-- Logs begin at Thu 2021-08-19 11:06:21 UTC, end at Thu 2021-08-19 13:24:13 UTC. -- Aug 19 11:39:31.040301 n-d-778550-9 systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 11:39:33.730358 n-d-778550-9 neutron-server[101044]: INFO neutron.common.config [-] Logging enabled! Aug 19 11:39:33.730997 n-d-778550-9 neutron-server[101044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 11:39:33.731085 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 11:39:33.734351 n-d-778550-9 neutron-server[101044]: INFO neutron.common.config [-] Logging enabled! Aug 19 11:39:33.734603 n-d-778550-9 neutron-server[101044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 11:39:33.734914 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 11:39:33.735854 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 11:39:33.736085 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 11:39:33.736445 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 11:39:33.736713 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 11:39:33.736933 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 11:39:33.737247 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.737549 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.737838 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.738047 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.738341 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.738627 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.738908 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.739193 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.739483 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.739767 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.740041 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.740326 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.740550 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.740841 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.741126 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.741407 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.741626 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] debug = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.741905 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.742321 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.742785 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.743057 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.743341 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.743619 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.743891 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.744165 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.744441 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.744791 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] host = n-d-778550-9 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.745067 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.745351 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.745635 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.745920 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.746192 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.746466 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.746748 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.747019 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.747290 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] log_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.747561 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.747847 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.748135 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.748422 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.748645 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.748889 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.749174 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.749457 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.749728 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.749998 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.750268 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.750538 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.750807 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.751072 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.751354 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.751630 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.751912 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.752184 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.752455 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.752743 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.753013 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.753295 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.753566 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.753833 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.754103 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.754387 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.754658 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.754927 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.755222 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.755504 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.755778 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.756061 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.756330 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.756613 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.756903 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.757168 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.757435 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] use_json = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.757700 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.757962 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.758308 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.758725 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.759144 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.759425 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.759696 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.759980 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:33.760276 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.760573 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.760898 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.761180 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.761474 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.761754 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.762039 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.762313 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.762599 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.762886 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.763172 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.763447 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.763731 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.764005 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.764295 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.764604 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.764923 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.765217 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.765494 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.765768 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.766042 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.766318 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.766603 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.766896 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.767183 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.767457 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.767731 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.768020 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.768295 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.768569 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.768869 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.769155 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.769431 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.769701 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.769978 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.770249 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.770520 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.770790 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.771066 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.771353 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.771626 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.771897 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.772167 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.772441 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.772731 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.773015 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.773288 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.773559 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.774352 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.774457 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.774684 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.774959 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.775236 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.775509 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.775784 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.776057 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.776330 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.776600 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.776901 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.777178 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.777450 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.777720 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.777995 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.778264 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.778532 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.778801 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.779074 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.779344 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.779626 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.779922 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.780199 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.780472 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.780774 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.781052 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.781326 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.781599 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.781874 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.782147 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.782416 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.782703 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.782988 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.783270 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.783549 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.783825 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.784118 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.784393 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.784675 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.784971 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.785246 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.785532 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.785809 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.786100 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.786389 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.786677 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.786970 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.787256 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.787530 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.787836 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.788115 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:33.788326 n-d-778550-9 neutron-server[101044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 11:39:33.788561 n-d-778550-9 neutron-server[101044]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101044) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 11:39:34.133916 n-d-778550-9 neutron-server[101044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 11:39:34.134125 n-d-778550-9 neutron-server[101044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 11:39:34.134384 n-d-778550-9 neutron-server[101044]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 11:39:34.134718 n-d-778550-9 neutron-server[101044]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 11:39:34.541416 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.541708 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.541990 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.543174 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.543441 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.543699 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.577542 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.577808 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.578073 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.594304 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.594581 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.594847 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.622943 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.623211 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.623475 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.658820 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.659089 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.659356 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.888383 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.889057 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.889057 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.889238 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:34.889803 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.008305 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.008811 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.009096 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.009375 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.009646 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.009969 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.010212 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.010471 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.010704 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.010984 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.011245 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.011508 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.011761 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.012009 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.012247 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.012509 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.012786 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.013054 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.013325 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.013583 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.013852 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.014103 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.014383 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.014761 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.015007 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.015252 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.015643 n-d-778550-9 neutron-server[101044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 11:39:35.015882 n-d-778550-9 neutron-server[101044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 11:39:35.016116 n-d-778550-9 neutron-server[101044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 11:39:35.016351 n-d-778550-9 neutron-server[101044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 11:39:35.016582 n-d-778550-9 neutron-server[101044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 11:39:35.016840 n-d-778550-9 neutron-server[101044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 11:39:35.017201 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 11:39:35.020413 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 11:39:35.024435 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 11:39:35.028072 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 19 11:39:35.029718 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 11:39:35.030170 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 11:39:35.030495 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 11:39:35.030871 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 11:39:35.033674 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 11:39:35.033919 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 11:39:35.034267 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 11:39:35.039864 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 11:39:35.061958 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 11:39:35.062399 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.062699 n-d-778550-9 neutron-server[101044]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101044) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 11:39:35.063051 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.064388 n-d-778550-9 neutron-server[101044]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101044) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 11:39:35.064661 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 11:39:35.064931 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 11:39:35.068103 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.068379 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.133688 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 11:39:35.133688 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 11:39:35.133929 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 11:39:35.134278 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 11:39:35.158168 n-d-778550-9 neutron-server[101044]: DEBUG oslo_db.sqlalchemy.engines [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101044) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 11:39:35.753645 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Initializing driver for type 'gre' Aug 19 11:39:35.754189 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] gre ID ranges: [(1, 1000)] Aug 19 11:39:35.819181 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Initializing driver for type 'local' Aug 19 11:39:35.819181 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Initializing driver for type 'vlan' Aug 19 11:39:35.839983 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] VlanTypeDriver initialization complete Aug 19 11:39:35.840324 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Initializing driver for type 'vxlan' Aug 19 11:39:35.840875 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] vxlan ID ranges: [(1, 1000)] Aug 19 11:39:35.914579 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Initializing extension driver 'port_security' Aug 19 11:39:35.915709 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.extensions.port_security [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] PortSecurityExtensionDriver initialization complete Aug 19 11:39:35.915709 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Initializing mechanism driver 'openvswitch' Aug 19 11:39:35.915709 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Initializing mechanism driver 'hyperv' Aug 19 11:39:35.922911 n-d-778550-9 neutron-server[101044]: DEBUG neutron.plugins.ml2.plugin [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:39:35.924005 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > port after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.924288 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > port after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.924643 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > port after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.925210 n-d-778550-9 neutron-server[101044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 11:39:35.925639 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > subnet after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.925994 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > subnet after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.926340 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > subnet after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.926741 n-d-778550-9 neutron-server[101044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 11:39:35.927142 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > network after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.927493 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > network after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.927843 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > network after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.928234 n-d-778550-9 neutron-server[101044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 11:39:35.928636 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > security_group after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.929010 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > security_group after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.929378 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > security_group after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.929763 n-d-778550-9 neutron-server[101044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 11:39:35.930218 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.930573 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.931005 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.931316 n-d-778550-9 neutron-server[101044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 11:39:35.932129 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > address_group after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.932129 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > address_group after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.932465 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > address_group after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.933337 n-d-778550-9 neutron-server[101044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 11:39:35.933337 n-d-778550-9 neutron-server[101044]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] ML2 OVO RPC backend initialized. {{(pid=101044) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 11:39:35.933882 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router_interface after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.934598 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.935019 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > network before_response 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.935373 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > networks before_response 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.935722 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > port before_response 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.936067 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > ports before_response 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.936443 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > subnet before_response 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.936838 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > subnets before_response 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.937186 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > network after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.937536 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > network after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.937872 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > network after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.938369 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > port after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.938546 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > port after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.938878 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > port after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.939271 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > subnet after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.939553 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > subnet after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.939889 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > subnet after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.940479 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.plugin [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Modular L2 Plugin initialization complete Aug 19 11:39:35.940827 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading services supported by the core plugin {{(pid=101044) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 11:39:35.941233 n-d-778550-9 neutron-server[101044]: INFO neutron.plugins.ml2.managers [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Got port-security extension from driver 'port_security' Aug 19 11:39:35.941749 n-d-778550-9 neutron-server[101044]: INFO neutron.extensions.vlantransparent [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Disabled vlantransparent extension. Aug 19 11:39:35.942555 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101044) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 11:39:35.943072 n-d-778550-9 neutron-server[101044]: INFO neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading Plugin: router Aug 19 11:39:35.980830 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router_interface before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.981223 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router after_create 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.981594 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router before_create 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.981961 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.982339 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.982697 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router after_delete 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.983057 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > floatingip after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.985121 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > floatingip after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.985513 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router after_create 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.985885 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router after_update 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.986257 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router after_update 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.986617 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.986982 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router after_update 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.987383 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router precommit_update 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.987760 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: port after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.988105 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: port after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.988446 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: subnet after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.988821 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.989245 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > port precommit_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.989603 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router precommit_create 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.990170 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: port before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.990751 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router precommit_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.991361 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router after_update 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.991732 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router precommit_delete 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.992092 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router precommit_create 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.992468 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router_interface after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.992870 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router precommit_update 55549900 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.993288 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > agent after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.993691 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > agent after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.994046 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > network after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:35.995079 n-d-778550-9 neutron-server[101044]: DEBUG neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Tracking information for resource: router configured {{(pid=101044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 11:39:35.995419 n-d-778550-9 neutron-server[101044]: DEBUG neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Tracking information for resource: floatingip configured {{(pid=101044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 11:39:36.000812 n-d-778550-9 neutron-server[101044]: INFO neutron.db.l3_agentschedulers_db [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 11:39:36.001453 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: port after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.001796 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: port after_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.002172 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: port after_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.002528 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: port after_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.003352 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router before_create 55550100 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.003784 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router precommit_delete 55550100 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.004085 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router precommit_create 55550100 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.004442 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > router precommit_update 55550100 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.009428 n-d-778550-9 neutron-server[101044]: DEBUG neutron.services.provider_configuration [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service providers = [] {{(pid=101044) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 11:39:36.009808 n-d-778550-9 neutron-server[101044]: DEBUG neutron.db.servicetype_db [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101044) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 11:39:36.012890 n-d-778550-9 neutron-server[101044]: DEBUG neutron.services.service_base [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 11:39:36.013246 n-d-778550-9 neutron-server[101044]: DEBUG neutron.services.service_base [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 11:39:36.013754 n-d-778550-9 neutron-server[101044]: DEBUG neutron.services.service_base [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 11:39:36.015123 n-d-778550-9 neutron-server[101044]: DEBUG neutron.services.service_base [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 11:39:36.015525 n-d-778550-9 neutron-server[101044]: INFO neutron.services.service_base [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 11:39:36.015895 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 11:39:36.016218 n-d-778550-9 neutron-server[101044]: INFO neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 11:39:36.027337 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 11:39:36.027675 n-d-778550-9 neutron-server[101044]: INFO neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading Plugin: auto_allocate Aug 19 11:39:36.033493 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: network precommit_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.033868 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: network precommit_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.034378 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 11:39:36.034694 n-d-778550-9 neutron-server[101044]: INFO neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading Plugin: tag Aug 19 11:39:36.042372 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 11:39:36.042701 n-d-778550-9 neutron-server[101044]: INFO neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading Plugin: timestamp Aug 19 11:39:36.046781 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 11:39:36.047115 n-d-778550-9 neutron-server[101044]: INFO neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading Plugin: network_ip_availability Aug 19 11:39:36.052618 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.053029 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.053387 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.054135 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 11:39:36.054453 n-d-778550-9 neutron-server[101044]: INFO neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading Plugin: flavors Aug 19 11:39:36.060118 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 11:39:36.060655 n-d-778550-9 neutron-server[101044]: INFO neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading Plugin: revisions Aug 19 11:39:36.065572 n-d-778550-9 neutron-server[101044]: DEBUG neutron.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 11:39:36.067865 n-d-778550-9 neutron-server[101044]: DEBUG oslo_concurrency.lockutils [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.933s {{(pid=101044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 11:39:36.069238 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101044) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 11:39:36.069821 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Initializing extension manager. Aug 19 11:39:36.070761 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: __init__.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.071254 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: __pycache__ {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.071599 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.072028 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: address_group.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.072857 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.073449 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: address-group Aug 19 11:39:36.073783 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: address_scope.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.074532 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.075050 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: address-scope Aug 19 11:39:36.075355 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: admin_state_down_before_update.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.076347 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.076882 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: router-admin-state-down-before-update Aug 19 11:39:36.077211 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: agent.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.077924 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.078432 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: agent Aug 19 11:39:36.078757 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: agent_resources_synced.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.079678 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.080192 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: agent-resources-synced Aug 19 11:39:36.080517 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: allowedaddresspairs.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.082684 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.083270 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: allowed-address-pairs Aug 19 11:39:36.083832 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: auto_allocated_topology.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.085525 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.086336 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: auto-allocated-topology Aug 19 11:39:36.087961 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: availability_zone.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.088715 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.089252 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: availability_zone Aug 19 11:39:36.089590 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: availability_zone_filter.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.090572 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.091295 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: availability_zone_filter Aug 19 11:39:36.091626 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: data_plane_status.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.092576 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.093123 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 11:39:36.093453 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: default_subnetpools.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.095099 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.095628 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: default-subnetpools Aug 19 11:39:36.096601 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: dhcpagentscheduler.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.097490 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.097990 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: dhcp_agent_scheduler Aug 19 11:39:36.098324 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: dns.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.099261 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.099781 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension dns-integration not supported by any of loaded plugins Aug 19 11:39:36.100111 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: dns_domain_ports.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.101085 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.101595 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 11:39:36.101924 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.103390 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.103906 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 11:39:36.104243 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: dvr.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.104962 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.105473 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: dvr Aug 19 11:39:36.105831 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: ecmp_routes.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.106827 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.107723 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 11:39:36.108265 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: empty_string_filtering.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.109711 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.110243 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: empty-string-filtering Aug 19 11:39:36.110612 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.111987 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.112507 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 11:39:36.112878 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.113818 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.114402 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 11:39:36.114715 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: external_net.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.115777 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.116296 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: external-net Aug 19 11:39:36.116620 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: extra_dhcp_opt.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.117740 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.118275 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: extra_dhcp_opt Aug 19 11:39:36.118603 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: extraroute.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.119516 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.120028 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: extraroute Aug 19 11:39:36.120439 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: extraroute_atomic.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.121506 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.122021 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: extraroute-atomic Aug 19 11:39:36.122346 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: filter_validation.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.123230 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.123742 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: filter-validation Aug 19 11:39:36.124081 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: fip_pf_description.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.125024 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.125534 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 11:39:36.125856 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: fip_port_details.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.126801 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.127314 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: fip-port-details Aug 19 11:39:36.127635 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: flavors.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.128952 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.129479 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: flavors Aug 19 11:39:36.129812 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.132283 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.133184 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 11:39:36.133737 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: floatingip_pools.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.134676 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.135444 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: floatingip-pools Aug 19 11:39:36.135902 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: ip_allocation.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.137047 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.137648 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 11:39:36.137977 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.139089 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.139711 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: ip-substring-filtering Aug 19 11:39:36.140051 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: l2_adjacency.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.141019 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.141533 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 11:39:36.141860 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: l3.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.142882 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.143410 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: router Aug 19 11:39:36.143752 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: l3_conntrack_helper.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.146161 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.146700 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 11:39:36.147037 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.147985 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.148512 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: ext-gw-mode Aug 19 11:39:36.148938 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.150024 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.150542 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: l3-ha Aug 19 11:39:36.150872 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: l3_flavors.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.151796 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.152314 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: l3-flavors Aug 19 11:39:36.152778 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.153621 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.154181 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 11:39:36.154735 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: l3agentscheduler.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.156388 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.157245 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: l3_agent_scheduler Aug 19 11:39:36.157585 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: logging.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.159635 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.160175 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension logging not supported by any of loaded plugins Aug 19 11:39:36.160514 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: metering.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.161299 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.161964 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: metering Aug 19 11:39:36.162407 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.169615 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.170154 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: metering_source_and_destination_fields Aug 19 11:39:36.170488 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: multiprovidernet.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.171421 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.171941 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: multi-provider Aug 19 11:39:36.172269 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: netmtu.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.173225 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.173747 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: net-mtu Aug 19 11:39:36.174072 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: netmtu_writable.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.174992 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.175602 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: net-mtu-writable Aug 19 11:39:36.176047 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: network_availability_zone.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.176961 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.177645 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: network_availability_zone Aug 19 11:39:36.178047 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: network_ip_availability.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.179370 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.179888 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: network-ip-availability Aug 19 11:39:36.180217 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: network_segment_range.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.181060 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.181561 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 11:39:36.181888 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: pagination.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.182929 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.183263 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: pagination Aug 19 11:39:36.183583 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: port_device_profile.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.184890 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.185706 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: port-device-profile Aug 19 11:39:36.186062 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.187288 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.188411 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: port-mac-address-regenerate Aug 19 11:39:36.189274 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.190823 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.191961 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: port-numa-affinity-policy Aug 19 11:39:36.192536 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: port_resource_request.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.193966 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.194766 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 11:39:36.195330 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: portbindings.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.197040 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.197559 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: binding Aug 19 11:39:36.197889 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: portbindings_extended.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.199190 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.199714 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: binding-extended Aug 19 11:39:36.200046 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: portsecurity.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.200982 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.201485 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: port-security Aug 19 11:39:36.201812 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: project_id.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.202779 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.203110 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: project-id Aug 19 11:39:36.203436 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: providernet.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.204349 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.204955 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: provider Aug 19 11:39:36.205290 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.208839 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.209364 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos not supported by any of loaded plugins Aug 19 11:39:36.209696 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.210940 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.211448 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 11:39:36.211935 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.212890 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.213406 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 11:39:36.213732 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos_default.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.214637 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.215144 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos-default not supported by any of loaded plugins Aug 19 11:39:36.215476 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos_fip.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.216166 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.216666 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos-fip not supported by any of loaded plugins Aug 19 11:39:36.217016 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos_gateway_ip.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.217952 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.218462 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 11:39:36.218783 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos_port_network_policy.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.219700 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.220207 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 11:39:36.220531 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos_pps_rule.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.221761 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.222277 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos-pps not supported by any of loaded plugins Aug 19 11:39:36.222600 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos_rule_type_details.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.223491 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.224026 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 11:39:36.224340 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: qos_rules_alias.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.225391 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.225910 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 11:39:36.226238 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: quotasv2.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.227724 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.228256 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: quotas Aug 19 11:39:36.228824 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: quotasv2_detail.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.232201 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.232614 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: quota_details Aug 19 11:39:36.233034 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: rbac.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.234128 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.234661 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: rbac-policies Aug 19 11:39:36.234993 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: rbac_address_group.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.235938 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.236460 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: rbac-address-group Aug 19 11:39:36.236896 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: rbac_address_scope.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.237737 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.238254 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: rbac-address-scope Aug 19 11:39:36.238581 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: rbac_security_groups.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.239484 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.239996 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: rbac-security-groups Aug 19 11:39:36.240328 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: rbac_subnetpool.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.241275 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.241793 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: rbac-subnetpool Aug 19 11:39:36.242117 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: revisionifmatch.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.243271 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.243796 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: revision-if-match Aug 19 11:39:36.244119 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: revisions.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.245271 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.245788 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: standard-attr-revisions Aug 19 11:39:36.246117 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: router_availability_zone.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.246803 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.247318 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: router_availability_zone Aug 19 11:39:36.247641 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: routerservicetype.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.248564 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.249197 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension router-service-type not supported by any of loaded plugins Aug 19 11:39:36.249593 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.251016 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.251612 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: security-groups-normalized-cidr Aug 19 11:39:36.251944 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: security_groups_port_filtering.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.252911 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.253425 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: port-security-groups-filtering Aug 19 11:39:36.253753 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.254721 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.255900 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: security-groups-remote-address-group Aug 19 11:39:36.255900 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: securitygroup.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.265904 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.266470 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: security-group Aug 19 11:39:36.266805 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: segment.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.267873 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.268417 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension segment not supported by any of loaded plugins Aug 19 11:39:36.268744 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.269770 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.270284 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 11:39:36.270657 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: servicetype.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.272209 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.273090 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: service-type Aug 19 11:39:36.273432 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: sorting.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.274466 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.274812 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: sorting Aug 19 11:39:36.275143 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: standard_attr_segment.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.276073 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.276866 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 11:39:36.277198 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: standardattrdescription.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.277853 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.278367 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: standard-attr-description Aug 19 11:39:36.278692 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: stateful_security_group.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.279636 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.280151 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: stateful-security-group Aug 19 11:39:36.280477 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: stdattrs_common.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.281087 n-d-778550-9 neutron-server[101044]: WARNING neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 11:39:36.281396 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.282330 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.282843 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 11:39:36.283167 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: subnet_onboard.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.284243 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.284789 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: subnet_onboard Aug 19 11:39:36.285118 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.286046 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.286562 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 11:39:36.286886 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: subnet_service_types.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.287811 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.288328 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: subnet-service-types Aug 19 11:39:36.288653 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: subnetallocation.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.289868 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.290382 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: subnet_allocation Aug 19 11:39:36.290707 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.291376 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.291889 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: subnetpool-prefix-ops Aug 19 11:39:36.292211 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.293165 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.293770 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 11:39:36.294132 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: tagging.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.295788 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.296339 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: standard-attr-tag Aug 19 11:39:36.296688 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: timestamp.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.297987 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.298521 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loaded extension: standard-attr-timestamp Aug 19 11:39:36.298849 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: trunk.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.299955 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.300475 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension trunk not supported by any of loaded plugins Aug 19 11:39:36.300842 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: trunk_details.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.301767 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.302279 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension trunk-details not supported by any of loaded plugins Aug 19 11:39:36.302608 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: uplink_status_propagation.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.303528 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.304045 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 11:39:36.304374 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Loading extension file: vlantransparent.py {{(pid=101044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 11:39:36.305257 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 11:39:36.305783 n-d-778550-9 neutron-server[101044]: INFO neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 11:39:36.308333 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:network Aug 19 11:39:36.308926 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:subnet Aug 19 11:39:36.309695 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 11:39:36.310088 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:port Aug 19 11:39:36.311377 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.312049 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service FLAVORS assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.312517 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.312965 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.313299 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:router Aug 19 11:39:36.313724 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:floatingip Aug 19 11:39:36.314224 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service METERING assigned prefix: /metering {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.315686 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.316072 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.316437 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:39:36.317556 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 11:39:36.318063 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:security_group Aug 19 11:39:36.318708 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 11:39:36.319674 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service CORE assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.320097 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 11:39:36.320452 n-d-778550-9 neutron-server[101044]: WARNING neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] subnetpool is already registered Aug 19 11:39:36.321119 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service CORE assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.321458 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 11:39:36.321793 n-d-778550-9 neutron-server[101044]: WARNING neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] subnetpool is already registered Aug 19 11:39:36.324120 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.326001 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service FLAVORS assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.326608 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.327037 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.327375 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:router Aug 19 11:39:36.327719 n-d-778550-9 neutron-server[101044]: WARNING neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] router is already registered Aug 19 11:39:36.328133 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:floatingip Aug 19 11:39:36.328470 n-d-778550-9 neutron-server[101044]: WARNING neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] floatingip is already registered Aug 19 11:39:36.328954 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service METERING assigned prefix: /metering {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.330456 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 11:39:36.330456 n-d-778550-9 neutron-server[101044]: WARNING neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] rbac_policy is already registered Aug 19 11:39:36.330456 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:security_group Aug 19 11:39:36.330806 n-d-778550-9 neutron-server[101044]: WARNING neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] security_group is already registered Aug 19 11:39:36.331050 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 11:39:36.331890 n-d-778550-9 neutron-server[101044]: WARNING neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] security_group_rule is already registered Aug 19 11:39:36.331890 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service CORE assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.332162 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 11:39:36.332496 n-d-778550-9 neutron-server[101044]: WARNING neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] subnetpool is already registered Aug 19 11:39:36.333173 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.v2.resource_helper [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Service CORE assigned prefix: {{(pid=101044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 11:39:36.333275 n-d-778550-9 neutron-server[101044]: INFO neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 11:39:36.333559 n-d-778550-9 neutron-server[101044]: WARNING neutron.quota.resource_registry [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] subnetpool is already registered Aug 19 11:39:36.334000 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: extensions {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.335604 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: address-groups {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.337206 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: address-scopes {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.338428 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: agents {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.339592 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: auto-allocated-topology {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.341119 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: availability_zones {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.343135 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: dhcp-networks {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.344587 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: dhcp-agents {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.346166 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: routers {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.347859 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: flavors {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.349053 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: service_profiles {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.350349 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: next_providers {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.351808 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: service_profiles {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.353459 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: floatingip-pools {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.354707 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: routers {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.356471 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: floatingips {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.357713 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: l3-routers {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.359092 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: l3-agents {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.360661 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: metering-labels {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.361937 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: metering-label-rules {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.363170 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: network-ip-availabilities {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.364809 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: bindings {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.367011 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: quotas {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.368534 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: quotas {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.370090 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: rbac-policies {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.371291 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: security-groups {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.372507 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: security-group-rules {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.373775 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: service-providers {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.375085 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: subnetpools {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.376437 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: subnetpools {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.377921 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.379710 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.381439 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.383370 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.385191 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.387042 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.390501 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.392332 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.394156 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.396204 n-d-778550-9 neutron-server[101044]: DEBUG neutron.api.extensions [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Extended resource: tags {{(pid=101044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 11:39:36.402692 n-d-778550-9 neutron-server[101044]: WARNING keystonemiddleware.auth_token [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 11:39:36.407559 n-d-778550-9 neutron-server[101044]: WARNING keystonemiddleware.auth_token [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 11:39:36.417565 n-d-778550-9 neutron-server[101044]: DEBUG oslo_concurrency.lockutils [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Acquired lock "singleton_lock" {{(pid=101044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 11:39:36.418045 n-d-778550-9 neutron-server[101044]: DEBUG oslo_concurrency.lockutils [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Releasing lock "singleton_lock" {{(pid=101044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 11:39:36.418702 n-d-778550-9 neutron-server[101044]: INFO oslo_service.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Starting 2 workers Aug 19 11:39:36.423556 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Started child 101153 {{(pid=101044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 11:39:36.428228 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Started child 101154 {{(pid=101044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 11:39:36.429097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:36.429878 n-d-778550-9 neutron-server[101044]: INFO neutron.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 11:39:36.430605 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Notify callbacks [] for process, before_spawn {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:36.431703 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [-] (101153) wsgi starting up on http://0.0.0.0:9696 Aug 19 11:39:36.433037 n-d-778550-9 neutron-server[101044]: INFO oslo_service.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Starting 1 workers Aug 19 11:39:36.433176 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:36.434981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [-] (101154) wsgi starting up on http://0.0.0.0:9696 Aug 19 11:39:36.439273 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Started child 101155 {{(pid=101044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 11:39:36.439810 n-d-778550-9 neutron-server[101044]: INFO oslo_service.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Starting 1 workers Aug 19 11:39:36.442675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] calling RpcWorker wait() {{(pid=101155) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 11:39:36.443271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] returning from RpcWorker wait() {{(pid=101155) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 11:39:36.444420 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Started child 101156 {{(pid=101044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 11:39:36.444953 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:36.445219 n-d-778550-9 neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4b688249-4208-4691-a749-a4c5cccdecff None None] Notify callbacks [] for process, after_spawn {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:36.445739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:39:36.447496 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 11:39:36.447677 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 11:39:36.448067 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 11:39:36.448284 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 11:39:36.448624 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 11:39:36.448781 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 11:39:36.449322 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.449605 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.449861 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.450127 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.450389 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.450989 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.451242 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.451339 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:36.451814 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.451814 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.451950 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.452101 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.452470 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.452734 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.452989 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.453300 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.453569 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.453807 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.454070 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.454215 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.454484 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.454749 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.455001 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.455271 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] debug = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.455507 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.456005 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.456242 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.456466 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.456668 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.456983 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.457234 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.457500 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.457754 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.457986 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.458228 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.458474 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.458716 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.458930 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.459143 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.459383 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.459605 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.460063 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] host = n-d-778550-9 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.460339 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.460517 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.460768 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.461036 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.461272 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.461576 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.461889 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.462146 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.462398 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.462617 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.462920 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.463119 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.463365 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.463668 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.463834 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_options = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.464070 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.464330 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.464730 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.465040 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.465390 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.465590 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.466006 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.466262 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.466531 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.466774 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.467001 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.467223 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.467445 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.467683 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.467937 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.468184 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.468420 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.468647 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.468920 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.469170 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.469397 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.469628 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.469846 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.470063 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.470298 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.470566 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.470732 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.470945 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.471217 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.471413 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.471649 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.471899 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.472143 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.472393 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.472620 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.472859 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.473076 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.473337 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.473662 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.473814 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.474035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.474268 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.474523 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.474738 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.474991 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.475203 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_json = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.475527 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.475680 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.475906 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.476157 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.476345 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.476580 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.476819 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.477085 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.477523 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.477845 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.478089 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.478337 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.478567 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.478825 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.479067 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.479309 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.479558 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.479792 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.480104 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.480342 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.480635 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.480908 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.481164 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.481510 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.481765 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.482026 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.482240 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.482472 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.482716 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.482954 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.483298 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.483562 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.483918 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.484166 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.484414 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.484568 n-d-778550-9 neutron-server[101156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:39:36.484848 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.485016 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.485395 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.485796 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.485796 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.486071 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.486296 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.486492 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.486727 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.486934 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.487202 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.487440 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.487714 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.487964 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.488344 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.488570 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.488808 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.489043 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.489261 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.489473 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.489936 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.489936 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.490214 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.490387 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.490624 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.490840 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.491048 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.491264 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.491746 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.491746 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.492075 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.492075 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.492340 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.492546 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.493024 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.493261 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.493508 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.493802 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.494050 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.494286 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.494506 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.494733 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.495085 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.495447 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.495803 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.496164 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.496567 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.496843 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.497066 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.497284 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.497523 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.497748 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.498044 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.498321 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.501069 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.501069 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.501069 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.501069 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.501069 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.501069 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.503424 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.503424 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.503424 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.503424 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.503424 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.503424 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.503424 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.503424 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.504174 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.504174 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.504174 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.504411 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.504592 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.504964 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.505150 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.505405 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.505648 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.505938 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.506172 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.506401 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.506659 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.506917 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.507204 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.507465 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.507751 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.508003 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.508971 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.509234 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.509602 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.510001 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.510293 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.510576 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.510831 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.511084 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.512101 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.512101 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.512101 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.512101 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.512606 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.512606 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.512822 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.514086 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.514086 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.514086 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.514086 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.514086 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.514967 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.514967 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.514967 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.515350 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.515497 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.515720 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.515912 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.516162 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.516418 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.516832 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.517010 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.517252 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.517490 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.517722 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.517943 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.518191 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.518406 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.518643 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.518875 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.519089 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.519646 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.519646 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.519907 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.520029 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.520208 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.520429 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.520675 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.520932 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.521154 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.521391 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.521625 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.521879 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.522060 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.522278 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.522527 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.522747 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.523256 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.523256 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.523512 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.523685 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.524020 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.524719 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.527629 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.534153 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.534445 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.534686 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.534930 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.535172 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.535400 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.535646 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.536000 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.536219 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.536489 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.536773 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.537119 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.537383 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.537624 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.537877 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.538108 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.538374 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.538822 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.539222 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.539620 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.539822 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.540069 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.540340 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.540586 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.540917 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.541237 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.541595 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.541980 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.542352 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.542715 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.543199 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.543646 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.544030 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.544474 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.544760 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.545016 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.545266 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.545484 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.545699 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.545949 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.546184 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.546578 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.546875 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.547111 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.548337 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.548567 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.548824 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.549041 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.549273 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.549516 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.549747 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.549909 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.550104 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.550313 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.550537 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.550775 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.551005 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.551226 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.551441 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.551659 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.551860 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.552119 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.552357 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.552499 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.552738 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.552990 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.553235 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.553476 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.553682 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.554139 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.554566 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.554998 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.555554 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.556074 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.556374 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.556642 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.556980 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.557134 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.557391 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.557656 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.558031 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.558332 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.558590 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.558848 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.559448 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.559736 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.560059 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.560302 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.560541 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.560895 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.561171 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.561418 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.561636 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.561873 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.562082 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.562315 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.562541 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.562776 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.563002 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.563238 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.563485 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.563735 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.563945 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.564157 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.564361 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.564565 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.564793 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.565050 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.565280 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.565509 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 11:39:36.565887 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 11:39:36.566113 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 11:39:36.566318 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 11:39:36.566318 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 11:39:36.566731 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 11:39:36.566731 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 11:39:36.567115 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.567115 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.567115 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.567692 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.567692 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.567692 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.567692 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.568460 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.568460 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.568460 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.568460 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.568460 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.569146 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.569146 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.569146 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.569146 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.569146 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] debug = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570836 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570836 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570836 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570836 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.570836 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.571648 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.571648 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.571648 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.571648 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.571648 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.571648 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.572111 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.572111 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.572111 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.572451 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.572451 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.572694 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.572694 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] host = n-d-778550-9 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.572889 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.572968 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.573120 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.573272 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.573426 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.573577 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.573729 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.573881 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.574035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.574187 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.574339 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.574696 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.574696 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.575103 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.575103 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_options = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.575103 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.575429 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.575429 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.575655 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.575655 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.575895 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.576018 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.576138 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.576258 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.576384 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.576498 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.576649 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.576829 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.576982 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.577137 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.577292 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.577460 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.577593 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.577747 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.577899 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.578057 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.578202 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.578352 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.578504 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.578657 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.578808 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.578959 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.579110 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.579263 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.579414 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.579566 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.579718 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.579871 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.580022 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.580172 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.580323 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.580476 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.580634 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.580881 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.581035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.581187 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.581341 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.581494 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.581645 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.581797 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.581985 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_json = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.582147 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.582300 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.582452 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.582603 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.582758 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.582912 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.583065 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.583218 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 11:39:36.583393 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.583550 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.583716 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.583870 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.584023 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.584178 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.584331 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.584484 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.584637 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.584827 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.584991 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.585146 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.585311 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.585466 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.585620 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.585777 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.585931 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.586084 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.586252 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.586504 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.586658 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.586813 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.586983 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.587137 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.587293 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.587447 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.587601 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.587757 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.587912 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.588066 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.588220 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.588375 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.588531 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.588708 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.588903 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.588997 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.589152 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.589323 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.589458 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.589614 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.589770 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.589918 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.590072 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.590225 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.590381 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.590535 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.590689 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.590843 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.590999 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.591152 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.591318 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.591471 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.591624 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.591777 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.591957 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.592083 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.592240 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.592392 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.592546 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.592720 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.592876 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.593048 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.593212 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.593346 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.593485 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.593639 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.593793 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.596700 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.596700 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.596700 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.596700 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.596700 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.596700 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.596700 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.596700 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.596700 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597360 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597360 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597360 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597360 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597360 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597360 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597360 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597360 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597360 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597957 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.597957 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.598312 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.598478 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.598642 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.598804 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.598964 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.599126 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.599283 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.599440 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.599595 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.599753 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.599911 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.600067 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.600221 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.600377 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.600532 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.600705 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.600859 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.601014 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.601167 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.601324 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.601478 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.601633 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.601786 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.601982 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.602098 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.602265 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.602388 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.602546 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.602709 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.602876 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.603032 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.603187 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.603343 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.603496 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.603653 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.603806 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.603960 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.604114 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.604269 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.604424 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.604585 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.604772 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.604928 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.605085 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.605238 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.605415 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.605571 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.605658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:39:36.605743 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.605866 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.606019 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.606173 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.606326 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.606479 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.606632 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.606786 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.606969 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.607081 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.607235 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.607388 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.607546 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.607695 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.607849 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.608003 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.608158 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.608313 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.608466 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.608622 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.608799 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.608950 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.609104 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.609258 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.609411 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.609565 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.609718 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.609874 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.610029 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.610182 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.610338 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.610491 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.610644 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.610798 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.610951 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.611106 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.611260 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.611415 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.611568 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.611723 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.611876 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.612035 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.612191 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.612339 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.612489 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.612644 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.612815 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.612961 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.613117 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.613271 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.613425 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.613579 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.613733 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.613905 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.614059 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.614213 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.614399 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.614558 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.614714 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.614867 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.615021 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.615174 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.615326 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.615480 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.615638 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.615796 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.615952 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.616105 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.616258 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.616412 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.616564 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.616819 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.617000 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.617158 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.617311 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.617484 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.617837 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.617996 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.618159 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.618302 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.618452 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.618608 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.618761 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.618916 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.619080 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.619233 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.619387 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.619542 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.619695 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.619848 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.620012 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.620167 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.620320 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.620475 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.620628 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.620805 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.620967 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.621121 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.621275 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.621430 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.621584 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.621736 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.621900 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.622058 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.622213 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.622367 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.622522 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.622674 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.622837 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.622994 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.623149 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.623312 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.623466 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.623657 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.623786 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.623931 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.624086 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.624246 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.624400 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.624556 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.624749 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.624877 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.625036 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.625201 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.625362 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.625517 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.625678 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.625842 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.626004 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.626159 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.626321 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.626489 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.626642 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.626796 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.626950 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.627106 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.627264 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.627418 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.627571 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.627724 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.627876 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.628030 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.628184 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.628338 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.628490 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.628643 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.628834 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.628990 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.629142 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.629296 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.629448 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 11:39:36.629596 n-d-778550-9 neutron-server[101044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 11:39:36.724115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36870) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:39:36.733791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061998 Aug 19 11:39:48.346748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48401103-ca1a-47da-9ee2-d3fe9e36e2e0 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 11:39:48.415004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48401103-ca1a-47da-9ee2-d3fe9e36e2e0 None None] No non-hosted networks {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 11:39:48.434896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.agentschedulers_db [None req-48401103-ca1a-47da-9ee2-d3fe9e36e2e0 None None] DHCP Agent not found on host n-d-778550-9 {{(pid=101155) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 11:39:48.563508 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-524bc7a9-4af8-4e78-bef1-c6835d3342c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7911788'] for agent, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:50.682804 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88e95246-4f33-4ac7-8c2f-70ca11bbb581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7911788'] for agent, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:50.734103 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3965db88-a2ce-47c3-8eaa-bf4f377e485f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:50.786738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7911788'] for agent, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:50.787961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.788582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.789111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.789736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.790359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.791053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.791570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.792154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.792905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.793379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.793864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.794368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:39:50.794937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778550-9', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:39:50.802805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778550-9', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:39:51.782782 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7911788'] for agent, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:53.766278 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7911788'] for agent, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:54.843471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36962) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:39:55.366414 n-d-778550-9 neutron-server[101154]: WARNING oslo_policy.policy [None req-7f1233cb-6538-444a-b4c6-4ae3cd52dc6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 11:39:55.367328 n-d-778550-9 neutron-server[101154]: WARNING oslo_policy.policy [None req-7f1233cb-6538-444a-b4c6-4ae3cd52dc6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 11:39:55.593648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-7f1233cb-6538-444a-b4c6-4ae3cd52dc6d admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:39:55.594724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7f1233cb-6538-444a-b4c6-4ae3cd52dc6d admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7499828 Aug 19 11:39:57.959066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36976) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:39:58.067322 n-d-778550-9 neutron-server[101155]: INFO neutron.db.l3_hamode_db [None req-7d84f53d-5950-40ff-a52a-921582268228 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 11:39:58.143951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84f53d-5950-40ff-a52a-921582268228 None None] Routers set() bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:39:58.144383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84f53d-5950-40ff-a52a-921582268228 None None] Router IDs set() for agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 11:39:58.490033 n-d-778550-9 neutron-server[101153]: WARNING oslo_policy.policy [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 11:39:58.490632 n-d-778550-9 neutron-server[101153]: WARNING oslo_policy.policy [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 11:39:58.702212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:39:58.793378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.policy [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101153) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 11:39:58.837501 n-d-778550-9 neutron-server[101153]: WARNING oslo_policy.policy [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 11:39:58.837791 n-d-778550-9 neutron-server[101153]: WARNING oslo_policy.policy [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 11:39:58.846212 n-d-778550-9 neutron-server[101153]: INFO neutron.quota [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] Loaded quota_driver: . Aug 19 11:39:58.942190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760575352992', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760575303421', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760575308536', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760575305813', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760573647848', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760575269778', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1511646', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1330419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8078188', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8027035'] for rbac-policy, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:59.017860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:39:59.019382 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b1a75403-15ca-4f48-9781-8004587e97ac admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0582433 Aug 19 11:40:01.676146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36994) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:02.010744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'admin_state_up': True, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:40:02.012146 n-d-778550-9 neutron-server[101154]: INFO neutron.quota [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Loaded quota_driver: . Aug 19 11:40:02.073444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Made reservation on behalf of 4e965c7ded4743a9a7d9de8f858e5753 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:40:02.138164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.policy [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 11:40:02.182955 n-d-778550-9 neutron-server[101154]: WARNING oslo_policy.policy [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 11:40:02.183319 n-d-778550-9 neutron-server[101154]: WARNING oslo_policy.policy [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 11:40:02.193433 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:02.216860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:02.355233 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:02.362406 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:02.391007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:40:02.420411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760571926730', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:02.421013 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Unsubscribe: segment precommit_create {{(pid=101154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 11:40:02.421523 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Added segment a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b of type vlan for network 183d5034-5bea-4aa7-bc81-de43ee1d404e Aug 19 11:40:02.439856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa90d892-a794-40ef-b5e7-e9dd92316cd6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:02.462156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.462496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.462832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.463144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.463513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.463854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.464249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.464716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.465057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.465381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.465692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.466003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Tracked resource versions report: Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: pushed versions: Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: { 'AddressGroup': {'1.2'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'ConntrackHelper': {'1.0'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Log': {'1.0'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Network': {'1.1'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Port': {'1.7'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'PortForwarding': {'1.2'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'QosPolicy': {'1.9'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'SecurityGroup': {'1.4'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'SecurityGroupRule': {'1.2'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'SubPort': {'1.0'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Subnet': {'1.1'}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Trunk': {'1.1'}} Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: consumer versions: Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: { DHCP agent@n-d-778550-9: {}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: L3 agent@n-d-778550-9: {}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: Metadata agent@n-d-778550-9: {}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: Metering agent@n-d-778550-9: {}, Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: Open vSwitch agent@n-d-778550-9: { 'AddressGroup': '1.2', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'ConntrackHelper': '1.0', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Log': '1.0', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Network': '1.1', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Port': '1.7', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'PortForwarding': '1.2', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'QosPolicy': '1.9', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'SecurityGroup': '1.4', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'SecurityGroupRule': '1.2', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'SubPort': '1.0', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Subnet': '1.1', Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: 'Trunk': '1.1'}} Aug 19 11:40:02.467808 n-d-778550-9 neutron-server[101154]: {{(pid=101154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 11:40:02.555842 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:02.617888 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:02.619186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:40:02.619865 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:02.695273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0180295 Aug 19 11:40:02.724035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af78aa-fd70-4bdf-b654-25b190b41cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=183d5034-5bea-4aa7-bc81-de43ee1d404e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:02.737389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 183d5034-5bea-4aa7-bc81-de43ee1d404e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:40:05.371794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37010) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:05.807505 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209da12f-e47f-406e-90c5-c2b04ba36d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:40:05.808988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-209da12f-e47f-406e-90c5-c2b04ba36d99 admin admin] 10.222.0.65 "GET /v2.0/networks/183d5034-5bea-4aa7-bc81-de43ee1d404e HTTP/1.1" status: 200 len: 825 time: 0.4357858 Aug 19 11:40:05.849557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e9803782-fd5e-4411-8e9e-9914bdba724f admin admin] 10.222.0.65 "GET /v2.0/subnetpools/2da93b55-18b4-4181-bab9-6854c3906421 HTTP/1.1" status: 200 len: 734 time: 0.0339301 Aug 19 11:40:05.859314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'subnetpool_id': '2da93b55-18b4-4181-bab9-6854c3906421'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:40:05.887955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Made reservation on behalf of 4e965c7ded4743a9a7d9de8f858e5753 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:40:05.891460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:06.214058 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:06.282207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca8f57c-4f32-496f-8bf7-0d2a7977cf65,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:06.284186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Checking segment: {'id': 'a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:40:06.284545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Network hostable DHCP agents. Network: 183d5034-5bea-4aa7-bc81-de43ee1d404e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:40:06.311783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Network 183d5034-5bea-4aa7-bc81-de43ee1d404e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:40:06.324248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 183d5034-5bea-4aa7-bc81-de43ee1d404e) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:40:06.328956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:40:06.329542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:06.334100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8c090-b6a3-4107-a397-37f60dcfdcb4 None None] Network 183d5034-5bea-4aa7-bc81-de43ee1d404e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:40:06.343956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4450e43f-0ecb-4e04-ac89-18292e0f93ec admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4880984 Aug 19 11:40:06.665887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-183d5034-5bea-4aa7-bc81-de43ee1d404e', 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'fixed_ips': [{'subnet_id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:40:06.667149 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:06.952616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Allocated IP 172.20.0.2 (183d5034-5bea-4aa7-bc81-de43ee1d404e/cca8f57c-4f32-496f-8bf7-0d2a7977cf65/ad68c767-903e-4028-91d4-16ab42cda867) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:40:07.195003 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:07.210059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Transition to ACTIVE for port object ad68c767-903e-4028-91d4-16ab42cda867 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:40:07.232279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Transition to ACTIVE for port object ad68c767-903e-4028-91d4-16ab42cda867 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:40:07.241261 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:07.312153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Network 183d5034-5bea-4aa7-bc81-de43ee1d404e is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:40:07.316964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:40:07.326108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:40:07.328125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Pushing event updated for resources: {'Port': ['ID=ad68c767-903e-4028-91d4-16ab42cda867,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:07.337986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.338574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.338662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.338974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.339309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.339633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.339961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.340270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.340602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.340938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.341257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.341578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Tracked resource versions report: Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: pushed versions: Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: { 'AddressGroup': {'1.2'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'ConntrackHelper': {'1.0'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Log': {'1.0'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Network': {'1.1'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Port': {'1.7'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'PortForwarding': {'1.2'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'QosPolicy': {'1.9'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'SecurityGroup': {'1.4'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'SecurityGroupRule': {'1.2'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'SubPort': {'1.0'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Subnet': {'1.1'}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Trunk': {'1.1'}} Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: consumer versions: Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: { DHCP agent@n-d-778550-9: {}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: L3 agent@n-d-778550-9: {}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: Metadata agent@n-d-778550-9: {}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: Metering agent@n-d-778550-9: {}, Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: Open vSwitch agent@n-d-778550-9: { 'AddressGroup': '1.2', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'ConntrackHelper': '1.0', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Log': '1.0', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Network': '1.1', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Port': '1.7', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'PortForwarding': '1.2', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'QosPolicy': '1.9', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'SecurityGroup': '1.4', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'SecurityGroupRule': '1.2', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'SubPort': '1.0', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Subnet': '1.1', Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: 'Trunk': '1.1'}} Aug 19 11:40:07.342663 n-d-778550-9 neutron-server[101155]: {{(pid=101155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 11:40:07.416164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Attempting to bind port ad68c767-903e-4028-91d4-16ab42cda867 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:40:07.416533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Attempting to bind port ad68c767-903e-4028-91d4-16ab42cda867 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:40:07.417026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Attempting to bind port ad68c767-903e-4028-91d4-16ab42cda867 on network 183d5034-5bea-4aa7-bc81-de43ee1d404e {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:40:07.422183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:40:07.422591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Checking segment: {'id': 'a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:40:07.423042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:07.423427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Bound using segment: {'id': 'a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:40:07.423904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Bound port: ad68c767-903e-4028-91d4-16ab42cda867, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:40:07.424324 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:07.490511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] For port ad68c767-903e-4028-91d4-16ab42cda867, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:40:07.494725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] For port ad68c767-903e-4028-91d4-16ab42cda867, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ad68c767-903e-4028-91d4-16ab42cda867,segment=NetworkSegment(a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b),segment_id=a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:40:07.500172 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:07.569452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb297b-0dcb-451a-bfc0-b49df1e2e945 None None] Pushing event updated for resources: {'Port': ['ID=ad68c767-903e-4028-91d4-16ab42cda867,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:08.732343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37018) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:09.065763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-69607eb1-5a54-4141-830b-90c465a24cbe admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:40:09.066679 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69607eb1-5a54-4141-830b-90c465a24cbe admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3333442 Aug 19 11:40:11.479967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37026) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:11.832977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-391d0273-8d97-4117-92dd-49a5701ae0b7 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:40:11.833982 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-391d0273-8d97-4117-92dd-49a5701ae0b7 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3530133 Aug 19 11:40:14.447347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37036) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:14.765392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-38cd8d6f-cf9c-4ed9-865a-9aba164f1992 admin admin] Request body: {'router': {'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'name': 'router1', 'admin_state_up': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:40:14.801580 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38cd8d6f-cf9c-4ed9-865a-9aba164f1992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:14.803794 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38cd8d6f-cf9c-4ed9-865a-9aba164f1992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:14.973242 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38cd8d6f-cf9c-4ed9-865a-9aba164f1992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:14.980263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38cd8d6f-cf9c-4ed9-865a-9aba164f1992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:14.999532 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38cd8d6f-cf9c-4ed9-865a-9aba164f1992 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:15.001132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-38cd8d6f-cf9c-4ed9-865a-9aba164f1992 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5528245 Aug 19 11:40:15.964283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b28f5c-ad2c-44b5-914a-13332640978d None None] Network 183d5034-5bea-4aa7-bc81-de43ee1d404e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:40:16.077527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ebbee83e-4bb4-470f-a287-105a569f1337 None None] Provisioning for port ad68c767-903e-4028-91d4-16ab42cda867 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:40:16.643219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ad68c767-903e-4028-91d4-16ab42cda867 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:40:16.726442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ad68c767-903e-4028-91d4-16ab42cda867 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:40:16.730253 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ad68c767-903e-4028-91d4-16ab42cda867 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:40:16.730658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:16.840433 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:16.876151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ad68c767-903e-4028-91d4-16ab42cda867, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ad68c767-903e-4028-91d4-16ab42cda867,segment=NetworkSegment(a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b),segment_id=a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:40:16.880661 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:16.933602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ad68c767-903e-4028-91d4-16ab42cda867,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:17.418999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37048) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:17.772241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-ea099047-906b-43e8-8f33-65bb5e23e7d8 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:40:17.773255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea099047-906b-43e8-8f33-65bb5e23e7d8 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3529494 Aug 19 11:40:18.243673 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1c974ce4-72b6-4b73-8f81-f05e63f62748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:18.628275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ad68c767-903e-4028-91d4-16ab42cda867 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:40:18.685718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ad68c767-903e-4028-91d4-16ab42cda867 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:40:18.686096 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.173076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37056) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:20.540694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:40:20.570095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Made reservation on behalf of 965a8de739fd45b39d435dfbc3e427ce for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:40:20.573621 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.590530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.679420 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1e63b00b-e769-473c-b183-0de63576b3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.720410 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.725818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.738701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=101153) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 11:40:20.777105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760571926730', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.777692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Unsubscribe: segment precommit_create {{(pid=101153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 11:40:20.778206 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Added segment 0a2e202e-f607-4c99-a465-ce3909f852eb of type flat for network 4cb52ebe-f4db-498e-982d-427874c885d6 Aug 19 11:40:20.785050 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.798729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9822055-2268-4699-ba5f-f6c03088e13e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:20.847343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.847758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.848311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.848669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.849079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.849524 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.850048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.850488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.850858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.851168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.851551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.851876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Tracked resource versions report: Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: pushed versions: Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: { 'AddressGroup': {'1.2'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'ConntrackHelper': {'1.0'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Log': {'1.0'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Network': {'1.1'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Port': {'1.7'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'PortForwarding': {'1.2'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'QosPolicy': {'1.9'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'SecurityGroup': {'1.4'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'SecurityGroupRule': {'1.2'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'SubPort': {'1.0'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Subnet': {'1.1'}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Trunk': {'1.1'}} Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: consumer versions: Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: { DHCP agent@n-d-778550-9: {}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: L3 agent@n-d-778550-9: {}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: Metadata agent@n-d-778550-9: {}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: Metering agent@n-d-778550-9: {}, Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: Open vSwitch agent@n-d-778550-9: { 'AddressGroup': '1.2', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'ConntrackHelper': '1.0', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Log': '1.0', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Network': '1.1', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Port': '1.7', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'PortForwarding': '1.2', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'QosPolicy': '1.9', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'SecurityGroup': '1.4', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'SecurityGroupRule': '1.2', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'SubPort': '1.0', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Subnet': '1.1', Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: 'Trunk': '1.1'}} Aug 19 11:40:20.853040 n-d-778550-9 neutron-server[101153]: {{(pid=101153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 11:40:20.911006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.964797 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:20.966409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:40:20.967416 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:21.046531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8718488 Aug 19 11:40:21.064556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ae4a5-fe6d-4899-8c14-4954d6d778a5 admin admin] Pushing event updated for resources: {'Network': ['ID=4cb52ebe-f4db-498e-982d-427874c885d6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:21.075923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 4cb52ebe-f4db-498e-982d-427874c885d6 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:40:21.736087 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:23.402809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37078) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:23.653467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ceb386-6a46-467f-a7c9-7d1ce1f92a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:40:23.654848 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b6ceb386-6a46-467f-a7c9-7d1ce1f92a29 admin admin] 10.222.0.65 "GET /v2.0/subnets/cca8f57c-4f32-496f-8bf7-0d2a7977cf65 HTTP/1.1" status: 200 len: 849 time: 0.2510064 Aug 19 11:40:23.720869 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:23.797799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-badf7376-b75b-45f4-878f-b7e2c21cb649 admin admin] 10.222.0.65 "GET /v2.0/routers/eb165b54-0f66-469d-bc79-0db3722380ad HTTP/1.1" status: 200 len: 704 time: 0.1367772 Aug 19 11:40:24.077955 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:24.383218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Allocated IP 172.20.0.1 (183d5034-5bea-4aa7-bc81-de43ee1d404e/cca8f57c-4f32-496f-8bf7-0d2a7977cf65/fb31512b-1273-47c9-8d1d-1c284fb62dfb) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:40:24.576592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:24.600340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Transition to ACTIVE for port object fb31512b-1273-47c9-8d1d-1c284fb62dfb will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:40:24.686617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:24.755823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Network 183d5034-5bea-4aa7-bc81-de43ee1d404e is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:40:24.760654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:40:24.771380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:40:24.771919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:24.791870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb31512b-1273-47c9-8d1d-1c284fb62dfb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:24.996918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d82b05d8-073b-427b-ac1c-082ed690f389 None None] Provisioning for port fb31512b-1273-47c9-8d1d-1c284fb62dfb completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:40:25.000814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d82b05d8-073b-427b-ac1c-082ed690f389 None None] Provisioning complete for port fb31512b-1273-47c9-8d1d-1c284fb62dfb triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:40:25.001188 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d82b05d8-073b-427b-ac1c-082ed690f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:25.018554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:25.033360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d82b05d8-073b-427b-ac1c-082ed690f389 None None] Port fb31512b-1273-47c9-8d1d-1c284fb62dfb cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:40:25.232983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:25.240606 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:25.241411 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:25.316918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb31512b-1273-47c9-8d1d-1c284fb62dfb,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:25.367177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Network 183d5034-5bea-4aa7-bc81-de43ee1d404e is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:40:25.368639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:40:25.538606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Router eb165b54-0f66-469d-bc79-0db3722380ad is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:40:25.554911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bcac2ace-1bc1-4617-8ee4-f17d5d93f842 None None] Provisioning complete for port fb31512b-1273-47c9-8d1d-1c284fb62dfb triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:40:25.555289 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bcac2ace-1bc1-4617-8ee4-f17d5d93f842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:25.589644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bcac2ace-1bc1-4617-8ee4-f17d5d93f842 None None] Port fb31512b-1273-47c9-8d1d-1c284fb62dfb cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:40:25.632279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:40:25.637680 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bfc005f6-ee17-4d3f-b8fb-0e8aeb797fd2 admin admin] 10.222.0.65 "PUT /v2.0/routers/eb165b54-0f66-469d-bc79-0db3722380ad/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8308930 Aug 19 11:40:25.656402 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86383aee-e509-4042-b198-60496b343c8b None None] Sync routers for ids ['eb165b54-0f66-469d-bc79-0db3722380ad'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:40:25.668329 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86383aee-e509-4042-b198-60496b343c8b None None] Routers {'eb165b54-0f66-469d-bc79-0db3722380ad'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:40:25.669206 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-86383aee-e509-4042-b198-60496b343c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:40:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eb165b54-0f66-469d-bc79-0db3722380ad'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:40:25.853736 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-86383aee-e509-4042-b198-60496b343c8b None None] Set router eb165b54-0f66-469d-bc79-0db3722380ad gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:40:26.283355 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-86383aee-e509-4042-b198-60496b343c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'name': 'router1', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:40:14Z', 'updated_at': '2021-08-19T11:40:24Z', 'revision_number': 2, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'gw_port_host': None, '_interfaces': [{'id': 'fb31512b-1273-47c9-8d1d-1c284fb62dfb', 'name': '', 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'mac_address': 'fa:16:3e:42:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:40:24Z', 'updated_at': '2021-08-19T11:40:25Z', 'revision_number': 2, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'subnets': [{'id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2da93b55-18b4-4181-bab9-6854c3906421'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:40:26.334814 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86383aee-e509-4042-b198-60496b343c8b None None] Checking router: eb165b54-0f66-469d-bc79-0db3722380ad for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:40:26.335190 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86383aee-e509-4042-b198-60496b343c8b None None] Updating router eb165b54-0f66-469d-bc79-0db3722380ad port fb31512b-1273-47c9-8d1d-1c284fb62dfb binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:40:26.383271 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-86383aee-e509-4042-b198-60496b343c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:26.909272 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-86383aee-e509-4042-b198-60496b343c8b None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:26.927485 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-86383aee-e509-4042-b198-60496b343c8b None None] Transition to ACTIVE for port object fb31512b-1273-47c9-8d1d-1c284fb62dfb will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:40:26.933865 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-86383aee-e509-4042-b198-60496b343c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:27.095260 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Pushing event updated for resources: {'Port': ['ID=fb31512b-1273-47c9-8d1d-1c284fb62dfb,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:27.101322 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-86383aee-e509-4042-b198-60496b343c8b None None] Attempting to bind port fb31512b-1273-47c9-8d1d-1c284fb62dfb on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:40:27.101750 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-86383aee-e509-4042-b198-60496b343c8b None None] Attempting to bind port fb31512b-1273-47c9-8d1d-1c284fb62dfb by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:40:27.102223 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86383aee-e509-4042-b198-60496b343c8b None None] Attempting to bind port fb31512b-1273-47c9-8d1d-1c284fb62dfb on network 183d5034-5bea-4aa7-bc81-de43ee1d404e {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:40:27.111008 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.111348 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.111678 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.112011 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.112331 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.112656 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.113001 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.113323 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.113640 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.113954 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.114289 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.114591 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Tracked resource versions report: Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: pushed versions: Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: { 'AddressGroup': {'1.2'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'ConntrackHelper': {'1.0'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Log': {'1.0'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Network': {'1.1'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Port': {'1.7'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'PortForwarding': {'1.2'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'QosPolicy': {'1.9'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'SecurityGroup': {'1.4'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'SecurityGroupRule': {'1.2'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'SubPort': {'1.0'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Subnet': {'1.1'}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Trunk': {'1.1'}} Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: consumer versions: Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: { DHCP agent@n-d-778550-9: {}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: L3 agent@n-d-778550-9: {}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: Metadata agent@n-d-778550-9: {}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: Metering agent@n-d-778550-9: {}, Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: Open vSwitch agent@n-d-778550-9: { 'AddressGroup': '1.2', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'ConntrackHelper': '1.0', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Log': '1.0', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Network': '1.1', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Port': '1.7', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'PortForwarding': '1.2', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'QosPolicy': '1.9', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'SecurityGroup': '1.4', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'SecurityGroupRule': '1.2', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'SubPort': '1.0', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Subnet': '1.1', Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: 'Trunk': '1.1'}} Aug 19 11:40:27.115666 n-d-778550-9 neutron-server[101156]: {{(pid=101156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 11:40:27.118313 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86383aee-e509-4042-b198-60496b343c8b None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:40:27.118728 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86383aee-e509-4042-b198-60496b343c8b None None] Checking segment: {'id': 'a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:40:27.119191 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-86383aee-e509-4042-b198-60496b343c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:27.119564 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86383aee-e509-4042-b198-60496b343c8b None None] Bound using segment: {'id': 'a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:40:27.120053 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-86383aee-e509-4042-b198-60496b343c8b None None] Bound port: fb31512b-1273-47c9-8d1d-1c284fb62dfb, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:40:27.120449 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-86383aee-e509-4042-b198-60496b343c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:27.193412 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-86383aee-e509-4042-b198-60496b343c8b None None] For port fb31512b-1273-47c9-8d1d-1c284fb62dfb, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:40:27.214519 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-86383aee-e509-4042-b198-60496b343c8b None None] For port fb31512b-1273-47c9-8d1d-1c284fb62dfb, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb31512b-1273-47c9-8d1d-1c284fb62dfb,segment=NetworkSegment(a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b),segment_id=a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:40:27.220084 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-86383aee-e509-4042-b198-60496b343c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:27.275704 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14429088-8470-4c89-8d32-b31f8e737b96 None None] Pushing event updated for resources: {'Port': ['ID=fb31512b-1273-47c9-8d1d-1c284fb62dfb,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:27.285093 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86383aee-e509-4042-b198-60496b343c8b None None] Routers {'eb165b54-0f66-469d-bc79-0db3722380ad'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:40:27.285700 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-86383aee-e509-4042-b198-60496b343c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:40:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eb165b54-0f66-469d-bc79-0db3722380ad'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:40:27.374695 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-86383aee-e509-4042-b198-60496b343c8b None None] Set router eb165b54-0f66-469d-bc79-0db3722380ad gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:40:27.593215 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-86383aee-e509-4042-b198-60496b343c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'name': 'router1', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:40:14Z', 'updated_at': '2021-08-19T11:40:24Z', 'revision_number': 2, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'gw_port_host': None, '_interfaces': [{'id': 'fb31512b-1273-47c9-8d1d-1c284fb62dfb', 'name': '', 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'mac_address': 'fa:16:3e:42:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:40:24Z', 'updated_at': '2021-08-19T11:40:27Z', 'revision_number': 4, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'subnets': [{'id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2da93b55-18b4-4181-bab9-6854c3906421'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:40:27.618718 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86383aee-e509-4042-b198-60496b343c8b None None] The sync data for ids ['eb165b54-0f66-469d-bc79-0db3722380ad'] in n-d-778550-9 is: [{'id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'name': 'router1', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:40:14Z', 'updated_at': '2021-08-19T11:40:24Z', 'revision_number': 2, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'gw_port_host': None, '_interfaces': [{'id': 'fb31512b-1273-47c9-8d1d-1c284fb62dfb', 'name': '', 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'mac_address': 'fa:16:3e:42:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:40:24Z', 'updated_at': '2021-08-19T11:40:27Z', 'revision_number': 4, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'subnets': [{'id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2da93b55-18b4-4181-bab9-6854c3906421'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:40:27.868857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37098) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:27.985117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2ec2f-8a43-48ec-9e22-9365b7121771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:40:27.986510 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eba2ec2f-8a43-48ec-9e22-9365b7121771 admin admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 842 time: 0.1166830 Aug 19 11:40:27.996714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_dhcp': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:40:28.022315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Made reservation on behalf of 965a8de739fd45b39d435dfbc3e427ce for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:40:28.024799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:28.336654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 11:40:28.337120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:28.387492 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:28.399742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:40:28.400093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Network hostable DHCP agents. Network: 4cb52ebe-f4db-498e-982d-427874c885d6, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:40:28.424747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:40:28.436407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 4cb52ebe-f4db-498e-982d-427874c885d6) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:40:28.440355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:40:28.441004 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:28.446293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0871cdd4-a006-4f34-8474-145d50dc870d None None] Network 4cb52ebe-f4db-498e-982d-427874c885d6 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:40:28.465003 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-50a7cece-76b0-4330-a9a4-31ac916d8116 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4717166 Aug 19 11:40:28.583045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95071981-b33a-4754-b5e9-39ac335ca730 None None] Network 4cb52ebe-f4db-498e-982d-427874c885d6 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:40:30.700054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37106) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:30.999170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-899728d5-c341-4ec4-bb84-8f0c06de4a18 admin admin] 10.222.0.65 "GET /v2.0/routers/eb165b54-0f66-469d-bc79-0db3722380ad HTTP/1.1" status: 200 len: 710 time: 0.2927551 Aug 19 11:40:31.113463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaee5af-9e57-4c35-b45d-bd80c3e61804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:40:31.114840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ceaee5af-9e57-4c35-b45d-bd80c3e61804 admin admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 886 time: 0.1149976 Aug 19 11:40:31.124942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:40:31.387862 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:31.628166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:31.701624 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:31.858940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Allocated IP 172.25.4.125 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/9ef64273-c359-48c5-be0e-3024b570a089) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:40:32.021775 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:32.109120 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:32.187733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:40:32.195773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:40:32.197781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef64273-c359-48c5-be0e-3024b570a089,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:32.208949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:40:32.498955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:32.683544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb31512b-1273-47c9-8d1d-1c284fb62dfb up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:40:32.723427 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:32.728617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:32.735023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port fb31512b-1273-47c9-8d1d-1c284fb62dfb completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:40:32.739013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fb31512b-1273-47c9-8d1d-1c284fb62dfb triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:40:32.739422 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:32.822204 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:32.840440 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Router eb165b54-0f66-469d-bc79-0db3722380ad has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:40:32.856313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port fb31512b-1273-47c9-8d1d-1c284fb62dfb, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb31512b-1273-47c9-8d1d-1c284fb62dfb,segment=NetworkSegment(a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b),segment_id=a4ca2b6b-db07-4a54-a2ec-a9dab8fba37b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:40:32.861560 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:32.910582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=fb31512b-1273-47c9-8d1d-1c284fb62dfb,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:32.960314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:40:32.966477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:32.967691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9025cb2e-1d1b-409b-93af-0a0a6c2da034 admin admin] 10.222.0.65 "PUT /v2.0/routers/eb165b54-0f66-469d-bc79-0db3722380ad HTTP/1.1" status: 200 len: 890 time: 1.8462005 Aug 19 11:40:33.946147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Sync routers for ids ['eb165b54-0f66-469d-bc79-0db3722380ad'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:40:33.957548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Routers {'eb165b54-0f66-469d-bc79-0db3722380ad'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:40:33.958217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:40:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eb165b54-0f66-469d-bc79-0db3722380ad'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:40:34.218259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Set router eb165b54-0f66-469d-bc79-0db3722380ad gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:40:34.614223 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'name': 'router1', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '9ef64273-c359-48c5-be0e-3024b570a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:40:14Z', 'updated_at': '2021-08-19T11:40:32Z', 'revision_number': 4, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'gw_port': {'id': '9ef64273-c359-48c5-be0e-3024b570a089', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:40:31Z', 'updated_at': '2021-08-19T11:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'fb31512b-1273-47c9-8d1d-1c284fb62dfb', 'name': '', 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'mac_address': 'fa:16:3e:42:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:40:24Z', 'updated_at': '2021-08-19T11:40:32Z', 'revision_number': 5, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'subnets': [{'id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2da93b55-18b4-4181-bab9-6854c3906421'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:40:34.664201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb31512b-1273-47c9-8d1d-1c284fb62dfb up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:40:34.667567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Checking router: eb165b54-0f66-469d-bc79-0db3722380ad for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:40:34.667919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Updating router eb165b54-0f66-469d-bc79-0db3722380ad port 9ef64273-c359-48c5-be0e-3024b570a089 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:40:34.741423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:34.848108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fb31512b-1273-47c9-8d1d-1c284fb62dfb triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:40:34.848368 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:35.124507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:35.134796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Transition to ACTIVE for port object 9ef64273-c359-48c5-be0e-3024b570a089 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:40:35.140866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:35.192026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8684388-6529-4a97-ad8e-62e11f59f3c8 None None] Pushing event updated for resources: {'Port': ['ID=9ef64273-c359-48c5-be0e-3024b570a089,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:35.194643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Attempting to bind port 9ef64273-c359-48c5-be0e-3024b570a089 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:40:35.195151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Attempting to bind port 9ef64273-c359-48c5-be0e-3024b570a089 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:40:35.195526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Attempting to bind port 9ef64273-c359-48c5-be0e-3024b570a089 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:40:35.201899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:40:35.202370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:40:35.202688 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:35.203069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:40:35.203548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Bound port: 9ef64273-c359-48c5-be0e-3024b570a089, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:40:35.203929 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:35.257281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] For port 9ef64273-c359-48c5-be0e-3024b570a089, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:40:35.260911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] For port 9ef64273-c359-48c5-be0e-3024b570a089, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9ef64273-c359-48c5-be0e-3024b570a089,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:40:35.269143 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:35.322509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37120) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:40:35.406255 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Routers {'eb165b54-0f66-469d-bc79-0db3722380ad'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:40:35.406896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:40:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eb165b54-0f66-469d-bc79-0db3722380ad'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:40:35.411647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8684388-6529-4a97-ad8e-62e11f59f3c8 None None] Pushing event updated for resources: {'Port': ['ID=9ef64273-c359-48c5-be0e-3024b570a089,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:35.437747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f5a928ec-2e7f-4730-b45c-9c07cc59d906 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1140523 Aug 19 11:40:35.520556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] Set router eb165b54-0f66-469d-bc79-0db3722380ad gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:40:35.745203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'name': 'router1', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '9ef64273-c359-48c5-be0e-3024b570a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:40:14Z', 'updated_at': '2021-08-19T11:40:32Z', 'revision_number': 4, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'gw_port': {'id': '9ef64273-c359-48c5-be0e-3024b570a089', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:40:31Z', 'updated_at': '2021-08-19T11:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'fb31512b-1273-47c9-8d1d-1c284fb62dfb', 'name': '', 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'mac_address': 'fa:16:3e:42:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:40:24Z', 'updated_at': '2021-08-19T11:40:32Z', 'revision_number': 5, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'subnets': [{'id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2da93b55-18b4-4181-bab9-6854c3906421'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:40:35.778531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a7304-b93d-42c9-9612-490a1a110794 None None] The sync data for ids ['eb165b54-0f66-469d-bc79-0db3722380ad'] in n-d-778550-9 is: [{'id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'name': 'router1', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '9ef64273-c359-48c5-be0e-3024b570a089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:40:14Z', 'updated_at': '2021-08-19T11:40:32Z', 'revision_number': 4, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'gw_port': {'id': '9ef64273-c359-48c5-be0e-3024b570a089', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:40:31Z', 'updated_at': '2021-08-19T11:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'fb31512b-1273-47c9-8d1d-1c284fb62dfb', 'name': '', 'network_id': '183d5034-5bea-4aa7-bc81-de43ee1d404e', 'tenant_id': '4e965c7ded4743a9a7d9de8f858e5753', 'mac_address': 'fa:16:3e:42:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb165b54-0f66-469d-bc79-0db3722380ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:40:24Z', 'updated_at': '2021-08-19T11:40:32Z', 'revision_number': 5, 'project_id': '4e965c7ded4743a9a7d9de8f858e5753', 'subnets': [{'id': 'cca8f57c-4f32-496f-8bf7-0d2a7977cf65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2da93b55-18b4-4181-bab9-6854c3906421'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:40:36.662413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9ef64273-c359-48c5-be0e-3024b570a089 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:40:36.712012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 9ef64273-c359-48c5-be0e-3024b570a089 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:40:36.715860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 9ef64273-c359-48c5-be0e-3024b570a089 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:40:36.716234 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:36.798091 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:36.826382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 9ef64273-c359-48c5-be0e-3024b570a089, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9ef64273-c359-48c5-be0e-3024b570a089,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:40:36.830980 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:36.884807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=9ef64273-c359-48c5-be0e-3024b570a089,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:40:38.662085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9ef64273-c359-48c5-be0e-3024b570a089 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:40:38.711238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 9ef64273-c359-48c5-be0e-3024b570a089 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:40:38.711678 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:46.506870 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:40:48.249477 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f156f15c-96ce-4843-a5c6-b33c944a2501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:50.692178 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27a0d776-e16e-4943-9b9f-9a85f153c94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:50.797522 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:51.743377 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:40:53.751951 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:18.243631 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e15f2fea-54ac-4eab-b023-6cf277da0f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:20.690782 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-967343fc-1019-48aa-bda0-af76145ef65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:20.791840 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:21.747351 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:23.505778 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:41:23.737593 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:48.248231 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b5210e3-be9a-43ce-a015-7860ba3e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:50.682918 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0853fa81-b74f-4fee-9ec5-82a65ce18516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:50.795776 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:51.745785 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:41:53.739403 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:00.503700 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:42:16.438171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37720) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:16.512239 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-728cb28e-ef83-45f5-b9a2-a955077c40c4 admin admin] GET failed (client error): The resource could not be found. Aug 19 11:42:16.513621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-728cb28e-ef83-45f5-b9a2-a955077c40c4 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0742216 Aug 19 11:42:16.718236 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9970ed-6e80-448f-93c4-242bb1420b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:16.719782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1e9970ed-6e80-448f-93c4-242bb1420b57 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1996732 Aug 19 11:42:18.252521 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf920-08eb-432a-a71b-795d1071fe8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:18.892239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37730) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:19.022394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b807510-1ad7-45be-a6be-5940fe985605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:19.023863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9b807510-1ad7-45be-a6be-5940fe985605 admin admin] 10.222.0.65 "GET /v2.0/subnets/cca8f57c-4f32-496f-8bf7-0d2a7977cf65 HTTP/1.1" status: 200 len: 849 time: 0.1305132 Aug 19 11:42:19.035502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:42:19.194507 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:19.343626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760571945063'] for subnet, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:19.372822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:19.373412 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:19.374843 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] 10.222.0.65 "PUT /v2.0/subnets/cca8f57c-4f32-496f-8bf7-0d2a7977cf65 HTTP/1.1" status: 200 len: 868 time: 0.3432291 Aug 19 11:42:19.379199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b4604b-49f8-4b9f-b231-d9ef7115f33b None None] Network 183d5034-5bea-4aa7-bc81-de43ee1d404e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:42:19.395203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca8f57c-4f32-496f-8bf7-0d2a7977cf65,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:42:19.402873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.403219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.403560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.403900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.404230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.404562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.404918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.405249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.405572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.405896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.406224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.406549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efe553-5ec2-4bb0-bb79-90b2a86a0b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:42:19.701938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ed9c0c13-6c96-49a3-86ab-a8de8e34ee72 None None] Provisioning complete for port fb31512b-1273-47c9-8d1d-1c284fb62dfb triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:42:19.702310 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c13-6c96-49a3-86ab-a8de8e34ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:19.797014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ed9c0c13-6c96-49a3-86ab-a8de8e34ee72 None None] Provisioning complete for port ad68c767-903e-4028-91d4-16ab42cda867 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:42:19.797397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c13-6c96-49a3-86ab-a8de8e34ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:20.686995 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4331e944-1334-47b7-b351-f3ff8ee78079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:20.800258 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:21.557593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37738) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:21.749920 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:21.777853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01ba2f-b55d-49af-9c39-7b2106519710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:21.778239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01ba2f-b55d-49af-9c39-7b2106519710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:21.779840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8c01ba2f-b55d-49af-9c39-7b2106519710 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2212327 Aug 19 11:42:23.743440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:23.936892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37746) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:24.083918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dfdeb-411f-4886-803e-4c99c0a95f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:24.084390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dfdeb-411f-4886-803e-4c99c0a95f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:24.085959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a18dfdeb-411f-4886-803e-4c99c0a95f6b admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1477487 Aug 19 11:42:26.320935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37754) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:26.480276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15e274-531f-424d-afea-b2389c849dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:26.481752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8a15e274-531f-424d-afea-b2389c849dbd admin admin] 10.222.0.65 "GET /v2.0/networks/183d5034-5bea-4aa7-bc81-de43ee1d404e HTTP/1.1" status: 200 len: 869 time: 0.1598082 Aug 19 11:42:28.692922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37762) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:28.826754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28d776d-0310-48e4-8f81-1645433f040a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:28.828136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e28d776d-0310-48e4-8f81-1645433f040a admin admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 886 time: 0.1341107 Aug 19 11:42:30.992836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37770) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:31.132941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc8a09-b7a9-4521-9e72-a4eca4701717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:31.133397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc8a09-b7a9-4521-9e72-a4eca4701717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:31.134926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bbdc8a09-b7a9-4521-9e72-a4eca4701717 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1407452 Aug 19 11:42:33.271503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37778) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:33.385849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc139ecc-3897-46bb-80e1-fa6b239484f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:33.386312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc139ecc-3897-46bb-80e1-fa6b239484f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:33.387870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cc139ecc-3897-46bb-80e1-fa6b239484f6 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1153877 Aug 19 11:42:35.565051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37786) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:35.660629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f660b-d6a5-4dab-9956-47173c735b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:35.662527 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bd3f660b-d6a5-4dab-9956-47173c735b44 admin admin] 10.222.0.65 "GET /v2.0/subnets/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84 HTTP/1.1" status: 200 len: 816 time: 0.0964701 Aug 19 11:42:37.502243 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:42:37.949362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37796) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:42:38.069005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87cbcc8-9627-4e83-a4db-cc27476c121d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:42:38.070957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a87cbcc8-9627-4e83-a4db-cc27476c121d admin admin] 10.222.0.65 "GET /v2.0/subnets/cca8f57c-4f32-496f-8bf7-0d2a7977cf65 HTTP/1.1" status: 200 len: 868 time: 0.1205750 Aug 19 11:42:48.257865 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a317f6eb-228b-48b4-8f41-accaa20d3bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:50.690014 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-191f97e6-acbf-41f1-81da-277b6df65988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:50.804261 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:51.753087 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:42:53.746682 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:02.316203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37850) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:43:02.390853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-4d5f0918-5f6b-49da-9ea6-bb4e6f9822e0 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:43:02.392108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d5f0918-5f6b-49da-9ea6-bb4e6f9822e0 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0745428 Aug 19 11:43:04.676627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:43:04.746617 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8374adec-1b4f-4e5d-a4b9-78bcc4b395cd admin admin] GET failed (client error): The resource could not be found. Aug 19 11:43:04.747965 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8374adec-1b4f-4e5d-a4b9-78bcc4b395cd admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0702021 Aug 19 11:43:04.965575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f005298-74bb-4e2e-bb8d-120a03cbcefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:43:04.967117 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1f005298-74bb-4e2e-bb8d-120a03cbcefc admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2146749 Aug 19 11:43:07.223456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37866) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:43:07.287934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:43:07.313023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Made reservation on behalf of 965a8de739fd45b39d435dfbc3e427ce for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:43:07.315334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:07.344242 n-d-778550-9 neutron-server[101153]: WARNING neutron.services.revisions.revision_plugin [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Could not find related network for resource to bump revision. Aug 19 11:43:07.358235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:43:07.367488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:07.367830 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Added segment 0f8fb901-afef-470f-9c13-83836bdfa825 of type vlan for network 67959bb1-c7c6-40ae-a110-f898d7f1f7af Aug 19 11:43:07.419549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:07.446037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:07.446978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:43:07.447553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:07.495758 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2707429 Aug 19 11:43:07.507358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Pushing event updated for resources: {'Network': ['ID=67959bb1-c7c6-40ae-a110-f898d7f1f7af,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:43:07.514844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.515209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.515540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.515895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.516227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.516554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.516903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.517229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.517549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.517877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.518188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.518508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152fbd6-4b23-447b-8120-9621afd51b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:07.531287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:43:09.705929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37874) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:43:09.773179 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc238880-b304-4b9c-b266-3c24eafc6e27 admin admin] GET failed (client error): The resource could not be found. Aug 19 11:43:09.774489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bc238880-b304-4b9c-b266-3c24eafc6e27 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0675945 Aug 19 11:43:09.848002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee572b0c-da6b-4fe2-abf5-bc11468790b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:43:09.849878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ee572b0c-da6b-4fe2-abf5-bc11468790b8 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708773 Aug 19 11:43:09.864104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:43:09.891037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Made reservation on behalf of 965a8de739fd45b39d435dfbc3e427ce for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:43:09.893578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:10.056566 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:10.117661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=21499e4b-633c-4242-9831-0608d6ece9ad,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:43:10.128589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:43:10.128979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Network hostable DHCP agents. Network: 67959bb1-c7c6-40ae-a110-f898d7f1f7af, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:43:10.147329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:43:10.157276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 67959bb1-c7c6-40ae-a110-f898d7f1f7af) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:43:10.162100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:43:10.163064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:10.166822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41a06c-4e74-49ce-a704-4a2082d30dba None None] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:43:10.179961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4f4d4db3-51c8-4141-9ef7-32f8a5b320ab admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3196039 Aug 19 11:43:10.424945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'tenant_id': '965a8de739fd45b39d435dfbc3e427ce', 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:43:10.425859 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:10.570216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Allocated IP 192.168.233.2 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/2fc33701-cd8c-4462-b59e-b5638e1276e3) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:43:10.718413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:10.728707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Transition to ACTIVE for port object 2fc33701-cd8c-4462-b59e-b5638e1276e3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:43:10.744655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Transition to ACTIVE for port object 2fc33701-cd8c-4462-b59e-b5638e1276e3 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:43:10.751425 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:10.787107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:43:10.793917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:43:10.796424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:43:10.807822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Pushing event updated for resources: {'Port': ['ID=2fc33701-cd8c-4462-b59e-b5638e1276e3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:43:10.830725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.831068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.831429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.831763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.832096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.832425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.832770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.833102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.833760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.834085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.834432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.834760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:43:10.871261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Attempting to bind port 2fc33701-cd8c-4462-b59e-b5638e1276e3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:43:10.871632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Attempting to bind port 2fc33701-cd8c-4462-b59e-b5638e1276e3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:43:10.872337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Attempting to bind port 2fc33701-cd8c-4462-b59e-b5638e1276e3 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:43:10.877191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:43:10.877579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:43:10.877975 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:10.878352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:43:10.878796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Bound port: 2fc33701-cd8c-4462-b59e-b5638e1276e3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:43:10.879187 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:10.945198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] For port 2fc33701-cd8c-4462-b59e-b5638e1276e3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:43:10.948203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] For port 2fc33701-cd8c-4462-b59e-b5638e1276e3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2fc33701-cd8c-4462-b59e-b5638e1276e3,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:43:10.953541 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:11.007850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a6b64-9b09-4611-89e9-0a5c76aefd53 None None] Pushing event updated for resources: {'Port': ['ID=2fc33701-cd8c-4462-b59e-b5638e1276e3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:43:11.807937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09129d24-4a17-427b-8464-445706a87254 None None] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:43:11.924868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2c03b1f1-9658-4089-aa0b-78cb5884b98b None None] Provisioning for port 2fc33701-cd8c-4462-b59e-b5638e1276e3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:43:12.799189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2fc33701-cd8c-4462-b59e-b5638e1276e3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:43:12.849581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 2fc33701-cd8c-4462-b59e-b5638e1276e3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:43:12.853560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 2fc33701-cd8c-4462-b59e-b5638e1276e3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:43:12.853928 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:12.933526 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:12.972870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 2fc33701-cd8c-4462-b59e-b5638e1276e3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2fc33701-cd8c-4462-b59e-b5638e1276e3,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:43:12.978403 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:13.034203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=2fc33701-cd8c-4462-b59e-b5638e1276e3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:43:14.502724 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:43:14.770499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2fc33701-cd8c-4462-b59e-b5638e1276e3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:43:14.819083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 2fc33701-cd8c-4462-b59e-b5638e1276e3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:43:14.819447 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:18.265058 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-43db0247-fffc-47d7-a014-d61da1cf7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:20.694397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e28c8d3a-ac1f-4bb9-9e2f-fa0a8245efe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:20.810801 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:21.759622 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:23.762624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:48.265998 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-432638c5-45bc-4937-8852-aaef3ec307fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:50.697152 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c95ec7c3-be18-42c4-8379-e021c4a69656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:50.807345 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:51.502651 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:43:51.759056 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:43:53.756825 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:18.266096 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-60d01732-378b-41a3-92ef-a5eb483a88af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:20.700396 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f524899-154c-458b-a643-d7f058ef7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:20.802498 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:21.764202 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:23.760140 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:28.504610 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:44:37.291646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37926) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:44:37.297667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-fc54d2d0-5016-4972-a43c-75a70398f4ed tempest-verify_tempest_config-185396549 tempest-verify_tempest_config-185396549-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:44:37.298611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fc54d2d0-5016-4972-a43c-75a70398f4ed tempest-verify_tempest_config-185396549 tempest-verify_tempest_config-185396549-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059896 Aug 19 11:44:37.644675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37944) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:44:37.774901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:37.897579 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:37.905834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:37.966106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ce3863919dd488a8b5d6a2fa3f0fe41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3202183 Aug 19 11:44:37.967148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe1d38-ae4b-498b-b548-3bffc4415442,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:44:37.968827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37948) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:44:37.977091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.977616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.977974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.978312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.978646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.979463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.979730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.980283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.980638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.981007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.981451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:37.981819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb86e1-d097-46fd-b54b-8b94b7a403c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.032448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:38.065507 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:38.162984 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:38.166969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:38.168226 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/acbe1d38-ae4b-498b-b548-3bffc4415442 HTTP/1.1" status: 204 len: 168 time: 0.1983585 Aug 19 11:44:38.177361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe1d38-ae4b-498b-b548-3bffc4415442,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:44:38.185484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.185858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.186180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.186518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.186877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.187178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.187534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.187863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.188193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.188509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.188845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:38.189170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f79aa-1f2a-42f2-9b20-57f841b57ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:44:48.263409 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2e7163e-6755-43a7-9805-0a1d94ee521d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:50.712643 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67014b58-09ef-496a-b5d4-9f2f960bfa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:50.806600 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:51.775990 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:44:53.773502 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:05.508285 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:45:18.268657 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1abdd66e-206b-43d0-bca4-2e9ddec36df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:20.716061 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e93c765a-75a0-4c3b-97ac-6e7571ad4784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:20.821368 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:21.773435 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:23.774042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:42.512331 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:45:48.262955 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-416af17e-0e5f-4bfe-8172-4849d6c0f328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:50.718908 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-24931253-abf2-4210-b82d-64453b82bdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:50.817357 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:51.783738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:45:53.778365 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:18.270252 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cbe1dc99-04c9-48ad-80b5-39ba0cda1120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:19.514226 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:46:20.716278 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6b880d26-1758-4117-a99b-0a1c68ce30d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:20.814840 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:21.790105 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:23.784459 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:48.258283 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-23dcaba8-7567-4186-a52b-f17d50df80db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:50.711746 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-382bd3b5-83f1-4b9c-8be6-1d74e1e96998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:50.812408 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:51.790927 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:53.794759 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:46:56.518627 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:47:18.264620 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e3af7606-b9fd-4528-98c2-4ab6738b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:20.716750 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d234f491-db0b-4655-90eb-0f7012f3d5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:20.807984 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:21.796552 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:23.785665 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:33.522657 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 5 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:47:48.256596 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-636d0172-0773-4dc6-9c08-3f478e4d14df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:50.720796 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-834549a0-f9b1-42fb-ac6e-4467b327544e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:50.818927 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:51.795342 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:53.775179 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7911788'] for agent, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:53.785066 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:47:58.106728 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7911788'] for agent, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:10.527331 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:48:18.275021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-60f018d5-8707-423b-81df-ef8ea8593415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:20.727186 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dd9acea1-4a2a-4814-b9f6-b8195c831bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:20.822840 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:21.801859 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:23.737802 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:23.784123 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:28.097516 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:31.295982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38014) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:48:31.421547 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1e2a6d0b-6dae-40c8-9ef9-9039e51da120 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1244245 Aug 19 11:48:33.594895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38024) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:48:33.658588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1abaffa0-7da7-47e7-a933-0a402e520927 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0626175 Aug 19 11:48:47.531083 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:48:48.265636 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a0d97d29-8d7f-4a3d-ae93-7ea72f5faf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:50.727902 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-76d6d8e7-0538-4110-9e1e-5871e739a865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:50.817434 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:51.808464 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:53.739445 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:53.787926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:48:58.084174 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:18.266294 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1fff0054-08f5-40c9-9d6f-c267b9998ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:20.728772 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bbff532e-22d8-4959-9696-fb7c39db8498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:20.827320 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:21.805018 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:23.745489 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:23.790909 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:24.531425 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:49:28.077845 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:48.260099 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ff01-8734-43c2-a1a2-14866d5b416c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:50.724223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ac32966e-81f3-4033-97ab-417cfc5d24f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:50.825521 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:51.799397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:53.751506 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:53.792903 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:49:58.314431 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:00.367331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38250) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:00.642106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38268) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:00.677874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-network', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:00.704396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Made reservation on behalf of c6dddb2c7ef44b55bb5044182f1f614d for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:00.708468 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:00.721071 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:00.816955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:00.822254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:00.851627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:50:00.857476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c8e07e-d021-420f-9c0a-59b9f5713ba4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:00.866958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.867301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.867636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.867969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.868400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.868710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.869135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.869448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.869836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.870153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.870656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.870977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Tracked resource versions report: Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: pushed versions: Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: { 'AddressGroup': {'1.2'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'ConntrackHelper': {'1.0'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Log': {'1.0'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Network': {'1.1'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Port': {'1.7'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'PortForwarding': {'1.2'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'QosPolicy': {'1.9'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'SecurityGroup': {'1.4'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'SecurityGroupRule': {'1.2'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'SubPort': {'1.0'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Subnet': {'1.1'}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Trunk': {'1.1'}} Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: consumer versions: Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: { DHCP agent@n-d-778550-9: {}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: HyperV agent@n-h1-778550-9: {}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: HyperV agent@n-h2-778550-9: {}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: L3 agent@n-d-778550-9: {}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: Metadata agent@n-d-778550-9: {}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: Metering agent@n-d-778550-9: {}, Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: Open vSwitch agent@n-d-778550-9: { 'AddressGroup': '1.2', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'ConntrackHelper': '1.0', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Log': '1.0', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Network': '1.1', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Port': '1.7', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'PortForwarding': '1.2', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'QosPolicy': '1.9', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'SecurityGroup': '1.4', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'SecurityGroupRule': '1.2', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'SubPort': '1.0', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Subnet': '1.1', Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: 'Trunk': '1.1'}} Aug 19 11:50:00.872302 n-d-778550-9 neutron-server[101154]: {{(pid=101154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 11:50:00.883019 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:00.883864 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Added segment 72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8 of type vlan for network 5c44442c-1286-45f6-b8eb-d63d4bd3183a Aug 19 11:50:00.925727 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:00.954519 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:00.955480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:00.956053 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:01.019652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] Pushing event updated for resources: {'Network': ['ID=5c44442c-1286-45f6-b8eb-d63d4bd3183a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:01.030164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e75a109d-338e-4d5f-acc5-26b2899c9c05 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6617961 Aug 19 11:50:01.030313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38284) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:01.034783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:50:01.038533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Request body: {'subnet': {'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-subnet', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:01.063301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Made reservation on behalf of c6dddb2c7ef44b55bb5044182f1f614d for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:01.066415 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:01.237507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-22be4a52-2c4f-4f6d-a4c4-0ddd7f5223af tempest-AutoAllocateNetworkTest-414780949 tempest-AutoAllocateNetworkTest-414780949-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a3457e4c7697466fbb0bf9346bca56d5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5941122 Aug 19 11:50:01.240160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38294) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:01.296652 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:01.365589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Checking segment: {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:01.366150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Network hostable DHCP agents. Network: 5c44442c-1286-45f6-b8eb-d63d4bd3183a, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:50:01.375704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a8cce1-f340-41a6-8c95-f2e79331af66,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:01.390632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.391237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.391773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.392271 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.392858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.393382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.393890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.394361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.395046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.395631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.396133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.396873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Tracked resource versions report: Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: pushed versions: Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: { 'AddressGroup': {'1.2'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'ConntrackHelper': {'1.0'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Log': {'1.0'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Network': {'1.1'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Port': {'1.7'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'PortForwarding': {'1.2'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'QosPolicy': {'1.9'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'SecurityGroup': {'1.4'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'SecurityGroupRule': {'1.2'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'SubPort': {'1.0'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Subnet': {'1.1'}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Trunk': {'1.1'}} Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: consumer versions: Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: { DHCP agent@n-d-778550-9: {}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: HyperV agent@n-h1-778550-9: {}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: HyperV agent@n-h2-778550-9: {}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: L3 agent@n-d-778550-9: {}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: Metadata agent@n-d-778550-9: {}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: Metering agent@n-d-778550-9: {}, Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: Open vSwitch agent@n-d-778550-9: { 'AddressGroup': '1.2', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'ConntrackHelper': '1.0', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Log': '1.0', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Network': '1.1', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Port': '1.7', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'PortForwarding': '1.2', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'QosPolicy': '1.9', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'SecurityGroup': '1.4', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'SecurityGroupRule': '1.2', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'SubPort': '1.0', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Subnet': '1.1', Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: 'Trunk': '1.1'}} Aug 19 11:50:01.398335 n-d-778550-9 neutron-server[101153]: {{(pid=101153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 11:50:01.404978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:50:01.417519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 5c44442c-1286-45f6-b8eb-d63d4bd3183a) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:01.432716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31515b-1d0a-4d82-a8c8-148d4eea0066 None None] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:01.450028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:01.452869 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:01.480467 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9d2bdd64-7a12-4c0d-948d-448d5eab6fa0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4476075 Aug 19 11:50:01.483204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38312) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:01.493506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:01.533337 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:50:01.550077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:01.552359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:01.584752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea77218-9292-42df-a33d-cd131013d58d tempest-AutoAllocateNetworkTest-414780949 tempest-AutoAllocateNetworkTest-414780949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:01.589044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7ea77218-9292-42df-a33d-cd131013d58d tempest-AutoAllocateNetworkTest-414780949 tempest-AutoAllocateNetworkTest-414780949-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3411760 Aug 19 11:50:01.590957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38320) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:01.664460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:01.675609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ac7aa3a6-4b2c-4445-adae-66dc24c933ab tempest-AutoAllocateNetworkTest-414780949 tempest-AutoAllocateNetworkTest-414780949-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833726 Aug 19 11:50:01.676578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38330) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:01.717858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e9fda528-c135-4d0c-9481-1614468947bc tempest-AutoAllocateNetworkTest-414780949 tempest-AutoAllocateNetworkTest-414780949-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a3457e4c7697466fbb0bf9346bca56d5 HTTP/1.1" status: 200 len: 208 time: 0.0396130 Aug 19 11:50:01.733130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:50:01.734161 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:01.820762 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:01.896802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Allocated IP 172.20.0.2 (5c44442c-1286-45f6-b8eb-d63d4bd3183a/b3a8cce1-f340-41a6-8c95-f2e79331af66/3ac5876d-c89a-4fa5-aa29-cce3f25965a8) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:02.072764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:02.074979 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:02.085107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Transition to ACTIVE for port object 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:02.097649 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:02.103514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Transition to ACTIVE for port object 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:02.111762 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:02.161943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Pushing event updated for resources: {'Port': ['ID=3ac5876d-c89a-4fa5-aa29-cce3f25965a8,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:02.174998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.175362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.175710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.176123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.176464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.176817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.177165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.177495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.178148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.178484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.178812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.179167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Tracked resource versions report: Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: pushed versions: Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: { 'AddressGroup': {'1.2'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'ConntrackHelper': {'1.0'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Log': {'1.0'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Network': {'1.1'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Port': {'1.7'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'PortForwarding': {'1.2'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'QosPolicy': {'1.9'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'SecurityGroup': {'1.4'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'SecurityGroupRule': {'1.2'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'SubPort': {'1.0'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Subnet': {'1.1'}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Trunk': {'1.1'}} Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: consumer versions: Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: { DHCP agent@n-d-778550-9: {}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: HyperV agent@n-h1-778550-9: {}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: HyperV agent@n-h2-778550-9: {}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: L3 agent@n-d-778550-9: {}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: Metadata agent@n-d-778550-9: {}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: Metering agent@n-d-778550-9: {}, Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: Open vSwitch agent@n-d-778550-9: { 'AddressGroup': '1.2', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'ConntrackHelper': '1.0', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Log': '1.0', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Network': '1.1', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Port': '1.7', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'PortForwarding': '1.2', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'QosPolicy': '1.9', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'SecurityGroup': '1.4', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'SecurityGroupRule': '1.2', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'SubPort': '1.0', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Subnet': '1.1', Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: 'Trunk': '1.1'}} Aug 19 11:50:02.180828 n-d-778550-9 neutron-server[101155]: {{(pid=101155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 11:50:02.193189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:02.194866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:02.200196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:02.231132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Allocated IP 172.25.4.129 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/98146eff-78f8-428f-bc31-6770f44574da) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:02.256463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Attempting to bind port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:02.256833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Attempting to bind port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:02.257187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Attempting to bind port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 on network 5c44442c-1286-45f6-b8eb-d63d4bd3183a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:02.263059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:02.263857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Checking segment: {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:02.264476 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:02.265054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Bound using segment: {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:02.265692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Bound port: 3ac5876d-c89a-4fa5-aa29-cce3f25965a8, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:02.266298 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:02.344831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] For port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:02.349396 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] For port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3ac5876d-c89a-4fa5-aa29-cce3f25965a8,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:02.357513 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:02.369671 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:02.416633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:02.437705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581ca33-4632-4ed2-9ce7-c2af75467a86 None None] Pushing event updated for resources: {'Port': ['ID=3ac5876d-c89a-4fa5-aa29-cce3f25965a8,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:02.459814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:02.463796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:02.466524 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:02.643731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Pushing event updated for resources: {'Port': ['ID=98146eff-78f8-428f-bc31-6770f44574da,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:02.834535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38364) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:02.962082 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:03.176396 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:03.193853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:03.288158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:03.401832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Router 2814246a-e668-4ddd-8040-55711af7cf38 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:50:03.445944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b546c0d2-18f2-41de-b57c-3b17d2caec33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:03.590552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:50:03.601138 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Sync routers for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:50:03.609464 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b546c0d2-18f2-41de-b57c-3b17d2caec33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:03.612624 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:03.613383 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:49:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:03.616069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b546c0d2-18f2-41de-b57c-3b17d2caec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:03.622780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:03.627709 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-faa78913-1fcd-4c8e-93bf-ae07cb4a2a79 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1430337 Aug 19 11:50:03.628705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38394) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:03.680396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b546c0d2-18f2-41de-b57c-3b17d2caec33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3457e4c7697466fbb0bf9346bca56d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8432243 Aug 19 11:50:03.680893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546c0d2-18f2-41de-b57c-3b17d2caec33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0f845-9bc6-427c-b20f-96e8b8615d2f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:03.684526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38396) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:03.697084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671877e0-674a-4c02-a471-6450ffc610ae None None] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:03.785537 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:03.796075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fa54c1a-3b54-4852-9de0-70bd47e743d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:03.835016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fa54c1a-3b54-4852-9de0-70bd47e743d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:03.988967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c41cfa80-8ad8-4ca1-baba-6fc67271385e None None] Provisioning for port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:03.991045 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:02Z', 'revision_number': 3, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:03.993208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c41cfa80-8ad8-4ca1-baba-6fc67271385e None None] Provisioning complete for port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:03.993695 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c41cfa80-8ad8-4ca1-baba-6fc67271385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.083582 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Checking router: 2814246a-e668-4ddd-8040-55711af7cf38 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:50:04.083582 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Updating router 2814246a-e668-4ddd-8040-55711af7cf38 port 98146eff-78f8-428f-bc31-6770f44574da binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:50:04.111428 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fa54c1a-3b54-4852-9de0-70bd47e743d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.116757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fa54c1a-3b54-4852-9de0-70bd47e743d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.120358 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8fa54c1a-3b54-4852-9de0-70bd47e743d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2c0f845-9bc6-427c-b20f-96e8b8615d2f HTTP/1.1" status: 204 len: 168 time: 0.4320726 Aug 19 11:50:04.130206 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c41cfa80-8ad8-4ca1-baba-6fc67271385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.137618 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.159302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa54c1a-3b54-4852-9de0-70bd47e743d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0f845-9bc6-427c-b20f-96e8b8615d2f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:04.229793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c41cfa80-8ad8-4ca1-baba-6fc67271385e None None] For port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3ac5876d-c89a-4fa5-aa29-cce3f25965a8,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:04.247072 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c41cfa80-8ad8-4ca1-baba-6fc67271385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.371964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cfa80-8ad8-4ca1-baba-6fc67271385e None None] Pushing event updated for resources: {'Port': ['ID=3ac5876d-c89a-4fa5-aa29-cce3f25965a8,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:04.480456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5c707fb2-376f-436a-a2e9-7ec654febaaf None None] Provisioning complete for port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:04.482155 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5c707fb2-376f-436a-a2e9-7ec654febaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.538581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38432) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:04.613424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.641002 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.653956 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Transition to ACTIVE for port object 98146eff-78f8-428f-bc31-6770f44574da will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:04.665015 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.716982 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Pushing event updated for resources: {'Port': ['ID=98146eff-78f8-428f-bc31-6770f44574da,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:04.728103 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.728796 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.729317 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.729772 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.730583 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.732157 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.732632 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.733272 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.734049 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.734542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.735152 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.735606 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Tracked resource versions report: Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: pushed versions: Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: { 'AddressGroup': {'1.2'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'ConntrackHelper': {'1.0'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Log': {'1.0'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Network': {'1.1'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Port': {'1.7'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'PortForwarding': {'1.2'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'QosPolicy': {'1.9'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'SecurityGroup': {'1.4'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'SecurityGroupRule': {'1.2'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'SubPort': {'1.0'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Subnet': {'1.1'}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Trunk': {'1.1'}} Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: consumer versions: Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: { DHCP agent@n-d-778550-9: {}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: HyperV agent@n-h1-778550-9: {}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: HyperV agent@n-h2-778550-9: {}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: L3 agent@n-d-778550-9: {}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: Metadata agent@n-d-778550-9: {}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: Metering agent@n-d-778550-9: {}, Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: Open vSwitch agent@n-d-778550-9: { 'AddressGroup': '1.2', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'ConntrackHelper': '1.0', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Log': '1.0', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Network': '1.1', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Port': '1.7', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'PortForwarding': '1.2', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'QosPolicy': '1.9', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'SecurityGroup': '1.4', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'SecurityGroupRule': '1.2', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'SubPort': '1.0', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Subnet': '1.1', Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: 'Trunk': '1.1'}} Aug 19 11:50:04.736871 n-d-778550-9 neutron-server[101156]: {{(pid=101156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 11:50:04.763389 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Attempting to bind port 98146eff-78f8-428f-bc31-6770f44574da on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:04.764488 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Attempting to bind port 98146eff-78f8-428f-bc31-6770f44574da by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:04.765559 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Attempting to bind port 98146eff-78f8-428f-bc31-6770f44574da on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:04.772200 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:04.772891 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:04.773437 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.773957 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:04.774565 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Bound port: 98146eff-78f8-428f-bc31-6770f44574da, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:04.775260 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.790355 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5830f2a0-48c3-4566-a77e-6043c93b7855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:04.875737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Allocated IP 172.20.0.1 (5c44442c-1286-45f6-b8eb-d63d4bd3183a/b3a8cce1-f340-41a6-8c95-f2e79331af66/b2f9b64d-ae6e-40ac-8902-21b2fef62714) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:04.891179 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] For port 98146eff-78f8-428f-bc31-6770f44574da, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:04.896492 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] For port 98146eff-78f8-428f-bc31-6770f44574da, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=98146eff-78f8-428f-bc31-6770f44574da,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:04.908222 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.008830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.012179 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6695cb-eb6d-4e35-9e39-bdf4a90437c0 None None] Pushing event updated for resources: {'Port': ['ID=98146eff-78f8-428f-bc31-6770f44574da,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:05.029902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Transition to ACTIVE for port object b2f9b64d-ae6e-40ac-8902-21b2fef62714 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:05.033934 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:05.034864 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5830f2a0-48c3-4566-a77e-6043c93b7855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.035017 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:49:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:05.045409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5830f2a0-48c3-4566-a77e-6043c93b7855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.077777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38454) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:05.120599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830f2a0-48c3-4566-a77e-6043c93b7855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b91c1e-b2b9-4c74-acde-f178de8c195d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:05.135155 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.166348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:05.166850 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:05.189001 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5830f2a0-48c3-4566-a77e-6043c93b7855 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=688fff2e3c7d450ba11c79afab9222d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6483083 Aug 19 11:50:05.192078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38470) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:05.193049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:05.197663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:05.216661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:05.217577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.311209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-06b48945-acbf-4903-83d9-ba2c57e6bcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.316531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:05.317542 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.343335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-06b48945-acbf-4903-83d9-ba2c57e6bcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.435891 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-06b48945-acbf-4903-83d9-ba2c57e6bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.440389 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-06b48945-acbf-4903-83d9-ba2c57e6bcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.443190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-06b48945-acbf-4903-83d9-ba2c57e6bcae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54b91c1e-b2b9-4c74-acde-f178de8c195d HTTP/1.1" status: 204 len: 168 time: 0.2479236 Aug 19 11:50:05.457161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b48945-acbf-4903-83d9-ba2c57e6bcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b91c1e-b2b9-4c74-acde-f178de8c195d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:05.688073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-461315b6-5ac8-4dea-9af6-627f5e2e5aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.692377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Pushing event updated for resources: {'Port': ['ID=b2f9b64d-ae6e-40ac-8902-21b2fef62714,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:05.764055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-330b277d-83b9-4786-9544-88308b05fff4 None None] Provisioning for port b2f9b64d-ae6e-40ac-8902-21b2fef62714 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:05.769809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-330b277d-83b9-4786-9544-88308b05fff4 None None] Provisioning complete for port b2f9b64d-ae6e-40ac-8902-21b2fef62714 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:05.770395 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-330b277d-83b9-4786-9544-88308b05fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.800597 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:02Z', 'revision_number': 3, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:05.817713 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:05.876287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-330b277d-83b9-4786-9544-88308b05fff4 None None] Port b2f9b64d-ae6e-40ac-8902-21b2fef62714 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:50:05.893182 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b494316-4b25-4dfc-a164-39a166d6b92b None None] The sync data for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 is: [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:02Z', 'revision_number': 3, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:50:05.989238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-461315b6-5ac8-4dea-9af6-627f5e2e5aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.004931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-461315b6-5ac8-4dea-9af6-627f5e2e5aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.084645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-461315b6-5ac8-4dea-9af6-627f5e2e5aca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0f05c297311427998454461827e7b38&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0044103 Aug 19 11:50:06.087436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38526) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:06.121247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461315b6-5ac8-4dea-9af6-627f5e2e5aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4461a85-4704-4360-8034-09ebf6643c71,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:06.179536 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a48ed96-0155-439d-80d4-8554c41f1364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.203580 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.212214 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.213000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.236177 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a48ed96-0155-439d-80d4-8554c41f1364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.348661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a48ed96-0155-439d-80d4-8554c41f1364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.351194 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a48ed96-0155-439d-80d4-8554c41f1364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.356042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4a48ed96-0155-439d-80d4-8554c41f1364 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4461a85-4704-4360-8034-09ebf6643c71 HTTP/1.1" status: 204 len: 168 time: 0.2673495 Aug 19 11:50:06.368092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Pushing event updated for resources: {'Port': ['ID=b2f9b64d-ae6e-40ac-8902-21b2fef62714,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:06.370587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48ed96-0155-439d-80d4-8554c41f1364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4461a85-4704-4360-8034-09ebf6643c71,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:06.414423 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:06.415925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:06.431294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38544) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:06.452938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7df053d5-7e9a-4901-bf62-8e98a6aad6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.568668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38546) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:06.622719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Router 2814246a-e668-4ddd-8040-55711af7cf38 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:50:06.646935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7df053d5-7e9a-4901-bf62-8e98a6aad6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.656642 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7df053d5-7e9a-4901-bf62-8e98a6aad6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.722970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7df053d5-7e9a-4901-bf62-8e98a6aad6a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9559e4c5f3554897baaf976b0df8b7ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2854452 Aug 19 11:50:06.722970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38554) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:06.801267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a050-b2b0-4c37-8775-05ea916dd73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.816284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-61bfb3fa-adf7-4496-9143-6dae63319ed9 None None] Provisioning complete for port b2f9b64d-ae6e-40ac-8902-21b2fef62714 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:06.816898 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-61bfb3fa-adf7-4496-9143-6dae63319ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.826536 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a050-b2b0-4c37-8775-05ea916dd73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.836495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:50:06.850273 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fa740f32-2df8-47fa-8dc5-91ddb27dfc0e admin admin] 10.222.0.65 "PUT /v2.0/routers/2814246a-e668-4ddd-8040-55711af7cf38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2200727 Aug 19 11:50:06.885277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df053d5-7e9a-4901-bf62-8e98a6aad6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea536c-04a3-41b8-9d60-757138888ab1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:06.924833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a050-b2b0-4c37-8775-05ea916dd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.927434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a050-b2b0-4c37-8775-05ea916dd73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:06.937756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e1f7a050-b2b0-4c37-8775-05ea916dd73d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6eea536c-04a3-41b8-9d60-757138888ab1 HTTP/1.1" status: 204 len: 168 time: 0.2139821 Aug 19 11:50:06.944966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-61bfb3fa-adf7-4496-9143-6dae63319ed9 None None] Port b2f9b64d-ae6e-40ac-8902-21b2fef62714 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:50:06.945838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7a050-b2b0-4c37-8775-05ea916dd73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea536c-04a3-41b8-9d60-757138888ab1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:07.119843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 98146eff-78f8-428f-bc31-6770f44574da up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:07.206378 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f095cde-931b-4ce8-9c01-215eb4266ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.216215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 98146eff-78f8-428f-bc31-6770f44574da completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:07.221654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 98146eff-78f8-428f-bc31-6770f44574da triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:07.222303 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.340658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.347597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f095cde-931b-4ce8-9c01-215eb4266ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.353985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f095cde-931b-4ce8-9c01-215eb4266ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.365633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 98146eff-78f8-428f-bc31-6770f44574da, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=98146eff-78f8-428f-bc31-6770f44574da,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:07.377285 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.383030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4f095cde-931b-4ce8-9c01-215eb4266ab9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9856d36ce5e147a9a982a48dc40ad91c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8112924 Aug 19 11:50:07.385836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38600) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:07.437717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f095cde-931b-4ce8-9c01-215eb4266ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21703ed3-c988-4ef6-bacc-68d2842fe600,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:07.472966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c859b461-0c4e-48f8-b3e4-4eac125dbef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.475500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=98146eff-78f8-428f-bc31-6770f44574da,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:07.496597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c859b461-0c4e-48f8-b3e4-4eac125dbef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.570869 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c859b461-0c4e-48f8-b3e4-4eac125dbef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.574355 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c859b461-0c4e-48f8-b3e4-4eac125dbef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.579465 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c859b461-0c4e-48f8-b3e4-4eac125dbef2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21703ed3-c988-4ef6-bacc-68d2842fe600 HTTP/1.1" status: 204 len: 168 time: 0.1925082 Aug 19 11:50:07.589555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38620) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:07.592287 n-d-778550-9 neutron-server[101154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 11:50:07.601103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859b461-0c4e-48f8-b3e4-4eac125dbef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21703ed3-c988-4ef6-bacc-68d2842fe600,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:07.631143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-5dd01bc4-4edf-4e3b-b40e-dacc4f2d7dac tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=00cdba4ab19841c08acb8ce1c7236771&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381737 Aug 19 11:50:07.774355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-60c03086-237f-4328-a30b-94d3feb915de tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:07.776020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-60c03086-237f-4328-a30b-94d3feb915de tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427040 Aug 19 11:50:07.789897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38632) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:07.809222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-7358e42f-7628-4f20-bf34-11e74213de43 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/quotas/00cdba4ab19841c08acb8ce1c7236771 HTTP/1.1" status: 200 len: 375 time: 0.0207174 Aug 19 11:50:07.819107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-776a8559-cfa0-455a-a82e-1428cfe4d2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.888835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-ec9eed78-d718-4d24-8913-759b51741dc0 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=00cdba4ab19841c08acb8ce1c7236771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776155 Aug 19 11:50:07.981887 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-776a8559-cfa0-455a-a82e-1428cfe4d2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:07.996640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-776a8559-cfa0-455a-a82e-1428cfe4d2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.047969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a8559-cfa0-455a-a82e-1428cfe4d2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afaa744-2c24-4d6c-832d-965642e55cd9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:08.068312 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-776a8559-cfa0-455a-a82e-1428cfe4d2df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67d55d494efc496e87f51880c2b12fde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2770531 Aug 19 11:50:08.070886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38650) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:08.127889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Sync routers for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:50:08.138309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:08.138941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:49:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:08.195661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6ecbcad-baf1-426e-8d1d-c58f093b95fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.276841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:08.336837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2cc5bb2-c1eb-4ad2-b3d7-edd2df66f541 req-5f06a3a5-0ba5-40ce-b7a5-a3b15b9f8cfc tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 210 time: 0.1064038 Aug 19 11:50:08.347601 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6ecbcad-baf1-426e-8d1d-c58f093b95fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.412435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6ecbcad-baf1-426e-8d1d-c58f093b95fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.416494 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6ecbcad-baf1-426e-8d1d-c58f093b95fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.420855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c6ecbcad-baf1-426e-8d1d-c58f093b95fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6afaa744-2c24-4d6c-832d-965642e55cd9 HTTP/1.1" status: 204 len: 168 time: 0.3465002 Aug 19 11:50:08.429610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecbcad-baf1-426e-8d1d-c58f093b95fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afaa744-2c24-4d6c-832d-965642e55cd9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:08.485289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38682) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:08.509074 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31a76fae-5616-411f-bd94-50a77a681689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.525074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 2, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:08.552846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Checking router: 2814246a-e668-4ddd-8040-55711af7cf38 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:50:08.553399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Updating router 2814246a-e668-4ddd-8040-55711af7cf38 port b2f9b64d-ae6e-40ac-8902-21b2fef62714 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:50:08.580467 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.619551 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31a76fae-5616-411f-bd94-50a77a681689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.625893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31a76fae-5616-411f-bd94-50a77a681689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.676923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38688) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:08.677308 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-31a76fae-5616-411f-bd94-50a77a681689 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=390e414e33c24885889194a63399820a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1907353 Aug 19 11:50:08.678208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a76fae-5616-411f-bd94-50a77a681689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea4a2fc-518c-4ae2-a57c-9b6e99dc4b5c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:08.735903 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-05c3c368-6a33-49bf-84b5-449025588c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.768674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-05c3c368-6a33-49bf-84b5-449025588c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.828551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-05c3c368-6a33-49bf-84b5-449025588c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.833553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-05c3c368-6a33-49bf-84b5-449025588c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.834740 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-05c3c368-6a33-49bf-84b5-449025588c4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cea4a2fc-518c-4ae2-a57c-9b6e99dc4b5c HTTP/1.1" status: 204 len: 168 time: 0.1567595 Aug 19 11:50:08.845931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3c368-6a33-49bf-84b5-449025588c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea4a2fc-518c-4ae2-a57c-9b6e99dc4b5c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:08.904094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38702) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:08.933123 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.943318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Transition to ACTIVE for port object b2f9b64d-ae6e-40ac-8902-21b2fef62714 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:08.951035 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:08.990859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc7ff-376d-47bb-8cbb-799b8486cdc6 None None] Pushing event updated for resources: {'Port': ['ID=b2f9b64d-ae6e-40ac-8902-21b2fef62714,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:09.077008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Attempting to bind port b2f9b64d-ae6e-40ac-8902-21b2fef62714 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:09.077666 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Attempting to bind port b2f9b64d-ae6e-40ac-8902-21b2fef62714 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:09.078756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Attempting to bind port b2f9b64d-ae6e-40ac-8902-21b2fef62714 on network 5c44442c-1286-45f6-b8eb-d63d4bd3183a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:09.099989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:09.100656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Checking segment: {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:09.101239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.102853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Bound using segment: {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:09.102853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Bound port: b2f9b64d-ae6e-40ac-8902-21b2fef62714, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:09.102853 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.146576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 98146eff-78f8-428f-bc31-6770f44574da up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:09.347807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] For port b2f9b64d-ae6e-40ac-8902-21b2fef62714, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:09.352564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] For port b2f9b64d-ae6e-40ac-8902-21b2fef62714, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b2f9b64d-ae6e-40ac-8902-21b2fef62714,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:09.361663 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.366974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 98146eff-78f8-428f-bc31-6770f44574da triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:09.367338 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.422834 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9049088-3f03-41f1-8a6c-85469f5693b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.457015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:09.457647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:49:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:09.462957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc7ff-376d-47bb-8cbb-799b8486cdc6 None None] Pushing event updated for resources: {'Port': ['ID=b2f9b64d-ae6e-40ac-8902-21b2fef62714,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:09.592952 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9049088-3f03-41f1-8a6c-85469f5693b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.601380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9049088-3f03-41f1-8a6c-85469f5693b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.655425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:09.683947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f9049088-3f03-41f1-8a6c-85469f5693b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfe6f684930c496fbfafbf02ba46e1da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7763937 Aug 19 11:50:09.684981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38744) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:09.697044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9049088-3f03-41f1-8a6c-85469f5693b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba935870-027c-4b94-baa6-854eef458c2b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:09.774780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-73f6f040-86fe-4525-aea7-ef6a1d583f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.827429 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-73f6f040-86fe-4525-aea7-ef6a1d583f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.850815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38752) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:09.858147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-network', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:09.890293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Made reservation on behalf of f78bdf3f35664be4a78dfeebb5e1ddf2 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:09.893029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.895229 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-73f6f040-86fe-4525-aea7-ef6a1d583f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.898946 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-73f6f040-86fe-4525-aea7-ef6a1d583f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:09.900893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-73f6f040-86fe-4525-aea7-ef6a1d583f24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba935870-027c-4b94-baa6-854eef458c2b HTTP/1.1" status: 204 len: 168 time: 0.2142904 Aug 19 11:50:09.920928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6f040-86fe-4525-aea7-ef6a1d583f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba935870-027c-4b94-baa6-854eef458c2b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:09.929873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:10.022368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38760) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:10.064643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:10.072226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:10.085160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:09Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:10.135098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117d3ac5-5c02-49a7-bba5-550f5264e2a3 None None] The sync data for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 is: [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:09Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:50:10.143834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bd3bc8-e09b-4672-8f20-bc811af874c3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:10.146917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:50:10.160864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:10.161525 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Added segment 46b81772-e573-41d1-87c7-c84d7b553cc3 of type vlan for network fc83c3ce-a768-46a9-880d-bf3958673bcc Aug 19 11:50:10.245109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:10.328968 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:10.330734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:10.331336 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:10.420469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38778) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:10.423408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5700881 Aug 19 11:50:10.425679 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Request body: {'subnet': {'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-subnet', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:10.435218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1df2ac-5901-474a-aff7-0b4a589a3574 admin admin] Pushing event updated for resources: {'Network': ['ID=fc83c3ce-a768-46a9-880d-bf3958673bcc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:10.452958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network fc83c3ce-a768-46a9-880d-bf3958673bcc details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:50:10.461965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Made reservation on behalf of f78bdf3f35664be4a78dfeebb5e1ddf2 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:10.466043 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:10.743199 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63aae54d-6d16-4b96-a8dc-b9218ba74abd req-6213dd59-d65b-4649-b8d8-8e0f68f53895 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 210 time: 0.7194324 Aug 19 11:50:10.804317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:10.868622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d947a811-006f-4555-9a57-47937125f3f0,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:10.922471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Checking segment: {'id': '46b81772-e573-41d1-87c7-c84d7b553cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:10.923260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Network hostable DHCP agents. Network: fc83c3ce-a768-46a9-880d-bf3958673bcc, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:50:10.952667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Network fc83c3ce-a768-46a9-880d-bf3958673bcc is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:50:10.969151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, fc83c3ce-a768-46a9-880d-bf3958673bcc) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:10.978326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e218f28-2eb5-44e7-8bae-9351ef9354f6 None None] Network fc83c3ce-a768-46a9-880d-bf3958673bcc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:10.982126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:10.982719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.012263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fdc863e0-88ca-47df-a111-55ea6e3a012d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5904930 Aug 19 11:50:11.015499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38792) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:11.021559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:11.090369 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.093368 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.159290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b2f9b64d-ae6e-40ac-8902-21b2fef62714 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:11.235018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:11.264876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.270952 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03aa774c-6389-4238-b979-3bf8493dbe10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.296651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-fc83c3ce-a768-46a9-880d-bf3958673bcc', 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'fixed_ips': [{'subnet_id': 'd947a811-006f-4555-9a57-47937125f3f0'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:50:11.298492 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.377688 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port b2f9b64d-ae6e-40ac-8902-21b2fef62714 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:11.435515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.54', 64858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:11.485014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-f6251018-1012-4d30-9f34-e2e96de76d9c tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=986a1392b52a45c69f504258be1b842c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422082 Aug 19 11:50:11.509147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b2f9b64d-ae6e-40ac-8902-21b2fef62714 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:11.510451 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.516040 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-56df0399-cbdf-4f61-8300-16fdd5bde17e tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=00cdba4ab19841c08acb8ce1c7236771&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773644 Aug 19 11:50:11.573315 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03aa774c-6389-4238-b979-3bf8493dbe10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.639317 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03aa774c-6389-4238-b979-3bf8493dbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.678241 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-03aa774c-6389-4238-b979-3bf8493dbe10 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=feda831edf3c4fd68a4acd670fcf34f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4395599 Aug 19 11:50:11.689697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38812) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:11.805649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.813382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa774c-6389-4238-b979-3bf8493dbe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1740f3d-73e4-4c6b-bbbe-6aa7802891bb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:11.821704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Allocated IP 172.20.0.2 (fc83c3ce-a768-46a9-880d-bf3958673bcc/d947a811-006f-4555-9a57-47937125f3f0/20a7aa0d-2e28-4bb5-8589-c2915379260a) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:11.856340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port b2f9b64d-ae6e-40ac-8902-21b2fef62714, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b2f9b64d-ae6e-40ac-8902-21b2fef62714,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:11.868376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:11.989249 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16fa10e2-4eca-4e59-ac9e-4f2ab01257a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.035737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16fa10e2-4eca-4e59-ac9e-4f2ab01257a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.052023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.080567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-afe5f691-b85e-4ba6-96d5-64ac8f8f614d tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:12.083759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-afe5f691-b85e-4ba6-96d5-64ac8f8f614d tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5524552 Aug 19 11:50:12.117617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16fa10e2-4eca-4e59-ac9e-4f2ab01257a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.120269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16fa10e2-4eca-4e59-ac9e-4f2ab01257a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.121660 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-16fa10e2-4eca-4e59-ac9e-4f2ab01257a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1740f3d-73e4-4c6b-bbbe-6aa7802891bb HTTP/1.1" status: 204 len: 168 time: 0.4235718 Aug 19 11:50:12.145974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa10e2-4eca-4e59-ac9e-4f2ab01257a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1740f3d-73e4-4c6b-bbbe-6aa7802891bb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:12.181875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=b2f9b64d-ae6e-40ac-8902-21b2fef62714,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:12.201820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Request body: {'port': {'device_id': 'a72eaf91-0c92-4903-937f-b8219d041061', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '00cdba4ab19841c08acb8ce1c7236771'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:12.282307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94cf7680-a435-4093-81f9-13013e2ac158 req-a8058120-5044-4d7a-9543-87d6650b2386 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 210 time: 0.0761828 Aug 19 11:50:12.341437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-101db68a-4b26-4969-8cea-5936a4ce0936 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:12.343328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-101db68a-4b26-4969-8cea-5936a4ce0936 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8497982 Aug 19 11:50:12.366092 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.379440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Transition to ACTIVE for port object 20a7aa0d-2e28-4bb5-8589-c2915379260a will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:12.383007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-4a151e1d-d512-4ab6-b42c-2dcad15e8de8 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/quotas/986a1392b52a45c69f504258be1b842c HTTP/1.1" status: 200 len: 375 time: 0.0238948 Aug 19 11:50:12.401712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Transition to ACTIVE for port object 20a7aa0d-2e28-4bb5-8589-c2915379260a will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:12.412157 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.415018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-a860fd50-fd9f-4942-9ee7-f11162dab0ca tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=986a1392b52a45c69f504258be1b842c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304136 Aug 19 11:50:12.455492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Network fc83c3ce-a768-46a9-880d-bf3958673bcc is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:12.553110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:12.558108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Pushing event updated for resources: {'Port': ['ID=20a7aa0d-2e28-4bb5-8589-c2915379260a,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:12.565848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:12.594249 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.659708 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.677318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Attempting to bind port 20a7aa0d-2e28-4bb5-8589-c2915379260a on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:12.679108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Attempting to bind port 20a7aa0d-2e28-4bb5-8589-c2915379260a by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '46b81772-e573-41d1-87c7-c84d7b553cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:12.679474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Attempting to bind port 20a7aa0d-2e28-4bb5-8589-c2915379260a on network fc83c3ce-a768-46a9-880d-bf3958673bcc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:12.695310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:12.695691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Checking segment: {'id': '46b81772-e573-41d1-87c7-c84d7b553cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:12.699272 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.699722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Bound using segment: {'id': '46b81772-e573-41d1-87c7-c84d7b553cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:12.703349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Bound port: 20a7aa0d-2e28-4bb5-8589-c2915379260a, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b81772-e573-41d1-87c7-c84d7b553cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:12.706683 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.739588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ed43962-96f2-41f0-a4ee-16c2f303ab10 req-bcb0e24a-8795-4a90-9b97-36e42a0e4b93 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 210 time: 0.0823171 Aug 19 11:50:12.782643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] For port 20a7aa0d-2e28-4bb5-8589-c2915379260a, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:12.786129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] For port 20a7aa0d-2e28-4bb5-8589-c2915379260a, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=20a7aa0d-2e28-4bb5-8589-c2915379260a,segment=NetworkSegment(46b81772-e573-41d1-87c7-c84d7b553cc3),segment_id=46b81772-e573-41d1-87c7-c84d7b553cc3)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:12.795416 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.804194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Made reservation on behalf of 00cdba4ab19841c08acb8ce1c7236771 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:12.808389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.819812 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:12.902393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24ee40-d59f-4c6d-b3a0-74296190562d None None] Pushing event updated for resources: {'Port': ['ID=20a7aa0d-2e28-4bb5-8589-c2915379260a,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:12.966513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Allocated IP 172.25.4.27 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/331cad75-b97d-49fb-8ff8-1d7a79ee95f5) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:13.021242 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:13.030695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:13.154714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b2f9b64d-ae6e-40ac-8902-21b2fef62714 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:13.158763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef82760b-84e4-488d-9281-453f91c5720d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:13.194102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:13.275091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:13.300052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b2f9b64d-ae6e-40ac-8902-21b2fef62714 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:13.301636 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:13.401621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Allocated IP 192.168.233.215 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/1482a1c5-13ff-4454-838d-190e00e2aa49) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:13.415047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:13.424590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:13.431941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:13.641596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a574b15b-3751-4c03-8c26-3bce365f3361 req-1c53bd1c-d5e8-4f23-9c2a-66d681773ad7 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 210 time: 0.0357659 Aug 19 11:50:13.689773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=331cad75-b97d-49fb-8ff8-1d7a79ee95f5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:13.785886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:13.847972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Transition to ACTIVE for port object 1482a1c5-13ff-4454-838d-190e00e2aa49 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:13.907917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:14.037189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e70744ab-d675-476b-ac81-3a978c8e453e req-103b5626-262c-492c-bacc-03548fdadfa6 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 210 time: 0.1037300 Aug 19 11:50:14.039670 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:14.281234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:14.288218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:14.291638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:14.300444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:14.301480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:14.306194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Pushing event updated for resources: {'Port': ['ID=1482a1c5-13ff-4454-838d-190e00e2aa49,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:14.334402 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-be931078-1185-4ec6-9842-3032675fe576 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1368167 Aug 19 11:50:14.386873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-6e353468-121e-458e-8f07-508b76e03b15 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:50:14.390968 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-6e353468-121e-458e-8f07-508b76e03b15 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300813 Aug 19 11:50:14.736385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707053e1-4ced-4dee-97f4-160ac5d0d1c2 None None] Network fc83c3ce-a768-46a9-880d-bf3958673bcc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:14.909291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6b04fbea-95fd-43a2-925f-52d6728a7fda None None] Provisioning for port 20a7aa0d-2e28-4bb5-8589-c2915379260a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:14.997483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:15.051775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df997468-8ba2-4a96-8362-f057d2b6e164 req-940cb59c-a540-4fdd-8dcd-f1c2da8b26db tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:15.065216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df997468-8ba2-4a96-8362-f057d2b6e164 req-940cb59c-a540-4fdd-8dcd-f1c2da8b26db tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 936 time: 0.2080553 Aug 19 11:50:15.192905 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38976) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:15.215771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-49111376-79e2-4e4f-9e87-ae9355dbd2d0 None None] Provisioning for port 1482a1c5-13ff-4454-838d-190e00e2aa49 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:15.240649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-49111376-79e2-4e4f-9e87-ae9355dbd2d0 None None] Provisioning complete for port 1482a1c5-13ff-4454-838d-190e00e2aa49 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:15.243225 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49111376-79e2-4e4f-9e87-ae9355dbd2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:15.360360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 20a7aa0d-2e28-4bb5-8589-c2915379260a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:15.365188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.69', 59526) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:15.440569 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-114a3a00-61a0-4ecd-ae5e-57cb89a5f987 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=986a1392b52a45c69f504258be1b842c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738373 Aug 19 11:50:15.473129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-49111376-79e2-4e4f-9e87-ae9355dbd2d0 None None] Port 1482a1c5-13ff-4454-838d-190e00e2aa49 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:50:15.504209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Request body: {'port': {'device_id': 'a72eaf91-0c92-4903-937f-b8219d041061', 'device_owner': 'compute:tempest-test_az-1248156319', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:15.533565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 20a7aa0d-2e28-4bb5-8589-c2915379260a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:15.541850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 20a7aa0d-2e28-4bb5-8589-c2915379260a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:15.550017 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:15.822781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-43e5860a-b545-4641-a90b-81304ab5ac5d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:15.827224 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-43e5860a-b545-4641-a90b-81304ab5ac5d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3779168 Aug 19 11:50:15.847863 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-055e4b31-29b9-4ff6-a963-1777f0469574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:15.958645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df997468-8ba2-4a96-8362-f057d2b6e164 req-9ad5c7e3-efca-4639-9bb3-8d3cd108f633 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7601886 Aug 19 11:50:15.965790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38994) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:16.034581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Request body: {'port': {'device_id': 'fe1abb67-e8d7-4d32-91c4-9d919d2c7619', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '986a1392b52a45c69f504258be1b842c'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:16.035687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3c0055e-1632-4a42-8302-ad4f15df72c9 req-ceb40f46-00bf-41d2-8a90-509ec598c45a tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 210 time: 0.1017432 Aug 19 11:50:16.074033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Router 7f5af280-7865-475a-9d37-b49b39dc4ff2 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:50:16.288063 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:16.305092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d14e3aca-a2d1-4ebc-b148-bc5ecba855f2 None None] Provisioning complete for port 20a7aa0d-2e28-4bb5-8589-c2915379260a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:16.306805 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d14e3aca-a2d1-4ebc-b148-bc5ecba855f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:16.361617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:50:16.374109 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Sync routers for ids ['7f5af280-7865-475a-9d37-b49b39dc4ff2'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:50:16.397212 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Routers {'7f5af280-7865-475a-9d37-b49b39dc4ff2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:16.398431 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:49:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7f5af280-7865-475a-9d37-b49b39dc4ff2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:16.430893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:16.532538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ff025ac-f9e4-43e7-a150-6131a33ac07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:16.546760 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-055e4b31-29b9-4ff6-a963-1777f0469574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:16.551286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 20a7aa0d-2e28-4bb5-8589-c2915379260a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=20a7aa0d-2e28-4bb5-8589-c2915379260a,segment=NetworkSegment(46b81772-e573-41d1-87c7-c84d7b553cc3),segment_id=46b81772-e573-41d1-87c7-c84d7b553cc3)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:16.560861 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:16.583452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-055e4b31-29b9-4ff6-a963-1777f0469574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:16.637288 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:16.645778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ac2a6bf9-3290-46bd-a85b-647e24c6c6d6 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.6287019 Aug 19 11:50:16.648300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39012) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:16.659721 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-055e4b31-29b9-4ff6-a963-1777f0469574 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01d8cdbfb74142e8b6f168ca21c6b7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4657230 Aug 19 11:50:16.706329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39014) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:16.761664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=20a7aa0d-2e28-4bb5-8589-c2915379260a,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:16.782463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-4ff025ac-f9e4-43e7-a150-6131a33ac07f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 11:50:16.782463 n-d-778550-9 neutron-server[101154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 11:50:16.782463 n-d-778550-9 neutron-server[101154]: [parameters: {'project_id_1': '577f5ff70b244086879f743a12adf7d5', 'expiration_1': datetime.datetime(2021, 8, 19, 11, 50, 16, 651964)}] Aug 19 11:50:16.782463 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 11:50:16.783316 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-4ff025ac-f9e4-43e7-a150-6131a33ac07f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 11:50:16.913469 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Set router 7f5af280-7865-475a-9d37-b49b39dc4ff2 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:17.017084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e4b31-29b9-4ff6-a963-1777f0469574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2556d80-ed6b-4bf5-a22c-7f1837c13ba9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:17.134410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 20a7aa0d-2e28-4bb5-8589-c2915379260a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:17.143225 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e273f7a-7f74-4a72-8cea-4da82784e149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:17.147641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Made reservation on behalf of 986a1392b52a45c69f504258be1b842c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:17.160299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:17.300279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ff025ac-f9e4-43e7-a150-6131a33ac07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:17.313979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:17.353830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e273f7a-7f74-4a72-8cea-4da82784e149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:17.385311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 20a7aa0d-2e28-4bb5-8589-c2915379260a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:17.386647 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:17.528249 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:11Z', 'updated_at': '2021-08-19T11:50:13Z', 'revision_number': 3, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'gw_port': {'id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:12Z', 'updated_at': '2021-08-19T11:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:17.717128 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Checking router: 7f5af280-7865-475a-9d37-b49b39dc4ff2 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:50:17.717621 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Updating router 7f5af280-7865-475a-9d37-b49b39dc4ff2 port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:50:17.827878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fca0650-a2b3-485f-b1d8-08b2bfaffa47 req-63973afc-8d83-4a0e-bd07-6650bf851d62 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 210 time: 0.4018826 Aug 19 11:50:17.866128 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:17.866708 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e273f7a-7f74-4a72-8cea-4da82784e149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:17.874103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e273f7a-7f74-4a72-8cea-4da82784e149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:17.880559 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8e273f7a-7f74-4a72-8cea-4da82784e149 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2556d80-ed6b-4bf5-a22c-7f1837c13ba9 HTTP/1.1" status: 204 len: 168 time: 1.1663940 Aug 19 11:50:17.922450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e273f7a-7f74-4a72-8cea-4da82784e149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2556d80-ed6b-4bf5-a22c-7f1837c13ba9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:18.077884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1482a1c5-13ff-4454-838d-190e00e2aa49 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:18.097919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.110621 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.117637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.145328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912dcf1-a6bc-43b5-9d5d-9cb338575216 req-4af4827c-3800-471b-a55e-572c6e6397a5 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:18.149124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2912dcf1-a6bc-43b5-9d5d-9cb338575216 req-4af4827c-3800-471b-a55e-572c6e6397a5 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 936 time: 0.6927280 Aug 19 11:50:18.237414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916ba093-86cd-4008-8e1a-b4cb0ae924d0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:18.271671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Transition to ACTIVE for port object 1482a1c5-13ff-4454-838d-190e00e2aa49 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:18.275900 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-06b10ddf-9dc3-41af-8119-a80c22aa276c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.422170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Allocated IP 192.168.233.7 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/1486af23-305e-4609-a7ba-4d9ea6adae29) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:18.480519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.627852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2912dcf1-a6bc-43b5-9d5d-9cb338575216 req-3fd63539-5275-48dd-a154-71230d6ca985 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517422 Aug 19 11:50:18.668386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Pushing event updated for resources: {'Port': ['ID=1482a1c5-13ff-4454-838d-190e00e2aa49,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:18.696572 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.718380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.721006 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Transition to ACTIVE for port object 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:18.730142 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.851452 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24373d3b-5bc1-4189-81a7-91a47d15fa25 None None] Pushing event updated for resources: {'Port': ['ID=331cad75-b97d-49fb-8ff8-1d7a79ee95f5,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:18.856053 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Attempting to bind port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:18.856450 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Attempting to bind port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:18.856868 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Attempting to bind port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:18.863455 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:18.864903 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:18.865376 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.865777 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:18.866282 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Bound port: 331cad75-b97d-49fb-8ff8-1d7a79ee95f5, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:18.866700 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:18.936421 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] For port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:18.941393 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] For port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=331cad75-b97d-49fb-8ff8-1d7a79ee95f5,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:18.950525 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:19.044257 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24373d3b-5bc1-4189-81a7-91a47d15fa25 None None] Pushing event updated for resources: {'Port': ['ID=331cad75-b97d-49fb-8ff8-1d7a79ee95f5,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:19.054375 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Routers {'7f5af280-7865-475a-9d37-b49b39dc4ff2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:19.055180 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:49:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7f5af280-7865-475a-9d37-b49b39dc4ff2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:19.225147 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] Set router 7f5af280-7865-475a-9d37-b49b39dc4ff2 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:19.343817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39058) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:19.410822 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64f775d3-80f6-4c29-8ff9-72af236716f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:19.447321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fa04389-8aea-4c86-a978-25bc6bc1aae6 req-f197eacf-281a-40c6-aaef-34823764b663 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 210 time: 0.0783677 Aug 19 11:50:19.481470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Attempting to bind port 1482a1c5-13ff-4454-838d-190e00e2aa49 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:19.492968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Attempting to bind port 1482a1c5-13ff-4454-838d-190e00e2aa49 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:19.493670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Attempting to bind port 1482a1c5-13ff-4454-838d-190e00e2aa49 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:19.517134 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Port 1482a1c5-13ff-4454-838d-190e00e2aa49 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:50:19.521391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Attempting to bind port 1482a1c5-13ff-4454-838d-190e00e2aa49 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:19.548294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:19.552589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:19.553869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:19.554590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Bound port: 1482a1c5-13ff-4454-838d-190e00e2aa49, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:19.555189 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:19.558935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Allocated IP 172.20.0.1 (fc83c3ce-a768-46a9-880d-bf3958673bcc/d947a811-006f-4555-9a57-47937125f3f0/4777970d-f692-449f-b969-0193dd8b1463) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:19.599021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ff025ac-f9e4-43e7-a150-6131a33ac07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:19.641834 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:19.643436 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:11Z', 'updated_at': '2021-08-19T11:50:13Z', 'revision_number': 3, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'gw_port': {'id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:12Z', 'updated_at': '2021-08-19T11:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:19.676160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Transition to ACTIVE for port object 1486af23-305e-4609-a7ba-4d9ea6adae29 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:19.686107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] For port 1482a1c5-13ff-4454-838d-190e00e2aa49, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:19.692636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] For port 1482a1c5-13ff-4454-838d-190e00e2aa49, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1482a1c5-13ff-4454-838d-190e00e2aa49,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:19.706645 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:19.736449 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784a57d-cef7-41f2-b87e-dac57b44f9e2 None None] The sync data for ids ['7f5af280-7865-475a-9d37-b49b39dc4ff2'] in n-d-778550-9 is: [{'id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:11Z', 'updated_at': '2021-08-19T11:50:13Z', 'revision_number': 3, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'gw_port': {'id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:12Z', 'updated_at': '2021-08-19T11:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:50:19.772996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ff025ac-f9e4-43e7-a150-6131a33ac07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:19.853766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:19.855372 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:19.862336 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] 10.222.0.54 "PUT /v2.0/ports/1482a1c5-13ff-4454-838d-190e00e2aa49 HTTP/1.1" status: 200 len: 1118 time: 4.8204076 Aug 19 11:50:19.869666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72eaf91-0c92-4903-937f-b8219d041061', 'tag': '1482a1c5-13ff-4454-838d-190e00e2aa49'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:19.931338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff025ac-f9e4-43e7-a150-6131a33ac07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca48982-36f1-4886-b094-0ff45cbc8abd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:19.939530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4ff025ac-f9e4-43e7-a150-6131a33ac07f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=577f5ff70b244086879f743a12adf7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9651043 Aug 19 11:50:19.955829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39080) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:20.062581 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64f775d3-80f6-4c29-8ff9-72af236716f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.130708 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e533682-cc75-4f63-a557-db7417926876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.167283 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e533682-cc75-4f63-a557-db7417926876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.177021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.251667 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64f775d3-80f6-4c29-8ff9-72af236716f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.311496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-64f775d3-80f6-4c29-8ff9-72af236716f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a6390ef24ea49038f23bccf9ba8ef80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9406343 Aug 19 11:50:20.337123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39092) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:20.343633 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e533682-cc75-4f63-a557-db7417926876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.348456 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e533682-cc75-4f63-a557-db7417926876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.354335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8e533682-cc75-4f63-a557-db7417926876 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fca48982-36f1-4886-b094-0ff45cbc8abd HTTP/1.1" status: 204 len: 168 time: 0.3972044 Aug 19 11:50:20.382587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5c149-ee8c-4e9d-a2b5-7137ce578969 service neutron] Pushing event updated for resources: {'Port': ['ID=1482a1c5-13ff-4454-838d-190e00e2aa49,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:20.438826 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e47fc0-1251-459b-ae2f-4f3edda28add" -d '{"events": [{"name": "network-changed", "server_uuid": "a72eaf91-0c92-4903-937f-b8219d041061", "tag": "1482a1c5-13ff-4454-838d-190e00e2aa49"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:20.440600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f775d3-80f6-4c29-8ff9-72af236716f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeef5ae-a072-42c5-bef3-30ac8b21ca93,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:20.482331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb82071-bb75-43c1-8c31-3acc7951b7c0 req-fc248e29-eeed-44dc-9189-44d185ce1306 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:20.493803 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cb82071-bb75-43c1-8c31-3acc7951b7c0 req-fc248e29-eeed-44dc-9189-44d185ce1306 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.4028072 Aug 19 11:50:20.525003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e533682-cc75-4f63-a557-db7417926876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca48982-36f1-4886-b094-0ff45cbc8abd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:20.552208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:20.594082 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.620535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:20.641026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:20.644467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Transition to ACTIVE for port object 4777970d-f692-449f-b969-0193dd8b1463 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:20.665048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cb82071-bb75-43c1-8c31-3acc7951b7c0 req-b0982b25-5727-430c-b8a2-1daf49b62685 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615839 Aug 19 11:50:20.669846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:20.673551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.739967 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c7d3689c-e2f2-4099-9b7a-2aa575583e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.746936 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.794864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Network fc83c3ce-a768-46a9-880d-bf3958673bcc is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:20.815021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:20.827719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-da9c0386-e8a1-4c1f-b932-ce46f9656858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:20.840733 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-da9c0386-e8a1-4c1f-b932-ce46f9656858 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00cdba4ab19841c08acb8ce1c7236771&device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 1121 time: 0.7711508 Aug 19 11:50:20.842722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Pushing event updated for resources: {'Port': ['ID=1486af23-305e-4609-a7ba-4d9ea6adae29,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:20.850209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:20.855020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:20.859387 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.102439 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-6ecf0e16-1688-4cb2-8e19-9489e1788b2d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0908339 Aug 19 11:50:21.170424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d63d723a-3b2d-4810-b704-594639520b1d None None] Provisioning for port 1486af23-305e-4609-a7ba-4d9ea6adae29 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:21.188231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d63d723a-3b2d-4810-b704-594639520b1d None None] Provisioning complete for port 1486af23-305e-4609-a7ba-4d9ea6adae29 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:21.191227 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d63d723a-3b2d-4810-b704-594639520b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.210541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Pushing event updated for resources: {'Port': ['ID=4777970d-f692-449f-b969-0193dd8b1463,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:21.301921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e604ea93-d24c-42eb-9ed5-56d87ac78bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.324882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-23afc741-7409-475e-b47e-7ca5f2fc3252 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=1482a1c5-13ff-4454-838d-190e00e2aa49 HTTP/1.1" status: 200 len: 217 time: 0.4353518 Aug 19 11:50:21.325453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:21.343989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-4b2c263d-29b4-405d-918b-02c4d0cab484 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:50:21.347113 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-4b2c263d-29b4-405d-918b-02c4d0cab484 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285215 Aug 19 11:50:21.468248 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4b26cf-64e0-4cdd-a694-dd950b8719f3 x-openstack-request-id: req-7a4b26cf-64e0-4cdd-a694-dd950b8719f3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:21.468918 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72eaf91-0c92-4903-937f-b8219d041061", "tag": "1482a1c5-13ff-4454-838d-190e00e2aa49", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:21.469718 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a4b26cf-64e0-4cdd-a694-dd950b8719f3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:21.470644 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72eaf91-0c92-4903-937f-b8219d041061', 'tag': '1482a1c5-13ff-4454-838d-190e00e2aa49', 'status': 'completed', 'code': 200} Aug 19 11:50:21.485351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e604ea93-d24c-42eb-9ed5-56d87ac78bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.509104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d63d723a-3b2d-4810-b704-594639520b1d None None] Port 1486af23-305e-4609-a7ba-4d9ea6adae29 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:50:21.519702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:21.527013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:21.527499 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.603511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-71b7d23e-429f-4461-9570-806e81df8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:21.611473 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-71b7d23e-429f-4461-9570-806e81df8b13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2446797 Aug 19 11:50:21.658396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e604ea93-d24c-42eb-9ed5-56d87ac78bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.661419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e604ea93-d24c-42eb-9ed5-56d87ac78bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.663504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e604ea93-d24c-42eb-9ed5-56d87ac78bb3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4eeef5ae-a072-42c5-bef3-30ac8b21ca93 HTTP/1.1" status: 204 len: 168 time: 1.3220348 Aug 19 11:50:21.693811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604ea93-d24c-42eb-9ed5-56d87ac78bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeef5ae-a072-42c5-bef3-30ac8b21ca93,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:21.734136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.769293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1859efaa-4e88-481e-8014-2b3d6108219d None None] Provisioning for port 4777970d-f692-449f-b969-0193dd8b1463 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:21.835633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1859efaa-4e88-481e-8014-2b3d6108219d None None] Provisioning complete for port 4777970d-f692-449f-b969-0193dd8b1463 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:21.836098 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1859efaa-4e88-481e-8014-2b3d6108219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.870834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=331cad75-b97d-49fb-8ff8-1d7a79ee95f5,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:21.942529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ebba1-e465-4619-a602-faaab63e3673 req-17515cbe-ab64-448c-8f16-6c908f09fc33 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:21.946627 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:21.954325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-108ebba1-e465-4619-a602-faaab63e3673 req-17515cbe-ab64-448c-8f16-6c908f09fc33 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 934 time: 0.9985044 Aug 19 11:50:22.015490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-4afdf7fd-bd0e-419a-ae44-78c945fdb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:22.023939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-4afdf7fd-bd0e-419a-ae44-78c945fdb7f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2173612 Aug 19 11:50:22.128263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1859efaa-4e88-481e-8014-2b3d6108219d None None] Port 4777970d-f692-449f-b969-0193dd8b1463 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:50:22.146603 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:22.200318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=331cad75-b97d-49fb-8ff8-1d7a79ee95f5,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:22.241327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-108ebba1-e465-4619-a602-faaab63e3673 req-a5c661ed-93b1-4ba1-b5f6-bf6d99ef14b7 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753046 Aug 19 11:50:22.323276 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:22.361386 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-732d27ce-e295-4ebb-bb83-393067859e10 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060977 Aug 19 11:50:22.407665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Request body: {'port': {'device_id': 'fe1abb67-e8d7-4d32-91c4-9d919d2c7619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:22.853583 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-027ed1e4-e037-42f2-aad0-a6554341e49e req-721de41c-276e-477b-929f-1c8c027c8dc9 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482587 Aug 19 11:50:22.859068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bc76d-3695-4df5-9510-587ff7f58702 req-0aada39f-1f51-43b1-9640-04dbd6cb56eb tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:22.865744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:22.868219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-640bc76d-3695-4df5-9510-587ff7f58702 req-0aada39f-1f51-43b1-9640-04dbd6cb56eb tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.3513439 Aug 19 11:50:23.055943 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-640bc76d-3695-4df5-9510-587ff7f58702 req-f103b11d-8782-46e8-992b-eeb0e7c08b04 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728549 Aug 19 11:50:23.081753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39188) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:23.125209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:23.138269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:23.141014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:23.192530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:23.331858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:23.333117 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:23.357657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-6dbca7a4-48cb-4151-a964-fc43f7672996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:23.359209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Pushing event updated for resources: {'Port': ['ID=4777970d-f692-449f-b969-0193dd8b1463,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:23.366340 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-6dbca7a4-48cb-4151-a964-fc43f7672996 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00cdba4ab19841c08acb8ce1c7236771&device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 1121 time: 0.3804877 Aug 19 11:50:23.474607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2015728780-network', 'tenant_id': '359ff869933a4f1aae5e14cb46906913'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:23.633560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8bde-dbfe-43fb-9872-06121625d9a6 req-f225c1ea-c292-4dbd-b6bf-da407901dfa2 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:23.636059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1beb8bde-dbfe-43fb-9872-06121625d9a6 req-f225c1ea-c292-4dbd-b6bf-da407901dfa2 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 934 time: 0.2441666 Aug 19 11:50:23.636996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Made reservation on behalf of 359ff869933a4f1aae5e14cb46906913 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:23.639234 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:23.643494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Network fc83c3ce-a768-46a9-880d-bf3958673bcc is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:23.658791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:23.671781 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:23.773671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-2e866386-7a97-4878-9af5-d80bf0c68d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:23.775068 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-2e866386-7a97-4878-9af5-d80bf0c68d80 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.4009929 Aug 19 11:50:23.851821 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:23.856260 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:23.874152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1beb8bde-dbfe-43fb-9872-06121625d9a6 req-7fd07fc8-4071-4cf5-9924-37781b0ffa62 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290936 Aug 19 11:50:23.936889 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-793d35ba-4e42-48a7-ba90-d144977bec02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=1482a1c5-13ff-4454-838d-190e00e2aa49 HTTP/1.1" status: 200 len: 217 time: 0.1514785 Aug 19 11:50:24.046772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-60f847bb-f75e-423c-8026-2b237c43e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:24.048356 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-60f847bb-f75e-423c-8026-2b237c43e5c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1046276 Aug 19 11:50:24.048882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39216) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:24.181759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-744422fb-88c0-4bed-8ff8-25aa266ad63e None None] Provisioning complete for port 4777970d-f692-449f-b969-0193dd8b1463 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:24.184000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-744422fb-88c0-4bed-8ff8-25aa266ad63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:24.198072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1486af23-305e-4609-a7ba-4d9ea6adae29 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:24.198072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-1518a3a1-bff2-4546-9a18-5c7b75d698f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:24.199815 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-1518a3a1-bff2-4546-9a18-5c7b75d698f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151030 Aug 19 11:50:24.213973 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:24.284290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Transition to ACTIVE for port object 1486af23-305e-4609-a7ba-4d9ea6adae29 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:24.295135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:24.314757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-744422fb-88c0-4bed-8ff8-25aa266ad63e None None] Port 4777970d-f692-449f-b969-0193dd8b1463 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:50:24.362078 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:24.389036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:24.500197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49257ea-d4a7-4e68-a9d0-ccc7f8a1214c req-e5d47053-4e37-4c6c-9ab8-989d801652b3 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:24.515027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a49257ea-d4a7-4e68-a9d0-ccc7f8a1214c req-e5d47053-4e37-4c6c-9ab8-989d801652b3 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.3255012 Aug 19 11:50:24.537354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:50:24.559655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=1486af23-305e-4609-a7ba-4d9ea6adae29,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:24.585479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34376279-ac73-433c-ad92-c7b76a3134d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:24.590702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Router 7f5af280-7865-475a-9d37-b49b39dc4ff2 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:50:24.649683 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:24.650166 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Added segment 7eb14096-cf77-4211-9d21-35c59998dbb4 of type vlan for network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b Aug 19 11:50:24.686688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560f3e2d-95d2-4b88-8b80-19657900eb77,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:24.804948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Attempting to bind port 1486af23-305e-4609-a7ba-4d9ea6adae29 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:24.805810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Attempting to bind port 1486af23-305e-4609-a7ba-4d9ea6adae29 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:24.807668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Attempting to bind port 1486af23-305e-4609-a7ba-4d9ea6adae29 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:24.880077 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-84c51d82-3d02-417a-8918-3a9509a85061 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611152 Aug 19 11:50:24.886804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Port 1486af23-305e-4609-a7ba-4d9ea6adae29 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:50:24.887140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Attempting to bind port 1486af23-305e-4609-a7ba-4d9ea6adae29 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:24.891361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:25.017556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a49257ea-d4a7-4e68-a9d0-ccc7f8a1214c req-49531dec-3308-44da-ad1a-7218ab99b5ac tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013649 Aug 19 11:50:25.172714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-23e47fc0-1251-459b-ae2f-4f3edda28add req-d253c913-ba75-4256-9256-d067667cdee5 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719259 Aug 19 11:50:25.186440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:25.186823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:25.187181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:25.202674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Bound port: 1486af23-305e-4609-a7ba-4d9ea6adae29, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:25.202674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:25.242603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:25.243580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:25.244165 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:25.508284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34376279-ac73-433c-ad92-c7b76a3134d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:25.528714 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34376279-ac73-433c-ad92-c7b76a3134d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:25.578114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4779408 Aug 19 11:50:25.580502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39260) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:25.581648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:50:25.594426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Sync routers for ids ['7f5af280-7865-475a-9d37-b49b39dc4ff2'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:50:25.609967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Routers {'7f5af280-7865-475a-9d37-b49b39dc4ff2'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:25.610614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:50:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7f5af280-7865-475a-9d37-b49b39dc4ff2'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:25.618771 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-92913cf0-b752-4962-8200-aee403093897 admin admin] 10.222.0.65 "PUT /v2.0/routers/7f5af280-7865-475a-9d37-b49b39dc4ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9677668 Aug 19 11:50:25.638980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Request body: {'subnet': {'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2015728780-subnet', 'tenant_id': '359ff869933a4f1aae5e14cb46906913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:25.646747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddae16-bf6b-4677-9aaf-2323b9e6ad2c admin admin] Pushing event updated for resources: {'Network': ['ID=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:25.649563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] For port 1486af23-305e-4609-a7ba-4d9ea6adae29, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:25.664138 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34376279-ac73-433c-ad92-c7b76a3134d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24c46afffb84488bac72edcd894acaf5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5838633 Aug 19 11:50:25.676540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39264) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:25.707365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] For port 1486af23-305e-4609-a7ba-4d9ea6adae29, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1486af23-305e-4609-a7ba-4d9ea6adae29,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:25.724932 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:25.738067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c681d7-5e18-46c8-9d20-15b33902ef17 req-9878f9d0-a04e-4f36-9835-991942aed2f5 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:25.746260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38c681d7-5e18-46c8-9d20-15b33902ef17 req-9878f9d0-a04e-4f36-9835-991942aed2f5 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.5378523 Aug 19 11:50:25.831318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:25.835505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:25.839823 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] 10.222.0.69 "PUT /v2.0/ports/1486af23-305e-4609-a7ba-4d9ea6adae29 HTTP/1.1" status: 200 len: 1094 time: 4.1611481 Aug 19 11:50:25.842480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1abb67-e8d7-4d32-91c4-9d919d2c7619', 'tag': '1486af23-305e-4609-a7ba-4d9ea6adae29'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:25.855218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:50:25.863667 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a09984-c1a3-49d0-b485-b5c274fbc018" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1abb67-e8d7-4d32-91c4-9d919d2c7619", "tag": "1486af23-305e-4609-a7ba-4d9ea6adae29"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:25.873619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34376279-ac73-433c-ad92-c7b76a3134d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa5069d-9c8a-4aa3-a537-15df4054e303,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:25.909816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Made reservation on behalf of 359ff869933a4f1aae5e14cb46906913 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:25.912187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:25.954808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb5d62-206c-4e44-9c53-2529123d3ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=1486af23-305e-4609-a7ba-4d9ea6adae29,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:26.097525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38c681d7-5e18-46c8-9d20-15b33902ef17 req-0dd38596-8f2b-4efb-bc55-13bbf7e2a881 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480930 Aug 19 11:50:26.099549 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da78571f-8656-4e69-ae0e-40f223d09aa0 x-openstack-request-id: req-da78571f-8656-4e69-ae0e-40f223d09aa0 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:26.099882 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1abb67-e8d7-4d32-91c4-9d919d2c7619", "tag": "1486af23-305e-4609-a7ba-4d9ea6adae29", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:26.100156 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da78571f-8656-4e69-ae0e-40f223d09aa0 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:26.100553 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1abb67-e8d7-4d32-91c4-9d919d2c7619', 'tag': '1486af23-305e-4609-a7ba-4d9ea6adae29', 'status': 'completed', 'code': 200} Aug 19 11:50:26.255309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-492c8098-5727-4183-be43-2640d214ded4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:26.322193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Set router 7f5af280-7865-475a-9d37-b49b39dc4ff2 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:26.367824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a09984-c1a3-49d0-b485-b5c274fbc018 req-dbb9e8cd-1ba1-4872-a777-b3d4ed497369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:26.372795 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47a09984-c1a3-49d0-b485-b5c274fbc018 req-dbb9e8cd-1ba1-4872-a777-b3d4ed497369 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=986a1392b52a45c69f504258be1b842c&device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 1097 time: 0.1337359 Aug 19 11:50:26.452348 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47a09984-c1a3-49d0-b485-b5c274fbc018 req-3f906359-3521-42c6-ae32-2af44a9588b1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=986a1392b52a45c69f504258be1b842c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673859 Aug 19 11:50:26.520980 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-492c8098-5727-4183-be43-2640d214ded4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:26.591504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f859d7b-c8c5-485a-ae9a-5f872c494b9f req-aa2e7c72-84ba-4ae6-b796-72375db5a106 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:26.601358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f859d7b-c8c5-485a-ae9a-5f872c494b9f req-aa2e7c72-84ba-4ae6-b796-72375db5a106 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.2999241 Aug 19 11:50:26.778177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39294) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:26.817305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f859d7b-c8c5-485a-ae9a-5f872c494b9f req-5ab2e815-f74c-4c25-9f5e-13b5a0431d04 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107768 Aug 19 11:50:26.988425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:11Z', 'updated_at': '2021-08-19T11:50:22Z', 'revision_number': 4, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'gw_port': {'id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:12Z', 'updated_at': '2021-08-19T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4777970d-f692-449f-b969-0193dd8b1463', 'name': '', 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'mac_address': 'fa:16:3e:0d:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd947a811-006f-4555-9a57-47937125f3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:18Z', 'updated_at': '2021-08-19T11:50:22Z', 'revision_number': 2, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'subnets': [{'id': 'd947a811-006f-4555-9a57-47937125f3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:27.036560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a09984-c1a3-49d0-b485-b5c274fbc018 req-208b0028-1178-4567-b453-7451fd0ade11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:27.038551 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47a09984-c1a3-49d0-b485-b5c274fbc018 req-208b0028-1178-4567-b453-7451fd0ade11 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5691736 Aug 19 11:50:27.075728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Checking router: 7f5af280-7865-475a-9d37-b49b39dc4ff2 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:50:27.081317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Updating router 7f5af280-7865-475a-9d37-b49b39dc4ff2 port 4777970d-f692-449f-b969-0193dd8b1463 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:50:27.097977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-492c8098-5727-4183-be43-2640d214ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:27.101047 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-492c8098-5727-4183-be43-2640d214ded4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:27.105554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-492c8098-5727-4183-be43-2640d214ded4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fa5069d-9c8a-4aa3-a537-15df4054e303 HTTP/1.1" status: 204 len: 168 time: 1.4182773 Aug 19 11:50:27.161728 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8f3422c1-0509-4ff3-b244-6bdf6afc73b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:27.204487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:27.280247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c8098-5727-4183-be43-2640d214ded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa5069d-9c8a-4aa3-a537-15df4054e303,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:27.419640 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:27.556668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=991495d9-f1c8-4404-8e14-d7f40247d2fc,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:27.651203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Checking segment: {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:27.652377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Network hostable DHCP agents. Network: 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:50:27.694994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75684d-fbf8-4e6e-b86d-d8418f97a585 req-864e6140-f4da-4db5-9294-3e4224da4673 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:27.702631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc75684d-fbf8-4e6e-b86d-d8418f97a585 req-864e6140-f4da-4db5-9294-3e4224da4673 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.4331608 Aug 19 11:50:27.769486 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:27.775124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:50:27.788403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Transition to ACTIVE for port object 4777970d-f692-449f-b969-0193dd8b1463 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:27.801417 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:27.834313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39324) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:27.843476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-cdf0955c-0505-4430-8162-d151fb9cba97 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238134327', 'description': 'tempest-description--451231256'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:27.854088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc75684d-fbf8-4e6e-b86d-d8418f97a585 req-ee5d899c-9aaf-410f-9eb8-287ca30190a3 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504378 Aug 19 11:50:27.856821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:27.876899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:27.889599 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:27.914914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e69eb6-537f-4265-a4e6-e29ca2977af5 None None] Network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:27.981481 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8f3422c1-0509-4ff3-b244-6bdf6afc73b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:27.991487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8f3422c1-0509-4ff3-b244-6bdf6afc73b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.021897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39326) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:28.039771 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-53fadb0b-3208-4263-8245-5027812a6c2a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4158440 Aug 19 11:50:28.065345 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3c5de4d9-8efb-48a8-b5e4-f44c3a50ed0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.071866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3422c1-0509-4ff3-b244-6bdf6afc73b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9332387-eea9-4b0d-856e-e6d442b5f112,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:28.100473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8f3422c1-0509-4ff3-b244-6bdf6afc73b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=933466eb9e8045f1a3dda6ecf6e2cf20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2820153 Aug 19 11:50:28.102046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39332) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:28.106605 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdf0955c-0505-4430-8162-d151fb9cba97 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.114785 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897042e-d6e9-4926-94c1-666506cba68b None None] Pushing event updated for resources: {'Port': ['ID=4777970d-f692-449f-b969-0193dd8b1463,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:28.120741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593e36-0900-4627-b061-ef3f21680b7b req-ead04c9e-d44f-48ca-8a94-849fee48b9aa tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:28.122392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea593e36-0900-4627-b061-ef3f21680b7b req-ead04c9e-d44f-48ca-8a94-849fee48b9aa tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.1276219 Aug 19 11:50:28.406450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdf0955c-0505-4430-8162-d151fb9cba97 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.439341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39334) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:28.488031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce880f4a-06fb-493e-932d-2cd588fd6134 None None] Network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:28.509978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdf0955c-0505-4430-8162-d151fb9cba97 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.640254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea593e36-0900-4627-b061-ef3f21680b7b req-53f68770-7549-4bf9-b101-6e3cc3457295 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066702 Aug 19 11:50:28.673159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0955c-0505-4430-8162-d151fb9cba97 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64125921-1b77-4160-88c0-a6eff47fcd0c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:28.682433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Attempting to bind port 4777970d-f692-449f-b969-0193dd8b1463 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:28.685689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Attempting to bind port 4777970d-f692-449f-b969-0193dd8b1463 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '46b81772-e573-41d1-87c7-c84d7b553cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:28.686302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Attempting to bind port 4777970d-f692-449f-b969-0193dd8b1463 on network fc83c3ce-a768-46a9-880d-bf3958673bcc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:28.703860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1cf926f5-4b9e-4ea4-bd5f-2014246e2bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.719332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:28.720051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Checking segment: {'id': '46b81772-e573-41d1-87c7-c84d7b553cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:28.720606 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.721121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Bound using segment: {'id': '46b81772-e573-41d1-87c7-c84d7b553cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:28.721670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Bound port: 4777970d-f692-449f-b969-0193dd8b1463, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b81772-e573-41d1-87c7-c84d7b553cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:28.722182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.757401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-67e3bbe8-3cd4-4873-b089-b13549441c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:28.760299 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-67e3bbe8-3cd4-4873-b089-b13549441c4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=986a1392b52a45c69f504258be1b842c&device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 1097 time: 0.6047549 Aug 19 11:50:28.765685 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.786385 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1cf926f5-4b9e-4ea4-bd5f-2014246e2bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.882933 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6eb79a85-3ce5-49cf-a760-023a4e250af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.904768 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1cf926f5-4b9e-4ea4-bd5f-2014246e2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.907448 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1cf926f5-4b9e-4ea4-bd5f-2014246e2bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.911622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1cf926f5-4b9e-4ea4-bd5f-2014246e2bc3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9332387-eea9-4b0d-856e-e6d442b5f112 HTTP/1.1" status: 204 len: 168 time: 0.8085539 Aug 19 11:50:28.924286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf926f5-4b9e-4ea4-bd5f-2014246e2bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9332387-eea9-4b0d-856e-e6d442b5f112,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:28.930933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] For port 4777970d-f692-449f-b969-0193dd8b1463, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:28.981024 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3c5de4d9-8efb-48a8-b5e4-f44c3a50ed0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:28.988797 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3c5de4d9-8efb-48a8-b5e4-f44c3a50ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.010590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdf0955c-0505-4430-8162-d151fb9cba97 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.020085 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cdf0955c-0505-4430-8162-d151fb9cba97 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1800203 Aug 19 11:50:29.021864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] For port 4777970d-f692-449f-b969-0193dd8b1463, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4777970d-f692-449f-b969-0193dd8b1463,segment=NetworkSegment(46b81772-e573-41d1-87c7-c84d7b553cc3),segment_id=46b81772-e573-41d1-87c7-c84d7b553cc3)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:29.029226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39352) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:29.032376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.040748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-55afa28f-41e4-41d2-9773-fb0aeecaba94 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Request body: {'security_group_rule': {'security_group_id': '64125921-1b77-4160-88c0-a6eff47fcd0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:29.077761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5555c-48ca-419e-ab1b-29a9711cb938 req-d0f43f12-4208-4a2d-9139-08b5a2e48e7a tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:29.083806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98a5555c-48ca-419e-ab1b-29a9711cb938 req-d0f43f12-4208-4a2d-9139-08b5a2e48e7a tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.0986240 Aug 19 11:50:29.112429 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3c5de4d9-8efb-48a8-b5e4-f44c3a50ed0e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1686e3181b24a9296b4da763c8c5454&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0831733 Aug 19 11:50:29.119448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39354) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:29.129867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5de4d9-8efb-48a8-b5e4-f44c3a50ed0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f925c8-4f70-4a57-9989-28bad5a6875e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:29.137151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897042e-d6e9-4926-94c1-666506cba68b None None] Pushing event updated for resources: {'Port': ['ID=4777970d-f692-449f-b969-0193dd8b1463,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:29.148073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Routers {'7f5af280-7865-475a-9d37-b49b39dc4ff2'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:29.148073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:50:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7f5af280-7865-475a-9d37-b49b39dc4ff2'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:29.270006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98a5555c-48ca-419e-ab1b-29a9711cb938 req-b908cc4a-19dd-4435-b221-683dbc382955 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786554 Aug 19 11:50:29.273954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6eb79a85-3ce5-49cf-a760-023a4e250af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.281477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6eb79a85-3ce5-49cf-a760-023a4e250af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.304329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea6862c1-f530-47a6-8061-1ccc475ac06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.362665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55afa28f-41e4-41d2-9773-fb0aeecaba94 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.377918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb79a85-3ce5-49cf-a760-023a4e250af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77311ab-1e4c-447a-8751-75e5481d7259,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:29.389084 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6eb79a85-3ce5-49cf-a760-023a4e250af2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5059f77f94734c04beeb2d10bfc0e9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9426374 Aug 19 11:50:29.390182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39358) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:29.402515 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea6862c1-f530-47a6-8061-1ccc475ac06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.554767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39360) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:29.581862 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9142c503-6005-4b62-8209-887a20674e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.586137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd45686a-495e-4310-933c-869062fb2b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.647930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9142c503-6005-4b62-8209-887a20674e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.649060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] Set router 7f5af280-7865-475a-9d37-b49b39dc4ff2 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:29.658563 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55afa28f-41e4-41d2-9773-fb0aeecaba94 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.673086 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55afa28f-41e4-41d2-9773-fb0aeecaba94 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.728187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afa28f-41e4-41d2-9773-fb0aeecaba94 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8a42f8-cf6c-4475-bee6-e62d476d1392,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:29.730868 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea6862c1-f530-47a6-8061-1ccc475ac06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.733962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea6862c1-f530-47a6-8061-1ccc475ac06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.739511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea6862c1-f530-47a6-8061-1ccc475ac06d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8f925c8-4f70-4a57-9989-28bad5a6875e HTTP/1.1" status: 204 len: 168 time: 0.6188431 Aug 19 11:50:29.750370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6862c1-f530-47a6-8061-1ccc475ac06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f925c8-4f70-4a57-9989-28bad5a6875e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:29.787563 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9142c503-6005-4b62-8209-887a20674e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.792187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9142c503-6005-4b62-8209-887a20674e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.808144 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9142c503-6005-4b62-8209-887a20674e92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a77311ab-1e4c-447a-8751-75e5481d7259 HTTP/1.1" status: 204 len: 168 time: 0.4046412 Aug 19 11:50:29.871478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142c503-6005-4b62-8209-887a20674e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77311ab-1e4c-447a-8751-75e5481d7259,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:29.917003 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd45686a-495e-4310-933c-869062fb2b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.924173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd45686a-495e-4310-933c-869062fb2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:29.998047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ba56a-e369-4965-9792-c89b55417e76 req-bf423a53-ea68-4d69-8842-499133bd0e7d tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:30.010157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b1ba56a-e369-4965-9792-c89b55417e76 req-bf423a53-ea68-4d69-8842-499133bd0e7d tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.1641014 Aug 19 11:50:30.027398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55afa28f-41e4-41d2-9773-fb0aeecaba94 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.036433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-55afa28f-41e4-41d2-9773-fb0aeecaba94 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0056367 Aug 19 11:50:30.041817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39368) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:30.054320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-33418394-2651-4eea-80b2-5cc343b57f40 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Request body: {'security_group_rule': {'security_group_id': '64125921-1b77-4160-88c0-a6eff47fcd0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:30.134254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b1ba56a-e369-4965-9792-c89b55417e76 req-4b213d79-084f-4cd1-b376-e839d0885020 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201456 Aug 19 11:50:30.166772 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33418394-2651-4eea-80b2-5cc343b57f40 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.258266 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-9f11c00e-bbbe-4165-bbc8-e8ca2d5de4e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1486af23-305e-4609-a7ba-4d9ea6adae29 HTTP/1.1" status: 200 len: 217 time: 0.2726767 Aug 19 11:50:30.293930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33418394-2651-4eea-80b2-5cc343b57f40 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.299079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:11Z', 'updated_at': '2021-08-19T11:50:22Z', 'revision_number': 4, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'gw_port': {'id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:12Z', 'updated_at': '2021-08-19T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4777970d-f692-449f-b969-0193dd8b1463', 'name': '', 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'mac_address': 'fa:16:3e:0d:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd947a811-006f-4555-9a57-47937125f3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:18Z', 'updated_at': '2021-08-19T11:50:28Z', 'revision_number': 4, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'subnets': [{'id': 'd947a811-006f-4555-9a57-47937125f3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:30.311685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45686a-495e-4310-933c-869062fb2b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c62558-02be-4c99-a9ca-f398a1c88d81,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:30.313742 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33418394-2651-4eea-80b2-5cc343b57f40 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.360923 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cd45686a-495e-4310-933c-869062fb2b03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36b54ddeb3ea41af9810fed56dded14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8042614 Aug 19 11:50:30.376188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39376) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:30.386989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162866d0-350c-4f8b-bb46-9709c9f4cfb8 None None] The sync data for ids ['7f5af280-7865-475a-9d37-b49b39dc4ff2'] in n-d-778550-9 is: [{'id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:11Z', 'updated_at': '2021-08-19T11:50:22Z', 'revision_number': 4, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'gw_port': {'id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:12Z', 'updated_at': '2021-08-19T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4777970d-f692-449f-b969-0193dd8b1463', 'name': '', 'network_id': 'fc83c3ce-a768-46a9-880d-bf3958673bcc', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'mac_address': 'fa:16:3e:0d:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd947a811-006f-4555-9a57-47937125f3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:18Z', 'updated_at': '2021-08-19T11:50:28Z', 'revision_number': 4, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'subnets': [{'id': 'd947a811-006f-4555-9a57-47937125f3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:50:30.425248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-f17aefd9-ee5e-4521-9120-34156263a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:30.427289 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-f17aefd9-ee5e-4521-9120-34156263a3d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1028721 Aug 19 11:50:30.470372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33418394-2651-4eea-80b2-5cc343b57f40 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ea6bad-b2be-4c4d-8b2e-38da6c18207b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:30.517355 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33418394-2651-4eea-80b2-5cc343b57f40 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.519046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-33418394-2651-4eea-80b2-5cc343b57f40 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4735081 Aug 19 11:50:30.523585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39380) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:30.529865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:30.614145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f14ddf4-7ecc-44a6-bed8-e3a6085babf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.656914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.665050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fa856-ab82-4d67-bfc8-144cd68f49d3 req-1dd995b1-e015-4923-926f-12d9ac0470a8 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:30.666802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-966fa856-ab82-4d67-bfc8-144cd68f49d3 req-1dd995b1-e015-4923-926f-12d9ac0470a8 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.1462924 Aug 19 11:50:30.681030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-cdde112f-6a88-427c-8df0-2723eb9bb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:30.683030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-cdde112f-6a88-427c-8df0-2723eb9bb586 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2283442 Aug 19 11:50:30.725583 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f14ddf4-7ecc-44a6-bed8-e3a6085babf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.753093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39382) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:30.812958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-966fa856-ab82-4d67-bfc8-144cd68f49d3 req-6bc0634b-9da3-4222-9197-bfaecdb42f05 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377623 Aug 19 11:50:30.826690 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61a7bf4c-8597-4653-8faf-5efb29e80637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.942562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f14ddf4-7ecc-44a6-bed8-e3a6085babf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.947989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-293df67f-696f-4e20-b060-309d4421859f service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237732 Aug 19 11:50:30.953395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f14ddf4-7ecc-44a6-bed8-e3a6085babf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:30.964950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3f14ddf4-7ecc-44a6-bed8-e3a6085babf7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44c62558-02be-4c99-a9ca-f398a1c88d81 HTTP/1.1" status: 204 len: 168 time: 0.5812860 Aug 19 11:50:31.006720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14ddf4-7ecc-44a6-bed8-e3a6085babf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c62558-02be-4c99-a9ca-f398a1c88d81,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:31.187882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61a7bf4c-8597-4653-8faf-5efb29e80637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.194402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61a7bf4c-8597-4653-8faf-5efb29e80637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.195455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.210232 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d24d6386-eac8-4479-a2d0-61f7d38d3bd8 req-1d15fab3-7195-4a2f-a035-2950e4405db0 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504871 Aug 19 11:50:31.260349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4777970d-f692-449f-b969-0193dd8b1463 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:31.417382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4777970d-f692-449f-b969-0193dd8b1463 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:31.419929 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-61a7bf4c-8597-4653-8faf-5efb29e80637 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7341f23a240942db98b5f73e6644d718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6655622 Aug 19 11:50:31.425747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39396) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:31.426562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7bf4c-8597-4653-8faf-5efb29e80637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e10ebb2-00bc-4810-89f3-0df8d5bacb08,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:31.427751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4777970d-f692-449f-b969-0193dd8b1463 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:31.428433 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.533493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Allocated IP 172.25.4.127 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/fac69f7d-dcd5-45ac-8e23-8cf32677c0ea) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:31.598158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785cb33-2b6d-42a7-aa2e-08d8969e4af9 req-43efb784-cc5a-478f-91f5-70a035f118cc tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:31.614707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8785cb33-2b6d-42a7-aa2e-08d8969e4af9 req-43efb784-cc5a-478f-91f5-70a035f118cc tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.2954922 Aug 19 11:50:31.617861 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d0c-58cb-49fd-b012-cac9124011a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.660978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.685955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d0c-58cb-49fd-b012-cac9124011a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.768636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39402) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:31.780550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 4777970d-f692-449f-b969-0193dd8b1463, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4777970d-f692-449f-b969-0193dd8b1463,segment=NetworkSegment(46b81772-e573-41d1-87c7-c84d7b553cc3),segment_id=46b81772-e573-41d1-87c7-c84d7b553cc3)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:31.793494 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.851657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d0c-58cb-49fd-b012-cac9124011a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.856450 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d0c-58cb-49fd-b012-cac9124011a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.857865 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4e7f9d0c-58cb-49fd-b012-cac9124011a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e10ebb2-00bc-4810-89f3-0df8d5bacb08 HTTP/1.1" status: 204 len: 168 time: 0.4201300 Aug 19 11:50:31.864244 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-526ff223-2041-4e3a-955f-163ffbd71a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.891475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f9d0c-58cb-49fd-b012-cac9124011a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e10ebb2-00bc-4810-89f3-0df8d5bacb08,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:31.921950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8785cb33-2b6d-42a7-aa2e-08d8969e4af9 req-65e94b08-2335-4759-bd9f-eee2369260d9 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060052 Aug 19 11:50:31.946873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:31.975289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=4777970d-f692-449f-b969-0193dd8b1463,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:32.068238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.109719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eac46-31fd-4a9d-b2a0-d7aafba40cd8 req-f85a2b64-6ba3-42f9-81b6-80eaeef24e54 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:32.119407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b5eac46-31fd-4a9d-b2a0-d7aafba40cd8 req-f85a2b64-6ba3-42f9-81b6-80eaeef24e54 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.0821826 Aug 19 11:50:32.186665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:32.197027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:32.201411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:32.208160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event updated for resources: {'Port': ['ID=fac69f7d-dcd5-45ac-8e23-8cf32677c0ea,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:32.212884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b5eac46-31fd-4a9d-b2a0-d7aafba40cd8 req-3a2c636f-9a4c-4355-bfda-6d8e9b4369e9 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908153 Aug 19 11:50:32.361051 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.470403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.484365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-526ff223-2041-4e3a-955f-163ffbd71a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.724239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-526ff223-2041-4e3a-955f-163ffbd71a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.797124 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-526ff223-2041-4e3a-955f-163ffbd71a36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cea245429be142d68a15c4048cd050eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0241311 Aug 19 11:50:32.800043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39424) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:32.803997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ff223-2041-4e3a-955f-163ffbd71a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39190091-6242-4c87-ab99-532b6ea35342,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:32.826561 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.835132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.906970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fbff8636-33cb-4b37-b096-3ea986f10a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.910440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.935728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event updated for resources: {'Port': ['ID=fac69f7d-dcd5-45ac-8e23-8cf32677c0ea,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:32.952772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:32.964799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b87731c3-a708-451f-9276-d7402a00718f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4318264 Aug 19 11:50:32.967105 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fbff8636-33cb-4b37-b096-3ea986f10a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:33.023244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fbff8636-33cb-4b37-b096-3ea986f10a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:33.027492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fbff8636-33cb-4b37-b096-3ea986f10a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:33.029081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fbff8636-33cb-4b37-b096-3ea986f10a14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39190091-6242-4c87-ab99-532b6ea35342 HTTP/1.1" status: 204 len: 168 time: 0.2277122 Aug 19 11:50:33.084712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff8636-33cb-4b37-b096-3ea986f10a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39190091-6242-4c87-ab99-532b6ea35342,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:33.125681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4777970d-f692-449f-b969-0193dd8b1463 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:33.172367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf3a78-7bc7-4b19-960e-a21ad1239bde req-8a5cb106-d4a1-4b18-a9be-a979444266b5 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:33.174445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccaf3a78-7bc7-4b19-960e-a21ad1239bde req-8a5cb106-d4a1-4b18-a9be-a979444266b5 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.1296659 Aug 19 11:50:33.238192 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccaf3a78-7bc7-4b19-960e-a21ad1239bde req-2da871c7-5a41-455b-8e73-12a60c5a3d0b tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560050 Aug 19 11:50:33.281231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4777970d-f692-449f-b969-0193dd8b1463 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:33.282441 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:33.571649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdb879-ae79-4e30-b95f-9607c411ad8d req-bbd12190-463f-43fb-b7f7-f70e6b3e077f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:33.579731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77bdb879-ae79-4e30-b95f-9607c411ad8d req-bbd12190-463f-43fb-b7f7-f70e6b3e077f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.2198191 Aug 19 11:50:33.650103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-32ddddba-e036-42db-92ab-231bf1361ea1 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:33.651624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-32ddddba-e036-42db-92ab-231bf1361ea1 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 805 time: 0.3271761 Aug 19 11:50:33.658586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77bdb879-ae79-4e30-b95f-9607c411ad8d req-e621e271-b6de-45b6-b89e-0488c8dd4c9b tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779359 Aug 19 11:50:33.670824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-f64ac08e-bb5e-4c63-b662-fdd20168c514 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/quotas/359ff869933a4f1aae5e14cb46906913 HTTP/1.1" status: 200 len: 375 time: 0.0112522 Aug 19 11:50:33.708670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-cc3d1c53-69e2-4cdf-9755-6bd1e542a874 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305202 Aug 19 11:50:33.846550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-540566f4-ff82-4aa0-b00e-1ef70701feb0 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1238134327&fields=id&tenant_id=c6dddb2c7ef44b55bb5044182f1f614d HTTP/1.1" status: 200 len: 267 time: 0.0543292 Aug 19 11:50:33.977944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-d5c223a7-ead7-4006-975c-f3d681d2a1c2 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:33.981267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-d5c223a7-ead7-4006-975c-f3d681d2a1c2 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/networks?id=5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 200 len: 824 time: 0.1261866 Aug 19 11:50:34.003083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-a22d1f72-2586-4afb-9b1c-869b1036e0a1 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/quotas/c6dddb2c7ef44b55bb5044182f1f614d HTTP/1.1" status: 200 len: 375 time: 0.0146217 Aug 19 11:50:34.076135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-e87ed14a-17c9-4237-a92e-d3b2bb5fb6ac tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720487 Aug 19 11:50:34.107026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-8f612b4d-119d-4b02-8734-2269a27464b8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:50:34.107026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-8f612b4d-119d-4b02-8734-2269a27464b8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1231272 Aug 19 11:50:34.215980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-453abda4-2f3a-49c3-b8c6-fa8aa7586aa1 service neutron] 10.222.0.65 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022644 Aug 19 11:50:34.289811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-108aaaf3-ee2b-4ef3-ae85-0cacd82c46ed service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:50:34.290823 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-108aaaf3-ee2b-4ef3-ae85-0cacd82c46ed service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0867755 Aug 19 11:50:34.390743 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-a801a9f8-cf1a-46a2-bdce-75b74f932d71 service neutron] 10.222.0.65 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687200 Aug 19 11:50:34.423997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-634d0b12-218c-4b07-a9af-354cf1ba9eaa service neutron] 10.222.0.65 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196160 Aug 19 11:50:34.719514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-dd870d6a-b153-4de8-8f96-20fd55f549c0 service neutron] 10.222.0.65 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945127 Aug 19 11:50:35.007340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5135f7b9-5d72-4e38-aee7-24caabdb73c4 req-f51f7e81-8bd2-448a-b38a-be81a5a22d46 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 210 time: 0.0375972 Aug 19 11:50:35.095875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862f9ab-3d41-4f1d-a205-2b2c8edd3804 req-f382a27d-3554-4691-848f-adde173fcd9a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:35.097497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9862f9ab-3d41-4f1d-a205-2b2c8edd3804 req-f382a27d-3554-4691-848f-adde173fcd9a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.1200573 Aug 19 11:50:35.188717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9862f9ab-3d41-4f1d-a205-2b2c8edd3804 req-23324abf-b112-460a-a7d3-8746cc838795 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723863 Aug 19 11:50:35.200297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17200d53-6c90-4589-94e1-69c25015b4f2 req-c65dbd31-faa3-4206-a908-7fc0740173b3 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:35.202913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17200d53-6c90-4589-94e1-69c25015b4f2 req-c65dbd31-faa3-4206-a908-7fc0740173b3 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.0990820 Aug 19 11:50:35.268300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17200d53-6c90-4589-94e1-69c25015b4f2 req-727a1417-3440-492a-b894-958cf419005e tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579302 Aug 19 11:50:35.313260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6595ae90-327e-40bd-b229-a6d1e01d65a8 req-4ef43a1b-062b-42d4-ab37-251eaaefea62 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 210 time: 0.0381181 Aug 19 11:50:36.122187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b7037d3-9b55-45f1-a058-49029fe836c0 req-9e4f8c7c-9a0f-4d57-b9a8-d09c9995b258 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 210 time: 0.0370862 Aug 19 11:50:36.146335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39620) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:36.171525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39624) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:36.213896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-bedf4cec-cc72-42e3-9e2d-3073dac9ed43 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:36.215496 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-bedf4cec-cc72-42e3-9e2d-3073dac9ed43 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.54 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 805 time: 0.3753045 Aug 19 11:50:36.238651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Request body: {'port': {'device_id': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'admin_state_up': True, 'tenant_id': '359ff869933a4f1aae5e14cb46906913'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:36.286378 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-614e289b-8ad1-4e5f-bedf-2331b919573c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.334448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.54', 64867) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:36.350919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ef22-aa3d-448b-a999-2466ccb3a456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.422308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed694f-af50-45a6-ba65-83f2f56d1b1e req-6a5928a8-7d32-4ae5-b111-bec564424132 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:36.424134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40ed694f-af50-45a6-ba65-83f2f56d1b1e req-6a5928a8-7d32-4ae5-b111-bec564424132 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 970 time: 0.1266868 Aug 19 11:50:36.470568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4015f-ac21-402c-a17e-28d410c642a0 req-43144bcb-717a-46bc-814a-5602517ef33c tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:36.472464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ab4015f-ac21-402c-a17e-28d410c642a0 req-43144bcb-717a-46bc-814a-5602517ef33c tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.1178999 Aug 19 11:50:36.477009 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-d0dc9dd9-1925-4d9c-a01e-4d578e4b451c tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:36.479519 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-d0dc9dd9-1925-4d9c-a01e-4d578e4b451c tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.54 "GET /v2.0/networks?id=5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 200 len: 824 time: 0.1430850 Aug 19 11:50:36.498808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1482a1c5-13ff-4454-838d-190e00e2aa49 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:50:36.524708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40ed694f-af50-45a6-ba65-83f2f56d1b1e req-910aacba-7d54-4257-91c2-50e28d827c9b tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871782 Aug 19 11:50:36.567101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ab4015f-ac21-402c-a17e-28d410c642a0 req-707abc9b-03c4-4d56-8c32-91404915b426 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823994 Aug 19 11:50:36.588702 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-1b39df34-e4cf-4e3a-9fd9-ca3f4d99328a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6dddb2c7ef44b55bb5044182f1f614d HTTP/1.1" status: 200 len: 380 time: 0.0543692 Aug 19 11:50:36.589453 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-614e289b-8ad1-4e5f-bedf-2331b919573c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.602873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Request body: {'port': {'device_id': '3c83711f-12e7-49b9-a526-685e90c2a536', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'admin_state_up': True, 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'security_groups': ['64125921-1b77-4160-88c0-a6eff47fcd0c']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:36.605199 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-614e289b-8ad1-4e5f-bedf-2331b919573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.627089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 1482a1c5-13ff-4454-838d-190e00e2aa49, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1482a1c5-13ff-4454-838d-190e00e2aa49,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:36.639374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 11:50:36.639374 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 11:50:36.639374 n-d-778550-9 neutron-server[101153]: [parameters: {'project_id_1': '359ff869933a4f1aae5e14cb46906913', 'expiration_1': datetime.datetime(2021, 8, 19, 11, 50, 36, 433141)}] Aug 19 11:50:36.639374 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 11:50:36.639813 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 11:50:36.640061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '1482a1c5-13ff-4454-838d-190e00e2aa49', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '1482a1c5-13ff-4454-838d-190e00e2aa49', 'mac_address': 'fa:16:3e:84:35:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:tempest-test_az-1248156319', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:50:36.681647 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.694253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d1f434f-5c32-4c3a-ba4e-37f799bcc0c1 req-e4aa2af4-830e-401b-a1f7-35f6b2ad94b2 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 210 time: 0.0669668 Aug 19 11:50:36.695267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1482a1c5-13ff-4454-838d-190e00e2aa49 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:36.712626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-614e289b-8ad1-4e5f-bedf-2331b919573c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e30a0031c9c448a94da5597ce1c3f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627224 Aug 19 11:50:36.712626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e289b-8ad1-4e5f-bedf-2331b919573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd984ade-998e-4650-a1c6-ea8ea66131d5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:36.713070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39634) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:36.727163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 1482a1c5-13ff-4454-838d-190e00e2aa49, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1482a1c5-13ff-4454-838d-190e00e2aa49,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:36.734212 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.777491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64cda0c3-57b0-4a8c-806c-a5d022942797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.784217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=1482a1c5-13ff-4454-838d-190e00e2aa49,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:36.785259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ef22-aa3d-448b-a999-2466ccb3a456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.790533 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ef22-aa3d-448b-a999-2466ccb3a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.811189 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64cda0c3-57b0-4a8c-806c-a5d022942797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.828795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Made reservation on behalf of c6dddb2c7ef44b55bb5044182f1f614d for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:36.829697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dcb3ef22-aa3d-448b-a999-2466ccb3a456 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2bc4881b7b6c4a5b9524893ba13e2f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570156 Aug 19 11:50:36.830555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3ef22-aa3d-448b-a999-2466ccb3a456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f6895f-a1df-4201-ac36-fad1272a636f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:36.832269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.832845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39636) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:36.884061 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df7793ac-fc69-4ca6-8f94-391683bbb6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.907892 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df7793ac-fc69-4ca6-8f94-391683bbb6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.918224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64cda0c3-57b0-4a8c-806c-a5d022942797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.921203 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64cda0c3-57b0-4a8c-806c-a5d022942797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.922355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-64cda0c3-57b0-4a8c-806c-a5d022942797 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd984ade-998e-4650-a1c6-ea8ea66131d5 HTTP/1.1" status: 204 len: 168 time: 0.2082553 Aug 19 11:50:36.940635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cda0c3-57b0-4a8c-806c-a5d022942797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd984ade-998e-4650-a1c6-ea8ea66131d5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:36.971008 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df7793ac-fc69-4ca6-8f94-391683bbb6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.977093 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df7793ac-fc69-4ca6-8f94-391683bbb6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:36.982714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-df7793ac-fc69-4ca6-8f94-391683bbb6f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23f6895f-a1df-4201-ac36-fad1272a636f HTTP/1.1" status: 204 len: 168 time: 0.1479330 Aug 19 11:50:37.010499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7793ac-fc69-4ca6-8f94-391683bbb6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f6895f-a1df-4201-ac36-fad1272a636f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:37.050314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Allocated IP 172.20.0.6 (5c44442c-1286-45f6-b8eb-d63d4bd3183a/b3a8cce1-f340-41a6-8c95-f2e79331af66/c2b281de-7a16-44ef-ada0-ee13a16024c3) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:37.094771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['1482a1c5-13ff-4454-838d-190e00e2aa49'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:50:37.187963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Made reservation on behalf of 359ff869933a4f1aae5e14cb46906913 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:37.191832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.286800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35f66091-e3b9-4000-a42f-affe73ab9efb req-99abd63f-615b-419f-9b7c-1e5529698187 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 210 time: 0.0453074 Aug 19 11:50:37.301923 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.340487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Transition to ACTIVE for port object c2b281de-7a16-44ef-ada0-ee13a16024c3 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:37.405008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Allocated IP 172.20.0.9 (8231fb04-5561-4e5a-a4b0-6bb497bc2b5b/991495d9-f1c8-4404-8e14-d7f40247d2fc/a33de06c-0a60-45da-b61e-4be663086ebf) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:37.410200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39648) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:37.425018 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a188a74-cdcf-4665-a713-b494a8c362f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.428031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39650) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:37.429703 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.449727 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-596a92c2-f1fd-4fbb-aa57-23b88a8357c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.494495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:37.505344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:37.511216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:37.517202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:37.517834 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.540225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event updated for resources: {'Port': ['ID=c2b281de-7a16-44ef-ada0-ee13a16024c3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:37.543354 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a188a74-cdcf-4665-a713-b494a8c362f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.550419 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a188a74-cdcf-4665-a713-b494a8c362f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.588541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a188a74-cdcf-4665-a713-b494a8c362f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3050304-c5a7-40cf-bd58-4441f7dbb59c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:37.619105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0a188a74-cdcf-4665-a713-b494a8c362f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=157e12cbcf0145819e54d6746eede2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075434 Aug 19 11:50:37.623728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39656) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:37.662905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.778927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.826423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1d98fa1b-76e9-4f8d-a884-99122d5f8658 None None] Provisioning for port c2b281de-7a16-44ef-ada0-ee13a16024c3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:37.831763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1d98fa1b-76e9-4f8d-a884-99122d5f8658 None None] Provisioning complete for port c2b281de-7a16-44ef-ada0-ee13a16024c3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:37.832136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d98fa1b-76e9-4f8d-a884-99122d5f8658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.839354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:37.840883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Pushing event updated for resources: {'Port': ['ID=a33de06c-0a60-45da-b61e-4be663086ebf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:37.843227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369dd68-7457-41a8-ab7c-486f90744367 req-a5b5eebd-8f73-486b-87d5-6a9f365a9957 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:37.844786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2369dd68-7457-41a8-ab7c-486f90744367 req-a5b5eebd-8f73-486b-87d5-6a9f365a9957 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 971 time: 0.1288962 Aug 19 11:50:37.851009 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:37.853073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bbcc22e3-8a0d-4afb-9d9e-ac6fddf5652c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.873632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:37.880006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:37.880782 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.882283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1d98fa1b-76e9-4f8d-a884-99122d5f8658 None None] Port c2b281de-7a16-44ef-ada0-ee13a16024c3 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:50:37.906017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bbcc22e3-8a0d-4afb-9d9e-ac6fddf5652c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.928338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc471-cbd8-44af-9fdb-b1b52d4322f8 req-899d05e1-f548-4d6d-98d4-27a69a83f916 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:37.929841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9fdc471-cbd8-44af-9fdb-b1b52d4322f8 req-899d05e1-f548-4d6d-98d4-27a69a83f916 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.1550164 Aug 19 11:50:37.954788 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-596a92c2-f1fd-4fbb-aa57-23b88a8357c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.965781 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-2150a497-9991-4808-a1df-7b4c7bf011d7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7311203 Aug 19 11:50:37.967775 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-c4fa0a31-871c-4628-9c5c-cab5293e4618 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3780396 Aug 19 11:50:37.973938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-596a92c2-f1fd-4fbb-aa57-23b88a8357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:37.987642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2369dd68-7457-41a8-ab7c-486f90744367 req-cb7cc611-ca53-4d51-8f27-965090848aeb tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280885 Aug 19 11:50:37.997915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Request body: {'port': {'device_id': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'device_owner': 'compute:tempest-test_az-1248156319', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:38.033464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Request body: {'port': {'device_id': '3c83711f-12e7-49b9-a526-685e90c2a536', 'device_owner': 'compute:tempest-test_az-1248156319', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:38.037535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a92c2-f1fd-4fbb-aa57-23b88a8357c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3c98a7-3e7c-4164-9f35-91a029e77ed9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:38.048948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-596a92c2-f1fd-4fbb-aa57-23b88a8357c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1fb025cbdd44c2fbd518b28ee7373b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198366 Aug 19 11:50:38.051014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39662) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:38.053988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9fdc471-cbd8-44af-9fdb-b1b52d4322f8 req-e7fb2ef3-8424-4ffc-9a49-82de3c7ee180 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108596 Aug 19 11:50:38.075142 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bbcc22e3-8a0d-4afb-9d9e-ac6fddf5652c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.077708 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bbcc22e3-8a0d-4afb-9d9e-ac6fddf5652c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.081051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bbcc22e3-8a0d-4afb-9d9e-ac6fddf5652c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3050304-c5a7-40cf-bd58-4441f7dbb59c HTTP/1.1" status: 204 len: 168 time: 0.4540830 Aug 19 11:50:38.104413 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.116715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc22e3-8a0d-4afb-9d9e-ac6fddf5652c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3050304-c5a7-40cf-bd58-4441f7dbb59c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:38.152907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24799d-4b0d-4158-a73e-4b0ea86a8e7d req-fc1c4e31-6cab-464c-a2a3-4ec30a633577 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:38.153628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.154637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b24799d-4b0d-4158-a73e-4b0ea86a8e7d req-fc1c4e31-6cab-464c-a2a3-4ec30a633577 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 931 time: 0.1043062 Aug 19 11:50:38.160664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c1d3382-53ff-46d9-87ac-40c607a85669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.201998 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c1d3382-53ff-46d9-87ac-40c607a85669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.229053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b24799d-4b0d-4158-a73e-4b0ea86a8e7d req-e31b185b-c6ca-4277-af4d-7a1227abc968 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652983 Aug 19 11:50:38.283699 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c1d3382-53ff-46d9-87ac-40c607a85669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.288108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c1d3382-53ff-46d9-87ac-40c607a85669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.290817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6c1d3382-53ff-46d9-87ac-40c607a85669 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a3c98a7-3e7c-4164-9f35-91a029e77ed9 HTTP/1.1" status: 204 len: 168 time: 0.2358215 Aug 19 11:50:38.302342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d3382-53ff-46d9-87ac-40c607a85669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3c98a7-3e7c-4164-9f35-91a029e77ed9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:38.452961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c779de8-3258-4d5a-a37f-0892e7a31312 req-49fdbe2b-6fb1-47f6-9449-618748ad415a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:38.454812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c779de8-3258-4d5a-a37f-0892e7a31312 req-49fdbe2b-6fb1-47f6-9449-618748ad415a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 931 time: 0.0790243 Aug 19 11:50:38.499505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1482a1c5-13ff-4454-838d-190e00e2aa49 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:38.514867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c779de8-3258-4d5a-a37f-0892e7a31312 req-437b0cf1-7f0d-447a-8d0f-02981e6df2f4 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494020 Aug 19 11:50:38.535088 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:50:38.591950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 1482a1c5-13ff-4454-838d-190e00e2aa49 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:38.594398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 1482a1c5-13ff-4454-838d-190e00e2aa49 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:38.594877 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.647560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33de06c-0a60-45da-b61e-4be663086ebf {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:38.660512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.670839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b281de-7a16-44ef-ada0-ee13a16024c3 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:38.682313 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.686991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Transition to ACTIVE for port object a33de06c-0a60-45da-b61e-4be663086ebf will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:38.696373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.699338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Transition to ACTIVE for port object c2b281de-7a16-44ef-ada0-ee13a16024c3 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:38.712381 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.730569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.765439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Pushing event updated for resources: {'Port': ['ID=a33de06c-0a60-45da-b61e-4be663086ebf,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:38.775890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 1482a1c5-13ff-4454-838d-190e00e2aa49, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1482a1c5-13ff-4454-838d-190e00e2aa49,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:38.777879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72eaf91-0c92-4903-937f-b8219d041061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482a1c5-13ff-4454-838d-190e00e2aa49'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:38.831067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Attempting to bind port a33de06c-0a60-45da-b61e-4be663086ebf on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:38.831410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Attempting to bind port a33de06c-0a60-45da-b61e-4be663086ebf by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:38.831738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Attempting to bind port a33de06c-0a60-45da-b61e-4be663086ebf on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:38.868856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1486af23-305e-4609-a7ba-4d9ea6adae29 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:50:38.871896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.877027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Port a33de06c-0a60-45da-b61e-4be663086ebf on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:50:38.877362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Attempting to bind port a33de06c-0a60-45da-b61e-4be663086ebf on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:38.886843 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b281de-7a16-44ef-ada0-ee13a16024c3,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:38.894989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Attempting to bind port c2b281de-7a16-44ef-ada0-ee13a16024c3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:38.894989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Attempting to bind port c2b281de-7a16-44ef-ada0-ee13a16024c3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:38.894989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Attempting to bind port c2b281de-7a16-44ef-ada0-ee13a16024c3 on network 5c44442c-1286-45f6-b8eb-d63d4bd3183a {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:38.896102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:38.896411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Checking segment: {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:38.896834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Bound using segment: {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:38.897270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Bound port: a33de06c-0a60-45da-b61e-4be663086ebf, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:38.897627 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.910889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Port c2b281de-7a16-44ef-ada0-ee13a16024c3 on network 5c44442c-1286-45f6-b8eb-d63d4bd3183a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:50:38.911218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Attempting to bind port c2b281de-7a16-44ef-ada0-ee13a16024c3 on network 5c44442c-1286-45f6-b8eb-d63d4bd3183a {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:38.956486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:38.956740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Checking segment: {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:38.957002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Bound using segment: {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:38.960083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Bound port: c2b281de-7a16-44ef-ada0-ee13a16024c3, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:38.960451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:38.967439 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=1482a1c5-13ff-4454-838d-190e00e2aa49,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:39.078827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1486af23-305e-4609-a7ba-4d9ea6adae29, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1486af23-305e-4609-a7ba-4d9ea6adae29,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:39.107731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '1486af23-305e-4609-a7ba-4d9ea6adae29', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '1486af23-305e-4609-a7ba-4d9ea6adae29', 'mac_address': 'fa:16:3e:3e:15:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:50:39.135209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:39.156628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a33de06c-0a60-45da-b61e-4be663086ebf,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:39.163039 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ac3da3-0874-409e-b6bf-3613061062e7" -d '{"events": [{"server_uuid": "a72eaf91-0c92-4903-937f-b8219d041061", "name": "network-vif-plugged", "status": "completed", "tag": "1482a1c5-13ff-4454-838d-190e00e2aa49"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:39.171580 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.189819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1486af23-305e-4609-a7ba-4d9ea6adae29 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:39.204172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.214821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1486af23-305e-4609-a7ba-4d9ea6adae29, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1486af23-305e-4609-a7ba-4d9ea6adae29,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:39.220020 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.222172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b7f39-f57f-4caa-9369-bab65b46abec req-4208fb8e-9cbe-4381-991f-d85f4989a6fa tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:39.230511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-984b7f39-f57f-4caa-9369-bab65b46abec req-4208fb8e-9cbe-4381-991f-d85f4989a6fa tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 972 time: 0.1175826 Aug 19 11:50:39.241238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39710) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:39.280256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1486af23-305e-4609-a7ba-4d9ea6adae29,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:39.288577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] For port c2b281de-7a16-44ef-ada0-ee13a16024c3, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:39.303305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-984b7f39-f57f-4caa-9369-bab65b46abec req-91736ef1-36ed-498c-aa3e-655ff09b74fa tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715911 Aug 19 11:50:39.312301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95b2e6-5b31-4520-9766-cf68c189c04b req-cea0a566-68f7-4c66-8f40-bc3f8593fe01 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:39.321941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf95b2e6-5b31-4520-9766-cf68c189c04b req-cea0a566-68f7-4c66-8f40-bc3f8593fe01 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 946 time: 0.1456525 Aug 19 11:50:39.327560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] For port c2b281de-7a16-44ef-ada0-ee13a16024c3, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c2b281de-7a16-44ef-ada0-ee13a16024c3,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:39.332865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Pushing event updated for resources: {'Port': ['ID=a33de06c-0a60-45da-b61e-4be663086ebf,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:39.338698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:39.340103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.341860 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-559f256b-9634-43f4-833a-faf47d6b238e service neutron] 10.222.0.54 "PUT /v2.0/ports/a33de06c-0a60-45da-b61e-4be663086ebf HTTP/1.1" status: 200 len: 1113 time: 1.3490679 Aug 19 11:50:39.342224 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:39.344582 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5be9e4-4f06-4e93-9270-95433c784f47" -d '{"events": [{"name": "network-changed", "server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:39.348516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.391765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:39.392387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.393800 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] 10.222.0.54 "PUT /v2.0/ports/c2b281de-7a16-44ef-ada0-ee13a16024c3 HTTP/1.1" status: 200 len: 1113 time: 1.3664157 Aug 19 11:50:39.398570 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf95b2e6-5b31-4520-9766-cf68c189c04b req-caf8368b-c8b5-47a5-9b3f-3975789a5691 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754774 Aug 19 11:50:39.410411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daecb4-893f-4923-b7fa-7de8aeb62b75 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b281de-7a16-44ef-ada0-ee13a16024c3,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:39.416513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-509152964-network', 'tenant_id': 'de6fd981380b4ffca58f1f86c8e7bb34'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:39.447336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Made reservation on behalf of de6fd981380b4ffca58f1f86c8e7bb34 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:39.456306 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.486316 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.582262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-214abea5-c952-4af3-8eb2-5818f5329e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:39.583822 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-214abea5-c952-4af3-8eb2-5818f5329e2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 1116 time: 0.1193559 Aug 19 11:50:39.594517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-48d18f95-b645-4cff-b039-26e8522cb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:39.596200 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-48d18f95-b645-4cff-b039-26e8522cb13a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 1116 time: 0.0897663 Aug 19 11:50:39.607736 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad853e95-13f5-42fa-a387-393649eda847 x-openstack-request-id: req-ad853e95-13f5-42fa-a387-393649eda847 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:39.608050 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72eaf91-0c92-4903-937f-b8219d041061", "name": "network-vif-plugged", "status": "completed", "tag": "1482a1c5-13ff-4454-838d-190e00e2aa49", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:39.608307 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad853e95-13f5-42fa-a387-393649eda847 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:39.608796 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72eaf91-0c92-4903-937f-b8219d041061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482a1c5-13ff-4454-838d-190e00e2aa49', 'code': 200} Aug 19 11:50:39.623999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['1486af23-305e-4609-a7ba-4d9ea6adae29'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:50:39.700224 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-4a6645c5-cc1f-4591-8a63-48d1fa900898 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b281de-7a16-44ef-ada0-ee13a16024c3 HTTP/1.1" status: 200 len: 217 time: 0.0804183 Aug 19 11:50:39.705473 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b40def0-3ccf-4676-b9e5-a13ef0ada572 x-openstack-request-id: req-5b40def0-3ccf-4676-b9e5-a13ef0ada572 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:39.705953 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:39.706238 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b40def0-3ccf-4676-b9e5-a13ef0ada572 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:39.706609 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf', 'status': 'completed', 'code': 200} Aug 19 11:50:39.732934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff031fea-cfdd-4682-b7c1-6a2d40b17a5a req-b12473d5-2c9f-4e46-965d-8429db76bcfb tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:39.740382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff031fea-cfdd-4682-b7c1-6a2d40b17a5a req-b12473d5-2c9f-4e46-965d-8429db76bcfb tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 965 time: 0.1362941 Aug 19 11:50:39.741134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.54', 64869) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:39.754407 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-823a9151-1873-4eb0-8cc3-f23fd795a8eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33de06c-0a60-45da-b61e-4be663086ebf HTTP/1.1" status: 200 len: 217 time: 0.1434276 Aug 19 11:50:39.901843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.921421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff031fea-cfdd-4682-b7c1-6a2d40b17a5a req-3f471cac-a988-4147-b44f-d226bfa6fe56 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414814 Aug 19 11:50:39.924409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d84244-0365-4f76-b5cb-ee6ee969e3ae req-e92b2990-3aac-4bee-87af-477e8b877a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:39.927426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2d84244-0365-4f76-b5cb-ee6ee969e3ae req-e92b2990-3aac-4bee-87af-477e8b877a22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 1123 time: 0.1810515 Aug 19 11:50:39.929208 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.971932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b84999-5923-46fa-9a03-b0eb9eb15064 req-4ba6ca66-f707-4702-a3a0-91584a4e5590 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:39.973661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72b84999-5923-46fa-9a03-b0eb9eb15064 req-4ba6ca66-f707-4702-a3a0-91584a4e5590 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 965 time: 0.1900008 Aug 19 11:50:39.979194 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a2d84244-0365-4f76-b5cb-ee6ee969e3ae req-a349b16c-cd46-4a1a-9234-8b830011801c service neutron] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:39.995030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:50:40.024963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-2420820c-f81e-4e98-9002-cdab68faf149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.026541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-2420820c-f81e-4e98-9002-cdab68faf149 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3a8cce1-f340-41a6-8c95-f2e79331af66 HTTP/1.1" status: 200 len: 863 time: 0.2806969 Aug 19 11:50:40.030577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47fe42a-6956-4aca-9743-1cbed70e1e8c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:40.033348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-4d2b715b-77bd-4feb-8435-f2d2af3e37db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.033833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:40.034172 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Added segment d2cef78c-6c5e-4983-9d9e-5866fcd4076d of type vlan for network 0f4e261e-6a98-4962-9d04-25d5e9a5eda0 Aug 19 11:50:40.035008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-4d2b715b-77bd-4feb-8435-f2d2af3e37db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 200 len: 845 time: 0.2622287 Aug 19 11:50:40.093237 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-c2a785bc-cddf-489c-8c83-0054de416fbd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293469 Aug 19 11:50:40.096117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:40.100585 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72b84999-5923-46fa-9a03-b0eb9eb15064 req-d87a3ad1-5ba6-4588-8d83-a9392abb3b02 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067061 Aug 19 11:50:40.116661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-4715092d-3d4a-4544-a6cd-0236ae6b08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.118554 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-4715092d-3d4a-4544-a6cd-0236ae6b08f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c44442c-1286-45f6-b8eb-d63d4bd3183a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826905 Aug 19 11:50:40.141727 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:40.142682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.143252 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:40.221488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] Pushing event updated for resources: {'Network': ['ID=0f4e261e-6a98-4962-9d04-25d5e9a5eda0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:40.240182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 0f4e261e-6a98-4962-9d04-25d5e9a5eda0 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:50:40.240942 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a2d84244-0365-4f76-b5cb-ee6ee969e3ae req-a349b16c-cd46-4a1a-9234-8b830011801c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:40.248250 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a2d84244-0365-4f76-b5cb-ee6ee969e3ae req-a349b16c-cd46-4a1a-9234-8b830011801c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:40.282374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9cef7073-8d7c-45ac-8c78-eab95c60059f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0379491 Aug 19 11:50:40.285444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39742) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:40.297505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2d84244-0365-4f76-b5cb-ee6ee969e3ae req-a349b16c-cd46-4a1a-9234-8b830011801c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605039 Aug 19 11:50:40.300816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Request body: {'subnet': {'network_id': '0f4e261e-6a98-4962-9d04-25d5e9a5eda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-509152964-subnet', 'tenant_id': 'de6fd981380b4ffca58f1f86c8e7bb34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:40.307370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349b16c-cd46-4a1a-9234-8b830011801c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=14d86e47-7d71-4e0d-802c-273f4aebbc05,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:40.313468 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-9e4fd0f8-8b7b-40ef-80a2-7e401fbc6d50 service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108674 Aug 19 11:50:40.319776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-7e6d85ce-31bf-4280-ae23-7191a91f527a service neutron] 10.222.0.54 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897659 Aug 19 11:50:40.331824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Made reservation on behalf of de6fd981380b4ffca58f1f86c8e7bb34 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:40.334293 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:40.431943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40cf54-d50c-4260-9f17-70a798d5189b req-e485657a-83e6-41ab-b53e-042167e3bcfa tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.433891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a40cf54-d50c-4260-9f17-70a798d5189b req-e485657a-83e6-41ab-b53e-042167e3bcfa tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 972 time: 0.0543287 Aug 19 11:50:40.477641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a40cf54-d50c-4260-9f17-70a798d5189b req-5488687f-fd75-4fe9-b91b-2e4e779ac446 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370924 Aug 19 11:50:40.524472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:40.594272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f18eba-af78-4730-9ab9-50ce41150430,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:40.603444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Checking segment: {'id': 'd2cef78c-6c5e-4983-9d9e-5866fcd4076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0f4e261e-6a98-4962-9d04-25d5e9a5eda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:40.603735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Network hostable DHCP agents. Network: 0f4e261e-6a98-4962-9d04-25d5e9a5eda0, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:50:40.623387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Network 0f4e261e-6a98-4962-9d04-25d5e9a5eda0 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:50:40.633104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 0f4e261e-6a98-4962-9d04-25d5e9a5eda0) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:40.637461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.638131 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:40.640297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08692c5-9df3-4cc6-8e1e-2a3968bdce40 req-a6d5098e-3f9e-46aa-9595-1345c957a28b tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.641846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b08692c5-9df3-4cc6-8e1e-2a3968bdce40 req-a6d5098e-3f9e-46aa-9595-1345c957a28b tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 947 time: 0.0862598 Aug 19 11:50:40.643180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6c7378-9828-4e03-83e7-1ec57ae44cc1 None None] Network 0f4e261e-6a98-4962-9d04-25d5e9a5eda0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:40.661582 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a437c7b8-bd7d-4227-aa86-af47d621090b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3719082 Aug 19 11:50:40.682009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6973-ed8d-41e5-8569-650d6ef889e8 req-70f16a6f-269d-4702-b639-933eb6fb04fb tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.682484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6973-ed8d-41e5-8569-650d6ef889e8 req-70f16a6f-269d-4702-b639-933eb6fb04fb tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.683277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6973-ed8d-41e5-8569-650d6ef889e8 req-70f16a6f-269d-4702-b639-933eb6fb04fb tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.684089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6973-ed8d-41e5-8569-650d6ef889e8 req-70f16a6f-269d-4702-b639-933eb6fb04fb tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.684930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6973-ed8d-41e5-8569-650d6ef889e8 req-70f16a6f-269d-4702-b639-933eb6fb04fb tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.685706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6973-ed8d-41e5-8569-650d6ef889e8 req-70f16a6f-269d-4702-b639-933eb6fb04fb tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.686205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6973-ed8d-41e5-8569-650d6ef889e8 req-70f16a6f-269d-4702-b639-933eb6fb04fb tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.688287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-07dc6973-ed8d-41e5-8569-650d6ef889e8 req-70f16a6f-269d-4702-b639-933eb6fb04fb tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4991 time: 0.1791117 Aug 19 11:50:40.714046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b08692c5-9df3-4cc6-8e1e-2a3968bdce40 req-80760149-fc8f-4d9b-92ef-e844044c572e tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Aug 19 11:50:40.755791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1486af23-305e-4609-a7ba-4d9ea6adae29 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:40.865691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cc79e-2ea7-4c8f-ba3b-4a1d9482126e req-4542d0b4-ae6f-407f-8028-bdef67f9952c tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:40.867879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-717cc79e-2ea7-4c8f-ba3b-4a1d9482126e req-4542d0b4-ae6f-407f-8028-bdef67f9952c tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 886 time: 0.1386876 Aug 19 11:50:40.896721 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6787f1b9-31a6-4e25-a14f-8feb33d33f1c req-a2c73f4c-5d5c-4744-89a8-83d5e95122a3 service neutron] 10.222.0.54 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019513 Aug 19 11:50:40.899121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a88244a-02be-4130-8c50-8ed721735c89 None None] Network 0f4e261e-6a98-4962-9d04-25d5e9a5eda0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:40.914894 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ae22a44e-de8b-43d2-b883-ab3c16678e58 req-b6c49d7a-69ed-4e94-8675-e5f689bef0ba service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213397 Aug 19 11:50:40.978714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 1486af23-305e-4609-a7ba-4d9ea6adae29 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:41.014301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806cd6-62f5-4fc6-89c2-c8c4b2dea889 req-240ea07f-56be-4daf-8c1b-6400cc3a31e8 tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.014922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806cd6-62f5-4fc6-89c2-c8c4b2dea889 req-240ea07f-56be-4daf-8c1b-6400cc3a31e8 tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.015389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806cd6-62f5-4fc6-89c2-c8c4b2dea889 req-240ea07f-56be-4daf-8c1b-6400cc3a31e8 tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.015848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806cd6-62f5-4fc6-89c2-c8c4b2dea889 req-240ea07f-56be-4daf-8c1b-6400cc3a31e8 tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.016309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806cd6-62f5-4fc6-89c2-c8c4b2dea889 req-240ea07f-56be-4daf-8c1b-6400cc3a31e8 tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.016803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806cd6-62f5-4fc6-89c2-c8c4b2dea889 req-240ea07f-56be-4daf-8c1b-6400cc3a31e8 tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.017258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806cd6-62f5-4fc6-89c2-c8c4b2dea889 req-240ea07f-56be-4daf-8c1b-6400cc3a31e8 tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.019187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18806cd6-62f5-4fc6-89c2-c8c4b2dea889 req-240ea07f-56be-4daf-8c1b-6400cc3a31e8 tempest-NetworksTest-1208648404 tempest-NetworksTest-1208648404-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5035 time: 0.1278641 Aug 19 11:50:41.081333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d502731-343a-466d-9cb8-41803250df5f req-6b0c0f23-0bb3-4718-9035-29c81acca0a0 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.084365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d502731-343a-466d-9cb8-41803250df5f req-6b0c0f23-0bb3-4718-9035-29c81acca0a0 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 965 time: 0.0640125 Aug 19 11:50:41.133047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 1486af23-305e-4609-a7ba-4d9ea6adae29 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:41.133423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:41.184590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d502731-343a-466d-9cb8-41803250df5f req-060a0205-6988-4e9f-9811-672eabcb967e tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892620 Aug 19 11:50:41.195163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-18664362-8ef3-4dc7-b3c7-c6956eb5d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.197632 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-18664362-8ef3-4dc7-b3c7-c6956eb5d6d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 1116 time: 0.0922663 Aug 19 11:50:41.335073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-48358a6d-316b-436b-a1f4-b0a10f69dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.338567 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-48358a6d-316b-436b-a1f4-b0a10f69dc87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 906 time: 0.1304100 Aug 19 11:50:41.342687 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:41.358048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873d3fb-95b9-4d6f-a376-774dfd4833fe req-74848d96-f321-4707-83ef-80a99b51147f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.365069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e873d3fb-95b9-4d6f-a376-774dfd4833fe req-74848d96-f321-4707-83ef-80a99b51147f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 965 time: 0.0974438 Aug 19 11:50:41.399732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1486af23-305e-4609-a7ba-4d9ea6adae29, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1486af23-305e-4609-a7ba-4d9ea6adae29,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:41.411948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:41.412172 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-fa5fd88a-8ace-4664-a1dc-6f0c1bcc3048 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33de06c-0a60-45da-b61e-4be663086ebf HTTP/1.1" status: 200 len: 217 time: 0.0638738 Aug 19 11:50:41.416989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e873d3fb-95b9-4d6f-a376-774dfd4833fe req-038aa987-4ed3-4f8b-8716-5f56f741f138 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457907 Aug 19 11:50:41.475343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-cb742a82-1b4e-43cd-8129-6d41a2292d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.476953 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-cb742a82-1b4e-43cd-8129-6d41a2292d0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 200 len: 845 time: 0.0575881 Aug 19 11:50:41.488814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1486af23-305e-4609-a7ba-4d9ea6adae29,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:41.490924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39776) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:41.520405 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-becc394e-edce-4630-818f-9e41843a101d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345199 Aug 19 11:50:41.565546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39784) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:41.586010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1603313772-network', 'tenant_id': 'c76d0e91eb334c64bd486a25743b215b'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:41.610487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1abb67-e8d7-4d32-91c4-9d919d2c7619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486af23-305e-4609-a7ba-4d9ea6adae29'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:41.615457 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e49391e-9677-4093-af55-3445a9d73c50" -d '{"events": [{"server_uuid": "fe1abb67-e8d7-4d32-91c4-9d919d2c7619", "name": "network-vif-plugged", "status": "completed", "tag": "1486af23-305e-4609-a7ba-4d9ea6adae29"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:41.632339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee427be-06a6-40d2-bd8e-f755ce3c68cf req-3d40ed58-bcc5-43dd-9a73-0d7ab952785f tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.642667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eee427be-06a6-40d2-bd8e-f755ce3c68cf req-3d40ed58-bcc5-43dd-9a73-0d7ab952785f tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 972 time: 0.0908654 Aug 19 11:50:41.646350 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-bcf89392-2745-499c-ba6b-7d617c728564 service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174426 Aug 19 11:50:41.666783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Made reservation on behalf of c76d0e91eb334c64bd486a25743b215b for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:41.669824 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:41.704331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:41.710226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eee427be-06a6-40d2-bd8e-f755ce3c68cf req-c534aae8-7575-44d9-8ca1-55d3a4dc1f45 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Aug 19 11:50:41.717449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c83711f-12e7-49b9-a526-685e90c2a536', 'tag': 'c2b281de-7a16-44ef-ada0-ee13a16024c3'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:41.722353 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34" -d '{"events": [{"name": "network-changed", "server_uuid": "3c83711f-12e7-49b9-a526-685e90c2a536", "tag": "c2b281de-7a16-44ef-ada0-ee13a16024c3"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:41.727005 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c320a4-cbad-4095-9a33-d0ffdee9909d x-openstack-request-id: req-f5c320a4-cbad-4095-9a33-d0ffdee9909d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:41.727322 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1abb67-e8d7-4d32-91c4-9d919d2c7619", "name": "network-vif-plugged", "status": "completed", "tag": "1486af23-305e-4609-a7ba-4d9ea6adae29", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:41.727574 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5c320a4-cbad-4095-9a33-d0ffdee9909d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:41.727983 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1abb67-e8d7-4d32-91c4-9d919d2c7619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486af23-305e-4609-a7ba-4d9ea6adae29', 'code': 200} Aug 19 11:50:41.785193 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cf5be9e4-4f06-4e93-9270-95433c784f47 req-beeb3c3f-e917-4ece-97a5-7482c36b80b6 service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302457 Aug 19 11:50:41.797587 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e837e4c-6589-47ba-bcdc-225191f7fa09 x-openstack-request-id: req-2e837e4c-6589-47ba-bcdc-225191f7fa09 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:41.797929 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c83711f-12e7-49b9-a526-685e90c2a536", "tag": "c2b281de-7a16-44ef-ada0-ee13a16024c3", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:41.798115 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e837e4c-6589-47ba-bcdc-225191f7fa09 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:41.798503 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c83711f-12e7-49b9-a526-685e90c2a536', 'tag': 'c2b281de-7a16-44ef-ada0-ee13a16024c3', 'status': 'completed', 'code': 200} Aug 19 11:50:41.857648 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f36d8a17-d2c2-4853-96e3-d19662d94fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:41.905938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b7234-bf8d-429b-9227-82ad8e99086e req-75b0157b-df5f-4b2a-a1e0-d236f6760aa6 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.907313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-378b7234-bf8d-429b-9227-82ad8e99086e req-75b0157b-df5f-4b2a-a1e0-d236f6760aa6 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 948 time: 0.1012018 Aug 19 11:50:41.912017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:41.923456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b64f0-66ed-4be0-a2f3-870bf209c445 req-cec1c051-bd57-4f21-9164-f86ef6323a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.925002 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b3b64f0-66ed-4be0-a2f3-870bf209c445 req-cec1c051-bd57-4f21-9164-f86ef6323a70 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 1099 time: 0.1001637 Aug 19 11:50:41.930798 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:41.940127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-7309001e-2370-4a40-bc81-29109ee794a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:41.941601 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-7309001e-2370-4a40-bc81-29109ee794a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 1116 time: 0.0692067 Aug 19 11:50:41.975191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:50:41.996359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c369d2d-f103-4fb6-9c86-7d914b8cccca,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:42.001416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-378b7234-bf8d-429b-9227-82ad8e99086e req-4c741f8c-c365-4784-a971-14b93cd73536 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867736 Aug 19 11:50:42.007390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.007693 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Added segment b841537c-cd50-468c-8410-2e47c5e7db56 of type vlan for network b51af3ce-fe28-4617-9e4f-d66b0781b414 Aug 19 11:50:42.020751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b3b64f0-66ed-4be0-a2f3-870bf209c445 req-228d548f-0802-46a2-a881-ead9ada5ebdb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880754 Aug 19 11:50:42.055453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-80a524fb-669f-42fd-8c8c-cbd8d72399cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:42.057347 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-80a524fb-669f-42fd-8c8c-cbd8d72399cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 200 len: 925 time: 0.1066687 Aug 19 11:50:42.061773 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.102639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.103568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:42.104134 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.107967 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-04e43af2-2429-4a03-aefb-1718e77ae10c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b281de-7a16-44ef-ada0-ee13a16024c3 HTTP/1.1" status: 200 len: 217 time: 0.0389316 Aug 19 11:50:42.128551 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f36d8a17-d2c2-4853-96e3-d19662d94fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.154652 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f36d8a17-d2c2-4853-96e3-d19662d94fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.165858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-ffc2dc0f-2ffb-478c-8772-0623cf00afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:42.167403 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-ffc2dc0f-2ffb-478c-8772-0623cf00afa5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3a8cce1-f340-41a6-8c95-f2e79331af66 HTTP/1.1" status: 200 len: 863 time: 0.0457864 Aug 19 11:50:42.183747 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6165233 Aug 19 11:50:42.187876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39794) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:42.193535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Request body: {'subnet': {'network_id': 'b51af3ce-fe28-4617-9e4f-d66b0781b414', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1603313772-subnet', 'tenant_id': 'c76d0e91eb334c64bd486a25743b215b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:42.210425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f36d8a17-d2c2-4853-96e3-d19662d94fc2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31d1aee541a34d3190158ad7cbda868b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7176237 Aug 19 11:50:42.211166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f73ca-74a0-4dcb-9209-054a8a830d43 admin admin] Pushing event updated for resources: {'Network': ['ID=b51af3ce-fe28-4617-9e4f-d66b0781b414,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:42.213689 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39796) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:42.221481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network b51af3ce-fe28-4617-9e4f-d66b0781b414 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:50:42.223132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d8a17-d2c2-4853-96e3-d19662d94fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5319934-22b3-4091-a781-d8ffb03536df,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:42.242658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-73e8b8fa-b086-4d03-af47-fe848f1d342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:42.244285 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-73e8b8fa-b086-4d03-af47-fe848f1d342a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c44442c-1286-45f6-b8eb-d63d4bd3183a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644641 Aug 19 11:50:42.249323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Made reservation on behalf of c76d0e91eb334c64bd486a25743b215b for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:42.252041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.315962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4453715e-1453-429a-8b38-bdebb41b0bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.344004 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4453715e-1453-429a-8b38-bdebb41b0bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.358708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07691dbe-0d4c-419d-abb8-0d097b89b974 req-e0dafffa-2ad7-4988-bc48-5b6f2f07194b tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:42.360453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-07691dbe-0d4c-419d-abb8-0d097b89b974 req-e0dafffa-2ad7-4988-bc48-5b6f2f07194b tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 965 time: 0.0814824 Aug 19 11:50:42.403794 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-d53f2f5b-635d-411c-8219-42ede6d59102 service neutron] 10.222.0.54 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482785 Aug 19 11:50:42.420004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-07691dbe-0d4c-419d-abb8-0d097b89b974 req-84348353-8754-4069-a284-1ae59b1a14fe tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479722 Aug 19 11:50:42.427232 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4453715e-1453-429a-8b38-bdebb41b0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.429992 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4453715e-1453-429a-8b38-bdebb41b0bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.434215 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4453715e-1453-429a-8b38-bdebb41b0bdb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5319934-22b3-4091-a781-d8ffb03536df HTTP/1.1" status: 204 len: 168 time: 0.2149980 Aug 19 11:50:42.439901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453715e-1453-429a-8b38-bdebb41b0bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5319934-22b3-4091-a781-d8ffb03536df,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:42.550254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8721-7b36-4be2-8d6a-942fdf43c990 req-e00826c4-6b00-4aec-b9fb-1e6260493fdb tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:42.552433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a64a8721-7b36-4be2-8d6a-942fdf43c990 req-e00826c4-6b00-4aec-b9fb-1e6260493fdb tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 965 time: 0.0523233 Aug 19 11:50:42.564537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.607104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a64a8721-7b36-4be2-8d6a-942fdf43c990 req-616bc4fb-bccc-43e3-a40c-2f0ed0712336 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425010 Aug 19 11:50:42.628896 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75f48e9-6705-4221-a0c4-52ebf3aa8e34 req-7b51b05b-2039-4a89-9e58-ebadee4a368f service neutron] 10.222.0.54 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581850 Aug 19 11:50:42.648314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad39de8a-c44a-4f83-af95-e5af7462ef16,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:42.653825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Checking segment: {'id': 'b841537c-cd50-468c-8410-2e47c5e7db56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b51af3ce-fe28-4617-9e4f-d66b0781b414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:42.654182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Network hostable DHCP agents. Network: b51af3ce-fe28-4617-9e4f-d66b0781b414, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:50:42.675648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Network b51af3ce-fe28-4617-9e4f-d66b0781b414 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:50:42.686162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, b51af3ce-fe28-4617-9e4f-d66b0781b414) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:42.690563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:42.691338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.697231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23a5a89-a48c-460d-8abc-bdc91fc294b5 None None] Network b51af3ce-fe28-4617-9e4f-d66b0781b414 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:42.715041 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e3d9435-3c4e-4e67-9374-60297526ec5d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5259540 Aug 19 11:50:42.831486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39810) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:42.847386 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-851785e1-c906-4901-8fa0-a38f9f57afc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.856383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c76dd5-1bd3-46b7-b394-d88f2a19c889 None None] Network b51af3ce-fe28-4617-9e4f-d66b0781b414 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:42.866776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39812) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:42.883208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e8950-4a58-4f6a-8010-5e0137a6e661 req-4c1a882b-90f0-43ec-9ad9-9513f29e4ef7 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:42.884713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f71e8950-4a58-4f6a-8010-5e0137a6e661 req-4c1a882b-90f0-43ec-9ad9-9513f29e4ef7 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 972 time: 0.0879374 Aug 19 11:50:42.914913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b3b6ce-8e16-4c42-890b-43aad4f84f9e admin admin] Deleting subnet b9f18eba-af78-4730-9ab9-50ce41150430 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:50:42.918923 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b6ce-8e16-4c42-890b-43aad4f84f9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.950749 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f71e8950-4a58-4f6a-8010-5e0137a6e661 req-15af611f-541d-458a-acbc-6a9f534b4be0 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Aug 19 11:50:42.958186 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b6ce-8e16-4c42-890b-43aad4f84f9e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.974086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b6ce-8e16-4c42-890b-43aad4f84f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:42.997431 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-851785e1-c906-4901-8fa0-a38f9f57afc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.003986 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-851785e1-c906-4901-8fa0-a38f9f57afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.045546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-851785e1-c906-4901-8fa0-a38f9f57afc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=baa7f6718ec346269fd4786bbbf4da66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126827 Aug 19 11:50:43.046900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851785e1-c906-4901-8fa0-a38f9f57afc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a31d91-9497-4418-a497-04502f053526,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:43.049122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39818) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:43.050423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b6ce-8e16-4c42-890b-43aad4f84f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.097380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3b6ce-8e16-4c42-890b-43aad4f84f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f18eba-af78-4730-9ab9-50ce41150430,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:43.103303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b6ce-8e16-4c42-890b-43aad4f84f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.106110 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b7b3b6ce-8e16-4c42-890b-43aad4f84f9e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b9f18eba-af78-4730-9ab9-50ce41150430 HTTP/1.1" status: 204 len: 168 time: 0.2383709 Aug 19 11:50:43.110611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39820) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:43.135250 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74efa965-27ee-41be-a7ca-75d2c5571e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.159557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74efa965-27ee-41be-a7ca-75d2c5571e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.212062 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74efa965-27ee-41be-a7ca-75d2c5571e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.215215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74efa965-27ee-41be-a7ca-75d2c5571e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.219054 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-74efa965-27ee-41be-a7ca-75d2c5571e1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40a31d91-9497-4418-a497-04502f053526 HTTP/1.1" status: 204 len: 168 time: 0.1634915 Aug 19 11:50:43.224944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efa965-27ee-41be-a7ca-75d2c5571e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a31d91-9497-4418-a497-04502f053526,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:43.366415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53520cd-c849-455b-b7de-9439cd42eb3d req-b2a4506d-0e8c-446b-8b17-2f95267586f4 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:43.367961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c53520cd-c849-455b-b7de-9439cd42eb3d req-b2a4506d-0e8c-446b-8b17-2f95267586f4 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 948 time: 0.2865331 Aug 19 11:50:43.376100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.403508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1334-e974-4136-87da-291157d2513a req-e0797b27-23a0-4a13-9aae-beb80fc9ff73 tempest-AggregatesAdminTestJSON-550587788 tempest-AggregatesAdminTestJSON-550587788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:43.405031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-163a1334-e974-4136-87da-291157d2513a req-e0797b27-23a0-4a13-9aae-beb80fc9ff73 tempest-AggregatesAdminTestJSON-550587788 tempest-AggregatesAdminTestJSON-550587788-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 1123 time: 0.2935672 Aug 19 11:50:43.455754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-163a1334-e974-4136-87da-291157d2513a req-3ddd03ff-def5-44c1-99f5-1a7a1bbe032a tempest-AggregatesAdminTestJSON-550587788 tempest-AggregatesAdminTestJSON-550587788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.461079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c53520cd-c849-455b-b7de-9439cd42eb3d req-50a14a99-b929-46dd-8ebf-5ddcff208595 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814090 Aug 19 11:50:43.525311 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.550137 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.550498 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.551232 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.551553 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > port after_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.551882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.552186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > port after_update 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.552502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.552839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.553309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.553735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.834720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.835065 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.835390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.835713 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:50:43.836072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4e261e-6a98-4962-9d04-25d5e9a5eda0']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:43.874681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cef78c-6c5e-4983-9d9e-5866fcd4076d') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:43.874975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cef78c-6c5e-4983-9d9e-5866fcd4076d') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:43.904880 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.937674 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.952367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:50:43.952790 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: from cryptography.utils import int_from_bytes Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: from cryptography.utils import int_from_bytes Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:50:43.993343 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:50:44.019818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4005-4c41-459e-9664-4e1227daf6a2 req-4dde1c24-f216-4e68-8745-9fa60807823d tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:44.021485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-365d4005-4c41-459e-9664-4e1227daf6a2 req-4dde1c24-f216-4e68-8745-9fa60807823d tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 965 time: 0.4933033 Aug 19 11:50:44.106034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.123576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-365d4005-4c41-459e-9664-4e1227daf6a2 req-0a9750e8-264a-4cb3-a1f5-c045d752f201 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764647 Aug 19 11:50:44.126847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-163a1334-e974-4136-87da-291157d2513a req-3ddd03ff-def5-44c1-99f5-1a7a1bbe032a tempest-AggregatesAdminTestJSON-550587788 tempest-AggregatesAdminTestJSON-550587788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.136147 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.141144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] 10.222.0.65 "DELETE /v2.0/networks/0f4e261e-6a98-4962-9d04-25d5e9a5eda0 HTTP/1.1" status: 204 len: 168 time: 1.0223050 Aug 19 11:50:44.141144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39850) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:44.148155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c867a4-e74c-4891-8ade-27a214d6eb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4e261e-6a98-4962-9d04-25d5e9a5eda0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:44.150175 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-163a1334-e974-4136-87da-291157d2513a req-3ddd03ff-def5-44c1-99f5-1a7a1bbe032a tempest-AggregatesAdminTestJSON-550587788 tempest-AggregatesAdminTestJSON-550587788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.222171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-163a1334-e974-4136-87da-291157d2513a req-3ddd03ff-def5-44c1-99f5-1a7a1bbe032a tempest-AggregatesAdminTestJSON-550587788 tempest-AggregatesAdminTestJSON-550587788-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8091145 Aug 19 11:50:44.253524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd03ff-def5-44c1-99f5-1a7a1bbe032a tempest-AggregatesAdminTestJSON-550587788 tempest-AggregatesAdminTestJSON-550587788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f0fe7b-d396-4f8a-97cf-14232a242de8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:44.259643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08ea6bd-c1ba-4161-8f63-762f5e8c1a01 admin admin] Deleting subnet ad39de8a-c44a-4f83-af95-e5af7462ef16 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:50:44.270276 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f08ea6bd-c1ba-4161-8f63-762f5e8c1a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.316641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374234e-dc6c-4ed3-997d-df0edaa54296 req-1790405c-1889-45f6-bc56-a388f789ece9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:44.318073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e374234e-dc6c-4ed3-997d-df0edaa54296 req-1790405c-1889-45f6-bc56-a388f789ece9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 965 time: 0.1276209 Aug 19 11:50:44.331004 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f08ea6bd-c1ba-4161-8f63-762f5e8c1a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.402857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e374234e-dc6c-4ed3-997d-df0edaa54296 req-69fb7511-e2f9-4b0d-9116-ca7495c127c0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774710 Aug 19 11:50:44.410795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f08ea6bd-c1ba-4161-8f63-762f5e8c1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.478248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f08ea6bd-c1ba-4161-8f63-762f5e8c1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.521229 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f08ea6bd-c1ba-4161-8f63-762f5e8c1a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.523135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f08ea6bd-c1ba-4161-8f63-762f5e8c1a01 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ad39de8a-c44a-4f83-af95-e5af7462ef16 HTTP/1.1" status: 204 len: 168 time: 0.3811102 Aug 19 11:50:44.524072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ea6bd-c1ba-4161-8f63-762f5e8c1a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad39de8a-c44a-4f83-af95-e5af7462ef16,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:44.525705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39878) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:44.535884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a33de06c-0a60-45da-b61e-4be663086ebf details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:50:44.645705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dfcd8-f10d-46ff-a3f7-c985ed0c8a03 req-299dfa50-9e71-4760-936a-98e55e3c8d68 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:44.647328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814dfcd8-f10d-46ff-a3f7-c985ed0c8a03 req-299dfa50-9e71-4760-936a-98e55e3c8d68 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 948 time: 0.1035540 Aug 19 11:50:44.649661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.659806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a33de06c-0a60-45da-b61e-4be663086ebf,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:44.672801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'a33de06c-0a60-45da-b61e-4be663086ebf', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'port_id': 'a33de06c-0a60-45da-b61e-4be663086ebf', 'mac_address': 'fa:16:3e:2b:92:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991495d9-f1c8-4404-8e14-d7f40247d2fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-1248156319', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:50:44.715048 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.729960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33de06c-0a60-45da-b61e-4be663086ebf {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:44.754236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a33de06c-0a60-45da-b61e-4be663086ebf,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:44.757219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814dfcd8-f10d-46ff-a3f7-c985ed0c8a03 req-0112e8e1-fa7d-4eba-93d7-b7f348cb5117 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004729 Aug 19 11:50:44.763922 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.764733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c2b281de-7a16-44ef-ada0-ee13a16024c3 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:50:44.784116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.797715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51af3ce-fe28-4617-9e4f-d66b0781b414']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:44.809331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b841537c-cd50-468c-8410-2e47c5e7db56') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:44.809642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b841537c-cd50-468c-8410-2e47c5e7db56') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:44.819002 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.833072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.839703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:50:44.840100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:50:44.842204 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:50:44.901746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a33de06c-0a60-45da-b61e-4be663086ebf,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:44.901939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.916259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:44.920603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b51af3ce-fe28-4617-9e4f-d66b0781b414 HTTP/1.1" status: 204 len: 168 time: 0.3915794 Aug 19 11:50:44.929541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d58c4f-4db7-4676-9447-c216969a9e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51af3ce-fe28-4617-9e4f-d66b0781b414,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:44.959646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c2b281de-7a16-44ef-ada0-ee13a16024c3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c2b281de-7a16-44ef-ada0-ee13a16024c3,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:44.978420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'c2b281de-7a16-44ef-ada0-ee13a16024c3', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'port_id': 'c2b281de-7a16-44ef-ada0-ee13a16024c3', 'mac_address': 'fa:16:3e:b3:b2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1248156319', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:50:45.022128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:45.036826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b281de-7a16-44ef-ada0-ee13a16024c3 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:45.072053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c2b281de-7a16-44ef-ada0-ee13a16024c3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c2b281de-7a16-44ef-ada0-ee13a16024c3,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:45.078196 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:45.146660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c2b281de-7a16-44ef-ada0-ee13a16024c3,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:45.234646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39918) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:45.287625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3948deb2-7c4b-44ec-b92b-6ef11c223e1e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de6fd981380b4ffca58f1f86c8e7bb34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514941 Aug 19 11:50:45.290479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39920) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:45.352179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a92dd271-9636-4a8b-a727-e2a0b968eec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:45.376959 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a92dd271-9636-4a8b-a727-e2a0b968eec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:45.436494 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a92dd271-9636-4a8b-a727-e2a0b968eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:45.439404 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a92dd271-9636-4a8b-a727-e2a0b968eec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:45.440592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a92dd271-9636-4a8b-a727-e2a0b968eec1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c47fe42a-6956-4aca-9743-1cbed70e1e8c HTTP/1.1" status: 204 len: 168 time: 0.1489539 Aug 19 11:50:45.450405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dd271-9636-4a8b-a727-e2a0b968eec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47fe42a-6956-4aca-9743-1cbed70e1e8c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:45.519368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a33de06c-0a60-45da-b61e-4be663086ebf'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:50:45.548802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c2b281de-7a16-44ef-ada0-ee13a16024c3'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:50:45.582483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976cdc2-d19c-401a-bc7c-a3b06056f9e7 req-7d4c19c6-c8e1-403c-8ebe-c71ab49d175b tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:45.584590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a976cdc2-d19c-401a-bc7c-a3b06056f9e7 req-7d4c19c6-c8e1-403c-8ebe-c71ab49d175b tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 966 time: 0.0616944 Aug 19 11:50:45.653027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a976cdc2-d19c-401a-bc7c-a3b06056f9e7 req-5762e463-3210-4f82-85bf-da3b29ec0515 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570860 Aug 19 11:50:45.664863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa6dac-b354-4248-9402-cc5898f0e128 req-5eaf4989-448c-4660-a5a8-24f73aa5f3c5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:45.666584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7aa6dac-b354-4248-9402-cc5898f0e128 req-5eaf4989-448c-4660-a5a8-24f73aa5f3c5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 966 time: 0.0810487 Aug 19 11:50:45.719230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7aa6dac-b354-4248-9402-cc5898f0e128 req-e33c91ea-2712-4b5a-b497-9c5514f62318 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462849 Aug 19 11:50:45.890968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39946) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:45.933949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe4a0813-70f2-4c37-8d12-5b01fef56b1e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c76d0e91eb334c64bd486a25743b215b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414357 Aug 19 11:50:45.936351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39948) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:46.015412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db361091-e1fc-445a-85e7-53918679cbf6 req-906727fa-0062-47f7-ba42-4154500f4a98 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:46.016955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db361091-e1fc-445a-85e7-53918679cbf6 req-906727fa-0062-47f7-ba42-4154500f4a98 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 948 time: 0.0820031 Aug 19 11:50:46.044402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2075382d-e9dd-4c1b-84d8-d308a83dada8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:46.079648 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2075382d-e9dd-4c1b-84d8-d308a83dada8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:46.083688 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db361091-e1fc-445a-85e7-53918679cbf6 req-61d44b03-3c3b-4070-95aa-6fb4e20c88ee tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597191 Aug 19 11:50:46.149551 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2075382d-e9dd-4c1b-84d8-d308a83dada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:46.153671 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2075382d-e9dd-4c1b-84d8-d308a83dada8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:46.157251 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2075382d-e9dd-4c1b-84d8-d308a83dada8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c369d2d-f103-4fb6-9c86-7d914b8cccca HTTP/1.1" status: 204 len: 168 time: 0.2109480 Aug 19 11:50:46.167041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075382d-e9dd-4c1b-84d8-d308a83dada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c369d2d-f103-4fb6-9c86-7d914b8cccca,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:46.554995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a33de06c-0a60-45da-b61e-4be663086ebf up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:46.608776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port a33de06c-0a60-45da-b61e-4be663086ebf completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:46.612674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port a33de06c-0a60-45da-b61e-4be663086ebf triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:46.613416 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:46.714385 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:46.749635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:46.752121 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf3b340-0a72-4159-88c6-4b61965354cc" -d '{"events": [{"server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "name": "network-vif-plugged", "status": "completed", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:46.770986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a33de06c-0a60-45da-b61e-4be663086ebf,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:46.776790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:46.777902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c2b281de-7a16-44ef-ada0-ee13a16024c3 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:46.830149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa96b-8382-4dad-82ec-cc986d40e078 req-922b3235-7eac-4b40-9f63-43e42407c522 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:46.841121 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ecaa96b-8382-4dad-82ec-cc986d40e078 req-922b3235-7eac-4b40-9f63-43e42407c522 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 966 time: 0.0831583 Aug 19 11:50:46.885250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ecaa96b-8382-4dad-82ec-cc986d40e078 req-d0c340f7-5dd9-4a92-b32e-21d104a9ef4c tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428314 Aug 19 11:50:46.896930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a33de06c-0a60-45da-b61e-4be663086ebf,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:46.921069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port c2b281de-7a16-44ef-ada0-ee13a16024c3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:46.927179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port c2b281de-7a16-44ef-ada0-ee13a16024c3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:46.927563 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:46.977089 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c727282b-35ed-4f2a-94fe-0d68b0a0b671 x-openstack-request-id: req-c727282b-35ed-4f2a-94fe-0d68b0a0b671 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:46.977431 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "name": "network-vif-plugged", "status": "completed", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:46.977679 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c727282b-35ed-4f2a-94fe-0d68b0a0b671 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:46.978097 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf', 'code': 200} Aug 19 11:50:47.023312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b8cb-41e1-4a11-9f59-707ecd730be6 req-e8576f5d-284b-4173-9f14-73468fb029a9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:47.037060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ff5b8cb-41e1-4a11-9f59-707ecd730be6 req-e8576f5d-284b-4173-9f14-73468fb029a9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 967 time: 0.1330619 Aug 19 11:50:47.095543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ff5b8cb-41e1-4a11-9f59-707ecd730be6 req-299a3af9-446f-4465-8451-ddf174e762d2 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552840 Aug 19 11:50:47.118637 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.126993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13593b8-4ea0-4b2c-951e-1d1a6e2bb1f5 req-6315464e-e9c9-40fb-990d-067ed84c51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:47.128996 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a13593b8-4ea0-4b2c-951e-1d1a6e2bb1f5 req-6315464e-e9c9-40fb-990d-067ed84c51e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 1118 time: 0.0623741 Aug 19 11:50:47.176882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c2b281de-7a16-44ef-ada0-ee13a16024c3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c2b281de-7a16-44ef-ada0-ee13a16024c3,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:47.186127 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.188971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a13593b8-4ea0-4b2c-951e-1d1a6e2bb1f5 req-972069de-959f-4174-9756-4ce5583f7e5d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486915 Aug 19 11:50:47.243584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c2b281de-7a16-44ef-ada0-ee13a16024c3,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:47.267840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40060) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:47.316355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-72fcdb6b-2692-4de9-b1ed-ed68a4aee0e1 tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:47.318187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eab698-1a80-4e31-98eb-1f82314d65d5 req-f10764f9-48cd-4865-bc4a-00eec91d234a tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:47.318315 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-72fcdb6b-2692-4de9-b1ed-ed68a4aee0e1 tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 1099 time: 0.0514772 Aug 19 11:50:47.319730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38eab698-1a80-4e31-98eb-1f82314d65d5 req-f10764f9-48cd-4865-bc4a-00eec91d234a tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 948 time: 0.0639100 Aug 19 11:50:47.389162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38eab698-1a80-4e31-98eb-1f82314d65d5 req-01cac0d0-1306-4f5a-88f1-b653f91bf90d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621028 Aug 19 11:50:47.423046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] Deleting port 1486af23-305e-4609-a7ba-4d9ea6adae29 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:50:47.423659 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.424660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1495325817-network', 'tenant_id': 'f1d3b96aa45e44fea775af2b903efde1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:47.456963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Made reservation on behalf of f1d3b96aa45e44fea775af2b903efde1 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:47.459298 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.469425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.545885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] For port 1486af23-305e-4609-a7ba-4d9ea6adae29, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1486af23-305e-4609-a7ba-4d9ea6adae29,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:47.546374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.562914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] Calling delete_port for 1486af23-305e-4609-a7ba-4d9ea6adae29 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:50:47.622781 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.629113 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.689816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca6fb5-ff30-4b88-a791-e86f6068597e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:47.697990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:50:47.714476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.714823 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Added segment b0e7a18f-f910-4bc5-8267-e40f849b4ef6 of type vlan for network 6472b55c-1ec0-4718-a47a-cfd4cafee08b Aug 19 11:50:47.768827 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.795103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.812870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.813944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:47.815305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.837152 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['1486af23-305e-4609-a7ba-4d9ea6adae29'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:50:47.837667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] Pushing event deleted for resources: {'Port': ['ID=1486af23-305e-4609-a7ba-4d9ea6adae29,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:47.912513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] No DVR routers for this DVR port 1486af23-305e-4609-a7ba-4d9ea6adae29 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:50:47.924173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:47.942083 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5d53a947-064b-49f3-b450-40eb92d57b5e req-8522a903-8b1c-4a03-b7a4-40d9bae7a22a tempest-DeleteServersAdminTestJSON-1913693509 tempest-DeleteServersAdminTestJSON-1913693509-project-admin] 10.222.0.69 "DELETE /v2.0/ports/1486af23-305e-4609-a7ba-4d9ea6adae29 HTTP/1.1" status: 204 len: 173 time: 0.6155076 Aug 19 11:50:47.942609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1abb67-e8d7-4d32-91c4-9d919d2c7619', 'name': 'network-vif-deleted', 'tag': '1486af23-305e-4609-a7ba-4d9ea6adae29'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:47.945126 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccd54bc-295d-4255-aab4-1de801d5ae11" -d '{"events": [{"server_uuid": "fe1abb67-e8d7-4d32-91c4-9d919d2c7619", "name": "network-vif-deleted", "tag": "1486af23-305e-4609-a7ba-4d9ea6adae29"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:47.954231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6873291 Aug 19 11:50:47.957469 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40118) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:47.962045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8c9ba-7d03-4d48-ae51-bf1a4b2132c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6472b55c-1ec0-4718-a47a-cfd4cafee08b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:47.970098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Request body: {'subnet': {'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1495325817-subnet', 'tenant_id': 'f1d3b96aa45e44fea775af2b903efde1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:47.976468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 6472b55c-1ec0-4718-a47a-cfd4cafee08b details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:50:48.013708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Made reservation on behalf of f1d3b96aa45e44fea775af2b903efde1 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:48.017071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.274945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3646cd0-272b-4a7f-a982-4e52ae37637a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.286105 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03576e02-5cfe-44a7-a952-1b5c7ab30c1a x-openstack-request-id: req-03576e02-5cfe-44a7-a952-1b5c7ab30c1a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:48.286674 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1abb67-e8d7-4d32-91c4-9d919d2c7619", "name": "network-vif-deleted", "tag": "1486af23-305e-4609-a7ba-4d9ea6adae29", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:48.287061 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03576e02-5cfe-44a7-a952-1b5c7ab30c1a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:48.287511 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1abb67-e8d7-4d32-91c4-9d919d2c7619', 'name': 'network-vif-deleted', 'tag': '1486af23-305e-4609-a7ba-4d9ea6adae29', 'status': 'completed', 'code': 200} Aug 19 11:50:48.295059 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.304182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40136) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:48.349720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760fa07-23de-40fa-bef0-2c18fa1ce385 req-94c4f817-87b7-4b89-ae94-2fef9326b343 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:48.357660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8760fa07-23de-40fa-bef0-2c18fa1ce385 req-94c4f817-87b7-4b89-ae94-2fef9326b343 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 967 time: 0.0673544 Aug 19 11:50:48.392318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:48.395149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:48.395537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Network hostable DHCP agents. Network: 6472b55c-1ec0-4718-a47a-cfd4cafee08b, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:50:48.416425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8760fa07-23de-40fa-bef0-2c18fa1ce385 req-eb7f980d-3dcd-4d6b-bc3c-f870047a672e tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577798 Aug 19 11:50:48.421778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Network 6472b55c-1ec0-4718-a47a-cfd4cafee08b is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:50:48.447100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 6472b55c-1ec0-4718-a47a-cfd4cafee08b) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:48.452205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:48.453131 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.457849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e9f16-546e-4eb6-800a-39e9d9466411 None None] Network 6472b55c-1ec0-4718-a47a-cfd4cafee08b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:48.474171 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6464da12-1364-4544-bb42-b6cdf4e2d639 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5155115 Aug 19 11:50:48.500321 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bff50ca4-9e5e-4ed4-8efc-4a6aad059392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.538753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346e3b8-c50a-42ac-83bc-ff4d0802f3fa req-48476314-cb2e-465f-9869-95fd3943ceaf tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:48.547558 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c346e3b8-c50a-42ac-83bc-ff4d0802f3fa req-48476314-cb2e-465f-9869-95fd3943ceaf tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 967 time: 0.1548378 Aug 19 11:50:48.610354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c346e3b8-c50a-42ac-83bc-ff4d0802f3fa req-dfed0288-7843-44a9-b3cf-2cc54d4217f7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617940 Aug 19 11:50:48.638866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bff50ca4-9e5e-4ed4-8efc-4a6aad059392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.645349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bff50ca4-9e5e-4ed4-8efc-4a6aad059392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.702591 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bff50ca4-9e5e-4ed4-8efc-4a6aad059392 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc3ab07c47994fc08c66fe21ae2d10e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970625 Aug 19 11:50:48.705121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40160) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:48.707404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcd10a4-9055-4735-b47f-1c3e8f994200 None None] Network 6472b55c-1ec0-4718-a47a-cfd4cafee08b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:48.739465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff50ca4-9e5e-4ed4-8efc-4a6aad059392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759cc5e8-26d0-49df-b0e5-06165e471a58,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:48.826488 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6680401-0a85-41e9-9b77-ddde975c1a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.876757 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6680401-0a85-41e9-9b77-ddde975c1a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.952735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1004c70-e430-47f9-9e7e-7a722005fb4e req-70676d72-6258-4d71-8748-0c7b916ca783 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1abb67-e8d7-4d32-91c4-9d919d2c7619 HTTP/1.1" status: 200 len: 210 time: 0.0300992 Aug 19 11:50:48.979009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6680401-0a85-41e9-9b77-ddde975c1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.980722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c83711f-12e7-49b9-a526-685e90c2a536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b281de-7a16-44ef-ada0-ee13a16024c3'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:48.983174 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6680401-0a85-41e9-9b77-ddde975c1a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:48.987100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a6680401-0a85-41e9-9b77-ddde975c1a49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/759cc5e8-26d0-49df-b0e5-06165e471a58 HTTP/1.1" status: 204 len: 168 time: 0.2784901 Aug 19 11:50:48.987934 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a789f4f4-0011-4b17-b394-d4b47aac3c90" -d '{"events": [{"server_uuid": "3c83711f-12e7-49b9-a526-685e90c2a536", "name": "network-vif-plugged", "status": "completed", "tag": "c2b281de-7a16-44ef-ada0-ee13a16024c3"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:49.004814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6680401-0a85-41e9-9b77-ddde975c1a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759cc5e8-26d0-49df-b0e5-06165e471a58,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:49.108305 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418ef4f-3706-4942-9e4c-cba036495b00 x-openstack-request-id: req-e418ef4f-3706-4942-9e4c-cba036495b00 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:49.108889 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c83711f-12e7-49b9-a526-685e90c2a536", "name": "network-vif-plugged", "status": "completed", "tag": "c2b281de-7a16-44ef-ada0-ee13a16024c3", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:49.109340 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e418ef4f-3706-4942-9e4c-cba036495b00 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:49.110070 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c83711f-12e7-49b9-a526-685e90c2a536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b281de-7a16-44ef-ada0-ee13a16024c3', 'code': 200} Aug 19 11:50:49.294161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825b801-3579-4a62-90e0-0c122858321d req-0778dc98-8b35-4f21-b20d-6d2193231e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:49.296273 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1825b801-3579-4a62-90e0-0c122858321d req-0778dc98-8b35-4f21-b20d-6d2193231e3c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 1118 time: 0.0631042 Aug 19 11:50:49.347732 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1825b801-3579-4a62-90e0-0c122858321d req-a34c55a9-bdd0-4f10-b76d-7c30ec76eb19 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403194 Aug 19 11:50:49.574876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e410da-7456-4eca-9570-8fd78d2c2e8d req-56f92cfb-8741-42e1-b066-3e95e4e095bd tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:49.577785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e410da-7456-4eca-9570-8fd78d2c2e8d req-56f92cfb-8741-42e1-b066-3e95e4e095bd tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 967 time: 0.0616572 Aug 19 11:50:49.629954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e410da-7456-4eca-9570-8fd78d2c2e8d req-9c6390c5-c334-4037-b249-b4952337c0bd tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Aug 19 11:50:49.677719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40212) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:49.754955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40216) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:49.781106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40017d52-2fe7-4840-9936-a654fa934ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:49.814966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b70cd-1a03-410b-9f2b-c7e6c495da8b req-d47ec903-e29d-4f93-bbae-529ea4d52ac5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:49.825487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-523b70cd-1a03-410b-9f2b-c7e6c495da8b req-d47ec903-e29d-4f93-bbae-529ea4d52ac5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 967 time: 0.0995579 Aug 19 11:50:49.878331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-523b70cd-1a03-410b-9f2b-c7e6c495da8b req-43d2d75a-5901-4d94-afd0-a54b461e5db9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508957 Aug 19 11:50:49.891903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40220) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:49.897270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-335675247-network', 'tenant_id': '2a7d37c269a34b4ebe0a9061c3dfa42c'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:49.962826 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40017d52-2fe7-4840-9936-a654fa934ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:49.969983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40017d52-2fe7-4840-9936-a654fa934ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.014312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40017d52-2fe7-4840-9936-a654fa934ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0a1705-898f-4878-bfa9-4bed108120a1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:50.021335 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-40017d52-2fe7-4840-9936-a654fa934ecf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aef9e68a32a048a497c74c4cb6184571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623293 Aug 19 11:50:50.022379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40228) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:50.050684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Made reservation on behalf of 2a7d37c269a34b4ebe0a9061c3dfa42c for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:50.053226 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.064812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23cb40-45e1-40d3-94db-fc57ad94c6b1 req-5b6cf245-6efe-46d9-b6cd-833114246805 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:50.066581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a23cb40-45e1-40d3-94db-fc57ad94c6b1 req-5b6cf245-6efe-46d9-b6cd-833114246805 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 972 time: 0.0987120 Aug 19 11:50:50.073544 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.078209 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6457f41-b754-4010-9c7c-0594c9f887c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.105071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6457f41-b754-4010-9c7c-0594c9f887c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.169035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a23cb40-45e1-40d3-94db-fc57ad94c6b1 req-b79b4df1-3ecc-432f-9ce3-dbc4fa42b608 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783086 Aug 19 11:50:50.193291 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6457f41-b754-4010-9c7c-0594c9f887c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.198225 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6457f41-b754-4010-9c7c-0594c9f887c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.199755 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b6457f41-b754-4010-9c7c-0594c9f887c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff0a1705-898f-4878-bfa9-4bed108120a1 HTTP/1.1" status: 204 len: 168 time: 0.1764882 Aug 19 11:50:50.211792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6457f41-b754-4010-9c7c-0594c9f887c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0a1705-898f-4878-bfa9-4bed108120a1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:50.295333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3eba-b2e5-4f5f-aef9-abd948889ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.308370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.322532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1565f-cbd4-449b-8cf4-b546f474e2e8 req-0e3cfc60-25a4-4559-b60a-25d65d2e5a99 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:50.324342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdb1565f-cbd4-449b-8cf4-b546f474e2e8 req-0e3cfc60-25a4-4559-b60a-25d65d2e5a99 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 967 time: 0.0818582 Aug 19 11:50:50.325700 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.422156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3eba-b2e5-4f5f-aef9-abd948889ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.429700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3eba-b2e5-4f5f-aef9-abd948889ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.476156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f7ed3eba-b2e5-4f5f-aef9-abd948889ce1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2489d8bef24e47eeb3ba9eb69554da19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7966461 Aug 19 11:50:50.477380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40244) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:50.523198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed3eba-b2e5-4f5f-aef9-abd948889ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356ade12-844d-47a9-89bb-151991d304b9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:50.539531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad1ddd0-2b17-42af-bcfd-a1a19865bbec,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:50.543610 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b350b29-f4d4-407b-b0b8-c7cbee2e06eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.574450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b350b29-f4d4-407b-b0b8-c7cbee2e06eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.625599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:50:50.640712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b350b29-f4d4-407b-b0b8-c7cbee2e06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.643529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b350b29-f4d4-407b-b0b8-c7cbee2e06eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.648003 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4b350b29-f4d4-407b-b0b8-c7cbee2e06eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/356ade12-844d-47a9-89bb-151991d304b9 HTTP/1.1" status: 204 len: 168 time: 0.1692619 Aug 19 11:50:50.662751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b350b29-f4d4-407b-b0b8-c7cbee2e06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356ade12-844d-47a9-89bb-151991d304b9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:50.662913 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.663412 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Added segment ca3a5abe-dac3-4def-9199-f740efb724f3 of type vlan for network ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2 Aug 19 11:50:50.684642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdb1565f-cbd4-449b-8cf4-b546f474e2e8 req-26d2ae0f-ab1f-4cf6-bbac-a12b2a81df83 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380553 Aug 19 11:50:50.749194 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-de7b52c1-0953-4a89-a56a-8c9a088213ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.783770 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.820427 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.822021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:50.822978 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.831878 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:50.925746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-69a51954-5298-42f9-9adf-59af73e9145a tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=986a1392b52a45c69f504258be1b842c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846970 Aug 19 11:50:50.944741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0492411 Aug 19 11:50:50.945043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40270) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:50.950057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Request body: {'subnet': {'network_id': 'ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-335675247-subnet', 'tenant_id': '2a7d37c269a34b4ebe0a9061c3dfa42c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:50.975796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6e3c2-8b46-44d1-9297-a943fa422d17 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:50.986626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Made reservation on behalf of 2a7d37c269a34b4ebe0a9061c3dfa42c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:50.990123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:50:50.990281 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Notify callbacks [] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:51.045911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f23609-c176-4057-8abd-68d3dd22ea2c req-18e76d96-836c-4e54-ab05-63c1c0577bda tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:51.047693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25f23609-c176-4057-8abd-68d3dd22ea2c req-18e76d96-836c-4e54-ab05-63c1c0577bda tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 967 time: 0.2295337 Aug 19 11:50:51.099513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40276) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:51.130490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25f23609-c176-4057-8abd-68d3dd22ea2c req-5ae0634e-4224-4738-a171-b404de8481c5 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713484 Aug 19 11:50:51.140018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-fe73a42c-7cca-40c0-8520-e966c9e9f80b tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:51.141891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-fe73a42c-7cca-40c0-8520-e966c9e9f80b tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018363 Aug 19 11:50:51.171502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4427cb5-e61f-48ff-babf-d30180c4fdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:51.174213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-fcc44ade-ac22-401c-8279-e01ef18c2acc tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/quotas/986a1392b52a45c69f504258be1b842c HTTP/1.1" status: 200 len: 375 time: 0.0245843 Aug 19 11:50:51.221338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-26b39a57-8847-45ad-ac23-99f7875bcd17 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=986a1392b52a45c69f504258be1b842c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409071 Aug 19 11:50:51.253823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:51.523719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481e77b-f779-42c8-b74b-f7bce15835b1 req-558d1e53-e912-4232-bd6e-16421aa9d8e6 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:51.541307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3481e77b-f779-42c8-b74b-f7bce15835b1 req-558d1e53-e912-4232-bd6e-16421aa9d8e6 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 967 time: 0.1162391 Aug 19 11:50:51.543986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40296) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:51.565204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Request body: {'floatingip': {'port_id': 'c2b281de-7a16-44ef-ada0-ee13a16024c3'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:51.636585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Pushing event updated for resources: {'Subnet': ['ID=82979d0c-702f-45d1-ad79-84a84f66a0f6,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:51.640605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Checking segment: {'id': 'ca3a5abe-dac3-4def-9199-f740efb724f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:51.641215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Network hostable DHCP agents. Network: ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:50:51.714202 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4427cb5-e61f-48ff-babf-d30180c4fdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:51.739115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Network ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:50:51.741089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4427cb5-e61f-48ff-babf-d30180c4fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:51.754608 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:51.817294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:51.829010 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:51.833599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:51.834349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f797051-d784-465b-984e-ca528a5ee44d None None] Network ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:51.834599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:51.913569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4a5f4-03fc-4d1b-8a6c-bd1f859e9c24 req-5b91418b-9743-49cc-8291-8f8e8739687b tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:51.922274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0e4a5f4-03fc-4d1b-8a6c-bd1f859e9c24 req-5b91418b-9743-49cc-8291-8f8e8739687b tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 972 time: 0.2680421 Aug 19 11:50:51.923928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4427cb5-e61f-48ff-babf-d30180c4fdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb48d909-83f8-4140-828e-a59284f88df9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:51.942074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-7b2bdd77-fdb3-4c84-a988-6ee8bc848093 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:51.944280 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-7b2bdd77-fdb3-4c84-a988-6ee8bc848093 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.54 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 972 time: 0.2764280 Aug 19 11:50:51.958984 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dcf817b4-5e30-4294-b645-45e9d76a83df admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0127175 Aug 19 11:50:52.021990 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a4427cb5-e61f-48ff-babf-d30180c4fdc2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46b51bffa1234ade97f5709fb3c463b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9214382 Aug 19 11:50:52.023113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40316) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:52.079421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82610f87-4e65-47f5-8a20-21383d2a6b56 None None] Network ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:50:52.116406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-daf4f200-7897-4f23-8943-7d8becf6bad0 req-cb07f6ad-2227-445a-a498-bb23d30096da tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 210 time: 0.1165903 Aug 19 11:50:52.167422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0e4a5f4-03fc-4d1b-8a6c-bd1f859e9c24 req-544075ae-3aaa-404b-83e3-bf291105074e tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef82760b-84e4-488d-9281-453f91c5720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390239 Aug 19 11:50:52.309571 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3081953-0ede-45bb-98d0-054c0fef3f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:52.347434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3081953-0ede-45bb-98d0-054c0fef3f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:52.350362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Deleting port 1482a1c5-13ff-4454-838d-190e00e2aa49 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:50:52.351032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:52.424386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd678e5-aeb9-4eb3-8007-ac0837277080 req-ac53e436-9b1f-4e5a-acb4-9caf2cda32d9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:52.426398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbd678e5-aeb9-4eb3-8007-ac0837277080 req-ac53e436-9b1f-4e5a-acb4-9caf2cda32d9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 967 time: 0.1715107 Aug 19 11:50:52.481690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] For port 1482a1c5-13ff-4454-838d-190e00e2aa49, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1482a1c5-13ff-4454-838d-190e00e2aa49,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:52.482067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:52.490496 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3081953-0ede-45bb-98d0-054c0fef3f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:52.493207 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3081953-0ede-45bb-98d0-054c0fef3f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:52.497302 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c3081953-0ede-45bb-98d0-054c0fef3f52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb48d909-83f8-4140-828e-a59284f88df9 HTTP/1.1" status: 204 len: 168 time: 0.4405034 Aug 19 11:50:52.512535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Calling delete_port for 1482a1c5-13ff-4454-838d-190e00e2aa49 owned by compute:tempest-test_az-1248156319 {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:50:52.515294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3081953-0ede-45bb-98d0-054c0fef3f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb48d909-83f8-4140-828e-a59284f88df9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:52.673565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:52.705251 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbd678e5-aeb9-4eb3-8007-ac0837277080 req-1a8d94a6-f267-4155-866d-a1f1b8fce9a0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698619 Aug 19 11:50:52.711263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['1482a1c5-13ff-4454-838d-190e00e2aa49'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:50:52.758810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Pushing event deleted for resources: {'Port': ['ID=1482a1c5-13ff-4454-838d-190e00e2aa49,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:52.837750 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-855e7c6c-10f8-408c-a2d9-b18d5512b866 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=986a1392b52a45c69f504258be1b842c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467117 Aug 19 11:50:53.005600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] No DVR routers for this DVR port 1482a1c5-13ff-4454-838d-190e00e2aa49 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:50:53.008627 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:53.011584 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c54a8bf-7f15-4836-bedb-5de2c06bf8de req-5c5065c8-34eb-41a2-95c9-8d5a9b86045a tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.54 "DELETE /v2.0/ports/1482a1c5-13ff-4454-838d-190e00e2aa49 HTTP/1.1" status: 204 len: 173 time: 1.0510571 Aug 19 11:50:53.024071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72eaf91-0c92-4903-937f-b8219d041061', 'name': 'network-vif-deleted', 'tag': '1482a1c5-13ff-4454-838d-190e00e2aa49'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:53.029492 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b759099c-8d4b-47eb-9375-a235be1192cc" -d '{"events": [{"server_uuid": "a72eaf91-0c92-4903-937f-b8219d041061", "name": "network-vif-deleted", "tag": "1482a1c5-13ff-4454-838d-190e00e2aa49"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:53.094934 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 11:50:53.110848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1486af23-305e-4609-a7ba-4d9ea6adae29 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:50:53.161348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-115537ae-780d-48b5-b819-8963d72eb165 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:53.164386 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-115537ae-780d-48b5-b819-8963d72eb165 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180273 Aug 19 11:50:53.168098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 1486af23-305e-4609-a7ba-4d9ea6adae29 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:50:53.169681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1486af23-305e-4609-a7ba-4d9ea6adae29 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:50:53.193761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Request body: {'port': {'device_id': 'd04e5d95-5818-4f0b-992f-77543b739cac', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '986a1392b52a45c69f504258be1b842c'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:53.288875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:53.320250 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:53.385007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Made reservation on behalf of 986a1392b52a45c69f504258be1b842c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:53.390156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:53.565334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Allocated IP 192.168.233.54 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/d473278f-bb87-4bf6-a784-71a90cb2da07) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:53.598200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40378) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:53.791987 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:53.798710 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aaf24c-4bde-4269-8347-da896bffa769 x-openstack-request-id: req-53aaf24c-4bde-4269-8347-da896bffa769 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:53.799272 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72eaf91-0c92-4903-937f-b8219d041061", "name": "network-vif-deleted", "tag": "1482a1c5-13ff-4454-838d-190e00e2aa49", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:53.799272 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53aaf24c-4bde-4269-8347-da896bffa769 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:53.799628 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72eaf91-0c92-4903-937f-b8219d041061', 'name': 'network-vif-deleted', 'tag': '1482a1c5-13ff-4454-838d-190e00e2aa49', 'status': 'completed', 'code': 200} Aug 19 11:50:53.818526 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e33a586-9f75-42e1-83c9-852e05d4b2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:53.825723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:53.864094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-00779b66-993e-42c7-b694-2d2152af79c4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:53.866523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-00779b66-993e-42c7-b694-2d2152af79c4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 808 time: 0.5759807 Aug 19 11:50:53.893808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3aebe859-c2da-48d2-bc95-b6c7d75ce036 req-0249322c-617e-499f-951b-f1f2f466cadc tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 210 time: 0.1105375 Aug 19 11:50:53.903676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-64a1d41e-0c18-489c-b413-7897181803cc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/quotas/f1d3b96aa45e44fea775af2b903efde1 HTTP/1.1" status: 200 len: 375 time: 0.0194547 Aug 19 11:50:53.925021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:53.951936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Transition to ACTIVE for port object d473278f-bb87-4bf6-a784-71a90cb2da07 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:53.979063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-09b2c800-f58d-4d0b-a5af-d067b9fd2f97 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694051 Aug 19 11:50:54.030457 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e33a586-9f75-42e1-83c9-852e05d4b2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.038721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e33a586-9f75-42e1-83c9-852e05d4b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.079224 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9e33a586-9f75-42e1-83c9-852e05d4b2ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30ade2ab818443318dfe62f3223125f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797430 Aug 19 11:50:54.082451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.083698 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a128eb39-32fa-4920-8eb4-5f6e4801502e req-298ddc35-19a7-4e61-9aad-5ab48d847092 tempest-AggregatesAdminTestJSON-1776377754 tempest-AggregatesAdminTestJSON-1776377754-project] 10.222.0.65 "GET /v2.0/ports?device_id=a72eaf91-0c92-4903-937f-b8219d041061 HTTP/1.1" status: 200 len: 210 time: 0.0428462 Aug 19 11:50:54.084057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40392) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:54.093940 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Floating IP 8168a725-e61f-4175-ba3d-72623ec9dd70 associated. External IP: 172.25.4.127, port: c2b281de-7a16-44ef-ada0-ee13a16024c3. Aug 19 11:50:54.152696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33a586-9f75-42e1-83c9-852e05d4b2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d51fc5-d5ab-4b87-954d-a0c705c23c77,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:54.179349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:54.183904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:54.186557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:54.192478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:54.193501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.209008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Pushing event updated for resources: {'Port': ['ID=d473278f-bb87-4bf6-a784-71a90cb2da07,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:54.220850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-f44417ba-cd2f-4d4f-ac22-ad7f7d62dd5a service neutron] 10.222.0.65 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309942 Aug 19 11:50:54.231685 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7784d51e-ee30-468a-8972-272ab8345179 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0421677 Aug 19 11:50:54.234568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce93-62c5-4655-992b-40838121922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.261399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Request body: {'port': {'device_id': 'd04e5d95-5818-4f0b-992f-77543b739cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:54.298242 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce93-62c5-4655-992b-40838121922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.399956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.439090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-a93807c0-cadf-4c5e-bc52-ae1e34dbcc79 service neutron] 10.222.0.65 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081909 Aug 19 11:50:54.493731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-187438b7-ce98-480c-a1f6-191bd0f3ca43 None None] Provisioning for port d473278f-bb87-4bf6-a784-71a90cb2da07 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:50:54.500464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-187438b7-ce98-480c-a1f6-191bd0f3ca43 None None] Provisioning complete for port d473278f-bb87-4bf6-a784-71a90cb2da07 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:54.501484 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-187438b7-ce98-480c-a1f6-191bd0f3ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.527166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Router 2814246a-e668-4ddd-8040-55711af7cf38 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:50:54.563137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce93-62c5-4655-992b-40838121922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.566312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce93-62c5-4655-992b-40838121922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.567776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e5ebce93-62c5-4655-992b-40838121922f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82d51fc5-d5ab-4b87-954d-a0c705c23c77 HTTP/1.1" status: 204 len: 168 time: 0.4800589 Aug 19 11:50:54.582917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-187438b7-ce98-480c-a1f6-191bd0f3ca43 None None] Port d473278f-bb87-4bf6-a784-71a90cb2da07 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:50:54.595639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebce93-62c5-4655-992b-40838121922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d51fc5-d5ab-4b87-954d-a0c705c23c77,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:54.844056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e626f67f-bc22-4eee-a1b5-95a0d3a8fed3 req-592047fa-c620-4561-9f9e-7c98ff82b27f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0427861 Aug 19 11:50:54.859066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:50:54.869793 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.886081 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] Sync routers for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:50:54.914467 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:54.915290 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:54.934556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d473278f-bb87-4bf6-a784-71a90cb2da07 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:54.946600 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:54.953275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-16ac08cf-654e-4008-ab88-bc7d0213c830 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "PUT /v2.0/floatingips/8168a725-e61f-4175-ba3d-72623ec9dd70 HTTP/1.1" status: 200 len: 1013 time: 3.4081285 Aug 19 11:50:54.954165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c83711f-12e7-49b9-a526-685e90c2a536', 'tag': 'c2b281de-7a16-44ef-ada0-ee13a16024c3'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:54.968612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Transition to ACTIVE for port object d473278f-bb87-4bf6-a784-71a90cb2da07 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:50:54.986805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:55.127793 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:55.207361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f6f23-c7ea-4849-8f7d-da362f21694b req-40cdd71a-bda5-48e1-8ba1-ab48e6af3cc9 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:55.212771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Pushing event updated for resources: {'Port': ['ID=d473278f-bb87-4bf6-a784-71a90cb2da07,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:55.216067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643f6f23-c7ea-4849-8f7d-da362f21694b req-40cdd71a-bda5-48e1-8ba1-ab48e6af3cc9 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 947 time: 0.1371515 Aug 19 11:50:55.252841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Attempting to bind port d473278f-bb87-4bf6-a784-71a90cb2da07 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:50:55.253352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Attempting to bind port d473278f-bb87-4bf6-a784-71a90cb2da07 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:50:55.253788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Attempting to bind port d473278f-bb87-4bf6-a784-71a90cb2da07 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:55.272615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Port d473278f-bb87-4bf6-a784-71a90cb2da07 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:50:55.273988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Attempting to bind port d473278f-bb87-4bf6-a784-71a90cb2da07 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:50:55.276708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643f6f23-c7ea-4849-8f7d-da362f21694b req-9743fd43-0e81-41d3-839f-d3bccaea927e tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571229 Aug 19 11:50:55.289839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:50:55.289839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:50:55.290648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:50:55.291266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Bound port: d473278f-bb87-4bf6-a784-71a90cb2da07, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:50:55.292118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:55.407529 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dada5671-8e2c-43cf-a22f-12d1b7776bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c83711f-12e7-49b9-a526-685e90c2a536", "tag": "c2b281de-7a16-44ef-ada0-ee13a16024c3"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:55.453315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40452) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:55.471724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] For port d473278f-bb87-4bf6-a784-71a90cb2da07, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:50:55.473744 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93c76387-4b01-4816-a2c8-9f722fdd1cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:55.477374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] For port d473278f-bb87-4bf6-a784-71a90cb2da07, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d473278f-bb87-4bf6-a784-71a90cb2da07,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:50:55.487359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:55.589136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Pushing event updated for resources: {'Port': ['ID=d473278f-bb87-4bf6-a784-71a90cb2da07,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:55.626195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:55.639246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:55.644022 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-4154ca93-83cf-430f-8893-684544ec7a6a service neutron] 10.222.0.69 "PUT /v2.0/ports/d473278f-bb87-4bf6-a784-71a90cb2da07 HTTP/1.1" status: 200 len: 1095 time: 1.3955648 Aug 19 11:50:55.724639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93c76387-4b01-4816-a2c8-9f722fdd1cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:55.747933 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93c76387-4b01-4816-a2c8-9f722fdd1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:55.816796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04e5d95-5818-4f0b-992f-77543b739cac', 'tag': 'd473278f-bb87-4bf6-a784-71a90cb2da07'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:55.827457 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7e1d4f-257f-47b2-855d-6f77af551fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d04e5d95-5818-4f0b-992f-77543b739cac", "tag": "d473278f-bb87-4bf6-a784-71a90cb2da07"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:55.876718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-11cdbbc8-62eb-4c4d-9590-ea67e3638e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:55.878271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-11cdbbc8-62eb-4c4d-9590-ea67e3638e1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=986a1392b52a45c69f504258be1b842c&device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 1098 time: 0.1445696 Aug 19 11:50:55.885430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-93c76387-4b01-4816-a2c8-9f722fdd1cea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d1dca6e10684e2ab6902c75b9cfab56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308672 Aug 19 11:50:55.888041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40472) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:55.900623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c76387-4b01-4816-a2c8-9f722fdd1cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3649c1d3-43b0-4f79-940c-a3c90d50cfb5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:55.912206 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1a07c8-03a8-41f1-90c3-ccc4585ae80a x-openstack-request-id: req-7f1a07c8-03a8-41f1-90c3-ccc4585ae80a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:55.912539 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c83711f-12e7-49b9-a526-685e90c2a536", "tag": "c2b281de-7a16-44ef-ada0-ee13a16024c3", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:55.912817 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f1a07c8-03a8-41f1-90c3-ccc4585ae80a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:55.913276 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c83711f-12e7-49b9-a526-685e90c2a536', 'tag': 'c2b281de-7a16-44ef-ada0-ee13a16024c3', 'status': 'completed', 'code': 200} Aug 19 11:50:55.991998 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-8e4fe89b-134c-418f-ac2c-f5897d2fb96f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=d473278f-bb87-4bf6-a784-71a90cb2da07 HTTP/1.1" status: 200 len: 217 time: 0.0940130 Aug 19 11:50:56.032955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40482) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:56.059734 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8cde83-ff99-4687-ae07-642d21779b1d x-openstack-request-id: req-ea8cde83-ff99-4687-ae07-642d21779b1d {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:56.060017 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04e5d95-5818-4f0b-992f-77543b739cac", "tag": "d473278f-bb87-4bf6-a784-71a90cb2da07", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:56.060291 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea8cde83-ff99-4687-ae07-642d21779b1d {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:56.060643 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04e5d95-5818-4f0b-992f-77543b739cac', 'tag': 'd473278f-bb87-4bf6-a784-71a90cb2da07', 'status': 'completed', 'code': 200} Aug 19 11:50:56.076092 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '8168a725-e61f-4175-ba3d-72623ec9dd70', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'port_id': 'c2b281de-7a16-44ef-ada0-ee13a16024c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'mac_address': 'fa:16:3e:b3:b2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83711f-12e7-49b9-a526-685e90c2a536', 'device_owner': 'compute:tempest-test_az-1248156319'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:50:32Z', 'updated_at': '2021-08-19T11:50:52Z', 'revision_number': 1, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:56.135080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7349b220-c45e-44ec-a2e3-8e590d13edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:56.136662 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-7349b220-c45e-44ec-a2e3-8e590d13edc9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1124060 Aug 19 11:50:56.137685 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] Checking router: 2814246a-e668-4ddd-8040-55711af7cf38 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:50:56.148087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-7c41c6eb-647c-432b-a57c-e2c9f9ff9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:56.149966 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-7c41c6eb-647c-432b-a57c-e2c9f9ff9553 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 1118 time: 0.1567826 Aug 19 11:50:56.150632 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbbc74d9-c7c6-4a36-bc93-12167fe3ba07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:56.173909 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:50:56.185861 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:56.225073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e651a66-16a5-4775-adc1-5e848c917bed req-9a2ebf70-f390-4ac4-adcf-6dce47a5da0c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0696108 Aug 19 11:50:56.334982 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:50:56.372900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbbc74d9-c7c6-4a36-bc93-12167fe3ba07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:56.404205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-78e3b48b-49c3-4ee9-a5ca-0f51dc43858f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00cdba4ab19841c08acb8ce1c7236771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691525 Aug 19 11:50:56.410619 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40510) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:56.447945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-62951fde-6702-4a16-8193-b502eee9d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:56.449898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-62951fde-6702-4a16-8193-b502eee9d062 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3046725 Aug 19 11:50:56.483618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40514) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:56.596930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.69', 59541) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:56.614331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a33de06c-0a60-45da-b61e-4be663086ebf details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:50:56.716942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-c383c029-dfce-485e-8f18-cccd176be809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:56.717557 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '8168a725-e61f-4175-ba3d-72623ec9dd70', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'port_id': 'c2b281de-7a16-44ef-ada0-ee13a16024c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'mac_address': 'fa:16:3e:b3:b2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83711f-12e7-49b9-a526-685e90c2a536', 'device_owner': 'compute:tempest-test_az-1248156319'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:50:32Z', 'updated_at': '2021-08-19T11:50:52Z', 'revision_number': 1, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:50:56.723148 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-c383c029-dfce-485e-8f18-cccd176be809 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 1118 time: 0.4119747 Aug 19 11:50:56.736614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-f71b9980-fc3a-40bd-980f-a0a57a3cdf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:56.740622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-f71b9980-fc3a-40bd-980f-a0a57a3cdf21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 200 len: 925 time: 0.5137286 Aug 19 11:50:56.753253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbbc74d9-c7c6-4a36-bc93-12167fe3ba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:56.754776 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e3c84-da97-448f-b9e6-5d5c76eeac37 None None] The sync data for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 is: [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '8168a725-e61f-4175-ba3d-72623ec9dd70', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'port_id': 'c2b281de-7a16-44ef-ada0-ee13a16024c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'mac_address': 'fa:16:3e:b3:b2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83711f-12e7-49b9-a526-685e90c2a536', 'device_owner': 'compute:tempest-test_az-1248156319'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:50:32Z', 'updated_at': '2021-08-19T11:50:52Z', 'revision_number': 1, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:50:56.758903 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbbc74d9-c7c6-4a36-bc93-12167fe3ba07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:56.761699 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cbbc74d9-c7c6-4a36-bc93-12167fe3ba07 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3649c1d3-43b0-4f79-940c-a3c90d50cfb5 HTTP/1.1" status: 204 len: 168 time: 0.8711793 Aug 19 11:50:56.882762 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8114e3b5-08de-46fc-ad37-b615c7f5c304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:56.909639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8114e3b5-08de-46fc-ad37-b615c7f5c304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:56.912056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1482a1c5-13ff-4454-838d-190e00e2aa49 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:50:56.990581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 1482a1c5-13ff-4454-838d-190e00e2aa49 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:50:56.991355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1482a1c5-13ff-4454-838d-190e00e2aa49 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:50:57.005215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ea084-ef38-4f84-a363-5eb2a26a6ffd req-31d37256-4200-42b5-805b-6d7ce8b768fb tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:57.017133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e7ea084-ef38-4f84-a363-5eb2a26a6ffd req-31d37256-4200-42b5-805b-6d7ce8b768fb tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 947 time: 0.5342827 Aug 19 11:50:57.028903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e72c08b3-5705-4efd-9def-611b864b5e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:57.104651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a33de06c-0a60-45da-b61e-4be663086ebf,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:57.121928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'a33de06c-0a60-45da-b61e-4be663086ebf', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'port_id': 'a33de06c-0a60-45da-b61e-4be663086ebf', 'mac_address': 'fa:16:3e:2b:92:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991495d9-f1c8-4404-8e14-d7f40247d2fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-1248156319', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:50:57.182902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e7ea084-ef38-4f84-a363-5eb2a26a6ffd req-18919688-60ca-4940-9752-831dd82b062d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590967 Aug 19 11:50:57.210425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f324674-616a-4645-ae3b-4de4bd2e4bf2 None None] New status for floating IP 8168a725-e61f-4175-ba3d-72623ec9dd70: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:50:57.236104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc74d9-c7c6-4a36-bc93-12167fe3ba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3649c1d3-43b0-4f79-940c-a3c90d50cfb5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:57.237917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-a2246ea8-b100-45df-9e7f-d69d323e4c0d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:57.239411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-a2246ea8-b100-45df-9e7f-d69d323e4c0d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 808 time: 0.5623670 Aug 19 11:50:57.268392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Request body: {'port': {'device_id': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b', 'admin_state_up': True, 'tenant_id': 'f1d3b96aa45e44fea775af2b903efde1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:50:57.395398 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-2029747c-f02e-4d04-a1c2-f9f78644c47e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b281de-7a16-44ef-ada0-ee13a16024c3 HTTP/1.1" status: 200 len: 1021 time: 0.6307209 Aug 19 11:50:57.406213 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-469940a8-a002-4ee5-b581-c394dd6fdcc8 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9358389 Aug 19 11:50:57.456163 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8114e3b5-08de-46fc-ad37-b615c7f5c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:57.459264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8114e3b5-08de-46fc-ad37-b615c7f5c304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:57.464517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8114e3b5-08de-46fc-ad37-b615c7f5c304 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef82760b-84e4-488d-9281-453f91c5720d HTTP/1.1" status: 204 len: 168 time: 1.0526888 Aug 19 11:50:57.502015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114e3b5-08de-46fc-ad37-b615c7f5c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef82760b-84e4-488d-9281-453f91c5720d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:57.550993 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7fd58e4-b382-42f2-ba6d-29e7366e84e5 req-7ea526f3-30bc-4cae-af45-67a62e21f9cb tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 210 time: 0.1232123 Aug 19 11:50:57.654959 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:57.676101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a33de06c-0a60-45da-b61e-4be663086ebf {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:50:57.705303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a33de06c-0a60-45da-b61e-4be663086ebf,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:57.715387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-60034d43-7174-4d2d-8d21-af0984dcbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:57.717337 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:57.721705 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-60034d43-7174-4d2d-8d21-af0984dcbc5b service neutron] 10.222.0.54 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 906 time: 0.9537737 Aug 19 11:50:57.891232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a33de06c-0a60-45da-b61e-4be663086ebf'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:50:57.962115 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-6ccf5460-d347-4478-9e87-8c5e79a95378 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33de06c-0a60-45da-b61e-4be663086ebf HTTP/1.1" status: 200 len: 217 time: 0.1823511 Aug 19 11:50:58.023475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a33de06c-0a60-45da-b61e-4be663086ebf,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:58.093205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-d1fdbc51-d71a-4f9e-8272-cd1362dff25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:58.095557 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-d1fdbc51-d71a-4f9e-8272-cd1362dff25f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 200 len: 845 time: 0.1084096 Aug 19 11:50:58.099241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-e98ebdb6-e524-4bf6-8b72-a5a63845c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:58.106365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-e98ebdb6-e524-4bf6-8b72-a5a63845c7c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3a8cce1-f340-41a6-8c95-f2e79331af66 HTTP/1.1" status: 200 len: 863 time: 0.6883578 Aug 19 11:50:58.161245 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:58.198096 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-a7ff15c7-65cf-4de0-8b95-685ad427e69a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888364 Aug 19 11:50:58.246074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40616) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:58.372169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e72c08b3-5705-4efd-9def-611b864b5e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:58.430002 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e72c08b3-5705-4efd-9def-611b864b5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:58.467219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c08b3-5705-4efd-9def-611b864b5e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2821b89-13e7-41af-954f-358d5a1f2d17,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:58.495775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Made reservation on behalf of f1d3b96aa45e44fea775af2b903efde1 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:50:58.499174 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:58.509550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e72c08b3-5705-4efd-9def-611b864b5e35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95ceb9c39ae14c279fb4310cdec0a298&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0249383 Aug 19 11:50:58.511050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40636) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:58.555414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb954b9-3f91-442b-b152-4bfa33f1aba8 req-8b9fcca5-f9cb-40de-864b-60656e9623fa tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:58.557739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eeb954b9-3f91-442b-b152-4bfa33f1aba8 req-8b9fcca5-f9cb-40de-864b-60656e9623fa tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 947 time: 0.1918228 Aug 19 11:50:58.610405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a33de06c-0a60-45da-b61e-4be663086ebf up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:50:58.611541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c27c57b2-887c-4726-9907-a99bcedf9f62 req-8735beec-e346-4c55-b240-1b21d9e2faac service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0452440 Aug 19 11:50:58.616558 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-3c108ecd-1d97-4287-b2a7-70ca094cdfa7 service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886619 Aug 19 11:50:58.619370 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f8396a13-401e-4523-9e48-c80f9e7d1625 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=125f77f8888a4d66b092e7d8e861bea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626103 Aug 19 11:50:58.622328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-b75d0d30-1d6e-403c-9f11-12d56486892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:58.625637 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-b75d0d30-1d6e-403c-9f11-12d56486892a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c44442c-1286-45f6-b8eb-d63d4bd3183a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4881740 Aug 19 11:50:58.626479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40646) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:50:58.712794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-193f9b75-cd45-4b60-803c-39e5cb2d44a5 req-1e49e175-d1c8-4501-9b08-648927849cbd tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0506320 Aug 19 11:50:58.730784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port a33de06c-0a60-45da-b61e-4be663086ebf triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:50:58.731836 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:58.762194 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55a122f0-6bd8-4ad8-b571-8db26d3b908d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:58.795413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eeb954b9-3f91-442b-b152-4bfa33f1aba8 req-aceb85bc-833b-4982-8732-d3531e88bc49 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222488 Aug 19 11:50:58.906966 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:58.960548 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55a122f0-6bd8-4ad8-b571-8db26d3b908d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:58.988903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:50:58.995940 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f30046-59a8-4edb-b728-7d3a15e3de9c" -d '{"events": [{"server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "name": "network-vif-plugged", "status": "completed", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:50:59.041083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a33de06c-0a60-45da-b61e-4be663086ebf,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:50:59.051496 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.114290 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c80dcf-e61d-4267-a6d9-6d5c1b22ca15 x-openstack-request-id: req-21c80dcf-e61d-4267-a6d9-6d5c1b22ca15 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:50:59.115071 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "name": "network-vif-plugged", "status": "completed", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:50:59.116480 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21c80dcf-e61d-4267-a6d9-6d5c1b22ca15 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:50:59.123091 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf', 'code': 200} Aug 19 11:50:59.154081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Allocated IP 172.20.0.14 (6472b55c-1ec0-4718-a47a-cfd4cafee08b/cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c/56622b5b-dc08-4f6d-8594-35a5ed1848df) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:50:59.157717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a33de06c-0a60-45da-b61e-4be663086ebf,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:59.210943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55a122f0-6bd8-4ad8-b571-8db26d3b908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.214195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55a122f0-6bd8-4ad8-b571-8db26d3b908d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.215603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-55a122f0-6bd8-4ad8-b571-8db26d3b908d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2821b89-13e7-41af-954f-358d5a1f2d17 HTTP/1.1" status: 204 len: 168 time: 0.6953778 Aug 19 11:50:59.234230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-873b1481-eb27-4c47-8c05-267a9a24e505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.239081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a122f0-6bd8-4ad8-b571-8db26d3b908d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2821b89-13e7-41af-954f-358d5a1f2d17,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:59.284508 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-4c52eabb-853c-4607-b799-5c1e9ac383ad service neutron] 10.222.0.54 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072950 Aug 19 11:50:59.316253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-d056837e-240f-471d-88ab-38777ae6b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:59.318090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-d056837e-240f-471d-88ab-38777ae6b4aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=986a1392b52a45c69f504258be1b842c&device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 1098 time: 0.6046567 Aug 19 11:50:59.534775 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5de54b5a-8884-4fb5-8b35-12c91390e015 req-ab20c861-3053-49fa-820d-5aa9f6b18379 service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9066780 Aug 19 11:50:59.539211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-873b1481-eb27-4c47-8c05-267a9a24e505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.607088 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.682457 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.740019 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dada5671-8e2c-43cf-a22f-12d1b7776bb8 req-9053a7d8-d578-4c83-af51-42f6d2ea3479 service neutron] 10.222.0.54 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327617 Aug 19 11:50:59.741097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-e3d92598-b1df-4046-9afd-5140ef258f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:59.742544 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-e3d92598-b1df-4046-9afd-5140ef258f73 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.4152303 Aug 19 11:50:59.776002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-873b1481-eb27-4c47-8c05-267a9a24e505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.781914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-873b1481-eb27-4c47-8c05-267a9a24e505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.783840 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-873b1481-eb27-4c47-8c05-267a9a24e505 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75f0fe7b-d396-4f8a-97cf-14232a242de8 HTTP/1.1" status: 204 len: 168 time: 1.1463873 Aug 19 11:50:59.794553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Network 6472b55c-1ec0-4718-a47a-cfd4cafee08b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:50:59.816781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:50:59.824442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:50:59.860634 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-d31cef91-03ee-4563-95d2-588bd356b0a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=d473278f-bb87-4bf6-a784-71a90cb2da07 HTTP/1.1" status: 200 len: 217 time: 0.1027353 Aug 19 11:50:59.866535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b1481-eb27-4c47-8c05-267a9a24e505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f0fe7b-d396-4f8a-97cf-14232a242de8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:59.876986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:59.877408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:50:59.940339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-5a752016-a6b1-4c73-b397-e799d70dd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:50:59.942397 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-5a752016-a6b1-4c73-b397-e799d70dd90f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0610001 Aug 19 11:50:59.952081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Pushing event updated for resources: {'Port': ['ID=56622b5b-dc08-4f6d-8594-35a5ed1848df,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:50:59.965956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40716) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:00.013097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-2441a584-38a9-4c32-b8f7-8aed387454d9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7519693 Aug 19 11:51:00.049015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Request body: {'port': {'device_id': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:00.051351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ae2eceb-0f7b-46ce-976e-e018c9b8a626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:00.124043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-8f3e147f-7b55-495a-bf4a-2e02a6026860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:00.126608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-8f3e147f-7b55-495a-bf4a-2e02a6026860 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766136 Aug 19 11:51:00.158954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad9cd1-5c19-4d04-9eb1-c8c828ac20f5 req-c261fefc-9c89-4007-9976-2fd2ebd862a4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:00.170802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6ad9cd1-5c19-4d04-9eb1-c8c828ac20f5 req-c261fefc-9c89-4007-9976-2fd2ebd862a4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 932 time: 0.2751112 Aug 19 11:51:00.221646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918287f-298f-486b-bae8-2b6ecd625f74 req-f89416d1-6f60-4c35-9af0-babdc6734c7d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:00.229789 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4918287f-298f-486b-bae8-2b6ecd625f74 req-f89416d1-6f60-4c35-9af0-babdc6734c7d tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 947 time: 0.2140596 Aug 19 11:51:00.298133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4918287f-298f-486b-bae8-2b6ecd625f74 req-fb6dffb6-2f10-48e8-8ee3-025b68971232 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672369 Aug 19 11:51:00.312331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:00.438570 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-266ff0e3-dafa-4349-95a0-58d6a4eb62e2 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960198 Aug 19 11:51:00.491842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ae2eceb-0f7b-46ce-976e-e018c9b8a626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:00.630568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40732) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:00.632220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ae2eceb-0f7b-46ce-976e-e018c9b8a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:00.715607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6ad9cd1-5c19-4d04-9eb1-c8c828ac20f5 req-c13b083d-878d-4c28-a403-621a768a8b03 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402195 Aug 19 11:51:00.749839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40746) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:00.758638 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3ae2eceb-0f7b-46ce-976e-e018c9b8a626 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1af5da1a7ba54f01b9be0cea09b0bc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7713869 Aug 19 11:51:00.819263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:00.843547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2eceb-0f7b-46ce-976e-e018c9b8a626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7cafbd-63cf-45a7-b47e-481c3c90144f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:00.881255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:00.894744 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be7e1d4f-257f-47b2-855d-6f77af551fbe req-b5fbe128-65ad-4e54-9f71-871f24776e92 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417105 Aug 19 11:51:01.027276 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2eb944c3-7926-453c-ab0b-2ff3c386c7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.038255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.041718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.043204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd7cafbd-63cf-45a7-b47e-481c3c90144f HTTP/1.1" status: 204 len: 168 time: 0.2926018 Aug 19 11:51:01.078704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56622b5b-dc08-4f6d-8594-35a5ed1848df {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:01.084323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7cafbd-63cf-45a7-b47e-481c3c90144f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:01.096732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.097167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.097610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.098075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.098478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.099105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.099501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.100328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.101393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.101747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.102322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.102715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3515-5f8d-4ae1-8576-67008d82a25e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.115413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-4cc91dda-ddec-4a4d-9dcc-1c2b0f54ac80 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=201f946ee64d40fdae28f54dcff7d03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116922 Aug 19 11:51:01.117639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.209373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Transition to ACTIVE for port object 56622b5b-dc08-4f6d-8594-35a5ed1848df will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:01.230953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.235749 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2eb944c3-7926-453c-ab0b-2ff3c386c7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.249890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2eb944c3-7926-453c-ab0b-2ff3c386c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.301186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Pushing event updated for resources: {'Port': ['ID=56622b5b-dc08-4f6d-8594-35a5ed1848df,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:01.376235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb944c3-7926-453c-ab0b-2ff3c386c7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1313a5-bbd3-4d00-93a6-115d0c3679f1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:01.398589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2eb944c3-7926-453c-ab0b-2ff3c386c7b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d78af8abfcb4b2687789911daae0b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886492 Aug 19 11:51:01.401640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40772) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:01.482771 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.524846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.616907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.623400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:01.630227 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db1313a5-bbd3-4d00-93a6-115d0c3679f1 HTTP/1.1" status: 204 len: 168 time: 0.2217000 Aug 19 11:51:01.644372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1313a5-bbd3-4d00-93a6-115d0c3679f1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:01.658790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.660319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.660929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.661481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.663245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.664698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.665721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.666570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.667202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.667763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.668369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.669406 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f55787-ad9a-470a-ae68-d3b130c27ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:01.677241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-ff6c5ad4-2ad2-44c5-bf0b-27eb32eea075 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:01.685855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-ff6c5ad4-2ad2-44c5-bf0b-27eb32eea075 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5456378 Aug 19 11:51:01.716146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adf9cb-9803-4dd8-9b6a-91ca2912ac32 req-961248a4-e69f-42d9-a915-9da0ef990742 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:01.725302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11adf9cb-9803-4dd8-9b6a-91ca2912ac32 req-961248a4-e69f-42d9-a915-9da0ef990742 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 947 time: 0.2851622 Aug 19 11:51:01.741903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-0c0a16c4-463d-4ef5-b149-8beb2d0d0d44 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/quotas/201f946ee64d40fdae28f54dcff7d03c HTTP/1.1" status: 200 len: 375 time: 0.0547664 Aug 19 11:51:01.769218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:01.771379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:01.771920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:01.807227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Port 56622b5b-dc08-4f6d-8594-35a5ed1848df on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:01.811830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:01.862352 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11adf9cb-9803-4dd8-9b6a-91ca2912ac32 req-8c2245c1-5a88-48db-9b93-5c01330feaf8 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310468 Aug 19 11:51:01.864847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-0fa28f4a-83ad-45ce-8a1e-6a218dd8abe3 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=201f946ee64d40fdae28f54dcff7d03c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1218727 Aug 19 11:51:01.887456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:01.887832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:01.888395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:01.888938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Bound port: 56622b5b-dc08-4f6d-8594-35a5ed1848df, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:01.889303 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:02.037064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:02.041895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:02.047609 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:02.121837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:02.122466 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:02.123858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] 10.222.0.69 "PUT /v2.0/ports/56622b5b-dc08-4f6d-8594-35a5ed1848df HTTP/1.1" status: 200 len: 1092 time: 2.0888040 Aug 19 11:51:02.124293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:02.126563 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba" -d '{"events": [{"name": "network-changed", "server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:02.198787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b9cbd-5629-43db-8606-635b43320a81 service neutron] Pushing event updated for resources: {'Port': ['ID=56622b5b-dc08-4f6d-8594-35a5ed1848df,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:02.368041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40822) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:02.405282 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f867dead-a4b6-47c6-8aa6-47b6a451f2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:02.599695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-899b255b-a15d-4153-baa4-8281056f5056 req-94e2d792-6f21-4fa8-99b1-1d2db37f4f93 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 210 time: 0.3358777 Aug 19 11:51:02.622978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-9fcc698a-eca2-4ad8-a365-45b4558c3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:02.624563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-9fcc698a-eca2-4ad8-a365-45b4558c3a8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1095 time: 0.4087391 Aug 19 11:51:02.650425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16fe0-ea58-4dc0-a194-a539430a0baa req-82fa58de-5a23-40af-a174-7b49d1c98fda tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:02.656349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f867dead-a4b6-47c6-8aa6-47b6a451f2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:02.668290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6e16fe0-ea58-4dc0-a194-a539430a0baa req-82fa58de-5a23-40af-a174-7b49d1c98fda tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 944 time: 0.4686844 Aug 19 11:51:02.671420 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f867dead-a4b6-47c6-8aa6-47b6a451f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:02.727821 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d7ade-ecdd-4f53-81db-52701d039c42 x-openstack-request-id: req-685d7ade-ecdd-4f53-81db-52701d039c42 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:02.728603 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:02.729158 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-685d7ade-ecdd-4f53-81db-52701d039c42 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:02.730115 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df', 'status': 'completed', 'code': 200} Aug 19 11:51:02.770982 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-20165509-68db-4f17-acab-dea82db886cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df HTTP/1.1" status: 200 len: 217 time: 0.1293683 Aug 19 11:51:02.786746 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f867dead-a4b6-47c6-8aa6-47b6a451f2b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2f02de3c299467cbe2acdf2161f95e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161327 Aug 19 11:51:02.789310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867dead-a4b6-47c6-8aa6-47b6a451f2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e06569-f43f-4ddc-bc90-9f6e6e4aea76,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:02.812395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40834) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:02.878143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6e16fe0-ea58-4dc0-a194-a539430a0baa req-72259776-db00-4e23-9d06-6ef5f57d2209 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046392 Aug 19 11:51:02.905841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-fa13a7fe-b8f4-4a49-8726-4d669ec4b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:02.907564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-fa13a7fe-b8f4-4a49-8726-4d669ec4b347 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1264300 Aug 19 11:51:02.918287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d473278f-bb87-4bf6-a784-71a90cb2da07 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:02.966340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-6df48508-da03-4a7c-8eb6-32cd0fbead3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500925 Aug 19 11:51:03.091844 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1bee-267b-4176-8be3-c7f14c946aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:03.145644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eed156-81d2-4e87-b4b7-cfa345b96ceb req-dade6f2b-1216-4149-9a5c-651e9712acc9 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:03.147580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2eed156-81d2-4e87-b4b7-cfa345b96ceb req-dade6f2b-1216-4149-9a5c-651e9712acc9 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 947 time: 0.1797597 Aug 19 11:51:03.157611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1bee-267b-4176-8be3-c7f14c946aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:03.202106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-443e2d3a-f867-472b-836c-1587309a9334 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227743 Aug 19 11:51:03.300244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2eed156-81d2-4e87-b4b7-cfa345b96ceb req-95440acc-fc49-49d3-87f1-efd88759633e tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400793 Aug 19 11:51:03.322212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d473278f-bb87-4bf6-a784-71a90cb2da07, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d473278f-bb87-4bf6-a784-71a90cb2da07,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:03.344853 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1bee-267b-4176-8be3-c7f14c946aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:03.347823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1bee-267b-4176-8be3-c7f14c946aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:03.349141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8f7b1bee-267b-4176-8be3-c7f14c946aeb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45e06569-f43f-4ddc-bc90-9f6e6e4aea76 HTTP/1.1" status: 204 len: 168 time: 0.5259080 Aug 19 11:51:03.356563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-668bcfa4-b96e-4b06-b39f-5b75761849a8 req-9cc3ab2c-7b88-4af4-9ff8-48cb6545d40a service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412895 Aug 19 11:51:03.361764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b1bee-267b-4176-8be3-c7f14c946aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e06569-f43f-4ddc-bc90-9f6e6e4aea76,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:03.363103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'd473278f-bb87-4bf6-a784-71a90cb2da07', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'd473278f-bb87-4bf6-a784-71a90cb2da07', 'mac_address': 'fa:16:3e:e9:14:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:03.479793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:03.506963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d473278f-bb87-4bf6-a784-71a90cb2da07 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:03.537349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d473278f-bb87-4bf6-a784-71a90cb2da07, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d473278f-bb87-4bf6-a784-71a90cb2da07,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:03.546248 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:03.550282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-9968881f-fef1-4c5e-a4db-62f5e5a59441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:03.552024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-9968881f-fef1-4c5e-a4db-62f5e5a59441 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0940342 Aug 19 11:51:03.678134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d473278f-bb87-4bf6-a784-71a90cb2da07,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:03.699389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.701217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.702523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.702523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.703431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.704024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.706191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.706627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.707686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.708096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.709268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.711954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:51:03.789515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ba9c78d-472f-4f49-88c4-8568ce9ee1d5 req-d1cf5776-7e73-4dc4-b826-9401895caa68 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 210 time: 0.0570395 Aug 19 11:51:03.859191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['d473278f-bb87-4bf6-a784-71a90cb2da07'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:03.893751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-73bb96d7-d119-4ed6-b343-5f898470c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:03.895537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-73bb96d7-d119-4ed6-b343-5f898470c2ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.3352802 Aug 19 11:51:04.025207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-f5f5a0ec-5330-4c53-836f-550d9e439f43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df HTTP/1.1" status: 200 len: 217 time: 0.1153195 Aug 19 11:51:04.132166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0a136-780c-41c6-9ace-bba1af31201f req-b362a542-60ee-489e-9f6d-ee1f778fc190 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:04.140482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ea0a136-780c-41c6-9ace-bba1af31201f req-b362a542-60ee-489e-9f6d-ee1f778fc190 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 944 time: 0.1094980 Aug 19 11:51:04.154038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-848e9823-2505-4078-b790-513f2f31a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:04.155500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-848e9823-2505-4078-b790-513f2f31a3e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1145508 Aug 19 11:51:04.214599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ea0a136-780c-41c6-9ace-bba1af31201f req-d524cddb-11c4-41fa-8a1a-820ab2e35e16 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730755 Aug 19 11:51:04.216981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-ab850cd4-6469-4394-8269-ff4fa71fde8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523551 Aug 19 11:51:04.290082 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-5b064eaf-d698-4e1e-987b-78ccec11be90 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=201f946ee64d40fdae28f54dcff7d03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624104 Aug 19 11:51:04.471516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-4df690c9-49b5-4cc0-87f0-52c624b2b93e service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290802 Aug 19 11:51:04.559993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-0e58c9da-42d7-430f-ae1c-4576a8c1984a tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:04.567759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-0e58c9da-42d7-430f-ae1c-4576a8c1984a tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692306 Aug 19 11:51:04.590102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Request body: {'port': {'device_id': 'ee141ad6-7e75-4db6-9795-a5d3e0bd080a', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '201f946ee64d40fdae28f54dcff7d03c'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:04.718939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a535057-fc0e-4b9e-98da-027ff95b7296 req-4a706c9d-cb38-410e-80c1-84e06cabc092 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:04.719142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a535057-fc0e-4b9e-98da-027ff95b7296 req-4a706c9d-cb38-410e-80c1-84e06cabc092 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 948 time: 0.2128332 Aug 19 11:51:04.745344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5fe5970-edc0-4ea7-9b21-22c5aa8bedba req-5061b61f-5d8c-46b9-9497-117c9b7034bf service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605972 Aug 19 11:51:04.814207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a535057-fc0e-4b9e-98da-027ff95b7296 req-ef6d5d4b-f3b9-4791-8d44-0687a1fd36b1 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885367 Aug 19 11:51:04.849461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Made reservation on behalf of 201f946ee64d40fdae28f54dcff7d03c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:04.853330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:04.871980 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:04.934489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d473278f-bb87-4bf6-a784-71a90cb2da07 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:05.015720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port d473278f-bb87-4bf6-a784-71a90cb2da07 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:05.020756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a45bcac9-770c-4527-a8d3-9df0d47b6bb2 req-aece1f55-b313-4bd9-ab34-0ba0338f0c1e tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 210 time: 0.0704362 Aug 19 11:51:05.021968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port d473278f-bb87-4bf6-a784-71a90cb2da07 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:05.024517 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:05.121780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:05.127942 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:05.166180 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:05.242150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04e5d95-5818-4f0b-992f-77543b739cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473278f-bb87-4bf6-a784-71a90cb2da07'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:05.245078 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c63167-b0f5-427c-9170-22ca60585e98" -d '{"events": [{"server_uuid": "d04e5d95-5818-4f0b-992f-77543b739cac", "name": "network-vif-plugged", "status": "completed", "tag": "d473278f-bb87-4bf6-a784-71a90cb2da07"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:05.267229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d473278f-bb87-4bf6-a784-71a90cb2da07, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d473278f-bb87-4bf6-a784-71a90cb2da07,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:05.289053 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:05.347075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e21d1c-7ef1-444e-a9f1-89b920498ac8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:05.395693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d473278f-bb87-4bf6-a784-71a90cb2da07,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:05.442060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb675e-8026-4d9c-b22c-f4529e22d6b9 req-98918375-ae30-45b4-94a3-aa551027b560 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:05.444195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ffb675e-8026-4d9c-b22c-f4529e22d6b9 req-98918375-ae30-45b4-94a3-aa551027b560 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 944 time: 0.0778401 Aug 19 11:51:05.459698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Allocated IP 192.168.233.82 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/271aace3-07b1-4f6f-859d-d4592fc9dfe0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:05.493698 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ffb675e-8026-4d9c-b22c-f4529e22d6b9 req-c5f86e9d-20b4-43c8-9bb6-54b5f77e136b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 Aug 19 11:51:05.560833 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b7ad23-f345-4f5c-8b47-268feb8b45ae x-openstack-request-id: req-14b7ad23-f345-4f5c-8b47-268feb8b45ae {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:05.561132 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04e5d95-5818-4f0b-992f-77543b739cac", "name": "network-vif-plugged", "status": "completed", "tag": "d473278f-bb87-4bf6-a784-71a90cb2da07", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:05.561368 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14b7ad23-f345-4f5c-8b47-268feb8b45ae {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:05.561969 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04e5d95-5818-4f0b-992f-77543b739cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473278f-bb87-4bf6-a784-71a90cb2da07', 'code': 200} Aug 19 11:51:05.677498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:05.708111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Transition to ACTIVE for port object 271aace3-07b1-4f6f-859d-d4592fc9dfe0 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:05.745955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab1f9-b3ca-4192-a249-eb222d560d9a req-6e4d58e3-314d-47e0-84be-2e08534d881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:05.747467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-944ab1f9-b3ca-4192-a249-eb222d560d9a req-6e4d58e3-314d-47e0-84be-2e08534d881e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 1100 time: 0.0790904 Aug 19 11:51:05.771706 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:05.792285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-944ab1f9-b3ca-4192-a249-eb222d560d9a req-ff758a71-0264-4c1b-8728-8fee68e12a0c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352833 Aug 19 11:51:05.826787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:05.830168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:05.834074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:05.840315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:05.841000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:05.867493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Pushing event updated for resources: {'Port': ['ID=271aace3-07b1-4f6f-859d-d4592fc9dfe0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:05.875346 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-97c5d1f8-5742-4f7b-b86e-bde8846eca3c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2894411 Aug 19 11:51:05.904243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Request body: {'port': {'device_id': 'ee141ad6-7e75-4db6-9795-a5d3e0bd080a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:05.955125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40980) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:06.053476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:06.170763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fcfaa-b848-48fb-bb55-7ceee662ba68 req-328aa6b9-4f4a-46a1-ab4d-c079d9740c63 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:06.173589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b5fcfaa-b848-48fb-bb55-7ceee662ba68 req-328aa6b9-4f4a-46a1-ab4d-c079d9740c63 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 949 time: 0.1228864 Aug 19 11:51:06.177079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-69dce245-9233-42ba-a706-d26b8dea3844 None None] Provisioning for port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:06.182376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-69dce245-9233-42ba-a706-d26b8dea3844 None None] Provisioning complete for port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:06.182960 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-69dce245-9233-42ba-a706-d26b8dea3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:06.207691 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f874a926-423d-483b-93a7-37f24e6b1364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:06.240605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b5fcfaa-b848-48fb-bb55-7ceee662ba68 req-4463b9d2-06df-41c0-9932-743beb23f818 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579550 Aug 19 11:51:06.257888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-69dce245-9233-42ba-a706-d26b8dea3844 None None] Port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:51:06.419434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297949b-6b75-4116-b823-f7ce83077884 req-a83de920-b74a-4333-ba7a-5c0b371083fb tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:06.427575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5297949b-6b75-4116-b823-f7ce83077884 req-a83de920-b74a-4333-ba7a-5c0b371083fb tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 935 time: 0.1018190 Aug 19 11:51:06.548100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5297949b-6b75-4116-b823-f7ce83077884 req-f96010dc-4381-42ee-b002-0b731dba5937 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167119 Aug 19 11:51:06.797263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728bd9f-00bb-4511-b8a0-cb27b3a69cf8 req-10d42f82-8f6e-410d-8ae2-7b22cd4deaf0 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:06.798794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a728bd9f-00bb-4511-b8a0-cb27b3a69cf8 req-10d42f82-8f6e-410d-8ae2-7b22cd4deaf0 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 944 time: 0.1091261 Aug 19 11:51:06.865502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f874a926-423d-483b-93a7-37f24e6b1364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:06.898386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a728bd9f-00bb-4511-b8a0-cb27b3a69cf8 req-b3ecb7a7-0d35-4194-939e-8ed2dac8ecdb tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885799 Aug 19 11:51:06.911064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f874a926-423d-483b-93a7-37f24e6b1364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:06.949266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 56622b5b-dc08-4f6d-8594-35a5ed1848df details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:07.007194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271aace3-07b1-4f6f-859d-d4592fc9dfe0 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:07.016262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.023395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41026) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:07.023573 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f874a926-423d-483b-93a7-37f24e6b1364 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=195d686ce8984aed9f309e69ababaa51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0674624 Aug 19 11:51:07.025910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874a926-423d-483b-93a7-37f24e6b1364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723ecee3-6b8d-48bc-b82f-a8301f8a086f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:07.038615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Transition to ACTIVE for port object 271aace3-07b1-4f6f-859d-d4592fc9dfe0 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:07.047864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.142901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b081fcc5-26a4-4891-8738-bd28c09163c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.176210 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b081fcc5-26a4-4891-8738-bd28c09163c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.192299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Pushing event updated for resources: {'Port': ['ID=271aace3-07b1-4f6f-859d-d4592fc9dfe0,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:07.251570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:07.297456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '56622b5b-dc08-4f6d-8594-35a5ed1848df', 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b', 'port_id': '56622b5b-dc08-4f6d-8594-35a5ed1848df', 'mac_address': 'fa:16:3e:6b:e7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:07.298901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Attempting to bind port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:07.300991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b081fcc5-26a4-4891-8738-bd28c09163c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.301606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Attempting to bind port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:07.302962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Attempting to bind port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:07.305117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b081fcc5-26a4-4891-8738-bd28c09163c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.308290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b081fcc5-26a4-4891-8738-bd28c09163c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/723ecee3-6b8d-48bc-b82f-a8301f8a086f HTTP/1.1" status: 204 len: 168 time: 0.2833936 Aug 19 11:51:07.324946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:07.325517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Attempting to bind port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:07.336406 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:07.337193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:07.337791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:07.338480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Bound port: 271aace3-07b1-4f6f-859d-d4592fc9dfe0, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:07.339501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.347234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081fcc5-26a4-4891-8738-bd28c09163c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723ecee3-6b8d-48bc-b82f-a8301f8a086f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:07.472450 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.481418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] For port 271aace3-07b1-4f6f-859d-d4592fc9dfe0, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:07.488272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] For port 271aace3-07b1-4f6f-859d-d4592fc9dfe0, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=271aace3-07b1-4f6f-859d-d4592fc9dfe0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:07.499122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.529780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56622b5b-dc08-4f6d-8594-35a5ed1848df {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:07.596252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fea689-8291-49c5-9694-13da4c4d4249 req-5b76ad14-049a-409f-abee-2db8191fd0ec tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:07.603833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Pushing event updated for resources: {'Port': ['ID=271aace3-07b1-4f6f-859d-d4592fc9dfe0,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:07.613932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06fea689-8291-49c5-9694-13da4c4d4249 req-5b76ad14-049a-409f-abee-2db8191fd0ec tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 949 time: 0.1428149 Aug 19 11:51:07.622907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:07.623941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.625699 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-3b4f3350-a568-4e66-876c-fb846a0372fc service neutron] 10.222.0.54 "PUT /v2.0/ports/271aace3-07b1-4f6f-859d-d4592fc9dfe0 HTTP/1.1" status: 200 len: 1095 time: 1.7292132 Aug 19 11:51:07.626608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee141ad6-7e75-4db6-9795-a5d3e0bd080a', 'tag': '271aace3-07b1-4f6f-859d-d4592fc9dfe0'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:07.629439 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221" -d '{"events": [{"name": "network-changed", "server_uuid": "ee141ad6-7e75-4db6-9795-a5d3e0bd080a", "tag": "271aace3-07b1-4f6f-859d-d4592fc9dfe0"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:07.657698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:07.673044 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:07.743954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06fea689-8291-49c5-9694-13da4c4d4249 req-52436bd6-b913-4f84-9e0f-921db79e9df0 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222610 Aug 19 11:51:07.801300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-8ab38f34-5fe4-4a0f-b0e0-78d3da200648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:07.802817 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-8ab38f34-5fe4-4a0f-b0e0-78d3da200648 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=201f946ee64d40fdae28f54dcff7d03c&device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 1098 time: 0.0991583 Aug 19 11:51:07.809929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=56622b5b-dc08-4f6d-8594-35a5ed1848df,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:07.900436 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-f505cb2b-9263-43ba-8788-6bfc2bafa658 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=271aace3-07b1-4f6f-859d-d4592fc9dfe0 HTTP/1.1" status: 200 len: 217 time: 0.0771649 Aug 19 11:51:07.977141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['56622b5b-dc08-4f6d-8594-35a5ed1848df'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:07.982524 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-2f3f673b-98d7-4dd3-b781-2c35e24c9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:07.984646 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-2f3f673b-98d7-4dd3-b781-2c35e24c9657 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0749123 Aug 19 11:51:08.036453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9a11d-eb53-4cf2-b684-ccac9870d6bd req-7b7797a2-b761-4343-881e-b95162ae797d tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:08.038642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1f9a11d-eb53-4cf2-b684-ccac9870d6bd req-7b7797a2-b761-4343-881e-b95162ae797d tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 947 time: 0.1516058 Aug 19 11:51:08.059044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-236536fa-8faf-4e92-9d90-4be9251522fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:08.060471 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-236536fa-8faf-4e92-9d90-4be9251522fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616853 Aug 19 11:51:08.071881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41068) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:08.098318 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0569ecc4-cde1-4874-a580-0f46d6407e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:08.150011 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1f9a11d-eb53-4cf2-b684-ccac9870d6bd req-e3bc92b8-e0d2-4ae3-bd58-c223e0fbeeab tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046638 Aug 19 11:51:08.207206 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8246c5-028b-4fba-b41d-c16332e89471 x-openstack-request-id: req-6a8246c5-028b-4fba-b41d-c16332e89471 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:08.207602 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee141ad6-7e75-4db6-9795-a5d3e0bd080a", "tag": "271aace3-07b1-4f6f-859d-d4592fc9dfe0", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:08.208052 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a8246c5-028b-4fba-b41d-c16332e89471 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:08.210236 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee141ad6-7e75-4db6-9795-a5d3e0bd080a', 'tag': '271aace3-07b1-4f6f-859d-d4592fc9dfe0', 'status': 'completed', 'code': 200} Aug 19 11:51:08.234167 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-d5d37a77-4ebf-49a0-ad55-419208cf8b3a service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650856 Aug 19 11:51:08.386499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0569ecc4-cde1-4874-a580-0f46d6407e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:08.394331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0569ecc4-cde1-4874-a580-0f46d6407e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:08.461574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569ecc4-cde1-4874-a580-0f46d6407e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1cf4f4-2d2f-4dfe-904b-64c0d19bbbc9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:08.469286 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0569ecc4-cde1-4874-a580-0f46d6407e37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9f583f78d3b4885a2f5a402c249906b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956261 Aug 19 11:51:08.471972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41076) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:08.521684 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0b37fb1-4f04-460b-b132-6c95d3e32231 req-5a0156a4-35e0-4348-9645-a7e5a3879ebc service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704558 Aug 19 11:51:08.564935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f129c8fd-bc5e-425e-a56d-354c7173bf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:08.601613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f129c8fd-bc5e-425e-a56d-354c7173bf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:08.683944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f129c8fd-bc5e-425e-a56d-354c7173bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:08.686806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f129c8fd-bc5e-425e-a56d-354c7173bf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:08.693328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f129c8fd-bc5e-425e-a56d-354c7173bf0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f1cf4f4-2d2f-4dfe-904b-64c0d19bbbc9 HTTP/1.1" status: 204 len: 168 time: 0.2199483 Aug 19 11:51:08.709812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129c8fd-bc5e-425e-a56d-354c7173bf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1cf4f4-2d2f-4dfe-904b-64c0d19bbbc9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:08.717066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-5eee559a-3fa0-4245-b1d5-b3bc016a26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:08.718595 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-5eee559a-3fa0-4245-b1d5-b3bc016a26b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=201f946ee64d40fdae28f54dcff7d03c&device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 1098 time: 0.0893509 Aug 19 11:51:08.859438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28aee2c-9651-4e5f-a9a9-ed3655829167 req-3668a1b9-fd14-4743-8086-48a9f6eda5ad tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:08.868637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b28aee2c-9651-4e5f-a9a9-ed3655829167 req-3668a1b9-fd14-4743-8086-48a9f6eda5ad tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 945 time: 0.1174724 Aug 19 11:51:08.875117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-788d8343-ef5a-4dbb-91e1-a449be9eb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:08.877408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-788d8343-ef5a-4dbb-91e1-a449be9eb8e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1384642 Aug 19 11:51:08.919340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b28aee2c-9651-4e5f-a9a9-ed3655829167 req-57d02068-03ec-4dee-9c0c-9a0a55f19c06 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496581 Aug 19 11:51:08.959528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 56622b5b-dc08-4f6d-8594-35a5ed1848df up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:08.963791 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-9ada319c-55e1-42c6-ac32-c9c7e1683601 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=271aace3-07b1-4f6f-859d-d4592fc9dfe0 HTTP/1.1" status: 200 len: 217 time: 0.0712147 Aug 19 11:51:09.084194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-fb56425b-6d7f-4892-bbea-35cf2b91df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:09.085886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-fb56425b-6d7f-4892-bbea-35cf2b91df50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1112161 Aug 19 11:51:09.088657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 56622b5b-dc08-4f6d-8594-35a5ed1848df completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:09.093998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 56622b5b-dc08-4f6d-8594-35a5ed1848df triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:09.094226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770d6ef-eb3f-4f3d-b360-f5b3d438d48f req-be0b42c5-444c-4bdc-a8f0-dc91e348d75b tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:09.094786 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:09.104579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9770d6ef-eb3f-4f3d-b360-f5b3d438d48f req-be0b42c5-444c-4bdc-a8f0-dc91e348d75b tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 949 time: 0.1209028 Aug 19 11:51:09.203215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-bb1c00b6-245c-41c9-a929-c8654040fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:09.203215 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-bb1c00b6-245c-41c9-a929-c8654040fb29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951238 Aug 19 11:51:09.235984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9770d6ef-eb3f-4f3d-b360-f5b3d438d48f req-3dbc3fd2-c04b-4d13-900d-72c3cda1c478 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201105 Aug 19 11:51:09.407013 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-ed502f19-0552-4cdc-ad86-0cf582a5fb1c service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010586 Aug 19 11:51:09.426374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9183726-e5db-4595-8532-67290de1bedb req-13cd67bf-ce02-476f-8434-bb207e95ef09 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:09.428010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9183726-e5db-4595-8532-67290de1bedb req-13cd67bf-ce02-476f-8434-bb207e95ef09 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 947 time: 0.0934124 Aug 19 11:51:09.428497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41114) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:09.537317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9183726-e5db-4595-8532-67290de1bedb req-6d440b36-bbad-44c1-8f13-46cc3c83212e tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959995 Aug 19 11:51:09.569883 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:09.605267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f4df327-d063-4364-968f-93979495a203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:09.605765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cb745e2e-fb8c-457f-a3ee-a9f8f0e78221 req-61ea399f-0b65-4528-9da1-c391b3e3ac5d service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902490 Aug 19 11:51:09.618532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:09.622601 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8be7fab-4592-492d-bd9f-8136effcf63e" -d '{"events": [{"server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "name": "network-vif-plugged", "status": "completed", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:09.661829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:09.676656 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:09.744956 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6399cc12-38b8-46cd-b03a-754c098a38cf x-openstack-request-id: req-6399cc12-38b8-46cd-b03a-754c098a38cf {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:09.745772 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "name": "network-vif-plugged", "status": "completed", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:09.745772 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6399cc12-38b8-46cd-b03a-754c098a38cf {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:09.746010 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df', 'code': 200} Aug 19 11:51:09.847056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=56622b5b-dc08-4f6d-8594-35a5ed1848df,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:09.921136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f4df327-d063-4364-968f-93979495a203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:09.942313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f4df327-d063-4364-968f-93979495a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.038139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4fb85-453e-45ce-9272-e7e30883a351 req-1817da08-1537-4118-9b03-2495e06399b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:10.039854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fe4fb85-453e-45ce-9272-e7e30883a351 req-1817da08-1537-4118-9b03-2495e06399b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1097 time: 0.1949050 Aug 19 11:51:10.050115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4f4df327-d063-4364-968f-93979495a203 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19931e59c7dc49999893c1765a7bf180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205511 Aug 19 11:51:10.051672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4df327-d063-4364-968f-93979495a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf78c7c5-0cdc-4b0d-953a-ac9bb3014d80,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:10.052843 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41154) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:10.113680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5518bc5-534f-44af-8928-b8a5ac3840a6 req-f4f6ac34-2a32-4e2e-bafb-7979b75277b1 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:10.130608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5518bc5-534f-44af-8928-b8a5ac3840a6 req-f4f6ac34-2a32-4e2e-bafb-7979b75277b1 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 949 time: 0.2250080 Aug 19 11:51:10.204843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-385a720e-e2d8-453b-9888-f6b11f1a3cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.254056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5518bc5-534f-44af-8928-b8a5ac3840a6 req-5b3a686e-3532-4c98-be35-06b6af656590 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219342 Aug 19 11:51:10.257866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41160) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:10.267509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-385a720e-e2d8-453b-9888-f6b11f1a3cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.275343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdb435-44c8-44db-ba52-624c07dca142 req-3e4951f8-b560-42fc-84e0-5bf3556a2ae1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:10.284323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbbdb435-44c8-44db-ba52-624c07dca142 req-3e4951f8-b560-42fc-84e0-5bf3556a2ae1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 946 time: 0.1451786 Aug 19 11:51:10.288805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fe4fb85-453e-45ce-9272-e7e30883a351 req-7aabd7d1-7160-4e25-a336-5be3e4bbb95f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032816 Aug 19 11:51:10.345294 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-385a720e-e2d8-453b-9888-f6b11f1a3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.350293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbbdb435-44c8-44db-ba52-624c07dca142 req-bf6ce8de-725d-4939-b10a-efe727059ab2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634930 Aug 19 11:51:10.358054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-385a720e-e2d8-453b-9888-f6b11f1a3cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.359937 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-385a720e-e2d8-453b-9888-f6b11f1a3cb8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf78c7c5-0cdc-4b0d-953a-ac9bb3014d80 HTTP/1.1" status: 204 len: 168 time: 0.3060801 Aug 19 11:51:10.370865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a720e-e2d8-453b-9888-f6b11f1a3cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf78c7c5-0cdc-4b0d-953a-ac9bb3014d80,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:10.512510 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39bf48b5-c1a4-4e18-97f6-3e641859d0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.663104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39bf48b5-c1a4-4e18-97f6-3e641859d0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.677331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39bf48b5-c1a4-4e18-97f6-3e641859d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.728750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf48b5-c1a4-4e18-97f6-3e641859d0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c545c43-3a8f-468d-b59e-e03d8cc69229,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:10.763420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-39bf48b5-c1a4-4e18-97f6-3e641859d0f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22f1b599ed794f99a3187542e755d337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021944 Aug 19 11:51:10.766623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41174) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:10.783077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6903e-da86-4200-a95b-9898a6a8bab3 req-88d0ed69-774c-4a31-84e4-91f8a28a7250 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:10.784843 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2df6903e-da86-4200-a95b-9898a6a8bab3 req-88d0ed69-774c-4a31-84e4-91f8a28a7250 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 947 time: 0.1192708 Aug 19 11:51:10.859641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2df6903e-da86-4200-a95b-9898a6a8bab3 req-4df60f8c-ca25-4129-835a-4716f3442d32 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617409 Aug 19 11:51:10.875304 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-133c3895-7bae-4555-b51a-e8bc47d1cf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.890800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41178) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:10.906990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-133c3895-7bae-4555-b51a-e8bc47d1cf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:10.917605 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f52271ad-d388-45d0-b3cd-9ddf2eb9b1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.006318 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-133c3895-7bae-4555-b51a-e8bc47d1cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.011934 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-133c3895-7bae-4555-b51a-e8bc47d1cf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.013463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-133c3895-7bae-4555-b51a-e8bc47d1cf0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c545c43-3a8f-468d-b59e-e03d8cc69229 HTTP/1.1" status: 204 len: 168 time: 0.2460127 Aug 19 11:51:11.031864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c3895-7bae-4555-b51a-e8bc47d1cf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c545c43-3a8f-468d-b59e-e03d8cc69229,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:11.135699 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f52271ad-d388-45d0-b3cd-9ddf2eb9b1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.148530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f52271ad-d388-45d0-b3cd-9ddf2eb9b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.211939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f52271ad-d388-45d0-b3cd-9ddf2eb9b1a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91575539356b41819dbe12888af63a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182528 Aug 19 11:51:11.214355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52271ad-d388-45d0-b3cd-9ddf2eb9b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db82fc34-6fd0-43a7-b9d5-aaeac3910dd7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:11.214952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41198) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:11.317054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60ab47d5-52fd-4a90-87b0-2cbc7d026d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.465720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60ab47d5-52fd-4a90-87b0-2cbc7d026d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.655465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7c646-793c-41f3-b02a-2e0d5e834a8d req-890b59ff-f615-4b8c-a3b5-ac21063a069e tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:11.677326 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6d7c646-793c-41f3-b02a-2e0d5e834a8d req-890b59ff-f615-4b8c-a3b5-ac21063a069e tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 949 time: 0.2693996 Aug 19 11:51:11.688046 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60ab47d5-52fd-4a90-87b0-2cbc7d026d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.690225 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60ab47d5-52fd-4a90-87b0-2cbc7d026d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.691370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-60ab47d5-52fd-4a90-87b0-2cbc7d026d4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db82fc34-6fd0-43a7-b9d5-aaeac3910dd7 HTTP/1.1" status: 204 len: 168 time: 0.4751441 Aug 19 11:51:11.737137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368896c6-b5ab-48a5-8904-88ba7697d149 req-8b7df7bb-f1e6-4698-879f-7cf788a35762 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:11.745151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-368896c6-b5ab-48a5-8904-88ba7697d149 req-8b7df7bb-f1e6-4698-879f-7cf788a35762 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 946 time: 0.2764015 Aug 19 11:51:11.754695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41214) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:11.770730 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48b54e51-ebb8-4baf-b0d0-fcdc5404ce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.775102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab47d5-52fd-4a90-87b0-2cbc7d026d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db82fc34-6fd0-43a7-b9d5-aaeac3910dd7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:11.886741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6d7c646-793c-41f3-b02a-2e0d5e834a8d req-b5980a19-1c42-4500-ac77-52578180b963 tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/security-groups?id=916ba093-86cd-4008-8e1a-b4cb0ae924d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036972 Aug 19 11:51:11.915017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-368896c6-b5ab-48a5-8904-88ba7697d149 req-641a536f-0abd-4dac-976d-48b626e8c737 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692631 Aug 19 11:51:11.922955 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48b54e51-ebb8-4baf-b0d0-fcdc5404ce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.936509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48b54e51-ebb8-4baf-b0d0-fcdc5404ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:11.947924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-2486b550-c9e3-486d-ba37-c6e4f92790bb tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:11.949476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-2486b550-c9e3-486d-ba37-c6e4f92790bb tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 949 time: 0.1782413 Aug 19 11:51:12.052847 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-48b54e51-ebb8-4baf-b0d0-fcdc5404ce52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=745f081f436f4a9385a53ad3eca8ec59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966831 Aug 19 11:51:12.054477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b54e51-ebb8-4baf-b0d0-fcdc5404ce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f755153d-a44f-4c38-8b69-b460068119dc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:12.058192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41224) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:12.170569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ddf80-ab06-497c-8229-c21239500bef req-fee0f81a-8ec2-4286-8771-0c66478cfc12 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:12.183513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-985ddf80-ab06-497c-8229-c21239500bef req-fee0f81a-8ec2-4286-8771-0c66478cfc12 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 947 time: 0.1629319 Aug 19 11:51:12.196978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e8010380-ae1a-4303-bea6-5f7d30505ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:12.232209 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e8010380-ae1a-4303-bea6-5f7d30505ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:12.241626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Deleting port d473278f-bb87-4bf6-a784-71a90cb2da07 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:51:12.242328 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:12.319188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-985ddf80-ab06-497c-8229-c21239500bef req-f9b023f4-ab58-4351-be65-707387477af3 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275878 Aug 19 11:51:12.338505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e8010380-ae1a-4303-bea6-5f7d30505ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:12.342234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e8010380-ae1a-4303-bea6-5f7d30505ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:12.346946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e8010380-ae1a-4303-bea6-5f7d30505ec0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f755153d-a44f-4c38-8b69-b460068119dc HTTP/1.1" status: 204 len: 168 time: 0.2821929 Aug 19 11:51:12.364953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8010380-ae1a-4303-bea6-5f7d30505ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f755153d-a44f-4c38-8b69-b460068119dc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:12.432861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] For port d473278f-bb87-4bf6-a784-71a90cb2da07, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d473278f-bb87-4bf6-a784-71a90cb2da07,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:12.433538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:12.659987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 271aace3-07b1-4f6f-859d-d4592fc9dfe0 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:12.686582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Calling delete_port for d473278f-bb87-4bf6-a784-71a90cb2da07 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:51:12.888532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 271aace3-07b1-4f6f-859d-d4592fc9dfe0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=271aace3-07b1-4f6f-859d-d4592fc9dfe0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:12.905565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '271aace3-07b1-4f6f-859d-d4592fc9dfe0', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '271aace3-07b1-4f6f-859d-d4592fc9dfe0', 'mac_address': 'fa:16:3e:6a:58:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:12.974924 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:12.979635 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:12.999606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271aace3-07b1-4f6f-859d-d4592fc9dfe0 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:13.031051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['d473278f-bb87-4bf6-a784-71a90cb2da07'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:13.038939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Pushing event deleted for resources: {'Port': ['ID=d473278f-bb87-4bf6-a784-71a90cb2da07,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:13.108618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 271aace3-07b1-4f6f-859d-d4592fc9dfe0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=271aace3-07b1-4f6f-859d-d4592fc9dfe0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:13.124874 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:13.205632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] No DVR routers for this DVR port d473278f-bb87-4bf6-a784-71a90cb2da07 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:51:13.257606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:13.262285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e6df37b-33f4-4c02-9bbe-bcdbecc04ac7 req-68e38147-f8b4-4746-b25b-73e477362c8f tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.69 "DELETE /v2.0/ports/d473278f-bb87-4bf6-a784-71a90cb2da07 HTTP/1.1" status: 204 len: 173 time: 1.3037860 Aug 19 11:51:13.265344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04e5d95-5818-4f0b-992f-77543b739cac', 'name': 'network-vif-deleted', 'tag': 'd473278f-bb87-4bf6-a784-71a90cb2da07'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:13.268526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=271aace3-07b1-4f6f-859d-d4592fc9dfe0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:13.269343 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ba0197-efc2-4880-90f1-170e9ef1fdbb" -d '{"events": [{"server_uuid": "d04e5d95-5818-4f0b-992f-77543b739cac", "name": "network-vif-deleted", "tag": "d473278f-bb87-4bf6-a784-71a90cb2da07"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:13.310445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9ca8f28-0a59-4eb3-801d-fc900f9b490c req-15a7dada-3fa6-4e8e-9410-975e9b4b5b6c tempest-DeleteServersAdminTestJSON-1229708785 tempest-DeleteServersAdminTestJSON-1229708785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d04e5d95-5818-4f0b-992f-77543b739cac HTTP/1.1" status: 200 len: 210 time: 0.1242394 Aug 19 11:51:13.360143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fa000-e440-41d4-a4c2-200391c8918f req-1a92ddd1-807b-40e8-8261-c3d12e1625e4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:13.368942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f08fa000-e440-41d4-a4c2-200391c8918f req-1a92ddd1-807b-40e8-8261-c3d12e1625e4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 946 time: 0.1643355 Aug 19 11:51:13.402035 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5495b317-e145-461a-a7a5-12c4b05c5796 x-openstack-request-id: req-5495b317-e145-461a-a7a5-12c4b05c5796 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:13.402329 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04e5d95-5818-4f0b-992f-77543b739cac", "name": "network-vif-deleted", "tag": "d473278f-bb87-4bf6-a784-71a90cb2da07", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:13.404194 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5495b317-e145-461a-a7a5-12c4b05c5796 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:13.404802 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04e5d95-5818-4f0b-992f-77543b739cac', 'name': 'network-vif-deleted', 'tag': 'd473278f-bb87-4bf6-a784-71a90cb2da07', 'status': 'completed', 'code': 200} Aug 19 11:51:13.412265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41292) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:13.455999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['271aace3-07b1-4f6f-859d-d4592fc9dfe0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:13.478328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f08fa000-e440-41d4-a4c2-200391c8918f req-fc125277-1ad3-4fef-9a1f-1215a1433bd6 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069207 Aug 19 11:51:13.655101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177f15-9a3f-4ace-8067-0b8356bdae01 req-7a8d1d92-33d5-4b2f-8b27-0b882fbeb5c4 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:13.664714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96177f15-9a3f-4ace-8067-0b8356bdae01 req-7a8d1d92-33d5-4b2f-8b27-0b882fbeb5c4 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 948 time: 0.0654595 Aug 19 11:51:13.730120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc408f8e-a216-4725-9e71-721ed902bd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:13.765295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96177f15-9a3f-4ace-8067-0b8356bdae01 req-a5b62d86-c62f-4d50-ac9b-da50b955a501 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996013 Aug 19 11:51:13.919954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc408f8e-a216-4725-9e71-721ed902bd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:13.934263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc408f8e-a216-4725-9e71-721ed902bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:13.984424 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bc408f8e-a216-4725-9e71-721ed902bd72 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6a193592eeb46fb97652c5535ff86b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685413 Aug 19 11:51:13.985855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc408f8e-a216-4725-9e71-721ed902bd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ac841a-030e-4821-b6c8-2a7ca90654bc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:13.987401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41320) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:14.089454 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-18462a80-d611-4840-8c1a-a80f3ffb5652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:14.141442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-18462a80-d611-4840-8c1a-a80f3ffb5652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:14.227292 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-18462a80-d611-4840-8c1a-a80f3ffb5652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:14.232091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-18462a80-d611-4840-8c1a-a80f3ffb5652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:14.236608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-18462a80-d611-4840-8c1a-a80f3ffb5652 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46ac841a-030e-4821-b6c8-2a7ca90654bc HTTP/1.1" status: 204 len: 168 time: 0.2481315 Aug 19 11:51:14.249147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18462a80-d611-4840-8c1a-a80f3ffb5652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ac841a-030e-4821-b6c8-2a7ca90654bc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:14.323340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69870d95-ca7b-44da-8a80-2f5208f828e5 req-9d7a7e22-321a-4327-b3d7-81736a77b241 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:14.331801 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69870d95-ca7b-44da-8a80-2f5208f828e5 req-9d7a7e22-321a-4327-b3d7-81736a77b241 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0597124 Aug 19 11:51:14.423437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69870d95-ca7b-44da-8a80-2f5208f828e5 req-00db50a9-b783-4fde-a72d-aa73a3ab0ef7 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869544 Aug 19 11:51:14.648192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8196-dd11-48a8-b583-a080fb0ba1d8 req-2944ed52-b843-4f4d-9d34-ada552d2830c tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:14.651772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-371d8196-dd11-48a8-b583-a080fb0ba1d8 req-2944ed52-b843-4f4d-9d34-ada552d2830c tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0808911 Aug 19 11:51:14.661591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 271aace3-07b1-4f6f-859d-d4592fc9dfe0 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:14.723673 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-371d8196-dd11-48a8-b583-a080fb0ba1d8 req-b01f7cdd-7b50-4567-9ede-596df14772fa tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563419 Aug 19 11:51:14.792379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:14.797662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:14.798121 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:14.962352 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:14.998450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee141ad6-7e75-4db6-9795-a5d3e0bd080a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271aace3-07b1-4f6f-859d-d4592fc9dfe0'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:15.001179 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d5c3f-9734-4e58-b600-609bb5eac5f9" -d '{"events": [{"server_uuid": "ee141ad6-7e75-4db6-9795-a5d3e0bd080a", "name": "network-vif-plugged", "status": "completed", "tag": "271aace3-07b1-4f6f-859d-d4592fc9dfe0"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:15.021786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 271aace3-07b1-4f6f-859d-d4592fc9dfe0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=271aace3-07b1-4f6f-859d-d4592fc9dfe0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:15.037686 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:15.118944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41380) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:15.143927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b757-d348-4635-b6af-f6ce9b706b8a req-04492f4e-b33f-4af0-9473-8826cf7cace1 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:15.145678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-527beabe-1fa7-4132-bdc9-13ef4929b5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:15.154830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91b5b757-d348-4635-b6af-f6ce9b706b8a req-04492f4e-b33f-4af0-9473-8826cf7cace1 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 948 time: 0.1640689 Aug 19 11:51:15.192126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=271aace3-07b1-4f6f-859d-d4592fc9dfe0,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:15.218263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91b5b757-d348-4635-b6af-f6ce9b706b8a req-f11e8465-1921-4fa9-8f28-0f7c0940a176 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620909 Aug 19 11:51:15.277328 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4e6d14-0615-4f71-8cb9-0de6fd320e51 x-openstack-request-id: req-8c4e6d14-0615-4f71-8cb9-0de6fd320e51 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:15.277683 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee141ad6-7e75-4db6-9795-a5d3e0bd080a", "name": "network-vif-plugged", "status": "completed", "tag": "271aace3-07b1-4f6f-859d-d4592fc9dfe0", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:15.277962 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c4e6d14-0615-4f71-8cb9-0de6fd320e51 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:15.278524 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee141ad6-7e75-4db6-9795-a5d3e0bd080a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271aace3-07b1-4f6f-859d-d4592fc9dfe0', 'code': 200} Aug 19 11:51:15.424021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-527beabe-1fa7-4132-bdc9-13ef4929b5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:15.447816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-527beabe-1fa7-4132-bdc9-13ef4929b5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:15.495694 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-527beabe-1fa7-4132-bdc9-13ef4929b5d0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4725507493c049b9845aadcee95a3a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755879 Aug 19 11:51:15.496649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527beabe-1fa7-4132-bdc9-13ef4929b5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d2f79c-cfd7-4cf9-a42a-53ac602e657d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:15.498424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41392) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:15.532807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa847eb6-6059-4103-8fdf-fcb6278b7967 req-1a126e74-49c2-4b69-b2a8-e6f627de8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:15.534658 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fa847eb6-6059-4103-8fdf-fcb6278b7967 req-1a126e74-49c2-4b69-b2a8-e6f627de8d59 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 1100 time: 0.1447890 Aug 19 11:51:15.537408 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:51:15.620945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ed81-1b5f-4ee2-8354-50549ab85719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:15.623737 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fa847eb6-6059-4103-8fdf-fcb6278b7967 req-e9583a9a-d4d0-4169-b1d9-a9639ea3d2ed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798640 Aug 19 11:51:15.667582 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ed81-1b5f-4ee2-8354-50549ab85719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:15.734792 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ed81-1b5f-4ee2-8354-50549ab85719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:15.737554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ed81-1b5f-4ee2-8354-50549ab85719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:15.738628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3ae7ed81-1b5f-4ee2-8354-50549ab85719 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70d2f79c-cfd7-4cf9-a42a-53ac602e657d HTTP/1.1" status: 204 len: 168 time: 0.2379289 Aug 19 11:51:15.753904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7ed81-1b5f-4ee2-8354-50549ab85719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d2f79c-cfd7-4cf9-a42a-53ac602e657d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:15.827882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41402) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:16.252979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41430) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:16.274353 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0d94bf59-50a6-4691-a370-c15b42983bf9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=986a1392b52a45c69f504258be1b842c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440162 Aug 19 11:51:16.355205 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de767358-83dd-4640-aaa4-d3499840f562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:16.401104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de767358-83dd-4640-aaa4-d3499840f562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:16.462335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de767358-83dd-4640-aaa4-d3499840f562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:16.466091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de767358-83dd-4640-aaa4-d3499840f562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:16.467602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-de767358-83dd-4640-aaa4-d3499840f562 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/916ba093-86cd-4008-8e1a-b4cb0ae924d0 HTTP/1.1" status: 204 len: 168 time: 0.2129064 Aug 19 11:51:16.481176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de767358-83dd-4640-aaa4-d3499840f562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916ba093-86cd-4008-8e1a-b4cb0ae924d0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:16.669825 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-02b05025-7046-4c84-a29a-1412537a9095 req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2070212530', 'description': 'tempest-description-349789793'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:16.726964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-02b05025-7046-4c84-a29a-1412537a9095 req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:16.743050 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-02b05025-7046-4c84-a29a-1412537a9095 req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.071526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d473278f-bb87-4bf6-a784-71a90cb2da07 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:51:17.125544 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-02b05025-7046-4c84-a29a-1412537a9095 req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.130541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: d473278f-bb87-4bf6-a784-71a90cb2da07 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:51:17.131116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d473278f-bb87-4bf6-a784-71a90cb2da07 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:51:17.141149 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-02b05025-7046-4c84-a29a-1412537a9095 req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.200843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42bfd918-119b-4907-89ce-5b4afc98aecd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:17.353604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41466) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:17.366352 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-02b05025-7046-4c84-a29a-1412537a9095 req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.376504 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-02b05025-7046-4c84-a29a-1412537a9095 req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.384531 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fac6117-a551-4160-883d-83abc9bc303d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.434657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-02b05025-7046-4c84-a29a-1412537a9095 req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.454519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02b05025-7046-4c84-a29a-1412537a9095 req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7881804 Aug 19 11:51:17.464580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604672ef-33bb-45b4-bc4d-f32fa9f55e52 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f437d8d0-77c9-4eb6-86e2-f12dbb507638,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:17.617074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fac6117-a551-4160-883d-83abc9bc303d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.625349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fac6117-a551-4160-883d-83abc9bc303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.638124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7413f8-d9f4-4b5d-9e3b-628fc0a713c7 req-3a839972-4782-46d7-990b-0a1346edbbcf tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:17.646127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb7413f8-d9f4-4b5d-9e3b-628fc0a713c7 req-3a839972-4782-46d7-990b-0a1346edbbcf tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 949 time: 0.0834391 Aug 19 11:51:17.663217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac6117-a551-4160-883d-83abc9bc303d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9d4b6a-47dc-4f5e-b07d-d904ae875b81,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:17.696605 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2fac6117-a551-4160-883d-83abc9bc303d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aadf1184e3464ef491cdaa22a9caafae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387451 Aug 19 11:51:17.703495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb7413f8-d9f4-4b5d-9e3b-628fc0a713c7 req-f7b4f58b-1b40-4c90-8668-d173e891df13 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562968 Aug 19 11:51:17.704329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41476) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:17.776365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad58f05f-90a0-4cd8-929b-3fc968f156d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.856180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad58f05f-90a0-4cd8-929b-3fc968f156d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.954028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad58f05f-90a0-4cd8-929b-3fc968f156d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.956956 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad58f05f-90a0-4cd8-929b-3fc968f156d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:17.958293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ad58f05f-90a0-4cd8-929b-3fc968f156d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df9d4b6a-47dc-4f5e-b07d-d904ae875b81 HTTP/1.1" status: 204 len: 168 time: 0.2526779 Aug 19 11:51:17.967571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58f05f-90a0-4cd8-929b-3fc968f156d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9d4b6a-47dc-4f5e-b07d-d904ae875b81,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:18.294899 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a0146a1-3694-4b02-8a6c-175950a9efe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:18.383594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-033531ba-55fc-4aaf-8c17-a4d5b2ba511e req-2d427d28-750f-4f30-b077-65ea7b799f12 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Request body: {'security_group': {'name': 'tempest-securitygroup-245061640', 'description': 'tempest-description-918871166'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:18.411158 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-033531ba-55fc-4aaf-8c17-a4d5b2ba511e req-2d427d28-750f-4f30-b077-65ea7b799f12 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:18.557807 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-033531ba-55fc-4aaf-8c17-a4d5b2ba511e req-2d427d28-750f-4f30-b077-65ea7b799f12 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:18.564014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-033531ba-55fc-4aaf-8c17-a4d5b2ba511e req-2d427d28-750f-4f30-b077-65ea7b799f12 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:18.586041 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-033531ba-55fc-4aaf-8c17-a4d5b2ba511e req-2d427d28-750f-4f30-b077-65ea7b799f12 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:18.599775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-033531ba-55fc-4aaf-8c17-a4d5b2ba511e req-2d427d28-750f-4f30-b077-65ea7b799f12 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2209525 Aug 19 11:51:18.627491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41536) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:18.638775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d427d28-750f-4f30-b077-65ea7b799f12 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f0c07-dbfc-4306-bc30-4cf2f37c4731,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:18.854342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-27fc8bf2-1cc8-41e2-a0e3-e4411cacef1b tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:51:18.855444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-27fc8bf2-1cc8-41e2-a0e3-e4411cacef1b tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2270014 Aug 19 11:51:19.066325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-bd407e6f-ba36-403f-9739-bac2fbed91db req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-325436829', 'description': 'tempest-description-1756576472'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:19.091296 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd407e6f-ba36-403f-9739-bac2fbed91db req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:19.100728 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd407e6f-ba36-403f-9739-bac2fbed91db req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:19.202606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd407e6f-ba36-403f-9739-bac2fbed91db req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:19.208262 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd407e6f-ba36-403f-9739-bac2fbed91db req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:19.242662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Request body: {'binding': {'host': 'n-h2-778550-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:19.243483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Unknown quota resources ['binding']. {{(pid=101154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 11:51:19.271368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394ba189-10fc-48cd-9b1a-0f7d274301e3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:19.392752 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd407e6f-ba36-403f-9739-bac2fbed91db req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:19.403265 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd407e6f-ba36-403f-9739-bac2fbed91db req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:19.450917 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd407e6f-ba36-403f-9739-bac2fbed91db req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:19.452246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd407e6f-ba36-403f-9739-bac2fbed91db req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3902867 Aug 19 11:51:19.457856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d0935-e07a-4bd4-b4ec-5cad7771512f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe1618-8a62-4891-a2db-83d647528359,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:19.468115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df on host n-h2-778550-9 for vnic_type normal with profile None {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:19.468462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:19.469064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:19.474750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Port 56622b5b-dc08-4f6d-8594-35a5ed1848df on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:19.475081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:19.481674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:19.482018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:19.482450 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:19.483055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Bound port: 56622b5b-dc08-4f6d-8594-35a5ed1848df, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:19.603456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-2bf77f05-c6b2-4f91-b4a5-d1cd4f6c7885 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=201f946ee64d40fdae28f54dcff7d03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327730 Aug 19 11:51:19.606949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:19.621053 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:19.622161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-6016f378-0879-4f13-bac6-820db290beb6 service neutron] 10.222.0.65 "POST /v2.0/ports/56622b5b-dc08-4f6d-8594-35a5ed1848df/bindings HTTP/1.1" status: 201 len: 389 time: 0.5900357 Aug 19 11:51:19.735641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-351f68d3-671e-4e37-93f1-bc3040a190e9 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:19.737290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-351f68d3-671e-4e37-93f1-bc3040a190e9 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1280611 Aug 19 11:51:19.754621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-d2a8680f-d88d-47ae-9df8-41b1986542be tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/quotas/201f946ee64d40fdae28f54dcff7d03c HTTP/1.1" status: 200 len: 375 time: 0.0110252 Aug 19 11:51:19.828523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-fdd06769-1490-4dd8-945f-0c99007540ff tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=201f946ee64d40fdae28f54dcff7d03c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668626 Aug 19 11:51:19.950435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-61f69ec4-4d21-49fa-83ba-6f4ad0fc79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:19.952600 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-61f69ec4-4d21-49fa-83ba-6f4ad0fc79e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0537784 Aug 19 11:51:19.981422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-48b2f177-7a14-4d9a-9f30-cd5759bcc772 req-8fb43dd3-4b7f-4c4e-b19b-2caa060f6d7f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-826000825', 'description': 'tempest-description-195264497'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:20.021226 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-48b2f177-7a14-4d9a-9f30-cd5759bcc772 req-8fb43dd3-4b7f-4c4e-b19b-2caa060f6d7f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:20.120544 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-48b2f177-7a14-4d9a-9f30-cd5759bcc772 req-8fb43dd3-4b7f-4c4e-b19b-2caa060f6d7f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:20.130090 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-48b2f177-7a14-4d9a-9f30-cd5759bcc772 req-8fb43dd3-4b7f-4c4e-b19b-2caa060f6d7f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:20.156192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-506c30f1-75bd-496b-b707-156850ef9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:20.158030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-506c30f1-75bd-496b-b707-156850ef9292 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.1913157 Aug 19 11:51:20.196915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-48b2f177-7a14-4d9a-9f30-cd5759bcc772 req-8fb43dd3-4b7f-4c4e-b19b-2caa060f6d7f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:20.200131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48b2f177-7a14-4d9a-9f30-cd5759bcc772 req-8fb43dd3-4b7f-4c4e-b19b-2caa060f6d7f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2235420 Aug 19 11:51:20.201400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb43dd3-4b7f-4c4e-b19b-2caa060f6d7f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0f4a28-77ee-406e-9d2b-db97eb0f6ec1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:20.225918 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-95ec2e74-7a92-4d4c-8473-f69618ed3e2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df HTTP/1.1" status: 200 len: 217 time: 0.0594003 Aug 19 11:51:20.297037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de0926-1a90-43e2-9d6f-e654740b25c2 req-a37cf076-af02-4993-8912-da74f60fe3f3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:20.303137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-aac26dd5-feb3-4e0a-a461-8c66b88603bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:20.305194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-aac26dd5-feb3-4e0a-a461-8c66b88603bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.0722542 Aug 19 11:51:20.306425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33de0926-1a90-43e2-9d6f-e654740b25c2 req-a37cf076-af02-4993-8912-da74f60fe3f3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 946 time: 0.0742004 Aug 19 11:51:20.342052 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-c593f19d-2e90-40fe-9450-75a83ab1b82c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260715 Aug 19 11:51:20.348479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a3add85-0dc0-46aa-9b36-d9cc78e83154 req-55c8c8fe-203a-422c-8a2e-9f1cae9083d9 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 210 time: 0.0398421 Aug 19 11:51:20.383150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33de0926-1a90-43e2-9d6f-e654740b25c2 req-ae98da64-2232-40b7-a09a-6585714a924c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615685 Aug 19 11:51:20.465383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-cdf8a21b-0896-4421-9ed5-73b9bfd373e8 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153607 Aug 19 11:51:20.568307 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-17766266-53c5-4bf4-b9da-f175e488dd87 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927424 Aug 19 11:51:20.676997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-5f6963c3-918d-4df8-ae85-cc7cab9da121 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39553 time: 0.2481954 Aug 19 11:51:20.725800 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-17384370-dc2b-4a90-bf44-96281794dd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:20.742552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-47fc23fc-5900-49e2-b808-4ed863b62af1 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/07c8e07e-d021-420f-9c0a-59b9f5713ba4 HTTP/1.1" status: 200 len: 2977 time: 0.0565426 Aug 19 11:51:20.787232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41664) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:20.813256 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-64e7dcc6-1919-4fd1-ab36-aa53402bf72a tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/07c8e07e-d021-420f-9c0a-59b9f5713ba4 HTTP/1.1" status: 200 len: 2977 time: 0.0606663 Aug 19 11:51:20.856647 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:20.885721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-9209950a-04c6-4821-9abf-fd398a196493 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/14d86e47-7d71-4e0d-802c-273f4aebbc05 HTTP/1.1" status: 200 len: 2981 time: 0.0624042 Aug 19 11:51:20.921934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-017fda09-20df-47c9-8d4e-3afb16a763d3 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:20.924833 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-017fda09-20df-47c9-8d4e-3afb16a763d3 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1097 time: 0.0963385 Aug 19 11:51:20.932774 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0d22fd1-f252-42ec-b8ab-0e308a503aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:20.938839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-9'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:20.966537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-8ab40007-b645-476c-9e51-b9f7cb085b21 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/14d86e47-7d71-4e0d-802c-273f4aebbc05 HTTP/1.1" status: 200 len: 2981 time: 0.0730562 Aug 19 11:51:20.996035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.039992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-f1aab9a5-b32e-4c1b-98ff-22c9b369226f tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/2aca6fb5-ff30-4b88-a791-e86f6068597e HTTP/1.1" status: 200 len: 2981 time: 0.0623102 Aug 19 11:51:21.104593 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0d22fd1-f252-42ec-b8ab-0e308a503aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.106667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-6fb01cf0-ca4d-47aa-984b-935984c38dbb tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/2aca6fb5-ff30-4b88-a791-e86f6068597e HTTP/1.1" status: 200 len: 2981 time: 0.0600364 Aug 19 11:51:21.109998 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0d22fd1-f252-42ec-b8ab-0e308a503aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.137536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:21.176041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f0d22fd1-f252-42ec-b8ab-0e308a503aa2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79a2c2076d5f46d49fc542e61c37e1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877678 Aug 19 11:51:21.180961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41686) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:21.182875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:21.210243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d22fd1-f252-42ec-b8ab-0e308a503aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68ce6ea-7d07-40e9-b084-defd8f49124d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:21.232452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-66a6631c-cca3-4cc9-84a5-f4858d282abb tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/394ba189-10fc-48cd-9b1a-0f7d274301e3 HTTP/1.1" status: 200 len: 2981 time: 0.1104360 Aug 19 11:51:21.249746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:21.252819 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e0cd18-0134-4e11-81eb-8ffdfa0a34ee" -d '{"events": [{"server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:21.257482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.262545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2700b34-e05c-432a-b582-4aa151b41d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.269405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.313778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-af2980ab-1c00-4584-b752-be25eac68a00 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=201f946ee64d40fdae28f54dcff7d03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285783 Aug 19 11:51:21.357403 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2700b34-e05c-432a-b582-4aa151b41d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.365184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Pushing event updated for resources: {'Port': ['ID=56622b5b-dc08-4f6d-8594-35a5ed1848df,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:21.386251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df on host n-h1-778550-9 for vnic_type normal with profile {"migrating_to": "n-h2-778550-9"} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:21.386727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:21.387296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:21.392483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Port 56622b5b-dc08-4f6d-8594-35a5ed1848df on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:21.393807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Attempting to bind port 56622b5b-dc08-4f6d-8594-35a5ed1848df on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:21.399617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:21.399966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:21.400413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:21.402050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Bound port: 56622b5b-dc08-4f6d-8594-35a5ed1848df, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:21.402634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.406147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-f51dcf3d-2651-44aa-886c-b2b90b9f6ca4 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/394ba189-10fc-48cd-9b1a-0f7d274301e3 HTTP/1.1" status: 200 len: 2981 time: 0.1593184 Aug 19 11:51:21.488523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:21.496227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-5c3e5ef0-a3a5-457e-81e3-ee3c9e10f15b tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/42bfd918-119b-4907-89ce-5b4afc98aecd HTTP/1.1" status: 200 len: 2981 time: 0.0829794 Aug 19 11:51:21.498364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:21.507688 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.512938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-50979f71-55cb-4528-a9e7-f7486f83d33b tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:21.514895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-50979f71-55cb-4528-a9e7-f7486f83d33b tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920295 Aug 19 11:51:21.526529 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2700b34-e05c-432a-b582-4aa151b41d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.528865 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2700b34-e05c-432a-b582-4aa151b41d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.530033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c2700b34-e05c-432a-b582-4aa151b41d37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a68ce6ea-7d07-40e9-b084-defd8f49124d HTTP/1.1" status: 204 len: 168 time: 0.3473277 Aug 19 11:51:21.563381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Request body: {'port': {'device_id': '32e30cce-3b68-45d0-bdbf-c16edbc30d29', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '201f946ee64d40fdae28f54dcff7d03c'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:21.571359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2700b34-e05c-432a-b582-4aa151b41d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68ce6ea-7d07-40e9-b084-defd8f49124d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:21.623900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:21.625038 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.626405 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] 10.222.0.54 "PUT /v2.0/ports/56622b5b-dc08-4f6d-8594-35a5ed1848df HTTP/1.1" status: 200 len: 1122 time: 0.6919839 Aug 19 11:51:21.631856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856598f-9de2-4f3a-859c-007672f600b7 service neutron] Pushing event updated for resources: {'Port': ['ID=56622b5b-dc08-4f6d-8594-35a5ed1848df,revision_number=8']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:21.649793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-7f4eb87a-06b5-44c8-bdb8-6f2b7a5eda8d tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/42bfd918-119b-4907-89ce-5b4afc98aecd HTTP/1.1" status: 200 len: 2981 time: 0.1321158 Aug 19 11:51:21.751015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-be9c6f66-36e1-44c3-86eb-e1d206b611cb tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/560f3e2d-95d2-4b88-8b80-19657900eb77 HTTP/1.1" status: 200 len: 2981 time: 0.0846684 Aug 19 11:51:21.768230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Made reservation on behalf of 201f946ee64d40fdae28f54dcff7d03c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:21.771667 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.789979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['56622b5b-dc08-4f6d-8594-35a5ed1848df'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:21.848285 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.850876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-350801dc-8aff-4bc1-84e2-f1fef11fb1a1 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/560f3e2d-95d2-4b88-8b80-19657900eb77 HTTP/1.1" status: 200 len: 2981 time: 0.0902445 Aug 19 11:51:21.898900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41722) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:21.913021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30ab956c-a4c8-4848-b5e6-9453e6c0461a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:21.959862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-f57073a4-9d9f-4809-8cea-7fc6bb3abc47 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6ad1ddd0-2b17-42af-bcfd-a1a19865bbec HTTP/1.1" status: 200 len: 2981 time: 0.1018438 Aug 19 11:51:22.010791 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30ab956c-a4c8-4848-b5e6-9453e6c0461a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.014362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Allocated IP 192.168.233.140 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/7f1e5fcb-9d22-49dd-b401-66b4f40d307a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:22.016596 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30ab956c-a4c8-4848-b5e6-9453e6c0461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.036049 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120496bf-15fb-4f11-ab3c-d27503de6f30 x-openstack-request-id: req-120496bf-15fb-4f11-ab3c-d27503de6f30 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:22.036326 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:22.036771 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-120496bf-15fb-4f11-ab3c-d27503de6f30 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:22.037157 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df', 'code': 200} Aug 19 11:51:22.038928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-c3cef292-1b58-449a-8d07-053f288716ba tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6ad1ddd0-2b17-42af-bcfd-a1a19865bbec HTTP/1.1" status: 200 len: 2981 time: 0.0660286 Aug 19 11:51:22.062178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-30ab956c-a4c8-4848-b5e6-9453e6c0461a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa1710a710704b18a00e3c3a10206006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619868 Aug 19 11:51:22.063070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41724) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:22.071347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab956c-a4c8-4848-b5e6-9453e6c0461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896bc6d0-0401-4f84-b829-0b02af8857fa,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:22.115023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68cedfad-28c9-4558-a071-00b270f61787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.127102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79a3c6c9-bce3-4be4-abee-5636eec49ea1 req-4587fd73-fa76-4b91-8bdb-ff305942c054 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 210 time: 0.0427456 Aug 19 11:51:22.138548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68cedfad-28c9-4558-a071-00b270f61787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.176563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-a3363931-6ce6-4d73-a6fa-4385a7f17e1b tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c2e21d1c-7ef1-444e-a9f1-89b920498ac8 HTTP/1.1" status: 200 len: 2981 time: 0.1224670 Aug 19 11:51:22.201690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68cedfad-28c9-4558-a071-00b270f61787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.204262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68cedfad-28c9-4558-a071-00b270f61787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.207912 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-68cedfad-28c9-4558-a071-00b270f61787 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/896bc6d0-0401-4f84-b829-0b02af8857fa HTTP/1.1" status: 204 len: 168 time: 0.1403680 Aug 19 11:51:22.215592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cedfad-28c9-4558-a071-00b270f61787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896bc6d0-0401-4f84-b829-0b02af8857fa,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:22.293219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-ab289c20-9f87-4259-9183-5b9962901305 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c2e21d1c-7ef1-444e-a9f1-89b920498ac8 HTTP/1.1" status: 200 len: 2981 time: 0.1089730 Aug 19 11:51:22.316941 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.332990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bcb62-fc60-49ed-8a17-41b3fb458513 req-28bafedc-8108-4395-8ee5-c511a7b722be tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:22.334451 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d59bcb62-fc60-49ed-8a17-41b3fb458513 req-28bafedc-8108-4395-8ee5-c511a7b722be tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 944 time: 0.1320722 Aug 19 11:51:22.367346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Transition to ACTIVE for port object 7f1e5fcb-9d22-49dd-b401-66b4f40d307a will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:22.402963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-e689d83e-7932-44ba-8301-25290a78a528 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/d9822055-2268-4699-ba5f-f6c03088e13e HTTP/1.1" status: 200 len: 2977 time: 0.1029944 Aug 19 11:51:22.405835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d59bcb62-fc60-49ed-8a17-41b3fb458513 req-4f6ed645-5d40-495d-88b1-b06845975baf tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642676 Aug 19 11:51:22.438049 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.474180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['271aace3-07b1-4f6f-859d-d4592fc9dfe0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:22.507112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:22.512365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:22.525494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-2ebc75dc-26ca-46ea-b06e-dbccf7883868 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/d9822055-2268-4699-ba5f-f6c03088e13e HTTP/1.1" status: 200 len: 2977 time: 0.1152482 Aug 19 11:51:22.526875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:22.565701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Pushing event updated for resources: {'Port': ['ID=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:22.684434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:22.692361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.708606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-d9051fb8-67e4-4b9c-9fcc-7bcf4653c500 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f3bd3bc8-e09b-4672-8f20-bc811af874c3 HTTP/1.1" status: 200 len: 2977 time: 0.1742105 Aug 19 11:51:22.724320 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a33de06c-0a60-45da-b61e-4be663086ebf no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:51:22.758348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-33b041c7-0193-49ea-a8dc-dbfbf4505b82 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2038598 Aug 19 11:51:22.784004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Request body: {'port': {'device_id': '32e30cce-3b68-45d0-bdbf-c16edbc30d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:22.796595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-8b17e688-5337-47b4-8554-e9b6b217b60a tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f3bd3bc8-e09b-4672-8f20-bc811af874c3 HTTP/1.1" status: 200 len: 2977 time: 0.0868237 Aug 19 11:51:22.863740 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.887518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-e939886d-6a44-446d-86ba-67e4c6fe8d99 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/fa90d892-a794-40ef-b5e7-e9dd92316cd6 HTTP/1.1" status: 200 len: 2973 time: 0.0894608 Aug 19 11:51:22.894799 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.908588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:22.912675 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a0321-baf7-4d0e-910b-752d4c95b0c1" -d '{"events": [{"server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "name": "network-vif-unplugged", "status": "completed", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:22.919179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ecd40ebf-51b7-4298-8754-e7802dbdb0d4 None None] Provisioning for port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:22.932531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a33de06c-0a60-45da-b61e-4be663086ebf,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:22.933778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ecd40ebf-51b7-4298-8754-e7802dbdb0d4 None None] Provisioning complete for port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:22.934146 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ecd40ebf-51b7-4298-8754-e7802dbdb0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:22.979799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79469a02-98b7-4f3c-aefb-14361382d9ec req-9ade1755-d08c-46dc-b88b-ebee2871ad8d tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/fa90d892-a794-40ef-b5e7-e9dd92316cd6 HTTP/1.1" status: 200 len: 2973 time: 0.0911760 Aug 19 11:51:22.989450 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.058471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ecd40ebf-51b7-4298-8754-e7802dbdb0d4 None None] Port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:51:23.066060 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8027d88a-eac1-4865-ae7b-431f254c8f6c x-openstack-request-id: req-8027d88a-eac1-4865-ae7b-431f254c8f6c {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:23.066377 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "name": "network-vif-unplugged", "status": "completed", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:23.066638 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8027d88a-eac1-4865-ae7b-431f254c8f6c {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:23.067064 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf', 'code': 200} Aug 19 11:51:23.079601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a33de06c-0a60-45da-b61e-4be663086ebf,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:23.207348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41780) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:23.213985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41782) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:23.340926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-792680280-network', 'tenant_id': '23172949aae84995841c5e7a8fa1e132'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:23.344234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a45be6d-a80e-4fd4-933b-0fcd0a362fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.376207 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Made reservation on behalf of 23172949aae84995841c5e7a8fa1e132 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:23.378555 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.393310 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.487076 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a45be6d-a80e-4fd4-933b-0fcd0a362fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.493162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a45be6d-a80e-4fd4-933b-0fcd0a362fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.546909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45be6d-a80e-4fd4-933b-0fcd0a362fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8562dc-9f13-4064-9e03-3be9fd119998,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:23.551144 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7a45be6d-a80e-4fd4-933b-0fcd0a362fd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d115551764344cea2401b0bd9d6b5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354633 Aug 19 11:51:23.556642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41790) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:23.576175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efbe2016-ffe2-4c87-9fc7-098a46eec21a req-69dfd9f4-9792-40d0-9445-e8c9945fa98c tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea3bd387f2f84165ba2ec9432bdd2767 HTTP/1.1" status: 200 len: 6101 time: 0.4697442 Aug 19 11:51:23.584648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-a3223ca5-2d13-4bea-953c-92191eafa241 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:23.586122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-a3223ca5-2d13-4bea-953c-92191eafa241 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 805 time: 0.5641155 Aug 19 11:51:23.642221 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-3f8f9707-45ba-4ffc-8d7c-24131aeb9f25 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/quotas/359ff869933a4f1aae5e14cb46906913 HTTP/1.1" status: 200 len: 375 time: 0.0481613 Aug 19 11:51:23.642690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16d3bbda-ddbd-4db4-8bc5-61063dbd8bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.672208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.682712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16d3bbda-ddbd-4db4-8bc5-61063dbd8bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.684345 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.712270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efbe2016-ffe2-4c87-9fc7-098a46eec21a req-7f846ba6-24b5-4dca-b1f4-0a701d47994b tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] 10.222.0.65 "GET /v2.0/security-groups/42bfd918-119b-4907-89ce-5b4afc98aecd HTTP/1.1" status: 200 len: 2981 time: 0.1193781 Aug 19 11:51:23.732622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:51:23.750809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15725974-834d-4034-8b22-17fac0ff8c06,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:23.755508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.755508 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Added segment 38620ee3-cabc-43f9-84bb-08596a650512 of type vlan for network 487782ee-3b36-4ac6-a661-aec65fc1c82b Aug 19 11:51:23.766903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-904bc478-ca69-49d0-a255-8e4a295e5366 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144753 Aug 19 11:51:23.780779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1e5fcb-9d22-49dd-b401-66b4f40d307a {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:23.799407 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.801265 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16d3bbda-ddbd-4db4-8bc5-61063dbd8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.804000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16d3bbda-ddbd-4db4-8bc5-61063dbd8bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.805200 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-16d3bbda-ddbd-4db4-8bc5-61063dbd8bcf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf8562dc-9f13-4064-9e03-3be9fd119998 HTTP/1.1" status: 204 len: 168 time: 0.2482862 Aug 19 11:51:23.811310 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.823206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3bbda-ddbd-4db4-8bc5-61063dbd8bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8562dc-9f13-4064-9e03-3be9fd119998,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:23.848989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.849853 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.850784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:23.851863 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.852750 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.857690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Transition to ACTIVE for port object 7f1e5fcb-9d22-49dd-b401-66b4f40d307a will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:23.864091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efbe2016-ffe2-4c87-9fc7-098a46eec21a req-99a2d6af-3eb8-4223-bd62-d826036ed306 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] 10.222.0.65 "GET /v2.0/security-groups/42bfd918-119b-4907-89ce-5b4afc98aecd HTTP/1.1" status: 200 len: 2981 time: 0.1274257 Aug 19 11:51:23.877946 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:23.941706 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7325587 Aug 19 11:51:23.942430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052371d-c306-4b53-bed4-7723d65e8e28 admin admin] Pushing event updated for resources: {'Network': ['ID=487782ee-3b36-4ac6-a661-aec65fc1c82b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:23.944713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:23.951471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Request body: {'subnet': {'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-792680280-subnet', 'tenant_id': '23172949aae84995841c5e7a8fa1e132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:23.958442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 487782ee-3b36-4ac6-a661-aec65fc1c82b details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:51:23.983539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:23.997935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-a54961a7-30f0-4628-ba66-45c7645d0dd0 service neutron] 10.222.0.65 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124140 Aug 19 11:51:23.998055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Made reservation on behalf of 23172949aae84995841c5e7a8fa1e132 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:24.000698 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.069187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:24.073089 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:24.199179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Attempting to bind port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:24.199502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Attempting to bind port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:24.199858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Attempting to bind port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:24.209818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-a98968f2-7817-4a38-aabc-1ac01ff75309 service neutron] 10.222.0.65 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110157 Aug 19 11:51:24.211656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:24.212006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Attempting to bind port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:24.226264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ff523-1eaf-4d77-ab3d-61504494c964 req-6404eb4b-5da3-4138-80fc-aeaf82d91473 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:24.227774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a02ff523-1eaf-4d77-ab3d-61504494c964 req-6404eb4b-5da3-4138-80fc-aeaf82d91473 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 948 time: 0.1068809 Aug 19 11:51:24.229253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:24.229594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:24.229975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:24.230422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Bound port: 7f1e5fcb-9d22-49dd-b401-66b4f40d307a, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:24.230788 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.258937 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.261646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41804) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:24.299819 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-466f4a95-e157-4328-86d5-2aab3c220d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.326910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a02ff523-1eaf-4d77-ab3d-61504494c964 req-da8d9480-6ce2-4d62-a9cc-ad3662181d56 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925264 Aug 19 11:51:24.339393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a4fdb0-876e-4ce9-a5d2-469649f0215f,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:24.366744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:24.367066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Network hostable DHCP agents. Network: 487782ee-3b36-4ac6-a661-aec65fc1c82b, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:51:24.381131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] For port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:24.388979 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Network 487782ee-3b36-4ac6-a661-aec65fc1c82b is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:51:24.400829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 487782ee-3b36-4ac6-a661-aec65fc1c82b) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:24.409937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98195b2-403d-4720-885d-6430b6c9e96b None None] Network 487782ee-3b36-4ac6-a661-aec65fc1c82b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:51:24.418724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] For port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:24.421521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:24.423987 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.441741 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.530123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c037846c-01e0-4c5e-877c-20008e368126 req-cb1c3bef-65d2-4009-add9-df69b5de204a tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/ef0f4a28-77ee-406e-9d2b-db97eb0f6ec1 HTTP/1.1" status: 200 len: 1776 time: 0.1663985 Aug 19 11:51:24.532402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:24.533048 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.534386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] 10.222.0.69 "PUT /v2.0/ports/7f1e5fcb-9d22-49dd-b401-66b4f40d307a HTTP/1.1" status: 200 len: 1096 time: 1.7584219 Aug 19 11:51:24.541575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e30cce-3b68-45d0-bdbf-c16edbc30d29', 'tag': '7f1e5fcb-9d22-49dd-b401-66b4f40d307a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:24.544458 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d930fa60-cc0b-4c78-84cd-b80b18e1734e" -d '{"events": [{"name": "network-changed", "server_uuid": "32e30cce-3b68-45d0-bdbf-c16edbc30d29", "tag": "7f1e5fcb-9d22-49dd-b401-66b4f40d307a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:24.565883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede4b57-4cf2-4e25-b216-674d6f4b49c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:24.606432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583d08e-427e-47fa-acdc-990da6d6f631 None None] Network 487782ee-3b36-4ac6-a661-aec65fc1c82b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:51:24.631753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69858-0757-4802-91c8-586092d2f5a1 req-d9e49d99-e020-4cd0-bbba-c50cd737f218 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:24.633419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b69858-0757-4802-91c8-586092d2f5a1 req-d9e49d99-e020-4cd0-bbba-c50cd737f218 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 944 time: 0.2042594 Aug 19 11:51:24.689631 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-466f4a95-e157-4328-86d5-2aab3c220d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.701986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d8a8932c-1a0e-4f3f-98ac-a71f38f5b904 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7559133 Aug 19 11:51:24.703593 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-466f4a95-e157-4328-86d5-2aab3c220d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.738551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 56622b5b-dc08-4f6d-8594-35a5ed1848df details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:24.780811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f4a95-e157-4328-86d5-2aab3c220d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4368a2d-0123-4887-91d5-ccded46a9b9f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:24.785461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-466f4a95-e157-4328-86d5-2aab3c220d85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27c8b12af1f3458283e01246278cb7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5225775 Aug 19 11:51:24.787795 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-13f523ac-c989-4456-82fb-5ec349377b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:24.790935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41822) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:24.795873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-13f523ac-c989-4456-82fb-5ec349377b18 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=201f946ee64d40fdae28f54dcff7d03c&device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 1099 time: 0.1865385 Aug 19 11:51:24.796625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c037846c-01e0-4c5e-877c-20008e368126 req-5b171bcd-8a3b-4243-90f2-e103c9c23be0 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.800836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b69858-0757-4802-91c8-586092d2f5a1 req-4ef45cb1-8249-4452-a4f8-417cd6413ca3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540239 Aug 19 11:51:24.919015 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c037846c-01e0-4c5e-877c-20008e368126 req-5b171bcd-8a3b-4243-90f2-e103c9c23be0 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:24.937387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:24.939396 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c5f401-101a-4eda-998a-ebedeaefefdd x-openstack-request-id: req-a6c5f401-101a-4eda-998a-ebedeaefefdd {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:24.939692 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:24.939948 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6c5f401-101a-4eda-998a-ebedeaefefdd {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:24.940890 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df', 'status': 'completed', 'code': 200} Aug 19 11:51:24.957907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 56622b5b-dc08-4f6d-8594-35a5ed1848df has no active binding in host n-h2-778550-9 {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 11:51:24.969037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-a7903f30-aca9-48d9-9033-9fe509f0659b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=7f1e5fcb-9d22-49dd-b401-66b4f40d307a HTTP/1.1" status: 200 len: 217 time: 0.1361454 Aug 19 11:51:25.005016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6e3fc43-2fa6-4f0e-98c2-6f3fc5490ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.018282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-3e7e07dd-939c-4b54-8671-19d1405be50b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:25.020099 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-3e7e07dd-939c-4b54-8671-19d1405be50b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.54 "GET /v2.0/ports?device_id=221fa54b-88b2-4d27-8cb3-5fc4bc89d36b HTTP/1.1" status: 200 len: 965 time: 0.1612320 Aug 19 11:51:25.066798 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c037846c-01e0-4c5e-877c-20008e368126 req-5b171bcd-8a3b-4243-90f2-e103c9c23be0 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.072334 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c037846c-01e0-4c5e-877c-20008e368126 req-5b171bcd-8a3b-4243-90f2-e103c9c23be0 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.084180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c037846c-01e0-4c5e-877c-20008e368126 req-5b171bcd-8a3b-4243-90f2-e103c9c23be0 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef0f4a28-77ee-406e-9d2b-db97eb0f6ec1 HTTP/1.1" status: 204 len: 173 time: 0.5336881 Aug 19 11:51:25.106686 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6e3fc43-2fa6-4f0e-98c2-6f3fc5490ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.134602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52249670-1ed3-4555-9583-86a8a814a90c req-33a6c387-e8bb-4206-bff2-df66bf70b52d tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 210 time: 0.0844886 Aug 19 11:51:25.135018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-56bf1a45-6233-4df3-a0a9-6949e33bb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:25.136973 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-56bf1a45-6233-4df3-a0a9-6949e33bb474 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1125 time: 0.1418028 Aug 19 11:51:25.146203 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc4e0d6-fc4e-4899-a75e-ca6d22f8dfa0 x-openstack-request-id: req-3dc4e0d6-fc4e-4899-a75e-ca6d22f8dfa0 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:25.150525 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e30cce-3b68-45d0-bdbf-c16edbc30d29", "tag": "7f1e5fcb-9d22-49dd-b401-66b4f40d307a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:25.151016 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3dc4e0d6-fc4e-4899-a75e-ca6d22f8dfa0 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:25.151814 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e30cce-3b68-45d0-bdbf-c16edbc30d29', 'tag': '7f1e5fcb-9d22-49dd-b401-66b4f40d307a', 'status': 'completed', 'code': 200} Aug 19 11:51:25.159802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b171bcd-8a3b-4243-90f2-e103c9c23be0 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0f4a28-77ee-406e-9d2b-db97eb0f6ec1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:25.206398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-f8237e59-b56f-4928-9173-5347c50cadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:25.207973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-f8237e59-b56f-4928-9173-5347c50cadaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2280726 Aug 19 11:51:25.296342 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Deleting port a33de06c-0a60-45da-b61e-4be663086ebf {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:51:25.296967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.299866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6e3fc43-2fa6-4f0e-98c2-6f3fc5490ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.302468 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6e3fc43-2fa6-4f0e-98c2-6f3fc5490ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.303779 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a6e3fc43-2fa6-4f0e-98c2-6f3fc5490ca3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4368a2d-0123-4887-91d5-ccded46a9b9f HTTP/1.1" status: 204 len: 168 time: 0.5119095 Aug 19 11:51:25.328889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6664fc84-6c1d-4ecf-977f-71aa852cc740 req-96672760-00e3-429d-a9f8-f2d194aab09b tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "GET /v2.0/security-groups/53fe1618-8a62-4891-a2db-83d647528359 HTTP/1.1" status: 200 len: 1777 time: 0.1335750 Aug 19 11:51:25.336806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-5a749429-67b5-4589-a1a3-984811cc1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:25.338934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-5a749429-67b5-4589-a1a3-984811cc1cbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191533 Aug 19 11:51:25.433747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3fc43-2fa6-4f0e-98c2-6f3fc5490ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4368a2d-0123-4887-91d5-ccded46a9b9f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:25.451339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-3ad64ce3-d197-4bb5-a2cd-ae50a2674f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:25.452920 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-3ad64ce3-d197-4bb5-a2cd-ae50a2674f37 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.2836287 Aug 19 11:51:25.477755 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-4685266c-8628-4a2b-9db9-629ed4edfd19 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244059 Aug 19 11:51:25.514090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-523c40a9-45b0-4ab5-affa-22e04e1405f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df HTTP/1.1" status: 200 len: 217 time: 0.0503464 Aug 19 11:51:25.574664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] For port a33de06c-0a60-45da-b61e-4be663086ebf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a33de06c-0a60-45da-b61e-4be663086ebf,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:25.575163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.580032 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6664fc84-6c1d-4ecf-977f-71aa852cc740 req-6c20f230-c67e-4cf9-8ec6-00265f5015b1 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.593183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a9af8-378c-4581-8d94-a0f3a6348658 req-93de41de-d3b0-4a33-9201-7c99dc18b0fd tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:25.594889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-479a9af8-378c-4581-8d94-a0f3a6348658 req-93de41de-d3b0-4a33-9201-7c99dc18b0fd tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 948 time: 0.1218925 Aug 19 11:51:25.597142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Calling delete_port for a33de06c-0a60-45da-b61e-4be663086ebf owned by compute:tempest-test_az-1248156319 {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:51:25.605446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-feaae874-e402-4b73-8f06-84793eddde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:25.607090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-feaae874-e402-4b73-8f06-84793eddde3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.0830672 Aug 19 11:51:25.653621 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6664fc84-6c1d-4ecf-977f-71aa852cc740 req-6c20f230-c67e-4cf9-8ec6-00265f5015b1 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.678947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-479a9af8-378c-4581-8d94-a0f3a6348658 req-7fe2d080-4144-475f-92f5-c5205eb17102 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707102 Aug 19 11:51:25.686182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f5290b2-3300-4c50-95d8-e1fcc4860d0b req-06441e39-0f62-44a7-bb82-4555497119f0 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993277 Aug 19 11:51:25.737593 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6664fc84-6c1d-4ecf-977f-71aa852cc740 req-6c20f230-c67e-4cf9-8ec6-00265f5015b1 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.740258 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6664fc84-6c1d-4ecf-977f-71aa852cc740 req-6c20f230-c67e-4cf9-8ec6-00265f5015b1 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:25.741479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6664fc84-6c1d-4ecf-977f-71aa852cc740 req-6c20f230-c67e-4cf9-8ec6-00265f5015b1 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/53fe1618-8a62-4891-a2db-83d647528359 HTTP/1.1" status: 204 len: 173 time: 0.4015534 Aug 19 11:51:25.770268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20f230-c67e-4cf9-8ec6-00265f5015b1 tempest-SecurityGroupsTestAdminJSON-729693588 tempest-SecurityGroupsTestAdminJSON-729693588-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe1618-8a62-4891-a2db-83d647528359,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:25.895754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-303fca3b-1d83-470d-8cd1-846f6389fe97 req-c4df12ac-92c2-49ea-a3f8-089103e96099 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] 10.222.0.65 "GET /v2.0/security-groups/4f1f0c07-dbfc-4306-bc30-4cf2f37c4731 HTTP/1.1" status: 200 len: 1776 time: 0.1169751 Aug 19 11:51:25.900656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-298c3d15-844f-43c2-adca-90fc9082c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:25.902384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-298c3d15-844f-43c2-adca-90fc9082c0ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=201f946ee64d40fdae28f54dcff7d03c&device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 1099 time: 0.0840209 Aug 19 11:51:25.925774 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-7cec1a27-697c-4744-be0c-3524c9e6ca2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3096592 Aug 19 11:51:25.952390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41866) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:25.998848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-868217125-network', 'tenant_id': 'd039070ba1c94a72a38d1410b1b34c2b'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:26.057840 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-303fca3b-1d83-470d-8cd1-846f6389fe97 req-4e4deb33-88ce-4027-8bd3-58b6e328d0fd tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.110172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a076b-69cd-492d-953a-e2e9bebcf355 req-2d25790d-331f-43dd-8142-62aa1074565a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:26.117719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b0a076b-69cd-492d-953a-e2e9bebcf355 req-2d25790d-331f-43dd-8142-62aa1074565a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 944 time: 0.2009840 Aug 19 11:51:26.146216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Made reservation on behalf of d039070ba1c94a72a38d1410b1b34c2b for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:26.148473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.152013 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-8257fa07-8ad2-4a5f-8363-62aab170b869 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103748 Aug 19 11:51:26.161425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-5391ad6e-c712-4777-91d8-57595b4cd08a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:26.163230 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-5391ad6e-c712-4777-91d8-57595b4cd08a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.54 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 805 time: 0.2682157 Aug 19 11:51:26.174866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-303fca3b-1d83-470d-8cd1-846f6389fe97 req-4e4deb33-88ce-4027-8bd3-58b6e328d0fd tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.196212 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.201105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41874) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:26.218637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-c20655fd-5c1c-4875-8334-d913410bbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:26.220147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-c20655fd-5c1c-4875-8334-d913410bbec8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.3052309 Aug 19 11:51:26.220415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Request body: {'port': {'device_id': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'admin_state_up': True, 'tenant_id': '359ff869933a4f1aae5e14cb46906913'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:26.232777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b0a076b-69cd-492d-953a-e2e9bebcf355 req-3c1cb49b-154c-417d-a642-f9ca15783c72 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141810 Aug 19 11:51:26.249002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.290990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-e1a6fc34-cc78-4f7f-a1bf-1e6fbc5af6b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=7f1e5fcb-9d22-49dd-b401-66b4f40d307a HTTP/1.1" status: 200 len: 217 time: 0.0634320 Aug 19 11:51:26.343175 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-303fca3b-1d83-470d-8cd1-846f6389fe97 req-4e4deb33-88ce-4027-8bd3-58b6e328d0fd tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.348230 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-303fca3b-1d83-470d-8cd1-846f6389fe97 req-4e4deb33-88ce-4027-8bd3-58b6e328d0fd tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.354504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-303fca3b-1d83-470d-8cd1-846f6389fe97 req-4e4deb33-88ce-4027-8bd3-58b6e328d0fd tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] 10.222.0.65 "DELETE /v2.0/security-groups/4f1f0c07-dbfc-4306-bc30-4cf2f37c4731 HTTP/1.1" status: 204 len: 173 time: 0.4570692 Aug 19 11:51:26.444888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Pushing event deleted for resources: {'Port': ['ID=a33de06c-0a60-45da-b61e-4be663086ebf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:26.469257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26b8d1ad-650b-4ac3-94ee-16d9fe5eb2e4 req-0ece87d8-1d52-47ca-b46e-13ab15519e25 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 210 time: 0.1271274 Aug 19 11:51:26.469998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4deb33-88ce-4027-8bd3-58b6e328d0fd tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f0c07-dbfc-4306-bc30-4cf2f37c4731,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:26.479258 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca565402-b793-4117-a6e2-60dd45f6f24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.522251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-9b89da63-62d3-450b-a45c-947b35914735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:26.524899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-9b89da63-62d3-450b-a45c-947b35914735 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2234325 Aug 19 11:51:26.528044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] No DVR routers for this DVR port a33de06c-0a60-45da-b61e-4be663086ebf on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:51:26.531861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.534177 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-06059d2e-52d2-4183-bd19-8be40526d6a1 req-785fd526-c850-476b-a997-2927da655232 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.54 "DELETE /v2.0/ports/a33de06c-0a60-45da-b61e-4be663086ebf HTTP/1.1" status: 204 len: 173 time: 1.4910793 Aug 19 11:51:26.551676 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1efc4388-d85c-4e6f-89a4-6b9f3af85ff2 req-a0634a1f-646e-4728-ab2a-bee5be59ae43 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871193 Aug 19 11:51:26.617524 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.640790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c287a5a4-50e7-4244-a364-6f8286624245 req-19c9047d-53fa-47fc-868f-b199a496b747 tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] 10.222.0.65 "GET /v2.0/security-groups/f437d8d0-77c9-4eb6-86e2-f12dbb507638 HTTP/1.1" status: 200 len: 1777 time: 0.1686633 Aug 19 11:51:26.641390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.654062 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Made reservation on behalf of 359ff869933a4f1aae5e14cb46906913 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:26.657728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.701444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:51:26.736904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-da70eb21-819f-4eee-a615-1acf16420689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:26.738681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-da70eb21-819f-4eee-a615-1acf16420689 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1963603 Aug 19 11:51:26.753015 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.753596 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Added segment a9a144b7-b073-4fcc-ab4f-34da31727252 of type vlan for network 84e63ead-557f-4ddc-8617-740af5135c15 Aug 19 11:51:26.779189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c4b29-7e00-4b01-be83-4096d1426720,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:26.818605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Allocated IP 172.20.0.9 (8231fb04-5561-4e5a-a4b0-6bb497bc2b5b/991495d9-f1c8-4404-8e14-d7f40247d2fc/cc59b888-b0ad-4099-869d-582864f19d3d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:26.915718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:26.943765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'name': 'network-vif-deleted', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:26.946080 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ca3aad-b9db-4c2d-837d-5d3ce1c87593" -d '{"events": [{"server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "name": "network-vif-deleted", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:26.972359 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c287a5a4-50e7-4244-a364-6f8286624245 req-8a230ddf-989a-4fcd-97cf-2e6f5d796c6e tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.001966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.039353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880e4db-7654-4904-96dc-f624611eb999 req-99b6ac54-8281-4b50-8b31-93453a6d582b tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:27.046768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3880e4db-7654-4904-96dc-f624611eb999 req-99b6ac54-8281-4b50-8b31-93453a6d582b tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 948 time: 0.2609313 Aug 19 11:51:27.047697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.048574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.049592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:27.050245 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.074493 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c287a5a4-50e7-4244-a364-6f8286624245 req-8a230ddf-989a-4fcd-97cf-2e6f5d796c6e tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.106208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:27.109539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:27.112380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:27.118809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:27.119690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.135844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Pushing event updated for resources: {'Port': ['ID=cc59b888-b0ad-4099-869d-582864f19d3d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:27.168959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-6b167fc5-a074-41cf-be4e-8cb694d56e08 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988829 Aug 19 11:51:27.205840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] Pushing event updated for resources: {'Network': ['ID=84e63ead-557f-4ddc-8617-740af5135c15,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:27.218675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 84e63ead-557f-4ddc-8617-740af5135c15 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:51:27.279515 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca565402-b793-4117-a6e2-60dd45f6f24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.300255 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-25686ea5-927a-4fb9-adee-c48a208d90e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1097579 Aug 19 11:51:27.304898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3880e4db-7654-4904-96dc-f624611eb999 req-99f35771-6fba-4c44-b778-3ae43068ce4e tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571547 Aug 19 11:51:27.316921 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca565402-b793-4117-a6e2-60dd45f6f24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.332633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Request body: {'port': {'device_id': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:27.384561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6a69e910-46ce-489b-bcec-da0c8cf1ae08 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3873954 Aug 19 11:51:27.384561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c287a5a4-50e7-4244-a364-6f8286624245 req-8a230ddf-989a-4fcd-97cf-2e6f5d796c6e tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.386565 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c287a5a4-50e7-4244-a364-6f8286624245 req-8a230ddf-989a-4fcd-97cf-2e6f5d796c6e tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.387693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c287a5a4-50e7-4244-a364-6f8286624245 req-8a230ddf-989a-4fcd-97cf-2e6f5d796c6e tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] 10.222.0.65 "DELETE /v2.0/security-groups/f437d8d0-77c9-4eb6-86e2-f12dbb507638 HTTP/1.1" status: 204 len: 173 time: 0.7268271 Aug 19 11:51:27.389889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d930fa60-cc0b-4c78-84cd-b80b18e1734e req-4c41cb63-ceaf-4110-9978-d3717a64fc8b service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126436 Aug 19 11:51:27.395494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41912) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:27.405804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Request body: {'subnet': {'network_id': '84e63ead-557f-4ddc-8617-740af5135c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-868217125-subnet', 'tenant_id': 'd039070ba1c94a72a38d1410b1b34c2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:27.412790 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff530054-6996-4d44-b8c8-62f1a8cfa9ce x-openstack-request-id: req-ff530054-6996-4d44-b8c8-62f1a8cfa9ce {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:27.413298 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221fa54b-88b2-4d27-8cb3-5fc4bc89d36b", "name": "network-vif-deleted", "tag": "a33de06c-0a60-45da-b61e-4be663086ebf", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:27.413688 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff530054-6996-4d44-b8c8-62f1a8cfa9ce {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:27.414242 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221fa54b-88b2-4d27-8cb3-5fc4bc89d36b', 'name': 'network-vif-deleted', 'tag': 'a33de06c-0a60-45da-b61e-4be663086ebf', 'status': 'completed', 'code': 200} Aug 19 11:51:27.414976 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.438229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ca565402-b793-4117-a6e2-60dd45f6f24e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24812949e8524adf9aea5de979ab8d01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2336702 Aug 19 11:51:27.442253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41916) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:27.488091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca565402-b793-4117-a6e2-60dd45f6f24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ebd7af-60a5-4b1b-9e62-fa61f77e2cd3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:27.507426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a230ddf-989a-4fcd-97cf-2e6f5d796c6e tempest-SecurityGroupsTestAdminJSON-1649071 tempest-SecurityGroupsTestAdminJSON-1649071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f437d8d0-77c9-4eb6-86e2-f12dbb507638,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:27.524220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Made reservation on behalf of d039070ba1c94a72a38d1410b1b34c2b for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:27.527670 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.553263 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-f0880af9-a525-423d-ac75-de91521049b7 service neutron] 10.222.0.69 "GET /v2.0/ports/56622b5b-dc08-4f6d-8594-35a5ed1848df/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 384 time: 0.1422853 Aug 19 11:51:27.624384 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a69eba5d-11d4-4556-a15d-bb551eb58487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.694009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88662a-63cb-410e-a8fb-f8759a11b83a req-69e7347c-a8a5-49a4-8c11-c740fd4461b8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:27.701236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b88662a-63cb-410e-a8fb-f8759a11b83a req-69e7347c-a8a5-49a4-8c11-c740fd4461b8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 944 time: 0.1913023 Aug 19 11:51:27.719756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a69eba5d-11d4-4556-a15d-bb551eb58487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.824294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41930) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:27.879312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b88662a-63cb-410e-a8fb-f8759a11b83a req-c5e58fcb-cd42-4a2a-9a4c-44c76ec645b1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530085 Aug 19 11:51:27.905425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:27.920775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc7156-2195-4521-8a76-795ef516e100 req-570c910b-2dfa-47d1-9f9c-046eb0693d0f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:27.928112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ecc7156-2195-4521-8a76-795ef516e100 req-570c910b-2dfa-47d1-9f9c-046eb0693d0f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 931 time: 0.1402004 Aug 19 11:51:27.953661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc59b888-b0ad-4099-869d-582864f19d3d {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:27.958123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:27.979669 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.981955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a69eba5d-11d4-4556-a15d-bb551eb58487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.984696 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a69eba5d-11d4-4556-a15d-bb551eb58487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:27.989781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a69eba5d-11d4-4556-a15d-bb551eb58487 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00ebd7af-60a5-4b1b-9e62-fa61f77e2cd3 HTTP/1.1" status: 204 len: 168 time: 0.5436213 Aug 19 11:51:28.002620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Transition to ACTIVE for port object cc59b888-b0ad-4099-869d-582864f19d3d will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:28.004888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56622b5b-dc08-4f6d-8594-35a5ed1848df {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:28.006063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69eba5d-11d4-4556-a15d-bb551eb58487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ebd7af-60a5-4b1b-9e62-fa61f77e2cd3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:28.014466 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.017235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:28.026034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.057429 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ecc7156-2195-4521-8a76-795ef516e100 req-7c8d0b74-c989-4191-8c9a-c8fd2b9c6806 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283641 Aug 19 11:51:28.072417 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.106889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Pushing event updated for resources: {'Subnet': ['ID=481415e8-2317-47c0-abad-4b521f7abe77,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:28.112368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Checking segment: {'id': 'a9a144b7-b073-4fcc-ab4f-34da31727252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '84e63ead-557f-4ddc-8617-740af5135c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:28.113033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Network hostable DHCP agents. Network: 84e63ead-557f-4ddc-8617-740af5135c15, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:51:28.117976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.137625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Network 84e63ead-557f-4ddc-8617-740af5135c15 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:51:28.169590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Attempting to bind port cc59b888-b0ad-4099-869d-582864f19d3d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:28.170429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Attempting to bind port cc59b888-b0ad-4099-869d-582864f19d3d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:28.170765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Attempting to bind port cc59b888-b0ad-4099-869d-582864f19d3d on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:28.176899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 84e63ead-557f-4ddc-8617-740af5135c15) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:28.183951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:28.184577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.186618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Pushing event updated for resources: {'Port': ['ID=cc59b888-b0ad-4099-869d-582864f19d3d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:28.190588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Port cc59b888-b0ad-4099-869d-582864f19d3d on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:28.190918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Attempting to bind port cc59b888-b0ad-4099-869d-582864f19d3d on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:28.195319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6424e918-9ceb-4f17-93bf-7c3a88b9cc65 None None] Network 84e63ead-557f-4ddc-8617-740af5135c15 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:51:28.203144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:28.203480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Checking segment: {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:28.203858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Bound using segment: {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:28.204285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Bound port: cc59b888-b0ad-4099-869d-582864f19d3d, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:28.204639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.221071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] Transition to ACTIVE for port object 56622b5b-dc08-4f6d-8594-35a5ed1848df will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:28.247977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.258343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3aa9f8ab-07bb-4e22-b824-0d4b00e0ffab admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8590381 Aug 19 11:51:28.264752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8bc4e596-fd46-4621-8e54-c8d2e94f2176 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea3bd387f2f84165ba2ec9432bdd2767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368708 Aug 19 11:51:28.272352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41944) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:28.338365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] No DVR routers for this DVR port 56622b5b-dc08-4f6d-8594-35a5ed1848df on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:51:28.377765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] Pushing event updated for resources: {'Port': ['ID=56622b5b-dc08-4f6d-8594-35a5ed1848df,revision_number=10']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:28.390980 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-dd28e02a-d405-4d67-8225-a114290e2c16 service neutron] 10.222.0.69 "PUT /v2.0/ports/56622b5b-dc08-4f6d-8594-35a5ed1848df/bindings/n-h2-778550-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7837286 Aug 19 11:51:28.392647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:28.396130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc59b888-b0ad-4099-869d-582864f19d3d,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:28.403417 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.412599 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04ae9e8d-9e0b-4107-957d-3c30af015039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.429824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d022ae-3943-4b0e-8811-e8e529dfef25 None None] Network 84e63ead-557f-4ddc-8617-740af5135c15 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:51:28.448574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:28.449228 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.450850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] 10.222.0.54 "PUT /v2.0/ports/cc59b888-b0ad-4099-869d-582864f19d3d HTTP/1.1" status: 200 len: 1091 time: 1.1233692 Aug 19 11:51:28.478782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b072119-b492-4dcb-a9b9-3222aa0a9189 service neutron] Pushing event updated for resources: {'Port': ['ID=cc59b888-b0ad-4099-869d-582864f19d3d,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:28.517824 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04ae9e8d-9e0b-4107-957d-3c30af015039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.562645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdb841-8aee-4704-8d1f-d60eb7b3ef9b req-ecae4351-0ee8-434a-b1a8-99ee2bc07bcc tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:28.562645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7bdb841-8aee-4704-8d1f-d60eb7b3ef9b req-ecae4351-0ee8-434a-b1a8-99ee2bc07bcc tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 948 time: 0.0988343 Aug 19 11:51:28.598028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41956) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:28.656857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7bdb841-8aee-4704-8d1f-d60eb7b3ef9b req-3734c44c-40db-4c05-9c45-198a96c673ea tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943911 Aug 19 11:51:28.667822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-4e00df33-8f69-4176-9b0e-36e511c51c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:28.669405 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-4e00df33-8f69-4176-9b0e-36e511c51c5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0620911 Aug 19 11:51:28.674523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-ac228e23-a3b7-4667-8f11-74a6c5a181a3 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:28.675951 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-ac228e23-a3b7-4667-8f11-74a6c5a181a3 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.1297679 Aug 19 11:51:28.679198 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04ae9e8d-9e0b-4107-957d-3c30af015039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.683155 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04ae9e8d-9e0b-4107-957d-3c30af015039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.687886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-04ae9e8d-9e0b-4107-957d-3c30af015039 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42bfd918-119b-4907-89ce-5b4afc98aecd HTTP/1.1" status: 204 len: 168 time: 0.4141958 Aug 19 11:51:28.698145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae9e8d-9e0b-4107-957d-3c30af015039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bfd918-119b-4907-89ce-5b4afc98aecd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:28.735724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41966) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:28.744028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a33de06c-0a60-45da-b61e-4be663086ebf no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:51:28.752996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f80458d0-0fef-4b08-89bb-6e395492bafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.771397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: a33de06c-0a60-45da-b61e-4be663086ebf {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:51:28.772039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a33de06c-0a60-45da-b61e-4be663086ebf not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:51:28.831615 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-809a5b7a-9b08-45d5-9655-50a847c80131 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc59b888-b0ad-4099-869d-582864f19d3d HTTP/1.1" status: 200 len: 217 time: 0.0924642 Aug 19 11:51:28.874236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f80458d0-0fef-4b08-89bb-6e395492bafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.879796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f80458d0-0fef-4b08-89bb-6e395492bafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.900638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-0f1002f9-50d0-4afa-8416-a3ceb36002f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:28.902413 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-0f1002f9-50d0-4afa-8416-a3ceb36002f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5&tenant_id=f1d3b96aa45e44fea775af2b903efde1 HTTP/1.1" status: 200 len: 1096 time: 0.1616759 Aug 19 11:51:28.909905 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-b887ba27-a93d-4b33-be4a-2b801c026439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:28.911447 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-b887ba27-a93d-4b33-be4a-2b801c026439 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 200 len: 845 time: 0.0671368 Aug 19 11:51:28.914956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f80458d0-0fef-4b08-89bb-6e395492bafc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ee33e4228944d558a116b57907d4c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781335 Aug 19 11:51:28.918007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41968) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:28.957639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-272e1650-163e-4608-81d9-34968ce8749f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:28.981011 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-764ea0c1-0049-4265-99b1-48a537c44a46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445950 Aug 19 11:51:29.058824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 7f1e5fcb-9d22-49dd-b401-66b4f40d307a details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:29.079603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80458d0-0fef-4b08-89bb-6e395492bafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb7705f-2de3-46c6-b9ad-d5503b3fcddd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:29.106433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-a90c4316-2a9b-4d57-8e10-388d7dc449b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:29.108050 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-a90c4316-2a9b-4d57-8e10-388d7dc449b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1096 time: 0.1371181 Aug 19 11:51:29.114760 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ce23f9b-d04a-4558-9f8b-32519e065302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.136545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-272e1650-163e-4608-81d9-34968ce8749f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.147875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032ed87-932f-45e3-a844-ffd2b64360af req-8b6626d7-d119-440a-a5d4-cfb5694c37da tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:29.149403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2032ed87-932f-45e3-a844-ffd2b64360af req-8b6626d7-d119-440a-a5d4-cfb5694c37da tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 945 time: 0.0867119 Aug 19 11:51:29.152053 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-272e1650-163e-4608-81d9-34968ce8749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.219185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-6e1d5d37-13bb-4301-bef0-04ddc12f21c0 service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179935 Aug 19 11:51:29.226767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ce23f9b-d04a-4558-9f8b-32519e065302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.232177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e1650-163e-4608-81d9-34968ce8749f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d2205-32f3-43eb-8876-608a74933158,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:29.258039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-272e1650-163e-4608-81d9-34968ce8749f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ffa1e4467347403e80fcc437732d5d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435108 Aug 19 11:51:29.265292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41976) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:29.285723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41978) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:29.297109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:29.310933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '7f1e5fcb-9d22-49dd-b401-66b4f40d307a', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '7f1e5fcb-9d22-49dd-b401-66b4f40d307a', 'mac_address': 'fa:16:3e:51:8e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:29.329696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2032ed87-932f-45e3-a844-ffd2b64360af req-6f1f481f-19c7-41be-ab3d-66ea375e6d26 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461191 Aug 19 11:51:29.368197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-bb4833fa-2278-4ec3-9351-702a16c0624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:29.368423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.370507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-bb4833fa-2278-4ec3-9351-702a16c0624d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.2419083 Aug 19 11:51:29.395410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1e5fcb-9d22-49dd-b401-66b4f40d307a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:29.404804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b0499151-6abe-4fd7-b044-e25a3725de53 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50677893ada249a5b52b99e02f15bbd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106391 Aug 19 11:51:29.404804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41988) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:29.419011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:29.421906 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45fc236-badb-4c75-8acc-556250888644" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:29.424990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:29.429976 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ce23f9b-d04a-4558-9f8b-32519e065302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.433097 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.433831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ce23f9b-d04a-4558-9f8b-32519e065302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.434617 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ce23f9b-d04a-4558-9f8b-32519e065302 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/deb7705f-2de3-46c6-b9ad-d5503b3fcddd HTTP/1.1" status: 204 len: 168 time: 0.5150979 Aug 19 11:51:29.443023 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-1117208d-a70a-4073-98c5-d6e2169a37aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df HTTP/1.1" status: 200 len: 217 time: 0.0625374 Aug 19 11:51:29.445777 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c48671b-a97a-4ecf-a885-fa690bce42f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.452205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce23f9b-d04a-4558-9f8b-32519e065302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb7705f-2de3-46c6-b9ad-d5503b3fcddd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:29.456498 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7393c54-568e-4fb0-80ec-02fe93d94387 req-2d427583-0ae1-4b82-9bf5-ef14bb2cf29b service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093349 Aug 19 11:51:29.522407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:29.548719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2839c403-1bb1-4baa-8d08-b40303576a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:29.550342 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-2839c403-1bb1-4baa-8d08-b40303576a89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.0742552 Aug 19 11:51:29.595556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-f4878262-77cf-4a92-9ea6-8b22bdd53025 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288193 Aug 19 11:51:29.741873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['7f1e5fcb-9d22-49dd-b401-66b4f40d307a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:29.881345 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c48671b-a97a-4ecf-a885-fa690bce42f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.928639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-89681823-016d-41e6-89ad-bea776a3d72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:29.929361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-9be13df5-37f0-442d-9b52-5c2d5f7ed5bb service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192496 Aug 19 11:51:29.962754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525e372-0a4f-45e3-b964-b7c947852a3d req-ad97abc1-cf42-48d4-9a0e-e4cf3f5af366 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:29.965403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b525e372-0a4f-45e3-b964-b7c947852a3d req-ad97abc1-cf42-48d4-9a0e-e4cf3f5af366 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 943 time: 0.4646411 Aug 19 11:51:30.028058 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-89681823-016d-41e6-89ad-bea776a3d72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:30.041979 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-3e27274c-fbad-4cbf-a890-fc01aae0b915 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032965 Aug 19 11:51:30.045423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-a1c1705d-0b8d-4394-bf56-34457280bc1f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:30.046900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-a1c1705d-0b8d-4394-bf56-34457280bc1f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 820 time: 0.6298575 Aug 19 11:51:30.093121 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-e5851b2c-0dc2-411a-9c3d-639f6cd2b2d1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/quotas/23172949aae84995841c5e7a8fa1e132 HTTP/1.1" status: 200 len: 375 time: 0.0395217 Aug 19 11:51:30.096747 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b525e372-0a4f-45e3-b964-b7c947852a3d req-421dda5f-4362-4f9e-8b13-77e86bd1a125 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020601 Aug 19 11:51:30.097343 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c48671b-a97a-4ecf-a885-fa690bce42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:30.100344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c48671b-a97a-4ecf-a885-fa690bce42f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:30.104108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2c48671b-a97a-4ecf-a885-fa690bce42f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c35d2205-32f3-43eb-8876-608a74933158 HTTP/1.1" status: 204 len: 168 time: 0.8369763 Aug 19 11:51:30.113866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48671b-a97a-4ecf-a885-fa690bce42f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35d2205-32f3-43eb-8876-608a74933158,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:30.164442 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-bad29379-dfee-4b20-bc3a-78a124f8089d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431058 Aug 19 11:51:30.173014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-89681823-016d-41e6-89ad-bea776a3d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:30.176508 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-89681823-016d-41e6-89ad-bea776a3d72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:30.180847 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22eda73-042d-43a0-a1aa-4dc214b97783 x-openstack-request-id: req-c22eda73-042d-43a0-a1aa-4dc214b97783 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:30.180847 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:30.180847 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c22eda73-042d-43a0-a1aa-4dc214b97783 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:30.181713 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d', 'status': 'completed', 'code': 200} Aug 19 11:51:30.182961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-89681823-016d-41e6-89ad-bea776a3d72f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/394ba189-10fc-48cd-9b1a-0f7d274301e3 HTTP/1.1" status: 204 len: 168 time: 0.7670715 Aug 19 11:51:30.211265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89681823-016d-41e6-89ad-bea776a3d72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ba189-10fc-48cd-9b1a-0f7d274301e3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:30.319362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fc236-badb-4c75-8acc-556250888644 req-4e1fce0e-ba0d-4bbe-b770-de156d2710e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:30.321439 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a45fc236-badb-4c75-8acc-556250888644 req-4e1fce0e-ba0d-4bbe-b770-de156d2710e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0605719 Aug 19 11:51:30.326850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3635-837f-4e1d-b207-f3a2d0b84edd req-21b2fa70-234f-4e3c-a60a-29e880dddd8a tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:30.334088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f02b3635-837f-4e1d-b207-f3a2d0b84edd req-21b2fa70-234f-4e3c-a60a-29e880dddd8a tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 949 time: 0.0955327 Aug 19 11:51:30.360035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-abdd9f94-f86a-4dd1-b81f-9d00793e29ed service neutron] 10.222.0.65 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759109 Aug 19 11:51:30.429798 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f02b3635-837f-4e1d-b207-f3a2d0b84edd req-a4c3ba97-4fa8-4540-9a8d-ff5fdfd17114 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946543 Aug 19 11:51:30.497886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-0e44f9bc-2636-45da-a923-3956deab5da4 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:30.499389 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-0e44f9bc-2636-45da-a923-3956deab5da4 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.0710616 Aug 19 11:51:30.500534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fc236-badb-4c75-8acc-556250888644 req-41f6f823-c925-466b-9c87-a29e3245ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:30.501801 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a45fc236-badb-4c75-8acc-556250888644 req-41f6f823-c925-466b-9c87-a29e3245ef17 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 906 time: 0.1592460 Aug 19 11:51:30.512449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-a70f80c1-2673-4a2b-afed-6fa8ef243dfc service neutron] 10.222.0.65 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389647 Aug 19 11:51:30.656405 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a45fc236-badb-4c75-8acc-556250888644 req-671a852f-4599-42e1-a279-b98aaf58e0f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc59b888-b0ad-4099-869d-582864f19d3d HTTP/1.1" status: 200 len: 217 time: 0.1087012 Aug 19 11:51:30.684282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fa48b-7d73-4333-a790-9f962e9fe2e0 req-cdf15cf8-994a-454b-a077-2bfcd7d16379 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:30.698325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be0fa48b-7d73-4333-a790-9f962e9fe2e0 req-cdf15cf8-994a-454b-a077-2bfcd7d16379 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 945 time: 0.1063099 Aug 19 11:51:30.747191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53226d22-11f4-4f46-a403-97db66974f5d req-651d9ad2-c739-4a77-b474-302d4eca8287 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 210 time: 0.0477877 Aug 19 11:51:30.791904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42034) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:30.811611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fc236-badb-4c75-8acc-556250888644 req-07f1151c-d415-4e58-841e-f319da8f78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:30.813256 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a45fc236-badb-4c75-8acc-556250888644 req-07f1151c-d415-4e58-841e-f319da8f78be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 200 len: 845 time: 0.1410766 Aug 19 11:51:30.836871 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9172d675-7473-4752-81bc-ace5cb4af468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:30.871828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be0fa48b-7d73-4333-a790-9f962e9fe2e0 req-5b183ffe-b373-4ba1-a8ee-dbbd275fe0d8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231821 Aug 19 11:51:30.959902 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a45fc236-badb-4c75-8acc-556250888644 req-2a77bd1f-3708-451f-a8fc-804c7f2be51f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381085 Aug 19 11:51:31.050627 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9172d675-7473-4752-81bc-ace5cb4af468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.066269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9172d675-7473-4752-81bc-ace5cb4af468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.077434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 7f1e5fcb-9d22-49dd-b401-66b4f40d307a up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:31.099767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-3fd9479d-5955-4425-8841-e5222ca1e32c service neutron] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:31.105204 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-3fd9479d-5955-4425-8841-e5222ca1e32c service neutron] Notify callbacks [] for binding, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.106657 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8cfbf9e-9648-4370-aed4-3474a4f143d9 req-3fd9479d-5955-4425-8841-e5222ca1e32c service neutron] 10.222.0.54 "DELETE /v2.0/ports/56622b5b-dc08-4f6d-8594-35a5ed1848df/bindings/n-h1-778550-9 HTTP/1.1" status: 204 len: 173 time: 0.5503652 Aug 19 11:51:31.130728 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a45fc236-badb-4c75-8acc-556250888644 req-8c2a4d33-f16d-48c3-9631-f840f527732d service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578562 Aug 19 11:51:31.239129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9172d675-7473-4752-81bc-ace5cb4af468 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4028e472183f4612bbd7841760568690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460487 Aug 19 11:51:31.241318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:31.247923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:31.248560 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.250782 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a45fc236-badb-4c75-8acc-556250888644 req-2a333cae-478b-4fb9-8e16-828104c2de70 service neutron] 10.222.0.54 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124887 Aug 19 11:51:31.251588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42064) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:31.348358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7422ea3-8206-4baa-b3be-6932a86b7e20 req-efec0cfe-ffe4-41e0-a69a-242721ca65e6 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:31.348575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-55dd5bd8-e957-4a73-98ef-ab8f813c0f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.358334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7422ea3-8206-4baa-b3be-6932a86b7e20 req-efec0cfe-ffe4-41e0-a69a-242721ca65e6 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1096 time: 0.3044145 Aug 19 11:51:31.383095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172d675-7473-4752-81bc-ace5cb4af468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c543be5-e4b6-42dd-acd3-b8301ed59886,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:31.389008 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-55dd5bd8-e957-4a73-98ef-ab8f813c0f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.410506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4627fe2-f8f8-466c-9ef0-c9fb70582a94 req-87033391-fbe3-4a00-8a8e-d2b23ad70b51 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:31.412335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4627fe2-f8f8-466c-9ef0-c9fb70582a94 req-87033391-fbe3-4a00-8a8e-d2b23ad70b51 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 943 time: 0.1589022 Aug 19 11:51:31.441244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7422ea3-8206-4baa-b3be-6932a86b7e20 req-a68e5ea9-29e0-48d4-9d6d-28fd9e0a235b tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654514 Aug 19 11:51:31.441868 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.477695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e30cce-3b68-45d0-bdbf-c16edbc30d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1e5fcb-9d22-49dd-b401-66b4f40d307a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:31.484470 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e305e838-e62c-44da-a3cf-390abe46d829" -d '{"events": [{"server_uuid": "32e30cce-3b68-45d0-bdbf-c16edbc30d29", "name": "network-vif-plugged", "status": "completed", "tag": "7f1e5fcb-9d22-49dd-b401-66b4f40d307a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:31.492240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-55dd5bd8-e957-4a73-98ef-ab8f813c0f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.497260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-55dd5bd8-e957-4a73-98ef-ab8f813c0f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.508517 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-55dd5bd8-e957-4a73-98ef-ab8f813c0f45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c543be5-e4b6-42dd-acd3-b8301ed59886 HTTP/1.1" status: 204 len: 168 time: 0.2532444 Aug 19 11:51:31.526544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4627fe2-f8f8-466c-9ef0-c9fb70582a94 req-cab14b95-cb92-42f5-81f9-611355f7b05e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905161 Aug 19 11:51:31.528903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd5bd8-e957-4a73-98ef-ab8f813c0f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c543be5-e4b6-42dd-acd3-b8301ed59886,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:31.565897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:31.574060 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:31.577036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 56622b5b-dc08-4f6d-8594-35a5ed1848df no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:51:31.608923 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6fa97f-b447-48b4-b97a-5dbc44d4106d x-openstack-request-id: req-3f6fa97f-b447-48b4-b97a-5dbc44d4106d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:31.609534 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e30cce-3b68-45d0-bdbf-c16edbc30d29", "name": "network-vif-plugged", "status": "completed", "tag": "7f1e5fcb-9d22-49dd-b401-66b4f40d307a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:31.609985 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f6fa97f-b447-48b4-b97a-5dbc44d4106d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:31.610667 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e30cce-3b68-45d0-bdbf-c16edbc30d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1e5fcb-9d22-49dd-b401-66b4f40d307a', 'code': 200} Aug 19 11:51:31.629267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5c1a-2621-40ba-be8f-5e273e41f67f req-56b39371-bd5f-4c13-8a69-7efb233f2c7c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:31.630766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-585d5c1a-2621-40ba-be8f-5e273e41f67f req-56b39371-bd5f-4c13-8a69-7efb233f2c7c tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 949 time: 0.1009710 Aug 19 11:51:31.689588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 56622b5b-dc08-4f6d-8594-35a5ed1848df not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:51:31.694003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:31.717233 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-585d5c1a-2621-40ba-be8f-5e273e41f67f req-1ca42246-0aa7-474c-a977-9517ae479698 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757155 Aug 19 11:51:31.817206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883272b-57d7-4fb9-b623-8a967c4044f7 req-fe10d174-70c1-40a1-bb26-3dbfb3e61b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:31.818951 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f883272b-57d7-4fb9-b623-8a967c4044f7 req-fe10d174-70c1-40a1-bb26-3dbfb3e61b0b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 1101 time: 0.0593016 Aug 19 11:51:31.890666 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f883272b-57d7-4fb9-b623-8a967c4044f7 req-ec6ff552-151d-46f8-93fc-7937bea52776 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638270 Aug 19 11:51:31.928941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dda944db-f46c-4387-8263-07e556b62efd req-c0e3271e-28d3-4bcf-b03a-e6086b232ddf tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 210 time: 0.0336075 Aug 19 11:51:31.978026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-c27503ce-6dcd-4c5d-9eb7-f56f60cbc298 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:31.979800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-c27503ce-6dcd-4c5d-9eb7-f56f60cbc298 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 808 time: 0.1687160 Aug 19 11:51:31.995719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-9bb9ec6c-29fd-4394-ba32-4949049a8c50 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/quotas/f1d3b96aa45e44fea775af2b903efde1 HTTP/1.1" status: 200 len: 375 time: 0.0100863 Aug 19 11:51:32.057717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-c8a2e62a-6782-4710-bbaf-427924cc077b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547681 Aug 19 11:51:32.159207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-2c471d8e-2cf7-4610-b147-d3b427151a27 service neutron] 10.222.0.65 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908234 Aug 19 11:51:32.318861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-ca6b6626-883d-4014-86f4-a460c05b263e tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b8cd18245803410985baf04871dded83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246825 Aug 19 11:51:32.327957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-0dca7aa9-ae7d-424f-a563-799f80f1717d service neutron] 10.222.0.65 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617312 Aug 19 11:51:32.571194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d031bc30-3634-4b1a-9b4d-c00508b41b48 req-7d56de33-baf7-4dee-a5d4-fcdd275eebff tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0762668 Aug 19 11:51:32.592588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-d92dee49-dd8f-469c-8042-76cbe51831bd tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:32.599595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-d92dee49-dd8f-469c-8042-76cbe51831bd tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705503 Aug 19 11:51:32.630675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-fb5f4408-0be9-4415-9bfd-838a6ead0dd4 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/quotas/b8cd18245803410985baf04871dded83 HTTP/1.1" status: 200 len: 375 time: 0.0299864 Aug 19 11:51:32.710725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-9b3fe63a-2fe5-4b3c-8de4-b3fd147535f0 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8cd18245803410985baf04871dded83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767212 Aug 19 11:51:32.773098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc59b888-b0ad-4099-869d-582864f19d3d details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:32.797542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755aa5-8340-4780-a084-b43554ace9b0 req-afdf4ba0-a1eb-4deb-a95b-c7b223d00d0a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:32.807031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd755aa5-8340-4780-a084-b43554ace9b0 req-afdf4ba0-a1eb-4deb-a95b-c7b223d00d0a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 943 time: 0.1096430 Aug 19 11:51:32.911956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd755aa5-8340-4780-a084-b43554ace9b0 req-92cd3024-a735-4a44-87c9-2166bf14c6e6 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038427 Aug 19 11:51:33.087074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc59b888-b0ad-4099-869d-582864f19d3d,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:33.116853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'cc59b888-b0ad-4099-869d-582864f19d3d', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'port_id': 'cc59b888-b0ad-4099-869d-582864f19d3d', 'mac_address': 'fa:16:3e:6f:f8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991495d9-f1c8-4404-8e14-d7f40247d2fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:33.190206 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:33.223006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc59b888-b0ad-4099-869d-582864f19d3d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:33.223355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5a78076-827f-4dca-89c9-5e397e344446 req-72a4ec42-6f2b-4951-ada3-9532ee1a46e1 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 210 time: 0.1492698 Aug 19 11:51:33.282618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc59b888-b0ad-4099-869d-582864f19d3d,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:33.293554 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:33.315497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7d581-7229-494c-b00b-2f83dfa99239 req-36403a56-ee50-40f3-b3c4-e94c801f5525 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:33.333181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73b7d581-7229-494c-b00b-2f83dfa99239 req-36403a56-ee50-40f3-b3c4-e94c801f5525 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 950 time: 0.2492390 Aug 19 11:51:33.395750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cc59b888-b0ad-4099-869d-582864f19d3d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:33.457483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e309230-fe56-4ce4-8f02-5ee24f683c67 req-c2a1232f-4f7c-4a08-8d86-8050e721fd93 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 210 time: 0.0645416 Aug 19 11:51:33.489489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73b7d581-7229-494c-b00b-2f83dfa99239 req-4a60e672-b9fd-4301-964f-469d698bf6c4 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423807 Aug 19 11:51:33.518580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-c7790f18-d590-41c0-8916-096512b427d1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:33.521003 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-c7790f18-d590-41c0-8916-096512b427d1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 820 time: 0.3056190 Aug 19 11:51:33.571515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Request body: {'port': {'device_id': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b', 'admin_state_up': True, 'tenant_id': '23172949aae84995841c5e7a8fa1e132'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:33.667115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['cc59b888-b0ad-4099-869d-582864f19d3d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:33.739128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Made reservation on behalf of 23172949aae84995841c5e7a8fa1e132 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:33.745159 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:33.769669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e546ea4-154f-4d85-a003-d416e7f83877 req-71735b3c-54e8-4625-9992-b4e391d712b2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0712576 Aug 19 11:51:33.944669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Allocated IP 172.20.0.3 (487782ee-3b36-4ac6-a661-aec65fc1c82b/b2a4fdb0-876e-4ce9-a5d2-469649f0215f/6a265c24-91d2-4b49-b234-cd77ea02f329) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:33.997504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-0bf38615-9630-4b71-97c8-e3205bcf771f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e913d369cbf64108a4041efa636a9b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449915 Aug 19 11:51:34.130773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a82d1d-4576-45f2-a3cd-97aa0f41d903 req-fa656964-52a9-48bf-8a01-ef61d3953932 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:34.138750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2a82d1d-4576-45f2-a3cd-97aa0f41d903 req-fa656964-52a9-48bf-8a01-ef61d3953932 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 944 time: 0.1226506 Aug 19 11:51:34.172770 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:34.176764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-72fb6c31-da1b-4f75-bc4f-52ece8236376 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:34.185347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-72fb6c31-da1b-4f75-bc4f-52ece8236376 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863697 Aug 19 11:51:34.222416 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:34.261261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-9e0905de-2b75-4e55-8e1a-25f652f12074 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/quotas/e913d369cbf64108a4041efa636a9b71 HTTP/1.1" status: 200 len: 375 time: 0.0747571 Aug 19 11:51:34.269217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2a82d1d-4576-45f2-a3cd-97aa0f41d903 req-cfac6559-481a-4bdc-a0b3-60e06fae9a26 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293523 Aug 19 11:51:34.281842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Network 487782ee-3b36-4ac6-a661-aec65fc1c82b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:34.288945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:34.301642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:34.309207 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:34.310009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:34.326274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Pushing event updated for resources: {'Port': ['ID=6a265c24-91d2-4b49-b234-cd77ea02f329,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:34.335173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-3c731c69-f8fd-49cd-96c5-77daf8f82bb2 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e913d369cbf64108a4041efa636a9b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613258 Aug 19 11:51:34.342088 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1998080c-5a3c-416f-a934-246aacf6d528 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737465 Aug 19 11:51:34.359596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-01154d1c-41ed-4c7c-9849-5e6501e80672 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:34.362340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-01154d1c-41ed-4c7c-9849-5e6501e80672 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 808 time: 0.1747479 Aug 19 11:51:34.363079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Request body: {'port': {'device_id': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:34.387232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Request body: {'port': {'device_id': '00556734-d675-4739-85f5-adecdd78d2a2', 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b', 'admin_state_up': True, 'tenant_id': 'f1d3b96aa45e44fea775af2b903efde1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:34.424293 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:34.499217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1f88282-54b9-40f6-95f9-afab7c77d8e2 req-bb4666a3-80d6-4d65-858c-6c81fb9158d1 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 210 time: 0.0600531 Aug 19 11:51:34.598313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Made reservation on behalf of f1d3b96aa45e44fea775af2b903efde1 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:34.602116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:34.699340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55d620-4971-46ac-907c-cc3adf5024b9 req-0ef390ba-3b0f-46fc-b912-af87a4c8a4bc tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:34.700961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a55d620-4971-46ac-907c-cc3adf5024b9 req-0ef390ba-3b0f-46fc-b912-af87a4c8a4bc tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 950 time: 0.1166992 Aug 19 11:51:34.739626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.69', 59574) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:34.785735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc59b888-b0ad-4099-869d-582864f19d3d up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:34.816795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-fee60151-eba6-4580-8054-03ce51fe2639 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b8cd18245803410985baf04871dded83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732434 Aug 19 11:51:34.830233 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a55d620-4971-46ac-907c-cc3adf5024b9 req-dacc2e9b-ae77-4591-82ce-de875f43131f tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204643 Aug 19 11:51:34.896473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a265c24-91d2-4b49-b234-cd77ea02f329 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:34.908934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port cc59b888-b0ad-4099-869d-582864f19d3d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:34.915298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port cc59b888-b0ad-4099-869d-582864f19d3d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:34.916322 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:34.918245 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:34.939969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Transition to ACTIVE for port object 6a265c24-91d2-4b49-b234-cd77ea02f329 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:34.949209 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.007762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Allocated IP 172.20.0.8 (6472b55c-1ec0-4718-a47a-cfd4cafee08b/cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c/9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:35.063294 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.068653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Pushing event updated for resources: {'Port': ['ID=6a265c24-91d2-4b49-b234-cd77ea02f329,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:35.082652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:35.083251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:35.083654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:35.088980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Port 6a265c24-91d2-4b49-b234-cd77ea02f329 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:35.089337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:35.095614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:35.096161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:35.097486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:35.098094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Bound port: 6a265c24-91d2-4b49-b234-cd77ea02f329, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:35.098696 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.122867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-681ad56e-2fcf-4524-904e-860e2409565e tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:35.124556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-681ad56e-2fcf-4524-904e-860e2409565e tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884011 Aug 19 11:51:35.131411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:35.133837 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326d7821-c49a-4714-b0cb-71c2d3651c45" -d '{"events": [{"server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "name": "network-vif-plugged", "status": "completed", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:35.139941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc59b888-b0ad-4099-869d-582864f19d3d,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:35.146051 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.146533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Request body: {'port': {'device_id': '6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'b8cd18245803410985baf04871dded83'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:35.158570 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-feea26d6-cf13-4eec-8d59-ea5121a74104 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e913d369cbf64108a4041efa636a9b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046383 Aug 19 11:51:35.173920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:35.177944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:35.184117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.216841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cc59b888-b0ad-4099-869d-582864f19d3d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:35.225169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:35.225793 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.227197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] 10.222.0.69 "PUT /v2.0/ports/6a265c24-91d2-4b49-b234-cd77ea02f329 HTTP/1.1" status: 200 len: 1091 time: 0.8688066 Aug 19 11:51:35.227640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:35.230300 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248b0d42-e3e2-4548-9697-355aee0ba8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:35.241084 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039f04e-a714-4d94-9289-440025da6b88 req-3c86d7c3-68af-4a83-84e8-3abf232f3394 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:35.242712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1039f04e-a714-4d94-9289-440025da6b88 req-3c86d7c3-68af-4a83-84e8-3abf232f3394 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 943 time: 0.2826223 Aug 19 11:51:35.259327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f586f3-b489-46f1-9214-ad9fa9ba2376 service neutron] Pushing event updated for resources: {'Port': ['ID=6a265c24-91d2-4b49-b234-cd77ea02f329,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:35.335333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-d7351a0b-d9a1-44dd-bde6-8f35ad88ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:35.336948 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-d7351a0b-d9a1-44dd-bde6-8f35ad88ef9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1094 time: 0.0463753 Aug 19 11:51:35.392371 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-42a39005-eef7-4797-bfa6-8233fc1f4665 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a265c24-91d2-4b49-b234-cd77ea02f329 HTTP/1.1" status: 200 len: 217 time: 0.0399408 Aug 19 11:51:35.429678 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1039f04e-a714-4d94-9289-440025da6b88 req-0c3f4dc3-83b7-4a26-9063-fe9e342d67ff tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553752 Aug 19 11:51:35.452762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-82c5425b-e28c-4563-b00e-bf5b73cd4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:35.454938 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-82c5425b-e28c-4563-b00e-bf5b73cd4267 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0553601 Aug 19 11:51:35.492571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-1bf34a5a-0f34-4ad7-a23d-16d1e679fd31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295615 Aug 19 11:51:35.492836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-b3542743-7789-4c3f-b873-dcc2fe2effaa tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:35.494629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-b3542743-7789-4c3f-b873-dcc2fe2effaa tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3350453 Aug 19 11:51:35.558733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef91a221-9201-4fce-b0fc-79bbb40c9291 req-14ac54f3-8927-41a8-a0c9-f74ff90a8763 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0494242 Aug 19 11:51:35.562830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-43fbcbc8-34a8-4f96-8440-44d182f8a539 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/quotas/e913d369cbf64108a4041efa636a9b71 HTTP/1.1" status: 200 len: 375 time: 0.0547786 Aug 19 11:51:35.567995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Made reservation on behalf of b8cd18245803410985baf04871dded83 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:35.571483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.584860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.595380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.615087 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-5fa76f39-b576-464f-a179-4b1bcc37caa4 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138580 Aug 19 11:51:35.624297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-03d8c9e3-9cd5-4b44-b9ec-1552b0dab516 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e913d369cbf64108a4041efa636a9b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483222 Aug 19 11:51:35.682087 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.737429 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc3d5b70-f87f-4f9c-8b08-65a991bdab0f req-5ec113a9-8651-4809-9f02-57df63e132b2 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142621 Aug 19 11:51:35.747104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Network 6472b55c-1ec0-4718-a47a-cfd4cafee08b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:35.755800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:35.762883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:35.769192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Pushing event updated for resources: {'Port': ['ID=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:35.832827 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.836626 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36131f5-eb18-4606-88c8-a6a35ca930ca x-openstack-request-id: req-b36131f5-eb18-4606-88c8-a6a35ca930ca {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:35.837815 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "name": "network-vif-plugged", "status": "completed", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:35.838303 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b36131f5-eb18-4606-88c8-a6a35ca930ca {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:35.838797 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d', 'code': 200} Aug 19 11:51:35.846117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:35.846906 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:35.872663 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcedd784-2d92-45ce-8166-a3a7702aa5f3 x-openstack-request-id: req-bcedd784-2d92-45ce-8166-a3a7702aa5f3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:35.872999 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:35.873250 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcedd784-2d92-45ce-8166-a3a7702aa5f3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:35.873646 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329', 'status': 'completed', 'code': 200} Aug 19 11:51:35.877031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:36.015808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-a665592b-871f-4350-8e66-2017183aa342 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6351519 Aug 19 11:51:36.060761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Request body: {'port': {'device_id': '00556734-d675-4739-85f5-adecdd78d2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:36.073055 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-1682b513-5e8f-470c-a2b8-7fa97fb22da8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e913d369cbf64108a4041efa636a9b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658524 Aug 19 11:51:36.100991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb331f6-838a-4dbe-b35e-90f12001d831,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:36.192946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-b49c3377-85db-47dc-ad76-338eb4ac19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:36.194480 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-b49c3377-85db-47dc-ad76-338eb4ac19cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1094 time: 0.2248571 Aug 19 11:51:36.200400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5082546-2984-427c-b7f9-4d644f97e5f6 req-8c27f9b2-4a46-4f14-9898-f8aa4360a265 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:36.205283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5082546-2984-427c-b7f9-4d644f97e5f6 req-8c27f9b2-4a46-4f14-9898-f8aa4360a265 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.2308261 Aug 19 11:51:36.222046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6a43-d619-47aa-9cb6-66ab33943e95 req-7aea5e9e-ca61-4ce7-aea9-efc86973afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:36.223571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2ca6a43-d619-47aa-9cb6-66ab33943e95 req-7aea5e9e-ca61-4ce7-aea9-efc86973afb2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1973355 Aug 19 11:51:36.251576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fae8dcd7-15c5-43db-a8dd-2956e73bd725 req-a5e1f3c7-016e-4e91-80a5-50ed395243b8 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 210 time: 0.0856059 Aug 19 11:51:36.252919 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Allocated IP 192.168.233.152 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/00f6da87-c23d-41a7-b659-217190a1ae19) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:36.293023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:36.344328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-e621424c-9e4e-492f-8764-328265485298 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:36.345989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-e621424c-9e4e-492f-8764-328265485298 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641199 Aug 19 11:51:36.369506 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2ca6a43-d619-47aa-9cb6-66ab33943e95 req-1e033f53-f7fb-4614-98cd-9a713c3b89ee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052127 Aug 19 11:51:36.374674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Request body: {'port': {'device_id': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'e913d369cbf64108a4041efa636a9b71'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:36.473803 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-401d6d8e-e243-4267-a5ff-4882fc9e364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:36.475316 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-401d6d8e-e243-4267-a5ff-4882fc9e364b service neutron] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.2719376 Aug 19 11:51:36.528094 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-43cb1ac8-9bd3-4f3c-a00c-a0124548eaf6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a265c24-91d2-4b49-b234-cd77ea02f329 HTTP/1.1" status: 200 len: 217 time: 0.0449440 Aug 19 11:51:36.596409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Made reservation on behalf of e913d369cbf64108a4041efa636a9b71 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:36.599855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:36.604361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-82dad8a5-8e44-4212-988b-dbaecd095282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:36.605850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-82dad8a5-8e44-4212-988b-dbaecd095282 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0697906 Aug 19 11:51:36.611505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:36.625269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5082546-2984-427c-b7f9-4d644f97e5f6 req-f4a38e6f-611b-4748-99aa-385df4bb42f6 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760111 Aug 19 11:51:36.654534 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-840ad654-4a40-41c5-842c-4d0b2327276e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398479 Aug 19 11:51:36.798277 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-1f325e3a-d7f5-4fef-ae57-4ec7d8980a11 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362803 Aug 19 11:51:36.808786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6073068-12ae-4249-aada-117629248d51 req-d600748b-62c2-4bdc-832a-218b596151f9 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 210 time: 0.0920122 Aug 19 11:51:36.821563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee5638-e87c-464a-8268-01c9cf7f413c req-25c8fd79-94db-449d-b45c-1e0647c357dc tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:36.829119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83ee5638-e87c-464a-8268-01c9cf7f413c req-25c8fd79-94db-449d-b45c-1e0647c357dc tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 1101 time: 0.2472110 Aug 19 11:51:36.859061 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-83ee5638-e87c-464a-8268-01c9cf7f413c req-d005cef3-463b-4fef-aee4-6c48118a75fc tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:36.927957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:36.935289 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-248b0d42-e3e2-4548-9697-355aee0ba8e4 req-6b03960e-5d15-4675-92e4-00313c2375ed service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277540 Aug 19 11:51:36.936055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:36.961754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.011324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Transition to ACTIVE for port object 00f6da87-c23d-41a7-b659-217190a1ae19 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:37.011566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb01ea9-7521-4370-80c9-be1cb81f2331,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:37.178266 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.190817 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-83ee5638-e87c-464a-8268-01c9cf7f413c req-d005cef3-463b-4fef-aee4-6c48118a75fc tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.196243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:37.222928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Allocated IP 192.168.233.48 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/8e997e5f-81e7-49eb-b667-f1ba9982a2ed) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:37.232432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-83ee5638-e87c-464a-8268-01c9cf7f413c req-d005cef3-463b-4fef-aee4-6c48118a75fc tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.239162 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.288084 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:37.302481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83ee5638-e87c-464a-8268-01c9cf7f413c req-d005cef3-463b-4fef-aee4-6c48118a75fc tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725049 Aug 19 11:51:37.311640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:37.314912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Transition to ACTIVE for port object 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:37.323984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af9f38-9834-48df-a7d9-4edb4dbd136b req-83261497-0d47-4b33-a2df-77a71020e0f5 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:37.325545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02af9f38-9834-48df-a7d9-4edb4dbd136b req-83261497-0d47-4b33-a2df-77a71020e0f5 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 943 time: 0.2170126 Aug 19 11:51:37.326517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:37.329956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Pushing event updated for resources: {'Port': ['ID=00f6da87-c23d-41a7-b659-217190a1ae19,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:37.341083 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.341083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005cef3-463b-4fef-aee4-6c48118a75fc tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4b38f2-edcb-40a3-a4b3-529927ca79ad,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:37.407519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.430597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Transition to ACTIVE for port object 8e997e5f-81e7-49eb-b667-f1ba9982a2ed will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:37.461221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:37.461854 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.467974 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.486405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Pushing event updated for resources: {'Port': ['ID=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:37.536522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02af9f38-9834-48df-a7d9-4edb4dbd136b req-f81f56c1-5bf5-4992-93c8-3e9832a38d27 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021685 Aug 19 11:51:37.580329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-5445a939-97ac-419b-b0aa-8ba16dbd5abb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4380696 Aug 19 11:51:37.605327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Request body: {'port': {'device_id': '6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:37.647224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1bec-90f7-46c2-855e-10569f028edb req-672bce72-7475-473c-bb3c-605f5cb636e7 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:37.657352 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91cb1bec-90f7-46c2-855e-10569f028edb req-672bce72-7475-473c-bb3c-605f5cb636e7 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 943 time: 0.2054207 Aug 19 11:51:37.677963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:37.678317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:37.678627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:37.698901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-29d3ac53-4a9b-493b-add7-a18db8bff76a None None] Provisioning for port 00f6da87-c23d-41a7-b659-217190a1ae19 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:37.709351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-29d3ac53-4a9b-493b-add7-a18db8bff76a None None] Provisioning complete for port 00f6da87-c23d-41a7-b659-217190a1ae19 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:37.709645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:37.710064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:37.711728 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-29d3ac53-4a9b-493b-add7-a18db8bff76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.764311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-29d3ac53-4a9b-493b-add7-a18db8bff76a None None] Port 00f6da87-c23d-41a7-b659-217190a1ae19 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:51:37.779771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:37.780464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:37.781701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:37.782425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Bound port: 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:37.782994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.785805 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-03cd9e49-e22f-4264-b23e-6b058bfa9598 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e913d369cbf64108a4041efa636a9b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559602 Aug 19 11:51:37.796632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:37.800016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:37.809925 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.876329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91cb1bec-90f7-46c2-855e-10569f028edb req-7fe2c8dc-6064-4651-9311-dfd0f38eb8d6 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030315 Aug 19 11:51:37.883664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:37.887494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:37.895994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:37.896712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:37.931615 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6c128ff8-cec8-45a4-b53c-a83a4314fc65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5604982 Aug 19 11:51:37.953399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Request body: {'port': {'device_id': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:37.970790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d2018b53-f90b-4b1a-a9f5-59935af8850b tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:37.972510 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d2018b53-f90b-4b1a-a9f5-59935af8850b tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768870 Aug 19 11:51:38.008036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Request body: {'port': {'device_id': 'eb4e5465-96f8-45f7-aedd-60f92c63a078', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'e913d369cbf64108a4041efa636a9b71'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:38.089813 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.194508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-64da7db6-1850-42b8-82e7-f09e8118cbd3 None None] Provisioning for port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:38.202357 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-64da7db6-1850-42b8-82e7-f09e8118cbd3 None None] Provisioning complete for port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:38.202943 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64da7db6-1850-42b8-82e7-f09e8118cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.226165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:38.232477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Made reservation on behalf of e913d369cbf64108a4041efa636a9b71 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:38.238205 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.255829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-64da7db6-1850-42b8-82e7-f09e8118cbd3 None None] Port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:51:38.260711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787b1f0-f3c4-4753-994e-90a66aead988 req-a6855d97-dd26-46d3-bdda-6fa234fa66c6 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:38.262287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2787b1f0-f3c4-4753-994e-90a66aead988 req-a6855d97-dd26-46d3-bdda-6fa234fa66c6 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 936 time: 0.3728609 Aug 19 11:51:38.270440 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:38.279262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e9a09-3d87-42ba-bdef-b0a2b5b960cb req-b867367c-8929-4c07-aa2f-8a41a8eddd0c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:38.287074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb9e9a09-3d87-42ba-bdef-b0a2b5b960cb req-b867367c-8929-4c07-aa2f-8a41a8eddd0c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.3099744 Aug 19 11:51:38.304344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.409357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:38.409966 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.411351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] 10.222.0.69 "PUT /v2.0/ports/9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 200 len: 1091 time: 2.3719261 Aug 19 11:51:38.411787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:38.414064 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c9365-a09e-46cf-9c37-7b8fc9285880" -d '{"events": [{"name": "network-changed", "server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:38.449496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb9e9a09-3d87-42ba-bdef-b0a2b5b960cb req-810278e9-9789-40e7-8f26-8eb5d3d2827e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612024 Aug 19 11:51:38.467764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2787b1f0-f3c4-4753-994e-90a66aead988 req-b019a9e4-8379-4d33-b5fa-69996ae4c41c tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693461 Aug 19 11:51:38.467764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1e31b-0fde-4c5e-90ad-65eb39bee8cb service neutron] Pushing event updated for resources: {'Port': ['ID=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:38.526571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f6da87-c23d-41a7-b659-217190a1ae19 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:38.549063 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.580936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42324) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:38.614430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Transition to ACTIVE for port object 00f6da87-c23d-41a7-b659-217190a1ae19 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:38.619407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e34d2586-9e9f-4fd7-843f-f5ab6f4c8fbc req-cdd0fe11-1b29-42cb-9cc1-42e3202282fa tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 210 time: 0.0724485 Aug 19 11:51:38.623782 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.665049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-b465deda-db57-4abc-89de-2b0a75aed560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:38.666887 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-b465deda-db57-4abc-89de-2b0a75aed560 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1094 time: 0.1702919 Aug 19 11:51:38.705975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cca391-5b5d-4c55-9607-ce23d4138580 req-0739cf1d-dac8-41a6-8f40-935f0bbb9b8c tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:38.708241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f52c550f-59ec-4e2e-9836-d68cf810e660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.709147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0cca391-5b5d-4c55-9607-ce23d4138580 req-0739cf1d-dac8-41a6-8f40-935f0bbb9b8c tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 1101 time: 0.1576962 Aug 19 11:51:38.716670 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061c6d7f-0e18-4d60-8a8a-523cb31c68ce x-openstack-request-id: req-061c6d7f-0e18-4d60-8a8a-523cb31c68ce {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:38.716670 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:38.716670 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-061c6d7f-0e18-4d60-8a8a-523cb31c68ce {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:38.716670 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614', 'status': 'completed', 'code': 200} Aug 19 11:51:38.778190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-84cfe81a-d49b-4dcf-8b07-55a9c034fe79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 200 len: 217 time: 0.0880358 Aug 19 11:51:38.858827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=00f6da87-c23d-41a7-b659-217190a1ae19,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:38.875072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e997e5f-81e7-49eb-b667-f1ba9982a2ed {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:38.886889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.912640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Attempting to bind port 00f6da87-c23d-41a7-b659-217190a1ae19 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:38.913156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Attempting to bind port 00f6da87-c23d-41a7-b659-217190a1ae19 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:38.913315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Attempting to bind port 00f6da87-c23d-41a7-b659-217190a1ae19 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:38.920303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Transition to ACTIVE for port object 8e997e5f-81e7-49eb-b667-f1ba9982a2ed will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:38.920946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Port 00f6da87-c23d-41a7-b659-217190a1ae19 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:38.921305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Attempting to bind port 00f6da87-c23d-41a7-b659-217190a1ae19 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:38.928508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0cca391-5b5d-4c55-9607-ce23d4138580 req-3430acd4-a6c8-4b50-95fc-c474ba07d9f8 tempest-ServersAdminNegativeTestJSON-316529023 tempest-ServersAdminNegativeTestJSON-316529023-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488185 Aug 19 11:51:38.931549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:38.931889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:38.932431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:38.932912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Bound port: 00f6da87-c23d-41a7-b659-217190a1ae19, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:38.933269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.955823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.955823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f52c550f-59ec-4e2e-9836-d68cf810e660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:38.960961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-aec5f7c2-1341-4fb4-a5d6-e8990e7f005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:38.962028 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-aec5f7c2-1341-4fb4-a5d6-e8990e7f005d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1256201 Aug 19 11:51:39.004399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f52c550f-59ec-4e2e-9836-d68cf810e660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.059311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-4a07f415-888c-4e04-a068-4c25f7e81c3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510845 Aug 19 11:51:39.065970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] For port 00f6da87-c23d-41a7-b659-217190a1ae19, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:39.072726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] For port 00f6da87-c23d-41a7-b659-217190a1ae19, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=00f6da87-c23d-41a7-b659-217190a1ae19,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:39.077292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:39.097553 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f52c550f-59ec-4e2e-9836-d68cf810e660 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bf7653463bf4c6c9d6784120354a76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154767 Aug 19 11:51:39.102483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c550f-59ec-4e2e-9836-d68cf810e660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00abcd33-8c15-47d7-94a0-e41c6bc8ce07,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:39.110390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42336) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:39.113019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Allocated IP 192.168.233.93 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/82838772-709f-4a15-b8a8-1690f87da8e9) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:39.115497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6a265c24-91d2-4b49-b234-cd77ea02f329 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:39.138833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.202846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Attempting to bind port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:39.203184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Attempting to bind port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:39.203517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Attempting to bind port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:39.211661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:39.213438 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.215113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] 10.222.0.69 "PUT /v2.0/ports/00f6da87-c23d-41a7-b659-217190a1ae19 HTTP/1.1" status: 200 len: 1096 time: 1.6187997 Aug 19 11:51:39.218604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:39.218935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Attempting to bind port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:39.223714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb03ae8-2ffb-4b62-b03c-30af44a2bb71 req-d3b795f0-ddb2-4b2a-a71f-2ef97eef8410 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:39.234602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bb03ae8-2ffb-4b62-b03c-30af44a2bb71 req-d3b795f0-ddb2-4b2a-a71f-2ef97eef8410 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 943 time: 0.2892392 Aug 19 11:51:39.244963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:39.245551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:39.245669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:39.246118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Bound port: 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:39.246482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.306576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-caee4e16-d8ba-41f3-a109-d67deb1a1b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.328445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:39.346820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '6a265c24-91d2-4b49-b234-cd77ea02f329', 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b', 'port_id': '6a265c24-91d2-4b49-b234-cd77ea02f329', 'mac_address': 'fa:16:3e:8a:fa:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a4fdb0-876e-4ce9-a5d2-469649f0215f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:39.363775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc27f8-1a86-469c-8717-2cc489818fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=00f6da87-c23d-41a7-b659-217190a1ae19,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:39.404069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.407677 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.411257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-25ec51be-85a4-4483-aa49-977d88976ee4 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429515 Aug 19 11:51:39.415359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bb03ae8-2ffb-4b62-b03c-30af44a2bb71 req-6f385cfc-d680-4008-b2cd-f29605bcc5c7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796274 Aug 19 11:51:39.419145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Transition to ACTIVE for port object 82838772-709f-4a15-b8a8-1690f87da8e9 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:39.436646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a265c24-91d2-4b49-b234-cd77ea02f329 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:39.452740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4681ca-05fe-4ea7-8da2-cee3afc02b67 req-a88ddf5e-1229-4cb6-a475-44469aebc9cc tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:39.461942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a4681ca-05fe-4ea7-8da2-cee3afc02b67 req-a88ddf5e-1229-4cb6-a475-44469aebc9cc tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.2113588 Aug 19 11:51:39.468771 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.477237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-caee4e16-d8ba-41f3-a109-d67deb1a1b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.491587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:39.499746 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.513482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-81dc79b2-585a-4dd4-aefe-23a973aaec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:39.514997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-81dc79b2-585a-4dd4-aefe-23a973aaec5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8cd18245803410985baf04871dded83&device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 1099 time: 0.2042577 Aug 19 11:51:39.564954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6a265c24-91d2-4b49-b234-cd77ea02f329,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:39.580389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:39.589070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:39.594112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:39.596567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:39.602422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:39.603220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.607251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:39.609267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Pushing event updated for resources: {'Port': ['ID=82838772-709f-4a15-b8a8-1690f87da8e9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:39.616855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.637054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-d04cd675-19b8-4a87-9dea-8057b7973573 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=00f6da87-c23d-41a7-b659-217190a1ae19 HTTP/1.1" status: 200 len: 217 time: 0.0766642 Aug 19 11:51:39.642174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a4681ca-05fe-4ea7-8da2-cee3afc02b67 req-8f32b2c0-c5ae-4b7d-a30e-79143cd255c4 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794868 Aug 19 11:51:39.652351 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d73e0acf-5e3e-41aa-a59f-7b2efe72ddbf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6505997 Aug 19 11:51:39.670465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-caee4e16-d8ba-41f3-a109-d67deb1a1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.670465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-caee4e16-d8ba-41f3-a109-d67deb1a1b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.670465 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-caee4e16-d8ba-41f3-a109-d67deb1a1b45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00abcd33-8c15-47d7-94a0-e41c6bc8ce07 HTTP/1.1" status: 204 len: 168 time: 0.5577698 Aug 19 11:51:39.684754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:39.685223 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.686682 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] 10.222.0.54 "PUT /v2.0/ports/8e997e5f-81e7-49eb-b667-f1ba9982a2ed HTTP/1.1" status: 200 len: 1095 time: 1.7395179 Aug 19 11:51:39.689018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:39.691309 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f337560-e7dc-4ee1-9526-cb2dfcd52856" -d '{"events": [{"name": "network-changed", "server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:39.731650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Request body: {'port': {'device_id': 'eb4e5465-96f8-45f7-aedd-60f92c63a078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:39.778694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee4e16-d8ba-41f3-a109-d67deb1a1b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00abcd33-8c15-47d7-94a0-e41c6bc8ce07,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:39.836814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6a265c24-91d2-4b49-b234-cd77ea02f329'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:39.851559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fe41a-b253-4957-827a-3c6cadefa8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:39.892288 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:39.908329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-e1d48c85-bd15-44b4-9c7b-968ef65d57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:39.910353 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-e1d48c85-bd15-44b4-9c7b-968ef65d57f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e913d369cbf64108a4041efa636a9b71&device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 1098 time: 0.1260626 Aug 19 11:51:40.049646 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-1052c447-05b7-466a-8f96-fd473f17be62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed HTTP/1.1" status: 200 len: 217 time: 0.0903857 Aug 19 11:51:40.078175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-16fe9ed8-2265-46a7-93b5-6716476bfbee None None] Provisioning for port 82838772-709f-4a15-b8a8-1690f87da8e9 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:40.089501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-16fe9ed8-2265-46a7-93b5-6716476bfbee None None] Provisioning complete for port 82838772-709f-4a15-b8a8-1690f87da8e9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:40.089976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-16fe9ed8-2265-46a7-93b5-6716476bfbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:40.118246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42352) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:40.132136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eba54-89dc-41a8-99f6-1d61adf7d19f req-3240cd0e-59aa-4686-a10b-a40fa51125b2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.133734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb6eba54-89dc-41a8-99f6-1d61adf7d19f req-3240cd0e-59aa-4686-a10b-a40fa51125b2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 943 time: 0.6163404 Aug 19 11:51:40.144806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-16fe9ed8-2265-46a7-93b5-6716476bfbee None None] Port 82838772-709f-4a15-b8a8-1690f87da8e9 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:51:40.163597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b1cb913-42e5-4731-aca5-fbb43f16ac42 req-10a20e9c-ac90-43c3-a0c4-e543420b6763 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7428071 Aug 19 11:51:40.172864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-76eba686-5cd7-4f83-982d-8f40d58e0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.174272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-76eba686-5cd7-4f83-982d-8f40d58e0d90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.5237217 Aug 19 11:51:40.185230 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70056082-91f1-44e0-bf53-e4fff379dff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:40.228800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-3901519a-7f9e-4037-96bc-54a9e9aebd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.230189 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-3901519a-7f9e-4037-96bc-54a9e9aebd87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0986233 Aug 19 11:51:40.265372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90250ca9-0079-4612-8f84-1ffb048bfa5f req-9f8b4316-165f-4238-b189-18c54ac6c7ac tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.268266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90250ca9-0079-4612-8f84-1ffb048bfa5f req-9f8b4316-165f-4238-b189-18c54ac6c7ac tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 948 time: 0.2054167 Aug 19 11:51:40.273987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb6eba54-89dc-41a8-99f6-1d61adf7d19f req-61c733f1-44ec-4112-8ab1-22575218510f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288991 Aug 19 11:51:40.330704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-0ed9e5ae-8d14-4f2e-b073-d616958bd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.332254 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-0ed9e5ae-8d14-4f2e-b073-d616958bd682 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0880976 Aug 19 11:51:40.337769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-25c2c1ed-2d3a-4fe8-879f-15218f25fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.339281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-25c2c1ed-2d3a-4fe8-879f-15218f25fb83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499367 Aug 19 11:51:40.436618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90250ca9-0079-4612-8f84-1ffb048bfa5f req-8006b435-65d3-4333-a1e1-ee44bb57638e tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569679 Aug 19 11:51:40.444702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82838772-709f-4a15-b8a8-1690f87da8e9 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:40.456319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:40.459012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-80c046f2-9f44-4202-84e2-3cd8caea1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.460315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-80c046f2-9f44-4202-84e2-3cd8caea1384 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1094 time: 0.1829648 Aug 19 11:51:40.487044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Transition to ACTIVE for port object 82838772-709f-4a15-b8a8-1690f87da8e9 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:40.490154 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-351042ab-ef32-4e57-814c-447b12710254 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488194 Aug 19 11:51:40.495009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:40.498121 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee4b36a-4023-4ddc-9fef-0bdac1754528 x-openstack-request-id: req-bee4b36a-4023-4ddc-9fef-0bdac1754528 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:40.498407 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:40.498656 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bee4b36a-4023-4ddc-9fef-0bdac1754528 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:40.499041 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'status': 'completed', 'code': 200} Aug 19 11:51:40.588132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7502a9-a0b8-44dd-83f4-9d03d8125dac req-85d7ba44-7c08-4e90-b6ad-44563da42852 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.595429 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b7502a9-a0b8-44dd-83f4-9d03d8125dac req-85d7ba44-7c08-4e90-b6ad-44563da42852 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 935 time: 0.2456160 Aug 19 11:51:40.610516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Pushing event updated for resources: {'Port': ['ID=82838772-709f-4a15-b8a8-1690f87da8e9,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:40.623014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-6409a633-b4c1-4b6c-b511-ad602c46c141 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632833 Aug 19 11:51:40.668574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70056082-91f1-44e0-bf53-e4fff379dff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:40.670252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Attempting to bind port 82838772-709f-4a15-b8a8-1690f87da8e9 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:40.670252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Attempting to bind port 82838772-709f-4a15-b8a8-1690f87da8e9 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:40.670470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Attempting to bind port 82838772-709f-4a15-b8a8-1690f87da8e9 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:40.683740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Port 82838772-709f-4a15-b8a8-1690f87da8e9 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:40.684076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Attempting to bind port 82838772-709f-4a15-b8a8-1690f87da8e9 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:40.689115 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e0925787-e25a-4a38-86e3-c571c5c7ce22 req-6ceb097b-d6fd-4746-941c-b3397f754ad6 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800392 Aug 19 11:51:40.691844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:40.692195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:40.692576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:40.693039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Bound port: 82838772-709f-4a15-b8a8-1690f87da8e9, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:40.693397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:40.694044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b7502a9-a0b8-44dd-83f4-9d03d8125dac req-2c0d0286-1da4-4a78-8c4b-2219e472d845 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977702 Aug 19 11:51:40.731945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11', 'tag': '00f6da87-c23d-41a7-b659-217190a1ae19'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:40.731945 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4e97cf-176b-4af7-94dd-33bed6713850" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11", "tag": "00f6da87-c23d-41a7-b659-217190a1ae19"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:40.731945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70056082-91f1-44e0-bf53-e4fff379dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:40.786962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] For port 82838772-709f-4a15-b8a8-1690f87da8e9, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:40.791726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] For port 82838772-709f-4a15-b8a8-1690f87da8e9, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=82838772-709f-4a15-b8a8-1690f87da8e9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:40.799227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:40.820258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-52842411-cd22-4ab7-b812-c968e9b29df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.821820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-52842411-cd22-4ab7-b812-c968e9b29df3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.3485255 Aug 19 11:51:40.870459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70056082-91f1-44e0-bf53-e4fff379dff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598974b5-e634-4dd3-ae3e-1476ac71ff7d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:40.874956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-70056082-91f1-44e0-bf53-e4fff379dff6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b2b2af5ab4248a1a978808f81fc57d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7396903 Aug 19 11:51:40.892756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.894069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:40.895585 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] 10.222.0.54 "PUT /v2.0/ports/82838772-709f-4a15-b8a8-1690f87da8e9 HTTP/1.1" status: 200 len: 1095 time: 1.1926029 Aug 19 11:51:40.899371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42364) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:40.919734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-ca5cdccb-c24b-4200-863b-1efcc8b8f330 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 200 len: 217 time: 0.0841305 Aug 19 11:51:40.952656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0283bd2-e907-446b-b044-28a3eb657d84 service neutron] Pushing event updated for resources: {'Port': ['ID=82838772-709f-4a15-b8a8-1690f87da8e9,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:40.956328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a04a-e8ee-45f2-87f6-329003fae22b req-c6782652-e2b3-4db0-af4d-0b81d45155f4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.958546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b434a04a-e8ee-45f2-87f6-329003fae22b req-c6782652-e2b3-4db0-af4d-0b81d45155f4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 944 time: 0.2675483 Aug 19 11:51:40.984929 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baedfbd7-bb78-44db-a5a7-21003e374f17 req-9aa01f82-4b3d-40d8-af3a-beaece94dc88 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482349 Aug 19 11:51:40.997130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-929fd289-7e40-4b78-a6f2-7bca2589e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:40.998654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-929fd289-7e40-4b78-a6f2-7bca2589e58e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e913d369cbf64108a4041efa636a9b71&device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 1098 time: 0.1607332 Aug 19 11:51:41.017488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788cdb1-c616-4e9e-a691-e6858a7d6bbd req-e08bb9bb-c1d2-4e1b-87f2-0bc9d5b6207d tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.021347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4788cdb1-c616-4e9e-a691-e6858a7d6bbd req-e08bb9bb-c1d2-4e1b-87f2-0bc9d5b6207d tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.2092569 Aug 19 11:51:41.054183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-a4238ad1-fff7-47eb-a06c-02adb91b222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.055693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-a4238ad1-fff7-47eb-a06c-02adb91b222e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1263566 Aug 19 11:51:41.079373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b434a04a-e8ee-45f2-87f6-329003fae22b req-b1d8463d-518d-4bea-a85f-b2bd10b17aee tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970519 Aug 19 11:51:41.084199 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d75d-4bc3-4410-b057-b1662617bf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:41.108165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-02a54cd5-f3ff-430d-be60-73165ea54c4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331345 Aug 19 11:51:41.119145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-bafc2c40-0bde-44ae-aedf-a9bd1929ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.120510 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-bafc2c40-0bde-44ae-aedf-a9bd1929ae97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e913d369cbf64108a4041efa636a9b71&device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 1098 time: 0.1375458 Aug 19 11:51:41.121761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6a265c24-91d2-4b49-b234-cd77ea02f329 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:41.124992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4788cdb1-c616-4e9e-a691-e6858a7d6bbd req-5d7bc067-642b-4c85-a3a5-0a5787557350 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959079 Aug 19 11:51:41.125998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d75d-4bc3-4410-b057-b1662617bf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:41.168027 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c6e7e1-af4d-4cb0-ba16-dcbe4d41b418 x-openstack-request-id: req-30c6e7e1-af4d-4cb0-ba16-dcbe4d41b418 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:41.168740 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11", "tag": "00f6da87-c23d-41a7-b659-217190a1ae19", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:41.168740 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30c6e7e1-af4d-4cb0-ba16-dcbe4d41b418 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:41.169224 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11', 'tag': '00f6da87-c23d-41a7-b659-217190a1ae19', 'status': 'completed', 'code': 200} Aug 19 11:51:41.203500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 6a265c24-91d2-4b49-b234-cd77ea02f329 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:41.210554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 6a265c24-91d2-4b49-b234-cd77ea02f329 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:41.211340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:41.298037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-66312169-5bbe-443c-bd60-3a64e49e2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.299567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-66312169-5bbe-443c-bd60-3a64e49e2dc8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8cd18245803410985baf04871dded83&device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 1099 time: 0.0883360 Aug 19 11:51:41.301648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-1f78413e-c4aa-4e68-a808-bb4f494997e6 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757047 Aug 19 11:51:41.322915 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:41.377314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:41.384060 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56002130-691e-4250-a156-96761f350274" -d '{"events": [{"server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "name": "network-vif-plugged", "status": "completed", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:41.410608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:41.417174 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:41.446864 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7773b1-756a-4f0a-9d79-5b5af913a83d x-openstack-request-id: req-3e7773b1-756a-4f0a-9d79-5b5af913a83d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:41.447437 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "name": "network-vif-plugged", "status": "completed", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:41.447862 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e7773b1-756a-4f0a-9d79-5b5af913a83d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:41.448420 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329', 'code': 200} Aug 19 11:51:41.476376 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-2995eb42-b1be-4afc-92e2-547689f5dbbf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=82838772-709f-4a15-b8a8-1690f87da8e9 HTTP/1.1" status: 200 len: 217 time: 0.3356035 Aug 19 11:51:41.480181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6a265c24-91d2-4b49-b234-cd77ea02f329,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:41.483009 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-02d2af04-a330-4d7c-be99-da1b41e50d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.484466 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-02d2af04-a330-4d7c-be99-da1b41e50d31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.4693344 Aug 19 11:51:41.549232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef631ef-ace3-44b3-b430-9215f1cb00f7 req-919a2e2c-f1ed-4488-8e71-f685df907255 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.550791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bef631ef-ace3-44b3-b430-9215f1cb00f7 req-919a2e2c-f1ed-4488-8e71-f685df907255 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 943 time: 0.1196971 Aug 19 11:51:41.575555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-464c9365-a09e-46cf-9c37-7b8fc9285880 req-a1d04520-61a4-436f-98d7-a686628fd651 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587442 Aug 19 11:51:41.582894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d75d-4bc3-4410-b057-b1662617bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:41.585427 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4d6d75d-4bc3-4410-b057-b1662617bf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:41.586564 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d4d6d75d-4bc3-4410-b057-b1662617bf75 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/598974b5-e634-4dd3-ae3e-1476ac71ff7d HTTP/1.1" status: 204 len: 168 time: 0.6854458 Aug 19 11:51:41.600131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-b8414941-14d0-473d-867f-a56dc52c8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.601640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-b8414941-14d0-473d-867f-a56dc52c8741 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2864897 Aug 19 11:51:41.623173 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-b583d45c-5ba0-4bb9-ac61-337315dc9e2c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed HTTP/1.1" status: 200 len: 217 time: 0.0819395 Aug 19 11:51:41.643782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6d75d-4bc3-4410-b057-b1662617bf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598974b5-e634-4dd3-ae3e-1476ac71ff7d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:41.669472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-916213e4-923f-42c4-a214-6cf0faa3141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.671155 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-916213e4-923f-42c4-a214-6cf0faa3141f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1656404 Aug 19 11:51:41.672970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-7f967fea-e5de-420b-8a3d-5adcc14f0044 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=00f6da87-c23d-41a7-b659-217190a1ae19 HTTP/1.1" status: 200 len: 217 time: 0.0548022 Aug 19 11:51:41.682302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bef631ef-ace3-44b3-b430-9215f1cb00f7 req-8f8bc471-7b84-43e9-9069-bef0861c4f73 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144085 Aug 19 11:51:41.702141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059393-3bf7-44f8-8000-ba4a78c0afc6 req-8a488d1f-3e3b-460b-bb52-5f119a0c47c8 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.703713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16059393-3bf7-44f8-8000-ba4a78c0afc6 req-8a488d1f-3e3b-460b-bb52-5f119a0c47c8 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 950 time: 0.1682291 Aug 19 11:51:41.719742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338e49b-2123-4746-88f2-51c00712ff15 req-17304a4f-7586-4a20-b266-6e432993dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.721288 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8338e49b-2123-4746-88f2-51c00712ff15 req-17304a4f-7586-4a20-b266-6e432993dcf2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1096 time: 0.1316748 Aug 19 11:51:41.722651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-6f270611-ebf0-425a-93ba-d722f2585c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.723960 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-6f270611-ebf0-425a-93ba-d722f2585c38 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0909033 Aug 19 11:51:41.775221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-52eac1cc-c019-4213-a9c5-c02b5b097301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.777330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-52eac1cc-c019-4213-a9c5-c02b5b097301 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0942376 Aug 19 11:51:41.798053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-8e891068-d212-4667-9b4e-f63de5a5c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.799625 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-8e891068-d212-4667-9b4e-f63de5a5c0e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189578 Aug 19 11:51:41.808544 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8338e49b-2123-4746-88f2-51c00712ff15 req-8d860043-5b6e-4811-901a-d4f1d84912ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758443 Aug 19 11:51:41.819858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16059393-3bf7-44f8-8000-ba4a78c0afc6 req-db91fc11-38b9-4791-9b93-e1c820d3c023 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872436 Aug 19 11:51:41.869790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-30f0ccf4-2666-4746-8b53-8667cacc213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.871326 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-30f0ccf4-2666-4746-8b53-8667cacc213d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310620 Aug 19 11:51:41.891218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-a58800f6-e2ac-406e-8c42-d050194ee26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.893842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-a58800f6-e2ac-406e-8c42-d050194ee26b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075838 Aug 19 11:51:41.915356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31131be-77c9-4d84-9100-2ebba9e6fd26 req-56b88a66-e2d8-4e8b-95d9-db737f6c7611 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:41.917130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d31131be-77c9-4d84-9100-2ebba9e6fd26 req-56b88a66-e2d8-4e8b-95d9-db737f6c7611 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 948 time: 0.0781319 Aug 19 11:51:41.976585 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d31131be-77c9-4d84-9100-2ebba9e6fd26 req-0b32d2ec-089c-4866-be07-5fdfc92630dc tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506620 Aug 19 11:51:41.992719 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-cf001e30-ab1f-40ef-8131-3ff745b35e93 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826887 Aug 19 11:51:42.084439 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-b31be86f-65ad-442e-9cfa-4d37b863c6d0 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931338 Aug 19 11:51:42.086776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2594b-e9cb-407b-ac5e-84e89f9b5f6a req-778cf7e9-ac26-4e01-bc9f-09d6426b3a75 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:42.093244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11d2594b-e9cb-407b-ac5e-84e89f9b5f6a req-778cf7e9-ac26-4e01-bc9f-09d6426b3a75 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 947 time: 0.0703187 Aug 19 11:51:42.186317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11d2594b-e9cb-407b-ac5e-84e89f9b5f6a req-11d92735-906c-4dcc-b497-bb6e7b288109 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904689 Aug 19 11:51:42.214667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-6985daaa-58b1-4ef7-918b-25f8dcaa2319 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201823 Aug 19 11:51:42.223107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-73744aa8-2ec0-4b81-933c-417e2d3d8c09 req-37c4cc7c-8e42-4a59-bc25-38ae29c61acb service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199974 Aug 19 11:51:42.289075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f337560-e7dc-4ee1-9526-cb2dfcd52856 req-3f53f3c8-087e-490a-a6bf-4f91fce37942 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939619 Aug 19 11:51:42.350922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ad77c-8b8a-4726-8633-939f37980cfc req-de0527f3-10d6-4008-91d8-26cd4106729a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:42.352540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a59ad77c-8b8a-4726-8633-939f37980cfc req-de0527f3-10d6-4008-91d8-26cd4106729a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 945 time: 0.1370015 Aug 19 11:51:42.416509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39f1d3-9d59-4944-a54d-14169d09b3f3 req-419f55a0-f886-44c2-9c27-bee42a03ccc7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:42.416509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f39f1d3-9d59-4944-a54d-14169d09b3f3 req-419f55a0-f886-44c2-9c27-bee42a03ccc7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1176946 Aug 19 11:51:42.417056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e4e97cf-176b-4af7-94dd-33bed6713850 req-4aa2ce91-3a89-446f-880f-7a1e75b21c21 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669655 Aug 19 11:51:42.443049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a59ad77c-8b8a-4726-8633-939f37980cfc req-a6f3ce3f-1167-4447-aec4-89e019bae2c9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691414 Aug 19 11:51:42.476135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f39f1d3-9d59-4944-a54d-14169d09b3f3 req-29d0a740-8221-4c81-8995-2cc2633ea68c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Aug 19 11:51:42.500303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4e5465-96f8-45f7-aedd-60f92c63a078', 'tag': '82838772-709f-4a15-b8a8-1690f87da8e9'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:42.503709 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4e5465-96f8-45f7-aedd-60f92c63a078", "tag": "82838772-709f-4a15-b8a8-1690f87da8e9"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:42.544825 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430678ec-a524-4cc7-8251-ff9214d8043c x-openstack-request-id: req-430678ec-a524-4cc7-8251-ff9214d8043c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:42.545122 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4e5465-96f8-45f7-aedd-60f92c63a078", "tag": "82838772-709f-4a15-b8a8-1690f87da8e9", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:42.545377 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-430678ec-a524-4cc7-8251-ff9214d8043c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:42.545776 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4e5465-96f8-45f7-aedd-60f92c63a078', 'tag': '82838772-709f-4a15-b8a8-1690f87da8e9', 'status': 'completed', 'code': 200} Aug 19 11:51:42.597291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42406) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:42.653438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-89bf5c06-62c9-455d-8f2e-522c88881ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:42.654968 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-89bf5c06-62c9-455d-8f2e-522c88881ece service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e913d369cbf64108a4041efa636a9b71&device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 1098 time: 0.0452988 Aug 19 11:51:42.704456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-695858782-network', 'tenant_id': '275c3c28021d4de2ad9a9abcc875d1b6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:42.726480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Made reservation on behalf of 275c3c28021d4de2ad9a9abcc875d1b6 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:42.729399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:42.738195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:42.757810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-121f2264-fc8a-4ead-8468-701be0e56e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:42.759492 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-121f2264-fc8a-4ead-8468-701be0e56e68 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.0945601 Aug 19 11:51:42.803523 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-681bcc3b-0c22-4a91-8a39-9906da05de0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=82838772-709f-4a15-b8a8-1690f87da8e9 HTTP/1.1" status: 200 len: 217 time: 0.0349755 Aug 19 11:51:42.858690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdda21a-0c63-463d-89b3-a5e847a8e81e req-f4af2497-57b0-4bfb-b93a-a0fa08c3afac tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:42.860108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccdda21a-0c63-463d-89b3-a5e847a8e81e req-f4af2497-57b0-4bfb-b93a-a0fa08c3afac tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 943 time: 0.0833502 Aug 19 11:51:42.861887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-83bfd84f-5d93-4cea-842c-5a993306a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:42.863730 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-83bfd84f-5d93-4cea-842c-5a993306a98a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0526650 Aug 19 11:51:42.897205 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:42.910849 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:42.913616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-418d8420-ec59-424b-83fb-268c25d6cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:42.915156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-418d8420-ec59-424b-83fb-268c25d6cb63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432191 Aug 19 11:51:42.943441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccdda21a-0c63-463d-89b3-a5e847a8e81e req-d82d7008-1c5d-438d-a38e-29c73663a034 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711069 Aug 19 11:51:42.949009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:51:42.985301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:42.985641 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Added segment cc873f14-3f2a-4056-aa7a-14ed32fb4e99 of type vlan for network ecf55162-9351-4ca6-93d9-fda533217ca0 Aug 19 11:51:42.986864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88963d2-11e9-4d6c-9a5a-ce683789121e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:43.021474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-a2998d37-2d03-4117-a71f-c34eefb4d7d0 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953810 Aug 19 11:51:43.042425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa4779-d6b5-4277-9565-5697372cdb39 req-da50255e-a5de-4d22-9079-61fec11fdc1f tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:43.049814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3fa4779-d6b5-4277-9565-5697372cdb39 req-da50255e-a5de-4d22-9079-61fec11fdc1f tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 950 time: 0.1281383 Aug 19 11:51:43.053328 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:43.109077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3fa4779-d6b5-4277-9565-5697372cdb39 req-a90cf7a6-69f9-4db1-a79b-2f12c4f17020 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574086 Aug 19 11:51:43.110968 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:43.112158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:43.112710 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:43.137929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:43.142937 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f9d5a38-1e31-4256-9b90-bd7d4832b73d req-cc19e299-ecc3-4e5c-86d0-1d53f28babcd service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108601 Aug 19 11:51:43.175501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5771027 Aug 19 11:51:43.178632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42418) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:43.184708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Request body: {'subnet': {'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-695858782-subnet', 'tenant_id': '275c3c28021d4de2ad9a9abcc875d1b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:43.219049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Made reservation on behalf of 275c3c28021d4de2ad9a9abcc875d1b6 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:43.219358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cf1c0-99cf-45bc-b1d8-014c6854ed03 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf55162-9351-4ca6-93d9-fda533217ca0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:43.222646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:43.238164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f7733-d8ee-45f1-a824-8f2a815d2066 req-7e98c5ca-539d-493c-a102-830d337a69ed tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:43.244714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-961f7733-d8ee-45f1-a824-8f2a815d2066 req-7e98c5ca-539d-493c-a102-830d337a69ed tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 948 time: 0.0957720 Aug 19 11:51:43.244889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ecf55162-9351-4ca6-93d9-fda533217ca0 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:51:43.302982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:43.324278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-961f7733-d8ee-45f1-a824-8f2a815d2066 req-f3ec6bd4-f9c4-4a3c-b719-6acaec51aa2d tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716040 Aug 19 11:51:43.329653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614', 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b', 'port_id': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614', 'mac_address': 'fa:16:3e:37:ed:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:43.350167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700aa38-4c51-40c2-a3d2-36a73910b815 req-b5d1b585-1123-4713-b937-8f49d295bd84 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:43.351799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4700aa38-4c51-40c2-a3d2-36a73910b815 req-b5d1b585-1123-4713-b937-8f49d295bd84 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 947 time: 0.0703752 Aug 19 11:51:43.378683 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:43.392054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4700aa38-4c51-40c2-a3d2-36a73910b815 req-1c11816b-674d-422f-ae46-599a154e6f28 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Aug 19 11:51:43.395295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:43.421948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:43.427718 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:43.429499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:43.476727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:43.478645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97b1c8b-6deb-4893-915f-1ee36c2609db,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:43.494958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Checking segment: {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:43.495325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Network hostable DHCP agents. Network: ecf55162-9351-4ca6-93d9-fda533217ca0, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:51:43.515084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Network ecf55162-9351-4ca6-93d9-fda533217ca0 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:51:43.526851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ecf55162-9351-4ca6-93d9-fda533217ca0) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:43.531164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:43.532267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:43.541572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47cf6b-3194-4ae0-9603-c6f0a22b5295 None None] Network ecf55162-9351-4ca6-93d9-fda533217ca0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:51:43.555478 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6e42b3b3-fbe6-419c-812d-9ced96a1b18a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3757057 Aug 19 11:51:43.609737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad7ccd-7bd4-46d8-b5d5-9b45cb4ba33b req-ddc1b9d5-3b11-4067-9467-6d5ccc406743 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:43.611227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36ad7ccd-7bd4-46d8-b5d5-9b45cb4ba33b req-ddc1b9d5-3b11-4067-9467-6d5ccc406743 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 945 time: 0.0834599 Aug 19 11:51:43.623102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee658689-8723-4adb-afcf-dc6a835b0d39 req-8bc4261b-5fd0-4973-90d7-0b080c318933 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:43.624551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee658689-8723-4adb-afcf-dc6a835b0d39 req-8bc4261b-5fd0-4973-90d7-0b080c318933 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0662920 Aug 19 11:51:43.676273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02428e-1fbc-40e0-8468-2f007e6f6b30 None None] Network ecf55162-9351-4ca6-93d9-fda533217ca0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:51:43.683456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36ad7ccd-7bd4-46d8-b5d5-9b45cb4ba33b req-36bc36b3-1a18-47ff-b8cc-0542ac50df5d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577204 Aug 19 11:51:43.711314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee658689-8723-4adb-afcf-dc6a835b0d39 req-3ae3f69d-ae8c-4ad2-90a3-c756f9271637 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674851 Aug 19 11:51:43.756353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2b681-5508-4246-bdb4-714231d70862 req-b1032ed1-b360-4ca3-97e1-84267efcd462 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:43.757896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0a2b681-5508-4246-bdb4-714231d70862 req-b1032ed1-b360-4ca3-97e1-84267efcd462 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.69 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 950 time: 0.0735857 Aug 19 11:51:43.774918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:43.872993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-d0a2b681-5508-4246-bdb4-714231d70862 req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Deleting port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:51:43.873395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d0a2b681-5508-4246-bdb4-714231d70862 req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:44.073646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d0a2b681-5508-4246-bdb4-714231d70862 req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] For port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:44.074023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d0a2b681-5508-4246-bdb4-714231d70862 req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:44.098555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-d0a2b681-5508-4246-bdb4-714231d70862 req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Calling delete_port for 7f1e5fcb-9d22-49dd-b401-66b4f40d307a owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:51:44.410540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-9a766731-a7f9-45cd-b8bd-bb866441defe tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:44.411987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-9a766731-a7f9-45cd-b8bd-bb866441defe tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/networks?id=ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 200 len: 821 time: 0.4539471 Aug 19 11:51:44.414972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c10f5-fce6-4dc2-9015-531400b20393 req-bea80fd8-7b8b-48b5-b2da-a983b3820138 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:44.416367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b62c10f5-fce6-4dc2-9015-531400b20393 req-bea80fd8-7b8b-48b5-b2da-a983b3820138 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1096 time: 0.4066832 Aug 19 11:51:44.441059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-97abc388-75e3-4aec-a543-dff7a706ad73 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/quotas/275c3c28021d4de2ad9a9abcc875d1b6 HTTP/1.1" status: 200 len: 375 time: 0.0223098 Aug 19 11:51:44.490206 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-b90a1cc2-d059-4e30-b72c-3c24b4eec5be tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378106 Aug 19 11:51:44.511369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b62c10f5-fce6-4dc2-9015-531400b20393 req-aa75bf5a-8233-465d-b852-6906dfe139c9 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839031 Aug 19 11:51:44.624134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-a847835e-6be4-4d7c-82e1-3a6e83f7a0b9 service neutron] 10.222.0.65 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253428 Aug 19 11:51:44.624878 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d0a2b681-5508-4246-bdb4-714231d70862 req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:44.662078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['7f1e5fcb-9d22-49dd-b401-66b4f40d307a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:44.678104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Pushing event deleted for resources: {'Port': ['ID=7f1e5fcb-9d22-49dd-b401-66b4f40d307a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:44.685003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['271aace3-07b1-4f6f-859d-d4592fc9dfe0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:44.775216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a2b681-5508-4246-bdb4-714231d70862 req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] No DVR routers for this DVR port 7f1e5fcb-9d22-49dd-b401-66b4f40d307a on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:51:44.780415 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d0a2b681-5508-4246-bdb4-714231d70862 req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:44.782889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0a2b681-5508-4246-bdb4-714231d70862 req-83878b65-2629-48ca-ab34-6667b1a95595 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.69 "DELETE /v2.0/ports/7f1e5fcb-9d22-49dd-b401-66b4f40d307a HTTP/1.1" status: 204 len: 173 time: 1.0176308 Aug 19 11:51:44.784969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e30cce-3b68-45d0-bdbf-c16edbc30d29', 'name': 'network-vif-deleted', 'tag': '7f1e5fcb-9d22-49dd-b401-66b4f40d307a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:44.787216 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e390e47c-2b9f-4425-bcda-4979364aaa53" -d '{"events": [{"server_uuid": "32e30cce-3b68-45d0-bdbf-c16edbc30d29", "name": "network-vif-deleted", "tag": "7f1e5fcb-9d22-49dd-b401-66b4f40d307a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:44.800640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7751c-16c3-4678-a401-b4058221f3b3 req-95d8ae43-63d6-4930-b25e-a7b4e4981690 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:44.802220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-beb7751c-16c3-4678-a401-b4058221f3b3 req-95d8ae43-63d6-4930-b25e-a7b4e4981690 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 944 time: 0.1711414 Aug 19 11:51:44.830376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:44.846106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-8dce543e-ebcc-4f1f-b893-d94a83636533 service neutron] 10.222.0.65 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130511 Aug 19 11:51:44.865763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-beb7751c-16c3-4678-a401-b4058221f3b3 req-ab781561-0239-4153-bf4d-cc0469f2880e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536287 Aug 19 11:51:44.993615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:45.021577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'mac_address': 'fa:16:3e:01:57:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:45.073116 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:45.087674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e997e5f-81e7-49eb-b667-f1ba9982a2ed {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:45.092153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd2febf8-1983-4215-9b8f-52ad6dbf9df5 req-625670ca-9d22-4f30-830c-8260f05ff4fd tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e30cce-3b68-45d0-bdbf-c16edbc30d29 HTTP/1.1" status: 200 len: 210 time: 0.0387874 Aug 19 11:51:45.116021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:45.121906 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:45.122585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 82838772-709f-4a15-b8a8-1690f87da8e9 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:45.148314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aac6ed-8889-491f-a056-8efb693fb25f req-edf40312-1e77-4015-bff1-1f78b947fd91 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:45.156113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3aac6ed-8889-491f-a056-8efb693fb25f req-edf40312-1e77-4015-bff1-1f78b947fd91 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 948 time: 0.0733533 Aug 19 11:51:45.173497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 00f6da87-c23d-41a7-b659-217190a1ae19 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:45.197073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:45.233709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 82838772-709f-4a15-b8a8-1690f87da8e9, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=82838772-709f-4a15-b8a8-1690f87da8e9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:45.235399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3aac6ed-8889-491f-a056-8efb693fb25f req-6957ae3a-20de-430e-9cf4-48e43524b0b5 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777891 Aug 19 11:51:45.245469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b99ba9-891c-4d9c-b5ee-77f1b1d4b1ec req-df6a973d-803d-42e1-8c8a-d96cb54036f5 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:45.247039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8b99ba9-891c-4d9c-b5ee-77f1b1d4b1ec req-df6a973d-803d-42e1-8c8a-d96cb54036f5 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 947 time: 0.0761137 Aug 19 11:51:45.315712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8b99ba9-891c-4d9c-b5ee-77f1b1d4b1ec req-294756e5-13a3-4a8e-93a6-92fc8f17ff66 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600278 Aug 19 11:51:45.319481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '82838772-709f-4a15-b8a8-1690f87da8e9', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '82838772-709f-4a15-b8a8-1690f87da8e9', 'mac_address': 'fa:16:3e:c4:b1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:45.321142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:45.406920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e34f5-9592-4874-a112-03cef1146234 req-49089af8-9994-42c4-9b48-700d68b7237e tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:45.408867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d42e34f5-9592-4874-a112-03cef1146234 req-49089af8-9994-42c4-9b48-700d68b7237e tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1096 time: 0.0800724 Aug 19 11:51:45.442993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:45.445139 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:45.452812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 00f6da87-c23d-41a7-b659-217190a1ae19, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=00f6da87-c23d-41a7-b659-217190a1ae19,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:45.468287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d42e34f5-9592-4874-a112-03cef1146234 req-0729d4c1-443f-455b-8807-bc4f1b8e997d tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Aug 19 11:51:45.469397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:45.469873 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:45.483171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b06b71-e6c5-4187-94c9-b0183292b4d9 req-c8d54410-1ba4-4dba-94b3-408dbd98f5be tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:45.492400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6b06b71-e6c5-4187-94c9-b0183292b4d9 req-c8d54410-1ba4-4dba-94b3-408dbd98f5be tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1061583 Aug 19 11:51:45.496966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82838772-709f-4a15-b8a8-1690f87da8e9 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:45.510588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '00f6da87-c23d-41a7-b659-217190a1ae19', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '00f6da87-c23d-41a7-b659-217190a1ae19', 'mac_address': 'fa:16:3e:2c:fe:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:45.536547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 82838772-709f-4a15-b8a8-1690f87da8e9, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=82838772-709f-4a15-b8a8-1690f87da8e9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:45.562617 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:45.562869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6b06b71-e6c5-4187-94c9-b0183292b4d9 req-a0f3a7e5-9a5d-4712-b26f-f6a14a3212b2 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691483 Aug 19 11:51:45.590293 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272be35e-16d5-4c42-a8c4-f1daacf51260 x-openstack-request-id: req-272be35e-16d5-4c42-a8c4-f1daacf51260 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:45.590773 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e30cce-3b68-45d0-bdbf-c16edbc30d29", "name": "network-vif-deleted", "tag": "7f1e5fcb-9d22-49dd-b401-66b4f40d307a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:45.590923 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-272be35e-16d5-4c42-a8c4-f1daacf51260 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:45.591391 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e30cce-3b68-45d0-bdbf-c16edbc30d29', 'name': 'network-vif-deleted', 'tag': '7f1e5fcb-9d22-49dd-b401-66b4f40d307a', 'status': 'completed', 'code': 200} Aug 19 11:51:45.619104 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:45.660316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cfe69b0-cb6c-4f75-ae70-0a0aec88b965 req-9193f48e-9e24-4a21-8697-cf51697ec7b9 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Aug 19 11:51:45.660669 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=82838772-709f-4a15-b8a8-1690f87da8e9,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:45.664425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f6da87-c23d-41a7-b659-217190a1ae19 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:45.691465 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:45.717365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 00f6da87-c23d-41a7-b659-217190a1ae19, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=00f6da87-c23d-41a7-b659-217190a1ae19,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:45.724743 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:45.734252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:45.736596 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273b9ac6-f830-4f31-8056-f9d81e35f4ed" -d '{"events": [{"server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:45.773634 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542e87bd-43bd-4f92-8c3c-de907f69b408 x-openstack-request-id: req-542e87bd-43bd-4f92-8c3c-de907f69b408 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:45.773910 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:45.774168 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-542e87bd-43bd-4f92-8c3c-de907f69b408 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:45.774802 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614', 'code': 200} Aug 19 11:51:45.776527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:45.782238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:45.801232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=00f6da87-c23d-41a7-b659-217190a1ae19,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:45.859495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:45.987005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077464-2876-4921-9d12-420ccdce04ed req-163a8164-af77-4636-8266-fa9a3c4b011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:45.988469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a077464-2876-4921-9d12-420ccdce04ed req-163a8164-af77-4636-8266-fa9a3c4b011b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1096 time: 0.0637388 Aug 19 11:51:46.017829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['8e997e5f-81e7-49eb-b667-f1ba9982a2ed'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:46.048714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291f87c-57da-4b20-b546-38473e3103d3 req-143c4e2f-52b6-41d7-84b3-a1f7bf7c0973 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:46.050144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8291f87c-57da-4b20-b546-38473e3103d3 req-143c4e2f-52b6-41d7-84b3-a1f7bf7c0973 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 945 time: 0.0780447 Aug 19 11:51:46.051707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a077464-2876-4921-9d12-420ccdce04ed req-2fa82c5d-99c4-44c7-b472-fa4946f13b39 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495312 Aug 19 11:51:46.065956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['00f6da87-c23d-41a7-b659-217190a1ae19'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:46.074557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['82838772-709f-4a15-b8a8-1690f87da8e9'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:46.093497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8291f87c-57da-4b20-b546-38473e3103d3 req-f4590db1-41aa-4aee-aa0d-016c43411a69 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342808 Aug 19 11:51:46.497963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac08c9c-da0b-409c-b157-bf6c7c92e685 req-ac907316-93fd-4ac0-8c0b-24ed913cf6d2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:46.499499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eac08c9c-da0b-409c-b157-bf6c7c92e685 req-ac907316-93fd-4ac0-8c0b-24ed913cf6d2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 949 time: 0.0572517 Aug 19 11:51:46.546211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eac08c9c-da0b-409c-b157-bf6c7c92e685 req-c0e73188-45f7-4389-a3a2-5554705432c7 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381432 Aug 19 11:51:46.715344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1998d3-3b52-48f3-9fec-dec97a40b8c1 req-da653cf3-a370-44c9-8b83-c69b99a73001 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:46.716908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd1998d3-3b52-48f3-9fec-dec97a40b8c1 req-da653cf3-a370-44c9-8b83-c69b99a73001 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 948 time: 0.1154230 Aug 19 11:51:46.776657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-075636c5-8a72-447e-b236-4c852b1ac645 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:46.778236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-075636c5-8a72-447e-b236-4c852b1ac645 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "GET /v2.0/networks?id=ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 200 len: 821 time: 0.1452410 Aug 19 11:51:46.785854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd1998d3-3b52-48f3-9fec-dec97a40b8c1 req-b1a0d0cd-0a8e-4f22-87e3-4a81add48284 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598211 Aug 19 11:51:46.811291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Request body: {'port': {'device_id': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0', 'admin_state_up': True, 'tenant_id': '275c3c28021d4de2ad9a9abcc875d1b6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:46.822500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42526) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:46.876617 n-d-778550-9 neutron-server[101153]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 11:51:46.880519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-713b91be-4c62-47d5-92b4-eddb93e03ba7 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:51:46.881552 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-713b91be-4c62-47d5-92b4-eddb93e03ba7 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579884 Aug 19 11:51:46.938863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34ccf9-d372-479c-aa00-f4d4df135655 req-cab1b027-66f3-419c-8b3f-f08bc4872927 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:46.940366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca34ccf9-d372-479c-aa00-f4d4df135655 req-cab1b027-66f3-419c-8b3f-f08bc4872927 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 949 time: 0.0821607 Aug 19 11:51:46.974252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Request body: {'binding': {'host': 'n-h2-778550-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:46.975068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Unknown quota resources ['binding']. {{(pid=101153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 11:51:46.998315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca34ccf9-d372-479c-aa00-f4d4df135655 req-1a2c45f7-fb3a-41b0-99c3-aee424c49acd tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494370 Aug 19 11:51:46.999325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Made reservation on behalf of 275c3c28021d4de2ad9a9abcc875d1b6 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:47.002755 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:47.127709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 on host n-h2-778550-9 for vnic_type normal with profile None {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:47.127952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:47.128258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:47.132431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Port 6a265c24-91d2-4b49-b234-cd77ea02f329 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:47.132764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:47.137718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:47.138859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:47.139274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:47.139711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Bound port: 6a265c24-91d2-4b49-b234-cd77ea02f329, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:47.141354 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 00f6da87-c23d-41a7-b659-217190a1ae19 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:47.150107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50e2ae-c232-4eae-b66d-03339f0357be req-6765e865-bcfb-4e02-8c4d-5f8e585bc7d3 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:47.151682 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c50e2ae-c232-4eae-b66d-03339f0357be req-6765e865-bcfb-4e02-8c4d-5f8e585bc7d3 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0899603 Aug 19 11:51:47.187839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Allocated IP 172.20.0.2 (ecf55162-9351-4ca6-93d9-fda533217ca0/e97b1c8b-6deb-4893-915f-1ee36c2609db/4b42b495-173e-41c1-988b-98e7525cca09) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:47.197451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 00f6da87-c23d-41a7-b659-217190a1ae19 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:47.203222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 00f6da87-c23d-41a7-b659-217190a1ae19 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:47.204082 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:47.223407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c50e2ae-c232-4eae-b66d-03339f0357be req-af68e3b7-e857-434c-b010-08293f806ca6 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602162 Aug 19 11:51:47.253081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:47.260787 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] Notify callbacks [] for binding, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:47.282363 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-72c23a72-a7ef-4fc2-b094-e086e6a25cfd service neutron] 10.222.0.65 "POST /v2.0/ports/6a265c24-91d2-4b49-b234-cd77ea02f329/bindings HTTP/1.1" status: 201 len: 389 time: 0.3374958 Aug 19 11:51:47.315825 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:47.357331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 00f6da87-c23d-41a7-b659-217190a1ae19, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=00f6da87-c23d-41a7-b659-217190a1ae19,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:47.367580 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:47.369270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 7f1e5fcb-9d22-49dd-b401-66b4f40d307a no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:51:47.373614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2709e12-8ebf-4f37-9aa5-0e5f09cb2a95 req-5611a4a4-6a19-4afd-88c3-d417717d108b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 210 time: 0.0482659 Aug 19 11:51:47.414233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 7f1e5fcb-9d22-49dd-b401-66b4f40d307a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:51:47.414582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 7f1e5fcb-9d22-49dd-b401-66b4f40d307a not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:51:47.454787 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:47.468551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=00f6da87-c23d-41a7-b659-217190a1ae19,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:47.542177 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:47.615603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ab5dc-148c-428c-9801-bfd170d970b8 req-08fd2fe1-67fe-4d96-96e0-479c255be28b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:47.617104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-116ab5dc-148c-428c-9801-bfd170d970b8 req-08fd2fe1-67fe-4d96-96e0-479c255be28b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1585920 Aug 19 11:51:47.652296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-1ba17b76-a05b-4620-bd2c-29667cf3246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:47.653776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-1ba17b76-a05b-4620-bd2c-29667cf3246b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1096 time: 0.0425065 Aug 19 11:51:47.662844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Network ecf55162-9351-4ca6-93d9-fda533217ca0 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:47.670698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:47.672488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event updated for resources: {'Port': ['ID=4b42b495-173e-41c1-988b-98e7525cca09,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:47.684945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:47.744724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-67367948-17d7-4f27-96b8-7a068968ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:47.744987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a23b-27ec-4dce-8428-6ef1ce1810ae req-d7c5107f-fea3-4947-80f3-ebca3fb71bba tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:47.746233 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-67367948-17d7-4f27-96b8-7a068968ffaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.0844872 Aug 19 11:51:47.746631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fa5a23b-27ec-4dce-8428-6ef1ce1810ae req-d7c5107f-fea3-4947-80f3-ebca3fb71bba tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 945 time: 0.1773455 Aug 19 11:51:47.756368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:47.757007 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:47.773556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-116ab5dc-148c-428c-9801-bfd170d970b8 req-2dca4fce-86f4-4536-a290-12ed0cc5d4a3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289587 Aug 19 11:51:47.778893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f6da87-c23d-41a7-b659-217190a1ae19'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:47.781307 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc4335a-2542-41ec-814b-835d795558af" -d '{"events": [{"server_uuid": "6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11", "name": "network-vif-plugged", "status": "completed", "tag": "00f6da87-c23d-41a7-b659-217190a1ae19"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:47.799977 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-f4674b53-a1eb-44ef-ade2-23d1b290eb45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a265c24-91d2-4b49-b234-cd77ea02f329 HTTP/1.1" status: 200 len: 217 time: 0.0395372 Aug 19 11:51:47.807559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fa5a23b-27ec-4dce-8428-6ef1ce1810ae req-5169c437-7f3c-4b54-b31a-dd1a5279c3ad tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Aug 19 11:51:47.808844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-ca387336-1993-4a57-b869-96a301f09757 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101995 Aug 19 11:51:47.839591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Request body: {'port': {'device_id': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:47.858390 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e356e3a-abee-46d3-9d1a-ef20c39b06e9 x-openstack-request-id: req-6e356e3a-abee-46d3-9d1a-ef20c39b06e9 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:47.858915 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11", "name": "network-vif-plugged", "status": "completed", "tag": "00f6da87-c23d-41a7-b659-217190a1ae19", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:47.859362 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e356e3a-abee-46d3-9d1a-ef20c39b06e9 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:47.859941 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f6da87-c23d-41a7-b659-217190a1ae19', 'code': 200} Aug 19 11:51:47.883014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-a229fce9-0a67-474f-b47b-084a2bf3157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:47.885744 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-a229fce9-0a67-474f-b47b-084a2bf3157f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0622561 Aug 19 11:51:47.926861 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-24aa12de-ce66-4cb5-8ea5-5f30a688fc9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265515 Aug 19 11:51:47.965984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc792b98-0218-40f5-99b3-994604ab12d5 req-2787285f-304a-4c33-a032-c2709e5f0355 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:47.967535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc792b98-0218-40f5-99b3-994604ab12d5 req-2787285f-304a-4c33-a032-c2709e5f0355 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 950 time: 0.1233263 Aug 19 11:51:47.969482 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.035437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823aecb3-6c2f-44e3-9421-4a80bb7939dd req-d15b95a3-940f-4b53-87e0-d26eaadbb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.037064 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-823aecb3-6c2f-44e3-9421-4a80bb7939dd req-d15b95a3-940f-4b53-87e0-d26eaadbb9bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 1101 time: 0.0899923 Aug 19 11:51:48.040518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88207d0-007a-4e47-acc2-2b3bf9a4a65e req-cfa69a2b-dd47-41f5-a2a6-23b85d598f69 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.042380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d88207d0-007a-4e47-acc2-2b3bf9a4a65e req-cfa69a2b-dd47-41f5-a2a6-23b85d598f69 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1096 time: 0.1176875 Aug 19 11:51:48.069408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc792b98-0218-40f5-99b3-994604ab12d5 req-9d1e2abb-1b3c-4665-a16b-ab6313452d26 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878360 Aug 19 11:51:48.071280 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-16ec5317-032a-4369-b3b2-d5f7c0190e11 service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326826 Aug 19 11:51:48.095075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-823aecb3-6c2f-44e3-9421-4a80bb7939dd req-9f85a266-3f14-40fa-9fa5-8c40f39e63fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499883 Aug 19 11:51:48.173827 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-66f10bf3-870a-4ba1-8168-7b1a9685f298 service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916486 Aug 19 11:51:48.195910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d88207d0-007a-4e47-acc2-2b3bf9a4a65e req-4832f44e-9ba2-420c-b903-02920958786f tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456628 Aug 19 11:51:48.262539 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd8e8-ca37-46c6-b6d7-7e2079e991a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.268951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b33cc-9020-4caf-a61d-d2725001466d req-b5aef32b-ae17-4c1f-968a-96fe066fc49f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.270486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-483b33cc-9020-4caf-a61d-d2725001466d req-b5aef32b-ae17-4c1f-968a-96fe066fc49f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 948 time: 0.1296744 Aug 19 11:51:48.373315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-45fadb7e-19f6-4442-9c7d-bd16cbb0a680 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.374900 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-45fadb7e-19f6-4442-9c7d-bd16cbb0a680 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 949 time: 0.0724905 Aug 19 11:51:48.376797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-483b33cc-9020-4caf-a61d-d2725001466d req-687a3e9e-e6bc-4ae0-a606-b03fb953a2df tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912795 Aug 19 11:51:48.393985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fbef1-2ce3-4575-9738-74e888ef8095 req-76009a0e-d2d1-4ad7-b271-177ba498c4d5 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.395514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a23fbef1-2ce3-4575-9738-74e888ef8095 req-76009a0e-d2d1-4ad7-b271-177ba498c4d5 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 949 time: 0.1225879 Aug 19 11:51:48.434412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-e8ad748e-a13f-460d-a8b7-fbcd10a09493 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.435914 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-e8ad748e-a13f-460d-a8b7-fbcd10a09493 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.0969431 Aug 19 11:51:48.462506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-9'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:48.488347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b42b495-173e-41c1-988b-98e7525cca09 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:48.501670 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.506924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a23fbef1-2ce3-4575-9738-74e888ef8095 req-193b8fad-aec0-416b-987d-032a3e23b376 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/security-groups?id=c2e21d1c-7ef1-444e-a9f1-89b920498ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980213 Aug 19 11:51:48.523089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Transition to ACTIVE for port object 4b42b495-173e-41c1-988b-98e7525cca09 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:48.530079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.531119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b167edc-d91e-412b-a41b-3131c7aa2abb req-0dcc96c2-cfe5-408c-95b0-05236b2c5f9b tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.532761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b167edc-d91e-412b-a41b-3131c7aa2abb req-0dcc96c2-cfe5-408c-95b0-05236b2c5f9b tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1096 time: 0.0862322 Aug 19 11:51:48.535701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.550460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Deleting port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:51:48.550802 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.631349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Pushing event updated for resources: {'Port': ['ID=4b42b495-173e-41c1-988b-98e7525cca09,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:48.656156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b167edc-d91e-412b-a41b-3131c7aa2abb req-625b8c74-ab54-4a9a-81b4-2f87bb96a888 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131806 Aug 19 11:51:48.714220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d27b1b-2592-4a41-823a-e568cb9ad350 req-593d8c2f-9903-4839-9b70-0da85ed2e125 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.715700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-42d27b1b-2592-4a41-823a-e568cb9ad350 req-593d8c2f-9903-4839-9b70-0da85ed2e125 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1281972 Aug 19 11:51:48.720777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] For port 271aace3-07b1-4f6f-859d-d4592fc9dfe0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=271aace3-07b1-4f6f-859d-d4592fc9dfe0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:48.721157 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.743150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Calling delete_port for 271aace3-07b1-4f6f-859d-d4592fc9dfe0 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:51:48.765540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:48.772616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Attempting to bind port 4b42b495-173e-41c1-988b-98e7525cca09 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:48.772997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Attempting to bind port 4b42b495-173e-41c1-988b-98e7525cca09 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:48.773404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Attempting to bind port 4b42b495-173e-41c1-988b-98e7525cca09 on network ecf55162-9351-4ca6-93d9-fda533217ca0 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:48.785215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Port 4b42b495-173e-41c1-988b-98e7525cca09 on network ecf55162-9351-4ca6-93d9-fda533217ca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:48.785535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Attempting to bind port 4b42b495-173e-41c1-988b-98e7525cca09 on network ecf55162-9351-4ca6-93d9-fda533217ca0 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:48.802881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:48.803239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Checking segment: {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:48.803616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Bound using segment: {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:48.804046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Bound port: 4b42b495-173e-41c1-988b-98e7525cca09, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:48.804407 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.809941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-42d27b1b-2592-4a41-823a-e568cb9ad350 req-5dcfb40d-fe12-4e05-889d-d299a1000bce tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819354 Aug 19 11:51:48.830043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196493b-b58d-4f84-bc21-b3049c144a0c req-0a603ce7-f3fd-4321-8002-c0e3b88bdb25 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.831548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1196493b-b58d-4f84-bc21-b3049c144a0c req-0a603ce7-f3fd-4321-8002-c0e3b88bdb25 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 943 time: 0.0970294 Aug 19 11:51:48.847110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:48.860997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:48.903732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:48.906194 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9ad832-fd13-41d0-9d5b-6b735a63082c" -d '{"events": [{"server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:48.912327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.913481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1196493b-b58d-4f84-bc21-b3049c144a0c req-563033f7-8531-45e4-96b4-469777f8eccd tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609710 Aug 19 11:51:48.926047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] For port 4b42b495-173e-41c1-988b-98e7525cca09, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:48.929900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] For port 4b42b495-173e-41c1-988b-98e7525cca09, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4b42b495-173e-41c1-988b-98e7525cca09,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:48.938680 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.948265 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.969392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:48.974758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:48.975139 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.979435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:48.980932 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:48.983071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] 10.222.0.69 "PUT /v2.0/ports/4b42b495-173e-41c1-988b-98e7525cca09 HTTP/1.1" status: 200 len: 1091 time: 1.1576049 Aug 19 11:51:49.026218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'tag': '4b42b495-173e-41c1-988b-98e7525cca09'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:49.027261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.030031 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b852991c-f4a7-48d3-93ab-ab06ce922e69" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d19c60-f7b2-4242-b685-ac0c4ffa4be4", "tag": "4b42b495-173e-41c1-988b-98e7525cca09"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:49.058512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a265c24-91d2-4b49-b234-cd77ea02f329,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:49.065924 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7496e7-b5fd-4888-a07b-7bf589817d5a x-openstack-request-id: req-2e7496e7-b5fd-4888-a07b-7bf589817d5a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:49.066221 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:49.066469 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e7496e7-b5fd-4888-a07b-7bf589817d5a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:49.066853 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329', 'code': 200} Aug 19 11:51:49.085687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['271aace3-07b1-4f6f-859d-d4592fc9dfe0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:49.104503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Pushing event deleted for resources: {'Port': ['ID=271aace3-07b1-4f6f-859d-d4592fc9dfe0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:49.106576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 on host n-h1-778550-9 for vnic_type normal with profile {"migrating_to": "n-h2-778550-9"} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:49.107512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:49.108081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:49.130902 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.148702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Port 6a265c24-91d2-4b49-b234-cd77ea02f329 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:49.154523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Attempting to bind port 6a265c24-91d2-4b49-b234-cd77ea02f329 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:49.169838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:49.177154 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.178360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 82838772-709f-4a15-b8a8-1690f87da8e9 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:49.185549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] No DVR routers for this DVR port 271aace3-07b1-4f6f-859d-d4592fc9dfe0 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:51:49.190597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.192906 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-21465861-f2ef-4551-8589-0d4f6a0223b6 req-bab03ffe-3929-4786-a1ad-b91153518891 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.54 "DELETE /v2.0/ports/271aace3-07b1-4f6f-859d-d4592fc9dfe0 HTTP/1.1" status: 204 len: 173 time: 0.8114023 Aug 19 11:51:49.193930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:49.194388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:49.195117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:49.195934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Bound port: 6a265c24-91d2-4b49-b234-cd77ea02f329, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:49.196610 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.203073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a805c-0741-4c40-a7a4-100b3939ffba service neutron] Pushing event updated for resources: {'Port': ['ID=4b42b495-173e-41c1-988b-98e7525cca09,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:49.232474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c57b1-be4a-47a5-820a-6fa941bb6c82 req-171e977a-60a5-4c93-9e1c-ba02f3c7dee4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:49.234300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a8c57b1-be4a-47a5-820a-6fa941bb6c82 req-171e977a-60a5-4c93-9e1c-ba02f3c7dee4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 943 time: 0.1961610 Aug 19 11:51:49.243923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-c5c9556c-609f-4571-9074-0a6c48014eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:49.244926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-c5c9556c-609f-4571-9074-0a6c48014eab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 1094 time: 0.1459394 Aug 19 11:51:49.303554 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef896e2-31dc-4935-96af-03597c20b13e x-openstack-request-id: req-7ef896e2-31dc-4935-96af-03597c20b13e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:49.303871 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d19c60-f7b2-4242-b685-ac0c4ffa4be4", "tag": "4b42b495-173e-41c1-988b-98e7525cca09", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:49.307192 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ef896e2-31dc-4935-96af-03597c20b13e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:49.308271 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'tag': '4b42b495-173e-41c1-988b-98e7525cca09', 'status': 'completed', 'code': 200} Aug 19 11:51:49.322047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:49.326319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:49.336458 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.376248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:49.401913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 82838772-709f-4a15-b8a8-1690f87da8e9 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:49.406809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 82838772-709f-4a15-b8a8-1690f87da8e9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:49.407193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.444936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a8c57b1-be4a-47a5-820a-6fa941bb6c82 req-f5e580fc-a269-42b2-a73d-e1aa3a76ac5f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882727 Aug 19 11:51:49.467906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-8953006c-8853-4c11-8569-94f0152769b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b42b495-173e-41c1-988b-98e7525cca09 HTTP/1.1" status: 200 len: 217 time: 0.1572590 Aug 19 11:51:49.527109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:49.527731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.533943 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a265c24-91d2-4b49-b234-cd77ea02f329 HTTP/1.1" status: 200 len: 1121 time: 1.0768909 Aug 19 11:51:49.557886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434dd08-588c-4496-8868-ea0db36b1fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a265c24-91d2-4b49-b234-cd77ea02f329,revision_number=8']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:49.570575 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.613265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 82838772-709f-4a15-b8a8-1690f87da8e9, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=82838772-709f-4a15-b8a8-1690f87da8e9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:49.620949 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:49.698323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6a265c24-91d2-4b49-b234-cd77ea02f329'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:49.715704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=82838772-709f-4a15-b8a8-1690f87da8e9,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:49.742133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-90ee22ff-8ab9-45a8-a48c-78bda69c3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:49.743689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-90ee22ff-8ab9-45a8-a48c-78bda69c3a1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e97b1c8b-6deb-4893-915f-1ee36c2609db HTTP/1.1" status: 200 len: 861 time: 0.2645023 Aug 19 11:51:49.774132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f5648-df63-4bb7-9018-2ec195873872 req-11d7cdf8-ee60-4d21-a92b-f252b6fe44cb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:49.782163 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c39f5648-df63-4bb7-9018-2ec195873872 req-11d7cdf8-ee60-4d21-a92b-f252b6fe44cb tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 950 time: 0.4189210 Aug 19 11:51:49.815390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899318cb-2cc6-4338-8a20-01de6eb97a62 req-4a43979f-5029-4264-a968-28c0eab14bff tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:49.817523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-899318cb-2cc6-4338-8a20-01de6eb97a62 req-4a43979f-5029-4264-a968-28c0eab14bff tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1096 time: 0.1761153 Aug 19 11:51:49.822016 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-9a06ee5b-7e85-4e2d-8f5b-e394b675541a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ecf55162-9351-4ca6-93d9-fda533217ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678225 Aug 19 11:51:49.862964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed'}, {'server_uuid': 'eb4e5465-96f8-45f7-aedd-60f92c63a078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82838772-709f-4a15-b8a8-1690f87da8e9'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:49.866013 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0077bb09-3634-4705-915c-128738c001d8" -d '{"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-plugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed"}, {"server_uuid": "eb4e5465-96f8-45f7-aedd-60f92c63a078", "name": "network-vif-plugged", "status": "completed", "tag": "82838772-709f-4a15-b8a8-1690f87da8e9"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:49.913922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c39f5648-df63-4bb7-9018-2ec195873872 req-83add4c6-d487-46e1-9b07-9ca560219ae2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308122 Aug 19 11:51:49.920738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-899318cb-2cc6-4338-8a20-01de6eb97a62 req-3c563a57-9905-4bf9-bef8-507ac7535a68 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926497 Aug 19 11:51:49.988893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-5c7e8e79-56a1-4840-a628-73918d25b43d service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384468 Aug 19 11:51:50.111410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a688fc6f-06f7-431b-8dfb-affa961736e1 req-df0b4802-b79e-4e53-b1cf-715177e2cf64 tempest-ServersAdminNegativeTestJSON-1278670407 tempest-ServersAdminNegativeTestJSON-1278670407-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee141ad6-7e75-4db6-9795-a5d3e0bd080a HTTP/1.1" status: 200 len: 210 time: 0.0431952 Aug 19 11:51:50.151256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606c927-47a9-4e5f-8d7d-b009b922c8ce req-9b402fe4-dd80-4f25-bc2a-5428009c8820 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:50.152751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0606c927-47a9-4e5f-8d7d-b009b922c8ce req-9b402fe4-dd80-4f25-bc2a-5428009c8820 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 949 time: 0.1550972 Aug 19 11:51:50.176155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade69956-4dc1-4e28-a2bb-f6b8f049f518 req-848e8b8f-42ad-478c-9194-3b0653b652e8 service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678658 Aug 19 11:51:50.230701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0606c927-47a9-4e5f-8d7d-b009b922c8ce req-cfc73c05-f935-4842-8a31-efaebf8e25ad tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634425 Aug 19 11:51:50.263325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d30737-b394-43cc-8a87-7ce11bd3f97b req-7572fdcd-b42d-474f-85fc-a6ef26b5e2f8 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:50.267222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98d30737-b394-43cc-8a87-7ce11bd3f97b req-7572fdcd-b42d-474f-85fc-a6ef26b5e2f8 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0784080 Aug 19 11:51:50.281665 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fceaee-e330-4a72-9f5a-ec2ce2e8de59 x-openstack-request-id: req-53fceaee-e330-4a72-9f5a-ec2ce2e8de59 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:50.282308 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-plugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed", "code": 200}, {"server_uuid": "eb4e5465-96f8-45f7-aedd-60f92c63a078", "name": "network-vif-plugged", "status": "completed", "tag": "82838772-709f-4a15-b8a8-1690f87da8e9", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:50.282308 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53fceaee-e330-4a72-9f5a-ec2ce2e8de59 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:50.282594 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'code': 200} Aug 19 11:51:50.282864 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4e5465-96f8-45f7-aedd-60f92c63a078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82838772-709f-4a15-b8a8-1690f87da8e9', 'code': 200} Aug 19 11:51:50.359807 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98d30737-b394-43cc-8a87-7ce11bd3f97b req-cef5e248-c915-4a0c-b2b4-0fac5aff27b9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812697 Aug 19 11:51:50.481425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e017de-cf6d-4bb1-8c19-c554f881d84c req-f0eb76df-ade8-4aa7-89bf-37edcabbb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:50.483043 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-02e017de-cf6d-4bb1-8c19-c554f881d84c req-f0eb76df-ade8-4aa7-89bf-37edcabbb194 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 1100 time: 0.0794730 Aug 19 11:51:50.490132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c5a39-ef69-4fa6-935e-e74922b48115 req-46bd758f-0e5e-4821-b7f9-e1242585f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:50.491650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-977c5a39-ef69-4fa6-935e-e74922b48115 req-46bd758f-0e5e-4821-b7f9-e1242585f9db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 1100 time: 0.0626917 Aug 19 11:51:50.527071 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-02e017de-cf6d-4bb1-8c19-c554f881d84c req-4728f820-c63e-40bc-a45c-d27d2c1a5654 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Aug 19 11:51:50.557263 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-977c5a39-ef69-4fa6-935e-e74922b48115 req-c911fe7c-9bf1-40cc-8f1e-d004d6611982 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Aug 19 11:51:50.649452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-0b020dd7-8bd2-410e-8e4f-d23f3cce26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:50.651135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-0b020dd7-8bd2-410e-8e4f-d23f3cce26c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 1094 time: 0.3546388 Aug 19 11:51:50.721145 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6384f9cf-7518-4229-ad07-d71af3f200f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:50.725757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08453cd-a404-43ba-a2ca-2b5a130e6727 req-0e8f9d7d-7702-415a-b22d-1918d68664dc tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:50.727345 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a08453cd-a404-43ba-a2ca-2b5a130e6727 req-0e8f9d7d-7702-415a-b22d-1918d68664dc tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 943 time: 0.3994493 Aug 19 11:51:50.750784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e0da-cd6d-4dda-abd4-0c1e6b08591a req-9d446b47-6d0e-45fe-8475-cc041aef804d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:50.752288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8351e0da-cd6d-4dda-abd4-0c1e6b08591a req-9d446b47-6d0e-45fe-8475-cc041aef804d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 943 time: 0.1387219 Aug 19 11:51:50.830727 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:50.830935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-3712a692-17ac-4416-a801-ae5db0cd1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:50.832339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-3712a692-17ac-4416-a801-ae5db0cd1b4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 200 len: 922 time: 0.1730587 Aug 19 11:51:50.837216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a08453cd-a404-43ba-a2ca-2b5a130e6727 req-c7f861cf-022d-4bb5-b3c9-f26e43ec51e5 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971193 Aug 19 11:51:50.840470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8351e0da-cd6d-4dda-abd4-0c1e6b08591a req-c7934f12-77a8-4f39-ac55-56958848ab24 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786567 Aug 19 11:51:50.876870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-005cd2ae-e1fc-480f-8e74-08ff3765d0c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b42b495-173e-41c1-988b-98e7525cca09 HTTP/1.1" status: 200 len: 217 time: 0.0353942 Aug 19 11:51:50.933247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-ea4d2324-9550-414e-a8e4-00e5c42ceb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:50.934740 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-ea4d2324-9550-414e-a8e4-00e5c42ceb06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e97b1c8b-6deb-4893-915f-1ee36c2609db HTTP/1.1" status: 200 len: 861 time: 0.0500088 Aug 19 11:51:50.977311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-490761bf-3dc7-489c-ad0a-d0b3bfc0dc05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ecf55162-9351-4ca6-93d9-fda533217ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332000 Aug 19 11:51:51.068495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee141ad6-7e75-4db6-9795-a5d3e0bd080a', 'name': 'network-vif-deleted', 'tag': '271aace3-07b1-4f6f-859d-d4592fc9dfe0'}, {'name': 'network-changed', 'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:51.071017 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b" -d '{"events": [{"server_uuid": "ee141ad6-7e75-4db6-9795-a5d3e0bd080a", "name": "network-vif-deleted", "tag": "271aace3-07b1-4f6f-859d-d4592fc9dfe0"}, {"name": "network-changed", "server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:51.157642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc291f4f-451c-4866-9865-57405fd45dc0 req-dc0e228f-2d27-4edc-8e7e-c415d59fb96d tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:51.159105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc291f4f-451c-4866-9865-57405fd45dc0 req-dc0e228f-2d27-4edc-8e7e-c415d59fb96d tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 950 time: 0.1264439 Aug 19 11:51:51.161134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-4312b9b5-2fca-4dc0-b90f-f6ccb9b85928 service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717677 Aug 19 11:51:51.162757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4acf58-5196-4042-8575-3f4dc86e05d3 req-abb17085-bb52-451c-b617-20d96ca323eb tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:51.164150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de4acf58-5196-4042-8575-3f4dc86e05d3 req-abb17085-bb52-451c-b617-20d96ca323eb tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1096 time: 0.1303406 Aug 19 11:51:51.274831 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc291f4f-451c-4866-9865-57405fd45dc0 req-be5b6cfb-8b0e-42a8-941f-35eb0280dee9 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091757 Aug 19 11:51:51.278519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de4acf58-5196-4042-8575-3f4dc86e05d3 req-ce5f9831-d0d3-4c45-84dc-29ca7a8b4b8d tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061208 Aug 19 11:51:51.313940 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b852991c-f4a7-48d3-93ab-ab06ce922e69 req-282551b3-9f94-40da-a661-0d7571a2e2a4 service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400294 Aug 19 11:51:51.333063 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302474b9-34c7-4a2e-94b5-63b049a9ac35 x-openstack-request-id: req-302474b9-34c7-4a2e-94b5-63b049a9ac35 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:51.333557 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee141ad6-7e75-4db6-9795-a5d3e0bd080a", "name": "network-vif-deleted", "tag": "271aace3-07b1-4f6f-859d-d4592fc9dfe0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:51.334044 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-302474b9-34c7-4a2e-94b5-63b049a9ac35 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:51.334576 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee141ad6-7e75-4db6-9795-a5d3e0bd080a', 'name': 'network-vif-deleted', 'tag': '271aace3-07b1-4f6f-859d-d4592fc9dfe0', 'status': 'completed', 'code': 200} Aug 19 11:51:51.334977 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329', 'status': 'completed', 'code': 200} Aug 19 11:51:51.455055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-7391f323-43e7-4ca2-bf4d-44d9979bcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:51.456529 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-7391f323-43e7-4ca2-bf4d-44d9979bcf88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1124 time: 0.0699699 Aug 19 11:51:51.467003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e2c36-e1be-40f8-88db-072e34ef8537 req-36e3b1b2-2be7-4c8c-b851-9f14000fe511 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:51.468380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-400e2c36-e1be-40f8-88db-072e34ef8537 req-36e3b1b2-2be7-4c8c-b851-9f14000fe511 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 949 time: 0.0803192 Aug 19 11:51:51.563218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-400e2c36-e1be-40f8-88db-072e34ef8537 req-d01e93a3-bc8a-48c4-8df1-82f51e659fab tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864756 Aug 19 11:51:51.577306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42612) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:51.608962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-4d85cfa4-b0cb-4f57-9d99-33cfd404e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:51.610543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-4d85cfa4-b0cb-4f57-9d99-33cfd404e843 service neutron] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.1412904 Aug 19 11:51:51.685766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-eb130cfb-4211-4ea0-91df-694b671266a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a265c24-91d2-4b49-b234-cd77ea02f329 HTTP/1.1" status: 200 len: 217 time: 0.0657666 Aug 19 11:51:51.775868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-fe3394d4-c6c8-4cea-bc18-7894ced04a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:51.777395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-fe3394d4-c6c8-4cea-bc18-7894ced04a1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0835392 Aug 19 11:51:51.787383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0c19d9c3-d47a-4b36-9d97-8602e87dad64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=201f946ee64d40fdae28f54dcff7d03c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089450 Aug 19 11:51:51.789571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42622) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:51.807556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e23a4f-dcca-4968-9988-bf01275799b0 req-de40ba75-3262-49e9-b59f-042c8ab3056e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:51.809119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72e23a4f-dcca-4968-9988-bf01275799b0 req-de40ba75-3262-49e9-b59f-042c8ab3056e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0830333 Aug 19 11:51:51.829159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-f4e81c1c-bca7-49e3-bdb0-e7d3e1007e64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422437 Aug 19 11:51:51.845431 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:51.869134 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15eb543b-5ab7-4df7-91d9-e0a88e243db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:51.893402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15eb543b-5ab7-4df7-91d9-e0a88e243db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:51.953672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72e23a4f-dcca-4968-9988-bf01275799b0 req-249f5d92-5209-420c-9c96-de9c17c642f1 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269178 Aug 19 11:51:51.954700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15eb543b-5ab7-4df7-91d9-e0a88e243db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:51.958301 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15eb543b-5ab7-4df7-91d9-e0a88e243db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:51.960084 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-15eb543b-5ab7-4df7-91d9-e0a88e243db8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2e21d1c-7ef1-444e-a9f1-89b920498ac8 HTTP/1.1" status: 204 len: 168 time: 0.1692874 Aug 19 11:51:51.973371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb543b-5ab7-4df7-91d9-e0a88e243db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e21d1c-7ef1-444e-a9f1-89b920498ac8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:51.975336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-ff177de3-bf4e-460b-b5eb-cc1c8d4bdb34 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367283 Aug 19 11:51:52.085976 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5006c7-3773-4ee6-bcc1-de4b5386a13b req-c9e310aa-aa5f-4dda-9f28-858efe8ca8aa service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032903 Aug 19 11:51:52.304348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42650) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:52.331170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eb1dd-b892-4b22-9742-1d6626be6edc req-b82ee3aa-eb51-4def-a01f-aa155889354c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:52.332698 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-634eb1dd-b892-4b22-9742-1d6626be6edc req-b82ee3aa-eb51-4def-a01f-aa155889354c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 943 time: 0.0553114 Aug 19 11:51:52.343969 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8a953180-ec4e-411f-af81-6d5fcab22598 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=afa1d62d65f14b6ea3a53ac46d710f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384185 Aug 19 11:51:52.346538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42652) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:52.375064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-634eb1dd-b892-4b22-9742-1d6626be6edc req-25744088-425b-48e5-9294-f413810213fa tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360403 Aug 19 11:51:52.396325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6dcc-a8d6-490c-82b2-e6c872dbb29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:52.418137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6dcc-a8d6-490c-82b2-e6c872dbb29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:52.473422 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6dcc-a8d6-490c-82b2-e6c872dbb29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:52.478150 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6dcc-a8d6-490c-82b2-e6c872dbb29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:52.479654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f3dc6dcc-a8d6-490c-82b2-e6c872dbb29d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb4b38f2-edcb-40a3-a4b3-529927ca79ad HTTP/1.1" status: 204 len: 168 time: 0.1320901 Aug 19 11:51:52.490395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc6dcc-a8d6-490c-82b2-e6c872dbb29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4b38f2-edcb-40a3-a4b3-529927ca79ad,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:52.500844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afb050-028c-461f-9ebd-50bd5b3ee208 req-326fcb26-00af-4192-9456-77360c539575 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:52.509662 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8afb050-028c-461f-9ebd-50bd5b3ee208 req-326fcb26-00af-4192-9456-77360c539575 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 943 time: 0.0646303 Aug 19 11:51:52.536982 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:51:52.549272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8afb050-028c-461f-9ebd-50bd5b3ee208 req-06c34e12-d564-4953-bc31-97c97375eb42 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 Aug 19 11:51:52.662246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dbc3f-10d9-493a-83cb-83e738c32eff req-07b303b0-2576-4bc4-89d8-3d99851d626f tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:52.663948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f1dbc3f-10d9-493a-83cb-83e738c32eff req-07b303b0-2576-4bc4-89d8-3d99851d626f tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 950 time: 0.0531209 Aug 19 11:51:52.704538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f1dbc3f-10d9-493a-83cb-83e738c32eff req-f912518c-167b-4bf3-9110-8fcb1992706f tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334949 Aug 19 11:51:52.830464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad1975-461d-4d3a-8253-d006768de63c req-def5d11c-92be-4315-b7ed-abb870a7935e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:52.831981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbad1975-461d-4d3a-8253-d006768de63c req-def5d11c-92be-4315-b7ed-abb870a7935e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 949 time: 0.0556953 Aug 19 11:51:52.871865 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbad1975-461d-4d3a-8253-d006768de63c req-13546ea1-6f48-4cb6-81b8-84a31f1ea7be tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 Aug 19 11:51:52.874958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6a265c24-91d2-4b49-b234-cd77ea02f329 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:52.893449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 271aace3-07b1-4f6f-859d-d4592fc9dfe0 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:51:52.900323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6f9fef80-7d63-4377-915d-7a6362487d8e tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:51:52.901588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6f9fef80-7d63-4377-915d-7a6362487d8e tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082419 Aug 19 11:51:52.914256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Request body: {'binding': {'host': 'n-h2-778550-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:52.915053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Unknown quota resources ['binding']. {{(pid=101154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 11:51:52.918498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 271aace3-07b1-4f6f-859d-d4592fc9dfe0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:51:52.918842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 271aace3-07b1-4f6f-859d-d4592fc9dfe0 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:51:53.039430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:53.057206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6a265c24-91d2-4b49-b234-cd77ea02f329 has no active binding in host n-h2-778550-9 {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 11:51:53.111843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b58381-3e41-43f6-b8ab-a790422bc6e4 req-095f781f-c94d-4ecd-8118-02d4a25de5e2 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:53.113378 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18b58381-3e41-43f6-b8ab-a790422bc6e4 req-095f781f-c94d-4ecd-8118-02d4a25de5e2 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0768666 Aug 19 11:51:53.171802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on host n-h2-778550-9 for vnic_type normal with profile None {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:53.172144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:53.172474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:53.176882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18b58381-3e41-43f6-b8ab-a790422bc6e4 req-da70eed6-ece9-4413-91d6-6aa48ecf799c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556698 Aug 19 11:51:53.179855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:53.180296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:53.185784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:53.186122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:53.186500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:53.186926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Bound port: 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:53.193266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4b42b495-173e-41c1-988b-98e7525cca09 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:51:53.252019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:53.259410 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:53.260610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e4238b24-8d81-4cd3-bf8a-50c48eb27a0d service neutron] 10.222.0.65 "POST /v2.0/ports/9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614/bindings HTTP/1.1" status: 201 len: 389 time: 0.3512583 Aug 19 11:51:53.330964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 4b42b495-173e-41c1-988b-98e7525cca09, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4b42b495-173e-41c1-988b-98e7525cca09,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:53.345469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '4b42b495-173e-41c1-988b-98e7525cca09', 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0', 'port_id': '4b42b495-173e-41c1-988b-98e7525cca09', 'mac_address': 'fa:16:3e:bc:44:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97b1c8b-6deb-4893-915f-1ee36c2609db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:51:53.390639 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:53.406820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b42b495-173e-41c1-988b-98e7525cca09 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:53.427113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880eb2-bfd0-4b6e-aad4-b95fc696253c req-ed20f25d-b26e-43e5-8aea-af729bfadd30 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:53.428726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56880eb2-bfd0-4b6e-aad4-b95fc696253c req-ed20f25d-b26e-43e5-8aea-af729bfadd30 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 945 time: 0.0564981 Aug 19 11:51:53.438672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 4b42b495-173e-41c1-988b-98e7525cca09, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4b42b495-173e-41c1-988b-98e7525cca09,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:53.444262 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:53.501209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=4b42b495-173e-41c1-988b-98e7525cca09,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:53.513060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56880eb2-bfd0-4b6e-aad4-b95fc696253c req-1234a217-4f8b-4c8f-b4f0-9e1e300deb8e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719614 Aug 19 11:51:53.529262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f2564-b9d7-4c3a-af8c-eb2968dd9322 req-b7cf9b88-18d3-4e1f-b930-897a44568b89 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:53.530780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c05f2564-b9d7-4c3a-af8c-eb2968dd9322 req-b7cf9b88-18d3-4e1f-b930-897a44568b89 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 944 time: 0.0694926 Aug 19 11:51:53.570091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c05f2564-b9d7-4c3a-af8c-eb2968dd9322 req-f9cf5486-c11f-4a9f-9e1f-597656f725a8 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Aug 19 11:51:53.664391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcedfb-6f57-42b6-a26c-325584c00e1f req-ffc7b66d-9610-48da-bb3b-c1fdc71db901 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:53.666047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3bcedfb-6f57-42b6-a26c-325584c00e1f req-ffc7b66d-9610-48da-bb3b-c1fdc71db901 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 943 time: 0.0497673 Aug 19 11:51:53.705229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3bcedfb-6f57-42b6-a26c-325584c00e1f req-dff3309a-ef84-43c4-8fdb-91e12bdcd765 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Aug 19 11:51:53.808292 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:53.816890 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:53.830123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474e58b-4e50-4eda-aeaa-30db706dae3e req-65041719-054a-456f-9457-19d2b5e23197 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:53.831598 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8474e58b-4e50-4eda-aeaa-30db706dae3e req-65041719-054a-456f-9457-19d2b5e23197 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 950 time: 0.0550480 Aug 19 11:51:53.846896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['4b42b495-173e-41c1-988b-98e7525cca09'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:53.875522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8474e58b-4e50-4eda-aeaa-30db706dae3e req-65417fbb-5e1d-4586-b658-d97219412a42 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb331f6-838a-4dbe-b35e-90f12001d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375047 Aug 19 11:51:54.011545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b36673-75f4-489e-b7ab-b3141f20f9f7 req-4843819e-085b-4ddc-86bf-6474bba07d77 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:54.013129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21b36673-75f4-489e-b7ab-b3141f20f9f7 req-4843819e-085b-4ddc-86bf-6474bba07d77 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 949 time: 0.0539074 Aug 19 11:51:54.073730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21b36673-75f4-489e-b7ab-b3141f20f9f7 req-3c245723-2e21-4173-959b-07d922faeb12 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544977 Aug 19 11:51:54.097112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-227cd9f6-95b4-4853-9e1b-21973991c29d tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:54.098666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-227cd9f6-95b4-4853-9e1b-21973991c29d tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 950 time: 0.0623219 Aug 19 11:51:54.227726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84a005-8568-4c77-a119-a55aa19537de req-505c1f54-750c-4586-8b3d-8b07cbf71bd7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:54.229240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c84a005-8568-4c77-a119-a55aa19537de req-505c1f54-750c-4586-8b3d-8b07cbf71bd7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0819485 Aug 19 11:51:54.237394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Deleting port 00f6da87-c23d-41a7-b659-217190a1ae19 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:51:54.237733 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:54.347671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c84a005-8568-4c77-a119-a55aa19537de req-f8d381ad-d0a2-447a-8071-7aacb5f1296e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069524 Aug 19 11:51:54.387412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21664d60-41be-497f-8244-e4f80e43aab8 req-c99e0fe9-2138-4d59-ae29-c0f2ab97b4bc tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:54.389053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21664d60-41be-497f-8244-e4f80e43aab8 req-c99e0fe9-2138-4d59-ae29-c0f2ab97b4bc tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1314125 Aug 19 11:51:54.398838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] For port 00f6da87-c23d-41a7-b659-217190a1ae19, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=00f6da87-c23d-41a7-b659-217190a1ae19,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:54.399435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:54.426203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Calling delete_port for 00f6da87-c23d-41a7-b659-217190a1ae19 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:51:54.485973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21664d60-41be-497f-8244-e4f80e43aab8 req-afcf606d-11a6-44ac-a54d-9c3a6ba3c4dc tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783389 Aug 19 11:51:54.603169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:54.605944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-ff320f52-1fe0-4cee-abeb-56e6b18fcf51 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e913d369cbf64108a4041efa636a9b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277507 Aug 19 11:51:54.641877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['00f6da87-c23d-41a7-b659-217190a1ae19'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:54.710526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Pushing event deleted for resources: {'Port': ['ID=00f6da87-c23d-41a7-b659-217190a1ae19,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:54.774249 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-d11932da-f26b-4b8b-9a43-373626e65098 service neutron] 10.222.0.69 "GET /v2.0/ports/6a265c24-91d2-4b49-b234-cd77ea02f329/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 384 time: 0.0845428 Aug 19 11:51:54.784233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] No DVR routers for this DVR port 00f6da87-c23d-41a7-b659-217190a1ae19 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:51:54.790098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:54.792555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3803e77-1e20-4f4c-be87-7236d59afb21 req-64b3b3da-cc5d-4b01-a343-cd4b3b0aefa2 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.69 "DELETE /v2.0/ports/00f6da87-c23d-41a7-b659-217190a1ae19 HTTP/1.1" status: 204 len: 173 time: 0.6867313 Aug 19 11:51:54.802789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11', 'name': 'network-vif-deleted', 'tag': '00f6da87-c23d-41a7-b659-217190a1ae19'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:54.807068 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba55298-2287-4d1f-a2e1-849aa7852a0f" -d '{"events": [{"server_uuid": "6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11", "name": "network-vif-deleted", "tag": "00f6da87-c23d-41a7-b659-217190a1ae19"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:54.889010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a423242-dac1-4fad-92ec-30a7375a1aeb req-41de85fe-7358-4e06-b1f8-24b6c7e634cf tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:54.890587 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a423242-dac1-4fad-92ec-30a7375a1aeb req-41de85fe-7358-4e06-b1f8-24b6c7e634cf tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1826730 Aug 19 11:51:54.898696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43074-67da-48d6-b924-60caf8c7349f req-a1a7fc6e-eb70-4dc5-9021-98decd623914 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:54.906087 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-a1a7fc6e-eb70-4dc5-9021-98decd623914 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908120 Aug 19 11:51:54.924021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-88e42fab-d975-4298-9f8c-1c0898a7557e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/quotas/e913d369cbf64108a4041efa636a9b71 HTTP/1.1" status: 200 len: 375 time: 0.0169666 Aug 19 11:51:54.983603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42766) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:55.004068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-becf159f-0e10-4d5b-beec-6308144722fe req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:55.018209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a423242-dac1-4fad-92ec-30a7375a1aeb req-dae520a0-52e8-4274-9bf4-829fc75421c0 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100364 Aug 19 11:51:55.028533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-becf159f-0e10-4d5b-beec-6308144722fe req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:55.052434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-d329a6cf-2c24-4065-aa8e-66a33a4df685 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e913d369cbf64108a4041efa636a9b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269276 Aug 19 11:51:55.081844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-becf159f-0e10-4d5b-beec-6308144722fe req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a265c24-91d2-4b49-b234-cd77ea02f329 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:55.097062 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-becf159f-0e10-4d5b-beec-6308144722fe req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:55.117002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.155102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4599905-6827-4dff-b20e-d58288a07e1f req-0bf611b6-5f51-41b0-80a8-53b12b1f7973 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:55.156800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4599905-6827-4dff-b20e-d58288a07e1f req-0bf611b6-5f51-41b0-80a8-53b12b1f7973 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 944 time: 0.0553024 Aug 19 11:51:55.190938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4b42b495-173e-41c1-988b-98e7525cca09 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:51:55.237320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4599905-6827-4dff-b20e-d58288a07e1f req-cfb8a2c8-cbfa-442a-95c0-0b585457ea25 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649953 Aug 19 11:51:55.248858 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c6f8-61b9-4fdb-83de-2ffc7a506424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.259829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-becf159f-0e10-4d5b-beec-6308144722fe req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] Transition to ACTIVE for port object 6a265c24-91d2-4b49-b234-cd77ea02f329 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:55.270991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.319295 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7cd645-ebff-4c59-b1e4-43ba0c420afd x-openstack-request-id: req-aa7cd645-ebff-4c59-b1e4-43ba0c420afd {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:55.319581 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11", "name": "network-vif-deleted", "tag": "00f6da87-c23d-41a7-b659-217190a1ae19", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:55.319829 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa7cd645-ebff-4c59-b1e4-43ba0c420afd {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:55.320259 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11', 'name': 'network-vif-deleted', 'tag': '00f6da87-c23d-41a7-b659-217190a1ae19', 'status': 'completed', 'code': 200} Aug 19 11:51:55.325880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 4b42b495-173e-41c1-988b-98e7525cca09 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:55.334127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 4b42b495-173e-41c1-988b-98e7525cca09 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:55.334427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64876-539e-47cd-be03-89a3dd949a25 req-a5929379-8c1c-43f1-be7e-c67a54c0764f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:55.334931 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.342861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1c64876-539e-47cd-be03-89a3dd949a25 req-a5929379-8c1c-43f1-be7e-c67a54c0764f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 943 time: 0.1044235 Aug 19 11:51:55.352656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-becf159f-0e10-4d5b-beec-6308144722fe req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] No DVR routers for this DVR port 6a265c24-91d2-4b49-b234-cd77ea02f329 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:51:55.405556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] 10.222.0.69 "PUT /v2.0/ports/6a265c24-91d2-4b49-b234-cd77ea02f329/bindings/n-h2-778550-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6227827 Aug 19 11:51:55.409973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb806e-1cd7-4bf7-8dfd-8de5e62b6163 service neutron] Pushing event updated for resources: {'Port': ['ID=6a265c24-91d2-4b49-b234-cd77ea02f329,revision_number=10']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:55.425029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1c64876-539e-47cd-be03-89a3dd949a25 req-6f3b22a2-1270-4d90-be0f-3569fd71f763 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809553 Aug 19 11:51:55.487932 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c6f8-61b9-4fdb-83de-2ffc7a506424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.520089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c6f8-61b9-4fdb-83de-2ffc7a506424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.522828 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.546085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684eb5f6-ce6a-43e7-b953-4a5e21ce3739 req-8bd302d1-0c66-4e55-8afe-909abfe63a11 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 210 time: 0.0566170 Aug 19 11:51:55.552851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b42b495-173e-41c1-988b-98e7525cca09'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:51:55.555692 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc3ef41-71d5-4376-ac27-401c440d4220" -d '{"events": [{"server_uuid": "e0d19c60-f7b2-4242-b685-ac0c4ffa4be4", "name": "network-vif-plugged", "status": "completed", "tag": "4b42b495-173e-41c1-988b-98e7525cca09"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:51:55.569017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 4b42b495-173e-41c1-988b-98e7525cca09, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4b42b495-173e-41c1-988b-98e7525cca09,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:51:55.579582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-916aae33-cbc8-4c03-ac20-134db1a116a9 req-fd973780-53e8-427f-98f8-b7a405be7690 tempest-ServerDiagnosticsNegativeTest-909835308 tempest-ServerDiagnosticsNegativeTest-909835308-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed1a96d-3c5f-41e5-9ff3-e6d659c05d11 HTTP/1.1" status: 200 len: 210 time: 0.0796325 Aug 19 11:51:55.586917 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.595782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b2f1c6f8-61b9-4fdb-83de-2ffc7a506424 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b54c3109aff1471088db89fa61d4d9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108847 Aug 19 11:51:55.596637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1c6f8-61b9-4fdb-83de-2ffc7a506424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bd963b-c8d8-41f7-8237-d45a85591bb6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:55.599009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42784) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:55.663968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=4b42b495-173e-41c1-988b-98e7525cca09,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:55.670747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-48550ed4-35a2-42f7-9119-55d76036eae8 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:55.672818 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-48550ed4-35a2-42f7-9119-55d76036eae8 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.1582122 Aug 19 11:51:55.676292 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6910b168-e6f1-4e3c-aa9f-0dec68e695b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.721755 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6910b168-e6f1-4e3c-aa9f-0dec68e695b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.736430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-f6b053a5-3d6b-4bd4-9999-693ee60139ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:55.738048 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-f6b053a5-3d6b-4bd4-9999-693ee60139ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe&tenant_id=23172949aae84995841c5e7a8fa1e132 HTTP/1.1" status: 200 len: 1095 time: 0.0531876 Aug 19 11:51:55.768643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f671-0340-421d-9f94-7af3630329bb req-1e67a01c-5a7b-40a3-9488-024614fa870f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:55.770953 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d080e06-67f1-40e5-8f4e-1148b4247bd1 x-openstack-request-id: req-6d080e06-67f1-40e5-8f4e-1148b4247bd1 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:51:55.771455 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d19c60-f7b2-4242-b685-ac0c4ffa4be4", "name": "network-vif-plugged", "status": "completed", "tag": "4b42b495-173e-41c1-988b-98e7525cca09", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:51:55.771841 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d080e06-67f1-40e5-8f4e-1148b4247bd1 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:51:55.772440 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b42b495-173e-41c1-988b-98e7525cca09', 'code': 200} Aug 19 11:51:55.776258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38d0f671-0340-421d-9f94-7af3630329bb req-1e67a01c-5a7b-40a3-9488-024614fa870f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0868490 Aug 19 11:51:55.813015 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6910b168-e6f1-4e3c-aa9f-0dec68e695b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.815781 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6910b168-e6f1-4e3c-aa9f-0dec68e695b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:55.816942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6910b168-e6f1-4e3c-aa9f-0dec68e695b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28bd963b-c8d8-41f7-8237-d45a85591bb6 HTTP/1.1" status: 204 len: 168 time: 0.2169931 Aug 19 11:51:55.832521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38d0f671-0340-421d-9f94-7af3630329bb req-e3fbb1a9-1885-457d-85ee-f561108cd6ae tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511541 Aug 19 11:51:55.840495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910b168-e6f1-4e3c-aa9f-0dec68e695b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bd963b-c8d8-41f7-8237-d45a85591bb6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:55.872293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-bd918044-7011-4445-b178-cb2006984108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:55.874064 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-bd918044-7011-4445-b178-cb2006984108 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1095 time: 0.0782478 Aug 19 11:51:56.153333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42794) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:56.169254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b852b45-f3b8-4d5f-8266-9a07660ebbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:56.189635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448917f-1b80-4e9a-94e6-a604cb905c3e req-5d388f44-f7ce-4ab6-9741-da28afda37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.191191 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b448917f-1b80-4e9a-94e6-a604cb905c3e req-5d388f44-f7ce-4ab6-9741-da28afda37a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 1096 time: 0.3114874 Aug 19 11:51:56.209563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b05c2-9dc8-4d7c-a6bb-719c3514c722 req-a703f4e2-0342-4528-bdfb-4012ca15600e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.217263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716b05c2-9dc8-4d7c-a6bb-719c3514c722 req-a703f4e2-0342-4528-bdfb-4012ca15600e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 945 time: 0.0942709 Aug 19 11:51:56.269969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-cf25fa3e-5765-4afb-ab8f-6f7804f98846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.271860 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-cf25fa3e-5765-4afb-ab8f-6f7804f98846 service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.3677349 Aug 19 11:51:56.279589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b448917f-1b80-4e9a-94e6-a604cb905c3e req-cbe17618-20ad-4bff-b0af-a211e760042e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797298 Aug 19 11:51:56.279997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716b05c2-9dc8-4d7c-a6bb-719c3514c722 req-ad601a22-e1a8-420f-8084-0220d7fbed24 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616100 Aug 19 11:51:56.327417 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-2c4f1f90-6186-4f75-8543-ab77c7ac76da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a265c24-91d2-4b49-b234-cd77ea02f329 HTTP/1.1" status: 200 len: 217 time: 0.0468261 Aug 19 11:51:56.329364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b852b45-f3b8-4d5f-8266-9a07660ebbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:56.331027 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-5f6eedf8-3196-4a30-8a81-389fedfbdcb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122687 Aug 19 11:51:56.340269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b852b45-f3b8-4d5f-8266-9a07660ebbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:56.403708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5b852b45-f3b8-4d5f-8266-9a07660ebbf3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d46cec3adf34685a1e86d2396c9d9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492695 Aug 19 11:51:56.405929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b852b45-f3b8-4d5f-8266-9a07660ebbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ed8cc0-922d-4588-8d8e-f1465f8eeca4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:56.408186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42798) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:56.423889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d30c4-be78-459a-9acf-243175c9953e req-88372b23-2abd-4668-b3c0-a26253892d70 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.425416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-772d30c4-be78-459a-9acf-243175c9953e req-88372b23-2abd-4668-b3c0-a26253892d70 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.0984161 Aug 19 11:51:56.428481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-cac59af2-f94f-4f90-8778-8b18a0e500c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.430086 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-cac59af2-f94f-4f90-8778-8b18a0e500c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0723755 Aug 19 11:51:56.449892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-4cc96b2e-6811-4ef7-a52b-822990a2b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.451395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-4cc96b2e-6811-4ef7-a52b-822990a2b474 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 1118 time: 0.0660527 Aug 19 11:51:56.467291 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-4c268848-988a-4b29-968c-cbe1c4f58aa3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285251 Aug 19 11:51:56.489528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-772d30c4-be78-459a-9acf-243175c9953e req-c3fdba55-02e4-4a3e-99c6-d33732a26e17 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566640 Aug 19 11:51:56.501862 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a39fcee7-7390-4552-b8e9-c96c157ab935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:56.550829 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a39fcee7-7390-4552-b8e9-c96c157ab935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:56.606118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513164d-baae-4444-99b3-58d0b055efc8 req-4aa3f482-81a3-48cc-89ea-425508c806c1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.607738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9513164d-baae-4444-99b3-58d0b055efc8 req-4aa3f482-81a3-48cc-89ea-425508c806c1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 944 time: 0.0943642 Aug 19 11:51:56.666739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-37275419-8992-4f63-a2a7-b16e5ddc9738 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e913d369cbf64108a4041efa636a9b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425942 Aug 19 11:51:56.681440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a39fcee7-7390-4552-b8e9-c96c157ab935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:56.683911 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a39fcee7-7390-4552-b8e9-c96c157ab935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:56.685155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a39fcee7-7390-4552-b8e9-c96c157ab935 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6ed8cc0-922d-4588-8d8e-f1465f8eeca4 HTTP/1.1" status: 204 len: 168 time: 0.2745004 Aug 19 11:51:56.701082 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-34012a02-bead-4a72-a936-44e1be066ebb service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823630 Aug 19 11:51:56.702171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-df77dd65-bf3b-483d-aa91-baf2d1940885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.703840 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-df77dd65-bf3b-483d-aa91-baf2d1940885 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 200 len: 925 time: 0.1770401 Aug 19 11:51:56.726341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e412c342-d332-46c8-af44-d582d4f42226 req-b05a9638-724e-44bd-8a5c-87b737cf8b8d tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 210 time: 0.0638518 Aug 19 11:51:56.798232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fcee7-7390-4552-b8e9-c96c157ab935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ed8cc0-922d-4588-8d8e-f1465f8eeca4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:56.828567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9513164d-baae-4444-99b3-58d0b055efc8 req-327bc45a-36be-4017-9d91-d375a9654e2f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729307 Aug 19 11:51:56.862455 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-cb30b5f8-72d1-485d-9e1d-390e7ef01a09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b281de-7a16-44ef-ada0-ee13a16024c3 HTTP/1.1" status: 200 len: 1023 time: 0.1469522 Aug 19 11:51:56.883452 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-66df0586-d24f-4bee-b41e-607c05e553e2 service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693861 Aug 19 11:51:56.935616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43074-67da-48d6-b924-60caf8c7349f req-38593567-9d8a-4b70-bd82-e9f3342a1941 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.938118 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-38593567-9d8a-4b70-bd82-e9f3342a1941 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516618 Aug 19 11:51:56.966643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-708c293b-080a-4471-a784-3f1d096a3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:56.969175 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-708c293b-080a-4471-a784-3f1d096a3e63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3a8cce1-f340-41a6-8c95-f2e79331af66 HTTP/1.1" status: 200 len: 863 time: 0.0549459 Aug 19 11:51:57.014106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963a379-f526-49d4-a499-78ab4f738d01 req-9e7bcd24-843a-40ff-ae92-bf1b5e3e402b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:57.015673 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e963a379-f526-49d4-a499-78ab4f738d01 req-9e7bcd24-843a-40ff-ae92-bf1b5e3e402b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0765452 Aug 19 11:51:57.034226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Request body: {'port': {'device_id': '7afb15e4-01f5-4a72-8702-a3e9a177e744', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'e913d369cbf64108a4041efa636a9b71'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:57.077797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-8c0ed04e-1f21-40ba-9560-2251a921c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:57.079889 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-8c0ed04e-1f21-40ba-9560-2251a921c354 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c44442c-1286-45f6-b8eb-d63d4bd3183a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502341 Aug 19 11:51:57.178036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e963a379-f526-49d4-a499-78ab4f738d01 req-2cc1e733-5036-4300-8d3c-e36d65801b46 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552434 Aug 19 11:51:57.223349 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-5d01c511-3f87-4a8d-b8ee-bfb1eec337f7 service neutron] 10.222.0.54 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318235 Aug 19 11:51:57.238331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42824) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:57.290372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Made reservation on behalf of e913d369cbf64108a4041efa636a9b71 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:51:57.294402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:57.378726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf159f-0e10-4d5b-beec-6308144722fe req-439d7fd5-84cb-4f09-9c7d-ecfd86b81f9c tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:57.380594 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-439d7fd5-84cb-4f09-9c7d-ecfd86b81f9c tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.1068809 Aug 19 11:51:57.428265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c27a2a2-d1b3-49ed-90d1-5ceb7860725f req-3c5afcd6-1063-40d5-aee7-04186a618f59 service neutron] 10.222.0.54 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956244 Aug 19 11:51:57.526853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-becf159f-0e10-4d5b-beec-6308144722fe req-2f833fc9-cf1a-4933-907f-284398b96e5c service neutron] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:57.531443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-becf159f-0e10-4d5b-beec-6308144722fe req-2f833fc9-cf1a-4933-907f-284398b96e5c service neutron] Notify callbacks [] for binding, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:57.532751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-becf159f-0e10-4d5b-beec-6308144722fe req-2f833fc9-cf1a-4933-907f-284398b96e5c service neutron] 10.222.0.54 "DELETE /v2.0/ports/6a265c24-91d2-4b49-b234-cd77ea02f329/bindings/n-h1-778550-9 HTTP/1.1" status: 204 len: 173 time: 0.1403573 Aug 19 11:51:57.554732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dd730-02ac-403f-a7a9-84f3fec30959 req-55155420-5d70-4f93-97f7-4d6c2e19feba tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:57.557811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c2dd730-02ac-403f-a7a9-84f3fec30959 req-55155420-5d70-4f93-97f7-4d6c2e19feba tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1327109 Aug 19 11:51:57.612436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9aac3c5e-6ea8-4e73-93b4-e57b8cbf9466 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8cd18245803410985baf04871dded83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719616 Aug 19 11:51:57.616828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42840) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:57.930174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Allocated IP 192.168.233.71 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/c9c44f3f-ef18-442b-9bc5-79e156295222) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:51:57.946625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c2dd730-02ac-403f-a7a9-84f3fec30959 req-dca41b84-2ffd-4f98-a07a-a50cd7c2df8d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791325 Aug 19 11:51:57.981870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c54d5-0038-4c56-9fc7-d3fe39b0e47a req-c04b1fa3-c1a3-411d-a384-17777277654c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:57.983407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d64c54d5-0038-4c56-9fc7-d3fe39b0e47a req-c04b1fa3-c1a3-411d-a384-17777277654c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.3956861 Aug 19 11:51:58.026157 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1b028ee0-181f-4dc3-9c47-095e5e679a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:58.113617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-afe5c2fa-8e3a-4e0b-8a37-b1cdab57dd84 req-26cb859f-5f8e-4d1a-8b4b-83c217eac680 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 210 time: 0.0692601 Aug 19 11:51:58.127777 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:58.140140 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1b028ee0-181f-4dc3-9c47-095e5e679a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:58.152946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d64c54d5-0038-4c56-9fc7-d3fe39b0e47a req-1c63e944-6530-4263-b226-c908a9689fba tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546769 Aug 19 11:51:58.365833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:58.379971 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1b028ee0-181f-4dc3-9c47-095e5e679a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:58.382833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1b028ee0-181f-4dc3-9c47-095e5e679a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:58.383990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1b028ee0-181f-4dc3-9c47-095e5e679a29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9cb331f6-838a-4dbe-b35e-90f12001d831 HTTP/1.1" status: 204 len: 168 time: 0.5079410 Aug 19 11:51:58.411953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ee26e-45dc-4d35-bf3f-dbd3f4322a1d req-211c81a1-89c7-4b43-be51-55c9b7190392 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:58.413484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d6ee26e-45dc-4d35-bf3f-dbd3f4322a1d req-211c81a1-89c7-4b43-be51-55c9b7190392 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 944 time: 0.1927085 Aug 19 11:51:58.429803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b028ee0-181f-4dc3-9c47-095e5e679a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb331f6-838a-4dbe-b35e-90f12001d831,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:58.437695 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Transition to ACTIVE for port object c9c44f3f-ef18-442b-9bc5-79e156295222 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:58.478776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8607f2-f20a-4ef5-8e01-a8228cab60f6 req-5192105b-8e2f-431f-afe0-ff9e70987370 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:58.480310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f8607f2-f20a-4ef5-8e01-a8228cab60f6 req-5192105b-8e2f-431f-afe0-ff9e70987370 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.1291981 Aug 19 11:51:58.511445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d6ee26e-45dc-4d35-bf3f-dbd3f4322a1d req-63493dd6-f144-4f65-a724-2d1f74b009a6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854104 Aug 19 11:51:58.534755 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:58.572358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f8607f2-f20a-4ef5-8e01-a8228cab60f6 req-2dcd9932-7c6f-4d86-bc20-8d038a995001 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747950 Aug 19 11:51:58.580721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['8e997e5f-81e7-49eb-b667-f1ba9982a2ed', '82838772-709f-4a15-b8a8-1690f87da8e9'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:51:58.618735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:51:58.621986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:51:58.625889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:51:58.658060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Pushing event updated for resources: {'Port': ['ID=c9c44f3f-ef18-442b-9bc5-79e156295222,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:58.709965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:58.710578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:58.731881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-d360b2a8-1434-4f9f-a82f-46b1ccd4a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:58.736206 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-d360b2a8-1434-4f9f-a82f-46b1ccd4a4ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1096 time: 0.0793757 Aug 19 11:51:58.743111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294fbcb-f318-4093-bf3f-07467d9efad8 req-cd374dbc-2a48-4b0b-b07e-889ce2842be7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:58.744659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d294fbcb-f318-4093-bf3f-07467d9efad8 req-cd374dbc-2a48-4b0b-b07e-889ce2842be7 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0906949 Aug 19 11:51:58.746252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-161f484e-489a-4d86-a04b-4a7ac4489920 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7163153 Aug 19 11:51:58.790167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Request body: {'port': {'device_id': '7afb15e4-01f5-4a72-8702-a3e9a177e744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:58.876965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:58.900791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42880) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:58.905901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d294fbcb-f318-4093-bf3f-07467d9efad8 req-88742955-cc15-4ebf-b4d5-6d123214d2cf tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542366 Aug 19 11:51:58.960391 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-221d7946-20af-4d30-ac05-394bd20e5bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.022768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-3d57462d-f6a9-440f-acb4-74769cfd1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:59.024594 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-3d57462d-f6a9-440f-acb4-74769cfd1b01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.2476344 Aug 19 11:51:59.054262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2882c000-b8e4-4710-8db7-40a718751735 None None] Provisioning for port c9c44f3f-ef18-442b-9bc5-79e156295222 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:51:59.063923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2882c000-b8e4-4710-8db7-40a718751735 None None] Provisioning complete for port c9c44f3f-ef18-442b-9bc5-79e156295222 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:51:59.064467 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2882c000-b8e4-4710-8db7-40a718751735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.086768 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-a6be8881-87c6-4c67-8d48-2be76427cdfd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 200 len: 217 time: 0.0514677 Aug 19 11:51:59.110611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2882c000-b8e4-4710-8db7-40a718751735 None None] Port c9c44f3f-ef18-442b-9bc5-79e156295222 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:51:59.158395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f35bc1-9355-41ea-9498-99a211da2866 req-c5481b97-1fcb-449f-8b02-a4d766ef11de tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:59.165791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35f35bc1-9355-41ea-9498-99a211da2866 req-c5481b97-1fcb-449f-8b02-a4d766ef11de tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1197619 Aug 19 11:51:59.167762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-37b34f34-ff24-4bf2-89bf-1c11b508d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:59.169356 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-37b34f34-ff24-4bf2-89bf-1c11b508d86b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.0716574 Aug 19 11:51:59.210749 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-221d7946-20af-4d30-ac05-394bd20e5bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.213911 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e658ab22-cf3a-481d-8503-ea932aa10f90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341759 Aug 19 11:51:59.215221 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-221d7946-20af-4d30-ac05-394bd20e5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.221900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 00f6da87-c23d-41a7-b659-217190a1ae19 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:51:59.250029 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 00f6da87-c23d-41a7-b659-217190a1ae19 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:51:59.250479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 00f6da87-c23d-41a7-b659-217190a1ae19 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:51:59.250981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6a265c24-91d2-4b49-b234-cd77ea02f329 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:51:59.255967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35f35bc1-9355-41ea-9498-99a211da2866 req-cf51acbf-6a05-4157-8ecc-d37e26286efe tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864577 Aug 19 11:51:59.299948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6a265c24-91d2-4b49-b234-cd77ea02f329 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:51:59.304043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d7946-20af-4d30-ac05-394bd20e5bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61accfe-bd56-4df8-98a9-ec76fa338b70,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:59.312823 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-221d7946-20af-4d30-ac05-394bd20e5bbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b898d7341684a799e24b37c9f17cb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109511 Aug 19 11:51:59.316701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42894) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:51:59.378904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c050ef-9e57-48e7-9cbc-92ca60726af8 req-26f06480-3ae8-4ed9-8af7-ec2952deb5aa tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:59.380372 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-e8ec5bdc-0259-470e-93c3-23e416220517 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490474 Aug 19 11:51:59.380518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83c050ef-9e57-48e7-9cbc-92ca60726af8 req-26f06480-3ae8-4ed9-8af7-ec2952deb5aa tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1095 time: 0.1957741 Aug 19 11:51:59.387214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c44f3f-ef18-442b-9bc5-79e156295222 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:51:59.398260 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.401857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7feb-9b7f-4ae9-afe0-b509a3ee3281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.425380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Transition to ACTIVE for port object c9c44f3f-ef18-442b-9bc5-79e156295222 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:51:59.433371 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.442205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce583e4-d466-4cb6-a762-0ef9a27ae41d req-6837239b-98e1-4d0f-b79d-1899318027e4 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:59.443709 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ce583e4-d466-4cb6-a762-0ef9a27ae41d req-6837239b-98e1-4d0f-b79d-1899318027e4 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.1211555 Aug 19 11:51:59.467113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7feb-9b7f-4ae9-afe0-b509a3ee3281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.486502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83c050ef-9e57-48e7-9cbc-92ca60726af8 req-9311add5-12a1-4df9-bbd3-0be8c4eb8dad tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932987 Aug 19 11:51:59.528761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Pushing event updated for resources: {'Port': ['ID=c9c44f3f-ef18-442b-9bc5-79e156295222,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:59.529710 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-9ab76556-f555-4b28-a89c-e13faaa918ac service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363463 Aug 19 11:51:59.545278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ce583e4-d466-4cb6-a762-0ef9a27ae41d req-61d019d9-2c7f-4462-801c-1eb0bb0e7c9c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935252 Aug 19 11:51:59.567630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7feb-9b7f-4ae9-afe0-b509a3ee3281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.570767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7feb-9b7f-4ae9-afe0-b509a3ee3281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.574680 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f0cc7feb-9b7f-4ae9-afe0-b509a3ee3281 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a61accfe-bd56-4df8-98a9-ec76fa338b70 HTTP/1.1" status: 204 len: 168 time: 0.2544348 Aug 19 11:51:59.603509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc7feb-9b7f-4ae9-afe0-b509a3ee3281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61accfe-bd56-4df8-98a9-ec76fa338b70,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:51:59.728964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Attempting to bind port c9c44f3f-ef18-442b-9bc5-79e156295222 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:51:59.729263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Attempting to bind port c9c44f3f-ef18-442b-9bc5-79e156295222 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:51:59.729596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Attempting to bind port c9c44f3f-ef18-442b-9bc5-79e156295222 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:59.740299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Port c9c44f3f-ef18-442b-9bc5-79e156295222 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:51:59.740715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Attempting to bind port c9c44f3f-ef18-442b-9bc5-79e156295222 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:51:59.749918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:51:59.750357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:51:59.750700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:51:59.751155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Bound port: c9c44f3f-ef18-442b-9bc5-79e156295222, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:51:59.751515 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.789844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de94a-b644-4e68-946c-a590a17bf22c req-9451f0c7-8dc2-480b-b429-1fc1a4cdc2da tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:59.793551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-fe0bfe81-47a8-4800-a03e-86c4b16bac90 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:59.795756 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-fe0bfe81-47a8-4800-a03e-86c4b16bac90 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.0699203 Aug 19 11:51:59.797373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-543de94a-b644-4e68-946c-a590a17bf22c req-9451f0c7-8dc2-480b-b429-1fc1a4cdc2da tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 947 time: 0.1213353 Aug 19 11:51:59.826885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-9'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:51:59.875407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-543de94a-b644-4e68-946c-a590a17bf22c req-e1151b40-866a-400b-906a-07763de77c29 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771627 Aug 19 11:51:59.917386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] For port c9c44f3f-ef18-442b-9bc5-79e156295222, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:51:59.939563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] For port c9c44f3f-ef18-442b-9bc5-79e156295222, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9c44f3f-ef18-442b-9bc5-79e156295222,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:51:59.955522 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.960567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:51:59.967143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca8b76-e869-49ff-b629-13a8592793be req-2a10b965-6b56-4c19-a81e-38e9dcfead2d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:51:59.968990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72ca8b76-e869-49ff-b629-13a8592793be req-2a10b965-6b56-4c19-a81e-38e9dcfead2d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.0968831 Aug 19 11:52:00.021009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:00.021644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:00.027917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] 10.222.0.54 "PUT /v2.0/ports/c9c44f3f-ef18-442b-9bc5-79e156295222 HTTP/1.1" status: 200 len: 1095 time: 1.2434502 Aug 19 11:52:00.027917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb15e4-01f5-4a72-8702-a3e9a177e744', 'tag': 'c9c44f3f-ef18-442b-9bc5-79e156295222'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:00.027917 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb15e4-01f5-4a72-8702-a3e9a177e744", "tag": "c9c44f3f-ef18-442b-9bc5-79e156295222"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:00.177114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:00.183021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72ca8b76-e869-49ff-b629-13a8592793be req-e3279937-4108-4a54-9bc3-2afc905e6665 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900620 Aug 19 11:52:00.187125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65007a72-1a7e-4059-84c7-1fa8be7ef61f service neutron] Pushing event updated for resources: {'Port': ['ID=c9c44f3f-ef18-442b-9bc5-79e156295222,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:00.252164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:00.295558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-b391075c-3e4a-4ca6-adc3-f0424ec51f4b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:00.297030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-b391075c-3e4a-4ca6-adc3-f0424ec51f4b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 820 time: 0.2512641 Aug 19 11:52:00.308936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:00.311254 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7acc94-736e-40a6-916e-06b47f826f4f" -d '{"events": [{"server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:00.315691 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:00.322396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:00.342180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-c7b596b1-0a44-4383-b71b-ca3c9b86216c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/quotas/23172949aae84995841c5e7a8fa1e132 HTTP/1.1" status: 200 len: 375 time: 0.0295405 Aug 19 11:52:00.346041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43074-67da-48d6-b924-60caf8c7349f req-db9e75ae-5f5a-4068-a807-cc7e46d383ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:00.347502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-db9e75ae-5f5a-4068-a807-cc7e46d383ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e913d369cbf64108a4041efa636a9b71&device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 1098 time: 0.1782522 Aug 19 11:52:00.398668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748b3c5-f9c0-4264-bb47-be4c0ce2357e req-80ad0ca7-88f3-4881-ad18-a58fe7fb6db3 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:00.399489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Pushing event updated for resources: {'Port': ['ID=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:00.400276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9748b3c5-f9c0-4264-bb47-be4c0ce2357e req-80ad0ca7-88f3-4881-ad18-a58fe7fb6db3 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1289194 Aug 19 11:52:00.415132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on host n-h1-778550-9 for vnic_type normal with profile {"migrating_to": "n-h2-778550-9"} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:00.415471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:00.415879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:00.420523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:00.420834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Attempting to bind port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:00.426043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:00.426381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:00.426871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:00.427287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Bound port: 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:00.427651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:00.435710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-98b6106f-ea01-4325-b4db-1ddf250102ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c9c44f3f-ef18-442b-9bc5-79e156295222 HTTP/1.1" status: 200 len: 217 time: 0.0540144 Aug 19 11:52:00.480052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-c806b897-6a43-4dcb-8e6c-eb1be0dbec63 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314371 Aug 19 11:52:00.508105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:00.513301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:00.519709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:00.581154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9748b3c5-f9c0-4264-bb47-be4c0ce2357e req-8ffebb53-716b-4fc5-8a4e-d0526b301ca1 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488321 Aug 19 11:52:00.584005 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Pushing event updated for resources: {'Port': ['ID=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,revision_number=8']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:00.589029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43074-67da-48d6-b924-60caf8c7349f req-d0862e9f-fdd9-4778-9d22-c3c5a3c34ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:00.590580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-d0862e9f-fdd9-4778-9d22-c3c5a3c34ac2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1376255 Aug 19 11:52:00.603911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:00.604967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:00.606638 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-45d8adb4-714e-428c-8af8-3aea7786eacb service neutron] 10.222.0.54 "PUT /v2.0/ports/9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 200 len: 1121 time: 0.7844772 Aug 19 11:52:00.667093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-ed9a0587-5b2a-4115-91ed-bd423f3efd7f service neutron] 10.222.0.65 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860785 Aug 19 11:52:00.686425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43074-67da-48d6-b924-60caf8c7349f req-0a275063-adf2-4a30-8936-376acff30698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:00.687997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-0a275063-adf2-4a30-8936-376acff30698 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868237 Aug 19 11:52:00.698458 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c4a515-d447-4d46-8f46-eb364b8ffc00 x-openstack-request-id: req-66c4a515-d447-4d46-8f46-eb364b8ffc00 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:00.698742 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb15e4-01f5-4a72-8702-a3e9a177e744", "tag": "c9c44f3f-ef18-442b-9bc5-79e156295222", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:00.698991 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66c4a515-d447-4d46-8f46-eb364b8ffc00 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:00.699380 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb15e4-01f5-4a72-8702-a3e9a177e744', 'tag': 'c9c44f3f-ef18-442b-9bc5-79e156295222', 'status': 'completed', 'code': 200} Aug 19 11:52:00.736195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:00.865128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-67fa2178-a8bc-4e0c-a8df-11352d0011e6 service neutron] 10.222.0.65 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895442 Aug 19 11:52:00.884438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52430f1a-31be-417a-a342-9d95535e9f49 req-d0d158c8-3bde-4d4c-b170-bed8003073d2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:00.885956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52430f1a-31be-417a-a342-9d95535e9f49 req-d0d158c8-3bde-4d4c-b170-bed8003073d2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 943 time: 0.1053157 Aug 19 11:52:00.891825 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-a5130671-ae7a-4332-ad76-0303ee823a1d service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683328 Aug 19 11:52:00.973405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52430f1a-31be-417a-a342-9d95535e9f49 req-6d831094-6a41-4056-9d85-fcdbd42fce73 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785203 Aug 19 11:52:01.035584 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7699f0-f647-422c-a225-81bb34cac1e8 x-openstack-request-id: req-6d7699f0-f647-422c-a225-81bb34cac1e8 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:01.036078 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:01.036155 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d7699f0-f647-422c-a225-81bb34cac1e8 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:01.036612 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614', 'code': 200} Aug 19 11:52:01.060701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21f43074-67da-48d6-b924-60caf8c7349f req-8c46d3a8-3641-49d1-b077-e9b17478933c service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479278 Aug 19 11:52:01.154063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0280c-6b9a-43a3-9afe-0d4bbde3bfb4 req-dbfbc863-70bb-4419-b9e1-e8e42fe83b0a tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:01.155537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cd0280c-6b9a-43a3-9afe-0d4bbde3bfb4 req-dbfbc863-70bb-4419-b9e1-e8e42fe83b0a tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.0514989 Aug 19 11:52:01.213374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cd0280c-6b9a-43a3-9afe-0d4bbde3bfb4 req-455efb42-c537-4e0d-9e51-a590a0449217 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Aug 19 11:52:01.313066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e8326a5-2487-4589-a1a5-997e9f28c1be req-1559b726-117f-4dc1-9a2d-b8fefc479001 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 210 time: 0.0331726 Aug 19 11:52:01.317893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-fa5b3913-0777-48ad-ac2e-cb95da15853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:01.319321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-fa5b3913-0777-48ad-ac2e-cb95da15853f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e913d369cbf64108a4041efa636a9b71&device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 1098 time: 0.1049137 Aug 19 11:52:01.326923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3135f8b-50ec-4303-b815-65905908a635 req-61b460fe-e16c-45bb-998a-82cfe3182f70 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:01.328406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3135f8b-50ec-4303-b815-65905908a635 req-61b460fe-e16c-45bb-998a-82cfe3182f70 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 947 time: 0.1056259 Aug 19 11:52:01.475352 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3135f8b-50ec-4303-b815-65905908a635 req-7ea8d030-ecbc-4e0d-9e88-f37224fd6020 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228607 Aug 19 11:52:01.520128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8478-7855-4d53-bdd6-1df6e7a0b63c req-c3c10be1-eaca-48c4-8e67-5f4e8b26653a tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:01.525815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cca8478-7855-4d53-bdd6-1df6e7a0b63c req-c3c10be1-eaca-48c4-8e67-5f4e8b26653a tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.0872490 Aug 19 11:52:01.527689 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-5a95fa7f-7979-4be5-9b3c-80ea2be2cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:01.529406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-5a95fa7f-7979-4be5-9b3c-80ea2be2cd0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1913025 Aug 19 11:52:01.589703 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-baed99cb-a18e-457a-9637-f94f4f2ddbc6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c9c44f3f-ef18-442b-9bc5-79e156295222 HTTP/1.1" status: 200 len: 217 time: 0.0429137 Aug 19 11:52:01.597238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cca8478-7855-4d53-bdd6-1df6e7a0b63c req-6eff9a46-61e7-4c8c-b0ae-c24acfa1623e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669198 Aug 19 11:52:01.667856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-f727f19a-4934-4a2a-a5de-246b356c3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:01.669773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-f727f19a-4934-4a2a-a5de-246b356c3ee6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0694859 Aug 19 11:52:01.757925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-3fefe5f7-8165-49c4-b5ee-9f0d5335e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:01.759848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-3fefe5f7-8165-49c4-b5ee-9f0d5335e238 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755608 Aug 19 11:52:01.782691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d127a62-b56e-4749-a5d0-022ccebf6c20 req-99e7d41b-263f-4856-bff6-f6a7481992c9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:01.784497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d127a62-b56e-4749-a5d0-022ccebf6c20 req-99e7d41b-263f-4856-bff6-f6a7481992c9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0741844 Aug 19 11:52:01.852067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-964cd721-71ef-41d5-bde9-31e1fd6d90f9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872416 Aug 19 11:52:01.956202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d127a62-b56e-4749-a5d0-022ccebf6c20 req-1385dcf8-e228-4ee7-abf9-11bfb9045500 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615014 Aug 19 11:52:01.991753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-9e93822a-b852-46ed-aad3-eed51329193e service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063982 Aug 19 11:52:02.220307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-f109780d-b145-4501-8ea6-3f9d8fbc2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:02.221767 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-f109780d-b145-4501-8ea6-3f9d8fbc2989 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1124 time: 0.0447483 Aug 19 11:52:02.319045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66a7e-d68f-4174-8190-331db6fec796 req-f300a92b-e6fc-4d82-9899-6dd212813e8e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:02.320499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-f300a92b-e6fc-4d82-9899-6dd212813e8e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4605842 Aug 19 11:52:02.376152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-f28247d6-ce3d-492e-8224-ed1f1c8a702b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:02.377750 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-f28247d6-ce3d-492e-8224-ed1f1c8a702b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 820 time: 0.1101744 Aug 19 11:52:02.395926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9f9f0b39-40cc-4feb-80c0-284bd78c9b2e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/quotas/270286d9d3094f81a15c7e90ed3750ed HTTP/1.1" status: 200 len: 375 time: 0.0596375 Aug 19 11:52:02.414809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Request body: {'port': {'device_id': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b', 'admin_state_up': True, 'tenant_id': '23172949aae84995841c5e7a8fa1e132'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:02.459525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-d2b3d1d1-2057-45c7-8649-be6591a2ee59 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564117 Aug 19 11:52:02.484127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337c2fb-c066-4c68-bc39-52a72f9cc26b req-9b0f0838-21cb-4ae5-9a67-5fb9632fdbc9 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:02.485636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6337c2fb-c066-4c68-bc39-52a72f9cc26b req-9b0f0838-21cb-4ae5-9a67-5fb9632fdbc9 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.2222381 Aug 19 11:52:02.496112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05fdfa51-1e42-427e-aba7-ffc2ed230a8f req-46796e39-f7ca-4dfe-8f40-132c818da057 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933245 Aug 19 11:52:02.507482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-e64afd08-fdb5-49d3-b843-ca03b0e92fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:02.509011 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-e64afd08-fdb5-49d3-b843-ca03b0e92fd5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.2348635 Aug 19 11:52:02.539026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Made reservation on behalf of 23172949aae84995841c5e7a8fa1e132 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:02.543696 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:02.563003 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-1e513f26-1c8b-4e98-87e4-70c270652580 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 200 len: 217 time: 0.0420284 Aug 19 11:52:02.567998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6337c2fb-c066-4c68-bc39-52a72f9cc26b req-080a33ca-e110-4f8c-aaeb-dea763a8e945 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694623 Aug 19 11:52:02.628782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-2fa6cf8a-73fe-4d44-bfab-e1149d02ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:02.631278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-2fa6cf8a-73fe-4d44-bfab-e1149d02ea9b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.0579879 Aug 19 11:52:02.678790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-6a6bef11-be0e-4366-9210-e086785f3bad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311213 Aug 19 11:52:02.718567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Allocated IP 172.20.0.8 (487782ee-3b36-4ac6-a661-aec65fc1c82b/b2a4fdb0-876e-4ce9-a5d2-469649f0215f/db8ed923-06b2-4820-ada8-41bafe55d7b2) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:02.809970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84601eb1-6393-4692-967d-c0137c54eac2 req-cf9e6c74-c064-4160-b156-10fd7b6e7172 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:02.811540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84601eb1-6393-4692-967d-c0137c54eac2 req-cf9e6c74-c064-4160-b156-10fd7b6e7172 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 943 time: 0.1357474 Aug 19 11:52:02.834868 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-0a8c16ee-bd8a-495d-a84e-9671ad2f18a2 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460893 Aug 19 11:52:02.922772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:02.924902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:02.973175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:02.993932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84601eb1-6393-4692-967d-c0137c54eac2 req-44a7820c-3d1f-4db3-a491-79d425960ab0 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705124 Aug 19 11:52:03.012591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39cfdfd2-4dec-4e51-b0e0-e0db363cf18f req-db9c3a1b-b447-4a33-8aaa-d9d302198cf0 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628108 Aug 19 11:52:03.052261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:03.053629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:03.057359 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2d888a-360c-4cc1-9105-77000e3177c5" -d '{"events": [{"name": "network-changed", "server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:03.058296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4522519-6cb2-4e0b-b3f9-4a9557809694 req-50ae9da6-7034-44b7-877e-07c0652ec9b7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:03.060108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Pushing event updated for resources: {'Port': ['ID=db8ed923-06b2-4820-ada8-41bafe55d7b2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:03.067373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 has no active binding in host n-h2-778550-9 {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 11:52:03.068307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4522519-6cb2-4e0b-b3f9-4a9557809694 req-50ae9da6-7034-44b7-877e-07c0652ec9b7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 931 time: 0.0976110 Aug 19 11:52:03.071137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Network 487782ee-3b36-4ac6-a661-aec65fc1c82b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:03.087304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:03.090468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.091061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.091608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.091895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.092235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.092619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.093004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.093338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.093662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.093987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.094310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.094630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.098319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:03.105491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:03.106906 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.131075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-6e7c2b20-6d80-4a9c-acf1-db033bb35b96 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202766 Aug 19 11:52:03.133310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4522519-6cb2-4e0b-b3f9-4a9557809694 req-07995209-88f3-4de7-96f0-036d16dd9460 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Aug 19 11:52:03.170866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Request body: {'port': {'device_id': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:03.201763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2482d4-9592-4a66-b044-25ad67f6ea4b req-614f0fa6-6720-4958-aea9-0ba8c856249e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:03.206437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f2482d4-9592-4a66-b044-25ad67f6ea4b req-614f0fa6-6720-4958-aea9-0ba8c856249e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 947 time: 0.0720379 Aug 19 11:52:03.253944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.256138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 43050) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:03.264728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e4ab501-b18c-44fe-a1d7-cdca2ee62d19 req-e63e9438-ffac-45dc-a34d-4eecd9d27c20 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 210 time: 0.0534647 Aug 19 11:52:03.288235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f2482d4-9592-4a66-b044-25ad67f6ea4b req-5df57fdf-83f8-4762-b6ab-db1d56a46b3c tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713744 Aug 19 11:52:03.429475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.474730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b0564-f220-4ebe-9544-0b27340c77f4 req-b6c161f7-1441-408d-b882-04501392c064 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:03.482056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c9b0564-f220-4ebe-9544-0b27340c77f4 req-b6c161f7-1441-408d-b882-04501392c064 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.1333675 Aug 19 11:52:03.504338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8a1ed-714c-4884-ac89-e9bc5f70d00d req-02ea23b8-d0da-4786-97f6-2cf156dd5b71 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:03.506880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eee8a1ed-714c-4884-ac89-e9bc5f70d00d req-02ea23b8-d0da-4786-97f6-2cf156dd5b71 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1393180 Aug 19 11:52:03.549719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8ed923-06b2-4820-ada8-41bafe55d7b2 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:03.558311 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.570723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Transition to ACTIVE for port object db8ed923-06b2-4820-ada8-41bafe55d7b2 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:03.575167 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.590472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c9b0564-f220-4ebe-9544-0b27340c77f4 req-28924052-cca6-4551-a129-10d88a1e8a10 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070783 Aug 19 11:52:03.608976 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eee8a1ed-714c-4884-ac89-e9bc5f70d00d req-28012362-075c-4990-93ef-e30172ecd908 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842657 Aug 19 11:52:03.639990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Pushing event updated for resources: {'Port': ['ID=db8ed923-06b2-4820-ada8-41bafe55d7b2,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:03.656097 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.661614 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.671110 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca07b427-28eb-4cc0-accd-8e8e7b9c31e5 x-openstack-request-id: req-ca07b427-28eb-4cc0-accd-8e8e7b9c31e5 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:03.671383 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:03.671630 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca07b427-28eb-4cc0-accd-8e8e7b9c31e5 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:03.672013 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614', 'status': 'completed', 'code': 200} Aug 19 11:52:03.682704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:03.683047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:03.683381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:03.688542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Port db8ed923-06b2-4820-ada8-41bafe55d7b2 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:03.689011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:03.695867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:03.696315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:03.696853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:03.697423 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Bound port: db8ed923-06b2-4820-ada8-41bafe55d7b2, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:03.697899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.710303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b5c7254dc2e41d7a1ef0aeafa15a910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518423 Aug 19 11:52:03.711167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac39b06-85fe-4f60-adff-2141daee59b7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:03.714155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43060) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:03.718810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.719159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.719494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.719823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.720133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.720459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.721158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.721282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.721511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.721929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.722139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.722460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec92ed-33f8-4c43-ad40-371979ca1c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:03.805289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:03.807759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23f76cbb-b2ea-4289-ad93-3ce7bc4d58c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.824965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:03.826596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-2b4fbba6-190c-4daf-b272-58eeea880965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:03.828778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-2b4fbba6-190c-4daf-b272-58eeea880965 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1124 time: 0.0433614 Aug 19 11:52:03.834844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.842824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23f76cbb-b2ea-4289-ad93-3ce7bc4d58c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.890150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:03.890774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.892177 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] 10.222.0.69 "PUT /v2.0/ports/db8ed923-06b2-4820-ada8-41bafe55d7b2 HTTP/1.1" status: 200 len: 1091 time: 0.7408369 Aug 19 11:52:03.926413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264cede-ea84-48b8-b355-f1610c86cc0d service neutron] Pushing event updated for resources: {'Port': ['ID=db8ed923-06b2-4820-ada8-41bafe55d7b2,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:03.939189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-f06262ea-06cd-44ae-b661-5d7bde6d7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:03.940820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-f06262ea-06cd-44ae-b661-5d7bde6d7e3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.1047301 Aug 19 11:52:03.948665 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23f76cbb-b2ea-4289-ad93-3ce7bc4d58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.951254 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23f76cbb-b2ea-4289-ad93-3ce7bc4d58c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:03.954855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-23f76cbb-b2ea-4289-ad93-3ce7bc4d58c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ac39b06-85fe-4f60-adff-2141daee59b7 HTTP/1.1" status: 204 len: 168 time: 0.2371135 Aug 19 11:52:03.965518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f76cbb-b2ea-4289-ad93-3ce7bc4d58c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac39b06-85fe-4f60-adff-2141daee59b7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:04.022175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-ff36674a-1a53-440d-88c7-07c6c892be26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 200 len: 217 time: 0.0568984 Aug 19 11:52:04.036909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-1208b189-dc90-453a-b67d-1ff8bdf1dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:04.038986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-1208b189-dc90-453a-b67d-1ff8bdf1dfe8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1094 time: 0.0667069 Aug 19 11:52:04.101098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-72fe3f8f-5c2a-4992-a165-5572d5d3c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:04.102632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-72fe3f8f-5c2a-4992-a165-5572d5d3c6c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.0720534 Aug 19 11:52:04.129927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-e30d6dbb-ea12-43be-bcc5-524ed5b83dd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2 HTTP/1.1" status: 200 len: 217 time: 0.0677044 Aug 19 11:52:04.164711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-c9721743-0485-4b01-8b00-1cea47e5e369 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501401 Aug 19 11:52:04.199896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60742c70-663f-4445-b531-270d11c4ad93 req-a025c0ef-a210-4b33-971c-4d9e5df7c584 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:04.201676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60742c70-663f-4445-b531-270d11c4ad93 req-a025c0ef-a210-4b33-971c-4d9e5df7c584 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 943 time: 0.0884578 Aug 19 11:52:04.217041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-db0041ab-09eb-47ef-a450-da5c0bb08db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:04.220506 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-db0041ab-09eb-47ef-a450-da5c0bb08db6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0825689 Aug 19 11:52:04.309505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9f474879-8dd9-4d67-8753-d01281299b4f tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629246 Aug 19 11:52:04.327951 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-d8cc1d56-5876-4da0-aeda-9306ecac9fae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777187 Aug 19 11:52:04.456668 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-4150388e-afae-4ab1-9152-2a0620497ec9 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194482 Aug 19 11:52:04.464152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60742c70-663f-4445-b531-270d11c4ad93 req-a86d0075-cea2-4810-8c84-fd4d0801b8e5 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519794 Aug 19 11:52:04.490872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 43090) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:04.510507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66a7e-d68f-4174-8190-331db6fec796 req-8b8a5936-bd80-4b5b-9f95-d30f4b6dac59 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:04.511839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-8b8a5936-bd80-4b5b-9f95-d30f4b6dac59 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912482 Aug 19 11:52:04.528625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-44a6bc86-43c9-4b90-ae85-690496f89ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:04.535557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-82616a4f-3e32-4956-95ee-ffa153f5a83d service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219101 Aug 19 11:52:04.548448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183972e-9ad0-4f27-85d8-488f22a275b0 req-2a33e747-4c46-4367-97d6-945f10562066 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:04.550019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2183972e-9ad0-4f27-85d8-488f22a275b0 req-2a33e747-4c46-4367-97d6-945f10562066 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 943 time: 0.1477458 Aug 19 11:52:04.604719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Request body: {'port': {'device_id': '85e88547-dfc7-40eb-8081-6076efde6c4b', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '270286d9d3094f81a15c7e90ed3750ed'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:04.686548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.69', 59600) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:04.796400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2183972e-9ad0-4f27-85d8-488f22a275b0 req-c9a32a9c-efa4-4c39-843a-53a4e13e6209 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331152 Aug 19 11:52:04.798771 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e7c00199-c1cc-4305-9f3b-a767b6202a31 req-b92b1143-43a2-4e1e-917a-26dcd8758650 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210335 Aug 19 11:52:04.840387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682baaa-8bcd-4f6f-bff2-12f40580b500 req-4e516f5d-2e8c-43cb-b8c8-faa0df1e3dfd tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:04.842574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2682baaa-8bcd-4f6f-bff2-12f40580b500 req-4e516f5d-2e8c-43cb-b8c8-faa0df1e3dfd tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.2907655 Aug 19 11:52:04.941443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c9c44f3f-ef18-442b-9bc5-79e156295222 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:04.950822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd2d888a-360c-4cc1-9105-77000e3177c5 req-cb4673af-180c-4f72-b6ee-7fdf66982720 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905414 Aug 19 11:52:04.952356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94c9f1a3-b084-4980-9593-9ef1549d8e0f req-594227c6-09e7-4840-8bc6-b5bc5ca20b23 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 210 time: 0.0810380 Aug 19 11:52:04.960240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-7f2ddf73-9ece-4b58-be94-cbf067f6d8c6 service neutron] 10.222.0.69 "GET /v2.0/ports/9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 384 time: 0.2718658 Aug 19 11:52:05.007935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2682baaa-8bcd-4f6f-bff2-12f40580b500 req-424994cb-507c-4e99-a745-5e658d1dc6d7 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558719 Aug 19 11:52:05.060069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-44a6bc86-43c9-4b90-ae85-690496f89ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.082842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c9c44f3f-ef18-442b-9bc5-79e156295222, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9c44f3f-ef18-442b-9bc5-79e156295222,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:05.087151 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-44a6bc86-43c9-4b90-ae85-690496f89ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.095464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'c9c44f3f-ef18-442b-9bc5-79e156295222', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'c9c44f3f-ef18-442b-9bc5-79e156295222', 'mac_address': 'fa:16:3e:c2:52:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:05.141122 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.154047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c44f3f-ef18-442b-9bc5-79e156295222 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:05.179367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c9c44f3f-ef18-442b-9bc5-79e156295222, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9c44f3f-ef18-442b-9bc5-79e156295222,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:05.183271 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.188100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Made reservation on behalf of 270286d9d3094f81a15c7e90ed3750ed for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:05.191609 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.201632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-44a6bc86-43c9-4b90-ae85-690496f89ab4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77a892c6458b42d884a780f7bf76e33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079988 Aug 19 11:52:05.204630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43096) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:05.210082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6bc86-43c9-4b90-ae85-690496f89ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d60ff-6d64-4e43-a32a-03c572315db8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:05.232056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c9c44f3f-ef18-442b-9bc5-79e156295222,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:05.237148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403012c1-5ef9-4263-aae6-a9e0dabad135 req-cc6f60bb-412d-4d41-a17d-44a6d1926934 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:05.238641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-403012c1-5ef9-4263-aae6-a9e0dabad135 req-cc6f60bb-412d-4d41-a17d-44a6d1926934 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 947 time: 0.1986575 Aug 19 11:52:05.243055 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.246531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.246879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.247216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.247546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.247868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.248373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.248866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.249349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.249809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.250276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.250747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.251681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:05.273347 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdd06e17-41e2-4fb5-8c46-e0e1c1ba6a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.298744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdd06e17-41e2-4fb5-8c46-e0e1c1ba6a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.331387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b25da5-cd6d-490f-96fa-dc46711f1402 req-21221e89-5dd6-4b59-b286-64f34e879e4d tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:05.332980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-86b25da5-cd6d-490f-96fa-dc46711f1402 req-21221e89-5dd6-4b59-b286-64f34e879e4d tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.2219884 Aug 19 11:52:05.349907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdd06e17-41e2-4fb5-8c46-e0e1c1ba6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.354020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdd06e17-41e2-4fb5-8c46-e0e1c1ba6a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.355162 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cdd06e17-41e2-4fb5-8c46-e0e1c1ba6a48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e80d60ff-6d64-4e43-a32a-03c572315db8 HTTP/1.1" status: 204 len: 168 time: 0.1491175 Aug 19 11:52:05.365809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd06e17-41e2-4fb5-8c46-e0e1c1ba6a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d60ff-6d64-4e43-a32a-03c572315db8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:05.386968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-403012c1-5ef9-4263-aae6-a9e0dabad135 req-e41281ff-039a-4da2-abc3-004eb1d81080 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401360 Aug 19 11:52:05.429248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-86b25da5-cd6d-490f-96fa-dc46711f1402 req-393542ef-c1ba-4ca9-8c86-9ce8844b70df tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776262 Aug 19 11:52:05.451781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:05.497129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:05.545479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:05.571986 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.574026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:05.596604 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.620160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:05.630728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c9c44f3f-ef18-442b-9bc5-79e156295222'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:05.673842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:05.676584 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:05.685680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc23b411-e56c-4670-90fe-b1b3d080466e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:05.734155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e1187-a196-4572-bc45-11020b8d411c req-ab4bc3af-6eee-4c31-b547-6e76f35557d8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:05.735728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c6e1187-a196-4572-bc45-11020b8d411c req-ab4bc3af-6eee-4c31-b547-6e76f35557d8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 943 time: 0.1818924 Aug 19 11:52:05.746461 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe1fac5-fc0f-444f-a0e1-d4e3a5b90853 x-openstack-request-id: req-afe1fac5-fc0f-444f-a0e1-d4e3a5b90853 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:05.747114 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:05.747114 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afe1fac5-fc0f-444f-a0e1-d4e3a5b90853 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:05.747599 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2', 'status': 'completed', 'code': 200} Aug 19 11:52:06.143708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Allocated IP 192.168.233.28 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/83b97636-90e7-4c70-8717-7bd51d0cb3f4) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:06.149229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43128) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:06.150978 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c6e1187-a196-4572-bc45-11020b8d411c req-a1e2c46e-4cf1-45d6-986a-d96d260fcaba tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034510 Aug 19 11:52:06.162201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] Transition to ACTIVE for port object 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:06.191132 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.194081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-d607cd51-45eb-4a07-a465-3629c69b37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:06.195596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-d607cd51-45eb-4a07-a465-3629c69b37b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1094 time: 0.1520016 Aug 19 11:52:06.261093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4207146-28ad-498f-bb24-7ca7518a08ab req-86307edc-4da1-43bf-a854-51ede08e62ff tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:06.261286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-network', 'tenant_id': '777f812e344f44c9a9392cf92f27750a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:06.262631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4207146-28ad-498f-bb24-7ca7518a08ab req-86307edc-4da1-43bf-a854-51ede08e62ff tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 943 time: 0.2201495 Aug 19 11:52:06.282968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Made reservation on behalf of 777f812e344f44c9a9392cf92f27750a for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:06.285316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.293576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.353914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-719dc6cc-4aa1-43aa-a498-b88a5aa3bbf5 req-7e2c68d7-63a2-4907-afc1-4ed05c17a446 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 210 time: 0.1145041 Aug 19 11:52:06.406790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.412190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.434998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:52:06.437173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] No DVR routers for this DVR port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:52:06.450723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e39fc4-7159-4324-be52-f6d141896ac7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:06.457191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.457532 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Added segment b679c59e-a123-4edf-8a1e-ec5a87f5c0cc of type vlan for network 606f2c84-3b5a-4472-bdd4-d333e8fff34c Aug 19 11:52:06.502076 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.524728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,revision_number=10']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:06.529477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.530419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:06.531002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.551368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4207146-28ad-498f-bb24-7ca7518a08ab req-95142c80-6a4c-4635-9df7-425a37f3b94a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418292 Aug 19 11:52:06.584384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bba4f75-bc54-4f44-b5dc-3b521b6f0491 service neutron] 10.222.0.69 "PUT /v2.0/ports/9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614/bindings/n-h2-778550-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5977843 Aug 19 11:52:06.593073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-973965ba-fcf0-4096-bfcd-ed3b0f5cbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:06.594683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-973965ba-fcf0-4096-bfcd-ed3b0f5cbf18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.3786144 Aug 19 11:52:06.604885 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4507391 Aug 19 11:52:06.606007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43138) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:06.610874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Request body: {'subnet': {'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-subnet', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:06.614056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45767d89-da29-4711-a379-0176eead8566 admin admin] Pushing event updated for resources: {'Network': ['ID=606f2c84-3b5a-4472-bdd4-d333e8fff34c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:06.627473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:52:06.631837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e354395-d4a8-42c5-b912-9515053b2171 req-49a57120-b221-47ad-8746-a3569877f72e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:06.637479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Made reservation on behalf of 777f812e344f44c9a9392cf92f27750a for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:06.640122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.643603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e354395-d4a8-42c5-b912-9515053b2171 req-49a57120-b221-47ad-8746-a3569877f72e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.2138183 Aug 19 11:52:06.714124 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.766172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-42d15058-0044-491d-a08d-2573673485c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2 HTTP/1.1" status: 200 len: 217 time: 0.1015153 Aug 19 11:52:06.821070 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.859880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Transition to ACTIVE for port object 83b97636-90e7-4c70-8717-7bd51d0cb3f4 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:06.869148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e354395-d4a8-42c5-b912-9515053b2171 req-0e275c0d-9960-4777-b70f-406a52add0ac tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234411 Aug 19 11:52:06.879117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb62196-db99-4814-9d2b-41809a50b18e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:06.888239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Checking segment: {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:06.888591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Network hostable DHCP agents. Network: 606f2c84-3b5a-4472-bdd4-d333e8fff34c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:52:06.909250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:52:06.920096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 606f2c84-3b5a-4472-bdd4-d333e8fff34c) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:06.925361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:06.926572 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.928150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8ebff-f1e8-4917-9f74-2551d550166c req-b22e32bc-bae8-4d68-ae83-c5b6bbd4ecef tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:06.933308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4174638-8916-4c38-a6ac-2ff5e3e2788f None None] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:52:06.936870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7f8ebff-f1e8-4917-9f74-2551d550166c req-b22e32bc-bae8-4d68-ae83-c5b6bbd4ecef tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 948 time: 0.2805789 Aug 19 11:52:06.945762 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2eb21fae-637e-4ee6-aaf9-19d392abb5dc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3384874 Aug 19 11:52:06.950647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43140) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:06.957422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c9c44f3f-ef18-442b-9bc5-79e156295222 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:06.957977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:06.964043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-8e65761a-c0be-4584-ba65-cc0785532809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:06.965568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-8e65761a-c0be-4584-ba65-cc0785532809 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.1650081 Aug 19 11:52:06.983082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-de3cc115-9031-4684-9b29-a12fbb983ccd tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:06.984750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-de3cc115-9031-4684-9b29-a12fbb983ccd tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.2368913 Aug 19 11:52:06.986977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:06.989577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.059638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.061010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-e8d0146a-a80f-43c0-8618-21e9581ba40f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804987 Aug 19 11:52:07.099078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port c9c44f3f-ef18-442b-9bc5-79e156295222 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:07.107467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port c9c44f3f-ef18-442b-9bc5-79e156295222 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:07.107836 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.177090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7f8ebff-f1e8-4917-9f74-2551d550166c req-1a7a612b-827c-4f87-9cbb-b642c565cf92 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392857 Aug 19 11:52:07.178110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.208567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:52:07.209999 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.222671 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.263354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6857da11-7fee-4aa3-8106-28ce0c05f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:07.263890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6857da11-7fee-4aa3-8106-28ce0c05f737 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2&tenant_id=f1d3b96aa45e44fea775af2b903efde1 HTTP/1.1" status: 200 len: 1095 time: 0.2660351 Aug 19 11:52:07.271699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4b42b495-173e-41c1-988b-98e7525cca09 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:07.272107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad363-afd1-4469-a1f5-13ddac59ced1 req-d2fe3e60-a1d9-4a55-a919-f43c2ad492b9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:07.274620 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.281085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f8ad363-afd1-4469-a1f5-13ddac59ced1 req-d2fe3e60-a1d9-4a55-a919-f43c2ad492b9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.2843161 Aug 19 11:52:07.309632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:07.333620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:07.340847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event updated for resources: {'Port': ['ID=83b97636-90e7-4c70-8717-7bd51d0cb3f4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:07.361261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:07.441516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-afc7c703-4a20-4970-91d9-b7caee407a28 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426189 Aug 19 11:52:07.481357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f8ad363-afd1-4469-a1f5-13ddac59ced1 req-35a575f6-d45a-420a-9b0d-2f69dc5cf696 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992590 Aug 19 11:52:07.485796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.506974 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.578517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:07.579269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.594260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-7fb11460-5093-4c18-b890-6a9afcae6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:07.595843 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-7fb11460-5093-4c18-b890-6a9afcae6747 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1095 time: 0.2836053 Aug 19 11:52:07.656185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c9c44f3f-ef18-442b-9bc5-79e156295222, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9c44f3f-ef18-442b-9bc5-79e156295222,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:07.657850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb15e4-01f5-4a72-8702-a3e9a177e744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c44f3f-ef18-442b-9bc5-79e156295222'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:07.660676 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d58946-fa03-4a0b-97c5-13147cf5db50" -d '{"events": [{"server_uuid": "7afb15e4-01f5-4a72-8702-a3e9a177e744", "name": "network-vif-plugged", "status": "completed", "tag": "c9c44f3f-ef18-442b-9bc5-79e156295222"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:07.665454 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Allocated IP 172.25.4.90 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ef11a0fb-11cc-4b0b-94d6-e9808703cc56) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:07.671945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.691553 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-4a18df3e-555f-4c04-855f-202144245cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0917954 Aug 19 11:52:07.725119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Request body: {'port': {'device_id': '85e88547-dfc7-40eb-8081-6076efde6c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:07.746979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbfdba-f9fd-4e87-a7ef-ca3419d9926a req-a15cb5d2-e3ab-4f78-b243-f734e92753a8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:07.753197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10fbfdba-f9fd-4e87-a7ef-ca3419d9926a req-a15cb5d2-e3ab-4f78-b243-f734e92753a8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 944 time: 0.2668300 Aug 19 11:52:07.781271 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.787849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 4b42b495-173e-41c1-988b-98e7525cca09, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4b42b495-173e-41c1-988b-98e7525cca09,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:07.799626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754013d-41cc-4b01-8a1e-0bfad68ba2e5 req-8a1f5a7d-6616-4381-9021-fa88fd45a170 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:07.800348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c9c44f3f-ef18-442b-9bc5-79e156295222,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:07.807472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f754013d-41cc-4b01-8a1e-0bfad68ba2e5 req-8a1f5a7d-6616-4381-9021-fa88fd45a170 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 935 time: 0.2223551 Aug 19 11:52:07.810655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdd93192-e946-4ace-bc8c-f0ae838e0bc2 req-72fd7653-c0c1-489a-8a16-c90cfcd41353 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571696 Aug 19 11:52:07.813072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '4b42b495-173e-41c1-988b-98e7525cca09', 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0', 'port_id': '4b42b495-173e-41c1-988b-98e7525cca09', 'mac_address': 'fa:16:3e:bc:44:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97b1c8b-6deb-4893-915f-1ee36c2609db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:07.816666 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Allocated IP 172.20.0.2 (606f2c84-3b5a-4472-bdd4-d333e8fff34c/ecb62196-db99-4814-9d2b-41809a50b18e/df81bfda-3cec-478f-9780-2fbc74ff12c5) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:07.821520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c9ac7583-35be-4c07-96d2-e791e177bf97 None None] Provisioning for port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:07.824525 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.833929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c9ac7583-35be-4c07-96d2-e791e177bf97 None None] Provisioning complete for port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:07.834532 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7583-35be-4c07-96d2-e791e177bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.865086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:07.870149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:07.873753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:07.908350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-cd41ad82-87cc-4f72-ab6f-00faeedecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:07.909845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-cd41ad82-87cc-4f72-ab6f-00faeedecda0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.3015463 Aug 19 11:52:07.921909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.926140 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10fbfdba-f9fd-4e87-a7ef-ca3419d9926a req-346ea5b3-e073-4898-99f5-199137618c6d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379538 Aug 19 11:52:07.941518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Pushing event updated for resources: {'Port': ['ID=ef11a0fb-11cc-4b0b-94d6-e9808703cc56,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:07.944471 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:07.957445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f754013d-41cc-4b01-8a1e-0bfad68ba2e5 req-42e663cf-cea7-4dc4-a689-5a3472c05f4e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490130 Aug 19 11:52:07.960792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac7583-35be-4c07-96d2-e791e177bf97 None None] Port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:52:07.975827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b42b495-173e-41c1-988b-98e7525cca09 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:08.018064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-083c2e98-9dfb-4a6e-a7fd-a5697e89de6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 200 len: 217 time: 0.0969377 Aug 19 11:52:08.022833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 4b42b495-173e-41c1-988b-98e7525cca09, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4b42b495-173e-41c1-988b-98e7525cca09,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:08.024960 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bad7b09-abb2-42c2-b0c1-fb854e9ca902 x-openstack-request-id: req-0bad7b09-abb2-42c2-b0c1-fb854e9ca902 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:08.025231 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb15e4-01f5-4a72-8702-a3e9a177e744", "name": "network-vif-plugged", "status": "completed", "tag": "c9c44f3f-ef18-442b-9bc5-79e156295222", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:08.025758 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bad7b09-abb2-42c2-b0c1-fb854e9ca902 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:08.026280 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afb15e4-01f5-4a72-8702-a3e9a177e744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c44f3f-ef18-442b-9bc5-79e156295222', 'code': 200} Aug 19 11:52:08.039751 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.135419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=4b42b495-173e-41c1-988b-98e7525cca09,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:08.150025 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.164356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Transition to ACTIVE for port object df81bfda-3cec-478f-9780-2fbc74ff12c5 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:08.180535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Transition to ACTIVE for port object df81bfda-3cec-478f-9780-2fbc74ff12c5 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:08.188860 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.228529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.231894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108044c-4eb8-4e88-afe9-53fb820481eb req-643eb51b-a4c1-4e63-996e-979b408f4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:08.233533 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9108044c-4eb8-4e88-afe9-53fb820481eb req-643eb51b-a4c1-4e63-996e-979b408f4c26 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 1100 time: 0.0653098 Aug 19 11:52:08.251214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:08.263584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['4b42b495-173e-41c1-988b-98e7525cca09'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:08.263584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:08.265705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Pushing event updated for resources: {'Port': ['ID=df81bfda-3cec-478f-9780-2fbc74ff12c5,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:08.276982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:08.343288 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9108044c-4eb8-4e88-afe9-53fb820481eb req-9c371b7d-1530-4003-acb7-58dad022cea1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722857 Aug 19 11:52:08.363224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Attempting to bind port df81bfda-3cec-478f-9780-2fbc74ff12c5 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:08.363623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Attempting to bind port df81bfda-3cec-478f-9780-2fbc74ff12c5 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:08.363950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Attempting to bind port df81bfda-3cec-478f-9780-2fbc74ff12c5 on network 606f2c84-3b5a-4472-bdd4-d333e8fff34c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:08.379718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:08.380145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Checking segment: {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:08.380497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.380907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Bound using segment: {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:08.381410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Bound port: df81bfda-3cec-478f-9780-2fbc74ff12c5, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:08.381789 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.469509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.493036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bb157e7-1bd6-486c-bd26-906130e6dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:08.494525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-6bb157e7-1bd6-486c-bd26-906130e6dc78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.4305487 Aug 19 11:52:08.501913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] For port df81bfda-3cec-478f-9780-2fbc74ff12c5, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:08.506026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] For port df81bfda-3cec-478f-9780-2fbc74ff12c5, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=df81bfda-3cec-478f-9780-2fbc74ff12c5,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:08.519813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9ff6d-11e0-41ca-a4c0-07e758e27051 req-2f75546e-39f3-4aa2-93e2-1d87b813b89b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:08.520460 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.521394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24f9ff6d-11e0-41ca-a4c0-07e758e27051 req-2f75546e-39f3-4aa2-93e2-1d87b813b89b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 943 time: 0.4617209 Aug 19 11:52:08.546005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866622a0-6d5c-4fbf-8493-a49991b5ced5 req-03fda34d-57aa-4678-a168-adfb278c4f0f tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:08.547302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-866622a0-6d5c-4fbf-8493-a49991b5ced5 req-03fda34d-57aa-4678-a168-adfb278c4f0f tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 944 time: 0.4408770 Aug 19 11:52:08.599248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef5ac3-a78a-45ed-a88e-a1f75a3a4c3c None None] Pushing event updated for resources: {'Port': ['ID=df81bfda-3cec-478f-9780-2fbc74ff12c5,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:08.636226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Router b12627bf-26d1-4933-b689-b2623c975444 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:52:08.664144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-866622a0-6d5c-4fbf-8493-a49991b5ced5 req-18591bc0-f34e-4f21-9727-6b1a6fc8a527 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891607 Aug 19 11:52:08.698603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24f9ff6d-11e0-41ca-a4c0-07e758e27051 req-9ce677ef-c3c9-4223-94d9-9a03ee01576f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261380 Aug 19 11:52:08.718697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-03116177-d213-4bd4-9b59-3f5a069ecbcf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592022 Aug 19 11:52:08.779056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:52:08.790607 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Sync routers for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:52:08.804219 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:52:08.805172 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:51:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:08.828929 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.837906 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5bd4c2bc-f701-472a-8a72-f555cd929320 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8855934 Aug 19 11:52:08.838579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43162) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:08.909260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b97636-90e7-4c70-8717-7bd51d0cb3f4 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:08.935925 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:08.949534 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:52:08.979882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b1e81-3e00-496f-b267-830ff5b18287 req-82c84107-ff74-49b8-91ce-c112cc55cf2e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:08.988518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e35b1e81-3e00-496f-b267-830ff5b18287 req-82c84107-ff74-49b8-91ce-c112cc55cf2e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 949 time: 0.2098541 Aug 19 11:52:09.039898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Transition to ACTIVE for port object 83b97636-90e7-4c70-8717-7bd51d0cb3f4 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:09.056676 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.097528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-7d5518f0-a065-4cd8-9e2e-0f0fd3d4fc23 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737379 Aug 19 11:52:09.108524 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e35b1e81-3e00-496f-b267-830ff5b18287 req-de96fbcf-8764-4277-a81a-414d00b8df2d tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188679 Aug 19 11:52:09.121398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aa434-40fe-4718-a808-f9a69c6c095b req-9f648aa2-aa87-439f-8edf-aacff94d73e1 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:09.123257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd7aa434-40fe-4718-a808-f9a69c6c095b req-9f648aa2-aa87-439f-8edf-aacff94d73e1 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1957958 Aug 19 11:52:09.145570 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:08Z', 'revision_number': 3, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:09.181983 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Checking router: b12627bf-26d1-4933-b689-b2623c975444 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:52:09.182541 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Updating router b12627bf-26d1-4933-b689-b2623c975444 port ef11a0fb-11cc-4b0b-94d6-e9808703cc56 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:52:09.225172 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.280272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device db8ed923-06b2-4820-ada8-41bafe55d7b2 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:09.294163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Pushing event updated for resources: {'Port': ['ID=83b97636-90e7-4c70-8717-7bd51d0cb3f4,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:09.439581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd7aa434-40fe-4718-a808-f9a69c6c095b req-e01d7971-0e0d-4232-be75-9b192fa2920a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862499 Aug 19 11:52:09.558054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:09.575769 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'db8ed923-06b2-4820-ada8-41bafe55d7b2', 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b', 'port_id': 'db8ed923-06b2-4820-ada8-41bafe55d7b2', 'mac_address': 'fa:16:3e:0b:9a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a4fdb0-876e-4ce9-a5d2-469649f0215f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:09.580339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4b42b495-173e-41c1-988b-98e7525cca09 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:09.582587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device df81bfda-3cec-478f-9780-2fbc74ff12c5 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:09.638149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-38271878-cb50-4096-80b8-205ea9030a9f service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136182 Aug 19 11:52:09.651188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff65e8-ff83-4a56-a3d6-a20c15a2ad17 req-e1577e3f-2a15-431b-bbef-e85dc63cc70c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:09.658719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9cff65e8-ff83-4a56-a3d6-a20c15a2ad17 req-e1577e3f-2a15-431b-bbef-e85dc63cc70c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 947 time: 0.0831692 Aug 19 11:52:09.715972 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.719278 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.737385 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Transition to ACTIVE for port object ef11a0fb-11cc-4b0b-94d6-e9808703cc56 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:09.743726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8ed923-06b2-4820-ada8-41bafe55d7b2 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:09.752359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9cff65e8-ff83-4a56-a3d6-a20c15a2ad17 req-f5380cb4-ed10-4d5e-82a0-758b12cd0c8e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924911 Aug 19 11:52:09.752951 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.768613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a087830-f0f4-4f39-b908-8eabeaebe684 req-6e1ea419-a8a1-4400-b3d6-49693ab413db tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:09.770800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:09.781209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a087830-f0f4-4f39-b908-8eabeaebe684 req-6e1ea419-a8a1-4400-b3d6-49693ab413db tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 944 time: 0.2490659 Aug 19 11:52:09.794960 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.795701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Attempting to bind port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:09.796546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Attempting to bind port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:09.796931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Attempting to bind port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:09.831967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:09.832310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Attempting to bind port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:09.856294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:09.856668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:09.857100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:09.857556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Bound port: 83b97636-90e7-4c70-8717-7bd51d0cb3f4, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:09.858011 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.866753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=db8ed923-06b2-4820-ada8-41bafe55d7b2,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:09.877187 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Attempting to bind port ef11a0fb-11cc-4b0b-94d6-e9808703cc56 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:09.877648 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Attempting to bind port ef11a0fb-11cc-4b0b-94d6-e9808703cc56 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:09.877773 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Attempting to bind port ef11a0fb-11cc-4b0b-94d6-e9808703cc56 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:09.892512 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Pushing event updated for resources: {'Port': ['ID=ef11a0fb-11cc-4b0b-94d6-e9808703cc56,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:09.908275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 4b42b495-173e-41c1-988b-98e7525cca09 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:09.908721 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.910215 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:09.910527 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:09.910964 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.911366 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:09.911836 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Bound port: ef11a0fb-11cc-4b0b-94d6-e9808703cc56, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:09.912238 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.920579 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.921213 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.921700 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.922191 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.922658 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.923572 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:09.924200 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.924787 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.925280 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.925610 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.926114 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.926448 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.926777 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:52:09.940799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a087830-f0f4-4f39-b908-8eabeaebe684 req-d7f936e9-6637-425e-9860-5153772aea03 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478951 Aug 19 11:52:09.964618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port df81bfda-3cec-478f-9780-2fbc74ff12c5 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:10.012784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469703a-ec02-4611-8225-bde19341a005 None None] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:52:10.045361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5f2c2-bcae-4f54-b301-0b33e4dd1b8b req-9aecae23-2364-4707-98e4-99483b7a5d3e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:10.047268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaa5f2c2-bcae-4f54-b301-0b33e4dd1b8b req-9aecae23-2364-4707-98e4-99483b7a5d3e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 944 time: 0.1950536 Aug 19 11:52:10.076656 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.090140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] For port 83b97636-90e7-4c70-8717-7bd51d0cb3f4, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:10.121877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] For port 83b97636-90e7-4c70-8717-7bd51d0cb3f4, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=83b97636-90e7-4c70-8717-7bd51d0cb3f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:10.125727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaa5f2c2-bcae-4f54-b301-0b33e4dd1b8b req-24842c1c-0c38-4f63-9e9f-c6266254e079 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728886 Aug 19 11:52:10.142733 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.147946 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] For port ef11a0fb-11cc-4b0b-94d6-e9808703cc56, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:10.159491 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] For port ef11a0fb-11cc-4b0b-94d6-e9808703cc56, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ef11a0fb-11cc-4b0b-94d6-e9808703cc56,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:10.172462 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.189671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Allocated IP 172.20.0.1 (606f2c84-3b5a-4472-bdd4-d333e8fff34c/ecb62196-db99-4814-9d2b-41809a50b18e/d0e5bef8-6a46-4703-a5f1-42dc2c16155e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:10.216296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:10.217547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.218888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] 10.222.0.69 "PUT /v2.0/ports/83b97636-90e7-4c70-8717-7bd51d0cb3f4 HTTP/1.1" status: 200 len: 1095 time: 2.5003870 Aug 19 11:52:10.225591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e88547-dfc7-40eb-8081-6076efde6c4b', 'tag': '83b97636-90e7-4c70-8717-7bd51d0cb3f4'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:10.227907 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8f6ac-f42f-44c7-897c-7c90a59c838e" -d '{"events": [{"name": "network-changed", "server_uuid": "85e88547-dfc7-40eb-8081-6076efde6c4b", "tag": "83b97636-90e7-4c70-8717-7bd51d0cb3f4"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:10.228671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-92e2c584-914e-4b1a-abc2-b4bbdfad7309 None None] Provisioning for port df81bfda-3cec-478f-9780-2fbc74ff12c5 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:10.250027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-92e2c584-914e-4b1a-abc2-b4bbdfad7309 None None] Provisioning complete for port df81bfda-3cec-478f-9780-2fbc74ff12c5 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:10.250520 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-92e2c584-914e-4b1a-abc2-b4bbdfad7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.290978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d3068-3f52-41dc-8989-a66213983745 req-dc69c3a3-c71c-4ba1-8c4c-8902b1224fc7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:10.292770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-960d3068-3f52-41dc-8989-a66213983745 req-dc69c3a3-c71c-4ba1-8c4c-8902b1224fc7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 944 time: 0.1857851 Aug 19 11:52:10.301326 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb24924-83d1-45b8-a145-440920b8cf6f None None] Pushing event updated for resources: {'Port': ['ID=ef11a0fb-11cc-4b0b-94d6-e9808703cc56,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:10.305184 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:52:10.306448 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:51:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:10.308369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b42b495-173e-41c1-988b-98e7525cca09'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:10.312710 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a12801a-790c-41d7-a657-29f7a170640a" -d '{"events": [{"server_uuid": "e0d19c60-f7b2-4242-b685-ac0c4ffa4be4", "name": "network-vif-plugged", "status": "completed", "tag": "4b42b495-173e-41c1-988b-98e7525cca09"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:10.312861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97bb1f-a8ed-49fe-ad71-0239919ef00f service neutron] Pushing event updated for resources: {'Port': ['ID=83b97636-90e7-4c70-8717-7bd51d0cb3f4,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:10.326328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['db8ed923-06b2-4820-ada8-41bafe55d7b2'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:10.388898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-99d80b46-7d7a-4a5c-bd1f-932c22a55617 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:10.390093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-99d80b46-7d7a-4a5c-bd1f-932c22a55617 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.2367783 Aug 19 11:52:10.403365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.419510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 4b42b495-173e-41c1-988b-98e7525cca09, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4b42b495-173e-41c1-988b-98e7525cca09,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:10.425339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Transition to ACTIVE for port object d0e5bef8-6a46-4703-a5f1-42dc2c16155e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:10.478803 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.499081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-960d3068-3f52-41dc-8989-a66213983745 req-1ee339af-3596-42d6-8833-cb64cbcfca2c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928496 Aug 19 11:52:10.508775 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-92e2c584-914e-4b1a-abc2-b4bbdfad7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.530915 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.531846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:52:10.551933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:10.558536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:10.565874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:10.566186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66a7e-d68f-4174-8190-331db6fec796 req-44c34157-02b3-4cfa-8a70-ba83e1309b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:10.566571 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.567723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-44c34157-02b3-4cfa-8a70-ba83e1309b62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 1098 time: 0.2563417 Aug 19 11:52:10.589478 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:52:10.608624 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f44f19-7654-492a-9b02-c02fe7d8c477 x-openstack-request-id: req-e6f44f19-7654-492a-9b02-c02fe7d8c477 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:10.609162 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e88547-dfc7-40eb-8081-6076efde6c4b", "tag": "83b97636-90e7-4c70-8717-7bd51d0cb3f4", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:10.609591 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6f44f19-7654-492a-9b02-c02fe7d8c477 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:10.610165 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e88547-dfc7-40eb-8081-6076efde6c4b', 'tag': '83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'status': 'completed', 'code': 200} Aug 19 11:52:10.611222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e5bef8-6a46-4703-a5f1-42dc2c16155e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:10.635248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-92e2c584-914e-4b1a-abc2-b4bbdfad7309 None None] For port df81bfda-3cec-478f-9780-2fbc74ff12c5, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=df81bfda-3cec-478f-9780-2fbc74ff12c5,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:10.664104 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-92e2c584-914e-4b1a-abc2-b4bbdfad7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.681757 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d385808-869b-4b0d-bf21-7c39ea71d322 x-openstack-request-id: req-8d385808-869b-4b0d-bf21-7c39ea71d322 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:10.681966 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d19c60-f7b2-4242-b685-ac0c4ffa4be4", "name": "network-vif-plugged", "status": "completed", "tag": "4b42b495-173e-41c1-988b-98e7525cca09", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:10.682221 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d385808-869b-4b0d-bf21-7c39ea71d322 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:10.682627 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b42b495-173e-41c1-988b-98e7525cca09', 'code': 200} Aug 19 11:52:10.704396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-1ddc0e78-ee80-44d7-a489-6919857fefb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=83b97636-90e7-4c70-8717-7bd51d0cb3f4 HTTP/1.1" status: 200 len: 217 time: 0.1030395 Aug 19 11:52:10.732445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb6526-c19b-48bf-bb47-29ea429faa74 req-8aba2a46-e2ce-4993-99c1-169f4af5c21d tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:10.739689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51eb6526-c19b-48bf-bb47-29ea429faa74 req-8aba2a46-e2ce-4993-99c1-169f4af5c21d tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 949 time: 0.3002050 Aug 19 11:52:10.748138 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.790028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:52:10.812867 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:08Z', 'revision_number': 3, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:10.844785 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe425ba7-4ca5-4f1a-a6e6-642e8bea27fc None None] The sync data for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 is: [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:08Z', 'revision_number': 3, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:52:10.893176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=4b42b495-173e-41c1-988b-98e7525cca09,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:10.898312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9afe4e33-b659-4eb2-9e50-a9d8ab403f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:10.899954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-9afe4e33-b659-4eb2-9e50-a9d8ab403f60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1853588 Aug 19 11:52:10.920533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51eb6526-c19b-48bf-bb47-29ea429faa74 req-ef26c567-4fa5-45bf-81a1-5fd0b520eb28 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775389 Aug 19 11:52:10.940961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-00ebf4cf-3b4c-4be4-9b53-c9d7b5747367 service neutron] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:10.946328 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.954773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.955615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.960578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3419c-70ca-4924-87c3-4c6f13992526 req-1e49353c-c47d-4607-90d1-dc6f6170eb19 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:10.968971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1cc3419c-70ca-4924-87c3-4c6f13992526 req-1e49353c-c47d-4607-90d1-dc6f6170eb19 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.2032688 Aug 19 11:52:10.975430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-00ebf4cf-3b4c-4be4-9b53-c9d7b5747367 service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:10.977637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7906cf94-dd4f-4f6c-8a5c-dc9a97f66cbe req-00ebf4cf-3b4c-4be4-9b53-c9d7b5747367 service neutron] 10.222.0.54 "DELETE /v2.0/ports/9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614/bindings/n-h1-778550-9 HTTP/1.1" status: 204 len: 173 time: 0.5698009 Aug 19 11:52:11.027779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e5bef8-6a46-4703-a5f1-42dc2c16155e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:11.056913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1cc3419c-70ca-4924-87c3-4c6f13992526 req-8df26f9b-f9b6-4dee-9b35-0518332029d0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869260 Aug 19 11:52:11.060006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66a7e-d68f-4174-8190-331db6fec796 req-1e3d1458-dbc8-4bc0-8ff9-4949c887509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:11.061575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-1e3d1458-dbc8-4bc0-8ff9-4949c887509a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1404631 Aug 19 11:52:11.065210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2c584-914e-4b1a-abc2-b4bbdfad7309 None None] Pushing event updated for resources: {'Port': ['ID=df81bfda-3cec-478f-9780-2fbc74ff12c5,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:11.170124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:11.171526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:11.257726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32994bb5-7c20-4bcb-b1ca-a7189e850824 req-94ceb299-c151-48ff-a916-c62a668c6997 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:11.261851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32994bb5-7c20-4bcb-b1ca-a7189e850824 req-94ceb299-c151-48ff-a916-c62a668c6997 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 947 time: 0.1773636 Aug 19 11:52:11.305603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device df81bfda-3cec-478f-9780-2fbc74ff12c5 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:11.356270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-fcd238be-0a33-4462-a2de-616d1987c864 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609549 Aug 19 11:52:11.394847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32994bb5-7c20-4bcb-b1ca-a7189e850824 req-e9133feb-d06f-4577-8a9f-4d3bab692bd6 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001666 Aug 19 11:52:11.400166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port df81bfda-3cec-478f-9780-2fbc74ff12c5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:11.400697 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:11.416032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Router b12627bf-26d1-4933-b689-b2623c975444 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:52:11.497594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-25e2fe8e-b055-447d-89eb-1d55bfba4367 None None] Provisioning for port d0e5bef8-6a46-4703-a5f1-42dc2c16155e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:11.511826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-25e2fe8e-b055-447d-89eb-1d55bfba4367 None None] Provisioning complete for port d0e5bef8-6a46-4703-a5f1-42dc2c16155e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:11.512201 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-25e2fe8e-b055-447d-89eb-1d55bfba4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:11.614137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:52:11.630525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-85e054e0-db01-480c-88f7-017307eb25b4 admin admin] 10.222.0.65 "PUT /v2.0/routers/b12627bf-26d1-4933-b689-b2623c975444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7830446 Aug 19 11:52:11.673822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716d01e-85d0-42f5-8a72-08b730c67e36 req-d8f78947-e9ce-47e9-b641-dd95f02223b9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:11.688713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5716d01e-85d0-42f5-8a72-08b730c67e36 req-d8f78947-e9ce-47e9-b641-dd95f02223b9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 944 time: 0.1691267 Aug 19 11:52:11.795976 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5716d01e-85d0-42f5-8a72-08b730c67e36 req-6a4cf274-75cf-4a75-974d-37ccf887a96f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050067 Aug 19 11:52:11.877643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-e5c9d122-f273-44c7-b592-5a4855ac0976 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:11.878919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-e5c9d122-f273-44c7-b592-5a4855ac0976 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.3582253 Aug 19 11:52:11.891402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-25e2fe8e-b055-447d-89eb-1d55bfba4367 None None] Port d0e5bef8-6a46-4703-a5f1-42dc2c16155e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:52:11.903048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-25e2fe8e-b055-447d-89eb-1d55bfba4367 None None] Provisioning complete for port df81bfda-3cec-478f-9780-2fbc74ff12c5 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:11.903432 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-25e2fe8e-b055-447d-89eb-1d55bfba4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:11.906707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eef66a7e-d68f-4174-8190-331db6fec796 req-6bc3493f-8ff7-462e-a0a4-c14652dc8426 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103393 Aug 19 11:52:12.111273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26d206-c476-4187-a3d7-6a11344b7eda req-1a7f1cd4-65f6-4035-9e9b-8ccc1f25f31f tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:12.112878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf26d206-c476-4187-a3d7-6a11344b7eda req-1a7f1cd4-65f6-4035-9e9b-8ccc1f25f31f tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4 HTTP/1.1" status: 200 len: 945 time: 0.2848260 Aug 19 11:52:12.144385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-67a840cc-b45b-41cf-b9ca-38e05bfc9b2f None None] Provisioning complete for port d0e5bef8-6a46-4703-a5f1-42dc2c16155e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:12.145113 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67a840cc-b45b-41cf-b9ca-38e05bfc9b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:12.159793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-61237cb4-8e4c-4f7f-bde0-5b4b86b81dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:12.161341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-61237cb4-8e4c-4f7f-bde0-5b4b86b81dbd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 1098 time: 0.1344054 Aug 19 11:52:12.186351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-67a840cc-b45b-41cf-b9ca-38e05bfc9b2f None None] Port d0e5bef8-6a46-4703-a5f1-42dc2c16155e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:52:12.193076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424db0c-8399-427a-81c3-2040660975a0 req-d96e6c6d-38bd-470a-8f50-c44acd13dec5 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:12.194611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f424db0c-8399-427a-81c3-2040660975a0 req-d96e6c6d-38bd-470a-8f50-c44acd13dec5 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 944 time: 0.1331048 Aug 19 11:52:12.206251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Deleting port 4b42b495-173e-41c1-988b-98e7525cca09 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:52:12.206580 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:12.512500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf26d206-c476-4187-a3d7-6a11344b7eda req-2c2f3f7c-f948-4c89-80b4-fda1f667abf2 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886738 Aug 19 11:52:12.601560 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f424db0c-8399-427a-81c3-2040660975a0 req-e1140724-4fd6-4364-9af7-d64b7f51a42a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919382 Aug 19 11:52:12.650408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-84328181-e287-4a82-b2ad-3844789baf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:12.652950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-84328181-e287-4a82-b2ad-3844789baf96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.4677501 Aug 19 11:52:12.704168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-b2339fed-60e7-42dd-b580-c9532b8660d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=83b97636-90e7-4c70-8717-7bd51d0cb3f4 HTTP/1.1" status: 200 len: 217 time: 0.0428019 Aug 19 11:52:12.713037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] For port 4b42b495-173e-41c1-988b-98e7525cca09, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4b42b495-173e-41c1-988b-98e7525cca09,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:12.713405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:12.753489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Calling delete_port for 4b42b495-173e-41c1-988b-98e7525cca09 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:52:12.813991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-12b34655-8459-42c5-9e61-56bda670e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:12.815475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-12b34655-8459-42c5-9e61-56bda670e3ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0992908 Aug 19 11:52:13.005143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-5f1d01ae-121b-46c4-94ce-1c8e93c29f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.006650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-5f1d01ae-121b-46c4-94ce-1c8e93c29f17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766362 Aug 19 11:52:13.014622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.015089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.015556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.016023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.016482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Sync routers for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:52:13.016965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.016965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.017420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.017874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.018336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.018798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.019253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.021406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-ac4203d9-d5ac-4558-9cb5-67fa55a8d0b9 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b&device_id=ae542f48-f7d0-40bd-a787-02fdc9353581&device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744&device_id=e0d19c60-f7b2-4242-b685-ac0c4ffa4be4&device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078&device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858&device_id=00556734-d675-4739-85f5-adecdd78d2a2&device_id=809ae7f8-8989-4511-b991-d3acabd02bbe&device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3&device_id=be70b2de-5631-492e-8afa-174d67d9c0a5&device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 9990 time: 0.1708884 Aug 19 11:52:13.026459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:52:13.027157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:51:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:13.111572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-8ae9836f-46ec-4728-b7c9-de65982a31f5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.113095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-8ae9836f-46ec-4728-b7c9-de65982a31f5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 820 time: 0.2967463 Aug 19 11:52:13.131974 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-84057e79-40a4-4cf7-8d7e-b301290c11e2 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.134275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:52:13.168061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-d0da76d4-c5af-4d8a-87b2-b3b5077419b9 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/quotas/777f812e344f44c9a9392cf92f27750a HTTP/1.1" status: 200 len: 375 time: 0.0434976 Aug 19 11:52:13.225564 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.264100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['4b42b495-173e-41c1-988b-98e7525cca09'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:13.294461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event deleted for resources: {'Port': ['ID=4b42b495-173e-41c1-988b-98e7525cca09,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:13.296364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ef11a0fb-11cc-4b0b-94d6-e9808703cc56 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:13.298320 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device db8ed923-06b2-4820-ada8-41bafe55d7b2 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:13.309490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-e650f678-9f97-467b-a54f-d359da5864ed service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871230 Aug 19 11:52:13.366990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-2b9c34f1-e3f2-4a11-b807-39fa46838386 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919668 Aug 19 11:52:13.378076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] No DVR routers for this DVR port 4b42b495-173e-41c1-988b-98e7525cca09 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:52:13.421231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.423148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbf22b7c-9404-460c-9bbb-bf7f1f01b7ae req-a17794e5-b609-4613-bf85-34e3873a4678 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "DELETE /v2.0/ports/4b42b495-173e-41c1-988b-98e7525cca09 HTTP/1.1" status: 204 len: 173 time: 1.5243196 Aug 19 11:52:13.425070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'name': 'network-vif-deleted', 'tag': '4b42b495-173e-41c1-988b-98e7525cca09'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:13.427328 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5373dd-24fd-4121-8526-a375a343b42e" -d '{"events": [{"server_uuid": "e0d19c60-f7b2-4242-b685-ac0c4ffa4be4", "name": "network-vif-deleted", "tag": "4b42b495-173e-41c1-988b-98e7525cca09"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:13.438566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port db8ed923-06b2-4820-ada8-41bafe55d7b2 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:13.443249 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ef11a0fb-11cc-4b0b-94d6-e9808703cc56 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:13.450519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port db8ed923-06b2-4820-ada8-41bafe55d7b2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:13.450897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.452334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ef11a0fb-11cc-4b0b-94d6-e9808703cc56 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:13.452710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.529966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 2, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:13.538023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-84057e79-40a4-4cf7-8d7e-b301290c11e2 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.547727 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-84057e79-40a4-4cf7-8d7e-b301290c11e2 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.568472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Checking router: b12627bf-26d1-4933-b689-b2623c975444 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:52:13.568853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Updating router b12627bf-26d1-4933-b689-b2623c975444 port d0e5bef8-6a46-4703-a5f1-42dc2c16155e binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:52:13.597283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98a8f6ac-f42f-44c7-897c-7c90a59c838e req-f9bca4a3-4110-4046-a09b-091380fb1e78 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669051 Aug 19 11:52:13.605344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d06952ac-162f-4f24-bcbe-1ef719c69586 req-84057e79-40a4-4cf7-8d7e-b301290c11e2 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&id=bcb01ea9-7521-4370-80c9-be1cb81f2331&id=c88963d2-11e9-4d6c-9a5a-ce683789121e&id=cc23b411-e56c-4670-90fe-b1b3d080466e&id=15725974-834d-4034-8b22-17fac0ff8c06&id=560f3e2d-95d2-4b88-8b80-19657900eb77&id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.5664310 Aug 19 11:52:13.615939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-ac3eca8f-6e02-4127-8152-8ff622513f4b service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104185 Aug 19 11:52:13.667735 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.675216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84057e79-40a4-4cf7-8d7e-b301290c11e2 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c06bf8d-0da8-4ccf-8f51-696f9ef788d6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:13.683286 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.704999 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.744477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ef11a0fb-11cc-4b0b-94d6-e9808703cc56, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ef11a0fb-11cc-4b0b-94d6-e9808703cc56,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:13.746675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433ba23-6c44-4e14-8021-683d3481d1d6 req-45a9bc58-1d38-48ed-9c90-9663973f02dd tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.748234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3433ba23-6c44-4e14-8021-683d3481d1d6 req-45a9bc58-1d38-48ed-9c90-9663973f02dd tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.0764279 Aug 19 11:52:13.758209 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.769280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:13.771542 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3fd09a-edb3-4e20-bf1c-c8af4c69101f" -d '{"events": [{"server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "name": "network-vif-plugged", "status": "completed", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:13.779102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-262f7055-a5ba-4d6c-9fc0-12c92f3fe8af service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614389 Aug 19 11:52:13.800340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3433ba23-6c44-4e14-8021-683d3481d1d6 req-7c675239-8879-4ca8-b8b4-53ea0d58961e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Aug 19 11:52:13.850045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:13.866561 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:13.904599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ef11a0fb-11cc-4b0b-94d6-e9808703cc56,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:13.983620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41644aa-0ff8-4161-bd80-3a946578f6d6 req-bc2fbe66-c1c5-4384-a79b-17164e76959b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:13.991778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b41644aa-0ff8-4161-bd80-3a946578f6d6 req-bc2fbe66-c1c5-4384-a79b-17164e76959b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 947 time: 0.1151354 Aug 19 11:52:14.026173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=db8ed923-06b2-4820-ada8-41bafe55d7b2,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:14.085781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b41644aa-0ff8-4161-bd80-3a946578f6d6 req-9c8dc8bc-21b9-47fc-b7f3-afd694f372bc tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928924 Aug 19 11:52:14.092578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947d86b-cfde-439d-99de-c77a79582b94 req-4e560b97-d3bc-4b3e-9e58-15c6075cfa77 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:14.094311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f947d86b-cfde-439d-99de-c77a79582b94 req-4e560b97-d3bc-4b3e-9e58-15c6075cfa77 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1095 time: 0.0875454 Aug 19 11:52:14.136026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f947d86b-cfde-439d-99de-c77a79582b94 req-79e3178c-a527-4148-a9e6-9c9aa99d3cf6 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354023 Aug 19 11:52:14.152246 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:14.177141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Transition to ACTIVE for port object d0e5bef8-6a46-4703-a5f1-42dc2c16155e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:14.186206 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:14.190411 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e546c7-f81a-4707-b8e3-523ae6966891 x-openstack-request-id: req-31e546c7-f81a-4707-b8e3-523ae6966891 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:14.190710 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d19c60-f7b2-4242-b685-ac0c4ffa4be4", "name": "network-vif-deleted", "tag": "4b42b495-173e-41c1-988b-98e7525cca09", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:14.191075 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31e546c7-f81a-4707-b8e3-523ae6966891 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:14.191573 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d19c60-f7b2-4242-b685-ac0c4ffa4be4', 'name': 'network-vif-deleted', 'tag': '4b42b495-173e-41c1-988b-98e7525cca09', 'status': 'completed', 'code': 200} Aug 19 11:52:14.378572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Attempting to bind port d0e5bef8-6a46-4703-a5f1-42dc2c16155e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:14.378940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Attempting to bind port d0e5bef8-6a46-4703-a5f1-42dc2c16155e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:14.379302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Attempting to bind port d0e5bef8-6a46-4703-a5f1-42dc2c16155e on network 606f2c84-3b5a-4472-bdd4-d333e8fff34c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:14.391268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:14.391645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Checking segment: {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:14.392047 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:14.392427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Bound using segment: {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:14.392913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Bound port: d0e5bef8-6a46-4703-a5f1-42dc2c16155e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:14.393287 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:14.398557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247bb2a-e587-40b0-ac17-c5ad3ff986b0 req-ae6f460d-9c25-4515-8d4b-9c014d947508 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:14.401193 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4247bb2a-e587-40b0-ac17-c5ad3ff986b0 req-ae6f460d-9c25-4515-8d4b-9c014d947508 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 945 time: 0.0673983 Aug 19 11:52:14.458358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4247bb2a-e587-40b0-ac17-c5ad3ff986b0 req-8625bcc2-fb4c-4848-adc7-ce367e4b3df6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500095 Aug 19 11:52:14.473731 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c77f54-8031-4eee-aad8-8ca449bfe034 x-openstack-request-id: req-21c77f54-8031-4eee-aad8-8ca449bfe034 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:14.474162 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "name": "network-vif-plugged", "status": "completed", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:14.474289 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21c77f54-8031-4eee-aad8-8ca449bfe034 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:14.474839 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2', 'code': 200} Aug 19 11:52:14.490309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad695c9b-5f02-4924-b2b3-406feac62838 None None] Pushing event updated for resources: {'Port': ['ID=d0e5bef8-6a46-4703-a5f1-42dc2c16155e,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:14.523637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] For port d0e5bef8-6a46-4703-a5f1-42dc2c16155e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:14.533236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] For port d0e5bef8-6a46-4703-a5f1-42dc2c16155e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d0e5bef8-6a46-4703-a5f1-42dc2c16155e,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:14.546114 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:14.574931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e422bd30-457c-41f8-8eed-800e204d03fe req-591cc35b-9b79-46bf-807c-5409c8738ceb tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 210 time: 0.0532229 Aug 19 11:52:14.594616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:52:14.595335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:51:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:14.725291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad695c9b-5f02-4924-b2b3-406feac62838 None None] Pushing event updated for resources: {'Port': ['ID=d0e5bef8-6a46-4703-a5f1-42dc2c16155e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:14.744909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb6ae4-4bbc-42ee-893a-bf4b0cbeb1cf req-2f8d5327-1473-4860-bd06-91e5a9c404d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:14.746531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9eb6ae4-4bbc-42ee-893a-bf4b0cbeb1cf req-2f8d5327-1473-4860-bd06-91e5a9c404d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1096 time: 0.1584501 Aug 19 11:52:14.763300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:52:14.864815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9eb6ae4-4bbc-42ee-893a-bf4b0cbeb1cf req-f284a9fc-e697-4e21-9c41-efdcdeb6c00a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917156 Aug 19 11:52:14.887018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-e6975aad-04c1-4e45-9580-d1078816cd99 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:14.888543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-e6975aad-04c1-4e45-9580-d1078816cd99 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 808 time: 0.2131326 Aug 19 11:52:14.904756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57cecf89-adaa-4784-895a-42e979ca3711 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/quotas/f1d3b96aa45e44fea775af2b903efde1 HTTP/1.1" status: 200 len: 375 time: 0.0095422 Aug 19 11:52:14.912114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43264) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:14.919769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-abebbb88-9242-4aba-b4c2-416a77da34e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76741170', 'description': 'tempest-description--747607248'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:14.946716 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abebbb88-9242-4aba-b4c2-416a77da34e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:14.969144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-a6ec6102-e381-41bc-9ee0-24fb56dbb4bc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580871 Aug 19 11:52:15.045986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:14Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:15.065402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abebbb88-9242-4aba-b4c2-416a77da34e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.079193 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-09000af0-a8f0-439d-959b-3e97e6afb07b service neutron] 10.222.0.65 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025047 Aug 19 11:52:15.082426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abebbb88-9242-4aba-b4c2-416a77da34e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.115085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebbb88-9242-4aba-b4c2-416a77da34e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b4c48c-1fa6-4f17-b1c5-1832ef9de99d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:15.118409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abebbb88-9242-4aba-b4c2-416a77da34e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.119703 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-abebbb88-9242-4aba-b4c2-416a77da34e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2059929 Aug 19 11:52:15.123824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43268) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:15.128971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-51cdaa94-674a-4de0-bbf4-83ba3e188298 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Request body: {'security_group_rule': {'security_group_id': '65b4c48c-1fa6-4f17-b1c5-1832ef9de99d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:15.173137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-51cdaa94-674a-4de0-bbf4-83ba3e188298 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.198372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9792-879c-4821-b026-18068762d291 req-86948eca-36df-4e83-af14-d11dc157f3fe tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:15.199257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9792-879c-4821-b026-18068762d291 req-86948eca-36df-4e83-af14-d11dc157f3fe tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:15.199805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9792-879c-4821-b026-18068762d291 req-86948eca-36df-4e83-af14-d11dc157f3fe tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:15.202505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a78b9792-879c-4821-b026-18068762d291 req-86948eca-36df-4e83-af14-d11dc157f3fe tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744&device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078&device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 2881 time: 0.1221721 Aug 19 11:52:15.248712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4effd-0ce6-4814-b1aa-49671b69908c None None] The sync data for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 is: [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:14Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:52:15.272086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ef11a0fb-11cc-4b0b-94d6-e9808703cc56 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:15.313450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a78b9792-879c-4821-b026-18068762d291 req-d90cce82-2385-41b1-99dc-67c4378e478d tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973186 Aug 19 11:52:15.335660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-e185af0e-5437-4aa4-8b40-cb20290ffb95 service neutron] 10.222.0.65 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422197 Aug 19 11:52:15.338345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 83b97636-90e7-4c70-8717-7bd51d0cb3f4 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:15.343542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4b42b495-173e-41c1-988b-98e7525cca09 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:52:15.356569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-51cdaa94-674a-4de0-bbf4-83ba3e188298 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.372339 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-51cdaa94-674a-4de0-bbf4-83ba3e188298 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.412250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdaa94-674a-4de0-bbf4-83ba3e188298 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa771b5-efa6-435c-b970-2812b747a191,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:15.416758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 4b42b495-173e-41c1-988b-98e7525cca09 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:52:15.417081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4b42b495-173e-41c1-988b-98e7525cca09 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:52:15.426670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-51cdaa94-674a-4de0-bbf4-83ba3e188298 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.428427 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-51cdaa94-674a-4de0-bbf4-83ba3e188298 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3031785 Aug 19 11:52:15.432305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43274) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:15.438511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1078fbf4-c066-43d6-ac10-dbb0bf313e6d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Request body: {'security_group_rule': {'security_group_id': '65b4c48c-1fa6-4f17-b1c5-1832ef9de99d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:15.511772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1078fbf4-c066-43d6-ac10-dbb0bf313e6d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.533586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bc1fa-1b2c-4a3d-88fa-b904d642dfe4 req-212163ef-6cbe-4bff-8e20-c355c85189a9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:15.552124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b8bc1fa-1b2c-4a3d-88fa-b904d642dfe4 req-212163ef-6cbe-4bff-8e20-c355c85189a9 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1471481 Aug 19 11:52:15.662282 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1078fbf4-c066-43d6-ac10-dbb0bf313e6d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.676466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1078fbf4-c066-43d6-ac10-dbb0bf313e6d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.698827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ef11a0fb-11cc-4b0b-94d6-e9808703cc56 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:15.699272 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.709027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1078fbf4-c066-43d6-ac10-dbb0bf313e6d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.710740 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1078fbf4-c066-43d6-ac10-dbb0bf313e6d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2773750 Aug 19 11:52:15.711703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078fbf4-c066-43d6-ac10-dbb0bf313e6d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d66e781-bcf8-4f4b-b671-bb97fb711b03,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:15.714383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43284) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:52:15.719427 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:15.765056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:15.825067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b8bc1fa-1b2c-4a3d-88fa-b904d642dfe4 req-fa564b6c-a9cf-4257-9788-dcda3793edea tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637515 Aug 19 11:52:15.882677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 83b97636-90e7-4c70-8717-7bd51d0cb3f4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=83b97636-90e7-4c70-8717-7bd51d0cb3f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:15.914879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'mac_address': 'fa:16:3e:f9:c8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:15.919741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e0e17-f476-4e58-aa9c-dc06b8bc127b req-a20529be-5996-4123-ae21-fe5eab0a6ff5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:15.935185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b3e0e17-f476-4e58-aa9c-dc06b8bc127b req-a20529be-5996-4123-ae21-fe5eab0a6ff5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 947 time: 0.3118587 Aug 19 11:52:15.988818 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:16.014536 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b97636-90e7-4c70-8717-7bd51d0cb3f4 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:16.027655 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:16.037718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-432bab23-eb15-4b74-aeac-4e9dfdbbac36 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:16.048442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 83b97636-90e7-4c70-8717-7bd51d0cb3f4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=83b97636-90e7-4c70-8717-7bd51d0cb3f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:16.049703 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-432bab23-eb15-4b74-aeac-4e9dfdbbac36 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.69 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 820 time: 0.3799682 Aug 19 11:52:16.061744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:16.087466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Request body: {'port': {'device_id': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'admin_state_up': True, 'tenant_id': '777f812e344f44c9a9392cf92f27750a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:16.129840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b3e0e17-f476-4e58-aa9c-dc06b8bc127b req-9d00899c-fd3c-46ba-9cc1-be70e7470fcb tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785493 Aug 19 11:52:16.196916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=83b97636-90e7-4c70-8717-7bd51d0cb3f4,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:16.280886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f9297b2-9802-4847-9c3a-0479effd995d req-405dc654-9092-4f2b-8e15-9d5bd01b77b1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 210 time: 0.0508895 Aug 19 11:52:16.288675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Allocated IP 172.25.4.182 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/39255ae2-efe8-4d4d-a29d-d0b09dead388) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:16.403121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:16.444644 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:16.488337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ea233c9-608d-48ba-b40a-b8fd1db43d65 req-176ee301-5a29-40f9-a8ea-d83677aa58c9 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 210 time: 0.0687573 Aug 19 11:52:16.516570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dea226-bcef-4f76-acc4-c843b711423e req-da73fbde-1354-4cda-bb1b-244f074d8061 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:16.527359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:16.531208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08dea226-bcef-4f76-acc4-c843b711423e req-da73fbde-1354-4cda-bb1b-244f074d8061 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 945 time: 0.2491882 Aug 19 11:52:16.593327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08dea226-bcef-4f76-acc4-c843b711423e req-72da7ece-8a44-48b4-aa64-c2553d42a3e3 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610063 Aug 19 11:52:16.654509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:16.662696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:16.669750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Made reservation on behalf of 777f812e344f44c9a9392cf92f27750a for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:16.670064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:16.673544 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:16.705510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event updated for resources: {'Port': ['ID=39255ae2-efe8-4d4d-a29d-d0b09dead388,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:16.761191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:16.807743 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:16.845570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Allocated IP 172.20.0.7 (606f2c84-3b5a-4472-bdd4-d333e8fff34c/ecb62196-db99-4814-9d2b-41809a50b18e/6f566e01-0a3f-49ac-8282-ba1bf7fcc91a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:17.027244 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.033980 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.072560 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.094482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event updated for resources: {'Port': ['ID=39255ae2-efe8-4d4d-a29d-d0b09dead388,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:17.111707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.115975 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.121922 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34ee3201-fc16-42fc-a4cc-206eda422151 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4064047 Aug 19 11:52:17.131921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df3a09-8524-413e-b57f-07b04c96b464 req-16651a64-e107-4818-bdbc-35db9674564b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:17.149108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53df3a09-8524-413e-b57f-07b04c96b464 req-16651a64-e107-4818-bdbc-35db9674564b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1161118 Aug 19 11:52:17.201753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Transition to ACTIVE for port object 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:17.249284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53df3a09-8524-413e-b57f-07b04c96b464 req-f5ed72f6-0455-4370-a9c2-3e8b82216584 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991569 Aug 19 11:52:17.311911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 83b97636-90e7-4c70-8717-7bd51d0cb3f4 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:17.353031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d0e5bef8-6a46-4703-a5f1-42dc2c16155e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:17.420171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:17.424445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:17.424852 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.435755 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.447713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port d0e5bef8-6a46-4703-a5f1-42dc2c16155e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:17.457908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d0e5bef8-6a46-4703-a5f1-42dc2c16155e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:17.458281 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.506474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:17.526406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:17.529470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca421293-fb8d-45ac-a2d1-a96d600b3d1a req-245914ca-f8e8-44e6-94b9-8f7aa94272ac tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:17.531006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca421293-fb8d-45ac-a2d1-a96d600b3d1a req-245914ca-f8e8-44e6-94b9-8f7aa94272ac tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 1100 time: 0.2290702 Aug 19 11:52:17.533502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:17.547672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902ae9-0faa-4f05-b6f1-31e51021ae99 req-0e0a2d7e-937c-43ab-87f4-565231f98a7e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:17.549593 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2902ae9-0faa-4f05-b6f1-31e51021ae99 req-0e0a2d7e-937c-43ab-87f4-565231f98a7e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 948 time: 0.1922731 Aug 19 11:52:17.571171 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.585768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-2d147a03-ccc7-4bdc-9ae4-99765a368df8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:17.587363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-2d147a03-ccc7-4bdc-9ae4-99765a368df8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 808 time: 0.3143806 Aug 19 11:52:17.594971 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.601129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Pushing event updated for resources: {'Port': ['ID=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:17.612411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e88547-dfc7-40eb-8081-6076efde6c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b97636-90e7-4c70-8717-7bd51d0cb3f4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:17.614732 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64135205-2eae-4028-b554-a44232e32df3" -d '{"events": [{"server_uuid": "85e88547-dfc7-40eb-8081-6076efde6c4b", "name": "network-vif-plugged", "status": "completed", "tag": "83b97636-90e7-4c70-8717-7bd51d0cb3f4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:17.634386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Request body: {'port': {'device_id': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b', 'admin_state_up': True, 'tenant_id': 'f1d3b96aa45e44fea775af2b903efde1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:17.638133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 83b97636-90e7-4c70-8717-7bd51d0cb3f4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=83b97636-90e7-4c70-8717-7bd51d0cb3f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:17.647466 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.650465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port d0e5bef8-6a46-4703-a5f1-42dc2c16155e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d0e5bef8-6a46-4703-a5f1-42dc2c16155e,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:17.683416 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.710478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=83b97636-90e7-4c70-8717-7bd51d0cb3f4,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:17.774411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=d0e5bef8-6a46-4703-a5f1-42dc2c16155e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:17.777869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-45e07277-dcc3-4063-be58-fc2e4712511a None None] Provisioning for port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:17.782583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-45e07277-dcc3-4063-be58-fc2e4712511a None None] Provisioning complete for port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:17.782964 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-45e07277-dcc3-4063-be58-fc2e4712511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.820237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-45e07277-dcc3-4063-be58-fc2e4712511a None None] Port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:52:17.967600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:17.968200 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:17.984451 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2902ae9-0faa-4f05-b6f1-31e51021ae99 req-1e455b33-6d68-4dfd-be97-a4716e7bd059 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922637 Aug 19 11:52:17.991902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca421293-fb8d-45ac-a2d1-a96d600b3d1a req-58bfe6e1-fc25-4f9d-9d3a-247de2fc8bfa tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133410 Aug 19 11:52:18.028404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-4c8c1b77-3e1e-45c3-a0a8-3e9d13e50598 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9451218 Aug 19 11:52:18.048942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Request body: {'port': {'device_id': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:18.117267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5bf3f707-16b5-4b38-9edd-854cf20d700c req-10b5e9e1-13d1-4940-8c96-fa033bc89b45 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 210 time: 0.0447981 Aug 19 11:52:18.202254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Made reservation on behalf of f1d3b96aa45e44fea775af2b903efde1 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:18.205582 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:18.228109 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:18.270698 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ef697d95-7e78-4860-b71f-5cd221decc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:18.361027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-297cc953-7c57-44d3-b218-57c7d07963fd tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:18.362465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-297cc953-7c57-44d3-b218-57c7d07963fd tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/networks?id=ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 200 len: 821 time: 0.2889466 Aug 19 11:52:18.387280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b8a13-7cb8-4dc8-b329-ab08359249fb req-d56d5dd6-cabb-49cc-8566-f6dfb4585a87 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:18.388729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c19b8a13-7cb8-4dc8-b329-ab08359249fb req-d56d5dd6-cabb-49cc-8566-f6dfb4585a87 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 931 time: 0.2101455 Aug 19 11:52:18.477920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ce60403f-7bf9-4626-b73d-2f8ef3eff379 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/quotas/275c3c28021d4de2ad9a9abcc875d1b6 HTTP/1.1" status: 200 len: 375 time: 0.1041417 Aug 19 11:52:18.608717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c19b8a13-7cb8-4dc8-b329-ab08359249fb req-ffdd7bb1-20c9-4427-8954-685c7181d319 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063105 Aug 19 11:52:18.629518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Allocated IP 172.20.0.10 (6472b55c-1ec0-4718-a47a-cfd4cafee08b/cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c/607fc530-ad62-419f-88cf-0a522be8020e) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:18.653962 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d3b76c-e8b7-4a5b-9039-92ae6daa0f87 x-openstack-request-id: req-54d3b76c-e8b7-4a5b-9039-92ae6daa0f87 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:18.654667 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e88547-dfc7-40eb-8081-6076efde6c4b", "name": "network-vif-plugged", "status": "completed", "tag": "83b97636-90e7-4c70-8717-7bd51d0cb3f4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:18.654934 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54d3b76c-e8b7-4a5b-9039-92ae6daa0f87 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:18.655383 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e88547-dfc7-40eb-8081-6076efde6c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'code': 200} Aug 19 11:52:18.668847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-8cfbec22-f228-4aa6-b9a8-77cc9ac8bdb6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1848035 Aug 19 11:52:18.950611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-13035f53-28f7-4b28-851c-0bf15942a43f service neutron] 10.222.0.65 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685935 Aug 19 11:52:18.983482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:18.995339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64636c70-364c-4909-b07b-6e78a19a76cc req-76284a71-fddf-4565-b6a2-335c766e51df tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:18.996835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64636c70-364c-4909-b07b-6e78a19a76cc req-76284a71-fddf-4565-b6a2-335c766e51df tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 945 time: 0.2866876 Aug 19 11:52:19.012141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.042746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d25cce-4fb4-4840-a22e-1a7de020f01a req-f6f0ec78-298f-470c-be7a-fdfbdd0f8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:19.044240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83d25cce-4fb4-4840-a22e-1a7de020f01a req-f6f0ec78-298f-470c-be7a-fdfbdd0f8b5e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 1100 time: 0.2823846 Aug 19 11:52:19.106076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Transition to ACTIVE for port object 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:19.125213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.127851 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.190697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64636c70-364c-4909-b07b-6e78a19a76cc req-6ed6d7da-85b2-4c2b-8f65-c7980feee189 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805861 Aug 19 11:52:19.201447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83d25cce-4fb4-4840-a22e-1a7de020f01a req-7893cc17-1773-4399-b961-aaa011e64b9a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389532 Aug 19 11:52:19.221607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-c992d180-a5f6-4043-845f-736a806459a7 service neutron] 10.222.0.65 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612486 Aug 19 11:52:19.230573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Pushing event updated for resources: {'Port': ['ID=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:19.271977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d0e5bef8-6a46-4703-a5f1-42dc2c16155e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:19.319771 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.351301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d0e5bef8-6a46-4703-a5f1-42dc2c16155e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:19.351729 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.398141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Attempting to bind port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:19.398556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Attempting to bind port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:19.398876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Attempting to bind port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a on network 606f2c84-3b5a-4472-bdd4-d333e8fff34c {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:19.419996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a on network 606f2c84-3b5a-4472-bdd4-d333e8fff34c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:19.420324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Attempting to bind port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a on network 606f2c84-3b5a-4472-bdd4-d333e8fff34c {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:19.427419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Network 6472b55c-1ec0-4718-a47a-cfd4cafee08b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:19.431621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Pushing event updated for resources: {'Port': ['ID=607fc530-ad62-419f-88cf-0a522be8020e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:19.435265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:19.439177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:19.441838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:19.442173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Checking segment: {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:19.442548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Bound using segment: {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:19.443639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Bound port: 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:19.444010 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.484021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2250e4-aec7-4777-bf7f-c0241762aa43 req-36873ae9-7df9-4fa5-a94d-df4acb7b482f tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:19.485611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea2250e4-aec7-4777-bf7f-c0241762aa43 req-36873ae9-7df9-4fa5-a94d-df4acb7b482f tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 1100 time: 0.1801307 Aug 19 11:52:19.555210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:19.556207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.607346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea2250e4-aec7-4777-bf7f-c0241762aa43 req-57383aad-c408-43e8-a6cf-de6814152757 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115651 Aug 19 11:52:19.623997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-57eeaaf7-bd37-48e6-9347-47a961e16938 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9957891 Aug 19 11:52:19.639638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] For port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:19.649356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Request body: {'port': {'device_id': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:19.685913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] For port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:19.705946 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.715075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60b835-56cc-4a83-b8d0-079e23b0f25b req-2512fcdd-5ecb-4f88-86ff-99c979d30a3b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:19.716712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c60b835-56cc-4a83-b8d0-079e23b0f25b req-2512fcdd-5ecb-4f88-86ff-99c979d30a3b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.1385179 Aug 19 11:52:19.823545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:19.824159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.825583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] 10.222.0.69 "PUT /v2.0/ports/6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 1091 time: 1.7814035 Aug 19 11:52:19.826019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:19.828280 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b38308-a649-4fbc-a11a-00d42f488e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:19.841669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:19.881880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07b0a2-258d-48a4-b71f-a071801099e5 req-5fa6a3db-722f-430d-9df1-15ddfa7b6566 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:19.883960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce07b0a2-258d-48a4-b71f-a071801099e5 req-5fa6a3db-722f-430d-9df1-15ddfa7b6566 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 949 time: 0.1965234 Aug 19 11:52:19.884475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1cf3e-97f5-4bab-b404-5ad30e739efc service neutron] Pushing event updated for resources: {'Port': ['ID=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:19.893201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c60b835-56cc-4a83-b8d0-079e23b0f25b req-ab8a7e05-3764-442e-80d0-355fced772bb tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548460 Aug 19 11:52:20.009277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce07b0a2-258d-48a4-b71f-a071801099e5 req-ba48bbf4-d77b-4492-bdd4-92af67ccc718 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147583 Aug 19 11:52:20.110655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-b7d5924f-8514-463b-934d-8a49747aff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:20.112204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-b7d5924f-8514-463b-934d-8a49747aff5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1094 time: 0.1753709 Aug 19 11:52:20.130898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0df52-623d-4fa3-bb80-f7e54b552324 req-39786beb-0fed-43c1-baea-ec300cd6e2ee tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:20.132474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05f0df52-623d-4fa3-bb80-f7e54b552324 req-39786beb-0fed-43c1-baea-ec300cd6e2ee tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 932 time: 0.1542282 Aug 19 11:52:20.236966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-1de343bb-895d-4a26-ac26-526b1fe79c4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 217 time: 0.0540338 Aug 19 11:52:20.292383 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05f0df52-623d-4fa3-bb80-f7e54b552324 req-644e2240-f410-4848-a034-7c8be1977bd2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465189 Aug 19 11:52:20.378861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-55a5d912-70e6-479a-97bc-bd197ee130fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:20.380323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-55a5d912-70e6-479a-97bc-bd197ee130fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.1095929 Aug 19 11:52:20.404725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1c72b12-94aa-4e06-9a8d-26292f6fd989 req-849b0cee-6079-487d-91b2-fd1173d8b0b1 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 210 time: 0.0505304 Aug 19 11:52:20.437499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243990-22b3-4aca-b073-9135aa915063 req-490aed30-748b-43e6-b80f-1bfb6e207ef9 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:20.438989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8243990-22b3-4aca-b073-9135aa915063 req-490aed30-748b-43e6-b80f-1bfb6e207ef9 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1096 time: 0.1749339 Aug 19 11:52:20.483802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607fc530-ad62-419f-88cf-0a522be8020e {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:20.503246 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:20.715622 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea272361-563d-470e-8ff0-c2f2a8c73862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:20.833901 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:20.841251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Transition to ACTIVE for port object 607fc530-ad62-419f-88cf-0a522be8020e will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:20.847315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8243990-22b3-4aca-b073-9135aa915063 req-ac4657d7-a307-4dc9-8b62-34e595dda998 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918107 Aug 19 11:52:20.852085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-ae29a100-07f7-4e6f-8faf-88b9c1edbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:20.853565 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-ae29a100-07f7-4e6f-8faf-88b9c1edbce9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4556468 Aug 19 11:52:20.859356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:20.928552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326437-9df4-4f5a-85c2-5b8f08ac6d57 req-21653212-d9f9-466b-955c-0dae356742be tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:20.930248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9326437-9df4-4f5a-85c2-5b8f08ac6d57 req-21653212-d9f9-466b-955c-0dae356742be tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 943 time: 0.4487996 Aug 19 11:52:21.019299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Pushing event updated for resources: {'Port': ['ID=607fc530-ad62-419f-88cf-0a522be8020e,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:21.035803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-f3daaf7d-7791-4e9e-9665-80ad83044a03 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:21.037277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-f3daaf7d-7791-4e9e-9665-80ad83044a03 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "GET /v2.0/networks?id=ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 200 len: 821 time: 0.2552576 Aug 19 11:52:21.067236 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Request body: {'port': {'device_id': '64690af9-5b25-466c-be15-2d34259b2483', 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0', 'admin_state_up': True, 'tenant_id': '275c3c28021d4de2ad9a9abcc875d1b6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:21.149334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9326437-9df4-4f5a-85c2-5b8f08ac6d57 req-ed3e1ecd-52e9-4b0a-a8eb-3cd9ef06816e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964424 Aug 19 11:52:21.164829 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d0acaa-8438-4f4b-8e30-d0ad02e91795 x-openstack-request-id: req-f8d0acaa-8438-4f4b-8e30-d0ad02e91795 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:21.165115 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:21.165362 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8d0acaa-8438-4f4b-8e30-d0ad02e91795 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:21.165754 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'status': 'completed', 'code': 200} Aug 19 11:52:21.190666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-1b019ee4-a616-45c4-aad4-d740954a3144 service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154972 Aug 19 11:52:21.272701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:21.273000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:21.273331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:21.316358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:21.316674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:21.353375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:21.353706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:21.354082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:21.354504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Bound port: 607fc530-ad62-419f-88cf-0a522be8020e, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:21.354846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:21.410456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Made reservation on behalf of 275c3c28021d4de2ad9a9abcc875d1b6 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:21.413832 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:21.426309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5128d-721d-4542-84de-e50922479e58 req-553d3233-a60a-40a8-96b9-40f439e5e4ed tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:21.428174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-afb5128d-721d-4542-84de-e50922479e58 req-553d3233-a60a-40a8-96b9-40f439e5e4ed tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 945 time: 0.2001953 Aug 19 11:52:21.447787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4dfb-0acb-4204-b852-f87b4e8a5e02 req-ce78ed72-1b35-4fdf-9ca5-9cae0a9f9198 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:21.449312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c9b4dfb-0acb-4204-b852-f87b4e8a5e02 req-ce78ed72-1b35-4fdf-9ca5-9cae0a9f9198 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1096 time: 0.1500325 Aug 19 11:52:21.458723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5e02c58-92b8-47af-a1be-3d737a80ef3e req-892fef40-69f6-4536-97df-19ce8f298b69 service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590275 Aug 19 11:52:21.581210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:21.596473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-afb5128d-721d-4542-84de-e50922479e58 req-b581aded-a5a5-4f22-a900-942f20733996 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462522 Aug 19 11:52:21.612450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c9b4dfb-0acb-4204-b852-f87b4e8a5e02 req-6d9e5e96-c784-420b-a1a8-0378fc818b29 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514018 Aug 19 11:52:21.635125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:21.646457 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:21.754215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:21.754893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:21.756304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/607fc530-ad62-419f-88cf-0a522be8020e HTTP/1.1" status: 200 len: 1092 time: 2.1141491 Aug 19 11:52:21.810815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Allocated IP 172.20.0.14 (ecf55162-9351-4ca6-93d9-fda533217ca0/e97b1c8b-6deb-4893-915f-1ee36c2609db/df608236-644b-4946-9aa5-447ae2ae9773) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:21.814138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-0b9a6b07-f40c-47c1-a4b0-dfba96470d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:21.815704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-0b9a6b07-f40c-47c1-a4b0-dfba96470d70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1094 time: 0.2372704 Aug 19 11:52:21.818612 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:21.824889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994d5a9-6d08-495c-bfb6-aae5300e06e4 service neutron] Pushing event updated for resources: {'Port': ['ID=607fc530-ad62-419f-88cf-0a522be8020e,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:21.931066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565bc15-0b04-4aba-83b4-33e17d590ee3 req-83dc62cb-b5f1-43fa-b313-17fd5bd4df97 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:21.932446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5565bc15-0b04-4aba-83b4-33e17d590ee3 req-83dc62cb-b5f1-43fa-b313-17fd5bd4df97 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 949 time: 0.2323797 Aug 19 11:52:21.989912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f755b-3bc3-4812-8003-a1def149f483 req-70562852-1e03-4944-8c45-321e7f22db82 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:21.991386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f29f755b-3bc3-4812-8003-a1def149f483 req-70562852-1e03-4944-8c45-321e7f22db82 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.2436500 Aug 19 11:52:22.072310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-bdee710b-ce7c-4ac4-9668-954c3cba43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:22.073830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-bdee710b-ce7c-4ac4-9668-954c3cba43ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1095 time: 0.2517521 Aug 19 11:52:22.122756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5565bc15-0b04-4aba-83b4-33e17d590ee3 req-c3c737e0-13cb-4932-8380-2ca4dec93a3a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836197 Aug 19 11:52:22.165157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-b6035867-3577-4fd0-817d-5f2e3620cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:22.166638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-b6035867-3577-4fd0-817d-5f2e3620cc33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.3341184 Aug 19 11:52:22.172101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-8975b79e-94f0-4d74-8c42-471a367a7344 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607fc530-ad62-419f-88cf-0a522be8020e HTTP/1.1" status: 200 len: 217 time: 0.0710683 Aug 19 11:52:22.185234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f29f755b-3bc3-4812-8003-a1def149f483 req-f73a9f18-8e12-4c0e-afa2-4348c27da14e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809082 Aug 19 11:52:22.265851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-c99b6472-1877-410b-be1b-387a57f75001 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 217 time: 0.0904732 Aug 19 11:52:22.293244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bb862c4-ed08-4003-bf54-f72a1f7dbbe5 req-4fe6952e-8d3d-47df-84eb-6ccdd3202b45 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 210 time: 0.0986278 Aug 19 11:52:22.304939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:22.353617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-76f29be1-b49c-4f01-ab08-40287b4bc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:22.355091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-76f29be1-b49c-4f01-ab08-40287b4bc25b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1616054 Aug 19 11:52:22.363405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-81ef51a4-ec0f-4d88-88b9-86c49a421160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:22.364818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-81ef51a4-ec0f-4d88-88b9-86c49a421160 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.0785770 Aug 19 11:52:22.409364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-82e1dec3-54c4-4075-8897-b7548990de90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404882 Aug 19 11:52:22.485166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:22.557701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-be1a71e7-dc7f-4d54-aa6d-3a07d1aecf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:22.559191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-be1a71e7-dc7f-4d54-aa6d-3a07d1aecf4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633093 Aug 19 11:52:22.562467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Network ecf55162-9351-4ca6-93d9-fda533217ca0 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:22.579167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event updated for resources: {'Port': ['ID=df608236-644b-4946-9aa5-447ae2ae9773,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:22.581674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:22.603379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:22.712272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-67f198b1-321f-4a20-9eb6-3f3a54cffa87 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835941 Aug 19 11:52:22.768314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:22.768945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:22.833964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ceff9-8cae-4275-bf52-94f6001442ff req-e0829ea0-cafe-41d4-b3cd-8e18005f2a45 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:22.835436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f6ceff9-8cae-4275-bf52-94f6001442ff req-e0829ea0-cafe-41d4-b3cd-8e18005f2a45 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 943 time: 0.2719119 Aug 19 11:52:22.863998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-fecd67fe-d093-457e-a9fb-8b1d52f091da service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871094 Aug 19 11:52:22.872527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-ca55383c-1121-447b-90a0-d47cdce9946c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8136637 Aug 19 11:52:23.135969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Request body: {'port': {'device_id': '64690af9-5b25-466c-be15-2d34259b2483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:23.146464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0717e-d863-4c84-bd50-2ec1eb15a3a4 req-d78221db-f43b-4435-ad19-1eca0a4f88f7 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:23.147867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89a0717e-d863-4c84-bd50-2ec1eb15a3a4 req-d78221db-f43b-4435-ad19-1eca0a4f88f7 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 1100 time: 0.4650784 Aug 19 11:52:23.182050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:23.184332 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "tag": "607fc530-ad62-419f-88cf-0a522be8020e"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:23.248716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fbd39c-435f-433e-a8c5-4ba19e8b7158 req-6780b760-0616-4f67-9b8d-6d1ee217d987 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243027 Aug 19 11:52:23.251366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-89a0717e-d863-4c84-bd50-2ec1eb15a3a4 req-662e902f-f4c1-4c11-8b05-b44ced1fcc83 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:23.259913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f6ceff9-8cae-4275-bf52-94f6001442ff req-a539770c-86b4-4bc6-975c-746169b855f7 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139256 Aug 19 11:52:23.304947 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:23.335323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15b38308-a649-4fbc-a11a-00d42f488e9d req-ceac6ec0-8d8e-4877-b238-0c466b2eecf8 service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059412 Aug 19 11:52:23.550077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-89a0717e-d863-4c84-bd50-2ec1eb15a3a4 req-662e902f-f4c1-4c11-8b05-b44ced1fcc83 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:23.557273 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-89a0717e-d863-4c84-bd50-2ec1eb15a3a4 req-662e902f-f4c1-4c11-8b05-b44ced1fcc83 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:23.587602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89a0717e-d863-4c84-bd50-2ec1eb15a3a4 req-662e902f-f4c1-4c11-8b05-b44ced1fcc83 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320447 Aug 19 11:52:23.607914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e902f-f4c1-4c11-8b05-b44ced1fcc83 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09940cb-5509-4977-ad0f-812a5e5efa64,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:23.702194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df608236-644b-4946-9aa5-447ae2ae9773 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:23.711372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:23.742670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Transition to ACTIVE for port object df608236-644b-4946-9aa5-447ae2ae9773 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:23.747029 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1636f8b7-c4a1-40f5-9878-e0a92bf4791e x-openstack-request-id: req-1636f8b7-c4a1-40f5-9878-e0a92bf4791e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:23.748008 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "tag": "607fc530-ad62-419f-88cf-0a522be8020e", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:23.748265 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1636f8b7-c4a1-40f5-9878-e0a92bf4791e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:23.748955 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e', 'status': 'completed', 'code': 200} Aug 19 11:52:23.766700 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:23.813176 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:23.821098 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:23.906358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a850a1c-35b9-4f90-835e-d1a9e50a3ef5 req-4b7f8a12-b30d-4965-af17-ac9ac6fef45b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:23.908108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a850a1c-35b9-4f90-835e-d1a9e50a3ef5 req-4b7f8a12-b30d-4965-af17-ac9ac6fef45b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.1863968 Aug 19 11:52:23.914699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Pushing event updated for resources: {'Port': ['ID=df608236-644b-4946-9aa5-447ae2ae9773,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:23.999381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8867ade-ca58-4a9c-975c-3fe08bc1dd4f req-9775e350-4e0c-4db4-b43f-e911a94baab5 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.000923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8867ade-ca58-4a9c-975c-3fe08bc1dd4f req-9775e350-4e0c-4db4-b43f-e911a94baab5 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 944 time: 0.1872036 Aug 19 11:52:24.005537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-373ed41b-88a6-4729-9e2f-2293f47e77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.006928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-373ed41b-88a6-4729-9e2f-2293f47e77a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1095 time: 0.1958718 Aug 19 11:52:24.045689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a850a1c-35b9-4f90-835e-d1a9e50a3ef5 req-7a01b8aa-9ea4-425c-9be1-a5b6ad89e9d0 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254549 Aug 19 11:52:24.102691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Attempting to bind port df608236-644b-4946-9aa5-447ae2ae9773 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:24.103036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Attempting to bind port df608236-644b-4946-9aa5-447ae2ae9773 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:24.103351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Attempting to bind port df608236-644b-4946-9aa5-447ae2ae9773 on network ecf55162-9351-4ca6-93d9-fda533217ca0 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:24.131490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8867ade-ca58-4a9c-975c-3fe08bc1dd4f req-1a42c32c-345a-4bc2-ab50-ad0523f71d79 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172068 Aug 19 11:52:24.146512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Port df608236-644b-4946-9aa5-447ae2ae9773 on network ecf55162-9351-4ca6-93d9-fda533217ca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:24.146849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Attempting to bind port df608236-644b-4946-9aa5-447ae2ae9773 on network ecf55162-9351-4ca6-93d9-fda533217ca0 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:24.170109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:24.170448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Checking segment: {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:24.170821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Bound using segment: {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:24.171257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Bound port: df608236-644b-4946-9aa5-447ae2ae9773, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:24.171611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:24.202175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-afc4089f-c8b9-47d7-bae0-8a1c2885f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.203666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-afc4089f-c8b9-47d7-bae0-8a1c2885f948 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.1768210 Aug 19 11:52:24.227891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41142968-a350-43eb-b1b9-ed23744ba9a0 req-b8721bb5-dc64-4f1d-9667-0c6985f506f8 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.229446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41142968-a350-43eb-b1b9-ed23744ba9a0 req-b8721bb5-dc64-4f1d-9667-0c6985f506f8 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1096 time: 0.1163359 Aug 19 11:52:24.308501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-4514a487-24f0-4349-8706-f5de0175ba01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607fc530-ad62-419f-88cf-0a522be8020e HTTP/1.1" status: 200 len: 217 time: 0.0591786 Aug 19 11:52:24.341382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:24.386565 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41142968-a350-43eb-b1b9-ed23744ba9a0 req-797ebd7a-254a-45cb-89ca-2c26f3a4d020 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504128 Aug 19 11:52:24.389003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=df608236-644b-4946-9aa5-447ae2ae9773,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:24.398573 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:24.436903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-000efd9b-3150-43db-964a-1a538d7a68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.438350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-000efd9b-3150-43db-964a-1a538d7a68a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1142614 Aug 19 11:52:24.443410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.444005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:24.445387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] 10.222.0.69 "PUT /v2.0/ports/df608236-644b-4946-9aa5-447ae2ae9773 HTTP/1.1" status: 200 len: 1092 time: 1.3149295 Aug 19 11:52:24.452832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348cc7b-9102-46cd-8228-48d98d36ac9e req-98a6b5b9-a605-4501-b35d-0472cdd7bc7e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.454269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f348cc7b-9102-46cd-8228-48d98d36ac9e req-98a6b5b9-a605-4501-b35d-0472cdd7bc7e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1519296 Aug 19 11:52:24.513111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-f7a2b607-1eae-4d85-af8f-bcac1483ac41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578399 Aug 19 11:52:24.608210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c0ddc-0d9f-481f-ac21-f87a9b918d29 service neutron] Pushing event updated for resources: {'Port': ['ID=df608236-644b-4946-9aa5-447ae2ae9773,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:24.638818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f348cc7b-9102-46cd-8228-48d98d36ac9e req-94e6d6d0-a872-43d5-85d4-2086db12deaa tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460855 Aug 19 11:52:24.659385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-c8f1414c-0708-48a4-9f3f-3b11e91ee0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.660907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-c8f1414c-0708-48a4-9f3f-3b11e91ee0bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 1095 time: 0.1452868 Aug 19 11:52:24.673847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0316e-6613-4474-bdbe-6d946c904b47 req-a88a07f0-6ae7-4db2-8560-24d5cf76b3cf tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.675411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37e0316e-6613-4474-bdbe-6d946c904b47 req-a88a07f0-6ae7-4db2-8560-24d5cf76b3cf tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 943 time: 0.2107973 Aug 19 11:52:24.727973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-d26cc1fc-d34c-41b0-b88a-6e05dcde9c5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df608236-644b-4946-9aa5-447ae2ae9773 HTTP/1.1" status: 200 len: 217 time: 0.0502071 Aug 19 11:52:24.755175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-386aacc4-161d-4117-b7e8-1e05881d6ef2 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239568 Aug 19 11:52:24.786035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-8443f16c-6ee7-4c2f-a8f3-045a05a6037a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626566 Aug 19 11:52:24.869348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37e0316e-6613-4474-bdbe-6d946c904b47 req-6ffa208e-10e8-4bda-8bbe-86b099144663 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822298 Aug 19 11:52:24.908486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-c8d51d4f-8dbf-4137-8324-e2ca4f93b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:24.909863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-c8d51d4f-8dbf-4137-8324-e2ca4f93b576 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e97b1c8b-6deb-4893-915f-1ee36c2609db HTTP/1.1" status: 200 len: 861 time: 0.1661325 Aug 19 11:52:24.951564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-90a9691c-6962-4de2-ba7a-bb09ddebfe06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ecf55162-9351-4ca6-93d9-fda533217ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325060 Aug 19 11:52:25.045898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eec8c399-2815-4531-b8a6-d5a4c5c0f1b6 req-f76ba6b8-1802-4cf2-8e79-7426bb70102c service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553005 Aug 19 11:52:25.053079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc59b888-b0ad-4099-869d-582864f19d3d details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:25.056564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-c1eee42c-d9b5-43d4-b99b-37d1bc79fa84 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:25.058123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-c1eee42c-d9b5-43d4-b99b-37d1bc79fa84 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592530 Aug 19 11:52:25.084581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-ddbc0025-0c51-4171-aa08-7dd0b596f6f7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/quotas/270286d9d3094f81a15c7e90ed3750ed HTTP/1.1" status: 200 len: 375 time: 0.0167422 Aug 19 11:52:25.132311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-76ebfca8-795b-436c-a9a3-34a22f20745d service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711149 Aug 19 11:52:25.170659 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc59b888-b0ad-4099-869d-582864f19d3d,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:25.183532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'cc59b888-b0ad-4099-869d-582864f19d3d', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'port_id': 'cc59b888-b0ad-4099-869d-582864f19d3d', 'mac_address': 'fa:16:3e:6f:f8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991495d9-f1c8-4404-8e14-d7f40247d2fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:25.193286 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-73c13be1-f4ae-4f97-8cdd-0d7dfff7b2f7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956426 Aug 19 11:52:25.235481 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:25.243408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716a198f-9182-472f-ba68-f394d0c3e4a6 req-cbe45524-6c30-4503-b630-107047a4e94e service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019146 Aug 19 11:52:25.249017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc59b888-b0ad-4099-869d-582864f19d3d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:25.279942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc59b888-b0ad-4099-869d-582864f19d3d,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:25.286336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:25.340325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:25.343611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cc59b888-b0ad-4099-869d-582864f19d3d,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:25.457048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:25.469852 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'port_id': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:25.507391 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:25.521326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:25.544006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:25.549637 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:25.554748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['cc59b888-b0ad-4099-869d-582864f19d3d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:25.642210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:25.766999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:25.769506 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d26f76-660b-49b3-b785-625b6043064b" -d '{"events": [{"name": "network-changed", "server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "tag": "df608236-644b-4946-9aa5-447ae2ae9773"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:25.798542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddc55b-2333-4793-8eb4-b6afbb9afb36 req-b5d73d3d-ae10-4f0c-8519-74577122dd33 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:25.800505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50ddc55b-2333-4793-8eb4-b6afbb9afb36 req-b5d73d3d-ae10-4f0c-8519-74577122dd33 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.0649705 Aug 19 11:52:25.852204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50ddc55b-2333-4793-8eb4-b6afbb9afb36 req-338fce6b-f2f9-4fdc-9356-35d6b081f14c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Aug 19 11:52:25.904237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:25.984590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c5712-3f40-486e-8a10-914a915241ae req-2668bd89-2e70-4ca2-9665-028e4fb74f78 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:25.993751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-196c5712-3f40-486e-8a10-914a915241ae req-2668bd89-2e70-4ca2-9665-028e4fb74f78 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 944 time: 0.0833282 Aug 19 11:52:26.044571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-196c5712-3f40-486e-8a10-914a915241ae req-5194b646-27e9-43c5-ac68-6137b84d48fe tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Aug 19 11:52:26.105660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-5b24c18e-0a9e-410f-8917-afb08cc417f7 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:52:26.113193 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-5b24c18e-0a9e-410f-8917-afb08cc417f7 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122681 Aug 19 11:52:26.119153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Request body: {'binding': {'host': 'n-h2-778550-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:26.119613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Unknown quota resources ['binding']. {{(pid=101154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 11:52:26.306718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 on host n-h2-778550-9 for vnic_type normal with profile None {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:26.307197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:26.307536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:26.312705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Port db8ed923-06b2-4820-ada8-41bafe55d7b2 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:26.313075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:26.338895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:26.339233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:26.339600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:26.340038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Bound port: db8ed923-06b2-4820-ada8-41bafe55d7b2, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:26.427919 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816dcf4-d0d5-44d9-96a4-09ea7876962c req-c890f1a2-9020-4ba0-a54e-7168a99ec872 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:26.429551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c816dcf4-d0d5-44d9-96a4-09ea7876962c req-c890f1a2-9020-4ba0-a54e-7168a99ec872 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1030657 Aug 19 11:52:26.434255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:26.444207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:26.445416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-dd56c862-abcc-4339-8ab2-d85181cbb745 service neutron] 10.222.0.65 "POST /v2.0/ports/db8ed923-06b2-4820-ada8-41bafe55d7b2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3303905 Aug 19 11:52:26.478826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c816dcf4-d0d5-44d9-96a4-09ea7876962c req-b2d04dc1-412d-44a4-9ceb-6d0a8c773a2b tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Aug 19 11:52:26.548945 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb675da-a537-47a0-aa35-89f871dacc78 x-openstack-request-id: req-3cb675da-a537-47a0-aa35-89f871dacc78 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:26.549801 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "tag": "df608236-644b-4946-9aa5-447ae2ae9773", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:26.550049 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cb675da-a537-47a0-aa35-89f871dacc78 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:26.550439 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773', 'status': 'completed', 'code': 200} Aug 19 11:52:26.678598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261302a-713b-4027-b36b-e9a0b7f1b186 req-cf75fbbd-8560-42fa-9470-227f7aea7d80 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:26.680049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8261302a-713b-4027-b36b-e9a0b7f1b186 req-cf75fbbd-8560-42fa-9470-227f7aea7d80 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 944 time: 0.0923419 Aug 19 11:52:26.691854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d26f76-660b-49b3-b785-625b6043064b req-62484ea6-24b5-43fa-a625-e3949e14533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:26.693510 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d26f76-660b-49b3-b785-625b6043064b req-62484ea6-24b5-43fa-a625-e3949e14533e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 1095 time: 0.0682430 Aug 19 11:52:27.058609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 607fc530-ad62-419f-88cf-0a522be8020e details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:27.076910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-475263d2-3607-4e74-a1ad-b395ed3bcacc req-3403821c-5ced-4720-a296-3deef3f8d9ad tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 210 time: 0.3710711 Aug 19 11:52:27.096641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc59b888-b0ad-4099-869d-582864f19d3d up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:27.167951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8261302a-713b-4027-b36b-e9a0b7f1b186 req-4f9673fb-7549-4666-a2cb-c99f41bcd969 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782610 Aug 19 11:52:27.288611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-2d2ec61f-acdd-48e1-88c7-789c54582fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:27.290423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-2d2ec61f-acdd-48e1-88c7-789c54582fd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1096 time: 0.2422674 Aug 19 11:52:27.309991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port cc59b888-b0ad-4099-869d-582864f19d3d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:27.310574 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:27.344499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d26f76-660b-49b3-b785-625b6043064b req-a847d4f6-74f1-4620-bc86-cbd04c80bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:27.346136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d26f76-660b-49b3-b785-625b6043064b req-a847d4f6-74f1-4620-bc86-cbd04c80bc2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 200 len: 922 time: 0.6374705 Aug 19 11:52:27.369057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:27.412860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:27.426849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-5c3dc09c-9ea9-433b-83bc-267494338dae tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1262875 Aug 19 11:52:27.452452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a39353-43a6-4a70-96fa-473555afac78 req-63c4180d-9ef3-44da-b1f0-d111e7726748 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:27.466280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5a39353-43a6-4a70-96fa-473555afac78 req-63c4180d-9ef3-44da-b1f0-d111e7726748 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 945 time: 0.2842529 Aug 19 11:52:27.473907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '607fc530-ad62-419f-88cf-0a522be8020e', 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b', 'port_id': '607fc530-ad62-419f-88cf-0a522be8020e', 'mac_address': 'fa:16:3e:c7:5e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:27.561166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:27.568481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d26f76-660b-49b3-b785-625b6043064b req-e20eeb60-60b4-4324-8686-e1e3065719c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df608236-644b-4946-9aa5-447ae2ae9773 HTTP/1.1" status: 200 len: 217 time: 0.1619101 Aug 19 11:52:27.578608 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:27.603274 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:27.605240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:27.605596 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:27.660729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607fc530-ad62-419f-88cf-0a522be8020e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:27.755493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:27.774334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:27.782222 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8da3e4-0ca3-4831-9368-fe0340cd754d" -d '{"events": [{"server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "name": "network-vif-plugged", "status": "completed", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:27.785495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-781d86e6-8850-4fd7-b627-4eb15a3422f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:27.787094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-781d86e6-8850-4fd7-b627-4eb15a3422f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.4847639 Aug 19 11:52:27.794741 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:27.813433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5a39353-43a6-4a70-96fa-473555afac78 req-67ab9ed2-d827-4119-814b-90c66b34a19f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459709 Aug 19 11:52:27.815730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d26f76-660b-49b3-b785-625b6043064b req-251d0e77-9a3e-49ae-abee-49822db35e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:27.819037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d26f76-660b-49b3-b785-625b6043064b req-251d0e77-9a3e-49ae-abee-49822db35e7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e97b1c8b-6deb-4893-915f-1ee36c2609db HTTP/1.1" status: 200 len: 861 time: 0.1960719 Aug 19 11:52:27.831540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc59b888-b0ad-4099-869d-582864f19d3d,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:27.848049 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:27.897395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=607fc530-ad62-419f-88cf-0a522be8020e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:27.949829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cc59b888-b0ad-4099-869d-582864f19d3d,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:27.971311 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:27.992499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690a91-7ddc-4d88-886a-d55cd46c82a8 req-c0eaf202-7297-454e-b264-8ed265b69c6e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:27.993999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c690a91-7ddc-4d88-886a-d55cd46c82a8 req-c0eaf202-7297-454e-b264-8ed265b69c6e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.4470234 Aug 19 11:52:27.995332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-ab79f9ac-e86d-4725-bada-3608f1c2049e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2 HTTP/1.1" status: 200 len: 217 time: 0.1723015 Aug 19 11:52:28.033100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:28.041785 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:28.043952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d26f76-660b-49b3-b785-625b6043064b req-8a76f0c8-3ec6-4156-a0a8-8dfeb5a2a455 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ecf55162-9351-4ca6-93d9-fda533217ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002814 Aug 19 11:52:28.073493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-a328773f-2f18-4de4-ad57-9e490d500186 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202698 Aug 19 11:52:28.127174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:28.127864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-9c189996-21bf-48b4-9bc4-bba33ed23e7d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:28.129371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-9c189996-21bf-48b4-9bc4-bba33ed23e7d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6921186 Aug 19 11:52:28.149438 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:28.175771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Request body: {'port': {'device_id': '09f9ad48-1cd7-4b3b-8927-accec7068a75', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '270286d9d3094f81a15c7e90ed3750ed'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:28.296146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['607fc530-ad62-419f-88cf-0a522be8020e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:28.384450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c690a91-7ddc-4d88-886a-d55cd46c82a8 req-2eb0145c-002d-4076-95b8-0936e50c938f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423352 Aug 19 11:52:28.408071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9e2e2-f5b1-4bd5-bb62-1f8bfd87eaa2 req-e4abbbac-7103-4c85-a931-b9ccb6a405f9 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:28.426185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89f9e2e2-f5b1-4bd5-bb62-1f8bfd87eaa2 req-e4abbbac-7103-4c85-a931-b9ccb6a405f9 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 944 time: 0.4600892 Aug 19 11:52:28.441373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-de0b8870-3598-4e9f-92b5-63ed438688a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:28.443168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-de0b8870-3598-4e9f-92b5-63ed438688a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.4049194 Aug 19 11:52:28.564461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-145df5a5-eae3-47d0-96b4-a9d31d57f7fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089802 Aug 19 11:52:28.639588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d26f76-660b-49b3-b785-625b6043064b req-7a98ae06-e429-4a6b-a3ef-e4460b230a08 service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555751 Aug 19 11:52:28.694755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-07884b63-63d4-4ea0-86bd-85978b719163 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:28.697850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-07884b63-63d4-4ea0-86bd-85978b719163 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5863593 Aug 19 11:52:28.731816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89f9e2e2-f5b1-4bd5-bb62-1f8bfd87eaa2 req-73c3a1a5-d24b-4e5b-b90d-64276470448e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939050 Aug 19 11:52:28.773595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Request body: {'port': {'device_id': '6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '270286d9d3094f81a15c7e90ed3750ed'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:28.886901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33058-1a4c-44a1-86e3-a45514625ea4 req-fc9bdc02-d6f5-46a7-9f45-22be068b4cf7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:28.894696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4e33058-1a4c-44a1-86e3-a45514625ea4 req-fc9bdc02-d6f5-46a7-9f45-22be068b4cf7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.3886652 Aug 19 11:52:28.905509 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127d7e7f-b703-4563-84fc-d402c6237267 x-openstack-request-id: req-127d7e7f-b703-4563-84fc-d402c6237267 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:28.905833 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "name": "network-vif-plugged", "status": "completed", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:28.906205 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-127d7e7f-b703-4563-84fc-d402c6237267 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:28.906611 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d', 'code': 200} Aug 19 11:52:28.933019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Made reservation on behalf of 270286d9d3094f81a15c7e90ed3750ed for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:28.936610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:29.021425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-5b6be050-3e63-4af5-afbb-73b43f4a462c service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223530 Aug 19 11:52:29.095069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d26f76-660b-49b3-b785-625b6043064b req-080de26a-9548-4896-ba47-5f713a8a7e6e service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085035 Aug 19 11:52:29.097062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06fe1e53-0e91-4ae9-9ddf-bbaf9e078625 req-077da4a8-f8e0-4bc7-80db-70025813f7be tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 210 time: 0.1060174 Aug 19 11:52:29.138750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4e33058-1a4c-44a1-86e3-a45514625ea4 req-81b931da-0539-4883-99ea-724e0ebde161 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427962 Aug 19 11:52:29.371219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device df608236-644b-4946-9aa5-447ae2ae9773 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:29.507629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=df608236-644b-4946-9aa5-447ae2ae9773,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:29.527286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'df608236-644b-4946-9aa5-447ae2ae9773', 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0', 'port_id': 'df608236-644b-4946-9aa5-447ae2ae9773', 'mac_address': 'fa:16:3e:df:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97b1c8b-6deb-4893-915f-1ee36c2609db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:29.535845 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:52:29.658986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Made reservation on behalf of 270286d9d3094f81a15c7e90ed3750ed for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:29.662480 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:29.685116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a6e8b-10f1-499b-9126-610943cf472b req-c37d76aa-86f8-41df-b42d-e89d9aa02af3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:29.692452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-909a6e8b-10f1-499b-9126-610943cf472b req-c37d76aa-86f8-41df-b42d-e89d9aa02af3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 945 time: 0.4663289 Aug 19 11:52:29.695937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-81e9b10f-aace-4dce-b490-d1ec07ed0daf service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451328 Aug 19 11:52:29.718536 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:29.728169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Allocated IP 192.168.233.36 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/9ff2ad0e-f453-4e04-8087-20d3025a62a1) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:29.733934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df608236-644b-4946-9aa5-447ae2ae9773 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:29.762124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=df608236-644b-4946-9aa5-447ae2ae9773,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:29.766595 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:29.778389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ef149-706b-46da-8b95-a616f87d83d0 req-cc5bf013-ddf5-46cd-9a2a-8b24aa4c14b4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:29.780038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-871ef149-706b-46da-8b95-a616f87d83d0 req-cc5bf013-ddf5-46cd-9a2a-8b24aa4c14b4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 945 time: 0.2387047 Aug 19 11:52:29.825853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=df608236-644b-4946-9aa5-447ae2ae9773,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:29.868053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-909a6e8b-10f1-499b-9126-610943cf472b req-b3191fd2-8fd4-4838-8f9b-b2442cde8664 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737189 Aug 19 11:52:30.000716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-871ef149-706b-46da-8b95-a616f87d83d0 req-4b0cbc0e-c766-4a90-9269-fbfd5b6bd891 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019527 Aug 19 11:52:30.080125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-70cf2eac-273c-4abd-9441-765a86b9bd80 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:30.081737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-70cf2eac-273c-4abd-9441-765a86b9bd80 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.1893322 Aug 19 11:52:30.105558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3bdd1-47d5-428f-b1c7-6cfa07078bac req-629f5890-5e35-44bf-8cec-8b345939fd88 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:30.109164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15e3bdd1-47d5-428f-b1c7-6cfa07078bac req-629f5890-5e35-44bf-8cec-8b345939fd88 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 945 time: 0.1573985 Aug 19 11:52:30.109484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['df608236-644b-4946-9aa5-447ae2ae9773'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:30.123171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:30.216158 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:30.277434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Transition to ACTIVE for port object 9ff2ad0e-f453-4e04-8087-20d3025a62a1 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:30.291881 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:30.299789 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15e3bdd1-47d5-428f-b1c7-6cfa07078bac req-194bd8d6-d1fd-4bbc-9866-6f63829e8612 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849980 Aug 19 11:52:30.318874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaacde-62a4-4b05-b930-b9ea043be4cc req-d6dd4bbb-dc4c-4bd8-9d7a-87bd73c79840 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:30.325002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bacaacde-62a4-4b05-b930-b9ea043be4cc req-d6dd4bbb-dc4c-4bd8-9d7a-87bd73c79840 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 945 time: 0.2067714 Aug 19 11:52:30.479417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bacaacde-62a4-4b05-b930-b9ea043be4cc req-6cac5e13-0bdf-40e9-8e96-690e2e792904 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430485 Aug 19 11:52:30.485702 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:30.522709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:30.546530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:30.571001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:30.617591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8b30233-6b38-4ef5-94f9-9164d20ea9b0 req-dc549ced-0f24-4484-a930-3580d5338f9a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 210 time: 0.0899627 Aug 19 11:52:30.727911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:30.759800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:30.763544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event updated for resources: {'Port': ['ID=9ff2ad0e-f453-4e04-8087-20d3025a62a1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:30.799678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Allocated IP 192.168.233.193 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/ea2e8d83-6fac-4649-88d3-29034c418523) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:30.820070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:30.821178 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:30.830884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc0477-0ea4-4555-8fa1-948942a76c73 req-7539663a-b59a-4245-b9ed-ddc24020f969 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:30.832844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4dc0477-0ea4-4555-8fa1-948942a76c73 req-7539663a-b59a-4245-b9ed-ddc24020f969 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.2176008 Aug 19 11:52:30.904484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-f8b2eb90-41d3-4d0f-ade5-a47ea31f02d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7566926 Aug 19 11:52:30.910544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:30.911295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4dc0477-0ea4-4555-8fa1-948942a76c73 req-f47bc801-730c-4870-b283-1987f9d37797 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692940 Aug 19 11:52:30.913007 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa8daeb-63aa-482e-b5d0-b105ab801206" -d '{"events": [{"server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "name": "network-vif-plugged", "status": "completed", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:30.918875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:30.925085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Request body: {'port': {'device_id': '09f9ad48-1cd7-4b3b-8927-accec7068a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:30.994146 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba4727b-5d74-4c52-9797-50d0ef571e82 x-openstack-request-id: req-cba4727b-5d74-4c52-9797-50d0ef571e82 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:30.994484 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "name": "network-vif-plugged", "status": "completed", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:30.994780 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cba4727b-5d74-4c52-9797-50d0ef571e82 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:30.995449 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'code': 200} Aug 19 11:52:30.997364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d847898b-d46f-4386-b7dd-1daae337a304 None None] Provisioning for port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:31.013191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d847898b-d46f-4386-b7dd-1daae337a304 None None] Provisioning complete for port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:31.014048 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d847898b-d46f-4386-b7dd-1daae337a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.042700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:31.045952 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf406be-af73-43d1-95f7-c95271352952" -d '{"events": [{"server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "name": "network-vif-unplugged", "status": "completed", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:31.050303 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.090204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 607fc530-ad62-419f-88cf-0a522be8020e up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:31.122373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d847898b-d46f-4386-b7dd-1daae337a304 None None] Port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:52:31.125758 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.183334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 607fc530-ad62-419f-88cf-0a522be8020e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:31.190478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 607fc530-ad62-419f-88cf-0a522be8020e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:31.191034 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.195667 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.273594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Pushing event updated for resources: {'Port': ['ID=db8ed923-06b2-4820-ada8-41bafe55d7b2,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:31.301761 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.310558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2ad0-cb0e-48fc-8d59-11859ee718dd req-ef9edf39-d9ae-45ee-b0ab-184cc163bff7 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:31.312117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b4f2ad0-cb0e-48fc-8d59-11859ee718dd req-ef9edf39-d9ae-45ee-b0ab-184cc163bff7 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 945 time: 0.2977126 Aug 19 11:52:31.345778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:31.351720 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.361392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47d000-8f17-46a1-aa77-05e4ac84c857 req-00a61fc9-c79f-40d0-9e10-99c045258fc3 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:31.369004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d47d000-8f17-46a1-aa77-05e4ac84c857 req-00a61fc9-c79f-40d0-9e10-99c045258fc3 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 943 time: 0.2371318 Aug 19 11:52:31.403322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device df608236-644b-4946-9aa5-447ae2ae9773 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:31.451288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a651a-e4b3-46b6-842f-9c8597e63f0b req-4c2a7ddd-9096-4635-8468-19450be9b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:31.452851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a15a651a-e4b3-46b6-842f-9c8597e63f0b req-4c2a7ddd-9096-4635-8468-19450be9b52a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1096 time: 0.3608129 Aug 19 11:52:31.459600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=607fc530-ad62-419f-88cf-0a522be8020e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:31.485521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port df608236-644b-4946-9aa5-447ae2ae9773 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:31.491289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port df608236-644b-4946-9aa5-447ae2ae9773 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:31.491669 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.525051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b4f2ad0-cb0e-48fc-8d59-11859ee718dd req-133a6c76-cbc5-474c-836d-0206a59dcd35 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687653 Aug 19 11:52:31.610091 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.638044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 on host n-h1-778550-9 for vnic_type normal with profile {"migrating_to": "n-h2-778550-9"} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:31.638522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:31.638906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:31.644138 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de1468-4871-4881-92fd-abf63171d98a x-openstack-request-id: req-b9de1468-4871-4881-92fd-abf63171d98a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:31.644422 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "name": "network-vif-unplugged", "status": "completed", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:31.644672 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9de1468-4871-4881-92fd-abf63171d98a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:31.645072 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2', 'code': 200} Aug 19 11:52:31.647872 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.648006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=df608236-644b-4946-9aa5-447ae2ae9773,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:31.653261 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.673514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Port db8ed923-06b2-4820-ada8-41bafe55d7b2 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:31.673907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Attempting to bind port db8ed923-06b2-4820-ada8-41bafe55d7b2 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:31.704815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:31.705055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=df608236-644b-4946-9aa5-447ae2ae9773,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:31.705193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:31.705193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:31.705193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Bound port: db8ed923-06b2-4820-ada8-41bafe55d7b2, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:31.705193 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.749059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d47d000-8f17-46a1-aa77-05e4ac84c857 req-0dd06b5a-e062-4e7f-9e96-37520530f02d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791296 Aug 19 11:52:31.763983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Transition to ACTIVE for port object ea2e8d83-6fac-4649-88d3-29034c418523 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:31.766637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a15a651a-e4b3-46b6-842f-9c8597e63f0b req-10c8b503-b872-45a5-af25-bb6a0d000ec3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905073 Aug 19 11:52:31.831549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137ee1e-7343-466c-a398-2e4b2935d54a req-f19efe0f-50ca-4efa-9f40-597c95e0ca2f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:31.833124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0137ee1e-7343-466c-a398-2e4b2935d54a req-f19efe0f-50ca-4efa-9f40-597c95e0ca2f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.1906621 Aug 19 11:52:31.934045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:31.940304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:31.969291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:32.015015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0137ee1e-7343-466c-a398-2e4b2935d54a req-5d3d6c74-124f-433a-8c4f-bc20a1392b43 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654201 Aug 19 11:52:32.025060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:32.109558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event updated for resources: {'Port': ['ID=ea2e8d83-6fac-4649-88d3-29034c418523,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:32.121553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:32.160102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:32.172493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:32.177684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:32.250272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6fa1-d6d6-4f3f-9005-588056888062 req-87810871-29a2-4eea-9790-9413f398151a tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:32.251780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd9b6fa1-d6d6-4f3f-9005-588056888062 req-87810871-29a2-4eea-9790-9413f398151a tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 946 time: 0.2688234 Aug 19 11:52:32.354113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:32.354834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:32.359638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] 10.222.0.54 "PUT /v2.0/ports/db8ed923-06b2-4820-ada8-41bafe55d7b2 HTTP/1.1" status: 200 len: 1121 time: 2.2469764 Aug 19 11:52:32.361327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32890ece-162e-4e91-9937-fe20a75cdafd service neutron] Pushing event updated for resources: {'Port': ['ID=db8ed923-06b2-4820-ada8-41bafe55d7b2,revision_number=8']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:32.400723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f3fd-e5d0-4fe7-8e24-a7193eec5aac req-ef19c69a-53d1-4bb0-961f-6fa5513dff36 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:32.402351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4095f3fd-e5d0-4fe7-8e24-a7193eec5aac req-ef19c69a-53d1-4bb0-961f-6fa5513dff36 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 936 time: 0.2797694 Aug 19 11:52:32.418806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:32.419547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:32.462343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-db59ccd2-0097-4ec3-90b9-65cdf5263f02 None None] Provisioning for port ea2e8d83-6fac-4649-88d3-29034c418523 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:32.466582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-db59ccd2-0097-4ec3-90b9-65cdf5263f02 None None] Provisioning complete for port ea2e8d83-6fac-4649-88d3-29034c418523 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:32.466954 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-db59ccd2-0097-4ec3-90b9-65cdf5263f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:32.474555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd9b6fa1-d6d6-4f3f-9005-588056888062 req-b405cc86-20cf-4c27-862e-c2ec11bd8c9f tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728544 Aug 19 11:52:32.523590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['db8ed923-06b2-4820-ada8-41bafe55d7b2'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:32.552602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-db59ccd2-0097-4ec3-90b9-65cdf5263f02 None None] Port ea2e8d83-6fac-4649-88d3-29034c418523 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:52:32.559424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-35538d09-8276-4aa8-afde-66e3537ea5d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7951920 Aug 19 11:52:32.574466 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4095f3fd-e5d0-4fe7-8e24-a7193eec5aac req-f2c43de7-adb5-4a09-868e-a3018baf1865 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632695 Aug 19 11:52:32.581824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Request body: {'port': {'device_id': '6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:32.589464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff2ad0e-f453-4e04-8087-20d3025a62a1 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:32.615238 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:32.663554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:32.677609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Transition to ACTIVE for port object 9ff2ad0e-f453-4e04-8087-20d3025a62a1 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:32.708263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:32.903706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff2ad0e-f453-4e04-8087-20d3025a62a1,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:32.940605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6488bc-ff81-4dbd-b85f-64f701a62cc1 req-84c55f94-f775-41ad-97ca-e13f56e9687d tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:32.954081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b6488bc-ff81-4dbd-b85f-64f701a62cc1 req-84c55f94-f775-41ad-97ca-e13f56e9687d tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.2510090 Aug 19 11:52:32.977279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58ad45-5e5d-4b85-8d4b-e14421d97823 req-20a5ac44-9387-41b5-98c7-4e700f13cef8 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:32.981991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e58ad45-5e5d-4b85-8d4b-e14421d97823 req-20a5ac44-9387-41b5-98c7-4e700f13cef8 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 945 time: 0.2773945 Aug 19 11:52:33.001436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e'}, {'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:33.003777 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65021b74-0cf8-4ef5-bd5d-39f0f6e4a1a2" -d '{"events": [{"server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "name": "network-vif-plugged", "status": "completed", "tag": "607fc530-ad62-419f-88cf-0a522be8020e"}, {"server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "name": "network-vif-plugged", "status": "completed", "tag": "df608236-644b-4946-9aa5-447ae2ae9773"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:33.496525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b6488bc-ff81-4dbd-b85f-64f701a62cc1 req-6c927010-2842-43af-901c-86e984406bf5 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412362 Aug 19 11:52:33.512792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e58ad45-5e5d-4b85-8d4b-e14421d97823 req-994828c3-a993-4800-a279-eab3e8fe04b2 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291506 Aug 19 11:52:33.515275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Attempting to bind port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:33.515704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Attempting to bind port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:33.516578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Attempting to bind port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:33.538106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:33.538536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Attempting to bind port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:33.556333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:33.556721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:33.559767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:33.559767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Bound port: 9ff2ad0e-f453-4e04-8087-20d3025a62a1, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:33.560054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:33.652727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:33.655060 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8cce0d-d10d-4404-91b7-bff9065ca534" -d '{"events": [{"name": "network-changed", "server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:33.698624 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32017d89-30e9-4fdd-b6b0-8f2630432039 x-openstack-request-id: req-32017d89-30e9-4fdd-b6b0-8f2630432039 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:33.698624 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "name": "network-vif-plugged", "status": "completed", "tag": "607fc530-ad62-419f-88cf-0a522be8020e", "code": 200}, {"server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "name": "network-vif-plugged", "status": "completed", "tag": "df608236-644b-4946-9aa5-447ae2ae9773", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:33.698881 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32017d89-30e9-4fdd-b6b0-8f2630432039 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:33.699247 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e', 'code': 200} Aug 19 11:52:33.699495 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773', 'code': 200} Aug 19 11:52:33.705797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2e8d83-6fac-4649-88d3-29034c418523 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:33.722909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:33.748572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6092d32-3c1f-4e6b-ad85-0096af364f7e req-957ab028-dc54-47db-acf3-34ac44d9a81b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:33.757127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6092d32-3c1f-4e6b-ad85-0096af364f7e req-957ab028-dc54-47db-acf3-34ac44d9a81b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 943 time: 0.1360283 Aug 19 11:52:33.763031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] For port 9ff2ad0e-f453-4e04-8087-20d3025a62a1, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:33.767903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] For port 9ff2ad0e-f453-4e04-8087-20d3025a62a1, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ff2ad0e-f453-4e04-8087-20d3025a62a1,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:33.775718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Transition to ACTIVE for port object ea2e8d83-6fac-4649-88d3-29034c418523 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:33.791043 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:33.815851 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:33.987211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c9c54-d6cd-46be-a957-9ec1b4b8ab88 req-8c7249c8-288d-40c2-82b3-83b9c28a322e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:33.989359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd3c9c54-d6cd-46be-a957-9ec1b4b8ab88 req-8c7249c8-288d-40c2-82b3-83b9c28a322e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.2031171 Aug 19 11:52:33.997630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:33.998409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:33.999963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] 10.222.0.69 "PUT /v2.0/ports/9ff2ad0e-f453-4e04-8087-20d3025a62a1 HTTP/1.1" status: 200 len: 1095 time: 3.0792410 Aug 19 11:52:34.041494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6092d32-3c1f-4e6b-ad85-0096af364f7e req-b5d3f380-f1ae-4450-93e3-54514a9f1c45 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830210 Aug 19 11:52:34.052550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e8d83-6fac-4649-88d3-29034c418523,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:34.064441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6f111-8ef8-4b31-bf28-b54ceeef636e req-237e5fdb-03a4-460c-bbe6-28b6bb6f3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:34.066386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ea6f111-8ef8-4b31-bf28-b54ceeef636e req-237e5fdb-03a4-460c-bbe6-28b6bb6f3368 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 1097 time: 0.2053895 Aug 19 11:52:34.214341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd3c9c54-d6cd-46be-a957-9ec1b4b8ab88 req-ea1ee27e-dbe4-4487-8cec-79814366d66d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077920 Aug 19 11:52:34.283123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd1a06-b6a1-4253-8b0b-7ee4ffa8d59d req-6e16ea76-5693-459f-8953-736dd28582aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:34.284654 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cfd1a06-b6a1-4253-8b0b-7ee4ffa8d59d req-6e16ea76-5693-459f-8953-736dd28582aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1097 time: 0.4205179 Aug 19 11:52:34.355852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-78c10847-83ce-418a-b8ca-8b1b83f1d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:34.358878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-78c10847-83ce-418a-b8ca-8b1b83f1d89c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=09f9ad48-1cd7-4b3b-8927-accec7068a75 HTTP/1.1" status: 200 len: 1098 time: 0.2379043 Aug 19 11:52:34.360764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a06ddf-42f6-47c4-a23c-a39225ac45d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff2ad0e-f453-4e04-8087-20d3025a62a1,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:34.379059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ea6f111-8ef8-4b31-bf28-b54ceeef636e req-ead8816a-3ded-4be2-b786-8611fd135891 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730887 Aug 19 11:52:34.409859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cfd1a06-b6a1-4253-8b0b-7ee4ffa8d59d req-307c74ec-e0d0-460d-92da-7ef2a71ea10b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057928 Aug 19 11:52:34.471728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-fc6c5727-d6cc-40d3-9696-70c7748d4f0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=9ff2ad0e-f453-4e04-8087-20d3025a62a1 HTTP/1.1" status: 200 len: 217 time: 0.0915089 Aug 19 11:52:34.481203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d7b58-bdc4-40fb-ba2a-b6f663059f0a req-22a7e016-399d-447f-94ca-015b3b8d5141 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:34.483486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f1d7b58-bdc4-40fb-ba2a-b6f663059f0a req-22a7e016-399d-447f-94ca-015b3b8d5141 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 946 time: 0.2768469 Aug 19 11:52:34.515462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Attempting to bind port ea2e8d83-6fac-4649-88d3-29034c418523 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:34.516165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Attempting to bind port ea2e8d83-6fac-4649-88d3-29034c418523 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:34.516165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Attempting to bind port ea2e8d83-6fac-4649-88d3-29034c418523 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:34.534255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Port ea2e8d83-6fac-4649-88d3-29034c418523 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:34.534255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Attempting to bind port ea2e8d83-6fac-4649-88d3-29034c418523 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:34.544983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862764-6be4-4e80-ac73-2970b446b951 req-5fed2b25-8aba-45ef-b317-4c9b55b2b2ab tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:34.546503 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e862764-6be4-4e80-ac73-2970b446b951 req-5fed2b25-8aba-45ef-b317-4c9b55b2b2ab tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 948 time: 0.1591864 Aug 19 11:52:34.557090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:34.557615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:34.558008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:34.558872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Bound port: ea2e8d83-6fac-4649-88d3-29034c418523, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:34.559538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:34.592101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f1d7b58-bdc4-40fb-ba2a-b6f663059f0a req-126999df-8776-40ed-af64-014c8bf10337 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012225 Aug 19 11:52:34.640394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e862764-6be4-4e80-ac73-2970b446b951 req-1221d23b-83e8-4136-b7f7-f0d07f4cc7c3 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756993 Aug 19 11:52:34.661524 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb6da68-3128-401d-8aff-b4d0b8ff2c4e x-openstack-request-id: req-0eb6da68-3128-401d-8aff-b4d0b8ff2c4e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:34.661807 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:34.662163 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0eb6da68-3128-401d-8aff-b4d0b8ff2c4e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:34.662557 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2', 'status': 'completed', 'code': 200} Aug 19 11:52:34.719710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] For port ea2e8d83-6fac-4649-88d3-29034c418523, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:34.724153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] For port ea2e8d83-6fac-4649-88d3-29034c418523, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ea2e8d83-6fac-4649-88d3-29034c418523,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:34.740618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:34.764179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-1c9b71ad-6a81-4b19-9b44-d860070847b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:34.765785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-1c9b71ad-6a81-4b19-9b44-d860070847b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1154554 Aug 19 11:52:34.889745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:34.890367 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:34.891794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] 10.222.0.69 "PUT /v2.0/ports/ea2e8d83-6fac-4649-88d3-29034c418523 HTTP/1.1" status: 200 len: 1096 time: 2.3144009 Aug 19 11:52:34.959398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de906f6-050c-4dbe-9074-7b0f055fdd81 req-99d202c7-1b3f-4e46-8dc9-efaa215007fd tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:34.961526 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5de906f6-050c-4dbe-9074-7b0f055fdd81 req-99d202c7-1b3f-4e46-8dc9-efaa215007fd tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 945 time: 0.2359326 Aug 19 11:52:34.995569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-15b55f59-d573-4716-a7b6-0e7f9e0e38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:34.997103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-15b55f59-d573-4716-a7b6-0e7f9e0e38aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1124 time: 0.2172506 Aug 19 11:52:34.997704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a092e-aaf6-4f75-8569-b9964c9fdceb service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e8d83-6fac-4649-88d3-29034c418523,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:35.021152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca9410-8779-4329-860c-ec729b4732a0 req-ab6674a7-835a-4f5f-8a60-f92541ca685e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:35.024152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8eca9410-8779-4329-860c-ec729b4732a0 req-ab6674a7-835a-4f5f-8a60-f92541ca685e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.2573922 Aug 19 11:52:35.057539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-0bc158fa-7211-4f34-a822-48a570233475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:35.059050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-0bc158fa-7211-4f34-a822-48a570233475 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2688382 Aug 19 11:52:35.103374 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device db8ed923-06b2-4820-ada8-41bafe55d7b2 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:35.219898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5de906f6-050c-4dbe-9074-7b0f055fdd81 req-cfd9eb2f-0303-4313-90a2-d3f728cee163 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381692 Aug 19 11:52:35.254947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-59113d38-ab6c-4c92-ae77-15160a1aaf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:35.256458 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-59113d38-ab6c-4c92-ae77-15160a1aaf69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 1099 time: 0.2293410 Aug 19 11:52:35.263152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8eca9410-8779-4329-860c-ec729b4732a0 req-62a4336e-a6e8-4af8-9aec-b0a4eeeca9e6 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184706 Aug 19 11:52:35.302596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:35.316757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device db8ed923-06b2-4820-ada8-41bafe55d7b2 has no active binding in host n-h2-778550-9 {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 11:52:35.339224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-44481622-8f88-476d-93fa-a7c98595bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:35.340887 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-44481622-8f88-476d-93fa-a7c98595bfbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.3059652 Aug 19 11:52:35.342714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-72905e2f-6572-4950-a9dd-ad9be440d7c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea2e8d83-6fac-4649-88d3-29034c418523 HTTP/1.1" status: 200 len: 217 time: 0.0610533 Aug 19 11:52:35.347046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-9b2b2b7d-651e-4f40-ace2-409115ddcb8f service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339125 Aug 19 11:52:35.491948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-591805a2-3bbc-4df5-a3e2-8377af7a47f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2 HTTP/1.1" status: 200 len: 217 time: 0.1146629 Aug 19 11:52:35.633588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-94579630-1c28-4ddf-8d8e-846b7a75a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:35.635015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-94579630-1c28-4ddf-8d8e-846b7a75a145 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2500253 Aug 19 11:52:35.648094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a12362-9987-4d37-9588-cf17b5eb39ed req-85371cd0-204f-4ed4-816e-cdc8379e2394 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:35.649629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6a12362-9987-4d37-9588-cf17b5eb39ed req-85371cd0-204f-4ed4-816e-cdc8379e2394 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 943 time: 0.2821684 Aug 19 11:52:35.651061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-f469c575-4778-46ba-b954-95e69d34deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:35.652363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-f469c575-4778-46ba-b954-95e69d34deb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.1184592 Aug 19 11:52:35.691932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec644e-9821-49f8-bcc2-3cd4bc12fd30 req-e26296bd-c2ad-4bfd-afbd-259dc5df3d65 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:35.693483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2ec644e-9821-49f8-bcc2-3cd4bc12fd30 req-e26296bd-c2ad-4bfd-afbd-259dc5df3d65 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.1727030 Aug 19 11:52:35.730553 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-5eba1aa6-bb83-4548-9b0b-43d6e4c5bba9 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467722 Aug 19 11:52:35.778974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-855bebd8-17c6-4204-949d-17b5f6795aac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471923 Aug 19 11:52:35.806671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6a12362-9987-4d37-9588-cf17b5eb39ed req-bc45fba5-1347-4934-a36f-3bc5c5a474b2 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440043 Aug 19 11:52:35.850424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2ec644e-9821-49f8-bcc2-3cd4bc12fd30 req-0d6ee993-6dbb-4015-bd2a-4e440aa115e2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375644 Aug 19 11:52:35.966105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-1803031a-9f83-4440-b8a0-d4b2556f515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:35.967627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-1803031a-9f83-4440-b8a0-d4b2556f515d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2698741 Aug 19 11:52:36.530794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-662dd9d7-4a9b-49f4-814a-71bc74063704 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7218983 Aug 19 11:52:36.548827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a502d0-24e7-4553-9eb6-77f9852e236e req-b3bac7bd-6765-4af2-a06b-7e7b466c004c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:36.551480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66a502d0-24e7-4553-9eb6-77f9852e236e req-b3bac7bd-6765-4af2-a06b-7e7b466c004c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 946 time: 0.5320859 Aug 19 11:52:36.579070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-7409eeeb-12ed-4b2a-b00b-82c1797e681e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7049026 Aug 19 11:52:36.623857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-b57a1a9c-a2e3-4aec-ac67-745c50775690 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215966 Aug 19 11:52:36.668228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f9ad48-1cd7-4b3b-8927-accec7068a75', 'tag': '9ff2ad0e-f453-4e04-8087-20d3025a62a1'}, {'name': 'network-changed', 'server_uuid': '6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d', 'tag': 'ea2e8d83-6fac-4649-88d3-29034c418523'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:36.670601 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d449a31e-432f-4cf9-8968-88b089d57e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "09f9ad48-1cd7-4b3b-8927-accec7068a75", "tag": "9ff2ad0e-f453-4e04-8087-20d3025a62a1"}, {"name": "network-changed", "server_uuid": "6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d", "tag": "ea2e8d83-6fac-4649-88d3-29034c418523"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:36.676254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:36.832951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66a502d0-24e7-4553-9eb6-77f9852e236e req-547fd78b-9d8f-419b-b1cd-80c9c527862c tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541747 Aug 19 11:52:36.832951 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:36.916313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ebf563-19b6-40fe-ac14-6256b32f9db9 req-36219bb0-9758-4f1b-b299-cb338232534f service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566504 Aug 19 11:52:36.919360 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8cce0d-d10d-4404-91b7-bff9065ca534 req-1043f81e-e0aa-4ec8-8258-b31acceadef2 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554337 Aug 19 11:52:36.971672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-b2ac53fd-8583-4f87-9c99-e5ae38e79a56 service neutron] 10.222.0.69 "GET /v2.0/ports/db8ed923-06b2-4820-ada8-41bafe55d7b2/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 384 time: 0.4147131 Aug 19 11:52:37.028489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3156ec8-427b-4692-8add-8f4e4c45e757 req-41fffbc5-2b67-47a5-8af5-13a7969e43ea tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:37.033255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3156ec8-427b-4692-8add-8f4e4c45e757 req-41fffbc5-2b67-47a5-8af5-13a7969e43ea tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 948 time: 0.1095712 Aug 19 11:52:37.158498 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3156ec8-427b-4692-8add-8f4e4c45e757 req-211c99bc-f4c6-4ca6-aaa3-4ea9fc2904a4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094396 Aug 19 11:52:37.290842 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:37.415081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b154fc-d3d1-46b1-928e-609736896a98 req-ffa48298-5d8a-44bb-9e10-f1982d62c560 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:37.416818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8b154fc-d3d1-46b1-928e-609736896a98 req-ffa48298-5d8a-44bb-9e10-f1982d62c560 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1757684 Aug 19 11:52:37.421257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:37.496097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:37.543265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8b154fc-d3d1-46b1-928e-609736896a98 req-0ce5b2d2-627e-4ff5-a813-9a88fc1d95db tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172898 Aug 19 11:52:37.555269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Allocated IP 172.25.4.20 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/bbd822e8-43c9-446a-95f4-54bf77a1d2cd) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:37.562661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8ed923-06b2-4820-ada8-41bafe55d7b2 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:37.580038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:37.605486 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:37.714273 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c586c436-f4c6-4a37-bb3d-92825f3f95c0 x-openstack-request-id: req-c586c436-f4c6-4a37-bb3d-92825f3f95c0 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:37.714953 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f9ad48-1cd7-4b3b-8927-accec7068a75", "tag": "9ff2ad0e-f453-4e04-8087-20d3025a62a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d", "tag": "ea2e8d83-6fac-4649-88d3-29034c418523", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:37.714953 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c586c436-f4c6-4a37-bb3d-92825f3f95c0 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:37.715196 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f9ad48-1cd7-4b3b-8927-accec7068a75', 'tag': '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'status': 'completed', 'code': 200} Aug 19 11:52:37.715468 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d', 'tag': 'ea2e8d83-6fac-4649-88d3-29034c418523', 'status': 'completed', 'code': 200} Aug 19 11:52:37.745036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:37.756567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] Transition to ACTIVE for port object db8ed923-06b2-4820-ada8-41bafe55d7b2 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:37.772743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:37.925538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] No DVR routers for this DVR port db8ed923-06b2-4820-ada8-41bafe55d7b2 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:52:37.927257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=db8ed923-06b2-4820-ada8-41bafe55d7b2,revision_number=10']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:37.939401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6712801-55fd-4ceb-b18a-821cc41f64be req-f19d5f0e-3d6a-4e26-889d-a31d4ff6dff8 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:37.940952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6712801-55fd-4ceb-b18a-821cc41f64be req-f19d5f0e-3d6a-4e26-889d-a31d4ff6dff8 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 944 time: 0.1815131 Aug 19 11:52:37.941876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:37.988763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-ca8c58a2-26ff-4fad-81b6-40f22efba68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:37.990500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-ca8c58a2-26ff-4fad-81b6-40f22efba68c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=09f9ad48-1cd7-4b3b-8927-accec7068a75 HTTP/1.1" status: 200 len: 1098 time: 0.2099867 Aug 19 11:52:38.023313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:38.041385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:38.045718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-be38cabb-5ede-4f99-af2a-8dde9af08ba8 service neutron] 10.222.0.69 "PUT /v2.0/ports/db8ed923-06b2-4820-ada8-41bafe55d7b2/bindings/n-h2-778550-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0065570 Aug 19 11:52:38.048556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:38.055446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Pushing event updated for resources: {'Port': ['ID=bbd822e8-43c9-446a-95f4-54bf77a1d2cd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:38.122851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6712801-55fd-4ceb-b18a-821cc41f64be req-b5cc0535-9025-4c48-98b5-77106bccd992 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738050 Aug 19 11:52:38.274711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-2dd795fe-ea94-40d1-980a-cb5679e0648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:38.276327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-2dd795fe-ea94-40d1-980a-cb5679e0648a service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2570009 Aug 19 11:52:38.351084 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:38.356582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-4dcc1dad-0e5a-4d07-bf22-2b25b5d71f74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=9ff2ad0e-f453-4e04-8087-20d3025a62a1 HTTP/1.1" status: 200 len: 217 time: 0.0618269 Aug 19 11:52:38.403322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-8fc23831-4f9c-4f5e-b0ce-250e41bf6a01 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:38.404849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-8fc23831-4f9c-4f5e-b0ce-250e41bf6a01 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.2166154 Aug 19 11:52:38.450530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086e842-d456-4da3-84b9-249d0c50fef4 req-fce4af1c-3515-4943-8de1-af861dea8b55 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:38.451989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e086e842-d456-4da3-84b9-249d0c50fef4 req-fce4af1c-3515-4943-8de1-af861dea8b55 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.2173984 Aug 19 11:52:38.478707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:38.516164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-a540db2e-6950-4447-9962-03382e35c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:38.517555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-a540db2e-6950-4447-9962-03382e35c164 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1492429 Aug 19 11:52:38.581202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-ed47b8c0-8ea4-4df3-a7fc-93804d6fe05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:38.582690 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-ed47b8c0-8ea4-4df3-a7fc-93804d6fe05b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581&tenant_id=23172949aae84995841c5e7a8fa1e132 HTTP/1.1" status: 200 len: 1095 time: 0.1600235 Aug 19 11:52:38.591182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e086e842-d456-4da3-84b9-249d0c50fef4 req-61a20600-a6d4-48f7-a329-44c64db85bd9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177597 Aug 19 11:52:38.955072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-eecf2a89-9fe1-479e-b313-7e34eafced64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:38.956575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-eecf2a89-9fe1-479e-b313-7e34eafced64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4233773 Aug 19 11:52:39.045576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-0f678156-52db-4660-8761-d37294796435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:39.047081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-0f678156-52db-4660-8761-d37294796435 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1095 time: 0.1647346 Aug 19 11:52:39.061504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b831f-7437-498f-86cf-ee0944e2cc65 req-9a661b77-6bab-4104-bafe-54898a4fa7e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:39.062902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc5b831f-7437-498f-86cf-ee0944e2cc65 req-9a661b77-6bab-4104-bafe-54898a4fa7e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 946 time: 0.1819160 Aug 19 11:52:39.141803 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:39.154469 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:39.236386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc5b831f-7437-498f-86cf-ee0944e2cc65 req-d09449b3-eddc-4c8a-9e0d-bcca756e8d14 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594186 Aug 19 11:52:39.259032 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-4b37579d-310b-4bd7-9865-26b60f1170c2 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865238 Aug 19 11:52:39.286893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Pushing event updated for resources: {'Port': ['ID=bbd822e8-43c9-446a-95f4-54bf77a1d2cd,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:39.354986 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:39.376803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-8e3bb887-2da9-44f1-946f-83726473399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:39.378213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-8e3bb887-2da9-44f1-946f-83726473399b service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.3144729 Aug 19 11:52:39.415388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:39.416547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-3e381166-e3f0-40b8-a9c1-fe75cbcb5a1d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7917557 Aug 19 11:52:39.425447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9ff2ad0e-f453-4e04-8087-20d3025a62a1 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:39.461554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-857825c0-50e8-41b6-a11e-063334b81570 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2 HTTP/1.1" status: 200 len: 217 time: 0.0633812 Aug 19 11:52:39.525030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9ff2ad0e-f453-4e04-8087-20d3025a62a1, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ff2ad0e-f453-4e04-8087-20d3025a62a1,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:39.535369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'mac_address': 'fa:16:3e:5c:a9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:39.560392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-bca65dee-8932-46a5-8d74-0a4c76bcbda5 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906625 Aug 19 11:52:39.578265 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:39.584531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-142b9f91-9f67-4b7f-b3dc-5a3245ce79ce tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.1286490 Aug 19 11:52:39.594915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989178d9-e65b-4f9a-809f-ec6621ef88af req-65102bd0-f16c-4be6-b427-ba4f4c473d7f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:39.595466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff2ad0e-f453-4e04-8087-20d3025a62a1 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:39.596474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-989178d9-e65b-4f9a-809f-ec6621ef88af req-65102bd0-f16c-4be6-b427-ba4f4c473d7f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 967 time: 0.2346692 Aug 19 11:52:39.618439 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9ff2ad0e-f453-4e04-8087-20d3025a62a1, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ff2ad0e-f453-4e04-8087-20d3025a62a1,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:39.623525 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:39.624176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device ea2e8d83-6fac-4649-88d3-29034c418523 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:39.625843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-0c0f113c-4eca-43fa-8b3a-63508b1dc6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:39.627282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-0c0f113c-4eca-43fa-8b3a-63508b1dc6a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.1489775 Aug 19 11:52:39.690693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port ea2e8d83-6fac-4649-88d3-29034c418523, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ea2e8d83-6fac-4649-88d3-29034c418523,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:39.693376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9ff2ad0e-f453-4e04-8087-20d3025a62a1,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:39.706009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'ea2e8d83-6fac-4649-88d3-29034c418523', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'ea2e8d83-6fac-4649-88d3-29034c418523', 'mac_address': 'fa:16:3e:de:71:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:39.720316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-1dad8728-1749-4147-8d51-0abc13156f86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637047 Aug 19 11:52:39.749736 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:39.762734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2e8d83-6fac-4649-88d3-29034c418523 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:39.782512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port ea2e8d83-6fac-4649-88d3-29034c418523, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ea2e8d83-6fac-4649-88d3-29034c418523,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:39.786515 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:39.800372 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-989178d9-e65b-4f9a-809f-ec6621ef88af req-e091c2c6-2673-456c-a3d1-4f5d7790fd42 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873608 Aug 19 11:52:39.838364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-cd57a2a7-525c-4925-afef-a58b712fda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:39.839926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-cd57a2a7-525c-4925-afef-a58b712fda3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 1099 time: 0.1798041 Aug 19 11:52:39.849747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=ea2e8d83-6fac-4649-88d3-29034c418523,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:39.855456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-607f6c8e-4b1c-4424-9723-8fc29a00555d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:39.856888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-607f6c8e-4b1c-4424-9723-8fc29a00555d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.2577255 Aug 19 11:52:39.891675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-57bb7f2d-0edf-4353-bced-29fffde41ac7 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:52:39.892655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b905a1e3-f06f-470a-ac84-fbb2660a33b2 req-57bb7f2d-0edf-4353-bced-29fffde41ac7 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227115 Aug 19 11:52:39.979943 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-42944777-ab49-4def-8639-31678d65ec6c service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459095 Aug 19 11:52:40.087116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb89de-ac60-45c5-9c38-b97057d80128 req-400e635b-372d-4045-bd52-54d9f690604a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:40.088509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cebb89de-ac60-45c5-9c38-b97057d80128 req-400e635b-372d-4045-bd52-54d9f690604a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 949 time: 0.2174437 Aug 19 11:52:40.107186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-adf5eb90-7991-4a6b-92cd-cd90c2680055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:40.108599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-adf5eb90-7991-4a6b-92cd-cd90c2680055 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2508049 Aug 19 11:52:40.148252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bff78c-6007-4fd7-8ef4-c8438f45fa18 req-be728f5a-6d8b-490d-b6ed-e1d63058a48b tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:40.149737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50bff78c-6007-4fd7-8ef4-c8438f45fa18 req-be728f5a-6d8b-490d-b6ed-e1d63058a48b tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1887901 Aug 19 11:52:40.211531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-2c480e20-f332-46b5-a941-d9937e88d03e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ea2e8d83-6fac-4649-88d3-29034c418523 HTTP/1.1" status: 200 len: 217 time: 0.0876286 Aug 19 11:52:40.219111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cebb89de-ac60-45c5-9c38-b97057d80128 req-093036ef-9d6b-419f-9a69-762f999ec2c4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234529 Aug 19 11:52:40.221005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-9f5e4008-3f01-40cb-91f3-6728af046d3f service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206590 Aug 19 11:52:40.266822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50bff78c-6007-4fd7-8ef4-c8438f45fa18 req-965814dd-0f9a-480e-b7c4-041c02850c4d tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042173 Aug 19 11:52:40.299986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-86b196ed-b7b8-4e79-814d-89564caf2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:40.301443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-86b196ed-b7b8-4e79-814d-89564caf2118 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0769043 Aug 19 11:52:40.338827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['9ff2ad0e-f453-4e04-8087-20d3025a62a1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:40.362247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['ea2e8d83-6fac-4649-88d3-29034c418523'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:40.395911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615da20-d665-4777-90ca-aaab564dff60 req-87e5d492-7695-469c-86d1-02f81795de07 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:40.397482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2615da20-d665-4777-90ca-aaab564dff60 req-87e5d492-7695-469c-86d1-02f81795de07 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1097 time: 0.1083326 Aug 19 11:52:40.409483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-054dc541-7612-40f5-86cf-bfb99d399665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:40.410934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-054dc541-7612-40f5-86cf-bfb99d399665 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885673 Aug 19 11:52:40.435277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad465db-1113-4101-9534-91c10ba36483 req-e0b42c87-662d-4958-8043-60f09c332834 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:40.436748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ad465db-1113-4101-9534-91c10ba36483 req-e0b42c87-662d-4958-8043-60f09c332834 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 944 time: 0.1049356 Aug 19 11:52:40.521325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2615da20-d665-4777-90ca-aaab564dff60 req-68628fe7-69a4-4584-8a7a-28afca46d9bd tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164057 Aug 19 11:52:40.583559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ad465db-1113-4101-9534-91c10ba36483 req-75b41f6f-5bd3-4fb7-bba2-07a96b1c5dd8 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241939 Aug 19 11:52:40.623710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-4247952d-e62f-49f0-86bd-5f9959d094e9 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:40.625252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-4247952d-e62f-49f0-86bd-5f9959d094e9 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.0773857 Aug 19 11:52:40.628645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-21c615a4-7836-474b-b4f4-24eff49c0fb0 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026265 Aug 19 11:52:40.864888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d449a31e-432f-4cf9-8968-88b089d57e7d req-92af1819-8834-4bc8-a0de-2e3b8736c02c service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233803 Aug 19 11:52:40.918741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-3790cf2b-ce9a-45fe-8280-aa6d32e14295 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:40.920526 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-3790cf2b-ce9a-45fe-8280-aa6d32e14295 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 820 time: 0.1935594 Aug 19 11:52:40.921704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-b6ca796d-30ea-4182-8022-62c8e59d5226 service neutron] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:40.925269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-b6ca796d-30ea-4182-8022-62c8e59d5226 service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:40.926309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9501fa9-1a66-482f-a34c-c457323b7a9c req-b6ca796d-30ea-4182-8022-62c8e59d5226 service neutron] 10.222.0.54 "DELETE /v2.0/ports/db8ed923-06b2-4820-ada8-41bafe55d7b2/bindings/n-h1-778550-9 HTTP/1.1" status: 204 len: 173 time: 0.2914164 Aug 19 11:52:40.937927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-5af48719-37cd-4c4f-ba4d-ea9405a5c0bf tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/quotas/777f812e344f44c9a9392cf92f27750a HTTP/1.1" status: 200 len: 375 time: 0.0106606 Aug 19 11:52:41.010389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-ff518d10-f119-4db5-8a11-b9634810d2d9 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0656633 Aug 19 11:52:41.129396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-7009952d-d411-4b88-a7e1-7e5a26600c36 service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108859 Aug 19 11:52:41.169564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:41.178378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:52:41.245317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-b070de9d-bddb-4d7f-9e45-8ff6b0380273 service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093426 Aug 19 11:52:41.360846 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:41.367823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:41.404417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'mac_address': 'fa:16:3e:01:57:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:41.411608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:41.414562 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d03884-7e6f-4c98-9554-f357850b3c63" -d '{"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-unplugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:41.438767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device db8ed923-06b2-4820-ada8-41bafe55d7b2 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:52:41.447326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:41.502435 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:41.503172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc59b888-b0ad-4099-869d-582864f19d3d no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:52:41.646143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:41.659479 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:41.684219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device db8ed923-06b2-4820-ada8-41bafe55d7b2 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:52:41.692405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e997e5f-81e7-49eb-b667-f1ba9982a2ed {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:41.770433 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:41.804280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-fa090813-5210-4728-b97a-2165b1f6c25b tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1238134327&fields=id&tenant_id=c6dddb2c7ef44b55bb5044182f1f614d HTTP/1.1" status: 200 len: 267 time: 0.1173587 Aug 19 11:52:41.820835 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 11:52:41.821407 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 11:52:41.851463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc59b888-b0ad-4099-869d-582864f19d3d,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:41.868572 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:41.960148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cc59b888-b0ad-4099-869d-582864f19d3d,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:41.968895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-9cb97ebf-102d-4e30-82b4-9bbe39b449fd tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:41.976620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-9cb97ebf-102d-4e30-82b4-9bbe39b449fd tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/networks?id=5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 200 len: 824 time: 0.1713476 Aug 19 11:52:41.986040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df916a8-e1e7-43ab-9bf1-1bbe96102e8e req-027a3085-1df7-4423-9dd4-acdb927388eb tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:41.993888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2df916a8-e1e7-43ab-9bf1-1bbe96102e8e req-027a3085-1df7-4423-9dd4-acdb927388eb tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 949 time: 0.1149728 Aug 19 11:52:42.017062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-c84ede22-4e9e-43a4-822b-c12c4cc35a7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/quotas/c6dddb2c7ef44b55bb5044182f1f614d HTTP/1.1" status: 200 len: 375 time: 0.0394683 Aug 19 11:52:42.069273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2df916a8-e1e7-43ab-9bf1-1bbe96102e8e req-3a9a12cd-c0bd-4c31-a319-bc75cebe73eb tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744739 Aug 19 11:52:42.112588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5b6508d8-814f-4430-89da-9c39aa8720ef tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0861557 Aug 19 11:52:42.367907 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:42.386786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e997e5f-81e7-49eb-b667-f1ba9982a2ed {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:42.412084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:42.416932 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:42.467188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:42.523373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81443d-dfd1-41bf-b630-4ccae8c1da1c req-68783f5b-8f0a-413d-88b4-5383bb269351 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:42.525086 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c81443d-dfd1-41bf-b630-4ccae8c1da1c req-68783f5b-8f0a-413d-88b4-5383bb269351 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 947 time: 0.3895156 Aug 19 11:52:42.531440 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-6e933b22-7bf4-4011-89dc-cc4f1e68155a service neutron] 10.222.0.65 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048495 Aug 19 11:52:42.608123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c81443d-dfd1-41bf-b630-4ccae8c1da1c req-4c0d9606-8bee-4d19-a210-06c2b98464cf tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756068 Aug 19 11:52:42.645860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-712fade5-bb00-4565-ad8e-a3c02e2403c1 service neutron] 10.222.0.65 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073511 Aug 19 11:52:42.696342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83bcb6bb-1e21-4149-b8b9-f3660c4ee095 req-7e021611-2a27-49cc-9093-1809f47320d3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 210 time: 0.0304050 Aug 19 11:52:42.740455 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91e6a62-fee0-4534-a9d4-127872218d7f x-openstack-request-id: req-d91e6a62-fee0-4534-a9d4-127872218d7f {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:42.740996 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-unplugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:42.741462 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d91e6a62-fee0-4534-a9d4-127872218d7f {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:42.742128 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'code': 200} Aug 19 11:52:42.853999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8dcb6-c706-4ef0-bddf-2875f8bd2485 req-cd208f5e-6988-4b60-961d-85e5b4e7e1d4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:42.861751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0f8dcb6-c706-4ef0-bddf-2875f8bd2485 req-cd208f5e-6988-4b60-961d-85e5b4e7e1d4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 944 time: 0.0570099 Aug 19 11:52:42.901094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0f8dcb6-c706-4ef0-bddf-2875f8bd2485 req-d8e635f6-3893-48b8-8276-bd6e4a778c23 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384221 Aug 19 11:52:43.024170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57e01c43-94eb-41a4-a06e-45f27b2697d2 req-34998667-d85d-45bf-a691-ec550a0493f5 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 210 time: 0.0350902 Aug 19 11:52:43.035010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['8e997e5f-81e7-49eb-b667-f1ba9982a2ed'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:43.177963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4491f2-bb9b-4854-abd2-1e17a033468b req-b3d47f00-8039-4bf4-a26a-4ff197918616 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:43.181557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a4491f2-bb9b-4854-abd2-1e17a033468b req-b3d47f00-8039-4bf4-a26a-4ff197918616 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 946 time: 0.1512446 Aug 19 11:52:43.342987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a4491f2-bb9b-4854-abd2-1e17a033468b req-3b37f885-1b21-418e-bc8d-f7db43752fe6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536992 Aug 19 11:52:43.367310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafdb33-3b6c-418d-aca5-ac4a3700b8ac req-9594b109-5444-48f7-9d6b-a5f87dd77658 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:43.376440 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1eafdb33-3b6c-418d-aca5-ac4a3700b8ac req-9594b109-5444-48f7-9d6b-a5f87dd77658 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 949 time: 0.1870725 Aug 19 11:52:43.434253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-13f87ca2-819d-42c6-a1e3-d9627f9e9ac1 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:43.435922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-13f87ca2-819d-42c6-a1e3-d9627f9e9ac1 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c83711f-12e7-49b9-a526-685e90c2a536 HTTP/1.1" status: 200 len: 967 time: 0.1836989 Aug 19 11:52:43.454578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-f58ef18d-f017-41af-a763-170ce1ae85f4 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:43.457046 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-f58ef18d-f017-41af-a763-170ce1ae85f4 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.54 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 820 time: 0.1644394 Aug 19 11:52:43.463185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device df608236-644b-4946-9aa5-447ae2ae9773 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:43.468195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9ff2ad0e-f453-4e04-8087-20d3025a62a1 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:43.497206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Request body: {'port': {'device_id': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'admin_state_up': True, 'tenant_id': '777f812e344f44c9a9392cf92f27750a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:43.510397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1eafdb33-3b6c-418d-aca5-ac4a3700b8ac req-c8cad914-dd2f-46b4-9d0f-cbeda5b963f9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158729 Aug 19 11:52:43.613392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675a57f-c798-4e0c-9e76-219b498c9200 req-34085e93-a69d-413e-9fa4-80075852cef5 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:43.624522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c675a57f-c798-4e0c-9e76-219b498c9200 req-34085e93-a69d-413e-9fa4-80075852cef5 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1095 time: 0.1612575 Aug 19 11:52:43.665916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=df608236-644b-4946-9aa5-447ae2ae9773,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:43.668580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:43.677108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:43.677757 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:43.777050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Made reservation on behalf of 777f812e344f44c9a9392cf92f27750a for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:43.791881 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:43.800248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c675a57f-c798-4e0c-9e76-219b498c9200 req-9b0c5339-2e36-4d86-8ff1-4d19f753730e tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720078 Aug 19 11:52:43.930988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'df608236-644b-4946-9aa5-447ae2ae9773', 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0', 'port_id': 'df608236-644b-4946-9aa5-447ae2ae9773', 'mac_address': 'fa:16:3e:df:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97b1c8b-6deb-4893-915f-1ee36c2609db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:43.960145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Deleting port c2b281de-7a16-44ef-ada0-ee13a16024c3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:52:43.960800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:43.998762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25161447-360c-43db-afe7-87b75342682e req-c6285aa0-6af5-4474-9996-7db9f1c192ab tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:44.000431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-c6285aa0-6af5-4474-9996-7db9f1c192ab tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 805 time: 0.3629200 Aug 19 11:52:44.016936 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.062364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df608236-644b-4946-9aa5-447ae2ae9773 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:44.068909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Allocated IP 172.20.0.6 (606f2c84-3b5a-4472-bdd4-d333e8fff34c/ecb62196-db99-4814-9d2b-41809a50b18e/dba68045-1c42-4c69-9624-c17a6f62a3ea) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:44.086286 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.101378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=df608236-644b-4946-9aa5-447ae2ae9773,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:44.113795 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.125769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-2089c57e-6eea-42f5-84b1-765e6647a90b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/quotas/359ff869933a4f1aae5e14cb46906913 HTTP/1.1" status: 200 len: 375 time: 0.0959444 Aug 19 11:52:44.160719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9ff2ad0e-f453-4e04-8087-20d3025a62a1, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ff2ad0e-f453-4e04-8087-20d3025a62a1,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:44.170710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.171646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device ea2e8d83-6fac-4649-88d3-29034c418523 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:44.204043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=df608236-644b-4946-9aa5-447ae2ae9773,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:44.233891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303f369-3334-40f6-9bb0-276fdc485dea req-d7631323-350f-4d92-acf8-2c2b428fa6a7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:44.237239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c303f369-3334-40f6-9bb0-276fdc485dea req-d7631323-350f-4d92-acf8-2c2b428fa6a7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 948 time: 0.2098966 Aug 19 11:52:44.259817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] For port c2b281de-7a16-44ef-ada0-ee13a16024c3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c2b281de-7a16-44ef-ada0-ee13a16024c3,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:44.260234 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.271445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-177d67bc-f198-49c6-9ae3-35ae580c7277 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439512 Aug 19 11:52:44.277251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9ff2ad0e-f453-4e04-8087-20d3025a62a1,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:44.284267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port ea2e8d83-6fac-4649-88d3-29034c418523 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:44.289199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port ea2e8d83-6fac-4649-88d3-29034c418523 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:44.289581 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.326427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['df608236-644b-4946-9aa5-447ae2ae9773'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:44.328486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.342723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Transition to ACTIVE for port object dba68045-1c42-4c69-9624-c17a6f62a3ea will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:44.378245 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.425046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:44.429302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:44.436457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:44.442684 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:44.443999 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.465245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Pushing event updated for resources: {'Port': ['ID=dba68045-1c42-4c69-9624-c17a6f62a3ea,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:44.478109 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-367d87f1-9262-4b83-8ec6-e3d6e98f870b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928877 Aug 19 11:52:44.479748 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.505137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Request body: {'port': {'device_id': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:44.507075 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c303f369-3334-40f6-9bb0-276fdc485dea req-83f5ea9e-959f-4a13-b3d0-83b5a88559e9 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508514 Aug 19 11:52:44.593935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.609585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port ea2e8d83-6fac-4649-88d3-29034c418523, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ea2e8d83-6fac-4649-88d3-29034c418523,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:44.620048 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.724616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=ea2e8d83-6fac-4649-88d3-29034c418523,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:44.743186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d'}, {'server_uuid': '09f9ad48-1cd7-4b3b-8927-accec7068a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff2ad0e-f453-4e04-8087-20d3025a62a1'}, {'server_uuid': '6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e8d83-6fac-4649-88d3-29034c418523'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:44.745718 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c75d6b-2d08-4481-b5dc-ec4fe40d25d6" -d '{"events": [{"server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d"}, {"server_uuid": "09f9ad48-1cd7-4b3b-8927-accec7068a75", "name": "network-vif-plugged", "status": "completed", "tag": "9ff2ad0e-f453-4e04-8087-20d3025a62a1"}, {"server_uuid": "6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e8d83-6fac-4649-88d3-29034c418523"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:44.812696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-1e6c8f41-f036-48dc-a645-74d50346601e service neutron] 10.222.0.65 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198245 Aug 19 11:52:44.851193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:44.855567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d98a693a-04a6-44c1-a9b3-8011bec99152 None None] Provisioning for port dba68045-1c42-4c69-9624-c17a6f62a3ea completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:44.879662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d98a693a-04a6-44c1-a9b3-8011bec99152 None None] Provisioning complete for port dba68045-1c42-4c69-9624-c17a6f62a3ea triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:44.880144 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d98a693a-04a6-44c1-a9b3-8011bec99152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.899561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-b287f7dc-4d70-483e-8f88-e4dabd1fc979 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:44.901025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-b287f7dc-4d70-483e-8f88-e4dabd1fc979 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.69 "GET /v2.0/networks?id=5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 200 len: 824 time: 0.3616309 Aug 19 11:52:44.930816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d98a693a-04a6-44c1-a9b3-8011bec99152 None None] Port dba68045-1c42-4c69-9624-c17a6f62a3ea cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:52:44.935321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba68045-1c42-4c69-9624-c17a6f62a3ea {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:44.942938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.946928 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.947347 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.947701 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Floating IP 8168a725-e61f-4175-ba3d-72623ec9dd70 disassociated. External IP: 172.25.4.127, port: c2b281de-7a16-44ef-ada0-ee13a16024c3. Aug 19 11:52:44.948081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Calling delete_port for c2b281de-7a16-44ef-ada0-ee13a16024c3 owned by compute:tempest-test_az-1248156319 {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:52:44.956853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Transition to ACTIVE for port object dba68045-1c42-4c69-9624-c17a6f62a3ea will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:44.961970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:44.995774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b45e80-7f44-4e5f-a6b8-c26164681fcd req-fc62498a-f09f-4fb5-89e5-89cbb779cf65 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:45.003995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93b45e80-7f44-4e5f-a6b8-c26164681fcd req-fc62498a-f09f-4fb5-89e5-89cbb779cf65 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 931 time: 0.2757249 Aug 19 11:52:45.059455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Pushing event updated for resources: {'Port': ['ID=dba68045-1c42-4c69-9624-c17a6f62a3ea,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:45.065366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Attempting to bind port dba68045-1c42-4c69-9624-c17a6f62a3ea on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:45.065588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Attempting to bind port dba68045-1c42-4c69-9624-c17a6f62a3ea by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:45.065928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Attempting to bind port dba68045-1c42-4c69-9624-c17a6f62a3ea on network 606f2c84-3b5a-4472-bdd4-d333e8fff34c {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:45.070729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Port dba68045-1c42-4c69-9624-c17a6f62a3ea on network 606f2c84-3b5a-4472-bdd4-d333e8fff34c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:45.071054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Attempting to bind port dba68045-1c42-4c69-9624-c17a6f62a3ea on network 606f2c84-3b5a-4472-bdd4-d333e8fff34c {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:45.083035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:45.083506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Checking segment: {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:45.083960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Bound using segment: {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:45.085706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Bound port: dba68045-1c42-4c69-9624-c17a6f62a3ea, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:45.086141 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.094416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-7b4f406b-381f-4612-8c4f-ee4800707c1e tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6dddb2c7ef44b55bb5044182f1f614d HTTP/1.1" status: 200 len: 380 time: 0.1513746 Aug 19 11:52:45.116808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Request body: {'port': {'device_id': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'admin_state_up': True, 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'security_groups': ['64125921-1b77-4160-88c0-a6eff47fcd0c']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:45.158334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] For port dba68045-1c42-4c69-9624-c17a6f62a3ea, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:45.162147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] For port dba68045-1c42-4c69-9624-c17a6f62a3ea, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:45.169129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.184990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-0c24a28f-022b-4a00-9775-b7ced1dac2af service neutron] 10.222.0.65 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568897 Aug 19 11:52:45.201031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:45.211206 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93b45e80-7f44-4e5f-a6b8-c26164681fcd req-79be55f8-de41-4c86-9981-4c516d8f0d5e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979806 Aug 19 11:52:45.211590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:45.211590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.212868 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] 10.222.0.54 "PUT /v2.0/ports/dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 200 len: 1091 time: 0.7145827 Aug 19 11:52:45.215458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:45.218046 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e4aebc-a9c7-4583-af5b-114dad3b7b01" -d '{"events": [{"name": "network-changed", "server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:45.253555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f67c91-a4ef-46b9-9590-8c8565a37393 service neutron] Pushing event updated for resources: {'Port': ['ID=dba68045-1c42-4c69-9624-c17a6f62a3ea,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:45.305403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:45.306145 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.364173 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.439386 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.444205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-7584741a-7817-42b6-9006-d324ec73b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:45.446134 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-7584741a-7817-42b6-9006-d324ec73b3d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 1094 time: 0.0996888 Aug 19 11:52:45.458299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-f828d231-c8c4-474d-a4dd-2cce21593a31 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:45.459969 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-f828d231-c8c4-474d-a4dd-2cce21593a31 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3 HTTP/1.1" status: 200 len: 943 time: 0.1032870 Aug 19 11:52:45.494860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device df608236-644b-4946-9aa5-447ae2ae9773 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:45.524717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event deleted for resources: {'Port': ['ID=c2b281de-7a16-44ef-ada0-ee13a16024c3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:45.574192 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-612ab653-ce66-4b97-b71f-3232caa5786b req-b27c1fc7-d665-42f7-a06a-aeb785305cc7 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 210 time: 0.1080031 Aug 19 11:52:45.583960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:45.609762 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.615197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-5c27b073-484b-4d79-a298-a0b8221b4a03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 200 len: 217 time: 0.1540573 Aug 19 11:52:45.637584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Made reservation on behalf of c6dddb2c7ef44b55bb5044182f1f614d for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:45.641095 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.702957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:45.708162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port df608236-644b-4946-9aa5-447ae2ae9773 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:45.708939 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.746636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-c901987d-aefd-48e4-a6f8-1f49a13332a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:45.748445 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-c901987d-aefd-48e4-a6f8-1f49a13332a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.1179640 Aug 19 11:52:45.778939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-c0b0547b-c06a-47c1-84de-efdca84d45b1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:45.787097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-c0b0547b-c06a-47c1-84de-efdca84d45b1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 820 time: 0.4441457 Aug 19 11:52:45.806080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Deleting port cc59b888-b0ad-4099-869d-582864f19d3d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:52:45.806411 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.825444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-f0a90a86-e681-4b4e-8c3e-1e77bf226404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:45.826882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-f0a90a86-e681-4b4e-8c3e-1e77bf226404 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677383 Aug 19 11:52:45.849182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.919671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=df608236-644b-4946-9aa5-447ae2ae9773,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:45.936046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-cce9fb10-767f-41ab-b23f-0844ebffb290 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/quotas/23172949aae84995841c5e7a8fa1e132 HTTP/1.1" status: 200 len: 375 time: 0.1477587 Aug 19 11:52:45.941197 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:45.992331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Router 2814246a-e668-4ddd-8040-55711af7cf38 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:52:46.071256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=df608236-644b-4946-9aa5-447ae2ae9773,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:46.088454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-e36ad028-5fd4-4cf8-ab36-efcefd82ac07 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513779 Aug 19 11:52:46.161080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Allocated IP 172.20.0.10 (5c44442c-1286-45f6-b8eb-d63d4bd3183a/b3a8cce1-f340-41a6-8c95-f2e79331af66/492eb656-d280-4d19-8234-0af091337518) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:46.263349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] For port cc59b888-b0ad-4099-869d-582864f19d3d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc59b888-b0ad-4099-869d-582864f19d3d,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:46.263824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:46.284147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Calling delete_port for cc59b888-b0ad-4099-869d-582864f19d3d owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:52:46.316034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-f48139a8-3e64-46ba-9d6c-54902709cce1 service neutron] 10.222.0.54 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545960 Aug 19 11:52:46.450174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:46.478090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Pushing event deleted for resources: {'Port': ['ID=cc59b888-b0ad-4099-869d-582864f19d3d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:46.527511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] No DVR routers for this DVR port cc59b888-b0ad-4099-869d-582864f19d3d on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:52:46.531299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:46.533772 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c3a76e47-9ce2-4f6b-b35d-512e499998e3 req-6c6d5ec3-ffc8-49ab-9ef7-e4e5f4f477d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.54 "DELETE /v2.0/ports/cc59b888-b0ad-4099-869d-582864f19d3d HTTP/1.1" status: 204 len: 173 time: 1.0616212 Aug 19 11:52:46.670618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303147f0-67ec-48ae-a568-073653a9c242 req-1184dde0-9cd5-48d4-94c0-7dffd16d96cb tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:46.672160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-303147f0-67ec-48ae-a568-073653a9c242 req-1184dde0-9cd5-48d4-94c0-7dffd16d96cb tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 946 time: 0.2030466 Aug 19 11:52:46.673346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:52:46.686622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-0fe6d6ca-d38f-4acb-9e6a-7c1492d65f02 service neutron] 10.222.0.65 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972731 Aug 19 11:52:46.692105 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] Sync routers for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:52:46.708700 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:52:46.709322 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:46.759754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] No DVR routers for this DVR port c2b281de-7a16-44ef-ada0-ee13a16024c3 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:52:46.764331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:46.766416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80a1564f-0d57-4c09-a1d5-b83b3bc71d03 req-0dc97784-43fe-48e6-92e2-7f9fc39f2582 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.54 "DELETE /v2.0/ports/c2b281de-7a16-44ef-ada0-ee13a16024c3 HTTP/1.1" status: 204 len: 173 time: 3.3146031 Aug 19 11:52:46.779806 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31560e43-8b12-40eb-bfa2-6a3cf4df5c97 req-35099915-51f5-4101-9907-6e29fa0bccd5 service neutron] 10.222.0.54 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649351 Aug 19 11:52:46.794632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c83711f-12e7-49b9-a526-685e90c2a536', 'name': 'network-vif-deleted', 'tag': 'c2b281de-7a16-44ef-ada0-ee13a16024c3'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:46.797040 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38934a49-8b68-4cf3-944a-c82738533619" -d '{"events": [{"server_uuid": "3c83711f-12e7-49b9-a526-685e90c2a536", "name": "network-vif-deleted", "tag": "c2b281de-7a16-44ef-ada0-ee13a16024c3"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:46.846478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-303147f0-67ec-48ae-a568-073653a9c242 req-b957e107-c23a-4b18-9920-3f74083bd763 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640360 Aug 19 11:52:46.889450 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:52:46.906950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-c33c98e4-812c-4cbd-baa2-7f600e8cc124 service neutron] 10.222.0.65 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951149 Aug 19 11:52:47.011166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:47.078275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Transition to ACTIVE for port object 492eb656-d280-4d19-8234-0af091337518 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:47.120906 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:47.122249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc48d-732c-4085-bda5-14f5da35ab96 req-25f7b3e7-2467-476a-953d-fadaba3d2770 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:47.129764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-981fc48d-732c-4085-bda5-14f5da35ab96 req-25f7b3e7-2467-476a-953d-fadaba3d2770 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 950 time: 0.1782839 Aug 19 11:52:47.161859 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] Checking router: 2814246a-e668-4ddd-8040-55711af7cf38 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:52:47.172990 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:52:47.173605 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:47.188529 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef29027-159e-4f6f-87ae-bc3057f81918 x-openstack-request-id: req-8ef29027-159e-4f6f-87ae-bc3057f81918 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:47.189594 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d", "code": 200}, {"server_uuid": "09f9ad48-1cd7-4b3b-8927-accec7068a75", "name": "network-vif-plugged", "status": "completed", "tag": "9ff2ad0e-f453-4e04-8087-20d3025a62a1", "code": 200}, {"server_uuid": "6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e8d83-6fac-4649-88d3-29034c418523", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:47.190042 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ef29027-159e-4f6f-87ae-bc3057f81918 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:47.190619 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d', 'code': 200} Aug 19 11:52:47.195364 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f9ad48-1cd7-4b3b-8927-accec7068a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'code': 200} Aug 19 11:52:47.196574 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e8d83-6fac-4649-88d3-29034c418523', 'code': 200} Aug 19 11:52:47.209355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25161447-360c-43db-afe7-87b75342682e req-cbb82492-2587-4448-a524-bc8a82dddc82 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:47.213146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-cbb82492-2587-4448-a524-bc8a82dddc82 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.69 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 805 time: 0.2916653 Aug 19 11:52:47.214968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c2b281de-7a16-44ef-ada0-ee13a16024c3 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:52:47.247982 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-981fc48d-732c-4085-bda5-14f5da35ab96 req-842abd52-1329-4e0f-a6b4-b6687d296876 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030118 Aug 19 11:52:47.252908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: c2b281de-7a16-44ef-ada0-ee13a16024c3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:52:47.253258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c2b281de-7a16-44ef-ada0-ee13a16024c3 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:52:47.259188 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:47.266018 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e11dab-e103-446f-b928-d330afebe501 x-openstack-request-id: req-96e11dab-e103-446f-b928-d330afebe501 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:47.267415 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:47.267668 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96e11dab-e103-446f-b928-d330afebe501 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:47.268577 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'status': 'completed', 'code': 200} Aug 19 11:52:47.423557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Request body: {'port': {'device_id': '0fdeab63-45f9-416a-8904-2d31b602301c', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'admin_state_up': True, 'tenant_id': '359ff869933a4f1aae5e14cb46906913'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:47.448673 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:52:47.473228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-a07071f1-2ec5-4bd6-8801-d6ec60e7cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:47.474995 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-a07071f1-2ec5-4bd6-8801-d6ec60e7cc4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 1094 time: 0.0963390 Aug 19 11:52:47.499190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:47.502190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-afbb393f-a9aa-46eb-94a1-c6417d1d82bb req-bef07379-dbd6-4088-bfaa-cb489d2f1461 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 210 time: 0.1474264 Aug 19 11:52:47.630234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:47.671092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:47.795663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:47.796986 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:47.801878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-6d181c93-f13c-4c4e-9107-d42aa80e6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:47.805150 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-6d181c93-f13c-4c4e-9107-d42aa80e6070 service neutron] 10.222.0.54 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.3163443 Aug 19 11:52:47.870835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Made reservation on behalf of 359ff869933a4f1aae5e14cb46906913 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:47.876064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:47.936406 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:52:48.004228 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-d2b3cfaa-4433-403e-be2a-399fdaebd81b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 200 len: 217 time: 0.1508975 Aug 19 11:52:48.008968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d405ff-380d-4f36-96d4-90c59de500c9 req-b1237c68-bb32-45dc-b90d-ea741be49f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:48.010907 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b4d405ff-380d-4f36-96d4-90c59de500c9 req-b1237c68-bb32-45dc-b90d-ea741be49f00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09f9ad48-1cd7-4b3b-8927-accec7068a75 HTTP/1.1" status: 200 len: 1100 time: 0.4018877 Aug 19 11:52:48.012622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event updated for resources: {'Port': ['ID=492eb656-d280-4d19-8234-0af091337518,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:48.024530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ae6391b6-1f3d-414a-939a-e63e7c83d759 None None] Provisioning for port 492eb656-d280-4d19-8234-0af091337518 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:48.029430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ae6391b6-1f3d-414a-939a-e63e7c83d759 None None] Provisioning complete for port 492eb656-d280-4d19-8234-0af091337518 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:48.030551 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ae6391b6-1f3d-414a-939a-e63e7c83d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:48.036537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a94b61-ffae-4cf5-ad7f-c2440cd1eee9 req-4f19f684-cb8c-4c10-96b8-a91ad78cfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:48.038322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68a94b61-ffae-4cf5-ad7f-c2440cd1eee9 req-4f19f684-cb8c-4c10-96b8-a91ad78cfce1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 1101 time: 0.3724298 Aug 19 11:52:48.046819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-5517160a-4dd5-42a1-8a01-1d3a9e2a0573 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9366703 Aug 19 11:52:48.064920 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870af27d-e758-4ee4-92fc-ff96fca7cd3e None None] The sync data for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 is: [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:52:48.066233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061d5da-b20a-4bda-a30a-62fa06394631 req-8f8c338e-1dd2-4f75-a038-1d12e873e61e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:48.075406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c061d5da-b20a-4bda-a30a-62fa06394631 req-8f8c338e-1dd2-4f75-a038-1d12e873e61e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.6368816 Aug 19 11:52:48.100429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Request body: {'port': {'device_id': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:48.128267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b4d405ff-380d-4f36-96d4-90c59de500c9 req-f8a3c478-fbb5-40fc-a5b9-14b02a9db39a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753498 Aug 19 11:52:48.134978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ae6391b6-1f3d-414a-939a-e63e7c83d759 None None] Port 492eb656-d280-4d19-8234-0af091337518 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:52:48.154027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-de262ae1-e791-43d4-a805-932556f81084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:48.155681 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-de262ae1-e791-43d4-a805-932556f81084 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.1294110 Aug 19 11:52:48.210096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-95b658ca-abb4-4988-8c24-f0a5b896e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:48.211899 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-95b658ca-abb4-4988-8c24-f0a5b896e390 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462997 Aug 19 11:52:48.269687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Allocated IP 172.20.0.13 (8231fb04-5561-4e5a-a4b0-6bb497bc2b5b/991495d9-f1c8-4404-8e14-d7f40247d2fc/28496829-bea6-4cca-86b5-1b61614a35d5) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:48.270244 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0eb6d2d-deee-436f-bd23-b2afe325eab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:48.380541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-f32648fb-b549-4e0c-bb2c-acaa86af7cc7 service neutron] 10.222.0.54 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431100 Aug 19 11:52:48.407251 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68a94b61-ffae-4cf5-ad7f-c2440cd1eee9 req-e27d498a-fb94-4f41-bc02-722928cdd749 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562076 Aug 19 11:52:48.421548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c061d5da-b20a-4bda-a30a-62fa06394631 req-0a2f9ed9-f58f-4bec-900a-39c8445dc274 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449447 Aug 19 11:52:48.465845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5eec2-2aa0-4469-82d6-ac0dd5a36a12 req-b687aee8-d3d0-4ea1-9d09-0f875fa896dc tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:48.485902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba5eec2-2aa0-4469-82d6-ac0dd5a36a12 req-b687aee8-d3d0-4ea1-9d09-0f875fa896dc tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 943 time: 0.4060602 Aug 19 11:52:48.520108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:48.532803 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25e4aebc-a9c7-4583-af5b-114dad3b7b01 req-ba9cc341-d75b-45e9-89c1-1754ea5913f1 service neutron] 10.222.0.54 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437156 Aug 19 11:52:48.555750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c51a2c-d625-4ab5-934b-6e5648d78f13 None None] New status for floating IP 8168a725-e61f-4175-ba3d-72623ec9dd70: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:52:48.654658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba5eec2-2aa0-4469-82d6-ac0dd5a36a12 req-8919d061-223f-497a-9073-ae20a917867f tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678610 Aug 19 11:52:48.690441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:48.719472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b20d31-5450-47ce-80b7-234fb03e189d req-66374573-cfb9-4659-91e8-e20f1534df85 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:48.721204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9b20d31-5450-47ce-80b7-234fb03e189d req-66374573-cfb9-4659-91e8-e20f1534df85 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 932 time: 0.1679916 Aug 19 11:52:48.785017 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcabe1a-d098-4c3a-96aa-4c7149ea9727 x-openstack-request-id: req-4bcabe1a-d098-4c3a-96aa-4c7149ea9727 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:48.785307 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c83711f-12e7-49b9-a526-685e90c2a536", "name": "network-vif-deleted", "tag": "c2b281de-7a16-44ef-ada0-ee13a16024c3", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:48.785569 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bcabe1a-d098-4c3a-96aa-4c7149ea9727 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:48.785939 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c83711f-12e7-49b9-a526-685e90c2a536', 'name': 'network-vif-deleted', 'tag': 'c2b281de-7a16-44ef-ada0-ee13a16024c3', 'status': 'completed', 'code': 200} Aug 19 11:52:48.863381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9b20d31-5450-47ce-80b7-234fb03e189d req-a628095e-643e-4d92-bd07-b6855737f633 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318824 Aug 19 11:52:48.911834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.022149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:49.052438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bffd6a11-1fab-494c-af90-336dac3ad7c5 req-1c3e1e8d-c458-4a8e-b4cd-eefc178213e9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 210 time: 0.0805051 Aug 19 11:52:49.058562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:49.100153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:49.116258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Pushing event updated for resources: {'Port': ['ID=28496829-bea6-4cca-86b5-1b61614a35d5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:49.139126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-e0652601-5ed6-4255-8b03-f5b96ac45922 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:49.142462 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-e0652601-5ed6-4255-8b03-f5b96ac45922 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 820 time: 0.2043405 Aug 19 11:52:49.176412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Request body: {'port': {'device_id': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b', 'admin_state_up': True, 'tenant_id': '23172949aae84995841c5e7a8fa1e132'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:49.198788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed'}, {'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:49.201152 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec2be53-4bdd-46b9-be43-f58a68b199d1" -d '{"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-plugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed"}, {"server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "name": "network-vif-plugged", "status": "completed", "tag": "df608236-644b-4946-9aa5-447ae2ae9773"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:49.214836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dba68045-1c42-4c69-9624-c17a6f62a3ea details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:49.231469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc59b888-b0ad-4099-869d-582864f19d3d no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:52:49.244462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:49.245395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.254629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f9c17-3c40-4290-b9c2-c653e7e738da req-16a922c0-e52c-4481-8ab6-649ca0031da6 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:49.263406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a0f9c17-3c40-4290-b9c2-c653e7e738da req-16a922c0-e52c-4481-8ab6-649ca0031da6 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 950 time: 0.2699053 Aug 19 11:52:49.275808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: cc59b888-b0ad-4099-869d-582864f19d3d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:52:49.276816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc59b888-b0ad-4099-869d-582864f19d3d not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:52:49.290865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'name': 'network-vif-deleted', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:49.295018 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9012197-a146-441c-be7b-7911bce324d5" -d '{"events": [{"server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "name": "network-vif-deleted", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:49.297274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492eb656-d280-4d19-8234-0af091337518 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:49.312964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.319882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-8eb1f6f2-7b26-4602-ad14-6c21ecaf595f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9156027 Aug 19 11:52:49.334206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Made reservation on behalf of 23172949aae84995841c5e7a8fa1e132 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:49.339886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd18f16-2006-45a8-91f7-cb4f293685d3 req-9487e610-fb8f-46a0-9ddc-90c783139bdf tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:49.341106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.341461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fd18f16-2006-45a8-91f7-cb4f293685d3 req-9487e610-fb8f-46a0-9ddc-90c783139bdf tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 932 time: 0.1902730 Aug 19 11:52:49.351197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Request body: {'port': {'device_id': '0fdeab63-45f9-416a-8904-2d31b602301c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:49.385208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dba68045-1c42-4c69-9624-c17a6f62a3ea, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:49.400452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'port_id': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'mac_address': 'fa:16:3e:74:c9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:49.402229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a0f9c17-3c40-4290-b9c2-c653e7e738da req-2f9a9651-2058-446c-9fa4-33448ba5eab7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315920 Aug 19 11:52:49.405113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Transition to ACTIVE for port object 492eb656-d280-4d19-8234-0af091337518 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:49.426591 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.453791 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.468854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba68045-1c42-4c69-9624-c17a6f62a3ea {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:49.490426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device df608236-644b-4946-9aa5-447ae2ae9773 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:52:49.497313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dba68045-1c42-4c69-9624-c17a6f62a3ea, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:49.510795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Allocated IP 172.20.0.13 (487782ee-3b36-4ac6-a661-aec65fc1c82b/b2a4fdb0-876e-4ce9-a5d2-469649f0215f/f21be42b-c8ff-4688-a253-b8c17e8ac148) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:49.520105 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.547788 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.562043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Pushing event updated for resources: {'Port': ['ID=492eb656-d280-4d19-8234-0af091337518,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:49.594208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=dba68045-1c42-4c69-9624-c17a6f62a3ea,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:49.656438 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.660059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fd18f16-2006-45a8-91f7-cb4f293685d3 req-baea2c92-2d63-41ef-a09b-a43632998d78 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014724 Aug 19 11:52:49.747578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=df608236-644b-4946-9aa5-447ae2ae9773,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:49.761434 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.773290 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6f6c7-8a14-4408-88af-ec78239e470a req-f4e7cdba-d68a-4351-badc-beb9b87c004d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:49.787423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ae6f6c7-8a14-4408-88af-ec78239e470a req-f4e7cdba-d68a-4351-badc-beb9b87c004d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 946 time: 0.2568929 Aug 19 11:52:49.845906 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d89e9b-b28d-4e0c-a6b1-282f30149b03 x-openstack-request-id: req-d9d89e9b-b28d-4e0c-a6b1-282f30149b03 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:49.848046 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3", "name": "network-vif-deleted", "tag": "cc59b888-b0ad-4099-869d-582864f19d3d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:49.848521 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9d89e9b-b28d-4e0c-a6b1-282f30149b03 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:49.849635 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc3e69d-1895-4bcb-9a8a-bf1f374d3fa3', 'name': 'network-vif-deleted', 'tag': 'cc59b888-b0ad-4099-869d-582864f19d3d', 'status': 'completed', 'code': 200} Aug 19 11:52:49.877836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:49.915301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=df608236-644b-4946-9aa5-447ae2ae9773,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:49.946206 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37da38e-d583-4a6a-9d01-1b12ad736514 x-openstack-request-id: req-a37da38e-d583-4a6a-9d01-1b12ad736514 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:49.947268 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-plugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed", "code": 200}, {"server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "name": "network-vif-plugged", "status": "completed", "tag": "df608236-644b-4946-9aa5-447ae2ae9773", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:49.947706 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a37da38e-d583-4a6a-9d01-1b12ad736514 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:49.948313 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'code': 200} Aug 19 11:52:49.949713 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773', 'code': 200} Aug 19 11:52:49.962122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['dba68045-1c42-4c69-9624-c17a6f62a3ea'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:50.016872 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:50.021761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ae6f6c7-8a14-4408-88af-ec78239e470a req-9c12c922-7565-475a-9447-9c7b0c631566 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333243 Aug 19 11:52:50.159876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Attempting to bind port 492eb656-d280-4d19-8234-0af091337518 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:50.160216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Attempting to bind port 492eb656-d280-4d19-8234-0af091337518 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:50.160539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Attempting to bind port 492eb656-d280-4d19-8234-0af091337518 on network 5c44442c-1286-45f6-b8eb-d63d4bd3183a {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:50.167956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Network 487782ee-3b36-4ac6-a661-aec65fc1c82b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:50.185013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69876b87-3b9a-4783-9b01-ba0702a188be req-5102f3e1-ea25-4e49-83ef-1f529b7de66c tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:50.187320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69876b87-3b9a-4783-9b01-ba0702a188be req-5102f3e1-ea25-4e49-83ef-1f529b7de66c tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.2803245 Aug 19 11:52:50.193218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:50.213437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:50.224425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:50.232817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:50.247293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Pushing event updated for resources: {'Port': ['ID=f21be42b-c8ff-4688-a253-b8c17e8ac148,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:50.277749 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-ed4345c7-9806-449f-99b6-604d36a6fc5c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0990467 Aug 19 11:52:50.299180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Request body: {'port': {'device_id': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:50.404737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:50.575258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Port 492eb656-d280-4d19-8234-0af091337518 on network 5c44442c-1286-45f6-b8eb-d63d4bd3183a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:50.575623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Attempting to bind port 492eb656-d280-4d19-8234-0af091337518 on network 5c44442c-1286-45f6-b8eb-d63d4bd3183a {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:50.651882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:50.652254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Checking segment: {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:50.652507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Bound using segment: {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:50.652971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Bound port: 492eb656-d280-4d19-8234-0af091337518, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:50.653325 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:50.733905 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21be42b-c8ff-4688-a253-b8c17e8ac148 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:50.734500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69876b87-3b9a-4783-9b01-ba0702a188be req-3e376316-3181-4d4e-bc70-1e4c5777676e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303616 Aug 19 11:52:50.738215 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4e9855a6-c9df-46de-9088-82131e1f8afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:50.746913 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:50.764198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Transition to ACTIVE for port object f21be42b-c8ff-4688-a253-b8c17e8ac148 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:50.780880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:50.804915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2d76-0533-4aa8-9ced-e02ed8e8bd0c req-b86b9bd4-3861-4e6a-bd4b-ee64c335263b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:50.815660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc9e2d76-0533-4aa8-9ced-e02ed8e8bd0c req-b86b9bd4-3861-4e6a-bd4b-ee64c335263b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 944 time: 0.2137406 Aug 19 11:52:50.843139 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:50.855523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653534d4-aa21-4d35-9aee-e8b201b8f92e req-8f2faae4-9144-4bf7-9d97-b9f3a7de8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:50.857157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-653534d4-aa21-4d35-9aee-e8b201b8f92e req-8f2faae4-9144-4bf7-9d97-b9f3a7de8a0e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 1100 time: 0.2791400 Aug 19 11:52:50.882735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Pushing event updated for resources: {'Port': ['ID=f21be42b-c8ff-4688-a253-b8c17e8ac148,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:50.886343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:50.886773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:50.887180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:50.892856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Port f21be42b-c8ff-4688-a253-b8c17e8ac148 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:50.893313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:50.898763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:50.899168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:50.899616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:50.900409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Bound port: f21be42b-c8ff-4688-a253-b8c17e8ac148, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:50.900531 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:50.965226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc9e2d76-0533-4aa8-9ced-e02ed8e8bd0c req-4ffa729c-a106-47dc-9429-964c2eded5e6 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486557 Aug 19 11:52:50.971107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] For port 492eb656-d280-4d19-8234-0af091337518, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:50.985208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] For port 492eb656-d280-4d19-8234-0af091337518, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=492eb656-d280-4d19-8234-0af091337518,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:50.987100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:50.997805 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:51.004625 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:51.010369 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:51.021184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-653534d4-aa21-4d35-9aee-e8b201b8f92e req-f9cd72eb-8330-49db-b494-9cd88088c106 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478260 Aug 19 11:52:51.044587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.044587 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:51.046374 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] 10.222.0.54 "PUT /v2.0/ports/f21be42b-c8ff-4688-a253-b8c17e8ac148 HTTP/1.1" status: 200 len: 1092 time: 0.7570200 Aug 19 11:52:51.056157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28496829-bea6-4cca-86b5-1b61614a35d5 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:51.072438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.073088 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:51.073204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdcc1c-923f-47e2-b0f4-fa38b4e68255 service neutron] Pushing event updated for resources: {'Port': ['ID=f21be42b-c8ff-4688-a253-b8c17e8ac148,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:51.074585 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] 10.222.0.69 "PUT /v2.0/ports/492eb656-d280-4d19-8234-0af091337518 HTTP/1.1" status: 200 len: 1092 time: 2.9828961 Aug 19 11:52:51.082891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2306b-13be-401f-9496-304421062e25 req-63997a95-0ba7-433d-a9f2-4211f2f17a2f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.084350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fc2306b-13be-401f-9496-304421062e25 req-63997a95-0ba7-433d-a9f2-4211f2f17a2f tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 944 time: 0.2509077 Aug 19 11:52:51.095514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:51.098366 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'tag': '492eb656-d280-4d19-8234-0af091337518'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:51.100999 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f68e4-5211-44b1-af7e-2f99f7177d20" -d '{"events": [{"name": "network-changed", "server_uuid": "baaa22c1-4631-4d1c-bf2f-299b4fba57e2", "tag": "492eb656-d280-4d19-8234-0af091337518"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:51.171756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Transition to ACTIVE for port object 28496829-bea6-4cca-86b5-1b61614a35d5 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:51.203768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f56a6-68f8-4d2e-988d-457593f00439 service neutron] Pushing event updated for resources: {'Port': ['ID=492eb656-d280-4d19-8234-0af091337518,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:51.207400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:51.271181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fc2306b-13be-401f-9496-304421062e25 req-9cc3de4e-d498-4211-9321-6269516f693a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554763 Aug 19 11:52:51.289672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428d6c-6524-4a1d-a32a-2dc30c6a3080 req-44d7a747-bc60-4c45-a800-66d643a251d1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.291519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f428d6c-6524-4a1d-a32a-2dc30c6a3080 req-44d7a747-bc60-4c45-a800-66d643a251d1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.2278812 Aug 19 11:52:51.328830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Pushing event updated for resources: {'Port': ['ID=28496829-bea6-4cca-86b5-1b61614a35d5,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:51.332390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-36b1120c-d515-40b5-a2ab-6c7f75572ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.333926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-36b1120c-d515-40b5-a2ab-6c7f75572ca4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 1095 time: 0.1637549 Aug 19 11:52:51.448730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-17bf5236-79aa-46e5-bf46-690427986f7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=492eb656-d280-4d19-8234-0af091337518 HTTP/1.1" status: 200 len: 217 time: 0.0811920 Aug 19 11:52:51.462033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f428d6c-6524-4a1d-a32a-2dc30c6a3080 req-87af0a8e-1118-468e-b7ec-65c03bb61459 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599751 Aug 19 11:52:51.482884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-13a3c38e-f7fe-4145-a0f2-4d40de8bf6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.484415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-13a3c38e-f7fe-4145-a0f2-4d40de8bf6d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1095 time: 0.0477147 Aug 19 11:52:51.494407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156af17-59e5-46c4-b117-d989c2dbc002 req-04a332b0-4179-49d8-89b7-ada8bfbe3950 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.496033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f156af17-59e5-46c4-b117-d989c2dbc002 req-04a332b0-4179-49d8-89b7-ada8bfbe3950 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 950 time: 0.1586621 Aug 19 11:52:51.502238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Attempting to bind port 28496829-bea6-4cca-86b5-1b61614a35d5 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:51.502495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Attempting to bind port 28496829-bea6-4cca-86b5-1b61614a35d5 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:51.502823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Attempting to bind port 28496829-bea6-4cca-86b5-1b61614a35d5 on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:51.544577 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-222aadf8-2b34-45a6-87ca-222cedb8b58d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148 HTTP/1.1" status: 200 len: 217 time: 0.0390856 Aug 19 11:52:51.550626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Port 28496829-bea6-4cca-86b5-1b61614a35d5 on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:51.551026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Attempting to bind port 28496829-bea6-4cca-86b5-1b61614a35d5 on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:51.576416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:51.576838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Checking segment: {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:51.577158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Bound using segment: {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:51.577668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Bound port: 28496829-bea6-4cca-86b5-1b61614a35d5, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:51.578064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:51.611239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-5da7b18c-e0d5-4eee-958b-8db447ca7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.612870 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-5da7b18c-e0d5-4eee-958b-8db447ca7fc9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0606773 Aug 19 11:52:51.624556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-c4caf5ee-65e5-41ca-a14c-51ab9613fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.626087 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-c4caf5ee-65e5-41ca-a14c-51ab9613fdb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b3a8cce1-f340-41a6-8c95-f2e79331af66 HTTP/1.1" status: 200 len: 863 time: 0.1290779 Aug 19 11:52:51.631744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f156af17-59e5-46c4-b117-d989c2dbc002 req-15f9bedb-af65-4efa-930e-af8b9656fabd tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189873 Aug 19 11:52:51.653583 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-6babd276-db47-4549-8271-ddb8a268203d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327609 Aug 19 11:52:51.723725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd922f-dfe0-43e8-9208-a95a3570117e req-a9165967-b676-490f-9892-c17df9b1089b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.725239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3fd922f-dfe0-43e8-9208-a95a3570117e req-a9165967-b676-490f-9892-c17df9b1089b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 944 time: 0.1542997 Aug 19 11:52:51.782594 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-05685e60-5c89-4113-830d-e6287292bfc8 service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199026 Aug 19 11:52:51.794416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-bdc28bdd-a40b-4611-a91b-4b562769a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.795919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-bdc28bdd-a40b-4611-a91b-4b562769a554 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c44442c-1286-45f6-b8eb-d63d4bd3183a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338444 Aug 19 11:52:51.799963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:52:51.825406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28496829-bea6-4cca-86b5-1b61614a35d5,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:52:51.838123 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:51.839456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3fd922f-dfe0-43e8-9208-a95a3570117e req-368a3389-b7fb-4efe-b4ab-c8b8c517798f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981565 Aug 19 11:52:51.840541 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:51.884198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:51.887124 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99" -d '{"events": [{"name": "network-changed", "server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:51.905902 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e377c584-4b03-4af0-b6ad-73c177a4aa40 req-d1458e6c-50c3-4703-93c6-86a32ddb2b1a service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103394 Aug 19 11:52:51.921693 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a75ced4-2322-470b-8015-d5363819b2d8 x-openstack-request-id: req-6a75ced4-2322-470b-8015-d5363819b2d8 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:51.921986 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaa22c1-4631-4d1c-bf2f-299b4fba57e2", "tag": "492eb656-d280-4d19-8234-0af091337518", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:51.922231 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a75ced4-2322-470b-8015-d5363819b2d8 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:51.922623 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'tag': '492eb656-d280-4d19-8234-0af091337518', 'status': 'completed', 'code': 200} Aug 19 11:52:51.951356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:51.954694 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20900e75-feb8-4c3d-8943-75b2798b4e0a" -d '{"events": [{"server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "name": "network-vif-unplugged", "status": "completed", "tag": "df608236-644b-4946-9aa5-447ae2ae9773"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:51.972602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ffc07-c6ef-4433-8a75-1507e8888a13 req-c7fb9161-256b-4707-a2ed-abdd3dec36ee tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:51.974265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-549ffc07-c6ef-4433-8a75-1507e8888a13 req-c7fb9161-256b-4707-a2ed-abdd3dec36ee tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 944 time: 0.2639983 Aug 19 11:52:52.031622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.032245 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:52.033657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] 10.222.0.69 "PUT /v2.0/ports/28496829-bea6-4cca-86b5-1b61614a35d5 HTTP/1.1" status: 200 len: 1092 time: 2.6912816 Aug 19 11:52:52.082978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b2412-b1ee-463d-8e0b-6e25ba0b1c02 service neutron] Pushing event updated for resources: {'Port': ['ID=28496829-bea6-4cca-86b5-1b61614a35d5,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:52.104900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-0088d372-fce4-4627-9571-8c0afddaaabf tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.106376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-0088d372-fce4-4627-9571-8c0afddaaabf tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 944 time: 0.2040226 Aug 19 11:52:52.114893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-cf5d93e8-a946-474f-98eb-e22b0192967f service neutron] 10.222.0.69 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720406 Aug 19 11:52:52.125580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-549ffc07-c6ef-4433-8a75-1507e8888a13 req-da6f2bf0-4ecb-415f-b714-0d39e98be9a0 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423764 Aug 19 11:52:52.156821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068077d-c150-4d7a-bcd4-da81d7f9f784 req-21fa3e9b-ab4f-40ea-ac4b-1dceb2f05f2a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.158381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a068077d-c150-4d7a-bcd4-da81d7f9f784 req-21fa3e9b-ab4f-40ea-ac4b-1dceb2f05f2a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=09f9ad48-1cd7-4b3b-8927-accec7068a75 HTTP/1.1" status: 200 len: 949 time: 0.1781468 Aug 19 11:52:52.369357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a068077d-c150-4d7a-bcd4-da81d7f9f784 req-9c9a9b31-e20f-4fb1-9521-fba51e826945 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728895 Aug 19 11:52:52.371209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25161447-360c-43db-afe7-87b75342682e req-4ca9153b-8538-4624-958a-4a44c781bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.372618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-4ca9153b-8538-4624-958a-4a44c781bd1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 1095 time: 0.2461722 Aug 19 11:52:52.394849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20a26783-8e0f-4fd1-8550-086a4211ef40 req-25404825-4590-42f2-a12d-3d1d2465498e service neutron] 10.222.0.69 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654483 Aug 19 11:52:52.402684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cc0c9-e50e-487c-a49d-8f06d0bd062a req-ad61db15-7a91-4687-83eb-e04ab19cdf65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.405033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c57cc0c9-e50e-487c-a49d-8f06d0bd062a req-ad61db15-7a91-4687-83eb-e04ab19cdf65 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1981959 Aug 19 11:52:52.421057 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a776cfb-cbd0-4605-8c2a-e423f27667db x-openstack-request-id: req-6a776cfb-cbd0-4605-8c2a-e423f27667db {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:52.421673 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:52.422109 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a776cfb-cbd0-4605-8c2a-e423f27667db {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:52.422683 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148', 'status': 'completed', 'code': 200} Aug 19 11:52:52.457302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-3996dd3e-308a-4d3b-9e32-a076cd8527a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28496829-bea6-4cca-86b5-1b61614a35d5 HTTP/1.1" status: 200 len: 217 time: 0.0513482 Aug 19 11:52:52.459840 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25f8060-0045-4b08-89f0-a8431544eb5e x-openstack-request-id: req-d25f8060-0045-4b08-89f0-a8431544eb5e {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:52.460492 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "name": "network-vif-unplugged", "status": "completed", "tag": "df608236-644b-4946-9aa5-447ae2ae9773", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:52.462555 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d25f8060-0045-4b08-89f0-a8431544eb5e {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:52.463234 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773', 'code': 200} Aug 19 11:52:52.489049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Deleting port df608236-644b-4946-9aa5-447ae2ae9773 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:52:52.489396 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:52.542182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-ec2a3ef9-3566-4537-b68c-9479e77d9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.543746 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-ec2a3ef9-3566-4537-b68c-9479e77d9830 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1095 time: 0.0592778 Aug 19 11:52:52.547368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c57cc0c9-e50e-487c-a49d-8f06d0bd062a req-da618216-35bb-4f2f-be27-80cbe0ddc916 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292048 Aug 19 11:52:52.689030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-9d077f65-272c-4f77-a143-51152cd23faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.690432 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-9d077f65-272c-4f77-a143-51152cd23faf service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.0980899 Aug 19 11:52:52.712787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25161447-360c-43db-afe7-87b75342682e req-1e504fc8-116f-4573-8e4b-569ffef2be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.714243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-1e504fc8-116f-4573-8e4b-569ffef2be4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 200 len: 845 time: 0.1444802 Aug 19 11:52:52.726950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6815188-7d38-4ebd-81fb-3a49a54cd2a8 req-2c51bb2a-d3a8-4d1c-9926-14a634cc90ab tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.728526 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6815188-7d38-4ebd-81fb-3a49a54cd2a8 req-2c51bb2a-d3a8-4d1c-9926-14a634cc90ab tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 944 time: 0.1945984 Aug 19 11:52:52.737169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] For port df608236-644b-4946-9aa5-447ae2ae9773, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=df608236-644b-4946-9aa5-447ae2ae9773,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:52.737534 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:52.759019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-a2aa7b76-cdfb-414d-8ac6-f2b16fa2c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.760531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-a2aa7b76-cdfb-414d-8ac6-f2b16fa2c436 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 1095 time: 0.1894321 Aug 19 11:52:52.778162 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-cd68380c-ea3d-4f9c-8d4b-2db32b6c481a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148 HTTP/1.1" status: 200 len: 217 time: 0.0363986 Aug 19 11:52:52.789890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-95236008-ac0a-4b8b-8d2f-624a72fb82c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565591 Aug 19 11:52:52.831791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-2206f750-ab0b-4303-944d-aaf982d410ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:52.833322 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-2206f750-ab0b-4303-944d-aaf982d410ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0468388 Aug 19 11:52:52.873822 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-3b5108ea-77d7-4e43-9613-92cef2cc8c0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268335 Aug 19 11:52:52.980004 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-439ac3cb-380d-4c28-a017-e8506ef3774e service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911219 Aug 19 11:52:53.076125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Calling delete_port for df608236-644b-4946-9aa5-447ae2ae9773 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:52:53.095879 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7967344a-c3db-4ad8-a0ec-e3f99b9b8f99 req-67f3b29c-ce06-411f-9749-98d6535ad7ad service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925071 Aug 19 11:52:53.130477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c9907-5231-4ed6-9792-30b9d908c6f5 req-255f06a1-e7d4-43bd-b1f5-648dac74a1f3 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:53.131996 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-748c9907-5231-4ed6-9792-30b9d908c6f5 req-255f06a1-e7d4-43bd-b1f5-648dac74a1f3 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 944 time: 0.5030439 Aug 19 11:52:53.226709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dba68045-1c42-4c69-9624-c17a6f62a3ea up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:53.264268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6815188-7d38-4ebd-81fb-3a49a54cd2a8 req-d77ae3a7-36c6-42c0-bc33-eca7ede6cdcc tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166490 Aug 19 11:52:53.289416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port dba68045-1c42-4c69-9624-c17a6f62a3ea completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:53.293996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port dba68045-1c42-4c69-9624-c17a6f62a3ea triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:53.294404 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:53.313017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-748c9907-5231-4ed6-9792-30b9d908c6f5 req-102ed11a-77ab-4b99-9d25-975a5a73cb0c tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366451 Aug 19 11:52:53.334920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-b5429bb0-fee4-4f38-820f-a56e620d8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:53.336643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-b5429bb0-fee4-4f38-820f-a56e620d8dbe service neutron] 10.222.0.69 "GET /v2.0/networks?id=5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 200 len: 925 time: 0.5509729 Aug 19 11:52:53.369052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-04255b4c-b0f2-4428-9421-9f70596a0fcc service neutron] 10.222.0.69 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908702 Aug 19 11:52:53.387967 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:53.406270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-10aab474-7de6-4fc4-9b19-cd6dd722a1b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=492eb656-d280-4d19-8234-0af091337518 HTTP/1.1" status: 200 len: 217 time: 0.0489461 Aug 19 11:52:53.422324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dba68045-1c42-4c69-9624-c17a6f62a3ea, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:53.427491 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:53.478467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=dba68045-1c42-4c69-9624-c17a6f62a3ea,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:53.577918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-a81500f1-1ed8-4aa8-a7f1-a7b12ef87483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:53.579489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-a81500f1-1ed8-4aa8-a7f1-a7b12ef87483 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b3a8cce1-f340-41a6-8c95-f2e79331af66 HTTP/1.1" status: 200 len: 863 time: 0.1503925 Aug 19 11:52:53.596574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f49738-77ad-49ff-8014-22f398697fb7 req-d56e48a6-cac4-4f05-bc3c-dab509a37e64 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:53.598051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9f49738-77ad-49ff-8014-22f398697fb7 req-d56e48a6-cac4-4f05-bc3c-dab509a37e64 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.1899753 Aug 19 11:52:53.602606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:53.705522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event deleted for resources: {'Port': ['ID=df608236-644b-4946-9aa5-447ae2ae9773,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:53.718968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25161447-360c-43db-afe7-87b75342682e req-f1577969-c676-4608-a3b8-3ffaab0db6a6 service neutron] 10.222.0.69 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226073 Aug 19 11:52:53.774295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] No DVR routers for this DVR port df608236-644b-4946-9aa5-447ae2ae9773 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:52:53.780272 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:53.782260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b99f8647-44ca-4416-96c5-e25fe066b924 req-005f3376-7b6f-4ba8-b652-0e829dac42c6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "DELETE /v2.0/ports/df608236-644b-4946-9aa5-447ae2ae9773 HTTP/1.1" status: 204 len: 173 time: 1.6539350 Aug 19 11:52:53.790773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b71454-879c-41c3-99ff-38db70778779 req-b4b9fd54-6f83-44af-a268-ce55b970265a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:53.796608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b71454-879c-41c3-99ff-38db70778779 req-b4b9fd54-6f83-44af-a268-ce55b970265a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:53.798210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46b71454-879c-41c3-99ff-38db70778779 req-b4b9fd54-6f83-44af-a268-ce55b970265a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=09f9ad48-1cd7-4b3b-8927-accec7068a75&device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 1690 time: 0.2265365 Aug 19 11:52:53.802886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9f49738-77ad-49ff-8014-22f398697fb7 req-8659b209-c87b-4086-b0a8-426e7a1c1e37 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672416 Aug 19 11:52:53.806828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-53182221-d314-40eb-9fb6-bd1d84780bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:53.808337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-53182221-d314-40eb-9fb6-bd1d84780bc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c44442c-1286-45f6-b8eb-d63d4bd3183a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094469 Aug 19 11:52:53.813319 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:53.839555 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:53.924779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5'}, {'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'name': 'network-vif-deleted', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:53.927067 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b129a3-febf-4fa0-8cad-8397df4de67f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5"}, {"server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "name": "network-vif-deleted", "tag": "df608236-644b-4946-9aa5-447ae2ae9773"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:53.935482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46b71454-879c-41c3-99ff-38db70778779 req-9391e10f-59e5-4d42-bc49-68f3cad7ca9e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243761 Aug 19 11:52:53.970154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73229894-9c33-40b6-9d21-f7c5ec5693ca req-b3d33fc1-170f-4b00-a50d-04ff7d48d7c4 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:53.971701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73229894-9c33-40b6-9d21-f7c5ec5693ca req-b3d33fc1-170f-4b00-a50d-04ff7d48d7c4 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 944 time: 0.0976679 Aug 19 11:52:53.992422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-72ef2295-c833-4f6a-a29e-ece7c9aab745 service neutron] 10.222.0.69 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732109 Aug 19 11:52:54.027577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73229894-9c33-40b6-9d21-f7c5ec5693ca req-7cfdbfc2-5786-4e70-9886-db6cc130cecc tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464613 Aug 19 11:52:54.042264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be54453c-8923-429d-852b-d3a657e131ab req-25a41115-808c-4456-b1be-92d330bc5d1b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=64690af9-5b25-466c-be15-2d34259b2483 HTTP/1.1" status: 200 len: 210 time: 0.0360081 Aug 19 11:52:54.094100 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be2a5b6-46d0-4683-9acf-ed6bdc2790fe x-openstack-request-id: req-2be2a5b6-46d0-4683-9acf-ed6bdc2790fe {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:54.094724 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5", "status": "completed", "code": 200}, {"server_uuid": "64690af9-5b25-466c-be15-2d34259b2483", "name": "network-vif-deleted", "tag": "df608236-644b-4946-9aa5-447ae2ae9773", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:54.094724 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2be2a5b6-46d0-4683-9acf-ed6bdc2790fe {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:54.095015 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5', 'status': 'completed', 'code': 200} Aug 19 11:52:54.095265 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64690af9-5b25-466c-be15-2d34259b2483', 'name': 'network-vif-deleted', 'tag': 'df608236-644b-4946-9aa5-447ae2ae9773', 'status': 'completed', 'code': 200} Aug 19 11:52:54.222950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b0c5b-424f-4d54-b10b-8422b4424c78 req-551ac8dd-dccd-4a2b-b9e2-df4fcfe3fba0 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:54.224397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e6b0c5b-424f-4d54-b10b-8422b4424c78 req-551ac8dd-dccd-4a2b-b9e2-df4fcfe3fba0 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1228347 Aug 19 11:52:54.282635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-439f68e4-5211-44b1-af7e-2f99f7177d20 req-6c4a3042-3a21-4d65-8ed4-65fbb1cb26bb service neutron] 10.222.0.69 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790214 Aug 19 11:52:54.321191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e6b0c5b-424f-4d54-b10b-8422b4424c78 req-63760d80-8b63-4d07-97a8-37e176e8f311 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693855 Aug 19 11:52:54.327769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-d6971cbf-921d-489d-8c57-534b7d5d1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:54.329278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-d6971cbf-921d-489d-8c57-534b7d5d1362 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 1095 time: 0.1357989 Aug 19 11:52:54.332134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176cc1b-3c42-4604-8cb1-a596674d6767 req-8a4065e5-00dd-470f-bcf9-2f3cad8c272e tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:54.333555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4176cc1b-3c42-4604-8cb1-a596674d6767 req-8a4065e5-00dd-470f-bcf9-2f3cad8c272e tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=09f9ad48-1cd7-4b3b-8927-accec7068a75 HTTP/1.1" status: 200 len: 1100 time: 0.1188786 Aug 19 11:52:54.423579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4176cc1b-3c42-4604-8cb1-a596674d6767 req-31198ce0-8779-4e57-a17d-1c3f4390ba24 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827224 Aug 19 11:52:54.465527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:54.467942 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baff626e-0c3f-4e0b-a407-dbc76ce58125" -d '{"events": [{"server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "name": "network-vif-plugged", "status": "completed", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:54.491632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2fe8b-e8db-46a4-99de-2ea3f68e5cc3 req-6344db53-4db2-44aa-8366-5ca14b2da7f8 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:54.493107 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e2fe8b-e8db-46a4-99de-2ea3f68e5cc3 req-6344db53-4db2-44aa-8366-5ca14b2da7f8 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 945 time: 0.1080217 Aug 19 11:52:54.511109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-56f29ca7-e2c9-4c80-9fbb-d13f89fb2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:54.512496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-56f29ca7-e2c9-4c80-9fbb-d13f89fb2b57 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 906 time: 0.1509712 Aug 19 11:52:54.574822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-6b6121af-52bc-41ae-8fe1-932b20008590 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28496829-bea6-4cca-86b5-1b61614a35d5 HTTP/1.1" status: 200 len: 217 time: 0.0474861 Aug 19 11:52:54.588886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e2fe8b-e8db-46a4-99de-2ea3f68e5cc3 req-62d94868-ed39-4ae0-bc6a-0adecb9c81d1 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849240 Aug 19 11:52:54.605689 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc653f2-cf60-431f-96da-fc08413001d8 req-a1bee12c-fb27-444a-9ed0-9257856976bf tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:54.607212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bc653f2-cf60-431f-96da-fc08413001d8 req-a1bee12c-fb27-444a-9ed0-9257856976bf tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 944 time: 0.1236551 Aug 19 11:52:54.701310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-3e42aed7-e6ad-4c61-8d41-788afa452052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:54.702787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-3e42aed7-e6ad-4c61-8d41-788afa452052 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 200 len: 845 time: 0.0947068 Aug 19 11:52:54.711398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bc653f2-cf60-431f-96da-fc08413001d8 req-3f9a0a36-8a5e-4a94-8a31-b6c6b2861704 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957227 Aug 19 11:52:54.738649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63535c18-ad92-43a1-9f3b-7652a5a41580 req-ffae3e26-7319-4803-8024-5419a3ac2752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:54.740083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63535c18-ad92-43a1-9f3b-7652a5a41580 req-ffae3e26-7319-4803-8024-5419a3ac2752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0845749 Aug 19 11:52:54.760133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-7128a575-0eab-4030-912f-65c376f988dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375695 Aug 19 11:52:54.865665 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63535c18-ad92-43a1-9f3b-7652a5a41580 req-a53fa0c3-de13-4834-8be7-d9f2b23ae672 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076930 Aug 19 11:52:54.905377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6723f-2726-441d-830b-0bedccc8295d req-408407d5-0c7f-4f74-ace9-c34512d7dfce tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:54.906892 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26a6723f-2726-441d-830b-0bedccc8295d req-408407d5-0c7f-4f74-ace9-c34512d7dfce tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 1101 time: 0.1145902 Aug 19 11:52:54.909131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-cb6ab6c8-befb-48b7-a07a-a4ae953ccb2d service neutron] 10.222.0.69 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363747 Aug 19 11:52:54.912851 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f5b7bb-38f8-476b-a9f5-02fae9bf496d x-openstack-request-id: req-17f5b7bb-38f8-476b-a9f5-02fae9bf496d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:54.913778 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "name": "network-vif-plugged", "status": "completed", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:54.914582 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17f5b7bb-38f8-476b-a9f5-02fae9bf496d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:54.915558 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'code': 200} Aug 19 11:52:55.017649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26a6723f-2726-441d-830b-0bedccc8295d req-b7a36a64-fb33-41fe-a10b-895a9e9197a8 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004827 Aug 19 11:52:55.070831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54556-21cb-4a53-88fc-c4cf443d4467 req-b373430b-1712-453d-bcc1-1b84fb952536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:55.072520 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-75a54556-21cb-4a53-88fc-c4cf443d4467 req-b373430b-1712-453d-bcc1-1b84fb952536 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0474072 Aug 19 11:52:55.074830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422191c-e2d5-4301-af20-167e31342308 req-ea32ddab-a41b-4c40-bff3-e6e13ee0e4b0 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:55.081781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3422191c-e2d5-4301-af20-167e31342308 req-ea32ddab-a41b-4c40-bff3-e6e13ee0e4b0 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.1012259 Aug 19 11:52:55.099889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b129a3-febf-4fa0-8cad-8397df4de67f req-1baa4043-10ce-4d23-807e-161f7381a819 service neutron] 10.222.0.69 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668131 Aug 19 11:52:55.121670 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-75a54556-21cb-4a53-88fc-c4cf443d4467 req-9d90ecd4-2b6b-4f30-8a06-a4f556f5d9b2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334747 Aug 19 11:52:55.125048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3422191c-e2d5-4301-af20-167e31342308 req-68592f2c-486d-4775-80cb-492881964a8e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379062 Aug 19 11:52:55.236392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f21be42b-c8ff-4688-a253-b8c17e8ac148 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:55.368087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:55.382301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'f21be42b-c8ff-4688-a253-b8c17e8ac148', 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b', 'port_id': 'f21be42b-c8ff-4688-a253-b8c17e8ac148', 'mac_address': 'fa:16:3e:c3:92:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a4fdb0-876e-4ce9-a5d2-469649f0215f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:55.411868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874accb-0f4e-473d-a76b-3d68037339bd req-02bcd49d-cbac-4881-ab14-a0f00729078f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:55.413470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9874accb-0f4e-473d-a76b-3d68037339bd req-02bcd49d-cbac-4881-ab14-a0f00729078f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 944 time: 0.0961962 Aug 19 11:52:55.424898 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:55.425950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232417f-b1e0-4bc0-863e-a40997b84620 req-4bdaf0a5-26b8-4052-adbf-70a8bd31439e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:55.427731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7232417f-b1e0-4bc0-863e-a40997b84620 req-4bdaf0a5-26b8-4052-adbf-70a8bd31439e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0705569 Aug 19 11:52:55.439390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21be42b-c8ff-4688-a253-b8c17e8ac148 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:55.458933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:55.464836 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:55.487954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9874accb-0f4e-473d-a76b-3d68037339bd req-dd11e158-04d4-4aa6-8a3f-56f73b8f17c8 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591896 Aug 19 11:52:55.493599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7232417f-b1e0-4bc0-863e-a40997b84620 req-6a89b8fd-f124-4c88-b95c-8735797d2bc5 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584331 Aug 19 11:52:55.517586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f21be42b-c8ff-4688-a253-b8c17e8ac148,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:55.536503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 492eb656-d280-4d19-8234-0af091337518 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:55.551343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device df608236-644b-4946-9aa5-447ae2ae9773 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:52:55.575963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: df608236-644b-4946-9aa5-447ae2ae9773 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:52:55.576303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device df608236-644b-4946-9aa5-447ae2ae9773 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:52:55.614107 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-311113ff-e7d2-4c4f-b6a9-bd3081f8039c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272429 Aug 19 11:52:55.670736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 492eb656-d280-4d19-8234-0af091337518, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=492eb656-d280-4d19-8234-0af091337518,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:55.681928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '492eb656-d280-4d19-8234-0af091337518', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'port_id': '492eb656-d280-4d19-8234-0af091337518', 'mac_address': 'fa:16:3e:5f:4a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:55.720409 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:55.735009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492eb656-d280-4d19-8234-0af091337518 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:55.758727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 492eb656-d280-4d19-8234-0af091337518, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=492eb656-d280-4d19-8234-0af091337518,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:55.767400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:55.821807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-490620cf-f2bd-403b-a557-ba25fcff74ae tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:55.822650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-490620cf-f2bd-403b-a557-ba25fcff74ae tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018671 Aug 19 11:52:55.831626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-ae6a8e68-7f9e-42a8-85f1-4e676f0a8e70 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:55.833191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-ae6a8e68-7f9e-42a8-85f1-4e676f0a8e70 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/networks?id=ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 200 len: 821 time: 0.1982813 Aug 19 11:52:55.840053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=492eb656-d280-4d19-8234-0af091337518,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:55.856330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-a051b490-cfac-4e48-a77d-52be41c557b6 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/quotas/270286d9d3094f81a15c7e90ed3750ed HTTP/1.1" status: 200 len: 375 time: 0.0221264 Aug 19 11:52:55.858068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-54bb6671-30f2-45a5-88fc-182a3ec48789 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/quotas/275c3c28021d4de2ad9a9abcc875d1b6 HTTP/1.1" status: 200 len: 375 time: 0.0173094 Aug 19 11:52:55.947505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-2dd24869-bb66-446b-be4d-e65c4da70142 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848229 Aug 19 11:52:55.952133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-7000d59c-0b27-4f0d-9bc4-6bfcd09ef05e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0874562 Aug 19 11:52:56.014217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f21be42b-c8ff-4688-a253-b8c17e8ac148'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:56.067969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-27a1c876-7d6a-411f-bd0e-70daf31f720a service neutron] 10.222.0.65 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084030 Aug 19 11:52:56.166637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['492eb656-d280-4d19-8234-0af091337518'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:56.167186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-d8df31ae-92a5-40bd-9ff6-1a7ce467ab80 service neutron] 10.222.0.65 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976472 Aug 19 11:52:56.419879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462f491-b4d4-4566-a1b8-6fce7e0b022b req-d54ea34b-2f3f-4cac-bddf-0fdcd01b1a2c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:56.421444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f462f491-b4d4-4566-a1b8-6fce7e0b022b req-d54ea34b-2f3f-4cac-bddf-0fdcd01b1a2c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 945 time: 0.0845768 Aug 19 11:52:56.444949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc930a-5d5e-4008-97c0-538a202c2130 req-f785b24b-956a-43cf-a56d-68de67060b95 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:56.446308 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90fc930a-5d5e-4008-97c0-538a202c2130 req-f785b24b-956a-43cf-a56d-68de67060b95 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 945 time: 0.0749099 Aug 19 11:52:56.497012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f462f491-b4d4-4566-a1b8-6fce7e0b022b req-10839e84-7de4-4686-ae71-9fc48ce68bef tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685394 Aug 19 11:52:56.521638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90fc930a-5d5e-4008-97c0-538a202c2130 req-ecc92aad-4945-4196-ba42-e604a77a3120 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652423 Aug 19 11:52:56.631166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63841240-161a-4f3a-af56-e22feb4857a9 req-21e26a15-f4ca-4ea2-8248-55294c2fb5a7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:56.633313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63841240-161a-4f3a-af56-e22feb4857a9 req-21e26a15-f4ca-4ea2-8248-55294c2fb5a7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 945 time: 0.0586262 Aug 19 11:52:56.676828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63841240-161a-4f3a-af56-e22feb4857a9 req-f69f01cc-63a4-4547-96b8-7f00faf2c87b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368187 Aug 19 11:52:56.784652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b767e21-5bc3-4fe8-8c3c-e7d0262cf1b3 req-f404b3e4-ef5b-4b32-952a-ed3521422340 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 210 time: 0.0323806 Aug 19 11:52:56.941932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fe47-87a3-41ac-aab9-23243d90e9c5 req-bee1079c-60af-4000-96d7-ddacf8c2943a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:56.943400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c777fe47-87a3-41ac-aab9-23243d90e9c5 req-bee1079c-60af-4000-96d7-ddacf8c2943a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 944 time: 0.0858037 Aug 19 11:52:56.951947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f20f5-3e95-424b-af31-dfc38b351283 req-f3ff9933-fb5c-4af5-8a4c-d8657eb575a2 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:56.953515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-075f20f5-3e95-424b-af31-dfc38b351283 req-f3ff9933-fb5c-4af5-8a4c-d8657eb575a2 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0829139 Aug 19 11:52:57.017586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c777fe47-87a3-41ac-aab9-23243d90e9c5 req-0e4ea0e6-89a4-4bd8-9b93-93e3a8ff9454 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628226 Aug 19 11:52:57.033229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-075f20f5-3e95-424b-af31-dfc38b351283 req-32599160-d945-45d4-b250-4f388d0a33fe tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639005 Aug 19 11:52:57.104930 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09418558-6848-4141-b08b-a1d7e56a5959 req-c406780c-9cc1-4b00-903d-b87ca92714d8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690103 Aug 19 11:52:57.116853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d7a63a6-0d83-43ee-9e7b-b91fb4ede64e req-82d7df2c-4f9e-4947-9069-b826c4d9d780 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 210 time: 0.0489995 Aug 19 11:52:57.230520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418558-6848-4141-b08b-a1d7e56a5959 req-227dab6b-bf44-4a36-b687-f91344a79b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:57.232116 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09418558-6848-4141-b08b-a1d7e56a5959 req-227dab6b-bf44-4a36-b687-f91344a79b8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 1096 time: 0.0455899 Aug 19 11:52:57.343441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418558-6848-4141-b08b-a1d7e56a5959 req-169a125a-664e-4a0e-ae41-d72df1df7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:57.345652 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09418558-6848-4141-b08b-a1d7e56a5959 req-169a125a-664e-4a0e-ae41-d72df1df7b8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.0904629 Aug 19 11:52:57.394328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09418558-6848-4141-b08b-a1d7e56a5959 req-aaf4c150-6425-470a-9b73-97b516a1b694 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df HTTP/1.1" status: 200 len: 217 time: 0.0341845 Aug 19 11:52:57.452329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418558-6848-4141-b08b-a1d7e56a5959 req-6d301b60-3c90-4126-bcff-e1cce467cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:57.453835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09418558-6848-4141-b08b-a1d7e56a5959 req-6d301b60-3c90-4126-bcff-e1cce467cad9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.0490553 Aug 19 11:52:57.496359 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09418558-6848-4141-b08b-a1d7e56a5959 req-c46cc73d-dcce-4c77-b876-e593269d993a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255425 Aug 19 11:52:57.565051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28496829-bea6-4cca-86b5-1b61614a35d5 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:52:57.577832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 492eb656-d280-4d19-8234-0af091337518 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:57.653164 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09418558-6848-4141-b08b-a1d7e56a5959 req-55255d32-3deb-4c93-8f3c-0e89e5b56104 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406121 Aug 19 11:52:57.669426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3badec-c72c-4514-a807-e1bab084ab16 req-963298cc-1de4-4c90-b74a-bbd906525eb7 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:57.670990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a3badec-c72c-4514-a807-e1bab084ab16 req-963298cc-1de4-4c90-b74a-bbd906525eb7 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 945 time: 0.1024804 Aug 19 11:52:57.699337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 492eb656-d280-4d19-8234-0af091337518 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:57.710144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ae57-b4e5-409c-9bc1-5f7d6845aa34 req-924e6271-65b5-4ed3-bd70-7e282ef543d5 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:57.712915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bab0ae57-b4e5-409c-9bc1-5f7d6845aa34 req-924e6271-65b5-4ed3-bd70-7e282ef543d5 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 945 time: 0.1018353 Aug 19 11:52:57.713056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 492eb656-d280-4d19-8234-0af091337518 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:57.713528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:57.762287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28496829-bea6-4cca-86b5-1b61614a35d5,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:57.781822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '28496829-bea6-4cca-86b5-1b61614a35d5', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'port_id': '28496829-bea6-4cca-86b5-1b61614a35d5', 'mac_address': 'fa:16:3e:6a:77:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991495d9-f1c8-4404-8e14-d7f40247d2fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:52:57.799591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a3badec-c72c-4514-a807-e1bab084ab16 req-93eb576d-4432-4f12-808e-6dde78668903 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192350 Aug 19 11:52:57.826894 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09418558-6848-4141-b08b-a1d7e56a5959 req-b4ca224b-38ab-4105-8c78-a39cf0be9101 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394503 Aug 19 11:52:57.851204 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:57.857213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bab0ae57-b4e5-409c-9bc1-5f7d6845aa34 req-6a7e826b-fe0e-4a90-8224-ca91a23e747e tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294661 Aug 19 11:52:57.875600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28496829-bea6-4cca-86b5-1b61614a35d5 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:57.890460 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:57.897704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-7ccea6c6-1957-4176-b50d-6a4a2134f7e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:57.899217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-7ccea6c6-1957-4176-b50d-6a4a2134f7e3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "GET /v2.0/networks?id=ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 200 len: 821 time: 0.1841519 Aug 19 11:52:57.909288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28496829-bea6-4cca-86b5-1b61614a35d5,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:57.918346 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:57.927987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492eb656-d280-4d19-8234-0af091337518'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:52:57.931188 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dda91bb-5943-449f-aaaa-5c658fe68067" -d '{"events": [{"server_uuid": "baaa22c1-4631-4d1c-bf2f-299b4fba57e2", "name": "network-vif-plugged", "status": "completed", "tag": "492eb656-d280-4d19-8234-0af091337518"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:52:57.934709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Request body: {'port': {'device_id': '56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c', 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0', 'admin_state_up': True, 'tenant_id': '275c3c28021d4de2ad9a9abcc875d1b6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:57.968250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 492eb656-d280-4d19-8234-0af091337518, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=492eb656-d280-4d19-8234-0af091337518,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:57.975433 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:57.994561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=28496829-bea6-4cca-86b5-1b61614a35d5,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:58.045815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=492eb656-d280-4d19-8234-0af091337518,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:58.142552 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:58.225467 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-52279a13-2572-46b0-aa03-f524fe3ac42b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417366 Aug 19 11:52:58.308336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40c844c8-d8a9-4ec9-807c-07a24b65ad39 req-b6870ca8-c566-405c-b880-210c3166ed07 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 210 time: 0.0781846 Aug 19 11:52:58.341557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6414041-bfc8-470f-b93d-1784e1a75145 req-420548b8-e66d-45f5-8aad-1a609b82f9e2 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:58.342769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6414041-bfc8-470f-b93d-1784e1a75145 req-420548b8-e66d-45f5-8aad-1a609b82f9e2 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 945 time: 0.4255748 Aug 19 11:52:58.387093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-e7af57a8-d295-4ae2-9bc1-950c6be586d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:58.388892 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-e7af57a8-d295-4ae2-9bc1-950c6be586d4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525025 Aug 19 11:52:58.409444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6414041-bfc8-470f-b93d-1784e1a75145 req-20f3505e-77f3-4444-aa19-e48b58ed9b56 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Aug 19 11:52:58.414334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['28496829-bea6-4cca-86b5-1b61614a35d5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:58.445930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Request body: {'port': {'device_id': '0694722c-fd68-4121-ae2c-5502f085db1b', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '270286d9d3094f81a15c7e90ed3750ed'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:58.473129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Made reservation on behalf of 275c3c28021d4de2ad9a9abcc875d1b6 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:58.477652 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:58.501072 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4262452-33a3-481f-a887-4ca6a5813549 x-openstack-request-id: req-a4262452-33a3-481f-a887-4ca6a5813549 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:52:58.501434 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaa22c1-4631-4d1c-bf2f-299b4fba57e2", "name": "network-vif-plugged", "status": "completed", "tag": "492eb656-d280-4d19-8234-0af091337518", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:52:58.501754 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4262452-33a3-481f-a887-4ca6a5813549 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:52:58.502199 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492eb656-d280-4d19-8234-0af091337518', 'code': 200} Aug 19 11:52:58.608284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-5eb7eb1c-1466-41f1-9d4a-c953597f73f4 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:58.615757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-5eb7eb1c-1466-41f1-9d4a-c953597f73f4 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1755142 Aug 19 11:52:58.623729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Made reservation on behalf of 270286d9d3094f81a15c7e90ed3750ed for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:58.629517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:58.700564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-cf9df62e-260a-4530-93e7-4e715caeff5e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135533 Aug 19 11:52:58.755534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-8a02cb13-78e0-4bfa-8a89-8370211f047e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.1388376 Aug 19 11:52:58.773572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Allocated IP 192.168.233.168 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/2c2b3e13-a016-4fc0-92ae-90f587d417ab) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:58.832051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Request body: {'floatingip': {'port_id': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:58.913413 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:58.921292 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:58.927937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85bcdb-dcd4-46da-80ec-f36a977bc6b4 req-e5305035-2451-43a4-a352-1cdaf842bf49 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:58.930147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc85bcdb-dcd4-46da-80ec-f36a977bc6b4 req-e5305035-2451-43a4-a352-1cdaf842bf49 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 945 time: 0.3087001 Aug 19 11:52:58.935679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Transition to ACTIVE for port object 2c2b3e13-a016-4fc0-92ae-90f587d417ab will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:58.938588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Allocated IP 172.20.0.11 (ecf55162-9351-4ca6-93d9-fda533217ca0/e97b1c8b-6deb-4893-915f-1ee36c2609db/f33056c6-2e10-47d8-9685-97a39707048f) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:52:58.945972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e42126-2487-4956-84d2-ffc298c050f1 req-117f2a92-9098-41b1-88e2-208ea8e98993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:58.947450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48e42126-2487-4956-84d2-ffc298c050f1 req-117f2a92-9098-41b1-88e2-208ea8e98993 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 1097 time: 0.2925909 Aug 19 11:52:58.970105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.014091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:52:59.017300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:52:59.021139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:52:59.026669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:59.027288 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.033696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event updated for resources: {'Port': ['ID=2c2b3e13-a016-4fc0-92ae-90f587d417ab,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:59.048769 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-b7da3d83-68bd-45c6-85a2-c27f7f91f289 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6074991 Aug 19 11:52:59.085529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Request body: {'port': {'device_id': '0694722c-fd68-4121-ae2c-5502f085db1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:59.121183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-80907d68-95aa-4ba6-9d9d-640c75181b85 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:59.122714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-80907d68-95aa-4ba6-9d9d-640c75181b85 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3876832 Aug 19 11:52:59.147380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.160705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Request body: {'port': {'device_id': '10374ab1-6fc2-41ce-ba52-dd210b7d0f72', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '270286d9d3094f81a15c7e90ed3750ed'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:52:59.228082 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc85bcdb-dcd4-46da-80ec-f36a977bc6b4 req-b45eb007-0a56-4c06-8879-495f578d9911 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851968 Aug 19 11:52:59.236399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48e42126-2487-4956-84d2-ffc298c050f1 req-91ce0124-632c-4ec5-a447-7afbe08456e8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490578 Aug 19 11:52:59.272191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f21be42b-c8ff-4688-a253-b8c17e8ac148 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:59.315391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-769e46b4-1278-4abb-975b-d26d587a7f08 None None] Provisioning for port 2c2b3e13-a016-4fc0-92ae-90f587d417ab completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:59.321398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-769e46b4-1278-4abb-975b-d26d587a7f08 None None] Provisioning complete for port 2c2b3e13-a016-4fc0-92ae-90f587d417ab triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:59.321784 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-769e46b4-1278-4abb-975b-d26d587a7f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.398071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:52:59.460774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-769e46b4-1278-4abb-975b-d26d587a7f08 None None] Port 2c2b3e13-a016-4fc0-92ae-90f587d417ab cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:52:59.475457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2b3e13-a016-4fc0-92ae-90f587d417ab {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:52:59.486342 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.505134 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Transition to ACTIVE for port object 2c2b3e13-a016-4fc0-92ae-90f587d417ab will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:52:59.514193 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.579353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Pushing event updated for resources: {'Port': ['ID=2c2b3e13-a016-4fc0-92ae-90f587d417ab,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:52:59.580028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386a7bb-0d6c-4f6e-b51e-affb25db384c req-3d69ed11-4117-4a48-bf76-97949442529a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:52:59.581611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5386a7bb-0d6c-4f6e-b51e-affb25db384c req-3d69ed11-4117-4a48-bf76-97949442529a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1918292 Aug 19 11:52:59.622398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28496829-bea6-4cca-86b5-1b61614a35d5 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:52:59.626663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port f21be42b-c8ff-4688-a253-b8c17e8ac148 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:59.631698 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.639586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Made reservation on behalf of 270286d9d3094f81a15c7e90ed3750ed for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:52:59.643150 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.643827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Attempting to bind port 2c2b3e13-a016-4fc0-92ae-90f587d417ab on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:52:59.644252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Attempting to bind port 2c2b3e13-a016-4fc0-92ae-90f587d417ab by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:52:59.644990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Attempting to bind port 2c2b3e13-a016-4fc0-92ae-90f587d417ab on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:59.650359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Port 2c2b3e13-a016-4fc0-92ae-90f587d417ab on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:52:59.650865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Attempting to bind port 2c2b3e13-a016-4fc0-92ae-90f587d417ab on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:52:59.653338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port f21be42b-c8ff-4688-a253-b8c17e8ac148 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:59.653715 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.658568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:52:59.659225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:52:59.660575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:52:59.660575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Bound port: 2c2b3e13-a016-4fc0-92ae-90f587d417ab, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:52:59.660575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.812668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 28496829-bea6-4cca-86b5-1b61614a35d5 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:52:59.824620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5386a7bb-0d6c-4f6e-b51e-affb25db384c req-aef73001-616a-4e2d-abfe-2653a3e8e34b tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856167 Aug 19 11:52:59.844506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 28496829-bea6-4cca-86b5-1b61614a35d5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:52:59.844506 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.871220 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.881864 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:52:59.983266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:52:59.999504 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:00.045273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Network ecf55162-9351-4ca6-93d9-fda533217ca0 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:53:00.056602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] For port 2c2b3e13-a016-4fc0-92ae-90f587d417ab, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:00.059590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:53:00.060733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] For port 2c2b3e13-a016-4fc0-92ae-90f587d417ab, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c2b3e13-a016-4fc0-92ae-90f587d417ab,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:00.064442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 11:53:00.070747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:00.071728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:53:00.090515 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:00.113926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:00.114233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:00.116223 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] 10.222.0.54 "PUT /v2.0/ports/2c2b3e13-a016-4fc0-92ae-90f587d417ab HTTP/1.1" status: 200 len: 1096 time: 1.0368750 Aug 19 11:53:00.116755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0694722c-fd68-4121-ae2c-5502f085db1b', 'tag': '2c2b3e13-a016-4fc0-92ae-90f587d417ab'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:00.118381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f21be42b-c8ff-4688-a253-b8c17e8ac148,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:00.119199 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888f9f3e-f66e-45b6-9028-8824858988ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0694722c-fd68-4121-ae2c-5502f085db1b", "tag": "2c2b3e13-a016-4fc0-92ae-90f587d417ab"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:00.153659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event updated for resources: {'Port': ['ID=f33056c6-2e10-47d8-9685-97a39707048f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:00.167268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28496829-bea6-4cca-86b5-1b61614a35d5,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:00.169808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a34d8-4aa3-4017-9ddb-6c145a885f9e service neutron] Pushing event updated for resources: {'Port': ['ID=2c2b3e13-a016-4fc0-92ae-90f587d417ab,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:00.175111 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:00.226841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Allocated IP 192.168.233.172 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/c4906874-84d6-42b6-807d-0d094b3b173f) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:53:00.238243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e701077-ad5a-4228-86d9-2ed9cac4fa2f req-6ca3cde6-9b46-43e2-8efc-b7660c536aa4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:00.239829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e701077-ad5a-4228-86d9-2ed9cac4fa2f req-6ca3cde6-9b46-43e2-8efc-b7660c536aa4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 948 time: 0.2425439 Aug 19 11:53:00.248075 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:00.264871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:00.269262 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:00.269820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=28496829-bea6-4cca-86b5-1b61614a35d5,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:00.295847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:00.298827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-34bc29b4-a2d9-4024-914e-efadc77afb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:00.300949 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-34bc29b4-a2d9-4024-914e-efadc77afb51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 1099 time: 0.0759814 Aug 19 11:53:00.365081 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3e30ceeb-6a35-4b7b-ab6d-3d7ba162906b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2c2b3e13-a016-4fc0-92ae-90f587d417ab HTTP/1.1" status: 200 len: 217 time: 0.0395358 Aug 19 11:53:00.378273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-3801cce0-8c02-403d-a18c-9610a12fd83b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4488838 Aug 19 11:53:00.458063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-713f2ca8-efe5-4cf4-9465-333672aeb458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:00.460285 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-713f2ca8-efe5-4cf4-9465-333672aeb458 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0874648 Aug 19 11:53:00.503604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148'}, {'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:00.506568 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52be05fe-bb5a-481c-a098-bc7bd0751882" -d '{"events": [{"server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "name": "network-vif-plugged", "status": "completed", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148"}, {"server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "name": "network-vif-plugged", "status": "completed", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:00.538513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-d3c98dcb-2b8c-477f-9592-d7ee4841ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:00.540222 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-d3c98dcb-2b8c-477f-9592-d7ee4841ea6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674860 Aug 19 11:53:00.653481 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3dac456e-ede0-404e-bd32-22806edd3e1e service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972750 Aug 19 11:53:00.716778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Request body: {'port': {'device_id': '56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:00.722598 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e701077-ad5a-4228-86d9-2ed9cac4fa2f req-4fe1dd19-ec3c-477a-a260-f589a34de758 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351654 Aug 19 11:53:00.783771 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-cc09ed63-08a7-4ed5-9143-2513aac4d30d service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185849 Aug 19 11:53:00.864203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:00.873884 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03 associated. External IP: 172.25.4.20, port: 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a. Aug 19 11:53:01.026147 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:01.035049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2db11-3f7f-476f-9a90-fb07995476e5 req-7d15a729-0cd9-43d2-b321-1544f03bf43e tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:01.036474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8e2db11-3f7f-476f-9a90-fb07995476e5 req-7d15a729-0cd9-43d2-b321-1544f03bf43e tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 946 time: 0.2219222 Aug 19 11:53:01.122106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Transition to ACTIVE for port object c4906874-84d6-42b6-807d-0d094b3b173f will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:01.216168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8e2db11-3f7f-476f-9a90-fb07995476e5 req-e7332a71-b000-4aee-bb99-c7f7dd0a8e02 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637909 Aug 19 11:53:01.363876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:01.406864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:01.445324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:53:01.464193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:53:01.478089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:53:01.506146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32f83-d33b-40b0-8198-34ba1e346f1b req-c62a59b8-4332-4de9-a62f-17d59e79b404 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:01.507761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92b32f83-d33b-40b0-8198-34ba1e346f1b req-c62a59b8-4332-4de9-a62f-17d59e79b404 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 932 time: 0.2321286 Aug 19 11:53:01.509800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Router b12627bf-26d1-4933-b689-b2623c975444 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:53:01.513397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event updated for resources: {'Port': ['ID=c4906874-84d6-42b6-807d-0d094b3b173f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:01.570521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33056c6-2e10-47d8-9685-97a39707048f {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:01.590597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:01.656053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:01.656664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:01.665425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Transition to ACTIVE for port object f33056c6-2e10-47d8-9685-97a39707048f will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:01.679581 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:01.684195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92b32f83-d33b-40b0-8198-34ba1e346f1b req-b86f8543-e92b-4e4c-a44e-3bdcde5dcf8b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483054 Aug 19 11:53:01.746742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e9ac7d15-e408-4f17-ae83-6d46f7011803 None None] Provisioning for port c4906874-84d6-42b6-807d-0d094b3b173f completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:01.752733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e9ac7d15-e408-4f17-ae83-6d46f7011803 None None] Provisioning complete for port c4906874-84d6-42b6-807d-0d094b3b173f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:01.753182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7d15-e408-4f17-ae83-6d46f7011803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:01.755878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-0def93ca-9f32-4902-ad07-8f79179b91b7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6076679 Aug 19 11:53:01.796443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac7d15-e408-4f17-ae83-6d46f7011803 None None] Port c4906874-84d6-42b6-807d-0d094b3b173f cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:53:01.821302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Request body: {'port': {'device_id': '10374ab1-6fc2-41ce-ba52-dd210b7d0f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:01.851113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Pushing event updated for resources: {'Port': ['ID=f33056c6-2e10-47d8-9685-97a39707048f,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:01.879240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:53:01.887629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:01.891496 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] Sync routers for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:53:01.902590 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:01.903243 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:01.959144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff5ed7-b725-442a-94b9-17db85ec6b3d req-e06335c5-cc03-486b-8454-bf6dd1292fa6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:01.960719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19ff5ed7-b725-442a-94b9-17db85ec6b3d req-e06335c5-cc03-486b-8454-bf6dd1292fa6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.2039013 Aug 19 11:53:01.975271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-876e3c33-7686-4ee8-bc30-4363b69824b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "PUT /v2.0/floatingips/773f2d67-dc8b-44af-8e32-e9ce4969da03 HTTP/1.1" status: 200 len: 995 time: 3.1815948 Aug 19 11:53:01.983199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:01.985549 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:01.997073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:02.010179 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:02.065511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Attempting to bind port f33056c6-2e10-47d8-9685-97a39707048f on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:02.065841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Attempting to bind port f33056c6-2e10-47d8-9685-97a39707048f by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:02.066171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Attempting to bind port f33056c6-2e10-47d8-9685-97a39707048f on network ecf55162-9351-4ca6-93d9-fda533217ca0 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:02.088396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19ff5ed7-b725-442a-94b9-17db85ec6b3d req-50e02f48-df4b-4afd-878e-76ba158ef758 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187427 Aug 19 11:53:02.098259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Port f33056c6-2e10-47d8-9685-97a39707048f on network ecf55162-9351-4ca6-93d9-fda533217ca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:02.098589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Attempting to bind port f33056c6-2e10-47d8-9685-97a39707048f on network ecf55162-9351-4ca6-93d9-fda533217ca0 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:02.119767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:02.120110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Checking segment: {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:02.120491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Bound using segment: {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:02.120965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Bound port: f33056c6-2e10-47d8-9685-97a39707048f, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:02.121323 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:02.133338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-dff45e84-1827-4724-91ba-4d2ae066a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:02.135022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-dff45e84-1827-4724-91ba-4d2ae066a2fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1096 time: 0.1357868 Aug 19 11:53:02.154759 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30df4eb-68df-4872-8d40-7eff95ce2ba3 x-openstack-request-id: req-b30df4eb-68df-4872-8d40-7eff95ce2ba3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:02.155290 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0694722c-fd68-4121-ae2c-5502f085db1b", "tag": "2c2b3e13-a016-4fc0-92ae-90f587d417ab", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:02.155609 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b30df4eb-68df-4872-8d40-7eff95ce2ba3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:02.156264 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0694722c-fd68-4121-ae2c-5502f085db1b', 'tag': '2c2b3e13-a016-4fc0-92ae-90f587d417ab', 'status': 'completed', 'code': 200} Aug 19 11:53:02.279102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f9f3e-f66e-45b6-9028-8824858988ea req-2c016357-d0dd-46ad-a705-7cb17d8001bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:02.279399 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-888f9f3e-f66e-45b6-9028-8824858988ea req-2c016357-d0dd-46ad-a705-7cb17d8001bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 1099 time: 0.0524871 Aug 19 11:53:02.325360 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:52:59Z', 'revision_number': 1, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:02.351081 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] Checking router: b12627bf-26d1-4933-b689-b2623c975444 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:53:02.359738 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:02.360351 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:02.387579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f9f3e-f66e-45b6-9028-8824858988ea req-e7f423eb-0ffe-4d2e-9676-ad7f7662912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:02.389721 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-888f9f3e-f66e-45b6-9028-8824858988ea req-e7f423eb-0ffe-4d2e-9676-ad7f7662912c service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.0977194 Aug 19 11:53:02.399216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] For port f33056c6-2e10-47d8-9685-97a39707048f, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:02.432707 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] For port f33056c6-2e10-47d8-9685-97a39707048f, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f33056c6-2e10-47d8-9685-97a39707048f,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:02.438202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-888f9f3e-f66e-45b6-9028-8824858988ea req-790bc145-9a9b-4317-be83-91a23b1390a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2c2b3e13-a016-4fc0-92ae-90f587d417ab HTTP/1.1" status: 200 len: 217 time: 0.0388834 Aug 19 11:53:02.440745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ad091-3ae8-4b7c-bb42-f8161be65c71 req-332c23d7-975f-4b13-828f-9598bda652ff tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:02.442240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-203ad091-3ae8-4b7c-bb42-f8161be65c71 req-332c23d7-975f-4b13-828f-9598bda652ff tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 946 time: 0.2123306 Aug 19 11:53:02.443250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-789f9119-d2e3-4313-9fdd-fce0ea55c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:02.444646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-789f9119-d2e3-4313-9fdd-fce0ea55c10a service neutron] 10.222.0.65 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.2992928 Aug 19 11:53:02.450713 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:02.472230 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:02.492959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f9f3e-f66e-45b6-9028-8824858988ea req-6c7f8ddf-2127-4f92-82c3-0e75191a6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:02.494678 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-888f9f3e-f66e-45b6-9028-8824858988ea req-6c7f8ddf-2127-4f92-82c3-0e75191a6405 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0458629 Aug 19 11:53:02.544486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f9f3e-f66e-45b6-9028-8824858988ea req-9a55de09-e5fc-4ac4-8851-2698cdba4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:02.547560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-888f9f3e-f66e-45b6-9028-8824858988ea req-9a55de09-e5fc-4ac4-8851-2698cdba4339 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442176 Aug 19 11:53:02.563356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:02.563977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:02.565392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] 10.222.0.69 "PUT /v2.0/ports/f33056c6-2e10-47d8-9685-97a39707048f HTTP/1.1" status: 200 len: 1092 time: 2.1323330 Aug 19 11:53:02.652995 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-888f9f3e-f66e-45b6-9028-8824858988ea req-56ecf546-7fce-4695-aec7-9b561b0921c6 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956290 Aug 19 11:53:02.655939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ed4ff-58dc-40b2-81ae-d6698fd1a5bf service neutron] Pushing event updated for resources: {'Port': ['ID=f33056c6-2e10-47d8-9685-97a39707048f,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:02.665419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-203ad091-3ae8-4b7c-bb42-f8161be65c71 req-e9d03aa5-2fc6-4eea-8bbf-de36160706d5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161722 Aug 19 11:53:02.686071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-952180d9-38d2-45dd-ba8a-d1eb5f287fd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 998 time: 0.2269399 Aug 19 11:53:02.719107 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0db9e20-a086-4ef5-936d-68176d15da36 x-openstack-request-id: req-d0db9e20-a086-4ef5-936d-68176d15da36 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:02.719403 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "name": "network-vif-plugged", "status": "completed", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148", "code": 200}, {"server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "name": "network-vif-plugged", "status": "completed", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:02.719673 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0db9e20-a086-4ef5-936d-68176d15da36 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:02.720850 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148', 'code': 200} Aug 19 11:53:02.721118 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5', 'code': 200} Aug 19 11:53:02.727302 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:52:59Z', 'revision_number': 1, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:02.756663 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904481c-7af2-4ba1-9984-0e8d613b3f8b None None] The sync data for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 is: [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:52:59Z', 'revision_number': 1, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:53:02.805036 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-888f9f3e-f66e-45b6-9028-8824858988ea req-0fc8a0c9-10a9-4d17-8093-d0bdcbcd6fcc service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364195 Aug 19 11:53:02.879654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821c7fe-e5b7-47b3-ba55-bc96a0de40c9 req-86d1f5f1-1536-486a-a5b8-1240059d99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:02.881220 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d821c7fe-e5b7-47b3-ba55-bc96a0de40c9 req-86d1f5f1-1536-486a-a5b8-1240059d99dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1097 time: 0.0467560 Aug 19 11:53:02.929803 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d821c7fe-e5b7-47b3-ba55-bc96a0de40c9 req-941dc1b9-c489-4e57-980c-89ea28e6c339 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Aug 19 11:53:02.989211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb3c08-9438-4bc2-83b0-b703a1c0ab8b None None] New status for floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:53:03.151489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-9d35c97e-fd55-480b-8148-bd8b0b88e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:03.153005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-9d35c97e-fd55-480b-8148-bd8b0b88e0ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.1359971 Aug 19 11:53:03.155925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4906874-84d6-42b6-807d-0d094b3b173f {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:03.169616 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:03.191045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-7343b748-96f4-496c-98c2-9fdf6dce25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:03.192564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-7343b748-96f4-496c-98c2-9fdf6dce25f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 1095 time: 0.5241923 Aug 19 11:53:03.210597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50792c5d-c6a9-45d2-8f51-bf6d07c0a8c6 req-c0e3f493-4d0f-4273-ad3f-3be1399d26d5 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:03.212215 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50792c5d-c6a9-45d2-8f51-bf6d07c0a8c6 req-c0e3f493-4d0f-4273-ad3f-3be1399d26d5 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1097 time: 0.1961248 Aug 19 11:53:03.219331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e3bf-1304-43b9-ad2b-aca4fbc3dab4 req-23ddfb20-278e-417a-9cbe-fb0edf3c0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:03.220856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa22e3bf-1304-43b9-ad2b-aca4fbc3dab4 req-23ddfb20-278e-417a-9cbe-fb0edf3c0e6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 1097 time: 0.2059655 Aug 19 11:53:03.222955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Transition to ACTIVE for port object c4906874-84d6-42b6-807d-0d094b3b173f will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:03.268615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:03.279578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2c2b3e13-a016-4fc0-92ae-90f587d417ab details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:03.289678 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-cb114205-cd28-46ff-96e7-7643f8b18871 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f33056c6-2e10-47d8-9685-97a39707048f HTTP/1.1" status: 200 len: 217 time: 0.0678298 Aug 19 11:53:03.382286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2c2b3e13-a016-4fc0-92ae-90f587d417ab, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c2b3e13-a016-4fc0-92ae-90f587d417ab,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:03.394242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '2c2b3e13-a016-4fc0-92ae-90f587d417ab', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '2c2b3e13-a016-4fc0-92ae-90f587d417ab', 'mac_address': 'fa:16:3e:5d:00:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:03.399622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-aff083f6-9ba5-4caa-bdcd-7ba8bf84a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:03.401408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-aff083f6-9ba5-4caa-bdcd-7ba8bf84a97d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362807 Aug 19 11:53:03.414433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50792c5d-c6a9-45d2-8f51-bf6d07c0a8c6 req-7cef70eb-aa24-4a3a-a6bb-d8d76f018215 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904202 Aug 19 11:53:03.422090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-2ca65dc7-1768-4e31-a1a2-b39a2266cfcc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:53:03.422991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-2ca65dc7-1768-4e31-a1a2-b39a2266cfcc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138190 Aug 19 11:53:03.423631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Pushing event updated for resources: {'Port': ['ID=c4906874-84d6-42b6-807d-0d094b3b173f,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:03.440606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa22e3bf-1304-43b9-ad2b-aca4fbc3dab4 req-0bde7feb-5bcf-4ae6-9db0-dd899cf51959 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697507 Aug 19 11:53:03.449866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:03.468621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2b3e13-a016-4fc0-92ae-90f587d417ab {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:03.470359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-5a17b677-c7df-46e1-a13f-3f6b4d9f0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:03.471888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-5a17b677-c7df-46e1-a13f-3f6b4d9f0767 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e97b1c8b-6deb-4893-915f-1ee36c2609db HTTP/1.1" status: 200 len: 861 time: 0.1511402 Aug 19 11:53:03.493958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2c2b3e13-a016-4fc0-92ae-90f587d417ab, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c2b3e13-a016-4fc0-92ae-90f587d417ab,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:03.499536 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:03.556791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2c2b3e13-a016-4fc0-92ae-90f587d417ab,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:03.599873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Attempting to bind port c4906874-84d6-42b6-807d-0d094b3b173f on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:03.600205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Attempting to bind port c4906874-84d6-42b6-807d-0d094b3b173f by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:03.600650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Attempting to bind port c4906874-84d6-42b6-807d-0d094b3b173f on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:03.624867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c7cde-f212-4761-ace6-4753bfac410f req-d4bebe49-4a83-403c-9146-5e875cc2881e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:03.626268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-694c7cde-f212-4761-ace6-4753bfac410f req-d4bebe49-4a83-403c-9146-5e875cc2881e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1202741 Aug 19 11:53:03.631592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Port c4906874-84d6-42b6-807d-0d094b3b173f on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:03.631941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Attempting to bind port c4906874-84d6-42b6-807d-0d094b3b173f on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:03.647328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-e77c8aac-1195-45db-9156-f57ec50279bc service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166367 Aug 19 11:53:03.654390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:03.654728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:03.655106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:03.655544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Bound port: c4906874-84d6-42b6-807d-0d094b3b173f, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:03.655897 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:03.753837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-694c7cde-f212-4761-ace6-4753bfac410f req-aab34276-b092-490c-9b59-d4fe9e57d1fc tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195753 Aug 19 11:53:03.809275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50782e-e3df-4b2d-8f9f-4c2c4fdd3ec6 req-9f1bcc6e-ae63-43b2-aa31-799cd1495b33 service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495571 Aug 19 11:53:03.810656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] For port c4906874-84d6-42b6-807d-0d094b3b173f, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:03.814848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] For port c4906874-84d6-42b6-807d-0d094b3b173f, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c4906874-84d6-42b6-807d-0d094b3b173f,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:03.832888 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:03.866177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-caaf3c70-1795-4d3c-a93a-386e66b3fddb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ecf55162-9351-4ca6-93d9-fda533217ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493789 Aug 19 11:53:03.885287 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f30b6a-3331-4343-a91a-07e183dbde85 x-openstack-request-id: req-08f30b6a-3331-4343-a91a-07e183dbde85 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:03.885572 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:03.885823 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08f30b6a-3331-4343-a91a-07e183dbde85 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:03.886205 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'status': 'completed', 'code': 200} Aug 19 11:53:03.895842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:03.896647 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:03.899069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] 10.222.0.69 "PUT /v2.0/ports/c4906874-84d6-42b6-807d-0d094b3b173f HTTP/1.1" status: 200 len: 1096 time: 2.0892508 Aug 19 11:53:03.990152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Pushing event updated for resources: {'Port': ['ID=c4906874-84d6-42b6-807d-0d094b3b173f,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:04.002136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a2bd3-825a-4ca7-89c5-ef3f62f11529 req-14f769aa-ca82-4a9e-b143-91a90457c1c8 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.003696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e46a2bd3-825a-4ca7-89c5-ef3f62f11529 req-14f769aa-ca82-4a9e-b143-91a90457c1c8 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 949 time: 0.1736057 Aug 19 11:53:04.017363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.017607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.017952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.018287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.018620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.018951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.019277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.019812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.020154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.020481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.020840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.021162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff23d57-fd23-413d-9a68-5d416ff511bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:04.061842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8caa5b-8e9f-45b9-ad9d-c9d3137bfa6a req-d91e5a20-8838-480f-9be3-cd1b1de9eddd tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.063373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a8caa5b-8e9f-45b9-ad9d-c9d3137bfa6a req-d91e5a20-8838-480f-9be3-cd1b1de9eddd tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 946 time: 0.1469169 Aug 19 11:53:04.093389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2c2b3e13-a016-4fc0-92ae-90f587d417ab'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:04.205927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e46a2bd3-825a-4ca7-89c5-ef3f62f11529 req-274e4592-ea6b-42c7-a5c3-c7c0295a5c5c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923296 Aug 19 11:53:04.254013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a8caa5b-8e9f-45b9-ad9d-c9d3137bfa6a req-1f080d49-010b-42a5-9443-6f38a4ff8bfb tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351438 Aug 19 11:53:04.265420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-2de7bc5d-3406-4b04-8b79-34b08e3dcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.266943 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-2de7bc5d-3406-4b04-8b79-34b08e3dcd86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 1099 time: 0.1735871 Aug 19 11:53:04.268631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-d11aefa9-9a7c-4270-a2f6-df3e61d5507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.270037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-d11aefa9-9a7c-4270-a2f6-df3e61d5507a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1096 time: 0.1943812 Aug 19 11:53:04.280489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-26a8c249-ced8-4244-93f4-43ce9bd572ef service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450223 Aug 19 11:53:04.395979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5021b-b1c9-4267-b847-42a7fdf7d82e req-5b069268-72a2-47b5-a6be-71c2ca014859 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.397534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fe5021b-b1c9-4267-b847-42a7fdf7d82e req-5b069268-72a2-47b5-a6be-71c2ca014859 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 944 time: 0.1197593 Aug 19 11:53:04.449754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-2be728a4-61a4-4ed4-b1c3-2f97bca25fe2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=c4906874-84d6-42b6-807d-0d094b3b173f HTTP/1.1" status: 200 len: 217 time: 0.1309376 Aug 19 11:53:04.606001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-e15a65a5-60e8-4180-8bfa-632179fb7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.607352 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-e15a65a5-60e8-4180-8bfa-632179fb7de2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1298697 Aug 19 11:53:04.621276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f345af6-25cd-4056-bed4-a0c939f14f7f req-0ca3d5a2-1fef-409d-812c-e8bd7ecc1591 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.622663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f345af6-25cd-4056-bed4-a0c939f14f7f req-0ca3d5a2-1fef-409d-812c-e8bd7ecc1591 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.2945156 Aug 19 11:53:04.625299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fe5021b-b1c9-4267-b847-42a7fdf7d82e req-ba7874a5-c017-468a-a87b-e6b243e6850b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788967 Aug 19 11:53:04.648448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-e1a3af62-e902-47e5-bdeb-f4881c34fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.649685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-e1a3af62-e902-47e5-bdeb-f4881c34fd45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.3234735 Aug 19 11:53:04.653546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-530850b5-ffbb-4610-a25a-4957c7fbdec8 req-74ad9ceb-b6b0-457d-92e9-f33cb1e490a0 service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263140 Aug 19 11:53:04.709368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f345af6-25cd-4056-bed4-a0c939f14f7f req-913b7299-d7b4-4ddb-ba62-b6d30d7db38b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759065 Aug 19 11:53:04.750431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-dad12807-6c19-443e-aa63-5125153ce288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.751952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-dad12807-6c19-443e-aa63-5125153ce288 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174912 Aug 19 11:53:04.767812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-c417ce75-c02c-479d-a409-a494c30d89bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 1000 time: 0.0703168 Aug 19 11:53:04.907855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-ed5e7b2f-c18c-4095-98b7-ce1b8fe055bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.909387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-ed5e7b2f-c18c-4095-98b7-ce1b8fe055bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.1086252 Aug 19 11:53:04.921357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ccd06-72c6-49c0-8f2f-47f447445557 req-b1585b76-4c73-4cdf-af23-ee8471636027 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:04.922689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-548ccd06-72c6-49c0-8f2f-47f447445557 req-b1585b76-4c73-4cdf-af23-ee8471636027 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 946 time: 0.1485212 Aug 19 11:53:04.980506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-9e9222fb-09ec-4270-82e3-08bfbacd8948 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784825 Aug 19 11:53:05.053230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-548ccd06-72c6-49c0-8f2f-47f447445557 req-45cab9b4-03a6-4048-b299-0ea332d99142 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124344 Aug 19 11:53:05.058558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-96272814-1e5f-402f-b13b-dfa34fc0cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:05.059567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-96272814-1e5f-402f-b13b-dfa34fc0cba7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346240 Aug 19 11:53:05.178543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d23fdf8-63ad-4bb5-970b-77b6deb91645 req-adb87af0-9a17-4d36-b567-b727d064b9b8 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811664 Aug 19 11:53:05.222654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-5f0da620-b0f5-48ed-b50b-63c7598d7ae7 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:05.224136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-5f0da620-b0f5-48ed-b50b-63c7598d7ae7 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0929861 Aug 19 11:53:05.227794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-8b40feac-9c54-4171-8b01-2e1038196aaa service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523378 Aug 19 11:53:05.602611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-67d2c16d-f08f-4aca-bd7f-19043c208a7b tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.3721693 Aug 19 11:53:05.639799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Request body: {'floatingip': {'port_id': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:05.708719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:05.769243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06c0e3f3-e77a-45a7-b300-d51f9d5ec86f req-e254a052-9df0-4a85-a38a-3b1bda84c861 service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791742 Aug 19 11:53:05.780255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-0c2f7570-6d1d-46af-bc51-f314e80a8683 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:53:05.781333 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-0c2f7570-6d1d-46af-bc51-f314e80a8683 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061495 Aug 19 11:53:05.792105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Request body: {'binding': {'host': 'n-h1-778550-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:05.792581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Unknown quota resources ['binding']. {{(pid=101153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 11:53:05.896379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c', 'tag': 'f33056c6-2e10-47d8-9685-97a39707048f'}, {'name': 'network-changed', 'server_uuid': '10374ab1-6fc2-41ce-ba52-dd210b7d0f72', 'tag': 'c4906874-84d6-42b6-807d-0d094b3b173f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:05.898820 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ba24ea-62a2-4765-a293-f2d58cf155b7" -d '{"events": [{"name": "network-changed", "server_uuid": "56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c", "tag": "f33056c6-2e10-47d8-9685-97a39707048f"}, {"name": "network-changed", "server_uuid": "10374ab1-6fc2-41ce-ba52-dd210b7d0f72", "tag": "c4906874-84d6-42b6-807d-0d094b3b173f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:05.934276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on host n-h1-778550-9 for vnic_type normal with profile None {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:05.934620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:05.934946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:05.939309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:05.939630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:05.944400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:05.944755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:05.945143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:05.945555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Bound port: 607fc530-ad62-419f-88cf-0a522be8020e, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:05.999709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:06.005460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] Notify callbacks [] for binding, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:06.006642 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2e0a14c1-dd1b-4a08-9442-327bc21107fe service neutron] 10.222.0.65 "POST /v2.0/ports/607fc530-ad62-419f-88cf-0a522be8020e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2180390 Aug 19 11:53:06.210951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bdba3-927e-4d7e-99e0-56efd0703244 req-17148ab1-dc32-4f25-aed6-f630e11e6856 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:06.212469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a90bdba3-927e-4d7e-99e0-56efd0703244 req-17148ab1-dc32-4f25-aed6-f630e11e6856 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 946 time: 0.0941422 Aug 19 11:53:06.222355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44246) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:06.228440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-656c2392-6d7c-44db-8e59-40a8c7ae67be tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Request body: {'floatingip': {'port_id': '492eb656-d280-4d19-8234-0af091337518'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:06.279481 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:06.294772 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:06.319404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-656c2392-6d7c-44db-8e59-40a8c7ae67be tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:06.437013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da8d60-9082-4beb-a1d9-d219e8ecab94 req-c2bd90e4-fbf6-421b-a0ec-502936be0abd tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:06.438509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3da8d60-9082-4beb-a1d9-d219e8ecab94 req-c2bd90e4-fbf6-421b-a0ec-502936be0abd tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1574116 Aug 19 11:53:06.486956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-e411160f-01b5-4c93-8901-fdae321012fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:06.488372 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-e411160f-01b5-4c93-8901-fdae321012fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1097 time: 0.1403689 Aug 19 11:53:06.493186 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03 associated. External IP: 172.25.4.20, port: 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a. Aug 19 11:53:06.536336 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:53:06.559642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3da8d60-9082-4beb-a1d9-d219e8ecab94 req-9355ab71-7dc0-4f7f-82ac-647f4b05069a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109743 Aug 19 11:53:06.729214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-a2bee350-491f-47fa-86a5-31145be84151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:06.730704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-a2bee350-491f-47fa-86a5-31145be84151 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.1996436 Aug 19 11:53:06.738549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90344001-7fe7-4a61-9a40-0265e691f635 req-db935fc8-fd0c-46ec-bd0d-ed6d2c0204d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:06.739822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90344001-7fe7-4a61-9a40-0265e691f635 req-db935fc8-fd0c-46ec-bd0d-ed6d2c0204d1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 949 time: 0.1041572 Aug 19 11:53:06.838689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-c99371b0-3bd2-4590-b405-15ff6ac8288a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607fc530-ad62-419f-88cf-0a522be8020e HTTP/1.1" status: 200 len: 217 time: 0.0602720 Aug 19 11:53:06.923562 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-656c2392-6d7c-44db-8e59-40a8c7ae67be tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:06.924252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90344001-7fe7-4a61-9a40-0265e691f635 req-ecb33721-9787-40e7-bc73-a5b20216a500 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438804 Aug 19 11:53:06.940856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-656c2392-6d7c-44db-8e59-40a8c7ae67be tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:06.949891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-0b5aef0c-6ec5-4a9b-83c3-077b06950425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:06.951355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-0b5aef0c-6ec5-4a9b-83c3-077b06950425 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.0768223 Aug 19 11:53:06.958312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Router b12627bf-26d1-4933-b689-b2623c975444 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:53:07.048820 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-656c2392-6d7c-44db-8e59-40a8c7ae67be tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Floating IP 8168a725-e61f-4175-ba3d-72623ec9dd70 associated. External IP: 172.25.4.127, port: 492eb656-d280-4d19-8234-0af091337518. Aug 19 11:53:07.072603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-d155ebce-ba07-4e13-a194-8f626ec58c52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333686 Aug 19 11:53:07.128405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25aefb-0b57-436f-bce9-4dba2d695add req-60863d58-088f-4e3a-a2e2-63c55cae0d58 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:07.129919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e25aefb-0b57-436f-bce9-4dba2d695add req-60863d58-088f-4e3a-a2e2-63c55cae0d58 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 944 time: 0.1269224 Aug 19 11:53:07.145939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:53:07.160150 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] Sync routers for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:53:07.169726 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:07.170352 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:07.282322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e25aefb-0b57-436f-bce9-4dba2d695add req-f656c99d-0b32-4c69-9f93-f66d85aa791a tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451716 Aug 19 11:53:07.282910 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:07.290632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2c2b3e13-a016-4fc0-92ae-90f587d417ab up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:07.296935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656c2392-6d7c-44db-8e59-40a8c7ae67be tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Router 2814246a-e668-4ddd-8040-55711af7cf38 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:53:07.353956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 2c2b3e13-a016-4fc0-92ae-90f587d417ab completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:07.360063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 2c2b3e13-a016-4fc0-92ae-90f587d417ab triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:07.361533 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:07.419933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-2c05ad5f-7366-4c16-b21c-4e9632945e58 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610214 Aug 19 11:53:07.457978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:07.488219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0694722c-fd68-4121-ae2c-5502f085db1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2b3e13-a016-4fc0-92ae-90f587d417ab'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:07.490670 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd812d68-d7a7-491d-81e5-cbd5699a01a2" -d '{"events": [{"server_uuid": "0694722c-fd68-4121-ae2c-5502f085db1b", "name": "network-vif-plugged", "status": "completed", "tag": "2c2b3e13-a016-4fc0-92ae-90f587d417ab"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:07.492018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab21f9-0f11-465e-9c85-8a1e840e510b req-8e8c293d-b870-4b31-960d-35dec5da7a3b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:07.493528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcab21f9-0f11-465e-9c85-8a1e840e510b req-8e8c293d-b870-4b31-960d-35dec5da7a3b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.1252871 Aug 19 11:53:07.510919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2c2b3e13-a016-4fc0-92ae-90f587d417ab, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c2b3e13-a016-4fc0-92ae-90f587d417ab,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:07.517468 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:07.598174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2c2b3e13-a016-4fc0-92ae-90f587d417ab,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:07.608511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.609196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.609846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.611215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.611736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.612225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.612794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.613296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.613817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.614449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.614945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.615456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:07.648257 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:74:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:53:06Z', 'revision_number': 3, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:07.666948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcab21f9-0f11-465e-9c85-8a1e840e510b req-8fe8b8cf-b713-4c30-82d1-b32b68b58d8f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335995 Aug 19 11:53:07.673408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-bfba8b84-c9ff-4220-aad3-d885c67f8b30 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025416 Aug 19 11:53:07.678544 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] Checking router: b12627bf-26d1-4933-b689-b2623c975444 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:53:07.687532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Router b12627bf-26d1-4933-b689-b2623c975444 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:53:07.700444 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:07.701165 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:07.746250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656c2392-6d7c-44db-8e59-40a8c7ae67be tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:53:07.747450 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc95cec-283a-4305-ba4e-8f36f17dc422 x-openstack-request-id: req-5cc95cec-283a-4305-ba4e-8f36f17dc422 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:07.747844 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c", "tag": "f33056c6-2e10-47d8-9685-97a39707048f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10374ab1-6fc2-41ce-ba52-dd210b7d0f72", "tag": "c4906874-84d6-42b6-807d-0d094b3b173f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:07.748098 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cc95cec-283a-4305-ba4e-8f36f17dc422 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:07.748486 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c', 'tag': 'f33056c6-2e10-47d8-9685-97a39707048f', 'status': 'completed', 'code': 200} Aug 19 11:53:07.748957 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10374ab1-6fc2-41ce-ba52-dd210b7d0f72', 'tag': 'c4906874-84d6-42b6-807d-0d094b3b173f', 'status': 'completed', 'code': 200} Aug 19 11:53:07.759349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-656c2392-6d7c-44db-8e59-40a8c7ae67be tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:07.759575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] Sync routers for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:53:07.772475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:07.774141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:07.796993 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-656c2392-6d7c-44db-8e59-40a8c7ae67be tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "PUT /v2.0/floatingips/8168a725-e61f-4175-ba3d-72623ec9dd70 HTTP/1.1" status: 200 len: 992 time: 1.5709250 Aug 19 11:53:07.796993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'tag': '492eb656-d280-4d19-8234-0af091337518'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:07.797866 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "baaa22c1-4631-4d1c-bf2f-299b4fba57e2", "tag": "492eb656-d280-4d19-8234-0af091337518"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:07.846188 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:07.902006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:08.106853 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:74:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:53:06Z', 'revision_number': 3, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:08.137748 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007fbe9b-5591-41b1-b036-cb378214c4e7 None None] The sync data for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 is: [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:74:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:53:06Z', 'revision_number': 3, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:53:08.193567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '8168a725-e61f-4175-ba3d-72623ec9dd70', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'port_id': '492eb656-d280-4d19-8234-0af091337518', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'mac_address': 'fa:16:3e:5f:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:50:32Z', 'updated_at': '2021-08-19T11:53:06Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:08.194443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-dd4f0911-7f58-4a83-a91e-449e0e5029a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:08.195925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-dd4f0911-7f58-4a83-a91e-449e0e5029a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 1095 time: 0.0856414 Aug 19 11:53:08.199049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:53:08.203786 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:08.226623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] Checking router: 2814246a-e668-4ddd-8040-55711af7cf38 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:53:08.232493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b73962-c32e-4648-bb1c-55f8046ab866 req-6f89b177-b7fb-4b49-b299-b7171992c01f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:08.234072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8b73962-c32e-4648-bb1c-55f8046ab866 req-6f89b177-b7fb-4b49-b299-b7171992c01f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.1209891 Aug 19 11:53:08.235431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:08.236078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:08.347130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6a02da8d-5291-4a64-a85b-45442074a32c tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "PUT /v2.0/floatingips/773f2d67-dc8b-44af-8e32-e9ce4969da03 HTTP/1.1" status: 200 len: 997 time: 2.7347624 Aug 19 11:53:08.357833 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b67e58-fc09-424b-9e8c-cfdd0650a134 None None] New status for floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:53:08.358580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:08.410201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8b73962-c32e-4648-bb1c-55f8046ab866 req-e3334a64-4466-431e-96fe-5371b864c8a4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681244 Aug 19 11:53:08.445771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-ae1e3be1-7fe3-4124-9d87-4d8c473a2964 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:08.469392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-ae1e3be1-7fe3-4124-9d87-4d8c473a2964 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports/6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 942 time: 0.1213009 Aug 19 11:53:08.549401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-026d40af-30a3-4770-9129-a89f47bd5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:08.551549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-026d40af-30a3-4770-9129-a89f47bd5ddd service neutron] 10.222.0.69 "GET /v2.0/networks?id=ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 200 len: 922 time: 0.3011589 Aug 19 11:53:08.574500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2e8d-27ee-43d5-987f-c9bdf205fe00 req-d2505837-abb4-46d4-8686-6121e3808b59 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:08.576610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-747d2e8d-27ee-43d5-987f-c9bdf205fe00 req-d2505837-abb4-46d4-8686-6121e3808b59 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 946 time: 0.0914581 Aug 19 11:53:08.650331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-b7ee5cf5-e2a8-4007-bc24-545c051a233d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f33056c6-2e10-47d8-9685-97a39707048f HTTP/1.1" status: 200 len: 217 time: 0.0713830 Aug 19 11:53:08.653768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '8168a725-e61f-4175-ba3d-72623ec9dd70', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'port_id': '492eb656-d280-4d19-8234-0af091337518', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'mac_address': 'fa:16:3e:5f:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:50:32Z', 'updated_at': '2021-08-19T11:53:06Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:08.690006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc26504-7e95-4961-a992-722298cc8bf0 None None] The sync data for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 is: [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '8168a725-e61f-4175-ba3d-72623ec9dd70', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'port_id': '492eb656-d280-4d19-8234-0af091337518', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'mac_address': 'fa:16:3e:5f:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:50:32Z', 'updated_at': '2021-08-19T11:53:06Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:53:08.731091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-747d2e8d-27ee-43d5-987f-c9bdf205fe00 req-fa03ba63-7172-46aa-aecb-65ea9d090f40 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179397 Aug 19 11:53:08.754618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-e52db3cb-8583-4422-b3bb-cbbdd9d18922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:08.758085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-e52db3cb-8583-4422-b3bb-cbbdd9d18922 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1096 time: 0.1802502 Aug 19 11:53:08.780231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-dee70a2e-17be-4274-ac4f-6ea54a786d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:08.782073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-dee70a2e-17be-4274-ac4f-6ea54a786d11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e97b1c8b-6deb-4893-915f-1ee36c2609db HTTP/1.1" status: 200 len: 861 time: 0.1136456 Aug 19 11:53:08.795038 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace4105a-bbc2-4ec1-9d96-955ae4baa886 x-openstack-request-id: req-ace4105a-bbc2-4ec1-9d96-955ae4baa886 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:08.795327 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0694722c-fd68-4121-ae2c-5502f085db1b", "name": "network-vif-plugged", "status": "completed", "tag": "2c2b3e13-a016-4fc0-92ae-90f587d417ab", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:08.795570 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ace4105a-bbc2-4ec1-9d96-955ae4baa886 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:08.795957 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0694722c-fd68-4121-ae2c-5502f085db1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2b3e13-a016-4fc0-92ae-90f587d417ab', 'code': 200} Aug 19 11:53:08.873461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-3fd4008b-5cb9-41dc-ba1f-6199241f8211 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ecf55162-9351-4ca6-93d9-fda533217ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683746 Aug 19 11:53:08.889114 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] Sync routers for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:53:08.899572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:08.900232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:08.956829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45231d16-4de5-42a7-ac0a-ff49e6cc8735 req-da2977d6-37e2-4e82-b977-140418daadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:08.962081 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-45231d16-4de5-42a7-ac0a-ff49e6cc8735 req-da2977d6-37e2-4e82-b977-140418daadd8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 1101 time: 0.0495653 Aug 19 11:53:08.964886 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5defb0a4-29cb-4469-9430-efa1f3671293 None None] New status for floating IP 8168a725-e61f-4175-ba3d-72623ec9dd70: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:53:09.024809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad2d1f-8c61-4e41-ac48-c77b1e325fc9 req-11c4028b-4159-4048-9bba-1936fe3f1ad0 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.026594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acad2d1f-8c61-4e41-ac48-c77b1e325fc9 req-11c4028b-4159-4048-9bba-1936fe3f1ad0 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1500757 Aug 19 11:53:09.029194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-45231d16-4de5-42a7-ac0a-ff49e6cc8735 req-c8119cfd-2c07-4e1e-b9cb-224256dc7337 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 Aug 19 11:53:09.075793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-9aa4c9ec-4684-495c-922a-7c98192cfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.077392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-9aa4c9ec-4684-495c-922a-7c98192cfa64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.3122609 Aug 19 11:53:09.085984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-0104d9e3-4a1b-4cec-8520-b487d0e059dd service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917026 Aug 19 11:53:09.141762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-6ca9e9d8-2685-4dce-b4b3-056ca041b547 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 217 time: 0.0532568 Aug 19 11:53:09.192629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:09.198684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acad2d1f-8c61-4e41-ac48-c77b1e325fc9 req-5a9261da-bea3-4326-8c05-47023ed07b1a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554742 Aug 19 11:53:09.270095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-20cfedde-4cd5-46a8-ae99-93f0f5187023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.271753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-20cfedde-4cd5-46a8-ae99-93f0f5187023 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.0934634 Aug 19 11:53:09.344763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-82316241-128f-4749-b965-694849bc8428 service neutron] 10.222.0.69 "GET /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417514 Aug 19 11:53:09.366226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-0ff53a71-c08a-4d2a-af20-418a981ec16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.367792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-0ff53a71-c08a-4d2a-af20-418a981ec16b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860782 Aug 19 11:53:09.370582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855f70-6c25-421c-88d0-d29bbabdef94 req-4b1c7632-6304-4637-be55-124a68757ef8 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.372063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a855f70-6c25-421c-88d0-d29bbabdef94 req-4b1c7632-6304-4637-be55-124a68757ef8 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1097 time: 0.0796046 Aug 19 11:53:09.462919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a855f70-6c25-421c-88d0-d29bbabdef94 req-2494dce8-e449-44d8-9bbb-71b62de35bb9 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779607 Aug 19 11:53:09.472307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:74:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:53:08Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:09.500797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] Checking router: b12627bf-26d1-4933-b689-b2623c975444 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:53:09.511092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:09.511642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:09.543003 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-3893805b-5bfa-41f5-ac2b-446eb8251c99 service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669662 Aug 19 11:53:09.608084 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-776d983f-1c5f-4c45-ba7e-6e548e33b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.609796 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-776d983f-1c5f-4c45-ba7e-6e548e33b1c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 1099 time: 0.1335430 Aug 19 11:53:09.634338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:09.638579 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370d052a-b2b4-4a09-8236-f394d4a95f7a x-openstack-request-id: req-370d052a-b2b4-4a09-8236-f394d4a95f7a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:09.639125 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaa22c1-4631-4d1c-bf2f-299b4fba57e2", "tag": "492eb656-d280-4d19-8234-0af091337518", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:09.639597 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-370d052a-b2b4-4a09-8236-f394d4a95f7a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:09.640503 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'tag': '492eb656-d280-4d19-8234-0af091337518', 'status': 'completed', 'code': 200} Aug 19 11:53:09.713960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f33056c6-2e10-47d8-9685-97a39707048f details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:09.741074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-443473e8-d363-4d91-b66b-1fc4c0a5a40e service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967437 Aug 19 11:53:09.766374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'}, {'name': 'network-changed', 'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:09.768786 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9612a8-26fc-4844-b215-32457fb5924d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a"}, {"name": "network-changed", "server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:09.870039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-1688f244-5a74-4a3c-a6ee-84468990d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.872294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-1688f244-5a74-4a3c-a6ee-84468990d188 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2452381 Aug 19 11:53:09.885034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0622b96-73a0-41e8-9881-e4d4c21a9a0e req-6fb7d978-a9c9-4d45-92d0-30fd1230d950 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.886514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0622b96-73a0-41e8-9881-e4d4c21a9a0e req-6fb7d978-a9c9-4d45-92d0-30fd1230d950 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 950 time: 0.1947684 Aug 19 11:53:09.889365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-e9d258c7-9d46-4674-acf1-0ded491d807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.891077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-e9d258c7-9d46-4674-acf1-0ded491d807a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 1097 time: 0.1460330 Aug 19 11:53:09.913671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f33056c6-2e10-47d8-9685-97a39707048f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f33056c6-2e10-47d8-9685-97a39707048f,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:09.939264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-a562d038-0598-45d7-bb97-868618c16ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:09.940751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-a562d038-0598-45d7-bb97-868618c16ba4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1504183 Aug 19 11:53:09.946766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'f33056c6-2e10-47d8-9685-97a39707048f', 'network_id': 'ecf55162-9351-4ca6-93d9-fda533217ca0', 'port_id': 'f33056c6-2e10-47d8-9685-97a39707048f', 'mac_address': 'fa:16:3e:6c:9c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97b1c8b-6deb-4893-915f-1ee36c2609db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:09.956886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-3b135c88-e2ab-4c82-b558-8bdf94a3b481 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=c4906874-84d6-42b6-807d-0d094b3b173f HTTP/1.1" status: 200 len: 217 time: 0.0650015 Aug 19 11:53:09.996398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:10.013630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33056c6-2e10-47d8-9685-97a39707048f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:10.023005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:74:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:53:08Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:10.058746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb46b1-e33f-4b3b-8588-3a5640c59a58 None None] The sync data for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 is: [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:74:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:53:08Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:53:10.063117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f33056c6-2e10-47d8-9685-97a39707048f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f33056c6-2e10-47d8-9685-97a39707048f,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:10.073019 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:10.074116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device c4906874-84d6-42b6-807d-0d094b3b173f details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:10.120782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-1333cb91-39aa-4e71-ad72-837855d33f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:10.123267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-1333cb91-39aa-4e71-ad72-837855d33f6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1450155 Aug 19 11:53:10.169687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0622b96-73a0-41e8-9881-e4d4c21a9a0e req-e11c0da7-4faa-4a0e-93a5-477374a0159f tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687411 Aug 19 11:53:10.174612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f33056c6-2e10-47d8-9685-97a39707048f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:10.225994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port c4906874-84d6-42b6-807d-0d094b3b173f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c4906874-84d6-42b6-807d-0d094b3b173f,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:10.239118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'c4906874-84d6-42b6-807d-0d094b3b173f', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'c4906874-84d6-42b6-807d-0d094b3b173f', 'mac_address': 'fa:16:3e:e7:df:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:10.259691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-6de04d14-5125-4294-902a-479782e611f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:10.261185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-6de04d14-5125-4294-902a-479782e611f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 200 len: 925 time: 0.3184183 Aug 19 11:53:10.290815 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:10.311689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4906874-84d6-42b6-807d-0d094b3b173f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:10.312972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-4321b12b-cc6b-4cd5-809c-9880364e1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:10.314499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-4321b12b-cc6b-4cd5-809c-9880364e1fb4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436195 Aug 19 11:53:10.332314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port c4906874-84d6-42b6-807d-0d094b3b173f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c4906874-84d6-42b6-807d-0d094b3b173f,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:10.340247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:10.384448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-a1c7f9c2-fb9b-461f-920d-4b1cb75a0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:10.386394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-a1c7f9c2-fb9b-461f-920d-4b1cb75a0ec3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.4278238 Aug 19 11:53:10.388247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=c4906874-84d6-42b6-807d-0d094b3b173f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:10.474735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f7112-eed6-4914-a871-00c2d9a48c3e req-ac5c1f79-611a-4909-83f4-ee16d19a03b0 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:10.476276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-882f7112-eed6-4914-a871-00c2d9a48c3e req-ac5c1f79-611a-4909-83f4-ee16d19a03b0 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 945 time: 0.2302027 Aug 19 11:53:10.510468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-4a7a8db6-c7dc-40dd-8e26-403e6ffa6019 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=492eb656-d280-4d19-8234-0af091337518 HTTP/1.1" status: 200 len: 1002 time: 0.2214413 Aug 19 11:53:10.541065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-64102ac2-17c0-40bb-8657-a8128088f2b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 200 len: 1000 time: 0.1243093 Aug 19 11:53:10.626736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-882f7112-eed6-4914-a871-00c2d9a48c3e req-8bca99d3-36ad-46fe-bfb1-c88afdf2f233 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403930 Aug 19 11:53:10.634582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-7d337636-04f3-4f44-a499-095be984d7ce service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850065 Aug 19 11:53:10.657924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-7d831513-28f1-4344-878d-8f1ba73ac3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:10.659329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-7d831513-28f1-4344-878d-8f1ba73ac3e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b3a8cce1-f340-41a6-8c95-f2e79331af66 HTTP/1.1" status: 200 len: 863 time: 0.1289029 Aug 19 11:53:10.674833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-055d007c-7838-4f51-bee3-c97fb928882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:10.677158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-055d007c-7838-4f51-bee3-c97fb928882b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.1246622 Aug 19 11:53:10.804406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-ab5f8106-0cad-4fd7-ad35-1f1475c8bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:10.806542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-ab5f8106-0cad-4fd7-ad35-1f1475c8bfe6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991595 Aug 19 11:53:10.812224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-0877997d-1241-4fcf-96c3-8ed4b2d4d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:10.817115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-0877997d-1241-4fcf-96c3-8ed4b2d4d4e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c44442c-1286-45f6-b8eb-d63d4bd3183a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085296 Aug 19 11:53:10.882392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8ba24ea-62a2-4765-a293-f2d58cf155b7 req-68f4fe7f-71df-42ca-b5d2-d6c9bf65fe4e service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340105 Aug 19 11:53:11.091183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f33056c6-2e10-47d8-9685-97a39707048f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:11.129338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['c4906874-84d6-42b6-807d-0d094b3b173f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:11.313417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eac5b-2bc7-4e7f-a8da-7f90dce693e0 req-81579336-f9e7-4118-aa19-6a5cd0f0f64f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:11.316643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-566eac5b-2bc7-4e7f-a8da-7f90dce693e0 req-81579336-f9e7-4118-aa19-6a5cd0f0f64f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.4366000 Aug 19 11:53:11.352046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-0a2d8613-0103-4194-9aeb-d57c76883da2 service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338526 Aug 19 11:53:11.356319 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-cd87d0ba-e490-406d-8e59-bd2466b90e78 service neutron] 10.222.0.69 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109522 Aug 19 11:53:11.438339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-566eac5b-2bc7-4e7f-a8da-7f90dce693e0 req-a4ce1577-6e04-4735-8d7a-1cc74b216cd8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057639 Aug 19 11:53:11.527805 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf696bb-3a39-4506-bd53-e13b85e23b59 x-openstack-request-id: req-cdf696bb-3a39-4506-bd53-e13b85e23b59 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:11.528103 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:11.528345 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cdf696bb-3a39-4506-bd53-e13b85e23b59 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:11.528769 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'status': 'completed', 'code': 200} Aug 19 11:53:11.529023 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'status': 'completed', 'code': 200} Aug 19 11:53:11.535981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be984f70-8d4e-4cbd-9aab-b46541259dad req-e2e7fa42-fdcb-4ec4-8bc6-aaa3a14445d8 service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748602 Aug 19 11:53:11.541753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d5a30b5-f2b3-4e2b-8aa3-9c4611ec9c7e req-a0e57512-1c49-47fe-a54b-ef53277db07a service neutron] 10.222.0.69 "GET /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578498 Aug 19 11:53:11.641587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97362809-0f44-4b2d-adc6-26c5529d86fc req-66f5165d-8710-4807-8595-42b13e73e2ce tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:11.643197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-97362809-0f44-4b2d-adc6-26c5529d86fc req-66f5165d-8710-4807-8595-42b13e73e2ce tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0654557 Aug 19 11:53:11.686646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9612a8-26fc-4844-b215-32457fb5924d req-43af4caa-0473-4c21-8ad5-a28ccea54665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:11.689200 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-43af4caa-0473-4c21-8ad5-a28ccea54665 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0810435 Aug 19 11:53:11.691483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-97362809-0f44-4b2d-adc6-26c5529d86fc req-afb2693f-9f21-47ff-93c6-56e70e98428f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Aug 19 11:53:11.811813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9612a8-26fc-4844-b215-32457fb5924d req-e3f3a27a-52f9-4580-9ad4-28bfca337e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:11.813523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-e3f3a27a-52f9-4580-9ad4-28bfca337e4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1096 time: 0.0899491 Aug 19 11:53:11.920893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9612a8-26fc-4844-b215-32457fb5924d req-81307055-dc68-42e2-8071-4d809657215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:11.922428 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-81307055-dc68-42e2-8071-4d809657215d service neutron] 10.222.0.54 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.2207172 Aug 19 11:53:11.969613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9612a8-26fc-4844-b215-32457fb5924d req-39b07c53-4272-4f7b-b890-cdf2b4bb2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:11.970652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-39b07c53-4272-4f7b-b890-cdf2b4bb2207 service neutron] 10.222.0.69 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.1389093 Aug 19 11:53:12.014685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5c8e0-bf9e-4031-a2c0-01156ce72e9c req-745e9db5-87c2-4da6-9cf3-c44928311915 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.016425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aac5c8e0-bf9e-4031-a2c0-01156ce72e9c req-745e9db5-87c2-4da6-9cf3-c44928311915 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 950 time: 0.1943641 Aug 19 11:53:12.030574 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-e9b0bc11-eeaf-40f7-a5d7-44d4cf549e26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 200 len: 1000 time: 0.0987322 Aug 19 11:53:12.051682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0733-7aa3-41e3-ade3-22a779f27fd3 req-514e0b82-fcce-48eb-a1e0-d4074bd0df9e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.055591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d7e0733-7aa3-41e3-ade3-22a779f27fd3 req-514e0b82-fcce-48eb-a1e0-d4074bd0df9e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 946 time: 0.1586404 Aug 19 11:53:12.061408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-482101e8-cb15-4e7f-b232-6d79a59828cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 217 time: 0.0773683 Aug 19 11:53:12.103185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9612a8-26fc-4844-b215-32457fb5924d req-5e966620-071b-4446-9db7-d2dafae1b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.104886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-5e966620-071b-4446-9db7-d2dafae1b71a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.0591218 Aug 19 11:53:12.134347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9612a8-26fc-4844-b215-32457fb5924d req-65a8b3a1-6534-4eef-bceb-7e2d9272aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.136444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-65a8b3a1-6534-4eef-bceb-7e2d9272aef4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.0557938 Aug 19 11:53:12.159596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9612a8-26fc-4844-b215-32457fb5924d req-d3ede7fe-e788-4eba-8de3-c7bf6d43d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.161585 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-d3ede7fe-e788-4eba-8de3-c7bf6d43d132 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488207 Aug 19 11:53:12.192873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d7e0733-7aa3-41e3-ade3-22a779f27fd3 req-107260a0-7dcf-42ce-835d-4300a704cc11 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249244 Aug 19 11:53:12.219907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aac5c8e0-bf9e-4031-a2c0-01156ce72e9c req-5b47dfc6-6274-4a7d-ba6a-e24c93635d0c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613076 Aug 19 11:53:12.281695 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-8e266784-c764-41bf-bbdb-ffbdc44dc174 service neutron] 10.222.0.54 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079829 Aug 19 11:53:12.293897 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcffe65c-d22f-4980-939d-6256360e2ad7 req-7c43486f-6e3f-48d7-96be-43d01422e98d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.0728014 Aug 19 11:53:12.352588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffe65c-d22f-4980-939d-6256360e2ad7 req-f1ed2bf5-ae4f-4db1-9361-42ababadd3ee tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.373305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcffe65c-d22f-4980-939d-6256360e2ad7 req-f1ed2bf5-ae4f-4db1-9361-42ababadd3ee tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports/dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 200 len: 942 time: 0.0784657 Aug 19 11:53:12.382648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9612a8-26fc-4844-b215-32457fb5924d req-75ca99e6-37f1-4f22-9edb-2442186f454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.384114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-75ca99e6-37f1-4f22-9edb-2442186f454c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2233989 Aug 19 11:53:12.397042 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-2d2601cb-6a2b-40cc-8000-3b891f35cbd7 service neutron] 10.222.0.54 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043735 Aug 19 11:53:12.484737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4542-6bba-4bab-b5da-b1412f1d3304 req-350c4bf0-f4e8-408d-9195-7e505c4d2df4 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.486221 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c05d4542-6bba-4bab-b5da-b1412f1d3304 req-350c4bf0-f4e8-408d-9195-7e505c4d2df4 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 945 time: 0.1423321 Aug 19 11:53:12.566557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-67c9b14a-3dd4-45b9-9f0d-82e71f087c3e service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594520 Aug 19 11:53:12.616483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c05d4542-6bba-4bab-b5da-b1412f1d3304 req-dfcee703-d192-48c7-a1c2-2e757590eff6 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175914 Aug 19 11:53:12.652366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcffe65c-d22f-4980-939d-6256360e2ad7 req-80d184b9-3a45-45e8-b397-c5b487f4fec2 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.1629002 Aug 19 11:53:12.831073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b9612a8-26fc-4844-b215-32457fb5924d req-ddb5f5f4-e8ed-43f3-b85c-5f7308f15018 service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500072 Aug 19 11:53:12.852485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456969c6-365c-44b2-912c-c7f8a964cbd7 req-4e362d96-c891-422f-8a61-2180c5dd9606 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.854024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-456969c6-365c-44b2-912c-c7f8a964cbd7 req-4e362d96-c891-422f-8a61-2180c5dd9606 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 949 time: 0.1552868 Aug 19 11:53:12.865802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffe65c-d22f-4980-939d-6256360e2ad7 req-80c659da-88e5-40a2-a8d3-8a56113beb2e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:12.867406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcffe65c-d22f-4980-939d-6256360e2ad7 req-80c659da-88e5-40a2-a8d3-8a56113beb2e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.2050493 Aug 19 11:53:12.886142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-dcffe65c-d22f-4980-939d-6256360e2ad7 req-33d29bd4-0377-4f15-a3d5-fa24023000ed tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:53:12.887138 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcffe65c-d22f-4980-939d-6256360e2ad7 req-33d29bd4-0377-4f15-a3d5-fa24023000ed tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118222 Aug 19 11:53:12.909309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-456969c6-365c-44b2-912c-c7f8a964cbd7 req-bc7e0e17-b825-4635-99d8-07ba17fdf1a8 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Aug 19 11:53:13.047097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c2dfa-5d62-4fc9-b45d-4370c8f90c62 req-37d0aaf6-4124-4adf-90cc-5c5ef9e6403d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:13.049107 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f6c2dfa-5d62-4fc9-b45d-4370c8f90c62 req-37d0aaf6-4124-4adf-90cc-5c5ef9e6403d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.0905297 Aug 19 11:53:13.066945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f85a-d63a-4b33-aaf2-657ca1efc224 req-59f7ebcf-d7e0-43fe-9c35-02d5bd6ac5ad tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:13.068773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60c4f85a-d63a-4b33-aaf2-657ca1efc224 req-59f7ebcf-d7e0-43fe-9c35-02d5bd6ac5ad tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0792663 Aug 19 11:53:13.116259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f6c2dfa-5d62-4fc9-b45d-4370c8f90c62 req-c313f99c-3780-4c74-825e-c67f010f90a5 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595269 Aug 19 11:53:13.138399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60c4f85a-d63a-4b33-aaf2-657ca1efc224 req-1db0d096-1670-4d8f-8fb7-b040084fb2e1 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548599 Aug 19 11:53:13.221969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-edd59fe0-3344-41c1-a312-06f76c693999 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.0683169 Aug 19 11:53:13.271416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-f6db5aa4-89be-4791-b9e2-d60012a1ba53 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:13.273108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-f6db5aa4-89be-4791-b9e2-d60012a1ba53 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports/dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 200 len: 942 time: 0.0452995 Aug 19 11:53:13.377701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-80253b75-dea7-45d7-9d41-f03a58b9acb2 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.0640492 Aug 19 11:53:13.490055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-3297f361-583d-4be1-8e62-885d80aae5b8 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:13.491646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-3297f361-583d-4be1-8e62-885d80aae5b8 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1073518 Aug 19 11:53:13.565259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-f571342c-8c1b-400c-adf5-ebafeb2d57c4 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.0658145 Aug 19 11:53:13.582856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-72caf402-1ef4-4a9f-8501-4e521f9a7396 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:13.658668 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-72caf402-1ef4-4a9f-8501-4e521f9a7396 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:13.667452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd27b1-4c1b-40a8-a8b4-586dbb2a8285 req-d9bac5cd-9da8-4dc7-aac4-22922c5e9fa6 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:13.669017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87dd27b1-4c1b-40a8-a8b4-586dbb2a8285 req-d9bac5cd-9da8-4dc7-aac4-22922c5e9fa6 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 946 time: 0.1011720 Aug 19 11:53:13.675164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f33056c6-2e10-47d8-9685-97a39707048f up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:13.728924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port f33056c6-2e10-47d8-9685-97a39707048f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:13.733716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port f33056c6-2e10-47d8-9685-97a39707048f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:13.734449 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:13.781837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87dd27b1-4c1b-40a8-a8b4-586dbb2a8285 req-e785be9a-d19b-42ba-9a5f-4265aa5547a3 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804524 Aug 19 11:53:13.822082 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:13.848128 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-72caf402-1ef4-4a9f-8501-4e521f9a7396 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:13.849044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33056c6-2e10-47d8-9685-97a39707048f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:13.852369 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2248e9-d3e9-43e9-a1a0-ba27d389ef33" -d '{"events": [{"server_uuid": "56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c", "name": "network-vif-plugged", "status": "completed", "tag": "f33056c6-2e10-47d8-9685-97a39707048f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:13.862909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-72caf402-1ef4-4a9f-8501-4e521f9a7396 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:13.863361 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-72caf402-1ef4-4a9f-8501-4e521f9a7396 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03 disassociated. External IP: 172.25.4.20, port: dba68045-1c42-4c69-9624-c17a6f62a3ea. Aug 19 11:53:13.870081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f33056c6-2e10-47d8-9685-97a39707048f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f33056c6-2e10-47d8-9685-97a39707048f,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:13.874659 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:13.875718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device c4906874-84d6-42b6-807d-0d094b3b173f up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:13.956364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f33056c6-2e10-47d8-9685-97a39707048f,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:13.975009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port c4906874-84d6-42b6-807d-0d094b3b173f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:13.979137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd339b-3d5f-4234-b2b3-d2eb648d0161 req-7bf3cb68-00a3-49f9-afcd-323a316801bc tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:13.980134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port c4906874-84d6-42b6-807d-0d094b3b173f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:13.980612 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:13.981142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fbd339b-3d5f-4234-b2b3-d2eb648d0161 req-7bf3cb68-00a3-49f9-afcd-323a316801bc tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 945 time: 0.1293058 Aug 19 11:53:14.063231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fbd339b-3d5f-4234-b2b3-d2eb648d0161 req-e645ad33-c1ac-4c2f-94eb-0d7db3716145 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745237 Aug 19 11:53:14.071823 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:14.107754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port c4906874-84d6-42b6-807d-0d094b3b173f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c4906874-84d6-42b6-807d-0d094b3b173f,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:14.113762 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:14.156338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-72caf402-1ef4-4a9f-8501-4e521f9a7396 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Router b12627bf-26d1-4933-b689-b2623c975444 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:53:14.173116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=c4906874-84d6-42b6-807d-0d094b3b173f,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:14.277399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-72caf402-1ef4-4a9f-8501-4e521f9a7396 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:53:14.282389 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-72caf402-1ef4-4a9f-8501-4e521f9a7396 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:14.293986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] Sync routers for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:53:14.304224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:14.304915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:14.444498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:14.534033 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ca099a-8dae-47a2-b1af-9c88888cc80f x-openstack-request-id: req-c8ca099a-8dae-47a2-b1af-9c88888cc80f {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:14.534266 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c", "name": "network-vif-plugged", "status": "completed", "tag": "f33056c6-2e10-47d8-9685-97a39707048f", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:14.534554 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8ca099a-8dae-47a2-b1af-9c88888cc80f {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:14.534947 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33056c6-2e10-47d8-9685-97a39707048f', 'code': 200} Aug 19 11:53:14.692079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:14.695548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-72caf402-1ef4-4a9f-8501-4e521f9a7396 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "PUT /v2.0/floatingips/773f2d67-dc8b-44af-8e32-e9ce4969da03 HTTP/1.1" status: 200 len: 694 time: 1.1149771 Aug 19 11:53:14.712971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:14.716165 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e" -d '{"events": [{"name": "network-changed", "server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:14.720398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] Checking router: b12627bf-26d1-4933-b689-b2623c975444 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:53:14.729959 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:14.730711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:14.770008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4ad8-060d-404d-b86c-d1f3b541179b req-0475f98f-3324-4f60-b85c-dcf1a4008a17 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:14.777970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa3a4ad8-060d-404d-b86c-d1f3b541179b req-0475f98f-3324-4f60-b85c-dcf1a4008a17 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 950 time: 0.1453049 Aug 19 11:53:14.787012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d4e58-9160-4b88-8197-96a2d6bc63f3 req-805ceabe-2a5a-446a-b64d-ae7370cb29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:14.788630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-768d4e58-9160-4b88-8197-96a2d6bc63f3 req-805ceabe-2a5a-446a-b64d-ae7370cb29ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 1097 time: 0.1440179 Aug 19 11:53:14.810101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-7636c104-be14-4a39-af8c-32b73579d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:14.811693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-7636c104-be14-4a39-af8c-32b73579d1d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1093183 Aug 19 11:53:14.849598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:14.882619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa3a4ad8-060d-404d-b86c-d1f3b541179b req-35b3fcf7-6179-4b3c-84e8-03c1b4f96672 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034646 Aug 19 11:53:14.900087 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-768d4e58-9160-4b88-8197-96a2d6bc63f3 req-77952746-cf45-4025-ad07-267f7efd9524 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004570 Aug 19 11:53:14.948091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-5319e1ca-fdaa-44eb-b6f6-e6b2562b0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:14.949804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-5319e1ca-fdaa-44eb-b6f6-e6b2562b0676 service neutron] 10.222.0.65 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.1294160 Aug 19 11:53:15.016631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-6e8d2131-b331-46a1-9659-2e4a0b0628cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 200 len: 217 time: 0.0531020 Aug 19 11:53:15.050395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d66dfb-a11b-4741-a3b9-d93b23cc2580 req-7e04a39e-0407-454b-b526-cc065798a6a6 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:15.051895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26d66dfb-a11b-4741-a3b9-d93b23cc2580 req-7e04a39e-0407-454b-b526-cc065798a6a6 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.0989079 Aug 19 11:53:15.081945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:15.114189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052d323-ef3b-473e-b538-8cab721b8fda None None] The sync data for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 is: [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:53:15.128295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26d66dfb-a11b-4741-a3b9-d93b23cc2580 req-e2a7cbab-2676-4c94-bdf5-820f300a2c1a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568957 Aug 19 11:53:15.132396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-06758bf1-ed28-4468-ac7e-1c876b5c04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:15.133975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-06758bf1-ed28-4468-ac7e-1c876b5c04d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.1004164 Aug 19 11:53:15.191625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-ec0964ad-a24f-4312-b024-728f0f7fd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:15.193608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-ec0964ad-a24f-4312-b024-728f0f7fd64c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536597 Aug 19 11:53:15.330607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-d06f050b-43b6-4428-9429-8daf6e081d12 service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302421 Aug 19 11:53:15.369821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0506b-f4f6-4fb2-b5a8-f9f651406a88 req-2d28e798-7579-474e-8c0f-e847cc7bf343 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:15.371889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7a0506b-f4f6-4fb2-b5a8-f9f651406a88 req-2d28e798-7579-474e-8c0f-e847cc7bf343 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1507337 Aug 19 11:53:15.476829 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277cb25c-4dc1-4577-b828-3e63fd3f928e None None] New status for floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:53:15.495476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7a0506b-f4f6-4fb2-b5a8-f9f651406a88 req-0e3e740f-51b2-4e78-a52f-bf74c1420c80 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099029 Aug 19 11:53:15.542952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cc09e53-dd3d-44fe-9ef7-725d1238a52e req-c769e044-0a9b-4d99-96b5-479d0b99c0bf service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951001 Aug 19 11:53:15.676241 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628a1318-4b18-4ea2-903e-b0b2a7696572 x-openstack-request-id: req-628a1318-4b18-4ea2-903e-b0b2a7696572 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:15.677124 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:15.677584 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-628a1318-4b18-4ea2-903e-b0b2a7696572 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:15.678595 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'status': 'completed', 'code': 200} Aug 19 11:53:15.811332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c154b38-3f4b-48ba-bb96-c8f6d93904f4 req-915c0f69-9cc8-4040-9d7c-19c2c64008f7 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:15.814215 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c154b38-3f4b-48ba-bb96-c8f6d93904f4 req-915c0f69-9cc8-4040-9d7c-19c2c64008f7 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 946 time: 0.1337795 Aug 19 11:53:15.820098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-6edef24e-1cb8-4554-9d00-f96b711edf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:15.822571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-6edef24e-1cb8-4554-9d00-f96b711edf36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0645347 Aug 19 11:53:15.866869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c154b38-3f4b-48ba-bb96-c8f6d93904f4 req-bde7a03f-87b6-4850-9d4d-d82953eca219 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Aug 19 11:53:15.957175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-398156e5-5731-4866-9590-c6b466b3f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:15.958883 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-398156e5-5731-4866-9590-c6b466b3f6c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.1167054 Aug 19 11:53:16.065265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-54cae7a4-ecc0-4a01-aaa0-ca61dbae1519 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 200 len: 217 time: 0.0411217 Aug 19 11:53:16.069031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f6c15-c95d-42c4-a36f-472a252bb750 req-06a3088a-4d4b-4899-9fc4-fc6d53f32d84 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:16.070915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-269f6c15-c95d-42c4-a36f-472a252bb750 req-06a3088a-4d4b-4899-9fc4-fc6d53f32d84 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 950 time: 0.0886443 Aug 19 11:53:16.094571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-a2d8bd4d-8b98-4b7e-9f7b-9a3760745602 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:16.096060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-a2d8bd4d-8b98-4b7e-9f7b-9a3760745602 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0849123 Aug 19 11:53:16.130698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-ce6f1269-f25e-471b-be26-a9e8f37e716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:16.132820 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-ce6f1269-f25e-471b-be26-a9e8f37e716c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.0552568 Aug 19 11:53:16.166348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6bc7c680-2a19-4de9-a25e-27b7db4db80f tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0584221 Aug 19 11:53:16.183971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-3f29b24d-ab3e-4edb-8a37-2558d03c4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:16.185798 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-3f29b24d-ab3e-4edb-8a37-2558d03c4366 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432138 Aug 19 11:53:16.187074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6a1b75aa-ebfa-45d7-84a2-05d9def01d41 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Request body: {'floatingip': {'port_id': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:16.222485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-269f6c15-c95d-42c4-a36f-472a252bb750 req-99ae70aa-d169-4c3a-9d9d-e431e2cda87a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415684 Aug 19 11:53:16.229813 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6a1b75aa-ebfa-45d7-84a2-05d9def01d41 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:16.334130 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-1fdbe67c-4569-4325-b6ba-86474c24effe service neutron] 10.222.0.54 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296203 Aug 19 11:53:16.446657 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e9ef53f-0187-44a4-aac5-75bf4fcd439e req-3c8aad6d-2a55-483b-abc1-a921e4cb9b25 service neutron] 10.222.0.54 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938711 Aug 19 11:53:16.450406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2587ba-436a-4531-8ba4-ad302318447d req-179dbb92-e97c-4aba-a7f0-e2d8539cfa9e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:16.452024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e2587ba-436a-4531-8ba4-ad302318447d req-179dbb92-e97c-4aba-a7f0-e2d8539cfa9e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.1097860 Aug 19 11:53:16.537235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10374ab1-6fc2-41ce-ba52-dd210b7d0f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4906874-84d6-42b6-807d-0d094b3b173f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:16.539777 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12de754f-c169-47c7-985d-c0913d2bfa35" -d '{"events": [{"server_uuid": "10374ab1-6fc2-41ce-ba52-dd210b7d0f72", "name": "network-vif-plugged", "status": "completed", "tag": "c4906874-84d6-42b6-807d-0d094b3b173f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:16.539933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e2587ba-436a-4531-8ba4-ad302318447d req-891de89a-6bcf-4f37-b0da-f7a7ae259f7d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788028 Aug 19 11:53:16.711431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11a3d-41f0-4e5c-9f2c-c5484bf6e46f req-b7b822cc-372e-466e-8ce3-f00a0c22f7e1 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:16.712882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fd11a3d-41f0-4e5c-9f2c-c5484bf6e46f req-b7b822cc-372e-466e-8ce3-f00a0c22f7e1 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0916016 Aug 19 11:53:16.788417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fd11a3d-41f0-4e5c-9f2c-c5484bf6e46f req-4c87aadd-8567-45b8-82a0-b3995b98892a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680165 Aug 19 11:53:16.852921 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6a1b75aa-ebfa-45d7-84a2-05d9def01d41 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:16.858346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6a1b75aa-ebfa-45d7-84a2-05d9def01d41 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:16.868325 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3373bf6-b02e-4d4e-9e6d-c3a822ed0ad3 x-openstack-request-id: req-b3373bf6-b02e-4d4e-9e6d-c3a822ed0ad3 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:16.868616 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10374ab1-6fc2-41ce-ba52-dd210b7d0f72", "name": "network-vif-plugged", "status": "completed", "tag": "c4906874-84d6-42b6-807d-0d094b3b173f", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:16.868914 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3373bf6-b02e-4d4e-9e6d-c3a822ed0ad3 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:16.869304 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10374ab1-6fc2-41ce-ba52-dd210b7d0f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4906874-84d6-42b6-807d-0d094b3b173f', 'code': 200} Aug 19 11:53:17.013890 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6a1b75aa-ebfa-45d7-84a2-05d9def01d41 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03 associated. External IP: 172.25.4.20, port: 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a. Aug 19 11:53:17.292701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a3d05-52f5-4a0b-ba25-a3edc8d89622 req-f138f3fd-1935-49b8-aa05-17ca14cf2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:17.294235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d05a3d05-52f5-4a0b-ba25-a3edc8d89622 req-f138f3fd-1935-49b8-aa05-17ca14cf2ba2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 1101 time: 0.1584277 Aug 19 11:53:17.327780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a32b3-595b-4d69-a47e-2b52c4c9be4e req-7c17f77a-027f-4fa6-b92c-e731d3f1b12f tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:17.329282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-865a32b3-595b-4d69-a47e-2b52c4c9be4e req-7c17f77a-027f-4fa6-b92c-e731d3f1b12f tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 946 time: 0.1306067 Aug 19 11:53:17.361301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6a1b75aa-ebfa-45d7-84a2-05d9def01d41 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Router b12627bf-26d1-4933-b689-b2623c975444 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:53:17.378899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d05a3d05-52f5-4a0b-ba25-a3edc8d89622 req-8ec05e69-4242-4f9c-a2a6-be17cb5b2417 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671797 Aug 19 11:53:17.396852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-865a32b3-595b-4d69-a47e-2b52c4c9be4e req-0c7f7c26-c5dc-4417-a7c2-c26d301379df tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599382 Aug 19 11:53:17.524376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6a1b75aa-ebfa-45d7-84a2-05d9def01d41 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:53:17.529792 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6a1b75aa-ebfa-45d7-84a2-05d9def01d41 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:17.534405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] Sync routers for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:53:17.544279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:17.545196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:17.559444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593c0cb-379c-4f4a-babe-53b93137e8eb req-7dddb454-24fa-407e-9ea4-1f9cfc41a182 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:17.560942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7593c0cb-379c-4f4a-babe-53b93137e8eb req-7dddb454-24fa-407e-9ea4-1f9cfc41a182 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 950 time: 0.0888207 Aug 19 11:53:17.571559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-6a1b75aa-ebfa-45d7-84a2-05d9def01d41 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "PUT /v2.0/floatingips/773f2d67-dc8b-44af-8e32-e9ce4969da03 HTTP/1.1" status: 200 len: 995 time: 1.3928001 Aug 19 11:53:17.637422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7593c0cb-379c-4f4a-babe-53b93137e8eb req-f8f3203a-d6c5-491c-b8e5-f3f6d2df721b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639756 Aug 19 11:53:17.650778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-3c060850-bab5-4ae5-88ac-4da4f812862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:17.660409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-3c060850-bab5-4ae5-88ac-4da4f812862a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1096 time: 0.0711393 Aug 19 11:53:17.661527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:17.681864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:17.684842 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c2044e-defa-4080-a623-c1a42d78631e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:17.748918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28496829-bea6-4cca-86b5-1b61614a35d5 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:17.765415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-b30856fc-abda-401e-b808-4b7d766cdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:17.773057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-b30856fc-abda-401e-b808-4b7d766cdc6a service neutron] 10.222.0.65 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.1115868 Aug 19 11:53:17.922189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-836af423-eb43-4893-9392-81ab77b0ab55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 998 time: 0.1483574 Aug 19 11:53:17.961631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28496829-bea6-4cca-86b5-1b61614a35d5,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:17.973926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59ca7f-ef5e-4daa-b8c4-96d9bf8601fc req-ee8187f7-2299-4478-bf04-e5c28353ee35 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:17.975655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de59ca7f-ef5e-4daa-b8c4-96d9bf8601fc req-ee8187f7-2299-4478-bf04-e5c28353ee35 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.0986860 Aug 19 11:53:18.001437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '28496829-bea6-4cca-86b5-1b61614a35d5', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'port_id': '28496829-bea6-4cca-86b5-1b61614a35d5', 'mac_address': 'fa:16:3e:6a:77:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991495d9-f1c8-4404-8e14-d7f40247d2fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:18.004512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-dc9cffb1-4438-4fff-b66a-76fc03b5cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:18.006028 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-dc9cffb1-4438-4fff-b66a-76fc03b5cc34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.0757589 Aug 19 11:53:18.046811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de59ca7f-ef5e-4daa-b8c4-96d9bf8601fc req-f5e525fd-eafc-4685-b551-43b4deb52a3c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646634 Aug 19 11:53:18.049518 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:18.067802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-42b38f1b-938d-43de-9f5a-9a87aa6505e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:18.070341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-42b38f1b-938d-43de-9f5a-9a87aa6505e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578306 Aug 19 11:53:18.076046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28496829-bea6-4cca-86b5-1b61614a35d5 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:18.102729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:53:16Z', 'revision_number': 8, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:18.106247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28496829-bea6-4cca-86b5-1b61614a35d5,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:18.136896 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eb5313-cf71-4187-9003-1936c2eb82d2 x-openstack-request-id: req-27eb5313-cf71-4187-9003-1936c2eb82d2 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:18.137189 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:18.137441 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27eb5313-cf71-4187-9003-1936c2eb82d2 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:18.137840 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'status': 'completed', 'code': 200} Aug 19 11:53:18.140506 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:18.144658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] Checking router: b12627bf-26d1-4933-b689-b2623c975444 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:53:18.175517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:18.176353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:18.223058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-9d6d22a8-40cd-42fc-acc0-1927b05eea0d service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461234 Aug 19 11:53:18.237221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=28496829-bea6-4cca-86b5-1b61614a35d5,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:18.269000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0b59e-830b-4a88-b0bd-79813eb736ce req-c32484c0-999e-4fd2-b981-b0dfa541bcfa tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:18.270644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5db0b59e-830b-4a88-b0bd-79813eb736ce req-c32484c0-999e-4fd2-b981-b0dfa541bcfa tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 946 time: 0.1072781 Aug 19 11:53:18.296393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c8d18cb0-60d2-498e-9d86-933ca5b745b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:18.317095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:18.466840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['28496829-bea6-4cca-86b5-1b61614a35d5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:18.566691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-8960f241-3473-47a0-b47c-9598fc8c4f06 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:18.569757 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-8960f241-3473-47a0-b47c-9598fc8c4f06 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.54 "GET /v2.0/ports?device_id=23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1 HTTP/1.1" status: 200 len: 945 time: 0.0825291 Aug 19 11:53:18.659659 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:53:16Z', 'revision_number': 8, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:18.704990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Deleting port dba68045-1c42-4c69-9624-c17a6f62a3ea {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:18.705108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:18.709977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5db0b59e-830b-4a88-b0bd-79813eb736ce req-7c1d739c-dad8-40c8-a329-50f8b67528f1 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067571 Aug 19 11:53:18.710103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810741a-a9c0-4998-a87e-20ef83925f7e None None] The sync data for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 is: [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '773f2d67-dc8b-44af-8e32-e9ce4969da03', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'port_id': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:52:38Z', 'updated_at': '2021-08-19T11:53:16Z', 'revision_number': 8, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:53:18.760123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2044e-defa-4080-a623-c1a42d78631e req-de92b863-7873-48cd-a666-7f36d24eb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:18.761670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9c2044e-defa-4080-a623-c1a42d78631e req-de92b863-7873-48cd-a666-7f36d24eb571 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1096 time: 0.5276463 Aug 19 11:53:18.879049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] For port dba68045-1c42-4c69-9624-c17a6f62a3ea, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dba68045-1c42-4c69-9624-c17a6f62a3ea,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:18.879681 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:18.895425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Calling delete_port for dba68045-1c42-4c69-9624-c17a6f62a3ea owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:18.909341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e38a7b0-fcae-4665-ac45-226cd4604190 req-baa1d497-7c55-40c7-9c5c-3775debbb350 service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6789396 Aug 19 11:53:18.984894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a81bd-82c2-4001-8929-1eb74ffca85b req-948af7a5-088d-4ee7-b2ad-5a43c4ecdc4f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:18.986845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-786a81bd-82c2-4001-8929-1eb74ffca85b req-948af7a5-088d-4ee7-b2ad-5a43c4ecdc4f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1018529 Aug 19 11:53:18.996898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2044e-defa-4080-a623-c1a42d78631e req-9c02ae38-25e9-44a8-9951-482f17b2b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:18.998693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9c2044e-defa-4080-a623-c1a42d78631e req-9c02ae38-25e9-44a8-9951-482f17b2b411 service neutron] 10.222.0.69 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.1810718 Aug 19 11:53:19.119601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-786a81bd-82c2-4001-8929-1eb74ffca85b req-cf2c1a0c-ea8b-4efd-8f47-2419f9ba4061 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102791 Aug 19 11:53:19.142206 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424e08b-8290-481a-9584-185281aa87e7 None None] New status for floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:53:19.170543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9c2044e-defa-4080-a623-c1a42d78631e req-cad57a1b-ea44-4976-aaf4-706f3531b826 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 998 time: 0.1374834 Aug 19 11:53:19.328579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:19.328992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2044e-defa-4080-a623-c1a42d78631e req-f5f30564-9c6a-4a83-95a0-57fe9faed5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:19.331309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9c2044e-defa-4080-a623-c1a42d78631e req-f5f30564-9c6a-4a83-95a0-57fe9faed5b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.1433620 Aug 19 11:53:19.386090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['dba68045-1c42-4c69-9624-c17a6f62a3ea'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:19.394936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Pushing event deleted for resources: {'Port': ['ID=dba68045-1c42-4c69-9624-c17a6f62a3ea,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:19.440062 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:19.483844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] No DVR routers for this DVR port dba68045-1c42-4c69-9624-c17a6f62a3ea on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:53:19.486596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.486937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.487281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.487620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.487953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.488299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.488630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.489329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.489665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.489994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.490323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.491158 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:53:19.494394 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:19.496433 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1d4c52d2-e698-4264-9714-3f7063e5ad8a req-ae110664-d891-4b3f-a49f-13cd5ac63ce5 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.54 "DELETE /v2.0/ports/dba68045-1c42-4c69-9624-c17a6f62a3ea HTTP/1.1" status: 204 len: 173 time: 0.9028444 Aug 19 11:53:19.496912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'name': 'network-vif-deleted', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:19.500590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afbaa-2e4e-4931-8c5b-0e2eb0dd1107 req-16058c03-3211-4314-a8ba-a2a728a43940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:19.502216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-515afbaa-2e4e-4931-8c5b-0e2eb0dd1107 req-16058c03-3211-4314-a8ba-a2a728a43940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 950 time: 0.2059343 Aug 19 11:53:19.513630 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b14162-186a-47ba-9610-264772d8fc8f" -d '{"events": [{"server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "name": "network-vif-deleted", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:19.525192 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6c9aa4d-1747-49e6-be93-9aac38a7fe9b req-94a4af5b-870e-4161-8b75-885b34354c34 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips/773f2d67-dc8b-44af-8e32-e9ce4969da03 HTTP/1.1" status: 200 len: 995 time: 0.1984222 Aug 19 11:53:19.547778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2044e-defa-4080-a623-c1a42d78631e req-ab9b8a74-3ee2-4b35-bbf5-2b1878d31d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:19.549025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9c2044e-defa-4080-a623-c1a42d78631e req-ab9b8a74-3ee2-4b35-bbf5-2b1878d31d90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735709 Aug 19 11:53:19.733369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-515afbaa-2e4e-4931-8c5b-0e2eb0dd1107 req-4f08be6f-5a9c-4e9b-a3af-a6bdf5300e14 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036147 Aug 19 11:53:19.804465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9aa4d-1747-49e6-be93-9aac38a7fe9b req-ced3fb38-2afa-4aeb-9689-f4cde5733eec tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:19.811675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6c9aa4d-1747-49e6-be93-9aac38a7fe9b req-ced3fb38-2afa-4aeb-9689-f4cde5733eec tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.2855175 Aug 19 11:53:19.822461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-b6c9aa4d-1747-49e6-be93-9aac38a7fe9b req-111d72eb-0af8-4a1e-ac1a-5e9ebc369997 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:53:19.829416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6c9aa4d-1747-49e6-be93-9aac38a7fe9b req-111d72eb-0af8-4a1e-ac1a-5e9ebc369997 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167599 Aug 19 11:53:19.870203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28496829-bea6-4cca-86b5-1b61614a35d5 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:19.881133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9c2044e-defa-4080-a623-c1a42d78631e req-fc185ede-d915-4f95-8df7-7a2ac9757741 service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803252 Aug 19 11:53:19.899302 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f59e6c-1d65-4929-bd65-87e28e9b4658 x-openstack-request-id: req-45f59e6c-1d65-4929-bd65-87e28e9b4658 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:19.899830 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1", "name": "network-vif-deleted", "tag": "dba68045-1c42-4c69-9624-c17a6f62a3ea", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:19.899830 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45f59e6c-1d65-4929-bd65-87e28e9b4658 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:19.900230 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c2b2dd-eb08-4b7e-beee-8a8fdb358ac1', 'name': 'network-vif-deleted', 'tag': 'dba68045-1c42-4c69-9624-c17a6f62a3ea', 'status': 'completed', 'code': 200} Aug 19 11:53:19.909047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae8d50-685e-4f39-9899-ce9ddb4f7051 req-2572f2aa-77d0-4656-9d9c-5f851805dccc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:19.918568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8ae8d50-685e-4f39-9899-ce9ddb4f7051 req-2572f2aa-77d0-4656-9d9c-5f851805dccc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.0877178 Aug 19 11:53:20.001186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 28496829-bea6-4cca-86b5-1b61614a35d5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:20.001700 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:20.147514 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:20.151226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8ae8d50-685e-4f39-9899-ce9ddb4f7051 req-b27a0003-5084-4283-aaae-1c23e43ff271 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317326 Aug 19 11:53:20.177597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:20.180605 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4584f31-f7e5-4f3c-a007-4daa137ab7a8" -d '{"events": [{"server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "name": "network-vif-plugged", "status": "completed", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:20.191218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce140253-9e59-4814-a398-f9a8b27a8a2f req-81511ddd-7575-4b7c-b063-1ffc50a64e0d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:20.192899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce140253-9e59-4814-a398-f9a8b27a8a2f req-81511ddd-7575-4b7c-b063-1ffc50a64e0d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 946 time: 0.1862156 Aug 19 11:53:20.203239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28496829-bea6-4cca-86b5-1b61614a35d5,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:20.208620 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:20.221243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9c2044e-defa-4080-a623-c1a42d78631e req-27f3bfac-dd37-4f2e-9209-7698c246b4a5 service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939317 Aug 19 11:53:20.271784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=28496829-bea6-4cca-86b5-1b61614a35d5,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:20.304154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce140253-9e59-4814-a398-f9a8b27a8a2f req-33817fe9-5c11-48ba-8da5-24763e273bfc tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954802 Aug 19 11:53:20.322706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-2f70a8e0-bf88-44e6-8bfa-632bec0dc198 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.1256781 Aug 19 11:53:20.386329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-4b541e7f-fb51-4b46-9d9d-884b09af7558 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:20.387908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-4b541e7f-fb51-4b46-9d9d-884b09af7558 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports/6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 942 time: 0.0644593 Aug 19 11:53:20.539286 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-4fe9e193-e0d8-4a96-91cb-5fd099d3465a tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.1066785 Aug 19 11:53:20.551158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c1df-bfd0-4c90-9f32-9059bd3c1590 req-a299cad2-c211-40a5-899b-529a36fe9963 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:20.552621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74e6c1df-bfd0-4c90-9f32-9059bd3c1590 req-a299cad2-c211-40a5-899b-529a36fe9963 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1121957 Aug 19 11:53:20.669746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74e6c1df-bfd0-4c90-9f32-9059bd3c1590 req-3ff721f9-8e21-48db-97ec-6531982300c5 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944455 Aug 19 11:53:20.708037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-ed46aba1-7d65-49ee-bb9e-2aaf74fddc90 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:20.719332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-ed46aba1-7d65-49ee-bb9e-2aaf74fddc90 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1656113 Aug 19 11:53:20.733672 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ffe8b657-3296-40de-8928-83e1ed64280d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:20.762250 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bfa27b-e00b-432e-86cc-b510edbe9b4f x-openstack-request-id: req-37bfa27b-e00b-432e-86cc-b510edbe9b4f {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:20.762534 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "name": "network-vif-plugged", "status": "completed", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:20.762786 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37bfa27b-e00b-432e-86cc-b510edbe9b4f {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:20.763186 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5', 'code': 200} Aug 19 11:53:20.828968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-08fbd2b9-11c3-4378-9752-1c6636057e6a tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.1083035 Aug 19 11:53:20.834820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-f66c0831-c432-4842-8526-8f1ce57252b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:20.845923 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:20.930026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-f66c0831-c432-4842-8526-8f1ce57252b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:21.084234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d39d-45c5-40c7-8311-8753135965a4 req-7b50088e-762f-4eaf-93c3-29e7df652884 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:21.086735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19a5d39d-45c5-40c7-8311-8753135965a4 req-7b50088e-762f-4eaf-93c3-29e7df652884 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 950 time: 0.1217074 Aug 19 11:53:21.155478 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-f66c0831-c432-4842-8526-8f1ce57252b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:21.170813 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-f66c0831-c432-4842-8526-8f1ce57252b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:21.171276 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-f66c0831-c432-4842-8526-8f1ce57252b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03 disassociated. External IP: 172.25.4.20, port: 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a. Aug 19 11:53:21.228538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19a5d39d-45c5-40c7-8311-8753135965a4 req-913141c9-4dff-4d96-a462-b54ef482451d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323640 Aug 19 11:53:21.436261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dba68045-1c42-4c69-9624-c17a6f62a3ea no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:21.463726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: dba68045-1c42-4c69-9624-c17a6f62a3ea {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:53:21.464330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dba68045-1c42-4c69-9624-c17a6f62a3ea not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:53:21.479348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c811b3-199a-40fd-90df-4daf5e2e3cff req-0033d0eb-3cba-481e-9e36-bff07d6febd8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:21.481250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2c811b3-199a-40fd-90df-4daf5e2e3cff req-0033d0eb-3cba-481e-9e36-bff07d6febd8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 946 time: 0.1529918 Aug 19 11:53:21.543765 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2c811b3-199a-40fd-90df-4daf5e2e3cff req-11179f03-03bc-4d3b-99c6-98b2b106616d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555525 Aug 19 11:53:21.551794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-f66c0831-c432-4842-8526-8f1ce57252b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Router b12627bf-26d1-4933-b689-b2623c975444 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:53:21.713657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-f66c0831-c432-4842-8526-8f1ce57252b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:53:21.719674 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-f66c0831-c432-4842-8526-8f1ce57252b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:21.724199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] Sync routers for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:53:21.744053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:21.744714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:21.764386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-f66c0831-c432-4842-8526-8f1ce57252b3 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "PUT /v2.0/floatingips/773f2d67-dc8b-44af-8e32-e9ce4969da03 HTTP/1.1" status: 200 len: 695 time: 0.9339252 Aug 19 11:53:21.771407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:21.776430 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c929446b-74cf-4510-9e92-5aeb29bfc8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:21.834171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-e723bd56-148a-427f-b8bd-fa082e6887bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:21.841763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-e723bd56-148a-427f-b8bd-fa082e6887bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1096 time: 0.0589266 Aug 19 11:53:21.864252 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:21.937706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:22.058063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-173ea597-6a1d-4d91-88e4-ae2ea28e6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:22.065527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-173ea597-6a1d-4d91-88e4-ae2ea28e6a11 service neutron] 10.222.0.65 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.2227519 Aug 19 11:53:22.124987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-ca17fe35-7c54-4f7c-a368-50473aa0c613 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:22.127205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-ca17fe35-7c54-4f7c-a368-50473aa0c613 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 946 time: 0.2152140 Aug 19 11:53:22.137606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-7aaaef25-5c69-44d6-bae6-d87a16a2749c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 217 time: 0.0711529 Aug 19 11:53:22.167308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c3295-f692-4514-9752-93ef8ecf7bf4 req-9f7b3e6f-bfe3-4fc1-a735-38080b86fcb9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:22.173315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c3295-f692-4514-9752-93ef8ecf7bf4 req-9f7b3e6f-bfe3-4fc1-a735-38080b86fcb9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:22.182134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f07c3295-f692-4514-9752-93ef8ecf7bf4 req-9f7b3e6f-bfe3-4fc1-a735-38080b86fcb9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b&device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 1691 time: 0.2687716 Aug 19 11:53:22.283337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-ea5ce2ea-ee3f-424b-83e5-6d89b8cc6611 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:22.285551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-ea5ce2ea-ee3f-424b-83e5-6d89b8cc6611 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1097 time: 0.2687597 Aug 19 11:53:22.301961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-9a3a076f-7337-4858-acc2-610cfe617cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:22.303775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-9a3a076f-7337-4858-acc2-610cfe617cba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.1651452 Aug 19 11:53:22.394039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:22.428492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] Checking router: b12627bf-26d1-4933-b689-b2623c975444 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:53:22.441667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:22.443140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:22.598554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:22.643873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:22.675216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f07c3295-f692-4514-9752-93ef8ecf7bf4 req-950e4ff1-7c2a-40af-b68a-92a9b3e23b17 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877439 Aug 19 11:53:22.767823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:22.789170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-4e34bdcf-840f-4bf9-92cf-eee46a154ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:22.797222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-4e34bdcf-840f-4bf9-92cf-eee46a154ec1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604788 Aug 19 11:53:22.821018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Deleting port f33056c6-2e10-47d8-9685-97a39707048f {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:22.821368 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:22.839930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:22.870325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f1aaa-80f1-4683-b352-993de02cecea None None] The sync data for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 is: [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:52:10Z', 'revision_number': 4, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0e5bef8-6a46-4703-a5f1-42dc2c16155e', 'name': '', 'network_id': '606f2c84-3b5a-4472-bdd4-d333e8fff34c', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'mac_address': 'fa:16:3e:77:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:09Z', 'updated_at': '2021-08-19T11:52:17Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'subnets': [{'id': 'ecb62196-db99-4814-9d2b-41809a50b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:53:23.012639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72a6fb-8f11-4221-b575-2e561c3a7da7 req-8fefb913-92eb-4a30-9fba-8a1872ad43b3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:23.014272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be72a6fb-8f11-4221-b575-2e561c3a7da7 req-8fefb913-92eb-4a30-9fba-8a1872ad43b3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 946 time: 0.2699800 Aug 19 11:53:23.075542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-90207363-9192-4287-a415-a795475a599a service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773206 Aug 19 11:53:23.193825 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405ecd9-5d74-4250-a6c5-aae1b8fc05be None None] New status for floating IP 773f2d67-dc8b-44af-8e32-e9ce4969da03: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:53:23.204593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] For port f33056c6-2e10-47d8-9685-97a39707048f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f33056c6-2e10-47d8-9685-97a39707048f,segment=NetworkSegment(cc873f14-3f2a-4056-aa7a-14ed32fb4e99),segment_id=cc873f14-3f2a-4056-aa7a-14ed32fb4e99)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:23.205202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:23.236095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Calling delete_port for f33056c6-2e10-47d8-9685-97a39707048f owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:23.278176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be72a6fb-8f11-4221-b575-2e561c3a7da7 req-ce115120-5bc8-46f1-9c12-dfe808819a2b tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups?id=c88963d2-11e9-4d6c-9a5a-ce683789121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998851 Aug 19 11:53:23.391036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:23.442883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45027dd-9a8a-491b-906b-f6c33e72949f req-3e0c4181-ceb1-45d4-bf25-e4b73adf1468 service neutron] 10.222.0.65 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658991 Aug 19 11:53:23.536097 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab98789-20b0-426c-ba7e-02e98ef1982c x-openstack-request-id: req-0ab98789-20b0-426c-ba7e-02e98ef1982c {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:23.536271 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:23.536383 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ab98789-20b0-426c-ba7e-02e98ef1982c {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:23.536802 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'status': 'completed', 'code': 200} Aug 19 11:53:23.584917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:23.630213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f34e-4f84-467d-baf2-3cefd99b3281 req-9e433f45-5516-47a8-9e27-4a90cf2fbd89 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:23.631916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a70f34e-4f84-467d-baf2-3cefd99b3281 req-9e433f45-5516-47a8-9e27-4a90cf2fbd89 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1795788 Aug 19 11:53:23.725462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:23.740469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a70f34e-4f84-467d-baf2-3cefd99b3281 req-f17d31f4-f7d7-4c9a-8455-a9685e39b6d2 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958149 Aug 19 11:53:23.746220 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:23.763544 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:23.817774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-8a3e7981-ff6e-47a4-b0c5-5a90c15659a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:23.819713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-8a3e7981-ff6e-47a4-b0c5-5a90c15659a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777f812e344f44c9a9392cf92f27750a&device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 1096 time: 0.2143312 Aug 19 11:53:23.849125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f33056c6-2e10-47d8-9685-97a39707048f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:23.938294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 607fc530-ad62-419f-88cf-0a522be8020e details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:23.959213 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:23.969737 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:24.040184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-4f4cad2a-22b6-4e1b-91bd-a7a764b025cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:24.043081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-4f4cad2a-22b6-4e1b-91bd-a7a764b025cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 200 len: 921 time: 0.2060976 Aug 19 11:53:24.087527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Pushing event updated for resources: {'Port': ['ID=607fc530-ad62-419f-88cf-0a522be8020e,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:24.103132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] No DVR routers for this DVR port f33056c6-2e10-47d8-9685-97a39707048f on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:53:24.137795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:24.140341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bb87192-b246-4d38-bc17-6561fde5e7cd req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.69 "DELETE /v2.0/ports/f33056c6-2e10-47d8-9685-97a39707048f HTTP/1.1" status: 204 len: 173 time: 1.9988828 Aug 19 11:53:24.141277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:24.178367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on host n-h2-778550-9 for vnic_type normal with profile {"migrating_to": "n-h1-778550-9"} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:24.179624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:24.179624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:24.184422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:24.184878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:24.192395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:24.192882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:24.193817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:24.194320 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Bound port: 607fc530-ad62-419f-88cf-0a522be8020e, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:24.194819 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:24.221635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-33218aea-b357-44bb-a4b2-29fd5ea33dba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 200 len: 217 time: 0.1523726 Aug 19 11:53:24.257005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7945e-b836-47b7-becf-0479bd2b9002 req-74ac1016-d2e3-4da4-9a4d-12f486c53e9d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:24.267581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9c7945e-b836-47b7-becf-0479bd2b9002 req-74ac1016-d2e3-4da4-9a4d-12f486c53e9d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.5255790 Aug 19 11:53:24.271080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on host n-h2-778550-9 for vnic_type normal with profile {"migrating_to": "n-h1-778550-9"} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:24.271442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:24.274660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:24.291605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:24.296330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:24.300320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:24.300752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Attempting to bind port 607fc530-ad62-419f-88cf-0a522be8020e on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:24.303146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67e337-4df6-49ee-95d3-45a6fca49bd3 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event deleted for resources: {'Port': ['ID=f33056c6-2e10-47d8-9685-97a39707048f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:24.306843 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:24.374476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117f04-9c8c-43cd-b41c-536bec4e05c0 req-c3b20987-ce36-441a-83b9-27ddcdc1c199 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:24.385356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd117f04-9c8c-43cd-b41c-536bec4e05c0 req-c3b20987-ce36-441a-83b9-27ddcdc1c199 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 1101 time: 0.2226515 Aug 19 11:53:24.390477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:24.391001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:24.392747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:24.393361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Bound port: 607fc530-ad62-419f-88cf-0a522be8020e, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:24.397861 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:24.427900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 607fc530-ad62-419f-88cf-0a522be8020e has no active binding in host n-h1-778550-9 {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 11:53:24.434112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=607fc530-ad62-419f-88cf-0a522be8020e,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:24.481939 n-d-778550-9 neutron-server[101154]: WARNING neutron.plugins.ml2.plugin [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Concurrent port binding operations failed on port 607fc530-ad62-419f-88cf-0a522be8020e Aug 19 11:53:24.485890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:24.522515 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Attempt 2 to bind port 607fc530-ad62-419f-88cf-0a522be8020e Aug 19 11:53:24.534340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd117f04-9c8c-43cd-b41c-536bec4e05c0 req-efedf2a6-f0d0-4f83-8c8b-4ecb0a9e9f2e tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477890 Aug 19 11:53:24.546884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:24.547517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:24.548946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-4bc445da-01e5-4522-9e70-75b5d46080f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/607fc530-ad62-419f-88cf-0a522be8020e HTTP/1.1" status: 200 len: 1122 time: 1.9133666 Aug 19 11:53:24.565987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-18560d5e-51c4-4cd1-aed7-6c996e0883a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:24.593984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-18560d5e-51c4-4cd1-aed7-6c996e0883a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 200 len: 859 time: 0.3133686 Aug 19 11:53:24.609130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9c7945e-b836-47b7-becf-0479bd2b9002 req-999c4367-f591-49b4-ae29-a260877305b3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349981 Aug 19 11:53:24.715724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-3bc9cd6e-706c-4b70-9892-f556903200f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:24.722163 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-3bc9cd6e-706c-4b70-9892-f556903200f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=606f2c84-3b5a-4472-bdd4-d333e8fff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921574 Aug 19 11:53:24.784015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1c5bdc4-c4d7-450c-94e0-ff59ad028c86 req-d35e8b85-a24c-4bf7-a7b7-8c84958bd745 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c HTTP/1.1" status: 200 len: 210 time: 0.0456741 Aug 19 11:53:24.790866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['607fc530-ad62-419f-88cf-0a522be8020e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:24.894752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['607fc530-ad62-419f-88cf-0a522be8020e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:25.037586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac1bcf-2fb6-4ab4-bb11-ff32866bf07a req-c094d096-f00c-4857-9bed-ca89c71fc3b1 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:25.039532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8ac1bcf-2fb6-4ab4-bb11-ff32866bf07a req-c094d096-f00c-4857-9bed-ca89c71fc3b1 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 1101 time: 0.1362925 Aug 19 11:53:25.042523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cec6f-2c79-4c44-8333-15728ca1ee5a req-b5169594-5055-4cc0-8752-ffcc53c6bd9b tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:25.049353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b21cec6f-2c79-4c44-8333-15728ca1ee5a req-b5169594-5055-4cc0-8752-ffcc53c6bd9b tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1097 time: 0.1447482 Aug 19 11:53:25.080151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-b2025a48-6bca-49b0-8449-90b9d7cd3dc3 service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950537 Aug 19 11:53:25.134292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8ac1bcf-2fb6-4ab4-bb11-ff32866bf07a req-93004cc9-40f3-48e6-93b2-d160ba17f64b tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792494 Aug 19 11:53:25.234476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b21cec6f-2c79-4c44-8333-15728ca1ee5a req-1b1a4cc9-684c-41e1-9772-88c241b4493b tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777790 Aug 19 11:53:25.262672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-71937060-dd1b-4a15-b48f-f23585429171 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips/773f2d67-dc8b-44af-8e32-e9ce4969da03 HTTP/1.1" status: 200 len: 693 time: 0.0984495 Aug 19 11:53:25.315549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c929446b-74cf-4510-9e92-5aeb29bfc8cd req-cbc72221-b3a5-4f83-820e-5165a2395688 service neutron] 10.222.0.69 "GET /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136419 Aug 19 11:53:25.418802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-3e1c6ecc-5a18-4633-9ad1-2c1a47212f06 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:25.420332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-3e1c6ecc-5a18-4633-9ad1-2c1a47212f06 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1486647 Aug 19 11:53:25.432855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-4406ee80-ad31-43fc-8386-250e96482638 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:53:25.433958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-4406ee80-ad31-43fc-8386-250e96482638 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068691 Aug 19 11:53:25.507275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-6af52e02-d546-434b-b069-1f6a5fa15911 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 696 time: 0.0608613 Aug 19 11:53:25.569315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e'}, {'server_uuid': '56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c', 'name': 'network-vif-deleted', 'tag': 'f33056c6-2e10-47d8-9685-97a39707048f'}, {'name': 'network-changed', 'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:25.571771 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952" -d '{"events": [{"server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "607fc530-ad62-419f-88cf-0a522be8020e"}, {"server_uuid": "56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c", "name": "network-vif-deleted", "tag": "f33056c6-2e10-47d8-9685-97a39707048f"}, {"name": "network-changed", "server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "tag": "607fc530-ad62-419f-88cf-0a522be8020e"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:25.585919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-c57816e6-9176-47e0-9ea6-c74abe4c9985 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 696 time: 0.0716429 Aug 19 11:53:25.746017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa39078-4dd9-4e35-9cbd-1984c193bb1f req-b556daf2-9a7f-48a5-b473-f1f587cc71af tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:25.747820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaa39078-4dd9-4e35-9cbd-1984c193bb1f req-b556daf2-9a7f-48a5-b473-f1f587cc71af tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1455209 Aug 19 11:53:25.817327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaa39078-4dd9-4e35-9cbd-1984c193bb1f req-5d794fc1-d98a-484a-9289-fee27cac557a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615413 Aug 19 11:53:25.820093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Deleting port bbd822e8-43c9-446a-95f4-54bf77a1d2cd {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:25.820981 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:25.883691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f33056c6-2e10-47d8-9685-97a39707048f no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:25.932280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: f33056c6-2e10-47d8-9685-97a39707048f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:53:25.936089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f33056c6-2e10-47d8-9685-97a39707048f not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:53:25.968979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-1ccb653d-2c80-4e69-a2af-13615f5fa036 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330639 Aug 19 11:53:25.970725 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:25.971115 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:25.993037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Calling delete_port for bbd822e8-43c9-446a-95f4-54bf77a1d2cd owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:26.168586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-66cceaf5-7f64-480d-9ff6-b1f9d4f80b84 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:26.170222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-66cceaf5-7f64-480d-9ff6-b1f9d4f80b84 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914589 Aug 19 11:53:26.200613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-c7cfe37e-7f75-428c-a6a5-c352e0c1821d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/quotas/270286d9d3094f81a15c7e90ed3750ed HTTP/1.1" status: 200 len: 375 time: 0.0170209 Aug 19 11:53:26.306955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:26.333527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-710f0ea7-344a-4b11-928e-77157c6c94f8 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1236205 Aug 19 11:53:26.361184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Pushing event deleted for resources: {'Port': ['ID=bbd822e8-43c9-446a-95f4-54bf77a1d2cd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:26.449468 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:26.452640 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:26.453861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ffbdf75-8bf3-4b39-a4e2-4478c2ab1d79 req-0e9f0fde-6c93-4745-a515-88c9dea5c072 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "DELETE /v2.0/floatingips/773f2d67-dc8b-44af-8e32-e9ce4969da03 HTTP/1.1" status: 204 len: 173 time: 0.8621805 Aug 19 11:53:26.561819 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2fa17b-cc52-4cd4-92d3-cfe9c63475d9 x-openstack-request-id: req-8b2fa17b-cc52-4cd4-92d3-cfe9c63475d9 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:26.562115 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "607fc530-ad62-419f-88cf-0a522be8020e", "code": 200}, {"server_uuid": "56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c", "name": "network-vif-deleted", "tag": "f33056c6-2e10-47d8-9685-97a39707048f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "tag": "607fc530-ad62-419f-88cf-0a522be8020e", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:26.562363 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b2fa17b-cc52-4cd4-92d3-cfe9c63475d9 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:26.562767 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e', 'code': 200} Aug 19 11:53:26.563014 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d63a55-d0ef-4bbd-9c2d-d76e01b1a88c', 'name': 'network-vif-deleted', 'tag': 'f33056c6-2e10-47d8-9685-97a39707048f', 'status': 'completed', 'code': 200} Aug 19 11:53:26.563256 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e', 'status': 'completed', 'code': 200} Aug 19 11:53:26.694596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0314c1-4bd0-40a9-a505-da9ba40529a8 req-e10e5023-2f68-4fd8-b28f-7b2cf8754fdd tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:26.707237 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f0314c1-4bd0-40a9-a505-da9ba40529a8 req-e10e5023-2f68-4fd8-b28f-7b2cf8754fdd tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.0864625 Aug 19 11:53:26.751026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-6abcb4ed-f3b0-4b3e-988c-e3aaa24d32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:26.753367 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-6abcb4ed-f3b0-4b3e-988c-e3aaa24d32f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1125 time: 0.0836678 Aug 19 11:53:26.799574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f0314c1-4bd0-40a9-a505-da9ba40529a8 req-a95451a6-fe05-4e4d-8bff-d9d24a05a26a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913968 Aug 19 11:53:26.892509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-ace2b624-1e4e-47b3-9c23-9bc443b8a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:26.894329 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-ace2b624-1e4e-47b3-9c23-9bc443b8a7a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.1309400 Aug 19 11:53:26.982740 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-f2139044-401d-4706-a1cf-eb41be9e698b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607fc530-ad62-419f-88cf-0a522be8020e HTTP/1.1" status: 200 len: 217 time: 0.0738339 Aug 19 11:53:27.088160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-75a3af36-4598-4028-a096-b09f0083c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:27.091799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-75a3af36-4598-4028-a096-b09f0083c965 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.0955191 Aug 19 11:53:27.157464 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-a42ef729-93e4-4a3f-930e-67b1170b6bd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546541 Aug 19 11:53:27.271373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d297223-a824-4b05-8766-e0f3e9093945 req-f8d15cde-fb44-41a5-bc5d-b23f8a4d0504 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 210 time: 0.0784314 Aug 19 11:53:27.341653 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-ec2e30e8-616d-4ad9-b587-db52a9f1ea2d service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747246 Aug 19 11:53:27.467516 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90c67a8e-1bb8-46a3-93cb-b12d9a2a1952 req-992fe090-c907-43d2-abd2-fb016cc15dc2 service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062326 Aug 19 11:53:27.539499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3fc69-5d67-492b-94b0-671bc4ae2aa0 req-785e0190-61eb-4b46-bc1a-606489994f34 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:27.541858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4f3fc69-5d67-492b-94b0-671bc4ae2aa0 req-785e0190-61eb-4b46-bc1a-606489994f34 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0715780 Aug 19 11:53:27.601151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4f3fc69-5d67-492b-94b0-671bc4ae2aa0 req-929d68c3-5899-432d-ae3c-4369c4041de7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507102 Aug 19 11:53:27.788326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a40f6-dedc-484b-8c4c-3930c8355dde req-b8f51f2c-4e58-4844-a02f-d56847d767dd tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:27.797781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb3a40f6-dedc-484b-8c4c-3930c8355dde req-b8f51f2c-4e58-4844-a02f-d56847d767dd tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 945 time: 0.0770180 Aug 19 11:53:27.841003 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb3a40f6-dedc-484b-8c4c-3930c8355dde req-590453fa-06aa-4b9a-8ceb-f73aa9fd07c9 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Aug 19 11:53:27.879685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-17419bbd-597e-4d3c-92f2-55a37c12a8c8 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:53:27.880602 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-17419bbd-597e-4d3c-92f2-55a37c12a8c8 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063794 Aug 19 11:53:27.896543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Request body: {'binding': {'host': 'n-h1-778550-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:27.897110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Unknown quota resources ['binding']. {{(pid=101153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 11:53:27.997803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb8ff7-24e3-4485-870a-f9c1b181ed5e req-f8bcff28-d568-42dd-9e32-23d0c465b15e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:27.999912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6bb8ff7-24e3-4485-870a-f9c1b181ed5e req-f8bcff28-d568-42dd-9e32-23d0c465b15e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.0543206 Aug 19 11:53:28.066029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6bb8ff7-24e3-4485-870a-f9c1b181ed5e req-46bde463-4508-44bb-a703-9ff04a06d3db tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563927 Aug 19 11:53:28.066230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 on host n-h1-778550-9 for vnic_type normal with profile None {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:28.066661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:28.067080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:28.076605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Port f21be42b-c8ff-4688-a253-b8c17e8ac148 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:28.076801 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:28.085714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:28.086050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:28.087066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:28.087597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Bound port: f21be42b-c8ff-4688-a253-b8c17e8ac148, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:28.169029 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:28.181528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:28.188762 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:28.190153 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-94e7cd99-e76a-4e2f-b0a1-58036eb0a6e3 service neutron] 10.222.0.65 "POST /v2.0/ports/f21be42b-c8ff-4688-a253-b8c17e8ac148/bindings HTTP/1.1" status: 201 len: 389 time: 0.3014605 Aug 19 11:53:28.239967 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-2e6c9eaf-20aa-4c89-aa63-668010a23229 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334151 Aug 19 11:53:28.254192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44638) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:28.361135 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93645d9f-2925-4bbe-bad2-0b7a61d0ab1e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:28.420062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93645d9f-2925-4bbe-bad2-0b7a61d0ab1e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:28.475318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-ab03bc58-0b5a-4e81-b645-419c398a27fe tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:28.477066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3517409-184e-4110-9379-df8ccb8cd2cd req-50f3f70f-080a-4638-a430-b9ab4b881024 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 210 time: 0.0598800 Aug 19 11:53:28.492804 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-ab03bc58-0b5a-4e81-b645-419c398a27fe tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424693 Aug 19 11:53:28.521888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Request body: {'port': {'device_id': '7e0c598c-e2be-4572-9104-0772baa2f515', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '270286d9d3094f81a15c7e90ed3750ed'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:28.573167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe2d1-2fa6-42f2-9ccd-de24f94e3ca2 req-b02a6ca1-51de-48e3-b333-6fe8409ac3e1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:28.574721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-919fe2d1-2fa6-42f2-9ccd-de24f94e3ca2 req-b02a6ca1-51de-48e3-b333-6fe8409ac3e1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0913763 Aug 19 11:53:28.603267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93645d9f-2925-4bbe-bad2-0b7a61d0ab1e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:28.605930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93645d9f-2925-4bbe-bad2-0b7a61d0ab1e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:28.607062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-93645d9f-2925-4bbe-bad2-0b7a61d0ab1e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "DELETE /v2.0/security-groups/65b4c48c-1fa6-4f17-b1c5-1832ef9de99d HTTP/1.1" status: 204 len: 168 time: 0.3518739 Aug 19 11:53:28.609886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44646) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:28.626751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93645d9f-2925-4bbe-bad2-0b7a61d0ab1e tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b4c48c-1fa6-4f17-b1c5-1832ef9de99d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:28.628611 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-e74bbaa1-4e5c-4f3f-a264-10ad6f0eb29d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] show failed (client error): The resource could not be found. Aug 19 11:53:28.631948 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e74bbaa1-4e5c-4f3f-a264-10ad6f0eb29d tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "GET /v2.0/security-groups/65b4c48c-1fa6-4f17-b1c5-1832ef9de99d HTTP/1.1" status: 404 len: 347 time: 0.0209742 Aug 19 11:53:28.632522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44650) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:28.642377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-919fe2d1-2fa6-42f2-9ccd-de24f94e3ca2 req-b1dd6851-962b-4d0f-be9f-033c9ed6a5c1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573349 Aug 19 11:53:28.779113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f74575-4dc5-4b85-84da-00e025cb08a8 req-13c93130-7748-4fee-85d9-37001d14c6c7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:28.781214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84f74575-4dc5-4b85-84da-00e025cb08a8 req-13c93130-7748-4fee-85d9-37001d14c6c7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0537705 Aug 19 11:53:28.831991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84f74575-4dc5-4b85-84da-00e025cb08a8 req-4f33adaf-aa0f-4668-a778-395dd33a6480 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Aug 19 11:53:28.845420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Made reservation on behalf of 270286d9d3094f81a15c7e90ed3750ed for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:53:28.851002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:28.889140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Deleting port 39255ae2-efe8-4d4d-a29d-d0b09dead388 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:28.889754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:28.990334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f37b3-9664-4028-8fd7-83a9881f2ff2 req-c3ddbff0-dc79-4aac-8876-db411749ef20 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:29.000497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec7f37b3-9664-4028-8fd7-83a9881f2ff2 req-c3ddbff0-dc79-4aac-8876-db411749ef20 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 945 time: 0.0688322 Aug 19 11:53:29.046614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec7f37b3-9664-4028-8fd7-83a9881f2ff2 req-ee05ac32-9b06-42e8-b589-48a6330d5dc4 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Aug 19 11:53:29.086536 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.087264 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.107210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Calling delete_port for 39255ae2-efe8-4d4d-a29d-d0b09dead388 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:29.135992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Allocated IP 192.168.233.140 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/a19b0f0b-e1de-4666-9fde-1c6121d7f09e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:53:29.201275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b9cb-bfc1-4ef6-ab9e-e35b6155ed82 req-95e1d7fb-1aed-49e4-a5e6-61934a17afd9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:29.205630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5e7b9cb-bfc1-4ef6-ab9e-e35b6155ed82 req-95e1d7fb-1aed-49e4-a5e6-61934a17afd9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.0688405 Aug 19 11:53:29.281048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5e7b9cb-bfc1-4ef6-ab9e-e35b6155ed82 req-96f99db2-035d-422a-9a5b-21880d2f14e1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693331 Aug 19 11:53:29.400081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.419995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.446293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Pushing event deleted for resources: {'Port': ['ID=39255ae2-efe8-4d4d-a29d-d0b09dead388,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:29.473188 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.475853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.477115 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2b612d40-b7dd-45fb-886d-f9de9f084a69 tempest-ImagesOneServerNegativeTestJSON-777026655 tempest-ImagesOneServerNegativeTestJSON-777026655-project] 10.222.0.65 "DELETE /v2.0/floatingips/33ac2240-9d5b-4a10-946b-afb691bb2afc HTTP/1.1" status: 204 len: 168 time: 0.8416798 Aug 19 11:53:29.478241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Transition to ACTIVE for port object a19b0f0b-e1de-4666-9fde-1c6121d7f09e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:29.535106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.584734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2c2b3e13-a016-4fc0-92ae-90f587d417ab'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:29.606705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:53:29.615731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:53:29.618302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:53:29.624269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:29.660897 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.660897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44678) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:29.661500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'c4906874-84d6-42b6-807d-0d094b3b173f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:29.662262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event updated for resources: {'Port': ['ID=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:29.747613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aa896-a1d0-4fa3-9e02-0c5dbc06e2b1 req-1ee4f6c0-d03e-4c4f-9fec-9985a9f16d42 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:29.750206 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-529aa896-a1d0-4fa3-9e02-0c5dbc06e2b1 req-1ee4f6c0-d03e-4c4f-9fec-9985a9f16d42 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 936 time: 0.1608567 Aug 19 11:53:29.782023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58b2af2-ffd5-4df7-9fed-2c15dd560048 admin admin] Deleting subnet e97b1c8b-6deb-4893-915f-1ee36c2609db {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:53:29.790579 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-17d4912b-fe20-4b47-b824-bd8d2f130463 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2756960 Aug 19 11:53:29.798653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f58b2af2-ffd5-4df7-9fed-2c15dd560048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.848547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-529aa896-a1d0-4fa3-9e02-0c5dbc06e2b1 req-caadef0f-4ae1-4329-aa66-bfb42f435796 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676587 Aug 19 11:53:29.864126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Request body: {'port': {'device_id': '7e0c598c-e2be-4572-9104-0772baa2f515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:29.950579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f58b2af2-ffd5-4df7-9fed-2c15dd560048 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.961664 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f58b2af2-ffd5-4df7-9fed-2c15dd560048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:29.983108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.071331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7b274-aacd-43e8-9b05-72604d7923a0 req-5859a8a3-75f5-4476-8b79-7c6b88730b29 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:30.083473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0e7b274-aacd-43e8-9b05-72604d7923a0 req-5859a8a3-75f5-4476-8b79-7c6b88730b29 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.1568649 Aug 19 11:53:30.146340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94244d67-c691-4b02-a42f-5ab0f84d1a1f req-0bff65b7-f17a-4549-9dcf-21b304500d72 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:30.148395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94244d67-c691-4b02-a42f-5ab0f84d1a1f req-0bff65b7-f17a-4549-9dcf-21b304500d72 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1799257 Aug 19 11:53:30.160135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f58b2af2-ffd5-4df7-9fed-2c15dd560048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.171551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0e7b274-aacd-43e8-9b05-72604d7923a0 req-24babe45-04ea-40e1-adec-323260596f8d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867493 Aug 19 11:53:30.205481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f58b2af2-ffd5-4df7-9fed-2c15dd560048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.207530 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f58b2af2-ffd5-4df7-9fed-2c15dd560048 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e97b1c8b-6deb-4893-915f-1ee36c2609db HTTP/1.1" status: 204 len: 168 time: 0.5563116 Aug 19 11:53:30.208419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b2af2-ffd5-4df7-9fed-2c15dd560048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97b1c8b-6deb-4893-915f-1ee36c2609db,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:30.213718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44694) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:30.252915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94244d67-c691-4b02-a42f-5ab0f84d1a1f req-ee10e1fb-575b-4ecf-8095-ff0ee944e181 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776703 Aug 19 11:53:30.329693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-299b7e97-5a57-4d40-a312-aa00f280da1a None None] Provisioning for port a19b0f0b-e1de-4666-9fde-1c6121d7f09e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:30.342837 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-299b7e97-5a57-4d40-a312-aa00f280da1a None None] Provisioning complete for port a19b0f0b-e1de-4666-9fde-1c6121d7f09e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:30.343489 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-299b7e97-5a57-4d40-a312-aa00f280da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.384153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941cebc-1e84-456f-bcdd-2442bfd724d7 req-37c8cdf4-ce79-4cb4-a1a3-d2ca9a6e9c74 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:30.396632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6941cebc-1e84-456f-bcdd-2442bfd724d7 req-37c8cdf4-ce79-4cb4-a1a3-d2ca9a6e9c74 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 945 time: 0.1118309 Aug 19 11:53:30.405920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.448223 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-299b7e97-5a57-4d40-a312-aa00f280da1a None None] Port a19b0f0b-e1de-4666-9fde-1c6121d7f09e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:53:30.495738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6941cebc-1e84-456f-bcdd-2442bfd724d7 req-5e4c8bfd-fa35-4a0c-a9a5-f2471647148d tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918319 Aug 19 11:53:30.571780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b7cb3-889e-4c36-a0c7-d4913221f9f4 req-dd994247-aeb2-43d4-8a10-4f8989bb5c18 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:30.578386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.581318 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b8b7cb3-889e-4c36-a0c7-d4913221f9f4 req-dd994247-aeb2-43d4-8a10-4f8989bb5c18 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.0708561 Aug 19 11:53:30.582559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19b0f0b-e1de-4666-9fde-1c6121d7f09e {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:30.596918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.600390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.600802 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.601513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.601842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > port after_create 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.602169 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.602480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > port after_update 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.602815 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.603124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.603428 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.603754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.627873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b8b7cb3-889e-4c36-a0c7-d4913221f9f4 req-bc57067b-c195-4211-8af0-96c79c5a6b04 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Aug 19 11:53:30.685713 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.685979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.686308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.686634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 11:53:30.687008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf55162-9351-4ca6-93d9-fda533217ca0']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:30.707373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:30.707720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc873f14-3f2a-4056-aa7a-14ed32fb4e99') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:30.729185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.733263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Transition to ACTIVE for port object a19b0f0b-e1de-4666-9fde-1c6121d7f09e will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:30.742460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.762553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:30.983549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580bd4d-3aed-4730-96f8-ac8c235a61af req-d0639056-fc01-4403-893a-e8793c126c3b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:30.985157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3580bd4d-3aed-4730-96f8-ac8c235a61af req-d0639056-fc01-4403-893a-e8793c126c3b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 948 time: 0.0508692 Aug 19 11:53:31.030873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3580bd4d-3aed-4730-96f8-ac8c235a61af req-a63053c9-a3d1-4fa0-9589-8fd5cb744ab6 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372655 Aug 19 11:53:31.042485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:53:31.043056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: from cryptography.utils import int_from_bytes Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: from cryptography.utils import int_from_bytes Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:53:31.048559 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:53:31.117042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Pushing event updated for resources: {'Port': ['ID=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:31.136330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.167873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.169748 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ecf55162-9351-4ca6-93d9-fda533217ca0 HTTP/1.1" status: 204 len: 168 time: 0.9552629 Aug 19 11:53:31.181508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7942f0d-bc02-422f-9c94-5158690c2796 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf55162-9351-4ca6-93d9-fda533217ca0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:31.211574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Attempting to bind port a19b0f0b-e1de-4666-9fde-1c6121d7f09e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:31.212183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Attempting to bind port a19b0f0b-e1de-4666-9fde-1c6121d7f09e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:31.212375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Attempting to bind port a19b0f0b-e1de-4666-9fde-1c6121d7f09e on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:31.217266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Port a19b0f0b-e1de-4666-9fde-1c6121d7f09e on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:31.217591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Attempting to bind port a19b0f0b-e1de-4666-9fde-1c6121d7f09e on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:31.223144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:31.223493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:31.223873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:31.224303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Bound port: a19b0f0b-e1de-4666-9fde-1c6121d7f09e, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:31.224862 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.318960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] For port a19b0f0b-e1de-4666-9fde-1c6121d7f09e, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:31.323708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] For port a19b0f0b-e1de-4666-9fde-1c6121d7f09e, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:31.329031 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.356521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44728) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:31.383399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:31.384478 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.386148 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] 10.222.0.54 "PUT /v2.0/ports/a19b0f0b-e1de-4666-9fde-1c6121d7f09e HTTP/1.1" status: 200 len: 1096 time: 1.5279710 Aug 19 11:53:31.390482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0c598c-e2be-4572-9104-0772baa2f515', 'tag': 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:31.393311 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3610182f-722c-43bc-b355-5c4d8399b0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0c598c-e2be-4572-9104-0772baa2f515", "tag": "a19b0f0b-e1de-4666-9fde-1c6121d7f09e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:31.447414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235105f-74ae-460d-9dae-6bd753472f22 service neutron] Pushing event updated for resources: {'Port': ['ID=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:31.455825 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3ca2a301-2b5c-4e52-bda5-4849e614281e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=275c3c28021d4de2ad9a9abcc875d1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952911 Aug 19 11:53:31.458331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44734) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:31.547851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-4d349687-7fa3-4ce7-9ad6-8fcf2710dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:31.549416 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-4d349687-7fa3-4ce7-9ad6-8fcf2710dbbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 1099 time: 0.0741806 Aug 19 11:53:31.550176 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49503217-794f-4896-ae2b-8d998ee18fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.583504 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49503217-794f-4896-ae2b-8d998ee18fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.615578 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-ba4ba716-143e-47a8-9de1-1709b41fb1f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=a19b0f0b-e1de-4666-9fde-1c6121d7f09e HTTP/1.1" status: 200 len: 217 time: 0.0407729 Aug 19 11:53:31.641726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-446090da-4386-4761-9568-19aa75152e21 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:31.643212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-446090da-4386-4761-9568-19aa75152e21 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 945 time: 0.4242723 Aug 19 11:53:31.658138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5717-c3c1-4436-9c5b-06e537911ba1 req-b3ddc1cc-1da6-4dff-81ec-d68ee77173df tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:31.665308 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f9c5717-c3c1-4436-9c5b-06e537911ba1 req-b3ddc1cc-1da6-4dff-81ec-d68ee77173df tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.3957207 Aug 19 11:53:31.688110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-3d683454-d11f-4098-92a4-0e3773efca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:31.689645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-3d683454-d11f-4098-92a4-0e3773efca78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0499821 Aug 19 11:53:31.700122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49503217-794f-4896-ae2b-8d998ee18fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.702707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49503217-794f-4896-ae2b-8d998ee18fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.703900 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-49503217-794f-4896-ae2b-8d998ee18fd5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c88963d2-11e9-4d6c-9a5a-ce683789121e HTTP/1.1" status: 204 len: 168 time: 0.2445774 Aug 19 11:53:31.734065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49503217-794f-4896-ae2b-8d998ee18fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88963d2-11e9-4d6c-9a5a-ce683789121e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:31.751109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-32d392d4-ba24-437e-9f38-469082a47c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:31.753256 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-32d392d4-ba24-437e-9f38-469082a47c70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475731 Aug 19 11:53:31.772061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1b125-a69b-46a8-ad82-bcd5e1a4c636 req-52839fb6-0fb6-4b7c-9542-831805ced240 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:31.773639 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20e1b125-a69b-46a8-ad82-bcd5e1a4c636 req-52839fb6-0fb6-4b7c-9542-831805ced240 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1804459 Aug 19 11:53:31.804479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f9c5717-c3c1-4436-9c5b-06e537911ba1 req-ce8d8e3f-11b1-4fe2-8b56-57b10a64475e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381464 Aug 19 11:53:31.841093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20e1b125-a69b-46a8-ad82-bcd5e1a4c636 req-5b6e2555-dabf-40db-ab42-6c502ae10bfc tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Aug 19 11:53:31.858158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Deleting port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:31.858496 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:31.882962 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-df8ba51d-8593-4b46-b161-33fe32933d29 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179616 Aug 19 11:53:31.926102 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0511eb-f3dd-41ae-a4d7-29488e865802 x-openstack-request-id: req-8f0511eb-f3dd-41ae-a4d7-29488e865802 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:31.926390 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0c598c-e2be-4572-9104-0772baa2f515", "tag": "a19b0f0b-e1de-4666-9fde-1c6121d7f09e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:31.926635 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f0511eb-f3dd-41ae-a4d7-29488e865802 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:31.927204 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0c598c-e2be-4572-9104-0772baa2f515', 'tag': 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e', 'status': 'completed', 'code': 200} Aug 19 11:53:32.008647 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2382065a-511d-48f4-8ed0-ac5856da74fd req-d3fe2436-fe4b-46f2-b5d2-a138e51a65b9 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127846 Aug 19 11:53:32.059394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] For port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:32.059924 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:32.080232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Calling delete_port for 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:32.102077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033950b1-0efc-4526-9000-7b2c29b54329 req-c4a86522-845b-4c79-be05-bcae8f8d467f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:32.102077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-033950b1-0efc-4526-9000-7b2c29b54329 req-c4a86522-845b-4c79-be05-bcae8f8d467f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.1214490 Aug 19 11:53:32.157268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce07f70-fa4b-43f3-bb52-3b0f819648cc req-a842e3d9-169d-453c-b0cf-417d73520df1 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:32.158740 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ce07f70-fa4b-43f3-bb52-3b0f819648cc req-a842e3d9-169d-453c-b0cf-417d73520df1 tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb500f88-a4a6-4302-b94a-5ec3d532f735 HTTP/1.1" status: 200 len: 945 time: 0.1437674 Aug 19 11:53:32.196495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-44228030-92ae-4dd0-ad29-c0264b25aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:32.197907 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-44228030-92ae-4dd0-ad29-c0264b25aeb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 1099 time: 0.0470984 Aug 19 11:53:32.220944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-033950b1-0efc-4526-9000-7b2c29b54329 req-2ed43ae2-4a02-4875-b497-772b0509538a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809066 Aug 19 11:53:32.269603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ce07f70-fa4b-43f3-bb52-3b0f819648cc req-1372458f-c916-435f-bd97-63e52a5e606a tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.65 "GET /v2.0/security-groups?id=32e39fc4-7159-4324-be52-f6d141896ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987599 Aug 19 11:53:32.357909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-f943cd56-8b22-4078-a4bf-f2499adfe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:32.360025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-f943cd56-8b22-4078-a4bf-f2499adfe159 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1503835 Aug 19 11:53:32.367721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:32.414180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Pushing event deleted for resources: {'Port': ['ID=6f566e01-0a3f-49ac-8282-ba1bf7fcc91a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:32.437496 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-9a855c9f-ef97-4d6b-adc9-dbc3f79130b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=a19b0f0b-e1de-4666-9fde-1c6121d7f09e HTTP/1.1" status: 200 len: 217 time: 0.0550005 Aug 19 11:53:32.485001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] No DVR routers for this DVR port 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:53:32.488310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:32.490507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2692b87-4828-4b84-9440-8bc40979f9c1 req-0ec629ec-4072-4f88-a4d1-c84e91a2184e tempest-FloatingIPsAssociationTestJSON-1477921239 tempest-FloatingIPsAssociationTestJSON-1477921239-project] 10.222.0.69 "DELETE /v2.0/ports/6f566e01-0a3f-49ac-8282-ba1bf7fcc91a HTTP/1.1" status: 204 len: 173 time: 0.8225851 Aug 19 11:53:32.490953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'name': 'network-vif-deleted', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:32.493228 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a398854d-b459-4039-87fd-eec45843227c" -d '{"events": [{"server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "name": "network-vif-deleted", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:32.513000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fae26-956d-4f96-ae4b-fbefe56227f9 req-0f3dc32f-4052-4260-b9d4-38bb8dfa105f tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:32.514580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-641fae26-956d-4f96-ae4b-fbefe56227f9 req-0f3dc32f-4052-4260-b9d4-38bb8dfa105f tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 948 time: 0.1345320 Aug 19 11:53:32.529048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-9b5a1850-6fb3-452c-9552-ba09721e90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:32.530758 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-9b5a1850-6fb3-452c-9552-ba09721e90c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0725002 Aug 19 11:53:32.557392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-641fae26-956d-4f96-ae4b-fbefe56227f9 req-c9b683c7-29ea-4619-b802-900ea9720c8a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Aug 19 11:53:32.618866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-1088f21a-52e2-43c4-ab13-717a23fa0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:32.620468 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-1088f21a-52e2-43c4-ab13-717a23fa0936 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600798 Aug 19 11:53:32.622705 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b3d54-5b52-4675-b777-f2e9c93213f2 x-openstack-request-id: req-e25b3d54-5b52-4675-b777-f2e9c93213f2 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:32.623019 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb500f88-a4a6-4302-b94a-5ec3d532f735", "name": "network-vif-deleted", "tag": "6f566e01-0a3f-49ac-8282-ba1bf7fcc91a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:32.623265 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e25b3d54-5b52-4675-b777-f2e9c93213f2 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:32.623711 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb500f88-a4a6-4302-b94a-5ec3d532f735', 'name': 'network-vif-deleted', 'tag': '6f566e01-0a3f-49ac-8282-ba1bf7fcc91a', 'status': 'completed', 'code': 200} Aug 19 11:53:32.635115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:32.762898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1295927901-network', 'tenant_id': 'b29afa0d21b044189613e74280c4282f'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:32.791871 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-64c4ad47-46a8-4753-b7d6-fe13017a656c service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249235 Aug 19 11:53:32.801231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Made reservation on behalf of b29afa0d21b044189613e74280c4282f for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:53:32.802996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6f566e01-0a3f-49ac-8282-ba1bf7fcc91a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:32.803789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:32.823445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:32.934439 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3610182f-722c-43bc-b355-5c4d8399b0d3 req-d62de9b4-f51e-4212-9fe5-b396743cf367 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270247 Aug 19 11:53:32.993014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919c619-06b4-4779-9314-6264e0b89322 req-180dd2f8-dad0-409c-b78f-f4454c785d00 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:33.002288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b919c619-06b4-4779-9314-6264e0b89322 req-180dd2f8-dad0-409c-b78f-f4454c785d00 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0726063 Aug 19 11:53:33.052136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b919c619-06b4-4779-9314-6264e0b89322 req-cbf623e9-d599-4133-ba58-f58c7cd872ed tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483387 Aug 19 11:53:33.080500 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:33.087335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:33.101072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:53:33.112452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:33.112929 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Added segment 7c85700c-099d-42c7-ad41-d6ad8bcecd0f of type vlan for network 30718a30-be3a-4977-9bf0-a569a78def9e Aug 19 11:53:33.167945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b761b74-303a-4f4a-8cea-ebdf21d17df5 req-695ce52b-6dbe-40b3-8096-76ac233fc72f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:33.169629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b761b74-303a-4f4a-8cea-ebdf21d17df5 req-695ce52b-6dbe-40b3-8096-76ac233fc72f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0617027 Aug 19 11:53:33.175162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:33.219416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:33.229676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b761b74-303a-4f4a-8cea-ebdf21d17df5 req-881d1610-2868-4cea-a4b4-29ba80588c70 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Aug 19 11:53:33.257409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:33.258777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:33.259366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:33.352735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44834) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:33.361321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Request body: {'subnet': {'network_id': '30718a30-be3a-4977-9bf0-a569a78def9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1295927901-subnet', 'tenant_id': 'b29afa0d21b044189613e74280c4282f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:33.364544 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7282245 Aug 19 11:53:33.367912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc4104-f3ee-471f-8431-19e434f84904 admin admin] Pushing event updated for resources: {'Network': ['ID=30718a30-be3a-4977-9bf0-a569a78def9e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:33.381348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 30718a30-be3a-4977-9bf0-a569a78def9e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:53:33.445589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44840) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:33.474683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Made reservation on behalf of b29afa0d21b044189613e74280c4282f for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:53:33.477938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:33.550113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afb808-9780-460d-9aea-43e219cb616f req-5a46e040-6f34-4cdd-abeb-eb8fe45690d4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:33.558509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93afb808-9780-460d-9aea-43e219cb616f req-5a46e040-6f34-4cdd-abeb-eb8fe45690d4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.1885943 Aug 19 11:53:33.635303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93afb808-9780-460d-9aea-43e219cb616f req-a2532707-0bd7-4793-9b0d-118bdbbc09e6 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758944 Aug 19 11:53:33.787383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:33.942900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962bb2-6e9e-4e0a-a3cb-488102af52cf req-6b977702-fe5a-4809-976d-b98add5c7dc2 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:33.944576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c962bb2-6e9e-4e0a-a3cb-488102af52cf req-6b977702-fe5a-4809-976d-b98add5c7dc2 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 948 time: 0.1699810 Aug 19 11:53:33.945312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b31451-d8f4-4836-a77a-ac6d8f9aafd4,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:33.962782 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:33.979301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Checking segment: {'id': '7c85700c-099d-42c7-ad41-d6ad8bcecd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30718a30-be3a-4977-9bf0-a569a78def9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:33.979700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Network hostable DHCP agents. Network: 30718a30-be3a-4977-9bf0-a569a78def9e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:53:34.031737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaece-4403-429c-a679-25952d37709f req-3196f1e3-9188-44a7-a6a7-f3c1629d35e5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:34.033131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-3196f1e3-9188-44a7-a6a7-f3c1629d35e5 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 805 time: 0.1931527 Aug 19 11:53:34.038467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c962bb2-6e9e-4e0a-a3cb-488102af52cf req-15218f28-7c6a-4398-9c68-89cf6fa77f88 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871363 Aug 19 11:53:34.040802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Network 30718a30-be3a-4977-9bf0-a569a78def9e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:53:34.060960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 30718a30-be3a-4977-9bf0-a569a78def9e) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:53:34.063902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-a1f9a628-20cb-4745-b8a6-cf1b427fcdf6 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/quotas/359ff869933a4f1aae5e14cb46906913 HTTP/1.1" status: 200 len: 375 time: 0.0206089 Aug 19 11:53:34.072149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785eeaa-0ff2-424b-bf4e-d625f11ca6cb None None] Network 30718a30-be3a-4977-9bf0-a569a78def9e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:53:34.085161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:34.088745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:34.168170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cc627650-df48-45a9-b0c0-123bc13390c1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8131783 Aug 19 11:53:34.202356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-8e1e6a14-ed2b-45c1-b313-e49f2077efcc tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101158 Aug 19 11:53:34.236501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76727455-f40a-447c-8919-9aa7420969b8 None None] Network 30718a30-be3a-4977-9bf0-a569a78def9e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:53:34.310190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f4c2-3b22-4543-afc1-e4e4f2226c95 req-e334cc5a-f200-4735-8882-3d2dcef0062d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:34.311735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b39f4c2-3b22-4543-afc1-e4e4f2226c95 req-e334cc5a-f200-4735-8882-3d2dcef0062d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.1386218 Aug 19 11:53:34.374659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-7118cd2d-902f-4f04-9e39-89c840276b9a service neutron] 10.222.0.65 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711788 Aug 19 11:53:34.402794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b39f4c2-3b22-4543-afc1-e4e4f2226c95 req-8985917b-86f7-434f-8840-0035a9c47a5f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814700 Aug 19 11:53:34.425756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Deleting port d0e5bef8-6a46-4703-a5f1-42dc2c16155e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:34.426377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:34.493628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-9facfde8-9a96-47b4-9141-a46e33b11048 service neutron] 10.222.0.65 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179667 Aug 19 11:53:34.539059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] For port d0e5bef8-6a46-4703-a5f1-42dc2c16155e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d0e5bef8-6a46-4703-a5f1-42dc2c16155e,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:34.539638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:34.559596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Calling delete_port for d0e5bef8-6a46-4703-a5f1-42dc2c16155e owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:34.566986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79261c-04e8-46c2-8d75-19fbdd583a59 req-7c13007f-0ff0-4ab4-99ea-2e2543e136ef tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:34.568446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a79261c-04e8-46c2-8d75-19fbdd583a59 req-7c13007f-0ff0-4ab4-99ea-2e2543e136ef tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0597732 Aug 19 11:53:34.637440 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a79261c-04e8-46c2-8d75-19fbdd583a59 req-655c6ea5-dbc4-4549-8362-289497a276cc tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482614 Aug 19 11:53:34.688618 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-23198b33-48d4-425c-8719-00323dcc830d service neutron] 10.222.0.54 "GET /v2.0/ports/607fc530-ad62-419f-88cf-0a522be8020e/bindings/n-h1-778550-9 HTTP/1.1" status: 200 len: 384 time: 0.1168296 Aug 19 11:53:34.723955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5566b87-3c45-490c-8c25-cc23ccccddff req-3981a905-d65b-4f9d-99c8-3f96bfe0864c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0363293 Aug 19 11:53:34.947298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6dca4-e3d7-4734-8450-08935da91895 req-6770f9b5-4595-4853-90d0-c5005d269415 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:34.955105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ff6dca4-e3d7-4734-8450-08935da91895 req-6770f9b5-4595-4853-90d0-c5005d269415 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 944 time: 0.1046002 Aug 19 11:53:34.959705 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:35.001001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e5bef8-6a46-4703-a5f1-42dc2c16155e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:35.010301 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ff6dca4-e3d7-4734-8450-08935da91895 req-ac7a9c1a-7bb2-415b-bc37-90c4d3421f29 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531912 Aug 19 11:53:35.030585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-35b52307-a112-4efd-a7fa-506562d702d2 req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:35.035331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-2465c0c0-3acf-48ca-b3d8-906ba3199497 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:35.045519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-2465c0c0-3acf-48ca-b3d8-906ba3199497 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/networks?id=30718a30-be3a-4977-9bf0-a569a78def9e HTTP/1.1" status: 200 len: 814 time: 0.2162883 Aug 19 11:53:35.070663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-163ecb1f-13c5-402a-ad21-9404f0898516 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/quotas/b29afa0d21b044189613e74280c4282f HTTP/1.1" status: 200 len: 375 time: 0.0238600 Aug 19 11:53:35.102268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-35b52307-a112-4efd-a7fa-506562d702d2 req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:35.151477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-6a94d23d-4681-4542-be4a-50485ab0e64a tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b29afa0d21b044189613e74280c4282f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343575 Aug 19 11:53:35.187945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-35b52307-a112-4efd-a7fa-506562d702d2 req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607fc530-ad62-419f-88cf-0a522be8020e {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:35.205815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-35b52307-a112-4efd-a7fa-506562d702d2 req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:35.261658 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-35b52307-a112-4efd-a7fa-506562d702d2 req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:35.338014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f41584-9f46-41b9-8a56-8d72e8eee3b3 req-b447c1eb-8640-432a-83fb-cf95e3d47eba tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:35.339516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2f41584-9f46-41b9-8a56-8d72e8eee3b3 req-b447c1eb-8640-432a-83fb-cf95e3d47eba tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 948 time: 0.0866981 Aug 19 11:53:35.341644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-af6d3f81-6989-4425-8b66-4445e6020322 service neutron] 10.222.0.65 "GET /v2.0/networks/30718a30-be3a-4977-9bf0-a569a78def9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827452 Aug 19 11:53:35.431840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2f41584-9f46-41b9-8a56-8d72e8eee3b3 req-bfe04d9f-a654-4617-a26b-406efd886248 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847833 Aug 19 11:53:35.455691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a19b0f0b-e1de-4666-9fde-1c6121d7f09e details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:35.473182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 607fc530-ad62-419f-88cf-0a522be8020e no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:35.483390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-386aaada-141b-4453-916a-db6f27b29f1e service neutron] 10.222.0.65 "GET /v2.0/networks/30718a30-be3a-4977-9bf0-a569a78def9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295462 Aug 19 11:53:35.595927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:35.626280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e68682-f55a-4493-a65f-0f6add8ae727 req-fd8a36d3-74a9-4cdf-ac8a-2ca34776f16f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:35.628538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53e68682-f55a-4493-a65f-0f6add8ae727 req-fd8a36d3-74a9-4cdf-ac8a-2ca34776f16f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0639849 Aug 19 11:53:35.632024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a19b0f0b-e1de-4666-9fde-1c6121d7f09e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:35.647635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e', 'mac_address': 'fa:16:3e:31:f3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:35.697142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-35b52307-a112-4efd-a7fa-506562d702d2 req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] Transition to ACTIVE for port object 607fc530-ad62-419f-88cf-0a522be8020e will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:35.704891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed9a2258-c9c9-4da9-9f9b-cf1b35cb1d24 req-b7ec443a-bfe6-4ac6-88ef-295d18530802 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 210 time: 0.0407443 Aug 19 11:53:35.748903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53e68682-f55a-4493-a65f-0f6add8ae727 req-7a7e3024-4e8b-4632-a892-d12e46282855 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039138 Aug 19 11:53:35.749269 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:35.750654 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-35b52307-a112-4efd-a7fa-506562d702d2 req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:35.767726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19b0f0b-e1de-4666-9fde-1c6121d7f09e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:35.811398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a19b0f0b-e1de-4666-9fde-1c6121d7f09e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:35.819102 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:35.839106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b52307-a112-4efd-a7fa-506562d702d2 req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] No DVR routers for this DVR port 607fc530-ad62-419f-88cf-0a522be8020e on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:53:35.859782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] Pushing event updated for resources: {'Port': ['ID=607fc530-ad62-419f-88cf-0a522be8020e,revision_number=10']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:35.886448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28496829-bea6-4cca-86b5-1b61614a35d5 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:35.897824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5711dd7-0468-4815-a96f-4eeef632ba0a req-8c718e6d-3421-4688-8830-ad83a6b0dc6e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0341878 Aug 19 11:53:35.915775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3308c2-3bcd-44a5-aff8-d70693c3e4b7 req-722c90fc-f304-4965-ab6b-ec434d816d80 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:35.917578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da3308c2-3bcd-44a5-aff8-d70693c3e4b7 req-722c90fc-f304-4965-ab6b-ec434d816d80 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1071146 Aug 19 11:53:35.924964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:35.949909 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-f07c3280-4758-44ab-9e03-d2702dc43327 service neutron] 10.222.0.54 "PUT /v2.0/ports/607fc530-ad62-419f-88cf-0a522be8020e/bindings/n-h1-778550-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2392166 Aug 19 11:53:35.985401 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:35.988023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da3308c2-3bcd-44a5-aff8-d70693c3e4b7 req-00ec9dda-e57d-46cf-ac10-ff0d3ce8e872 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579548 Aug 19 11:53:36.011835 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:36.014155 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe266436-75c9-4b94-b645-78eee36b7234" -d '{"events": [{"server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "name": "network-vif-unplugged", "status": "completed", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:36.044727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28496829-bea6-4cca-86b5-1b61614a35d5,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:36.050710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Router b12627bf-26d1-4933-b689-b2623c975444 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:53:36.055860 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:36.056900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:36.060529 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12c32c1-87e6-4975-8655-c35dac6dd192 x-openstack-request-id: req-f12c32c1-87e6-4975-8655-c35dac6dd192 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:36.060901 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "name": "network-vif-unplugged", "status": "completed", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:36.061208 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f12c32c1-87e6-4975-8655-c35dac6dd192 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:36.061653 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5', 'code': 200} Aug 19 11:53:36.127600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:53:36.127950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6f566e01-0a3f-49ac-8282-ba1bf7fcc91a not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:53:36.166866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f63dd-2e85-47d2-8949-7b1b8c06c6eb req-89d30418-47cc-46c6-ad70-7e5b21d188dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:36.169361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-157f63dd-2e85-47d2-8949-7b1b8c06c6eb req-89d30418-47cc-46c6-ad70-7e5b21d188dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 945 time: 0.0639682 Aug 19 11:53:36.169498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=28496829-bea6-4cca-86b5-1b61614a35d5,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:36.223297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:53:36.233088 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] Sync routers for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:53:36.243232 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bd33e39e-3ec8-4e2c-84c6-6989efd735d6 admin admin] 10.222.0.65 "PUT /v2.0/routers/b12627bf-26d1-4933-b689-b2623c975444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7962954 Aug 19 11:53:36.246016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:36.246754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:36.253255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:36.378368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-157f63dd-2e85-47d2-8949-7b1b8c06c6eb req-d326ba10-1f71-4995-982d-74028a5b5581 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908436 Aug 19 11:53:36.379128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:36.379251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a19b0f0b-e1de-4666-9fde-1c6121d7f09e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:36.381771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-483f910e-2775-40e6-b5f0-f93d1e155b7a tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:36.384711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-483f910e-2775-40e6-b5f0-f93d1e155b7a tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.2123110 Aug 19 11:53:36.402407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaece-4403-429c-a679-25952d37709f req-6a898082-244a-4bf8-be64-a0c44719f5e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:36.404067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-6a898082-244a-4bf8-be64-a0c44719f5e0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.69 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 805 time: 0.1893888 Aug 19 11:53:36.497425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-b680cd9d-d8da-4ff9-a50d-4f0b00f31b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:36.500976 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-b680cd9d-d8da-4ff9-a50d-4f0b00f31b42 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0&tenant_id=f1d3b96aa45e44fea775af2b903efde1 HTTP/1.1" status: 200 len: 1096 time: 0.0540018 Aug 19 11:53:36.512770 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:36.535940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Request body: {'port': {'device_id': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'admin_state_up': True, 'tenant_id': '359ff869933a4f1aae5e14cb46906913'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:36.585212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:36.585763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Deleting port ef11a0fb-11cc-4b0b-94d6-e9808703cc56 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:36.586046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:36.689968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] For port ef11a0fb-11cc-4b0b-94d6-e9808703cc56, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ef11a0fb-11cc-4b0b-94d6-e9808703cc56,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:36.690640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:36.696037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a854b-d196-42ec-a89c-3ba397c68267 req-ae7c1af8-bc5e-4db2-8830-e66e939908cb tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:36.703845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd1a854b-d196-42ec-a89c-3ba397c68267 req-ae7c1af8-bc5e-4db2-8830-e66e939908cb tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 949 time: 0.1735003 Aug 19 11:53:36.708828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Calling delete_port for ef11a0fb-11cc-4b0b-94d6-e9808703cc56 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:36.731535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-8162b42d-89ca-4641-b9c7-953e642d84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:36.733072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-8162b42d-89ca-4641-b9c7-953e642d84a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1096 time: 0.1257408 Aug 19 11:53:36.791586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd1a854b-d196-42ec-a89c-3ba397c68267 req-9043a02c-9855-42ff-a45f-01900da3f944 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823300 Aug 19 11:53:36.792734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Made reservation on behalf of 359ff869933a4f1aae5e14cb46906913 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:53:36.803038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:36.873162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63f1bfb1-0fdd-4d5e-b0fc-c0caf89ffed8 req-cb76c024-da80-4c8a-9fcb-5e30e2ccb202 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 210 time: 0.0278516 Aug 19 11:53:36.887441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:53:34Z', 'revision_number': 5, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port': {'id': 'ef11a0fb-11cc-4b0b-94d6-e9808703cc56', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12627bf-26d1-4933-b689-b2623c975444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:52:07Z', 'updated_at': '2021-08-19T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:36.923966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] Checking router: b12627bf-26d1-4933-b689-b2623c975444 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:53:36.934921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] Routers {'b12627bf-26d1-4933-b689-b2623c975444'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:53:36.935860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b12627bf-26d1-4933-b689-b2623c975444'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:36.955102 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:36.998920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef11a0fb-11cc-4b0b-94d6-e9808703cc56,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:37.026700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] Set router b12627bf-26d1-4933-b689-b2623c975444 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:53:37.056438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.073322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a527e6f5-7dbf-4bcc-b282-663d043dbe49 req-12d7fe89-1d75-41c8-9875-c65da7412f02 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0868614 Aug 19 11:53:37.083579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:53:36Z', 'revision_number': 6, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:37.101957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-6d165915-cbf6-449c-a75b-94475aa2cfa6 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:37.103452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-6d165915-cbf6-449c-a75b-94475aa2cfa6 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fdeab63-45f9-416a-8904-2d31b602301c HTTP/1.1" status: 200 len: 944 time: 0.1867821 Aug 19 11:53:37.121170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543a895-f5be-449b-a58d-9052ca6198b5 None None] The sync data for ids ['b12627bf-26d1-4933-b689-b2623c975444'] in n-d-778550-9 is: [{'id': 'b12627bf-26d1-4933-b689-b2623c975444', 'name': 'tempest-FloatingIPsAssociationTestJSON-390839661-router', 'tenant_id': '777f812e344f44c9a9392cf92f27750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:52:06Z', 'updated_at': '2021-08-19T11:53:36Z', 'revision_number': 6, 'project_id': '777f812e344f44c9a9392cf92f27750a', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:53:37.122474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948cf9a-10f8-4d6b-b18e-a802de450206 req-c512f9bc-a4bc-4a52-a9d1-00e54aca91b3 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:37.125137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4948cf9a-10f8-4d6b-b18e-a802de450206 req-c512f9bc-a4bc-4a52-a9d1-00e54aca91b3 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.2227604 Aug 19 11:53:37.187878 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.190841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.219855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-1aad3259-f561-4c1b-b6e5-a3f6bd091d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:37.221246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-1aad3259-f561-4c1b-b6e5-a3f6bd091d0f service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.4135737 Aug 19 11:53:37.262213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.262213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b12627bf-26d1-4933-b689-b2623c975444 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:53:37.272671 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.276647 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-14c12a99-9324-4ae5-b7a4-326a2522d383 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b12627bf-26d1-4933-b689-b2623c975444 HTTP/1.1" status: 204 len: 168 time: 1.0220764 Aug 19 11:53:37.277545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44928) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:37.325397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a72e8ce-71df-455d-b77a-5481b3c760dc admin admin] Deleting subnet ecb62196-db99-4814-9d2b-41809a50b18e {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:53:37.328925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a72e8ce-71df-455d-b77a-5481b3c760dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.416577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a72e8ce-71df-455d-b77a-5481b3c760dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.555832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d0e5bef8-6a46-4703-a5f1-42dc2c16155e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:37.584168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-3824eb65-e819-4a97-9671-1f385773963f tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:37.586350 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-3824eb65-e819-4a97-9671-1f385773963f tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.69 "GET /v2.0/networks?id=30718a30-be3a-4977-9bf0-a569a78def9e HTTP/1.1" status: 200 len: 814 time: 0.2336390 Aug 19 11:53:37.587350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: d0e5bef8-6a46-4703-a5f1-42dc2c16155e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:53:37.587821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d0e5bef8-6a46-4703-a5f1-42dc2c16155e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:53:37.593754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a72e8ce-71df-455d-b77a-5481b3c760dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.619265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Request body: {'port': {'device_id': '634e2900-4ca9-494b-8327-120295828ec6', 'network_id': '30718a30-be3a-4977-9bf0-a569a78def9e', 'admin_state_up': True, 'tenant_id': 'b29afa0d21b044189613e74280c4282f'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:37.642962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-1be5236d-5680-4f1a-8df0-6d837c71f96c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607fc530-ad62-419f-88cf-0a522be8020e HTTP/1.1" status: 200 len: 217 time: 0.0907826 Aug 19 11:53:37.669216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4948cf9a-10f8-4d6b-b18e-a802de450206 req-3a7e6903-d69d-4752-9ced-742c586b43cb tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235703 Aug 19 11:53:37.716185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Allocated IP 172.20.0.2 (8231fb04-5561-4e5a-a4b0-6bb497bc2b5b/991495d9-f1c8-4404-8e14-d7f40247d2fc/e1a3df85-85bb-446b-bc3e-dbf4e070827a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:53:37.726146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab2a7-0a21-4d46-b122-f2459689c2ca req-f8442027-3b59-4c48-bb62-b146501304ca tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:37.727883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62bab2a7-0a21-4d46-b122-f2459689c2ca req-f8442027-3b59-4c48-bb62-b146501304ca tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.5718932 Aug 19 11:53:37.747387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a72e8ce-71df-455d-b77a-5481b3c760dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.781912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72e8ce-71df-455d-b77a-5481b3c760dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb62196-db99-4814-9d2b-41809a50b18e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:37.785757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Made reservation on behalf of b29afa0d21b044189613e74280c4282f for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:53:37.789624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.793550 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a72e8ce-71df-455d-b77a-5481b3c760dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.796551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0463cca1-4d35-411b-bb68-3461fbaabb3c None None] Network 606f2c84-3b5a-4472-bdd4-d333e8fff34c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:53:37.798293 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1a72e8ce-71df-455d-b77a-5481b3c760dc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ecb62196-db99-4814-9d2b-41809a50b18e HTTP/1.1" status: 204 len: 168 time: 0.5196853 Aug 19 11:53:37.800095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-fe7a4708-0171-4809-af44-4c050f07e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:37.801784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-fe7a4708-0171-4809-af44-4c050f07e469 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1280534 Aug 19 11:53:37.804043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44932) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:37.916170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Deleting port 28496829-bea6-4cca-86b5-1b61614a35d5 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:37.916512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:37.935949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62bab2a7-0a21-4d46-b122-f2459689c2ca req-22810f65-5d21-4b7b-8a63-a3ec271b6c17 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918437 Aug 19 11:53:37.937260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-0e57b7f1-18d8-48f9-9dfb-d292f53328ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126711 Aug 19 11:53:37.976421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Allocated IP 172.20.0.6 (30718a30-be3a-4977-9bf0-a569a78def9e/88b31451-d8f4-4836-a77a-ac6d8f9aafd4/6761202d-c454-423a-9c52-59e96a0a5ab5) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:53:38.029880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557a9a0-4b35-45bf-98a7-6dbf116959d2 None None] DHCP port deletion for 606f2c84-3b5a-4472-bdd4-d333e8fff34c request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:53:38.089672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8557a9a0-4b35-45bf-98a7-6dbf116959d2 None None] Deleting port df81bfda-3cec-478f-9780-2fbc74ff12c5 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:38.090063 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8557a9a0-4b35-45bf-98a7-6dbf116959d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.181980 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8557a9a0-4b35-45bf-98a7-6dbf116959d2 None None] For port df81bfda-3cec-478f-9780-2fbc74ff12c5, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=df81bfda-3cec-478f-9780-2fbc74ff12c5,segment=NetworkSegment(b679c59e-a123-4edf-8a1e-ec5a87f5c0cc),segment_id=b679c59e-a123-4edf-8a1e-ec5a87f5c0cc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:38.182378 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8557a9a0-4b35-45bf-98a7-6dbf116959d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.196655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8557a9a0-4b35-45bf-98a7-6dbf116959d2 None None] Calling delete_port for df81bfda-3cec-478f-9780-2fbc74ff12c5 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:38.204285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.212028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.248941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035e85-bae7-4420-ba5c-a3a3faf65710 req-d02aecc6-f721-44f3-a9e3-f5fe941e90a1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:38.250614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6035e85-bae7-4420-ba5c-a3a3faf65710 req-d02aecc6-f721-44f3-a9e3-f5fe941e90a1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 945 time: 0.3564305 Aug 19 11:53:38.276119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.333172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Network 30718a30-be3a-4977-9bf0-a569a78def9e is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:53:38.337221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:53:38.342458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:53:38.350323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Pushing event updated for resources: {'Port': ['ID=6761202d-c454-423a-9c52-59e96a0a5ab5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:38.367946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7691b-7223-41a8-934d-557dd825930f req-c4f22edf-8305-4a57-8c58-570aece67404 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:38.368196 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8557a9a0-4b35-45bf-98a7-6dbf116959d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.369701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bf7691b-7223-41a8-934d-557dd825930f req-c4f22edf-8305-4a57-8c58-570aece67404 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 949 time: 0.3376684 Aug 19 11:53:38.397756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557a9a0-4b35-45bf-98a7-6dbf116959d2 None None] Pushing event deleted for resources: {'Port': ['ID=df81bfda-3cec-478f-9780-2fbc74ff12c5,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:38.401111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:38.402269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.405531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557a9a0-4b35-45bf-98a7-6dbf116959d2 None None] No DVR routers for this DVR port df81bfda-3cec-478f-9780-2fbc74ff12c5 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:53:38.428831 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.431055 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-0a534cb5-a18d-4774-ab47-5cae69382f05 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8170009 Aug 19 11:53:38.457299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Request body: {'port': {'device_id': '634e2900-4ca9-494b-8327-120295828ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:38.467884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] The port 'df81bfda-3cec-478f-9780-2fbc74ff12c5' was deleted {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 11:53:38.473885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] For port 28496829-bea6-4cca-86b5-1b61614a35d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28496829-bea6-4cca-86b5-1b61614a35d5,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:38.474244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.479691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-acd72833-3f10-41db-a139-b6c9589b2c85 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759750 Aug 19 11:53:38.494858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6035e85-bae7-4420-ba5c-a3a3faf65710 req-1e3d66c6-3151-4e17-bbff-6130db0e8f6a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239709 Aug 19 11:53:38.516732 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.526454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Calling delete_port for 28496829-bea6-4cca-86b5-1b61614a35d5 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:38.690656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bf7691b-7223-41a8-934d-557dd825930f req-22a67f10-0fd0-4171-bdaf-5a8a1ca888e1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003085 Aug 19 11:53:38.722828 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.760113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606f2c84-3b5a-4472-bdd4-d333e8fff34c']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:38.797325 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.800152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6761202d-c454-423a-9c52-59e96a0a5ab5 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:38.805439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:38.805731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b679c59e-a123-4edf-8a1e-ec5a87f5c0cc') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:53:38.809159 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.821676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Transition to ACTIVE for port object 6761202d-c454-423a-9c52-59e96a0a5ab5 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:38.826520 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.873039 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.875561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Pushing event updated for resources: {'Port': ['ID=6761202d-c454-423a-9c52-59e96a0a5ab5,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:38.876327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-a0e20f89-6620-4b7f-85f9-5205cde70db7 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882089 Aug 19 11:53:38.906023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef19ef-f738-457d-a5b9-bbf0e066644b req-9270dccf-6bbd-4f75-87ab-4279dd2cf343 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:38.907579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edef19ef-f738-457d-a5b9-bbf0e066644b req-9270dccf-6bbd-4f75-87ab-4279dd2cf343 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 931 time: 0.3249590 Aug 19 11:53:38.928356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.935907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:53:38.952710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Attempting to bind port 6761202d-c454-423a-9c52-59e96a0a5ab5 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:38.953054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Attempting to bind port 6761202d-c454-423a-9c52-59e96a0a5ab5 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '7c85700c-099d-42c7-ad41-d6ad8bcecd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30718a30-be3a-4977-9bf0-a569a78def9e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:38.953384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Attempting to bind port 6761202d-c454-423a-9c52-59e96a0a5ab5 on network 30718a30-be3a-4977-9bf0-a569a78def9e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:38.957118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:53:38.957910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Port 6761202d-c454-423a-9c52-59e96a0a5ab5 on network 30718a30-be3a-4977-9bf0-a569a78def9e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:38.958254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Attempting to bind port 6761202d-c454-423a-9c52-59e96a0a5ab5 on network 30718a30-be3a-4977-9bf0-a569a78def9e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:38.961987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:53:38.962394 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.963695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:38.964032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Checking segment: {'id': '7c85700c-099d-42c7-ad41-d6ad8bcecd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30718a30-be3a-4977-9bf0-a569a78def9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:38.964149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Pushing event updated for resources: {'Port': ['ID=e1a3df85-85bb-446b-bc3e-dbf4e070827a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:38.964412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Bound using segment: {'id': '7c85700c-099d-42c7-ad41-d6ad8bcecd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30718a30-be3a-4977-9bf0-a569a78def9e'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:38.964874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Bound port: 6761202d-c454-423a-9c52-59e96a0a5ab5, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c85700c-099d-42c7-ad41-d6ad8bcecd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30718a30-be3a-4977-9bf0-a569a78def9e'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:38.965227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:53:38.966496 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:53:38.968839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:53:39.031471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] For port 6761202d-c454-423a-9c52-59e96a0a5ab5, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:39.034800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] For port 6761202d-c454-423a-9c52-59e96a0a5ab5, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6761202d-c454-423a-9c52-59e96a0a5ab5,segment=NetworkSegment(7c85700c-099d-42c7-ad41-d6ad8bcecd0f),segment_id=7c85700c-099d-42c7-ad41-d6ad8bcecd0f)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:39.040031 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.061475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4227537-f05d-4615-8767-c9f156ccd800 req-460a0753-ddf6-4f79-9bdb-5d5ce2b39940 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:39.062881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4227537-f05d-4615-8767-c9f156ccd800 req-460a0753-ddf6-4f79-9bdb-5d5ce2b39940 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 931 time: 0.2982547 Aug 19 11:53:39.076210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:39.076974 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.078595 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] 10.222.0.69 "PUT /v2.0/ports/6761202d-c454-423a-9c52-59e96a0a5ab5 HTTP/1.1" status: 200 len: 1091 time: 0.6256862 Aug 19 11:53:39.083124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634e2900-4ca9-494b-8327-120295828ec6', 'tag': '6761202d-c454-423a-9c52-59e96a0a5ab5'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:39.086182 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54587bf9-9a44-4bd6-95e7-fdea34bd1107" -d '{"events": [{"name": "network-changed", "server_uuid": "634e2900-4ca9-494b-8327-120295828ec6", "tag": "6761202d-c454-423a-9c52-59e96a0a5ab5"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:39.110007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dd0ad-09bd-4f33-a54b-07bb85b93048 service neutron] Pushing event updated for resources: {'Port': ['ID=6761202d-c454-423a-9c52-59e96a0a5ab5,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:39.123115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edef19ef-f738-457d-a5b9-bbf0e066644b req-8fb73bc2-6318-46d9-9e99-b53cd323c946 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026553 Aug 19 11:53:39.154091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:39.154704 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.164092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.166333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.210158 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.213316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/606f2c84-3b5a-4472-bdd4-d333e8fff34c HTTP/1.1" status: 204 len: 168 time: 1.4015558 Aug 19 11:53:39.217317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4227537-f05d-4615-8767-c9f156ccd800 req-5aeeb947-af3d-458c-830c-a16a34dd249c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444304 Aug 19 11:53:39.221475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe3cb7-3c41-4293-81fc-5f13121b5bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=606f2c84-3b5a-4472-bdd4-d333e8fff34c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:39.224176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Pushing event deleted for resources: {'Port': ['ID=28496829-bea6-4cca-86b5-1b61614a35d5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:39.229724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-6110d472-8837-42a8-810f-dcd7be0bb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:39.232089 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-6110d472-8837-42a8-810f-dcd7be0bb985 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b29afa0d21b044189613e74280c4282f&device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 1094 time: 0.0714135 Aug 19 11:53:39.243604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-e41c5b42-0ef1-41e5-9bcc-a6714f4829da tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7119193 Aug 19 11:53:39.286411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Request body: {'port': {'device_id': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:39.322387 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-fa453230-31b4-4ee0-89af-5066f3f087a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6761202d-c454-423a-9c52-59e96a0a5ab5 HTTP/1.1" status: 200 len: 217 time: 0.0468886 Aug 19 11:53:39.364277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] No DVR routers for this DVR port 28496829-bea6-4cca-86b5-1b61614a35d5 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:53:39.370235 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.372437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.69 "DELETE /v2.0/ports/28496829-bea6-4cca-86b5-1b61614a35d5 HTTP/1.1" status: 204 len: 173 time: 2.2346401 Aug 19 11:53:39.373529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'name': 'network-vif-deleted', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:39.375473 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbb8076-6511-4e04-b873-070da21db10b" -d '{"events": [{"server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "name": "network-vif-deleted", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:39.378644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ef11a0fb-11cc-4b0b-94d6-e9808703cc56 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:39.416627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-6e6d091a-2199-4c03-a3ca-0d3b4644baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:39.418946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-6e6d091a-2199-4c03-a3ca-0d3b4644baa0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=88b31451-d8f4-4836-a77a-ac6d8f9aafd4 HTTP/1.1" status: 200 len: 854 time: 0.0831556 Aug 19 11:53:39.433063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c87343-86bb-4cbe-87a2-2842ce2f1f1f req-98a7718b-6db7-494c-bf2b-3a55248f208e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:39.433353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ef11a0fb-11cc-4b0b-94d6-e9808703cc56 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:53:39.434096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ef11a0fb-11cc-4b0b-94d6-e9808703cc56 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:53:39.434598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device df81bfda-3cec-478f-9780-2fbc74ff12c5 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:39.440457 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8c87343-86bb-4cbe-87a2-2842ce2f1f1f req-98a7718b-6db7-494c-bf2b-3a55248f208e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.2207124 Aug 19 11:53:39.443901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52307-a112-4efd-a7fa-506562d702d2 req-1b360c1f-c0eb-4d25-8eb6-f4ef5228bfe9 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:39.445384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-1b360c1f-c0eb-4d25-8eb6-f4ef5228bfe9 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.1981108 Aug 19 11:53:39.450213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:39.457764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: df81bfda-3cec-478f-9780-2fbc74ff12c5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:53:39.458182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device df81bfda-3cec-478f-9780-2fbc74ff12c5 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:53:39.466664 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-85e2f5a1-1412-4c2f-96b1-48b6fbabbc60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30718a30-be3a-4977-9bf0-a569a78def9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376987 Aug 19 11:53:39.499242 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.502219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a19b0f0b-e1de-4666-9fde-1c6121d7f09e up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:39.560401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port a19b0f0b-e1de-4666-9fde-1c6121d7f09e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:39.564395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port a19b0f0b-e1de-4666-9fde-1c6121d7f09e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:39.564793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.583923 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-6897917b-e650-49e9-9ed7-d18b90f79f1a service neutron] 10.222.0.69 "GET /v2.0/networks/30718a30-be3a-4977-9bf0-a569a78def9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010125 Aug 19 11:53:39.585528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8c87343-86bb-4cbe-87a2-2842ce2f1f1f req-515cd95a-b277-4de8-b1ae-9e96a46eff31 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437845 Aug 19 11:53:39.608356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9629d-9042-40fa-91e2-1e14db3fa252 req-fd7ce87a-e870-4a13-8c24-d74e3508f11e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:39.609909 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ce9629d-9042-40fa-91e2-1e14db3fa252 req-fd7ce87a-e870-4a13-8c24-d74e3508f11e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.2001064 Aug 19 11:53:39.636468 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231006b2-285d-4c16-920a-e5605d6154ef x-openstack-request-id: req-231006b2-285d-4c16-920a-e5605d6154ef {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:39.636953 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634e2900-4ca9-494b-8327-120295828ec6", "tag": "6761202d-c454-423a-9c52-59e96a0a5ab5", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:39.637102 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-231006b2-285d-4c16-920a-e5605d6154ef {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:39.637406 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634e2900-4ca9-494b-8327-120295828ec6', 'tag': '6761202d-c454-423a-9c52-59e96a0a5ab5', 'status': 'completed', 'code': 200} Aug 19 11:53:39.656959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-20798e79-e43b-4c10-8fe0-8904e49da144 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=777f812e344f44c9a9392cf92f27750a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060168 Aug 19 11:53:39.670200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44956) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:53:39.676647 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6c1841-53ea-4068-9f43-44c2db02d2e5 x-openstack-request-id: req-cb6c1841-53ea-4068-9f43-44c2db02d2e5 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:39.676939 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdeab63-45f9-416a-8904-2d31b602301c", "name": "network-vif-deleted", "tag": "28496829-bea6-4cca-86b5-1b61614a35d5", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:39.677190 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb6c1841-53ea-4068-9f43-44c2db02d2e5 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:39.677635 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdeab63-45f9-416a-8904-2d31b602301c', 'name': 'network-vif-deleted', 'tag': '28496829-bea6-4cca-86b5-1b61614a35d5', 'status': 'completed', 'code': 200} Aug 19 11:53:39.680812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.721761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c598c-e2be-4572-9104-0772baa2f515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:39.726021 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff69c274-97bd-450a-8118-73892dec52fe" -d '{"events": [{"server_uuid": "7e0c598c-e2be-4572-9104-0772baa2f515", "name": "network-vif-plugged", "status": "completed", "tag": "a19b0f0b-e1de-4666-9fde-1c6121d7f09e"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:39.726785 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-580ccdff-5ada-42ad-917f-22cac754dee3 req-22a41eba-b101-469c-88fa-6764ce58d48a service neutron] 10.222.0.69 "GET /v2.0/networks/30718a30-be3a-4977-9bf0-a569a78def9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149962 Aug 19 11:53:39.741976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a19b0f0b-e1de-4666-9fde-1c6121d7f09e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:39.747094 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.748253 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:39.841599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:39.859726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ce9629d-9042-40fa-91e2-1e14db3fa252 req-d5abfa5c-cc1a-4c03-b60a-b3bc06c4d700 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208831 Aug 19 11:53:39.894879 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.904910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d07bfafc-b03c-46f7-9636-431e9d22ee7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.934395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-4bb8b541-935b-4204-9667-adcac35467e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:39.936580 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-4bb8b541-935b-4204-9667-adcac35467e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b29afa0d21b044189613e74280c4282f&device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 1094 time: 0.0704544 Aug 19 11:53:39.946190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:39.951738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.955688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-35b52307-a112-4efd-a7fa-506562d702d2 req-ce3cd6fc-48b9-431d-a886-209278679b8b service neutron] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:39.982702 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-35b52307-a112-4efd-a7fa-506562d702d2 req-ce3cd6fc-48b9-431d-a886-209278679b8b service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:39.983764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35b52307-a112-4efd-a7fa-506562d702d2 req-ce3cd6fc-48b9-431d-a886-209278679b8b service neutron] 10.222.0.69 "DELETE /v2.0/ports/607fc530-ad62-419f-88cf-0a522be8020e/bindings/n-h2-778550-9 HTTP/1.1" status: 204 len: 173 time: 0.5070887 Aug 19 11:53:39.999823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7855769-3c8c-4054-8c2d-defe7a9ac9cd req-a5e2785c-2e57-450d-913e-6e09ecf91746 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:40.001392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7855769-3c8c-4054-8c2d-defe7a9ac9cd req-a5e2785c-2e57-450d-913e-6e09ecf91746 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 945 time: 0.2391055 Aug 19 11:53:40.008379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:40.017863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d07bfafc-b03c-46f7-9636-431e9d22ee7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:40.124583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7855769-3c8c-4054-8c2d-defe7a9ac9cd req-094c30b6-fa5b-4fa1-be2e-f0e85afa12ce tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043434 Aug 19 11:53:40.132444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a92033-595d-4ca3-a255-0be68045c308 req-5ba3e3fa-6a0b-4caa-a460-b2a466c0f22d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:40.134150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45a92033-595d-4ca3-a255-0be68045c308 req-5ba3e3fa-6a0b-4caa-a460-b2a466c0f22d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 950 time: 0.1774409 Aug 19 11:53:40.188275 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d07bfafc-b03c-46f7-9636-431e9d22ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:40.190816 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d07bfafc-b03c-46f7-9636-431e9d22ee7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:40.192011 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d07bfafc-b03c-46f7-9636-431e9d22ee7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32e39fc4-7159-4324-be52-f6d141896ac7 HTTP/1.1" status: 204 len: 168 time: 0.5170441 Aug 19 11:53:40.246307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bfafc-b03c-46f7-9636-431e9d22ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e39fc4-7159-4324-be52-f6d141896ac7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:40.249662 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17a2b46-54d9-4408-b7b1-e076e5d764c9 x-openstack-request-id: req-c17a2b46-54d9-4408-b7b1-e076e5d764c9 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:40.249979 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0c598c-e2be-4572-9104-0772baa2f515", "name": "network-vif-plugged", "status": "completed", "tag": "a19b0f0b-e1de-4666-9fde-1c6121d7f09e", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:40.250231 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c17a2b46-54d9-4408-b7b1-e076e5d764c9 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:40.251741 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c598c-e2be-4572-9104-0772baa2f515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e', 'code': 200} Aug 19 11:53:40.259453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45a92033-595d-4ca3-a255-0be68045c308 req-b7813401-49c0-4e0c-b1ad-33ac86a4901d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149292 Aug 19 11:53:40.288756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a3df85-85bb-446b-bc3e-dbf4e070827a {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:40.299523 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:40.352342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Transition to ACTIVE for port object e1a3df85-85bb-446b-bc3e-dbf4e070827a will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:40.379279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:40.491421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-5a5aafe0-da41-47ff-be68-f5a8bccebb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:40.492982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-5a5aafe0-da41-47ff-be68-f5a8bccebb6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=30718a30-be3a-4977-9bf0-a569a78def9e HTTP/1.1" status: 200 len: 915 time: 0.5414135 Aug 19 11:53:40.539888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9e59-f478-4310-932d-266bba72b9f6 req-22dbfb4b-4544-41a7-9997-fc8988db7d08 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:40.541855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-425d9e59-f478-4310-932d-266bba72b9f6 req-22dbfb4b-4544-41a7-9997-fc8988db7d08 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 943 time: 0.1807971 Aug 19 11:53:40.544493 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-c30bbbc3-a0d7-409e-9c2f-27a1427a6510 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6761202d-c454-423a-9c52-59e96a0a5ab5 HTTP/1.1" status: 200 len: 217 time: 0.0415480 Aug 19 11:53:40.547229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8b674-ad28-48f5-b1bf-203c559c7753 req-75e9f96f-d0fb-4a3b-a5ab-4b70f266dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:40.548768 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b8b674-ad28-48f5-b1bf-203c559c7753 req-75e9f96f-d0fb-4a3b-a5ab-4b70f266dbed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 1101 time: 0.0944133 Aug 19 11:53:40.549347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762b411-0c8d-4954-9bb0-6bfcc10b28cf req-981ac55e-ca2a-4181-aeb4-fb3328027d25 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:40.550866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5762b411-0c8d-4954-9bb0-6bfcc10b28cf req-981ac55e-ca2a-4181-aeb4-fb3328027d25 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 943 time: 0.1691880 Aug 19 11:53:40.556093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Pushing event updated for resources: {'Port': ['ID=e1a3df85-85bb-446b-bc3e-dbf4e070827a,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:40.637350 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b8b674-ad28-48f5-b1bf-203c559c7753 req-eda4b25e-64fc-4803-b50c-d1f673bfcb43 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800242 Aug 19 11:53:40.639153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-7b7bd435-98e0-4816-9bbb-9f020c3b4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:40.640530 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-7b7bd435-98e0-4816-9bbb-9f020c3b4dbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=88b31451-d8f4-4836-a77a-ac6d8f9aafd4 HTTP/1.1" status: 200 len: 854 time: 0.0819044 Aug 19 11:53:40.683367 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-40a60d01-a588-4d84-8deb-e7114aac8be1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30718a30-be3a-4977-9bf0-a569a78def9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300393 Aug 19 11:53:40.799214 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-0ba48a30-41c7-4fea-94fa-4afc1d1dec02 service neutron] 10.222.0.69 "GET /v2.0/networks/30718a30-be3a-4977-9bf0-a569a78def9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075001 Aug 19 11:53:40.905345 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-54587bf9-9a44-4bd6-95e7-fdea34bd1107 req-d5dfa8b1-00cf-47b2-88e9-a6faba5e8896 service neutron] 10.222.0.69 "GET /v2.0/networks/30718a30-be3a-4977-9bf0-a569a78def9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974417 Aug 19 11:53:40.964367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-425d9e59-f478-4310-932d-266bba72b9f6 req-fb8c673d-490f-4de3-86e6-0f6742ae1182 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124820 Aug 19 11:53:40.977656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5762b411-0c8d-4954-9bb0-6bfcc10b28cf req-94e32ba1-5596-4ac8-9edd-4bfa30132e09 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167264 Aug 19 11:53:40.988301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Attempting to bind port e1a3df85-85bb-446b-bc3e-dbf4e070827a on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:40.988646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Attempting to bind port e1a3df85-85bb-446b-bc3e-dbf4e070827a by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:40.989159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Attempting to bind port e1a3df85-85bb-446b-bc3e-dbf4e070827a on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:40.994812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Port e1a3df85-85bb-446b-bc3e-dbf4e070827a on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:40.995130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Attempting to bind port e1a3df85-85bb-446b-bc3e-dbf4e070827a on network 8231fb04-5561-4e5a-a4b0-6bb497bc2b5b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:41.000574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:41.000957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Checking segment: {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:41.001376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Bound using segment: {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:41.001838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Bound port: e1a3df85-85bb-446b-bc3e-dbf4e070827a, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb14096-cf77-4211-9d21-35c59998dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:41.002109 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:41.103278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:41.118603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:41.126482 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:41.136379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae361a2-3d2b-4dc2-9130-a3f0a62483c3 req-c831f77c-4632-4973-81d4-93773b41eda9 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.137883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eae361a2-3d2b-4dc2-9130-a3f0a62483c3 req-c831f77c-4632-4973-81d4-93773b41eda9 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0753684 Aug 19 11:53:41.165512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.166442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:41.167827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] 10.222.0.69 "PUT /v2.0/ports/e1a3df85-85bb-446b-bc3e-dbf4e070827a HTTP/1.1" status: 200 len: 1091 time: 1.8881192 Aug 19 11:53:41.250604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eae361a2-3d2b-4dc2-9130-a3f0a62483c3 req-4ebd1d3c-2a4a-40b5-8063-1ff27fe8a783 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932982 Aug 19 11:53:41.264509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52398c0d-361b-4f5c-8555-f8a5be58d33c service neutron] Pushing event updated for resources: {'Port': ['ID=e1a3df85-85bb-446b-bc3e-dbf4e070827a,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:41.295891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bbe6-89d1-4d84-a03e-b6fd3676e5a0 req-a9150b4d-c5ab-42a2-bc81-d0f5a3b136b9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.297376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dbf6bbe6-89d1-4d84-a03e-b6fd3676e5a0 req-a9150b4d-c5ab-42a2-bc81-d0f5a3b136b9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.1286790 Aug 19 11:53:41.317921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaece-4403-429c-a679-25952d37709f req-80d0aa95-a706-4f45-a18b-475748c99b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.319629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-80d0aa95-a706-4f45-a18b-475748c99b7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 1094 time: 0.0711303 Aug 19 11:53:41.403836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-7c48f570-aa8c-4fea-8211-bfa5e1504307 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a HTTP/1.1" status: 200 len: 217 time: 0.0483277 Aug 19 11:53:41.407967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dbf6bbe6-89d1-4d84-a03e-b6fd3676e5a0 req-6c40b519-bb9e-4bfd-81b9-d62ac826df24 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021330 Aug 19 11:53:41.441346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9f6c1-8268-47c1-9075-bc971ff4eea6 req-293639c1-7397-473e-9707-2bf348b67012 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.442933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2de9f6c1-8268-47c1-9075-bc971ff4eea6 req-293639c1-7397-473e-9707-2bf348b67012 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 947 time: 0.1224520 Aug 19 11:53:41.463860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:41.502520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaece-4403-429c-a679-25952d37709f req-f35e2d6d-cf8d-4a15-ae8b-01dce03536a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.504011 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-f35e2d6d-cf8d-4a15-ae8b-01dce03536a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 200 len: 845 time: 0.0839143 Aug 19 11:53:41.513546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2de9f6c1-8268-47c1-9075-bc971ff4eea6 req-3838873b-0527-43b2-8fcf-1a783cd93372 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499852 Aug 19 11:53:41.563890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-bd89b85d-616b-4113-926e-4bebc0bcdca2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452030 Aug 19 11:53:41.600713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:41.617261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'mac_address': 'fa:16:3e:01:57:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:41.668467 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:41.679347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:41.681790 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30682d9f-0043-46e7-8d8f-533329e0af3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:41.682230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e997e5f-81e7-49eb-b667-f1ba9982a2ed {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:41.703331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:41.706714 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:41.727459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2fdf0eb8-51dc-4ea7-af57-16cce40a101e tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b3ad0dc651684781bc3fe1f07448e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398619 Aug 19 11:53:41.746301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836be5-7732-4f2d-92b2-6b6c37c8fd00 req-bfe5ea25-caee-40af-b0d0-10d35d9644fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.747768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c836be5-7732-4f2d-92b2-6b6c37c8fd00 req-bfe5ea25-caee-40af-b0d0-10d35d9644fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 950 time: 0.1363158 Aug 19 11:53:41.755981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=10']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:41.762294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-6adb5558-11db-446b-b6d3-28f4ef0accd1 service neutron] 10.222.0.69 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900487 Aug 19 11:53:41.801596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-fec5fa20-0f90-4ea0-9662-59c6b27ca76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.803339 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-fec5fa20-0f90-4ea0-9662-59c6b27ca76a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1097 time: 0.0487189 Aug 19 11:53:41.897784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28496829-bea6-4cca-86b5-1b61614a35d5 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:41.910752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-91e464bb-ca84-4cb9-ab4e-8de741be9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.912332 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-91e464bb-ca84-4cb9-ab4e-8de741be9877 service neutron] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.0984871 Aug 19 11:53:41.913301 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c836be5-7732-4f2d-92b2-6b6c37c8fd00 req-89df8fdb-762c-4413-afa7-3a197290c4ae tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500762 Aug 19 11:53:41.919309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 28496829-bea6-4cca-86b5-1b61614a35d5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:53:41.919850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28496829-bea6-4cca-86b5-1b61614a35d5 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:53:41.947476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-d9ef525d-1dcd-4aeb-8e0f-adad23611922 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:41.948996 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-d9ef525d-1dcd-4aeb-8e0f-adad23611922 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108614 Aug 19 11:53:41.962023 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-e91cea04-35fb-450f-b4dc-2a37a3d14eba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148 HTTP/1.1" status: 200 len: 217 time: 0.0392301 Aug 19 11:53:41.973648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b2eaece-4403-429c-a679-25952d37709f req-c51faee7-6004-4fb6-80aa-0e0da506898c service neutron] 10.222.0.69 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987073 Aug 19 11:53:41.976579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fa3f76ba-8ee2-499d-b1b9-abc46f9a7ef5 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/quotas/b3ad0dc651684781bc3fe1f07448e8e7 HTTP/1.1" status: 200 len: 375 time: 0.0166032 Aug 19 11:53:42.029103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2a2094a9-dd9d-4153-baf1-44023999a211 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3ad0dc651684781bc3fe1f07448e8e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447943 Aug 19 11:53:42.040453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78548d8c-e046-437a-8902-49ca14ac903e req-53958569-5484-419e-89d6-43d104486435 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:42.041440 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78548d8c-e046-437a-8902-49ca14ac903e req-53958569-5484-419e-89d6-43d104486435 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0665352 Aug 19 11:53:42.073548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-f2b808a0-a1f6-4a6a-8489-118514c66485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:42.075069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-f2b808a0-a1f6-4a6a-8489-118514c66485 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0586030 Aug 19 11:53:42.080146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78548d8c-e046-437a-8902-49ca14ac903e req-8b506f88-75ba-4bc8-8d55-c4f1346c420c tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Aug 19 11:53:42.134851 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10937b3c-e7b4-4008-bbe2-6e13ab57f233 x-openstack-request-id: req-10937b3c-e7b4-4008-bbe2-6e13ab57f233 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:42.135133 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:42.135474 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10937b3c-e7b4-4008-bbe2-6e13ab57f233 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:42.135868 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a', 'status': 'completed', 'code': 200} Aug 19 11:53:42.140212 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-6efb5a9d-afbf-46ee-a803-e501b0b43045 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255802 Aug 19 11:53:42.191119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['8e997e5f-81e7-49eb-b667-f1ba9982a2ed'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:42.253184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:42.255654 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d97f8ad-866c-492f-8de9-5f8f9cbd639a" -d '{"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-unplugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:42.326333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2146529-d4d5-4e39-b41b-b6a30b109714 req-b0fa114a-e85f-42e4-8165-e3a6187fc907 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:42.330808 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-4a3ca7cd-054c-413f-840d-6f1403793426 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345634 Aug 19 11:53:42.333465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2146529-d4d5-4e39-b41b-b6a30b109714 req-b0fa114a-e85f-42e4-8165-e3a6187fc907 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 943 time: 0.1376297 Aug 19 11:53:42.380732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-76a4ea7f-0cba-48e7-8b2c-f8c53e03f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:42.382344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-76a4ea7f-0cba-48e7-8b2c-f8c53e03f5df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=359ff869933a4f1aae5e14cb46906913&device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 1094 time: 0.1350067 Aug 19 11:53:42.392968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba3b4-4af2-4bd1-8024-b4104eb61397 req-8c938ad5-c445-4ef4-b578-dc401364c9d3 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:42.394414 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650ba3b4-4af2-4bd1-8024-b4104eb61397 req-8c938ad5-c445-4ef4-b578-dc401364c9d3 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 943 time: 0.1323924 Aug 19 11:53:42.400075 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2146529-d4d5-4e39-b41b-b6a30b109714 req-c409709d-ec23-45f6-a161-0d894b4fc4a4 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655251 Aug 19 11:53:42.453101 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-b6903cc6-18ad-45a0-b79f-aebe239aa250 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120725 Aug 19 11:53:42.494991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650ba3b4-4af2-4bd1-8024-b4104eb61397 req-6346fd07-15ad-41fd-bfb5-3b483480ccd6 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855649 Aug 19 11:53:42.526278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-9b112899-f3af-4ea5-a737-d061e0ba49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:42.527951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-9b112899-f3af-4ea5-a737-d061e0ba49d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 200 len: 906 time: 0.1271737 Aug 19 11:53:42.603947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b389d8ac-939a-422c-8f25-0415832586a7 req-c2409432-8597-43c2-aebf-dfa7cf8d3e6a tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 210 time: 0.0502930 Aug 19 11:53:42.639516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-3aea6dcf-9a2e-412c-82d2-295acfdd5537 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a HTTP/1.1" status: 200 len: 217 time: 0.0835497 Aug 19 11:53:42.677848 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70489b81-a1d7-4302-b3d5-f969240a88cb x-openstack-request-id: req-70489b81-a1d7-4302-b3d5-f969240a88cb {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:42.678926 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-unplugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:42.678926 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70489b81-a1d7-4302-b3d5-f969240a88cb {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:42.678926 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'code': 200} Aug 19 11:53:42.722997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-4e7416e7-4d7c-4ba0-af58-64437f0111d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:42.725328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-4e7416e7-4d7c-4ba0-af58-64437f0111d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 200 len: 845 time: 0.0718126 Aug 19 11:53:42.769606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-230fe423-58f4-4304-82a3-53e968dd8b38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361030 Aug 19 11:53:42.875467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b57e3-ce5b-432e-9b60-55ea32afe77e req-c74447e6-7513-4c1a-b4c0-29fb7787780c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:42.877348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-654b57e3-ce5b-432e-9b60-55ea32afe77e req-c74447e6-7513-4c1a-b4c0-29fb7787780c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.1346371 Aug 19 11:53:42.950833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-83ccb9e8-d640-4975-861f-da5e64b40ece service neutron] 10.222.0.69 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617379 Aug 19 11:53:42.967289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-654b57e3-ce5b-432e-9b60-55ea32afe77e req-9f04890d-ab63-4853-94d5-e1641656011c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782549 Aug 19 11:53:43.071864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0772f2d-9dbb-4262-882e-d3c7fb7657b9 req-71dd6522-46fc-4294-b9a8-d416d8b4fd44 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:43.073489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0772f2d-9dbb-4262-882e-d3c7fb7657b9 req-71dd6522-46fc-4294-b9a8-d416d8b4fd44 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1343815 Aug 19 11:53:43.121035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30682d9f-0043-46e7-8d8f-533329e0af3e req-c1c91b57-efdd-412e-a6df-81e4b7f80dfa service neutron] 10.222.0.69 "GET /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373167 Aug 19 11:53:43.134956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0772f2d-9dbb-4262-882e-d3c7fb7657b9 req-26491186-90d1-48f3-9147-d062160fdf1f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Aug 19 11:53:43.196666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb2bc1-acf5-4ceb-baa8-5ed3a1aba579 req-1664ae25-bfe4-4836-b5c6-0400a048b93e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:43.198252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25fb2bc1-acf5-4ceb-baa8-5ed3a1aba579 req-1664ae25-bfe4-4836-b5c6-0400a048b93e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 950 time: 0.0522437 Aug 19 11:53:43.238628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25fb2bc1-acf5-4ceb-baa8-5ed3a1aba579 req-f8ce537d-54dc-40b4-8cdf-f0f0519bb2f0 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Aug 19 11:53:43.346343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03472b-b216-4374-8837-819eb6867907 req-41566110-6706-4459-ad5e-5f2285908b77 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:43.347870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f03472b-b216-4374-8837-819eb6867907 req-41566110-6706-4459-ad5e-5f2285908b77 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 1101 time: 0.0430684 Aug 19 11:53:43.387134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f03472b-b216-4374-8837-819eb6867907 req-4f801a87-bfe9-48b5-a390-bea8f6907d70 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Aug 19 11:53:43.523925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc339a9-b235-41cb-a0aa-4cb080c406b5 req-6ff5be57-5534-4287-b345-d8fd00f4ceea tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:43.526701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efc339a9-b235-41cb-a0aa-4cb080c406b5 req-6ff5be57-5534-4287-b345-d8fd00f4ceea tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 943 time: 0.0577190 Aug 19 11:53:43.537269 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:53:43.586652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efc339a9-b235-41cb-a0aa-4cb080c406b5 req-22e66dbf-a40e-4040-9406-a050865194fa tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477479 Aug 19 11:53:43.613758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-46bbb24e-90e6-4ff9-b0da-fa4eeb12d55b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256786 Aug 19 11:53:43.701288 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-b873731a-fdf5-4e37-aa74-53d898cf4aaa tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b3ad0dc651684781bc3fe1f07448e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308189 Aug 19 11:53:43.777463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bfb4b-8fc2-49a0-b059-6257b4f754e7 req-4703a1f1-9b9a-4e50-902b-3561115331b3 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:43.784999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd1bfb4b-8fc2-49a0-b059-6257b4f754e7 req-4703a1f1-9b9a-4e50-902b-3561115331b3 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 943 time: 0.1109989 Aug 19 11:53:43.806460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-e6dc9a60-698d-4d7b-b5ba-2e7b1bd8a5bf tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:43.808563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-e6dc9a60-698d-4d7b-b5ba-2e7b1bd8a5bf tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884773 Aug 19 11:53:43.835422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-e2f877e4-7ce6-4cb2-8f62-754c0461ed96 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/quotas/270286d9d3094f81a15c7e90ed3750ed HTTP/1.1" status: 200 len: 375 time: 0.0156388 Aug 19 11:53:43.871299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd1bfb4b-8fc2-49a0-b059-6257b4f754e7 req-66e593f4-6a17-4512-8fe9-2c2304e22b4c tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845778 Aug 19 11:53:43.886796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-9f0ed393-1fe5-4d47-8287-43e8eff97cac tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:43.889162 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-9f0ed393-1fe5-4d47-8287-43e8eff97cac tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794550 Aug 19 11:53:43.909645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6761202d-c454-423a-9c52-59e96a0a5ab5 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:43.926954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-18b0269d-20b5-4867-99c5-27c8ea2919a8 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0844336 Aug 19 11:53:43.962306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Request body: {'port': {'device_id': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'b3ad0dc651684781bc3fe1f07448e8e7'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:44.065575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6761202d-c454-423a-9c52-59e96a0a5ab5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6761202d-c454-423a-9c52-59e96a0a5ab5,segment=NetworkSegment(7c85700c-099d-42c7-ad41-d6ad8bcecd0f),segment_id=7c85700c-099d-42c7-ad41-d6ad8bcecd0f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:44.101148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '6761202d-c454-423a-9c52-59e96a0a5ab5', 'network_id': '30718a30-be3a-4977-9bf0-a569a78def9e', 'port_id': '6761202d-c454-423a-9c52-59e96a0a5ab5', 'mac_address': 'fa:16:3e:f2:f6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b31451-d8f4-4836-a77a-ac6d8f9aafd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:44.121195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Made reservation on behalf of b3ad0dc651684781bc3fe1f07448e8e7 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:53:44.128161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:44.157120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-079bb9ee-f0c9-4eec-8a1b-103323b33ef4 req-6f802f39-beb9-40bb-82f8-09aaa4b22ab4 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 210 time: 0.0485990 Aug 19 11:53:44.158196 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:44.185430 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:44.214989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6761202d-c454-423a-9c52-59e96a0a5ab5 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:44.250157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6761202d-c454-423a-9c52-59e96a0a5ab5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6761202d-c454-423a-9c52-59e96a0a5ab5,segment=NetworkSegment(7c85700c-099d-42c7-ad41-d6ad8bcecd0f),segment_id=7c85700c-099d-42c7-ad41-d6ad8bcecd0f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:44.258246 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:44.327624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6761202d-c454-423a-9c52-59e96a0a5ab5,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:44.351255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbf822ca-3409-490b-9dc8-3f0af6a51089 req-cb92281c-0d44-4cc3-853a-c85a93bc4cd2 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 210 time: 0.0537198 Aug 19 11:53:44.368242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afc287-cfc5-496c-afdb-3369aa12cd31 req-786128f5-0588-4358-afb0-48311abec872 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:44.379948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47afc287-cfc5-496c-afdb-3369aa12cd31 req-786128f5-0588-4358-afb0-48311abec872 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.1593461 Aug 19 11:53:44.382840 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:44.394805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:44.441341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47afc287-cfc5-496c-afdb-3369aa12cd31 req-77a0cce8-b67f-4148-8562-764d6edd6a80 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600252 Aug 19 11:53:44.504016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:44.511430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051dfd-2578-4aa7-ba29-80a5c9004ade req-c00360b6-5bff-4533-8929-0370b34a03c4 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:44.523530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7051dfd-2578-4aa7-ba29-80a5c9004ade req-c00360b6-5bff-4533-8929-0370b34a03c4 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.0804315 Aug 19 11:53:44.565180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7051dfd-2578-4aa7-ba29-80a5c9004ade req-6fda71af-69af-4611-bfc8-1a833c50384e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Aug 19 11:53:44.604601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Allocated IP 192.168.233.241 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/38ba68ff-c1cb-4300-865f-d710b40cf7f4) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:53:44.741304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45725f2-1eb9-4ada-855c-79edc03150b0 req-248a53f8-4f95-4c1b-a7a9-916798a815bb tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:44.749117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d45725f2-1eb9-4ada-855c-79edc03150b0 req-248a53f8-4f95-4c1b-a7a9-916798a815bb tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 943 time: 0.0796721 Aug 19 11:53:44.788613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6761202d-c454-423a-9c52-59e96a0a5ab5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:44.790040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d45725f2-1eb9-4ada-855c-79edc03150b0 req-037f9332-a7bc-4a88-8bbd-0a896f0996af tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Aug 19 11:53:44.817593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:44.833092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Transition to ACTIVE for port object 38ba68ff-c1cb-4300-865f-d710b40cf7f4 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:44.875190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:44.934049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:44.951095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:53:44.952926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:53:44.965725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:53:45.028591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:45.030086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.052352 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-2e0e5612-9762-45b2-b60b-e715af89fe27 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0949461 Aug 19 11:53:45.074100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e8162-808d-4b99-9b68-9a39366dcf30 req-38567405-11f5-4b2c-a396-b891535e488a tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:45.076645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Request body: {'port': {'device_id': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:45.082626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-803e8162-808d-4b99-9b68-9a39366dcf30 req-38567405-11f5-4b2c-a396-b891535e488a tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 944 time: 0.1100779 Aug 19 11:53:45.137349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-803e8162-808d-4b99-9b68-9a39366dcf30 req-7c2500cb-e658-43aa-8841-4c8d3bd590a9 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Aug 19 11:53:45.179265 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.265639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6501d047-a6e1-4355-bb15-eec929e19a94 None None] Provisioning for port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:45.278011 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6501d047-a6e1-4355-bb15-eec929e19a94 None None] Provisioning complete for port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:45.280280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6501d047-a6e1-4355-bb15-eec929e19a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.312569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bd57-e13d-4ce4-b275-d280d468cebf req-224b920c-5214-48b8-8050-78df1b721f79 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:45.314162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30d3bd57-e13d-4ce4-b275-d280d468cebf req-224b920c-5214-48b8-8050-78df1b721f79 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 936 time: 0.0608883 Aug 19 11:53:45.345237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6501d047-a6e1-4355-bb15-eec929e19a94 None None] Port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:53:45.389431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30d3bd57-e13d-4ce4-b275-d280d468cebf req-67a4f87d-1142-4c72-a302-2a0bd99bef9b tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581605 Aug 19 11:53:45.467184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e05b86b5-ae55-482d-a380-7e5ff1cdb8aa req-82cb6a30-f46a-4756-a947-001f19162b3d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 210 time: 0.0337973 Aug 19 11:53:45.494510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:45.515079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ba68ff-c1cb-4300-865f-d710b40cf7f4 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:45.525955 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.543752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Transition to ACTIVE for port object 38ba68ff-c1cb-4300-865f-d710b40cf7f4 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:45.551820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.574333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:45.575211 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.613233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6f06d-c5db-4fa2-8ab1-5488cc405d6f req-1a08bfc2-c9ce-4c58-9250-b30e3063a495 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:45.619173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46d6f06d-c5db-4fa2-8ab1-5488cc405d6f req-1a08bfc2-c9ce-4c58-9250-b30e3063a495 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0829070 Aug 19 11:53:45.639666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:45.690595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46d6f06d-c5db-4fa2-8ab1-5488cc405d6f req-956efb56-ace3-41cb-9f47-ecaf287fdd7d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636461 Aug 19 11:53:45.714699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Attempting to bind port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:45.715215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Attempting to bind port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:45.715589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Attempting to bind port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:45.720605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:45.720991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Attempting to bind port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:45.726802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:45.727156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:45.728184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:45.728624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Bound port: 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:45.729006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.829222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:45.834940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c04aa8-a368-416d-8a94-7588bf32c5d6 req-d59a72c0-92ff-4fca-a94e-46102d6d3a0e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:45.837256 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2c04aa8-a368-416d-8a94-7588bf32c5d6 req-d59a72c0-92ff-4fca-a94e-46102d6d3a0e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 949 time: 0.1215560 Aug 19 11:53:45.846862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:45.847397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.863277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.867455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-d28d72e0-bc13-4baf-bb07-e7a3434b1456 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707002 Aug 19 11:53:45.890251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:45.893907 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff77a3c-b89a-44d0-9778-27178d74b99c" -d '{"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-plugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:45.910419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:45.913839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a3df85-85bb-446b-bc3e-dbf4e070827a details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:45.927417 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.957288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:45.957949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:45.963823 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] 10.222.0.54 "PUT /v2.0/ports/38ba68ff-c1cb-4300-865f-d710b40cf7f4 HTTP/1.1" status: 200 len: 1096 time: 0.8930619 Aug 19 11:53:45.963977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:45.967127 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec" -d '{"events": [{"name": "network-changed", "server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:46.001458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0470bd-b75d-482f-97c0-330c0e7adf09 service neutron] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:46.050333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2c04aa8-a368-416d-8a94-7588bf32c5d6 req-c3cac575-2ccf-4008-a4ba-29bb621c992c tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928043 Aug 19 11:53:46.103972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18bf78-dd47-4358-bb2e-f99720b31e60 req-17cd9232-f9ea-4fac-8afa-03f832082077 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:46.113932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f18bf78-dd47-4358-bb2e-f99720b31e60 req-17cd9232-f9ea-4fac-8afa-03f832082077 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 943 time: 0.1912422 Aug 19 11:53:46.121542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=11']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:46.127760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-d7814111-705c-4cdf-8d75-ecc83603a58b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:46.129276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-d7814111-705c-4cdf-8d75-ecc83603a58b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528038 Aug 19 11:53:46.154208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Request body: {'port': {'device_id': '257645da-642b-4fd8-a9aa-d6815c38817b', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '270286d9d3094f81a15c7e90ed3750ed'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:46.167946 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e06e673-73d4-486c-aa74-fea0cf2b42c4 x-openstack-request-id: req-6e06e673-73d4-486c-aa74-fea0cf2b42c4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:46.168490 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-plugged", "status": "completed", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:46.169014 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e06e673-73d4-486c-aa74-fea0cf2b42c4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:46.170860 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'code': 200} Aug 19 11:53:46.190262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-bd0aa0f5-67fb-4000-b19a-1591cda01601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:46.191789 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-bd0aa0f5-67fb-4000-b19a-1591cda01601 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3ad0dc651684781bc3fe1f07448e8e7&device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 1099 time: 0.0938213 Aug 19 11:53:46.201594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:46.216262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'port_id': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a', 'mac_address': 'fa:16:3e:13:80:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991495d9-f1c8-4404-8e14-d7f40247d2fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:46.232282 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf10ed9-9b20-4c46-bbc6-f0165e812cf5 x-openstack-request-id: req-1bf10ed9-9b20-4c46-bbc6-f0165e812cf5 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:46.232696 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:46.233004 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bf10ed9-9b20-4c46-bbc6-f0165e812cf5 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:46.233570 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'status': 'completed', 'code': 200} Aug 19 11:53:46.246797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f18bf78-dd47-4358-bb2e-f99720b31e60 req-85aebab9-ffb1-4d11-a57b-3040e939caf0 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343939 Aug 19 11:53:46.316450 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-6f1102b7-1e38-479f-8bf6-5d92b8e41360 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4 HTTP/1.1" status: 200 len: 217 time: 0.0770712 Aug 19 11:53:46.324999 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:46.345971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a3df85-85bb-446b-bc3e-dbf4e070827a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:46.372457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:46.379860 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:46.396853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Made reservation on behalf of 270286d9d3094f81a15c7e90ed3750ed for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:53:46.400994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:46.419866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d426d-5a85-4aea-99ae-2b92ae5b23e2 req-8c5ea1c5-1cb7-4f52-a9a1-0a836384215d tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:46.421678 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef8d426d-5a85-4aea-99ae-2b92ae5b23e2 req-8c5ea1c5-1cb7-4f52-a9a1-0a836384215d tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 944 time: 0.0852990 Aug 19 11:53:46.456784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-c1ac2902-ae53-4627-91a5-8283df8ffcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:46.458826 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-c1ac2902-ae53-4627-91a5-8283df8ffcfd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1164711 Aug 19 11:53:46.593625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e1a3df85-85bb-446b-bc3e-dbf4e070827a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:46.606373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-5cea4d8a-4e7e-4834-91b6-1fb957a8a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:46.608109 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-5cea4d8a-4e7e-4834-91b6-1fb957a8a5b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213508 Aug 19 11:53:46.660893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef8d426d-5a85-4aea-99ae-2b92ae5b23e2 req-251657cb-5bcb-48c7-b669-62c790558bba tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485615 Aug 19 11:53:46.676581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430399-263d-4a34-8487-d5bc8dcb1b2c req-8b4dcd26-53fe-4fd7-a23e-7c4563ae0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:46.678648 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fa430399-263d-4a34-8487-d5bc8dcb1b2c req-8b4dcd26-53fe-4fd7-a23e-7c4563ae0fdf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 1101 time: 0.1606653 Aug 19 11:53:46.688265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47609ee6-17e6-4bfb-8aa8-ce440a4d9a92 req-ea978c13-0552-450b-a354-d0aa39dc6336 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:46.690652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47609ee6-17e6-4bfb-8aa8-ce440a4d9a92 req-ea978c13-0552-450b-a354-d0aa39dc6336 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 948 time: 0.1104975 Aug 19 11:53:46.700961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Allocated IP 192.168.233.62 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/304dcf69-7c91-486d-9556-fb0d6bf0f94d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:53:46.762886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fa430399-263d-4a34-8487-d5bc8dcb1b2c req-36bb1efd-3353-403d-af2d-7ecceba376fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677080 Aug 19 11:53:46.769226 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-752444b8-e368-42db-bdf1-35e407028343 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505003 Aug 19 11:53:46.778600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47609ee6-17e6-4bfb-8aa8-ce440a4d9a92 req-b9eb07a4-e070-4d31-a01e-c560b6198fb7 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753808 Aug 19 11:53:46.799116 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb41d976-cc2b-400f-b217-baf752ecacf4 req-34aa1f93-2ad2-4860-8362-54135533567b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 210 time: 0.0453110 Aug 19 11:53:46.831220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['e1a3df85-85bb-446b-bc3e-dbf4e070827a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:46.940802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ef946-eb81-4d92-b3f8-ed470f40b73c req-b4ffc2e9-25d9-4fa7-ac35-44802e249bad tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:46.942413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5ef946-eb81-4d92-b3f8-ed470f40b73c req-b4ffc2e9-25d9-4fa7-ac35-44802e249bad tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0757346 Aug 19 11:53:46.993773 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:47.016290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5ef946-eb81-4d92-b3f8-ed470f40b73c req-52b991dc-3f73-412b-a7db-359470259aea tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606022 Aug 19 11:53:47.018798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Transition to ACTIVE for port object 304dcf69-7c91-486d-9556-fb0d6bf0f94d will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:47.053283 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:47.102288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:53:47.105468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:53:47.107916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:53:47.114881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2c2b3e13-a016-4fc0-92ae-90f587d417ab', 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:47.139992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event updated for resources: {'Port': ['ID=304dcf69-7c91-486d-9556-fb0d6bf0f94d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:47.200015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:47.200648 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:47.223733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-7251b9ab-ce52-4b5b-bdd5-2aec8b0b168b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0734251 Aug 19 11:53:47.236026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c72ff1-a5b7-455c-b1db-3945432d2db4 req-d9a9da5d-4415-4693-acba-1ee2af974c4a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:47.238095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05c72ff1-a5b7-455c-b1db-3945432d2db4 req-d9a9da5d-4415-4693-acba-1ee2af974c4a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 950 time: 0.0776157 Aug 19 11:53:47.252124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Request body: {'port': {'device_id': '257645da-642b-4fd8-a9aa-d6815c38817b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:47.289281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efdbe139-7523-4f9c-9c42-da033d5fbcdb req-1bbc1730-0b43-4e75-99f2-a6c4b15c1457 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868052 Aug 19 11:53:47.350666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05c72ff1-a5b7-455c-b1db-3945432d2db4 req-66728cf3-97d9-4d1b-837e-d3ba7f93a20b tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957983 Aug 19 11:53:47.363145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:47.477213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673ebc-bd30-495c-8876-a1fd3a0e0f8e req-301454f8-38bf-4420-a358-a81628191a63 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:47.485568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d673ebc-bd30-495c-8876-a1fd3a0e0f8e req-301454f8-38bf-4420-a358-a81628191a63 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 944 time: 0.1196933 Aug 19 11:53:47.499077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-b2c31c07-701a-4a9d-9ed7-1d41ad04629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:47.500954 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-b2c31c07-701a-4a9d-9ed7-1d41ad04629c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3ad0dc651684781bc3fe1f07448e8e7&device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 1099 time: 0.0595338 Aug 19 11:53:47.510346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f49e085-6692-4ffe-ae84-b2a1198dd60b None None] Provisioning for port 304dcf69-7c91-486d-9556-fb0d6bf0f94d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:47.517091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f49e085-6692-4ffe-ae84-b2a1198dd60b None None] Provisioning complete for port 304dcf69-7c91-486d-9556-fb0d6bf0f94d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:47.517666 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f49e085-6692-4ffe-ae84-b2a1198dd60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:47.573927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6f49e085-6692-4ffe-ae84-b2a1198dd60b None None] Port 304dcf69-7c91-486d-9556-fb0d6bf0f94d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:53:47.601268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d673ebc-bd30-495c-8876-a1fd3a0e0f8e req-763d00a9-9756-4a55-a29a-70b7c08b63fc tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103523 Aug 19 11:53:47.654705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-132703ee-fe0e-47cb-b758-edaef56d0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:47.656304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-132703ee-fe0e-47cb-b758-edaef56d0d9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1287899 Aug 19 11:53:47.715508 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-03e6eb54-433d-41e1-a187-302b9f15b9ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4 HTTP/1.1" status: 200 len: 217 time: 0.0414584 Aug 19 11:53:47.780258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-452c6020-3d11-449d-8bc7-33a9866541c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:47.781753 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-452c6020-3d11-449d-8bc7-33a9866541c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0554414 Aug 19 11:53:47.837934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-dfbd5c03-f7d2-4443-a998-3399820a6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:47.839638 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-dfbd5c03-f7d2-4443-a998-3399820a6e68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461981 Aug 19 11:53:47.896381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'c4906874-84d6-42b6-807d-0d094b3b173f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:47.936817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6761202d-c454-423a-9c52-59e96a0a5ab5 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:47.961914 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-727c9603-6501-4ee6-afc9-e923e2c81442 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079605 Aug 19 11:53:48.075157 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6ee6da4b-fb8f-4bb3-8754-2d54e899aaec req-1c14b2c2-c478-4804-9d32-cc733b793201 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984609 Aug 19 11:53:48.079964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16338c9a-26e7-4b42-aec9-7093ea239d63 req-ccf48aa5-c2a3-4413-83cb-3a4aae4b98ab tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:48.081567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16338c9a-26e7-4b42-aec9-7093ea239d63 req-ccf48aa5-c2a3-4413-83cb-3a4aae4b98ab tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 948 time: 0.1239386 Aug 19 11:53:48.098568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 6761202d-c454-423a-9c52-59e96a0a5ab5 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:48.105371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3267d-5ce0-4ed8-8066-840c24b8a597 req-9f4313c2-46b8-4884-9bdb-e51e99e3ff8b tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:48.107005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7a3267d-5ce0-4ed8-8066-840c24b8a597 req-9f4313c2-46b8-4884-9bdb-e51e99e3ff8b tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 944 time: 0.1482446 Aug 19 11:53:48.107553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 6761202d-c454-423a-9c52-59e96a0a5ab5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:48.107991 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:48.196727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16338c9a-26e7-4b42-aec9-7093ea239d63 req-53801282-674e-4a65-a98d-6542925dd4d0 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037660 Aug 19 11:53:48.216703 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7a3267d-5ce0-4ed8-8066-840c24b8a597 req-c6af4148-0f65-4814-ab87-f875d93e757a tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897236 Aug 19 11:53:48.277592 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:48.295380 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e47749d7-8136-4feb-ae99-5695f2e93a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:48.304828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304dcf69-7c91-486d-9556-fb0d6bf0f94d {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:48.317220 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:48.324479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634e2900-4ca9-494b-8327-120295828ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6761202d-c454-423a-9c52-59e96a0a5ab5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:48.327632 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a59e2b3-558a-4bbb-86e3-ba699ec5f22a" -d '{"events": [{"server_uuid": "634e2900-4ca9-494b-8327-120295828ec6", "name": "network-vif-plugged", "status": "completed", "tag": "6761202d-c454-423a-9c52-59e96a0a5ab5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:48.350139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6761202d-c454-423a-9c52-59e96a0a5ab5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6761202d-c454-423a-9c52-59e96a0a5ab5,segment=NetworkSegment(7c85700c-099d-42c7-ad41-d6ad8bcecd0f),segment_id=7c85700c-099d-42c7-ad41-d6ad8bcecd0f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:48.364021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:48.391575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Transition to ACTIVE for port object 304dcf69-7c91-486d-9556-fb0d6bf0f94d will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:53:48.403513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:48.451976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6761202d-c454-423a-9c52-59e96a0a5ab5,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:48.469030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3bd04-9b17-4987-9fad-41c55f087bad req-f95ec95a-d252-4daf-b0fd-303299260437 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:48.470588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47e3bd04-9b17-4987-9fad-41c55f087bad req-f95ec95a-d252-4daf-b0fd-303299260437 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.1370337 Aug 19 11:53:48.486813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db15a0-a3e9-46ff-9341-df59029f36a0 req-df93eefc-a53c-44a2-9655-d3d5e4da0bbd tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:48.495073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04db15a0-a3e9-46ff-9341-df59029f36a0 req-df93eefc-a53c-44a2-9655-d3d5e4da0bbd tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 935 time: 0.1498003 Aug 19 11:53:48.524903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Pushing event updated for resources: {'Port': ['ID=304dcf69-7c91-486d-9556-fb0d6bf0f94d,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:48.617614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04db15a0-a3e9-46ff-9341-df59029f36a0 req-7b582091-9c6d-4254-8300-e949b94a62dd tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212697 Aug 19 11:53:48.659240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47e3bd04-9b17-4987-9fad-41c55f087bad req-30ad2c15-3dab-448f-aaf0-974e453e579a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547353 Aug 19 11:53:48.669426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Attempting to bind port 304dcf69-7c91-486d-9556-fb0d6bf0f94d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:48.669768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Attempting to bind port 304dcf69-7c91-486d-9556-fb0d6bf0f94d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:48.670177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Attempting to bind port 304dcf69-7c91-486d-9556-fb0d6bf0f94d on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:48.675512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Port 304dcf69-7c91-486d-9556-fb0d6bf0f94d on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:48.677496 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcda5f0-8738-417b-a309-05a1a461290f x-openstack-request-id: req-9dcda5f0-8738-417b-a309-05a1a461290f {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:48.677966 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634e2900-4ca9-494b-8327-120295828ec6", "name": "network-vif-plugged", "status": "completed", "tag": "6761202d-c454-423a-9c52-59e96a0a5ab5", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:48.678205 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dcda5f0-8738-417b-a309-05a1a461290f {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:48.679107 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634e2900-4ca9-494b-8327-120295828ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6761202d-c454-423a-9c52-59e96a0a5ab5', 'code': 200} Aug 19 11:53:48.679294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Attempting to bind port 304dcf69-7c91-486d-9556-fb0d6bf0f94d on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:48.685833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:48.686187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:48.686572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:48.687019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Bound port: 304dcf69-7c91-486d-9556-fb0d6bf0f94d, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:48.687385 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:48.781165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] For port 304dcf69-7c91-486d-9556-fb0d6bf0f94d, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:48.825093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] For port 304dcf69-7c91-486d-9556-fb0d6bf0f94d, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=304dcf69-7c91-486d-9556-fb0d6bf0f94d,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:48.833800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:48.875506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:48.876143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:48.877628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] 10.222.0.54 "PUT /v2.0/ports/304dcf69-7c91-486d-9556-fb0d6bf0f94d HTTP/1.1" status: 200 len: 1095 time: 1.6303973 Aug 19 11:53:48.886129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257645da-642b-4fd8-a9aa-d6815c38817b', 'tag': '304dcf69-7c91-486d-9556-fb0d6bf0f94d'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:48.888455 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0113809a-48ba-425d-b98b-74b04abe15cf" -d '{"events": [{"name": "network-changed", "server_uuid": "257645da-642b-4fd8-a9aa-d6815c38817b", "tag": "304dcf69-7c91-486d-9556-fb0d6bf0f94d"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:48.913642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654d234-afee-421e-a5be-010ef0c8e2f9 req-50a9d380-177f-4c46-8e86-71e2bb0cf0e7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:48.925024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e654d234-afee-421e-a5be-010ef0c8e2f9 req-50a9d380-177f-4c46-8e86-71e2bb0cf0e7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 950 time: 0.1472075 Aug 19 11:53:49.076839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4ceca-4f8e-43e8-b47b-2e3bb6739319 service neutron] Pushing event updated for resources: {'Port': ['ID=304dcf69-7c91-486d-9556-fb0d6bf0f94d,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:49.106784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e654d234-afee-421e-a5be-010ef0c8e2f9 req-91816127-a9dc-43ba-b077-fc67c561d3f1 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805859 Aug 19 11:53:49.116030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa8c81-c491-4a3a-8592-cee71c34843f req-e7c57a0a-cd51-48d3-80fe-9a236ae56586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.117603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67fa8c81-c491-4a3a-8592-cee71c34843f req-e7c57a0a-cd51-48d3-80fe-9a236ae56586 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 1096 time: 0.2391002 Aug 19 11:53:49.154006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-e35b107e-e55e-43a2-8ba0-231cb994acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.155517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-e35b107e-e55e-43a2-8ba0-231cb994acfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 1098 time: 0.1750636 Aug 19 11:53:49.165438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9ce51-3f94-4a77-adee-faaf08bd3c18 req-69a90e9d-508e-4480-9f54-a25df92d3d37 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.166890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72b9ce51-3f94-4a77-adee-faaf08bd3c18 req-69a90e9d-508e-4480-9f54-a25df92d3d37 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 944 time: 0.1755807 Aug 19 11:53:49.169269 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9b3aa7-7561-4f08-8b76-a726684a0e74 x-openstack-request-id: req-de9b3aa7-7561-4f08-8b76-a726684a0e74 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:49.169547 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257645da-642b-4fd8-a9aa-d6815c38817b", "tag": "304dcf69-7c91-486d-9556-fb0d6bf0f94d", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:49.169792 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de9b3aa7-7561-4f08-8b76-a726684a0e74 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:49.170160 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257645da-642b-4fd8-a9aa-d6815c38817b', 'tag': '304dcf69-7c91-486d-9556-fb0d6bf0f94d', 'status': 'completed', 'code': 200} Aug 19 11:53:49.195243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67fa8c81-c491-4a3a-8592-cee71c34843f req-83b0fa31-6c5f-4025-8829-fccb06ee4c14 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647912 Aug 19 11:53:49.227562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-002a3367-712b-4418-a90f-71719534c2d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=304dcf69-7c91-486d-9556-fb0d6bf0f94d HTTP/1.1" status: 200 len: 217 time: 0.0431297 Aug 19 11:53:49.277723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72b9ce51-3f94-4a77-adee-faaf08bd3c18 req-f7717487-8c7b-410b-9223-b4daea997c1e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022069 Aug 19 11:53:49.298833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-e45475f1-91fa-45f3-b336-eedf29b12bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.300675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-e45475f1-91fa-45f3-b336-eedf29b12bf0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0601814 Aug 19 11:53:49.408369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca4c6-cd09-459a-88e9-863846b65919 req-bbb756d2-bf63-4c3d-bdf8-6f1275a9ff1e tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.409836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-153ca4c6-cd09-459a-88e9-863846b65919 req-bbb756d2-bf63-4c3d-bdf8-6f1275a9ff1e tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.1081090 Aug 19 11:53:49.418949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-a99e5705-a1b1-43df-9d42-6c1157c2163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.420375 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-a99e5705-a1b1-43df-9d42-6c1157c2163a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073859 Aug 19 11:53:49.457317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5b491-ae95-4442-a54a-cabb4aa653d3 req-6356f996-d2af-4462-9d91-4003791a8444 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.459536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fd5b491-ae95-4442-a54a-cabb4aa653d3 req-6356f996-d2af-4462-9d91-4003791a8444 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 948 time: 0.1059420 Aug 19 11:53:49.474805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:49.535044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-153ca4c6-cd09-459a-88e9-863846b65919 req-fcdd44dd-ceb8-4fb3-aca0-df4ae8fc047e tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182849 Aug 19 11:53:49.575569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fd5b491-ae95-4442-a54a-cabb4aa653d3 req-1f2594ce-2615-4779-81ae-98ddf14b64cb tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089244 Aug 19 11:53:49.585952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:49.602810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'mac_address': 'fa:16:3e:74:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:49.607487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-e65ac076-0c03-4b46-a3c2-51d0ce3b98cd service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697640 Aug 19 11:53:49.642496 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:49.658466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ba68ff-c1cb-4300-865f-d710b40cf7f4 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:49.682762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:49.690247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:49.746898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:49.748454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50d1cd9f-a111-4819-95be-c5efcfb049c2 req-e053c655-f203-4468-b1f3-bf470794e06d service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250396 Aug 19 11:53:49.777057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4156513-9e98-472a-b540-a0f01f3fc4e6 req-bed6ec74-f7cc-48c8-a436-223a0dda1a86 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.778754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4156513-9e98-472a-b540-a0f01f3fc4e6 req-bed6ec74-f7cc-48c8-a436-223a0dda1a86 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 947 time: 0.0821662 Aug 19 11:53:49.858675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4156513-9e98-472a-b540-a0f01f3fc4e6 req-ee518d9b-a64c-4e94-aac3-28c3756cc1ee tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676222 Aug 19 11:53:49.880752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c642610-9dd3-4956-83ba-4ec9340c912e req-b031bfaa-da23-493f-ba40-3338337373e2 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.880752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c642610-9dd3-4956-83ba-4ec9340c912e req-b031bfaa-da23-493f-ba40-3338337373e2 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0904968 Aug 19 11:53:49.928625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a3df85-85bb-446b-bc3e-dbf4e070827a up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:49.937269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c642610-9dd3-4956-83ba-4ec9340c912e req-3273f992-87ba-4dd0-95ff-aa3e9aac5f8b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520866 Aug 19 11:53:49.976352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113809a-48ba-425d-b98b-74b04abe15cf req-c2959f4e-8e3b-409d-97ab-54490bbf4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:49.978299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0113809a-48ba-425d-b98b-74b04abe15cf req-c2959f4e-8e3b-409d-97ab-54490bbf4445 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 1098 time: 0.0672276 Aug 19 11:53:50.001593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port e1a3df85-85bb-446b-bc3e-dbf4e070827a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:50.006434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port e1a3df85-85bb-446b-bc3e-dbf4e070827a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:50.006967 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:50.100534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113809a-48ba-425d-b98b-74b04abe15cf req-51fa81a3-1a05-46a9-9f13-2e51f396439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:50.103105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0113809a-48ba-425d-b98b-74b04abe15cf req-51fa81a3-1a05-46a9-9f13-2e51f396439c service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1103232 Aug 19 11:53:50.106610 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:50.142816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:50.150057 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:50.162213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0113809a-48ba-425d-b98b-74b04abe15cf req-c9b0aaeb-c97d-4b49-967d-dd82a04143b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=304dcf69-7c91-486d-9556-fb0d6bf0f94d HTTP/1.1" status: 200 len: 217 time: 0.0498674 Aug 19 11:53:50.213127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e1a3df85-85bb-446b-bc3e-dbf4e070827a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:50.254438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['38ba68ff-c1cb-4300-865f-d710b40cf7f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:50.264880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113809a-48ba-425d-b98b-74b04abe15cf req-b4b2f031-822e-4b2d-8247-84aaf1edd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:50.264880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0113809a-48ba-425d-b98b-74b04abe15cf req-b4b2f031-822e-4b2d-8247-84aaf1edd5ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0943410 Aug 19 11:53:50.333088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516af965-aa60-488d-9099-640e5dd89ffb req-e4c7b84f-3abe-4f37-8037-dcb3a97d4efe tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:50.335024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-516af965-aa60-488d-9099-640e5dd89ffb req-e4c7b84f-3abe-4f37-8037-dcb3a97d4efe tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 950 time: 0.1099164 Aug 19 11:53:50.344008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113809a-48ba-425d-b98b-74b04abe15cf req-5fc3f8c3-912f-4257-9eae-38a5f5a2ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:50.345757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0113809a-48ba-425d-b98b-74b04abe15cf req-5fc3f8c3-912f-4257-9eae-38a5f5a2ecef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680206 Aug 19 11:53:50.518366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-516af965-aa60-488d-9099-640e5dd89ffb req-8fa83251-8295-4813-aeea-4ae56bf15b7a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569853 Aug 19 11:53:50.558368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3e21-8644-4a24-a85d-780d1f16116a req-3b86d153-8ccc-4fe2-b717-187be5edf6cd tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:50.561646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-898b3e21-8644-4a24-a85d-780d1f16116a req-3b86d153-8ccc-4fe2-b717-187be5edf6cd tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.1300032 Aug 19 11:53:50.570008 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0113809a-48ba-425d-b98b-74b04abe15cf req-c9eac1ae-3818-4dc1-86c0-cd70bbe8ae11 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008445 Aug 19 11:53:50.680768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:50.683162 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845fe270-f4d2-4c27-ba99-a3a0decbe2c0" -d '{"events": [{"server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:50.697073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-898b3e21-8644-4a24-a85d-780d1f16116a req-bb308947-a96e-478a-918a-77a640721750 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256645 Aug 19 11:53:50.743574 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27145821-3807-4cdd-8dbc-06ab0ecda740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:50.746357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227db33-e921-4b04-9c60-7f2ce8267135 req-660a73b1-60e7-4764-89b4-a43d5fa14b3f tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:50.761408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e227db33-e921-4b04-9c60-7f2ce8267135 req-660a73b1-60e7-4764-89b4-a43d5fa14b3f tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.1329157 Aug 19 11:53:50.838450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0113809a-48ba-425d-b98b-74b04abe15cf req-78feefaf-1c52-4388-be93-6bd4d0ad26fe service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256846 Aug 19 11:53:50.869688 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:50.957411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e227db33-e921-4b04-9c60-7f2ce8267135 req-4e20cf57-507c-4b9b-a5c8-27790f5951ab tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596084 Aug 19 11:53:51.047866 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b44f95-e802-4edc-94e8-e0ccb305d2ca x-openstack-request-id: req-41b44f95-e802-4edc-94e8-e0ccb305d2ca {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:51.048168 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:51.048404 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41b44f95-e802-4edc-94e8-e0ccb305d2ca {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:51.049031 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a', 'code': 200} Aug 19 11:53:51.104861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2592c-0360-42b7-93e1-40f9a9f8adc9 req-6d96fe24-8954-41cf-b4bf-0bfe7ec73f8e tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:51.113019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81f2592c-0360-42b7-93e1-40f9a9f8adc9 req-6d96fe24-8954-41cf-b4bf-0bfe7ec73f8e tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 949 time: 0.0645199 Aug 19 11:53:51.181917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81f2592c-0360-42b7-93e1-40f9a9f8adc9 req-517b0abe-5b7c-49b6-88f9-033ce236d605 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678401 Aug 19 11:53:51.209837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcde56-2fec-47b9-9bcb-9b8faed7faeb req-91a04103-45a9-44fa-b1f9-0b1026dd0f22 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:51.211463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35bcde56-2fec-47b9-9bcb-9b8faed7faeb req-91a04103-45a9-44fa-b1f9-0b1026dd0f22 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 947 time: 0.0961266 Aug 19 11:53:51.283108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35bcde56-2fec-47b9-9bcb-9b8faed7faeb req-443c4635-6787-4ed3-b28d-561ad15d03df tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Aug 19 11:53:51.291526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2729bc-afd3-4ded-ae26-b74c535f7e1c req-8d2ffa89-1693-4529-a0d6-eaf90e8eaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:51.293014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a2729bc-afd3-4ded-ae26-b74c535f7e1c req-8d2ffa89-1693-4529-a0d6-eaf90e8eaa48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 1096 time: 0.1000624 Aug 19 11:53:51.351438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a2729bc-afd3-4ded-ae26-b74c535f7e1c req-c8ec78d0-e040-4beb-b1f1-447293c8632e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Aug 19 11:53:51.363147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819379e-6cea-4e24-bdd1-3ffb3f62e947 req-8adb05d7-b9b8-4334-8148-d0c3c395b6dd tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:51.364823 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3819379e-6cea-4e24-bdd1-3ffb3f62e947 req-8adb05d7-b9b8-4334-8148-d0c3c395b6dd tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 1101 time: 0.0864558 Aug 19 11:53:51.434280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ccabc-05d8-426f-bc1f-99ade73d1b53 req-3673c26c-d0d8-462a-8d55-926ba208766d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:51.435881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de6ccabc-05d8-426f-bc1f-99ade73d1b53 req-3673c26c-d0d8-462a-8d55-926ba208766d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0835464 Aug 19 11:53:51.438088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3819379e-6cea-4e24-bdd1-3ffb3f62e947 req-dd6a4654-bebd-4427-80ed-d548146e20a6 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538719 Aug 19 11:53:51.502225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de6ccabc-05d8-426f-bc1f-99ade73d1b53 req-1d7d115a-68b1-43a9-a56b-b84b4c604b37 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505750 Aug 19 11:53:51.709215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59288c1-d5d8-4cd2-99d1-72f6d652a417 req-1447940e-b206-4ba6-bac8-39fa92bd0367 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:51.710773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a59288c1-d5d8-4cd2-99d1-72f6d652a417 req-1447940e-b206-4ba6-bac8-39fa92bd0367 tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 1101 time: 0.0419419 Aug 19 11:53:51.749171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a59288c1-d5d8-4cd2-99d1-72f6d652a417 req-4429b8df-bb78-4dd5-94b8-07a72f510acb tempest-ServersAdminTestJSON-925916129 tempest-ServersAdminTestJSON-925916129-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Aug 19 11:53:51.836951 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:51.900836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20744e2-1b10-43f9-ae8d-77a90eb9d8bc req-3d28b3b0-fe81-49dd-8562-162caa31a15d tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:51.902428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a20744e2-1b10-43f9-ae8d-77a90eb9d8bc req-3d28b3b0-fe81-49dd-8562-162caa31a15d tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0585573 Aug 19 11:53:51.949830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a20744e2-1b10-43f9-ae8d-77a90eb9d8bc req-db862618-5123-4301-ba3d-0395c0291325 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Aug 19 11:53:52.093002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca72552-18ac-4ca6-a9e0-2c59b31a198a req-60b8aee8-be59-42d7-b724-3fb1acc6acf3 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:52.094566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cca72552-18ac-4ca6-a9e0-2c59b31a198a req-60b8aee8-be59-42d7-b724-3fb1acc6acf3 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 949 time: 0.1057649 Aug 19 11:53:52.106811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488eb0c-063a-4aaa-b1d0-6c033364e1d7 req-5f6b5bc4-7c9a-47b7-8824-7021cf355cfa tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:52.108501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c488eb0c-063a-4aaa-b1d0-6c033364e1d7 req-5f6b5bc4-7c9a-47b7-8824-7021cf355cfa tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.0815845 Aug 19 11:53:52.162856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cca72552-18ac-4ca6-a9e0-2c59b31a198a req-7d154ea5-5e83-47f2-8e10-430cdf960cb6 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532620 Aug 19 11:53:52.170146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c488eb0c-063a-4aaa-b1d0-6c033364e1d7 req-ddad4ae6-65a5-47ee-aa83-09f184f2050d tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548050 Aug 19 11:53:52.308041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437d40b-f8ad-4126-9ff3-a1009392bfb5 req-116059bf-e50a-4e62-bd30-09ca5bc064d2 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:52.309645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a437d40b-f8ad-4126-9ff3-a1009392bfb5 req-116059bf-e50a-4e62-bd30-09ca5bc064d2 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 949 time: 0.0523367 Aug 19 11:53:52.358304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a437d40b-f8ad-4126-9ff3-a1009392bfb5 req-ce8f550d-c581-4b77-8eae-97ff6e95287a tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Aug 19 11:53:52.539454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03a460-5a5b-4380-8d80-36ad263207dd req-377af6b4-43f3-4ae2-b856-177cbc980999 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:52.540935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d03a460-5a5b-4380-8d80-36ad263207dd req-377af6b4-43f3-4ae2-b856-177cbc980999 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.1127028 Aug 19 11:53:52.550483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b26977-5a7e-471b-9fdf-6224c01db4c0 req-65f50b7c-0677-4d9a-8a9e-e75576e5640d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:52.551889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3b26977-5a7e-471b-9fdf-6224c01db4c0 req-65f50b7c-0677-4d9a-8a9e-e75576e5640d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 947 time: 0.1138802 Aug 19 11:53:52.581933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-892c54d1-8194-424f-80cd-caa9161d4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:52.583543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-892c54d1-8194-424f-80cd-caa9161d4739 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b29afa0d21b044189613e74280c4282f&device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0979233 Aug 19 11:53:52.630581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d03a460-5a5b-4380-8d80-36ad263207dd req-20d8e499-8490-4c22-bc1b-80043e7e0bff tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760634 Aug 19 11:53:52.672391 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3b26977-5a7e-471b-9fdf-6224c01db4c0 req-e8d19f61-4f4f-4a56-b0ea-02ed7b2fb93d tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109700 Aug 19 11:53:52.739953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-a8fd2340-e99d-4680-a10a-c4a838856f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:52.741469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-a8fd2340-e99d-4680-a10a-c4a838856f5e service neutron] 10.222.0.69 "GET /v2.0/networks?id=30718a30-be3a-4977-9bf0-a569a78def9e HTTP/1.1" status: 200 len: 915 time: 0.1392474 Aug 19 11:53:52.758430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7cd0-d891-411a-beae-5d205fb95be8 req-006e808f-fe56-4de7-b6b5-989b2c9c2826 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:52.759937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f9c7cd0-d891-411a-beae-5d205fb95be8 req-006e808f-fe56-4de7-b6b5-989b2c9c2826 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0690861 Aug 19 11:53:52.802476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-c90f40be-1295-4d1b-8d3e-86fc0d63c9d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6761202d-c454-423a-9c52-59e96a0a5ab5 HTTP/1.1" status: 200 len: 217 time: 0.0414062 Aug 19 11:53:52.838238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f9c7cd0-d891-411a-beae-5d205fb95be8 req-e3283b35-38c0-4f18-ba45-30e8800f6c94 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711224 Aug 19 11:53:52.940300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-03b5b170-6270-4b22-91e3-965ae2061f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:52.941991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-03b5b170-6270-4b22-91e3-965ae2061f65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=88b31451-d8f4-4836-a77a-ac6d8f9aafd4 HTTP/1.1" status: 200 len: 854 time: 0.0455055 Aug 19 11:53:53.018124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-56dfb981-4777-4350-895b-04f9e37354a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30718a30-be3a-4977-9bf0-a569a78def9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382433 Aug 19 11:53:53.135514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650ef76-03f9-41ee-a6a5-f4e3f1448f62 req-ec51dc28-5009-4ba5-a3a8-7fcd3a587c1e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:53.143126 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a650ef76-03f9-41ee-a6a5-f4e3f1448f62 req-ec51dc28-5009-4ba5-a3a8-7fcd3a587c1e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.1168618 Aug 19 11:53:53.202595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-e2824547-7ecb-413a-b1c6-c90a0a8d6d1c service neutron] 10.222.0.69 "GET /v2.0/networks/30718a30-be3a-4977-9bf0-a569a78def9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675839 Aug 19 11:53:53.207674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a650ef76-03f9-41ee-a6a5-f4e3f1448f62 req-eb037028-eb5c-49c9-988c-0674e46bde2c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581570 Aug 19 11:53:53.377445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b9a34-8a2c-47a1-98a7-8f126e9bbebe req-91311617-e73d-480a-bb7e-1f72bd2ae818 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:53.378723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e35b9a34-8a2c-47a1-98a7-8f126e9bbebe req-91311617-e73d-480a-bb7e-1f72bd2ae818 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 949 time: 0.0782204 Aug 19 11:53:53.409732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16b37b34-80a4-4a20-8f74-3be3d447bc27 req-75ed8e9a-4c21-4644-92fc-44272ea4a54a service neutron] 10.222.0.69 "GET /v2.0/networks/30718a30-be3a-4977-9bf0-a569a78def9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940382 Aug 19 11:53:53.428974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e35b9a34-8a2c-47a1-98a7-8f126e9bbebe req-63528e6c-18bd-444a-b3fc-d6a69f5aa1e2 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Aug 19 11:53:53.483627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f2fc2-0976-47ef-827f-014d7c8e8c35 req-7501faa8-9826-4304-8dab-b1d0a4c6f19b tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:53.485269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4f2fc2-0976-47ef-827f-014d7c8e8c35 req-7501faa8-9826-4304-8dab-b1d0a4c6f19b tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 949 time: 0.0536866 Aug 19 11:53:53.521773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 304dcf69-7c91-486d-9556-fb0d6bf0f94d details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:53.533899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4f2fc2-0976-47ef-827f-014d7c8e8c35 req-4784992f-f030-4189-9d1a-248bd77b438b tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421245 Aug 19 11:53:53.545447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:53.667573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:53.677098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:53.677620 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:53.709594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 304dcf69-7c91-486d-9556-fb0d6bf0f94d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=304dcf69-7c91-486d-9556-fb0d6bf0f94d,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:53.733494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '304dcf69-7c91-486d-9556-fb0d6bf0f94d', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '304dcf69-7c91-486d-9556-fb0d6bf0f94d', 'mac_address': 'fa:16:3e:56:8b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:53.784355 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:53.829931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304dcf69-7c91-486d-9556-fb0d6bf0f94d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:53.831978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910951d1-790f-469a-9e92-06bec027a70d req-cca382da-9d74-4db9-b196-47a0e79602a6 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:53.841410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-910951d1-790f-469a-9e92-06bec027a70d req-cca382da-9d74-4db9-b196-47a0e79602a6 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.1118433 Aug 19 11:53:53.861809 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:53.869828 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:53.883662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 304dcf69-7c91-486d-9556-fb0d6bf0f94d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=304dcf69-7c91-486d-9556-fb0d6bf0f94d,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:53.886803 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:53.889119 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:53.889880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf8be5-2699-46bf-9fc7-d1219be4c8cc req-8515bdaa-c0b4-4948-a4db-6690cdb3046c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:53.893001 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bacf8be5-2699-46bf-9fc7-d1219be4c8cc req-8515bdaa-c0b4-4948-a4db-6690cdb3046c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 947 time: 0.1114185 Aug 19 11:53:53.931250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:53.933462 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf4ec1-ce2c-4be6-8c8d-e1918dd86f01" -d '{"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-plugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:53.934715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-910951d1-790f-469a-9e92-06bec027a70d req-9b1f46ea-13d4-49a9-8433-248783cb7456 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915713 Aug 19 11:53:53.952928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:53.960083 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:53.964054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bacf8be5-2699-46bf-9fc7-d1219be4c8cc req-b352939c-e918-4f22-ac28-f545d808698a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623548 Aug 19 11:53:53.978562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=304dcf69-7c91-486d-9556-fb0d6bf0f94d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:54.041874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:54.093990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05b402-f407-4cc7-a657-7ac3a9a9f851 req-2e377d81-5aaa-4a08-a950-5ed512bcb3e2 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:54.095564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e05b402-f407-4cc7-a657-7ac3a9a9f851 req-2e377d81-5aaa-4a08-a950-5ed512bcb3e2 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0517943 Aug 19 11:53:54.126532 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ece1097-f6d7-40c8-8f4c-a8925b9e5667 x-openstack-request-id: req-4ece1097-f6d7-40c8-8f4c-a8925b9e5667 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:54.126820 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-plugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:54.127084 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ece1097-f6d7-40c8-8f4c-a8925b9e5667 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:54.127456 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'code': 200} Aug 19 11:53:54.138024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e05b402-f407-4cc7-a657-7ac3a9a9f851 req-087ee53c-7a7b-4611-8a31-020b90617acb tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355999 Aug 19 11:53:54.352573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ea1a0-a68f-45f8-8e4d-5eddd4769cc6 req-5722b11c-3f1d-4d60-936b-3fbecbc5d987 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:54.354259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b60ea1a0-a68f-45f8-8e4d-5eddd4769cc6 req-5722b11c-3f1d-4d60-936b-3fbecbc5d987 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0564044 Aug 19 11:53:54.397079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b60ea1a0-a68f-45f8-8e4d-5eddd4769cc6 req-f3d2c7a6-9b44-469a-a6f7-332e12221787 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357409 Aug 19 11:53:54.450762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf553-7fdd-44ae-ba3f-34f3c49a3a6e req-4ad7ba37-bf2d-4745-b481-7ca76ba4ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:54.452361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7eeaf553-7fdd-44ae-ba3f-34f3c49a3a6e req-4ad7ba37-bf2d-4745-b481-7ca76ba4ea2b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 1101 time: 0.0543787 Aug 19 11:53:54.461599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-2de51971-f7d1-47fd-abdc-de76972c38e7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:54.463194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-2de51971-f7d1-47fd-abdc-de76972c38e7 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 949 time: 0.0672462 Aug 19 11:53:54.516113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7eeaf553-7fdd-44ae-ba3f-34f3c49a3a6e req-eb8f1395-6786-4a74-b898-1ea33f30e3a2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429997 Aug 19 11:53:54.520403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['304dcf69-7c91-486d-9556-fb0d6bf0f94d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:54.635325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ca8c-7c62-4cd0-8226-e707d76641c9 req-53f4b1a8-e874-4723-a02d-9375bc98eb7e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:54.636014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Deleting port c9c44f3f-ef18-442b-9bc5-79e156295222 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:54.636366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:54.640350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0520ca8c-7c62-4cd0-8226-e707d76641c9 req-53f4b1a8-e874-4723-a02d-9375bc98eb7e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 949 time: 0.0769694 Aug 19 11:53:54.692174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0520ca8c-7c62-4cd0-8226-e707d76641c9 req-f4576431-367c-4258-836b-8132d7a9280f tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Aug 19 11:53:54.770790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] For port c9c44f3f-ef18-442b-9bc5-79e156295222, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9c44f3f-ef18-442b-9bc5-79e156295222,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:54.771173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:54.792260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Calling delete_port for c9c44f3f-ef18-442b-9bc5-79e156295222 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:54.858935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25594420-6ccb-4285-8695-dddfe4f4a41d req-907d1caf-0db5-495b-b173-f429e4c5d01d tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:54.860766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25594420-6ccb-4285-8695-dddfe4f4a41d req-907d1caf-0db5-495b-b173-f429e4c5d01d tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 950 time: 0.0645511 Aug 19 11:53:54.916371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25594420-6ccb-4285-8695-dddfe4f4a41d req-9ca5f7b7-ea37-4aa3-8186-b4fca23c5078 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491118 Aug 19 11:53:54.987290 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:55.025473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Pushing event deleted for resources: {'Port': ['ID=c9c44f3f-ef18-442b-9bc5-79e156295222,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:55.093262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] No DVR routers for this DVR port c9c44f3f-ef18-442b-9bc5-79e156295222 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:53:55.096822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:55.099661 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-24229f5d-6705-4f3b-b875-98ee7f98a3d0 req-4ddb04cd-cab0-41c3-a7a4-7f70ec940752 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "DELETE /v2.0/ports/c9c44f3f-ef18-442b-9bc5-79e156295222 HTTP/1.1" status: 204 len: 173 time: 0.6151545 Aug 19 11:53:55.101948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb15e4-01f5-4a72-8702-a3e9a177e744', 'name': 'network-vif-deleted', 'tag': 'c9c44f3f-ef18-442b-9bc5-79e156295222'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:55.104652 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cfa349-73a1-4f68-a7e6-cbece5eec350" -d '{"events": [{"server_uuid": "7afb15e4-01f5-4a72-8702-a3e9a177e744", "name": "network-vif-deleted", "tag": "c9c44f3f-ef18-442b-9bc5-79e156295222"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:55.124095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2d2b1-f851-4fee-9989-5fb4dd6559a0 req-ebd7aa92-4434-401f-bd82-caece9999885 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:55.127243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eae2d2b1-f851-4fee-9989-5fb4dd6559a0 req-ebd7aa92-4434-401f-bd82-caece9999885 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.0818057 Aug 19 11:53:55.173247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eae2d2b1-f851-4fee-9989-5fb4dd6559a0 req-38c44711-3cba-4c71-84a6-c74709b27d92 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Aug 19 11:53:55.266528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0ec2-ec1a-418e-920d-0fc8810d2c5b req-54175c01-f2f5-46d9-8d12-add840e9528c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:55.268468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1dac0ec2-ec1a-418e-920d-0fc8810d2c5b req-54175c01-f2f5-46d9-8d12-add840e9528c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 948 time: 0.0646119 Aug 19 11:53:55.313609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1dac0ec2-ec1a-418e-920d-0fc8810d2c5b req-06b963d6-54dc-4036-83a2-83d05c6f46d7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Aug 19 11:53:55.356845 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b24d7ef-e711-44fe-9b55-706a0c12dac0 x-openstack-request-id: req-2b24d7ef-e711-44fe-9b55-706a0c12dac0 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:55.357504 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb15e4-01f5-4a72-8702-a3e9a177e744", "name": "network-vif-deleted", "tag": "c9c44f3f-ef18-442b-9bc5-79e156295222", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:55.358082 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b24d7ef-e711-44fe-9b55-706a0c12dac0 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:55.358634 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afb15e4-01f5-4a72-8702-a3e9a177e744', 'name': 'network-vif-deleted', 'tag': 'c9c44f3f-ef18-442b-9bc5-79e156295222', 'status': 'completed', 'code': 200} Aug 19 11:53:55.477978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdee77-d3d7-4858-b4a4-d00a4faa7a1b req-955fee68-f64b-4d51-9512-cd2105018026 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:55.479969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1fdee77-d3d7-4858-b4a4-d00a4faa7a1b req-955fee68-f64b-4d51-9512-cd2105018026 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0717664 Aug 19 11:53:55.843270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1fdee77-d3d7-4858-b4a4-d00a4faa7a1b req-2ac71f5f-d4f6-4433-9bb5-99ee8e43747a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560393 Aug 19 11:53:55.857474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9394240-0520-4327-a569-b7649279197a req-f8601b54-fe91-48c6-9257-07a9f1208b13 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:55.859053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9394240-0520-4327-a569-b7649279197a req-f8601b54-fe91-48c6-9257-07a9f1208b13 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.3648920 Aug 19 11:53:55.930943 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9394240-0520-4327-a569-b7649279197a req-dbfa2b60-85d6-463b-b806-23b184adc61a tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483696 Aug 19 11:53:56.054805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52e94b88-77cd-4708-916f-ae31db0a7aab req-0f675066-b8dd-431f-b61a-eacef2eca803 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=7afb15e4-01f5-4a72-8702-a3e9a177e744 HTTP/1.1" status: 200 len: 210 time: 0.0356166 Aug 19 11:53:56.096420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['82838772-709f-4a15-b8a8-1690f87da8e9', '8e997e5f-81e7-49eb-b667-f1ba9982a2ed'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:56.204279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3768-6996-4108-a85a-753b89096751 req-739d31b5-3629-42b1-bcc7-1b60589c2777 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:56.211865 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-507b3768-6996-4108-a85a-753b89096751 req-739d31b5-3629-42b1-bcc7-1b60589c2777 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 950 time: 0.1204417 Aug 19 11:53:56.307632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-507b3768-6996-4108-a85a-753b89096751 req-a459f8e6-8f9e-49fb-b19f-82cc9ec214e9 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935071 Aug 19 11:53:56.323007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2b642-ec95-495d-9673-d66f73f2445e req-ecf19d99-cae4-4605-adb3-7aae8567a40a tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:56.337427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3be2b642-ec95-495d-9673-d66f73f2445e req-ecf19d99-cae4-4605-adb3-7aae8567a40a tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.2033281 Aug 19 11:53:56.414585 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3be2b642-ec95-495d-9673-d66f73f2445e req-9fd0cae4-ad22-4cc9-85b6-24442bde01c3 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745928 Aug 19 11:53:56.539825 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0547ee-b1d3-460a-a9c3-234e9ff33258 req-ee667d4b-7dca-4187-bd51-3667056d641e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:56.541431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d0547ee-b1d3-460a-a9c3-234e9ff33258 req-ee667d4b-7dca-4187-bd51-3667056d641e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 948 time: 0.0615013 Aug 19 11:53:56.581400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d0547ee-b1d3-460a-a9c3-234e9ff33258 req-c66bae1f-1770-4ec8-9568-3d184f43b4b2 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Aug 19 11:53:56.980163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c709-ce56-4b21-bad3-4387ded28879 req-2cdf34cb-917a-4c15-810e-43d93363fb44 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:56.981753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b987c709-ce56-4b21-bad3-4387ded28879 req-2cdf34cb-917a-4c15-810e-43d93363fb44 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0559251 Aug 19 11:53:57.051801 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b987c709-ce56-4b21-bad3-4387ded28879 req-03aadda6-1503-4456-934a-3ff1117c7ae6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622554 Aug 19 11:53:57.066396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0a8ae-fa4d-421c-8511-153e59c844d1 req-40039bc0-1868-47c9-a6c8-65f459649b2b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:57.068381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9f0a8ae-fa4d-421c-8511-153e59c844d1 req-40039bc0-1868-47c9-a6c8-65f459649b2b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0711749 Aug 19 11:53:57.110170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9f0a8ae-fa4d-421c-8511-153e59c844d1 req-2538f2d6-4716-4c39-81d1-02f6bec3e12d tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359378 Aug 19 11:53:57.267852 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-23df21f9-086b-4c74-a119-5af874f7505e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601285 Aug 19 11:53:57.367135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d1b3b-dab6-4f2c-b52c-80d80e57b5a9 req-c225eac0-c96f-430a-a7fd-ba684b7f47b1 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:57.373172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-831d1b3b-dab6-4f2c-b52c-80d80e57b5a9 req-c225eac0-c96f-430a-a7fd-ba684b7f47b1 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 949 time: 0.0609093 Aug 19 11:53:57.390203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-285f5dbe-a55c-4b09-b9f1-c81f5a594683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:57.391670 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-285f5dbe-a55c-4b09-b9f1-c81f5a594683 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 1095 time: 0.0521398 Aug 19 11:53:57.441425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-831d1b3b-dab6-4f2c-b52c-80d80e57b5a9 req-7fa5b6bf-9d66-41c9-911b-643e6f1fc24e tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660982 Aug 19 11:53:57.459601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1a770-9c44-4e49-8b17-80b81e1853c6 req-d46bd8fd-4979-4ad5-b964-977b5c56e2a8 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:57.461252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ed1a770-9c44-4e49-8b17-80b81e1853c6 req-d46bd8fd-4979-4ad5-b964-977b5c56e2a8 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 950 time: 0.0871537 Aug 19 11:53:57.507543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ed1a770-9c44-4e49-8b17-80b81e1853c6 req-fe86a287-24d2-403c-bcdf-03a5d5754f2e tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Aug 19 11:53:57.529237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 304dcf69-7c91-486d-9556-fb0d6bf0f94d up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:57.530879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-07a95790-c434-4b8d-bbbe-7190b62e9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:57.532560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-07a95790-c434-4b8d-bbbe-7190b62e9f4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.1103625 Aug 19 11:53:57.586763 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-3a68ed40-0851-42b0-a2c8-c357867edeb7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a265c24-91d2-4b49-b234-cd77ea02f329 HTTP/1.1" status: 200 len: 217 time: 0.0443504 Aug 19 11:53:57.594613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6e405-ccbe-4879-85bd-b4a07e9d653c req-f24accb9-825a-424f-9e74-4bc6b8f328fd tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:57.596516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70e6e405-ccbe-4879-85bd-b4a07e9d653c req-f24accb9-825a-424f-9e74-4bc6b8f328fd tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.0621059 Aug 19 11:53:57.616566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 304dcf69-7c91-486d-9556-fb0d6bf0f94d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:53:57.621132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 304dcf69-7c91-486d-9556-fb0d6bf0f94d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:53:57.621498 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:57.659217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70e6e405-ccbe-4879-85bd-b4a07e9d653c req-3ffaedb1-1499-41a9-80d5-324428118762 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547943 Aug 19 11:53:57.667960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-c1ea4fdb-6725-4286-ab86-9c63bfbdb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:57.670983 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-c1ea4fdb-6725-4286-ab86-9c63bfbdb186 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0759301 Aug 19 11:53:57.725690 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:57.733700 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-58143c1b-9f2d-40e1-ba86-0e17e2a22782 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515039 Aug 19 11:53:57.794162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 304dcf69-7c91-486d-9556-fb0d6bf0f94d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=304dcf69-7c91-486d-9556-fb0d6bf0f94d,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:57.795247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257645da-642b-4fd8-a9aa-d6815c38817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304dcf69-7c91-486d-9556-fb0d6bf0f94d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:57.797957 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27e4191-e8d0-412e-bbd2-384d50e6d723" -d '{"events": [{"server_uuid": "257645da-642b-4fd8-a9aa-d6815c38817b", "name": "network-vif-plugged", "status": "completed", "tag": "304dcf69-7c91-486d-9556-fb0d6bf0f94d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:57.805670 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:57.806696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c9c44f3f-ef18-442b-9bc5-79e156295222 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:53:57.857105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: c9c44f3f-ef18-442b-9bc5-79e156295222 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:53:57.857837 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c9c44f3f-ef18-442b-9bc5-79e156295222 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:53:57.864566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f830-0889-4377-88a8-92117e4557c4 req-5fcf1eb8-157c-4233-b612-053689f11315 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:57.877594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e72f830-0889-4377-88a8-92117e4557c4 req-5fcf1eb8-157c-4233-b612-053689f11315 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 948 time: 0.1060786 Aug 19 11:53:57.889085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=304dcf69-7c91-486d-9556-fb0d6bf0f94d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:57.895620 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-545ca5dd-1b90-464b-8031-88a1a7e23ccd service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489682 Aug 19 11:53:57.934717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e72f830-0889-4377-88a8-92117e4557c4 req-0a474237-7c0e-48fa-8078-ee2cfe4bce8c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561323 Aug 19 11:53:57.943027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a3df85-85bb-446b-bc3e-dbf4e070827a details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:58.026440 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fd4add-5922-4b35-9458-97620a63a04b x-openstack-request-id: req-b0fd4add-5922-4b35-9458-97620a63a04b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:58.026719 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257645da-642b-4fd8-a9aa-d6815c38817b", "name": "network-vif-plugged", "status": "completed", "tag": "304dcf69-7c91-486d-9556-fb0d6bf0f94d", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:58.026970 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0fd4add-5922-4b35-9458-97620a63a04b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:58.027366 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257645da-642b-4fd8-a9aa-d6815c38817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304dcf69-7c91-486d-9556-fb0d6bf0f94d', 'code': 200} Aug 19 11:53:58.030571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47926a14-b4ee-4f68-9b85-07f7c4c70884 req-620683f9-9277-4dba-891e-f64657e64dac service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207826 Aug 19 11:53:58.108101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:58.123324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a', 'network_id': '8231fb04-5561-4e5a-a4b0-6bb497bc2b5b', 'port_id': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a', 'mac_address': 'fa:16:3e:13:80:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991495d9-f1c8-4404-8e14-d7f40247d2fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:53:58.175644 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:58.205472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938c65-093f-4489-9b12-28e7c9e0741f req-0ca6953b-1354-4398-be1a-16d3a8ed51f7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:58.210007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1a3df85-85bb-446b-bc3e-dbf4e070827a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:53:58.215130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4938c65-093f-4489-9b12-28e7c9e0741f req-0ca6953b-1354-4398-be1a-16d3a8ed51f7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.0733914 Aug 19 11:53:58.238763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:58.241062 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:58.249421 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:58.263574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd0b5-8389-4a20-af32-9d789033433b req-3a3cce05-65fa-4fa2-9603-5237136f5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:58.270148 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-839bd0b5-8389-4a20-af32-9d789033433b req-3a3cce05-65fa-4fa2-9603-5237136f5a75 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 1100 time: 0.1001551 Aug 19 11:53:58.290790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4938c65-093f-4489-9b12-28e7c9e0741f req-bc20e3a6-ce76-4181-b785-30186a7af7b0 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745857 Aug 19 11:53:58.309325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e1a3df85-85bb-446b-bc3e-dbf4e070827a,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:58.321417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc2f7f-76cb-4f94-8cf0-ee90fb54143f req-60928ebc-5132-4710-8b17-23b7fc15bb83 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:58.322963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32fc2f7f-76cb-4f94-8cf0-ee90fb54143f req-60928ebc-5132-4710-8b17-23b7fc15bb83 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 944 time: 0.0872500 Aug 19 11:53:58.330118 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-839bd0b5-8389-4a20-af32-9d789033433b req-4eda07a5-e6cb-4f28-838e-d2836e8a705a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480421 Aug 19 11:53:58.369578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32fc2f7f-76cb-4f94-8cf0-ee90fb54143f req-0ba9da1d-29a2-4a92-93ca-7572d67ead6f tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Aug 19 11:53:58.572006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0ba57-7dd0-4173-83c3-3723d73d081c req-f68a0891-577c-4d94-894e-81c8ebd90c49 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:58.573555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98f0ba57-7dd0-4173-83c3-3723d73d081c req-f68a0891-577c-4d94-894e-81c8ebd90c49 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 949 time: 0.0566449 Aug 19 11:53:58.613574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98f0ba57-7dd0-4173-83c3-3723d73d081c req-f02240be-4b47-41db-b7db-9ee100e61cb3 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Aug 19 11:53:58.780453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['e1a3df85-85bb-446b-bc3e-dbf4e070827a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:58.789076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cde2e1-b4ef-4d0f-825e-2e5a830efc83 req-008f719e-76a5-4c55-977b-97c161fc64d5 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:58.790640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8cde2e1-b4ef-4d0f-825e-2e5a830efc83 req-008f719e-76a5-4c55-977b-97c161fc64d5 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.0544116 Aug 19 11:53:58.837980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8cde2e1-b4ef-4d0f-825e-2e5a830efc83 req-8b102c49-c7fd-4f40-9e66-6fe260fe5ec7 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Aug 19 11:53:58.969869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-03dac7e6-2a15-42e2-bbba-f736de913b74 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:58.972046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-03dac7e6-2a15-42e2-bbba-f736de913b74 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1097 time: 0.0708272 Aug 19 11:53:59.002944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:53:59.109796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:59.127866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab4b46-1884-4126-8711-4a8fd5b45574 req-573dc345-6f9d-4b19-b4e2-f63cdcfd435b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:59.129413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5ab4b46-1884-4126-8711-4a8fd5b45574 req-573dc345-6f9d-4b19-b4e2-f63cdcfd435b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 949 time: 0.0891740 Aug 19 11:53:59.237513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5ab4b46-1884-4126-8711-4a8fd5b45574 req-2fe1db22-e1ee-4f8b-a9e4-91bd8b8ffb93 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839498 Aug 19 11:53:59.301794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:59.303422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-a63d0402-4983-4369-a452-76bab458810f tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:59.305442 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-a63d0402-4983-4369-a452-76bab458810f tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.69 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 945 time: 0.0664423 Aug 19 11:53:59.352188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:59.434778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Deleting port 6761202d-c454-423a-9c52-59e96a0a5ab5 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:53:59.435267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:59.438869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:59.441224 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c6bf47-025e-4dcb-b305-27baf4fe4eb4" -d '{"events": [{"server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "name": "network-vif-unplugged", "status": "completed", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:59.447421 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:59.469847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:59.523364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337d74d-b0ac-4902-87f1-e12ceec43f05 req-763975e9-8d10-424f-86e0-d96752c6af4e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:59.524463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9337d74d-b0ac-4902-87f1-e12ceec43f05 req-763975e9-8d10-424f-86e0-d96752c6af4e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 946 time: 0.1422524 Aug 19 11:53:59.542260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] For port 6761202d-c454-423a-9c52-59e96a0a5ab5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6761202d-c454-423a-9c52-59e96a0a5ab5,segment=NetworkSegment(7c85700c-099d-42c7-ad41-d6ad8bcecd0f),segment_id=7c85700c-099d-42c7-ad41-d6ad8bcecd0f)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:53:59.544277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:59.560634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Calling delete_port for 6761202d-c454-423a-9c52-59e96a0a5ab5 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:53:59.624324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddecb7-ba79-46f5-ad09-fe3837254265 req-b02ad618-0794-4d2e-b293-45967f368f88 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:59.625922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3eddecb7-ba79-46f5-ad09-fe3837254265 req-b02ad618-0794-4d2e-b293-45967f368f88 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 944 time: 0.1763568 Aug 19 11:53:59.628710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9337d74d-b0ac-4902-87f1-e12ceec43f05 req-265169f4-ef5d-4d3a-b021-29adffdbdcad tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947452 Aug 19 11:53:59.643331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Pushing event updated for resources: {'Port': ['ID=f21be42b-c8ff-4688-a253-b8c17e8ac148,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:59.664625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 on host n-h2-778550-9 for vnic_type normal with profile {"migrating_to": "n-h1-778550-9"} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:53:59.665016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:53:59.665314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:59.678110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Port f21be42b-c8ff-4688-a253-b8c17e8ac148 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:53:59.678531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Attempting to bind port f21be42b-c8ff-4688-a253-b8c17e8ac148 on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:53:59.689691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3eddecb7-ba79-46f5-ad09-fe3837254265 req-e3f632ce-4ea6-4d9e-ab2e-ef8d177c043e tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547149 Aug 19 11:53:59.690564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:53:59.690901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:53:59.691275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:53:59.691711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Bound port: f21be42b-c8ff-4688-a253-b8c17e8ac148, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:53:59.692172 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:59.703944 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100a1dcc-1757-4601-bde3-67e39000e99b x-openstack-request-id: req-100a1dcc-1757-4601-bde3-67e39000e99b {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:53:59.704338 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "name": "network-vif-unplugged", "status": "completed", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:53:59.704657 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-100a1dcc-1757-4601-bde3-67e39000e99b {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:53:59.705342 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148', 'code': 200} Aug 19 11:53:59.759587 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:59.801315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Pushing event deleted for resources: {'Port': ['ID=6761202d-c454-423a-9c52-59e96a0a5ab5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:53:59.813609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6761202d-c454-423a-9c52-59e96a0a5ab5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:53:59.844051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:53:59.854258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cc3ea-3280-461a-b17d-6cc571998996 req-0267523c-34e5-4306-9524-4cc10b5b43f4 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:53:59.856046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f59cc3ea-3280-461a-b17d-6cc571998996 req-0267523c-34e5-4306-9524-4cc10b5b43f4 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 949 time: 0.0986018 Aug 19 11:53:59.858633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:53:59.873892 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:59.877546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] No DVR routers for this DVR port 6761202d-c454-423a-9c52-59e96a0a5ab5 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:53:59.880752 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:53:59.883210 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6691e0c1-e1d9-49a3-bc95-4a033f22fd92 req-d8c0560e-7cd2-4e25-8f0c-2cd2d6d01233 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.69 "DELETE /v2.0/ports/6761202d-c454-423a-9c52-59e96a0a5ab5 HTTP/1.1" status: 204 len: 173 time: 0.5640399 Aug 19 11:53:59.886345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634e2900-4ca9-494b-8327-120295828ec6', 'name': 'network-vif-deleted', 'tag': '6761202d-c454-423a-9c52-59e96a0a5ab5'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:53:59.889105 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f4e131-3f64-48bd-adde-01766497873b" -d '{"events": [{"server_uuid": "634e2900-4ca9-494b-8327-120295828ec6", "name": "network-vif-deleted", "tag": "6761202d-c454-423a-9c52-59e96a0a5ab5"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:53:59.962362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f21be42b-c8ff-4688-a253-b8c17e8ac148 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:53:59.975156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a3df85-85bb-446b-bc3e-dbf4e070827a up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:53:59.990853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f59cc3ea-3280-461a-b17d-6cc571998996 req-730839fe-86a2-4e57-a944-7b65737b9973 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243539 Aug 19 11:54:00.029623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe9dff9a-a6bd-47a4-985c-137c1ba63b6b req-4e2d91cd-3061-48cf-8870-08fdd876e489 tempest-InstanceActionsTestJSON-1030675431 tempest-InstanceActionsTestJSON-1030675431-project] 10.222.0.65 "GET /v2.0/ports?device_id=634e2900-4ca9-494b-8327-120295828ec6 HTTP/1.1" status: 200 len: 210 time: 0.0564539 Aug 19 11:54:00.033550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:00.034297 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:00.035527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] 10.222.0.69 "PUT /v2.0/ports/f21be42b-c8ff-4688-a253-b8c17e8ac148 HTTP/1.1" status: 200 len: 1122 time: 1.0483506 Aug 19 11:54:00.036641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed94d1-d53e-4dfd-aee2-25289675d656 service neutron] Pushing event updated for resources: {'Port': ['ID=f21be42b-c8ff-4688-a253-b8c17e8ac148,revision_number=8']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:00.063509 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc580bbc-5400-43ef-945a-eb4abc15b3b3 x-openstack-request-id: req-fc580bbc-5400-43ef-945a-eb4abc15b3b3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:00.063509 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634e2900-4ca9-494b-8327-120295828ec6", "name": "network-vif-deleted", "tag": "6761202d-c454-423a-9c52-59e96a0a5ab5", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:00.063509 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc580bbc-5400-43ef-945a-eb4abc15b3b3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:00.063509 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634e2900-4ca9-494b-8327-120295828ec6', 'name': 'network-vif-deleted', 'tag': '6761202d-c454-423a-9c52-59e96a0a5ab5', 'status': 'completed', 'code': 200} Aug 19 11:54:00.106913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port e1a3df85-85bb-446b-bc3e-dbf4e070827a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:00.107335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:00.180277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:00.201513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f21be42b-c8ff-4688-a253-b8c17e8ac148 has no active binding in host n-h1-778550-9 {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 11:54:00.243381 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:00.287854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:00.295273 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f343bfe4-65d8-49e6-8aa5-baa38a3288fa" -d '{"events": [{"server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:00.326644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f21be42b-c8ff-4688-a253-b8c17e8ac148'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:00.333087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:00.369833 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287d75b0-a4d6-4fa7-8cd3-9bd429ef98a7 x-openstack-request-id: req-287d75b0-a4d6-4fa7-8cd3-9bd429ef98a7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:00.370134 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:00.370387 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-287d75b0-a4d6-4fa7-8cd3-9bd429ef98a7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:00.370783 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a', 'code': 200} Aug 19 11:54:00.373698 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:00.408847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1569c-6fde-48e0-a34b-a4bbca0ad511 req-d06c2571-20f0-4890-92e0-f93293c39dd2 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:00.410465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2da1569c-6fde-48e0-a34b-a4bbca0ad511 req-d06c2571-20f0-4890-92e0-f93293c39dd2 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 949 time: 0.0587094 Aug 19 11:54:00.454061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2da1569c-6fde-48e0-a34b-a4bbca0ad511 req-03a20132-edac-465b-a7c6-4a4cdaeeb7af tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370889 Aug 19 11:54:00.577012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e1a3df85-85bb-446b-bc3e-dbf4e070827a,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:00.674293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f21be42b-c8ff-4688-a253-b8c17e8ac148'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:00.872887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5558bf8-e943-4c1c-8df6-0c736d1c5178 req-cda29dd8-602f-4c79-a71e-b3253bc90800 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:00.874788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5558bf8-e943-4c1c-8df6-0c736d1c5178 req-cda29dd8-602f-4c79-a71e-b3253bc90800 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.1211052 Aug 19 11:54:00.910011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68683b42-103e-4d8d-a174-4fe3e11ffc15 req-41609925-ba98-4c5f-9ec0-a28e5e15dd13 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:00.917394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68683b42-103e-4d8d-a174-4fe3e11ffc15 req-41609925-ba98-4c5f-9ec0-a28e5e15dd13 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0839391 Aug 19 11:54:00.956275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5558bf8-e943-4c1c-8df6-0c736d1c5178 req-5273c4b8-8505-48b7-a623-2b7ad80b1667 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734651 Aug 19 11:54:00.973956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68683b42-103e-4d8d-a174-4fe3e11ffc15 req-760a5f92-45e9-453c-a1ed-cbef678aa3df tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554533 Aug 19 11:54:01.053548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-ce92a7fd-bd66-43ee-aff8-365ad65550a2 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:01.055457 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-ce92a7fd-bd66-43ee-aff8-365ad65550a2 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 949 time: 0.0747185 Aug 19 11:54:01.188551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Deleting port 82838772-709f-4a15-b8a8-1690f87da8e9 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:01.189000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.198291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45504) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:01.257566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc2956-9a72-44dd-9705-4a214c4817d5 req-f74725df-32e8-4e6a-920b-c4fa4fcaad67 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:01.265227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5cc2956-9a72-44dd-9705-4a214c4817d5 req-f74725df-32e8-4e6a-920b-c4fa4fcaad67 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 949 time: 0.1063225 Aug 19 11:54:01.318025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5cc2956-9a72-44dd-9705-4a214c4817d5 req-8cc071b1-cced-4de8-aa81-cc66caf1b862 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495815 Aug 19 11:54:01.322594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3974dc5b-7fed-4a3f-b9fc-0962c5fbc1fd admin admin] Deleting subnet 88b31451-d8f4-4836-a77a-ac6d8f9aafd4 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:54:01.323681 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] For port 82838772-709f-4a15-b8a8-1690f87da8e9, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=82838772-709f-4a15-b8a8-1690f87da8e9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:01.324056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.326074 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3974dc5b-7fed-4a3f-b9fc-0962c5fbc1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.348132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Calling delete_port for 82838772-709f-4a15-b8a8-1690f87da8e9 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:01.375637 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3974dc5b-7fed-4a3f-b9fc-0962c5fbc1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.484152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde46b5-2195-41e6-94b0-c74a13ba361e req-c77b7869-ecbd-44ec-992e-77a4ba01daaa tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:01.485633 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbde46b5-2195-41e6-94b0-c74a13ba361e req-c77b7869-ecbd-44ec-992e-77a4ba01daaa tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.0740421 Aug 19 11:54:01.490665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3974dc5b-7fed-4a3f-b9fc-0962c5fbc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.499901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.546271 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Pushing event deleted for resources: {'Port': ['ID=82838772-709f-4a15-b8a8-1690f87da8e9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:01.558713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbde46b5-2195-41e6-94b0-c74a13ba361e req-dfc5a92c-80c0-4aa0-ad46-55d40e21341d tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648232 Aug 19 11:54:01.569238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['82838772-709f-4a15-b8a8-1690f87da8e9', '8e997e5f-81e7-49eb-b667-f1ba9982a2ed'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:01.583348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:54:01.621475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3974dc5b-7fed-4a3f-b9fc-0962c5fbc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.625026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] No DVR routers for this DVR port 82838772-709f-4a15-b8a8-1690f87da8e9 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:01.629011 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.632328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2ca04378-ef89-470b-abf1-6a78492f6765 req-239973c8-77ee-49d5-8501-38be51cd0556 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "DELETE /v2.0/ports/82838772-709f-4a15-b8a8-1690f87da8e9 HTTP/1.1" status: 204 len: 173 time: 0.5607760 Aug 19 11:54:01.652124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974dc5b-7fed-4a3f-b9fc-0962c5fbc1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b31451-d8f4-4836-a77a-ac6d8f9aafd4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:01.672705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e868c-8ad2-4e61-bab4-37e7d1c898d4 req-ca2b0c45-7390-4065-9595-e6400bc95591 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:01.674558 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e7e868c-8ad2-4e61-bab4-37e7d1c898d4 req-ca2b0c45-7390-4065-9595-e6400bc95591 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 949 time: 0.1034722 Aug 19 11:54:01.675687 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3974dc5b-7fed-4a3f-b9fc-0962c5fbc1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.678018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3974dc5b-7fed-4a3f-b9fc-0962c5fbc1fd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/88b31451-d8f4-4836-a77a-ac6d8f9aafd4 HTTP/1.1" status: 204 len: 168 time: 0.4784179 Aug 19 11:54:01.681658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45528) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:01.722736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:01.725242 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43969ca2-5727-421c-b77b-fc8de2576936" -d '{"events": [{"name": "network-changed", "server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:01.813973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e7e868c-8ad2-4e61-bab4-37e7d1c898d4 req-ec2fc46e-7c20-4cf4-a277-151d147b134c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170495 Aug 19 11:54:01.815883 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2bad7e-75a6-41aa-8878-3928ce2931bd x-openstack-request-id: req-0e2bad7e-75a6-41aa-8878-3928ce2931bd {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:01.816175 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:01.816428 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e2bad7e-75a6-41aa-8878-3928ce2931bd {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:01.816864 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148', 'status': 'completed', 'code': 200} Aug 19 11:54:01.820067 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.845858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:01.871625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'mac_address': 'fa:16:3e:74:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:54:01.941046 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.950717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:01.957865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38ba68ff-c1cb-4300-865f-d710b40cf7f4 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:01.969338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30718a30-be3a-4977-9bf0-a569a78def9e']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:01.984385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:01.984969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c85700c-099d-42c7-ad41-d6ad8bcecd0f') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:01.985314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c85700c-099d-42c7-ad41-d6ad8bcecd0f') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:01.994296 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.004018 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.022894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201e5a-8a2a-4dd1-b00b-358117789209 req-29f53cc7-b0b1-4e02-b835-b0415034258a tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:02.024448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2201e5a-8a2a-4dd1-b00b-358117789209 req-29f53cc7-b0b1-4e02-b835-b0415034258a tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 1100 time: 0.1146963 Aug 19 11:54:02.063321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4e5465-96f8-45f7-aedd-60f92c63a078', 'name': 'network-vif-deleted', 'tag': '82838772-709f-4a15-b8a8-1690f87da8e9'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:02.064184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:02.066432 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbdf466-a8c5-49b9-9fab-7a15e91f6b81" -d '{"events": [{"server_uuid": "eb4e5465-96f8-45f7-aedd-60f92c63a078", "name": "network-vif-deleted", "tag": "82838772-709f-4a15-b8a8-1690f87da8e9"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:02.072633 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.088807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:54:02.089220 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:54:02.092295 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:54:02.097211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43969ca2-5727-421c-b77b-fc8de2576936 req-f412f53c-7826-4b38-bb65-0b2aac08e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:02.099632 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43969ca2-5727-421c-b77b-fc8de2576936 req-f412f53c-7826-4b38-bb65-0b2aac08e70c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1125 time: 0.1184649 Aug 19 11:54:02.162844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2201e5a-8a2a-4dd1-b00b-358117789209 req-28713614-5f0a-4e72-b0c5-0ae868723f74 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234992 Aug 19 11:54:02.215830 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.221462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.226252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] 10.222.0.65 "DELETE /v2.0/networks/30718a30-be3a-4977-9bf0-a569a78def9e HTTP/1.1" status: 204 len: 168 time: 0.5407126 Aug 19 11:54:02.251635 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57050f7-34ed-4761-a5b8-7033831738f5 x-openstack-request-id: req-f57050f7-34ed-4761-a5b8-7033831738f5 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:02.251971 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4e5465-96f8-45f7-aedd-60f92c63a078", "name": "network-vif-deleted", "tag": "82838772-709f-4a15-b8a8-1690f87da8e9", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:02.252478 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f57050f7-34ed-4761-a5b8-7033831738f5 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:02.253027 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4e5465-96f8-45f7-aedd-60f92c63a078', 'name': 'network-vif-deleted', 'tag': '82838772-709f-4a15-b8a8-1690f87da8e9', 'status': 'completed', 'code': 200} Aug 19 11:54:02.254508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab9d3e-ea6a-4ee2-b693-30c8dffc6716 admin admin] Pushing event deleted for resources: {'Network': ['ID=30718a30-be3a-4977-9bf0-a569a78def9e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:02.265832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43969ca2-5727-421c-b77b-fc8de2576936 req-9b892adf-8325-41e4-815b-20d8f58fb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:02.268323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c0016-c3e7-492c-87aa-f0dafaf5b548 req-4af5dd05-5902-44dc-a6e4-03b159791a25 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:02.270332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-466c0016-c3e7-492c-87aa-f0dafaf5b548 req-4af5dd05-5902-44dc-a6e4-03b159791a25 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.1274986 Aug 19 11:54:02.270992 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43969ca2-5727-421c-b77b-fc8de2576936 req-9b892adf-8325-41e4-815b-20d8f58fb072 service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.1558764 Aug 19 11:54:02.321466 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43969ca2-5727-421c-b77b-fc8de2576936 req-af14082b-5903-4559-b7e3-5c4b058510e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148 HTTP/1.1" status: 200 len: 217 time: 0.0399511 Aug 19 11:54:02.330674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-466c0016-c3e7-492c-87aa-f0dafaf5b548 req-6a2de03c-4e09-46bb-b003-98bc9d5722f3 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535853 Aug 19 11:54:02.387764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43969ca2-5727-421c-b77b-fc8de2576936 req-232bf24b-e60b-477d-a7de-852b893240bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:02.389284 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43969ca2-5727-421c-b77b-fc8de2576936 req-232bf24b-e60b-477d-a7de-852b893240bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0518582 Aug 19 11:54:02.438768 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43969ca2-5727-421c-b77b-fc8de2576936 req-f9ee71cb-4ea4-4715-a135-7afcff247712 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377395 Aug 19 11:54:02.467270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-a03a522a-064a-4333-805a-7a6092f4b75f tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251770 Aug 19 11:54:02.513784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45558) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:02.516261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['38ba68ff-c1cb-4300-865f-d710b40cf7f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:02.516933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08f2599e-21f6-4c37-937b-070400a926d9 req-19c30608-f9fc-4060-92f7-715c3cecd882 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb4e5465-96f8-45f7-aedd-60f92c63a078 HTTP/1.1" status: 200 len: 210 time: 0.0459640 Aug 19 11:54:02.612008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0d31e19e-44d3-4b6c-beb6-b85f73505d3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b29afa0d21b044189613e74280c4282f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0967262 Aug 19 11:54:02.617836 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43969ca2-5727-421c-b77b-fc8de2576936 req-ed3e13fe-3b5c-4b59-b7b0-7750a54d0b62 service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611867 Aug 19 11:54:02.618599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45570) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:02.755393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-f2371709-0e86-460b-8bdb-ef7277434cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:02.757127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-f2371709-0e86-460b-8bdb-ef7277434cd5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2467673 Aug 19 11:54:02.758426 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43969ca2-5727-421c-b77b-fc8de2576936 req-c7121274-3ab1-48ca-937c-139e9877b6ce service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138742 Aug 19 11:54:02.785108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-ff94802d-f361-4c12-b9ae-a5a96361494f tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/quotas/270286d9d3094f81a15c7e90ed3750ed HTTP/1.1" status: 200 len: 375 time: 0.0205255 Aug 19 11:54:02.794920 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0d3bdb4-bd76-46d3-9e1e-69e6264a38ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.808329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcc1bd-df2a-4f6c-b57d-034e5ec26b08 req-7e97accc-b06b-4ccb-a799-59c99e109654 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:02.809978 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bbcc1bd-df2a-4f6c-b57d-034e5ec26b08 req-7e97accc-b06b-4ccb-a799-59c99e109654 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.1444063 Aug 19 11:54:02.870677 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0d3bdb4-bd76-46d3-9e1e-69e6264a38ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.935280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-fc0978d8-933b-4e7f-8fb9-79093a9ab4ff tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1355102 Aug 19 11:54:02.938579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bbcc1bd-df2a-4f6c-b57d-034e5ec26b08 req-be0158f9-887a-4d7a-ba94-332d41863a6b tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172068 Aug 19 11:54:02.959716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0d3bdb4-bd76-46d3-9e1e-69e6264a38ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.971882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0d3bdb4-bd76-46d3-9e1e-69e6264a38ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:02.971882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d0d3bdb4-bd76-46d3-9e1e-69e6264a38ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef HTTP/1.1" status: 204 len: 168 time: 0.3448834 Aug 19 11:54:02.974034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3bdb4-bd76-46d3-9e1e-69e6264a38ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf9d8a9-cbb6-475b-8ca9-b0eaa5c8efef,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:03.133694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-febbe2e0-c010-4835-8f67-b58e816399d1 req-1981a59f-d25b-4f87-8b8a-23fb055cea93 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 210 time: 0.0352988 Aug 19 11:54:03.552090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8608676-f91a-4c8d-849f-a54097df3e69 req-43eb6bee-49e3-4474-a8d9-2cb71360b43b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:03.566360 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8608676-f91a-4c8d-849f-a54097df3e69 req-43eb6bee-49e3-4474-a8d9-2cb71360b43b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.0972323 Aug 19 11:54:03.571431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:03.642829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8608676-f91a-4c8d-849f-a54097df3e69 req-60b220a0-b891-456f-8c27-2b3ad33765ec tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755768 Aug 19 11:54:03.688729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:03.689327 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:03.819023 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:03.864977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:03.867317 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f1e503-050e-402c-95a8-6759e0168e0b" -d '{"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-plugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:03.906546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:03.928315 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:03.929184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 82838772-709f-4a15-b8a8-1690f87da8e9 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:03.932171 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7bf649-457d-4b70-8e38-f51382a9ab56 x-openstack-request-id: req-1d7bf649-457d-4b70-8e38-f51382a9ab56 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:03.932449 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-plugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:03.932709 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d7bf649-457d-4b70-8e38-f51382a9ab56 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:03.938416 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'code': 200} Aug 19 11:54:03.990692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69ac45-409f-4cc3-8e67-7559d48ae49a req-6f084fbf-19f8-403e-b090-856197054856 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:03.994258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f69ac45-409f-4cc3-8e67-7559d48ae49a req-6f084fbf-19f8-403e-b090-856197054856 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 950 time: 0.1143734 Aug 19 11:54:04.037191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a3df85-85bb-446b-bc3e-dbf4e070827a no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:04.082069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f69ac45-409f-4cc3-8e67-7559d48ae49a req-b10f17c0-1888-4b9e-b257-ddb8d1600f9a tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777442 Aug 19 11:54:04.101315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 82838772-709f-4a15-b8a8-1690f87da8e9 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:04.101649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 82838772-709f-4a15-b8a8-1690f87da8e9 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:04.148419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:04.157576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22605d2-c4a4-41ec-8de6-0775dd699693 req-2b21d4b1-8128-407c-9404-a6402b62d4ed tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:04.170990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c22605d2-c4a4-41ec-8de6-0775dd699693 req-2b21d4b1-8128-407c-9404-a6402b62d4ed tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.1219583 Aug 19 11:54:04.186444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45646) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:04.217519 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.267491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:04.285546 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.287081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6761202d-c454-423a-9c52-59e96a0a5ab5 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:04.320959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47b7912f-7424-4a26-9487-511b13c6a1c1 req-c66535a9-bacb-4f04-8c18-8bb6d3e5f359 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 210 time: 0.0410788 Aug 19 11:54:04.340195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c22605d2-c4a4-41ec-8de6-0775dd699693 req-3ca480fe-6fae-4beb-b219-c6a8423f2011 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/security-groups?id=560f3e2d-95d2-4b88-8b80-19657900eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614115 Aug 19 11:54:04.366386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b92743-b195-474b-8890-19e661acfe06 req-5a52a980-9dd7-4ad9-afa4-ec4a0ff59d66 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:04.368596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9b92743-b195-474b-8890-19e661acfe06 req-5a52a980-9dd7-4ad9-afa4-ec4a0ff59d66 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.69 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 945 time: 0.1549504 Aug 19 11:54:04.385392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 6761202d-c454-423a-9c52-59e96a0a5ab5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:04.385943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6761202d-c454-423a-9c52-59e96a0a5ab5 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:04.404855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1043087754-network', 'tenant_id': 'd99fd66a6bd2476c862468149556fe60'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:04.430296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Made reservation on behalf of d99fd66a6bd2476c862468149556fe60 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:04.435474 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.438084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e1a3df85-85bb-446b-bc3e-dbf4e070827a,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:04.455396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.492895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-f9b92743-b195-474b-8890-19e661acfe06 req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Deleting port e1a3df85-85bb-446b-bc3e-dbf4e070827a {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:04.493742 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f9b92743-b195-474b-8890-19e661acfe06 req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.601324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.621960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.642370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-f9b92743-b195-474b-8890-19e661acfe06 req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] For port e1a3df85-85bb-446b-bc3e-dbf4e070827a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a3df85-85bb-446b-bc3e-dbf4e070827a,segment=NetworkSegment(7eb14096-cf77-4211-9d21-35c59998dbb4),segment_id=7eb14096-cf77-4211-9d21-35c59998dbb4)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:04.643387 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f9b92743-b195-474b-8890-19e661acfe06 req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.656702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:54:04.673455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2e5987-25aa-4a41-ad90-5030f79c715b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:04.685564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-f9b92743-b195-474b-8890-19e661acfe06 req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Calling delete_port for e1a3df85-85bb-446b-bc3e-dbf4e070827a owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:04.688640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.691910 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Added segment 376b3157-11ef-4c5e-abac-fb4f470abc3e of type vlan for network 86fe1253-5b16-4c0f-b61c-63b99dbb007e Aug 19 11:54:04.742295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.792940 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.793942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:04.801370 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:04.897616 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7098281 Aug 19 11:54:04.902613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:04.926776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e2233d30-5d05-46eb-bccd-00bee3e5d35c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=270286d9d3094f81a15c7e90ed3750ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477839 Aug 19 11:54:04.928404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66385b85-269c-41d7-9886-605cabafff82 admin admin] Pushing event updated for resources: {'Network': ['ID=86fe1253-5b16-4c0f-b61c-63b99dbb007e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:04.936971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Request body: {'subnet': {'network_id': '86fe1253-5b16-4c0f-b61c-63b99dbb007e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1043087754-subnet', 'tenant_id': 'd99fd66a6bd2476c862468149556fe60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:04.939229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 86fe1253-5b16-4c0f-b61c-63b99dbb007e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:54:04.981566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc461e-ecd0-4487-84d7-6adf73f340d8 req-93455e87-9604-4232-a6b9-13433fc5443b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:04.983041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9dc461e-ecd0-4487-84d7-6adf73f340d8 req-93455e87-9604-4232-a6b9-13433fc5443b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.1723397 Aug 19 11:54:05.074112 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f9b92743-b195-474b-8890-19e661acfe06 req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:05.209262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9dc461e-ecd0-4487-84d7-6adf73f340d8 req-f6f13f50-7bf1-45b5-8c76-a744bd26397d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118545 Aug 19 11:54:05.290217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Made reservation on behalf of d99fd66a6bd2476c862468149556fe60 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:05.294003 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:05.297212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Pushing event deleted for resources: {'Port': ['ID=e1a3df85-85bb-446b-bc3e-dbf4e070827a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:05.453174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.453835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.454333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.454902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.455535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.456393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.456918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.457420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.457951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.458436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.459093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.459576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:05.462750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b92743-b195-474b-8890-19e661acfe06 req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] No DVR routers for this DVR port e1a3df85-85bb-446b-bc3e-dbf4e070827a on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:05.476898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-95b7e632-9171-4e34-a486-12619efeb10a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:05.477825 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-95b7e632-9171-4e34-a486-12619efeb10a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5389991 Aug 19 11:54:05.502386 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f9b92743-b195-474b-8890-19e661acfe06 req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:05.504820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9b92743-b195-474b-8890-19e661acfe06 req-033b497d-bfba-4842-9c17-e4306ff3fc60 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.69 "DELETE /v2.0/ports/e1a3df85-85bb-446b-bc3e-dbf4e070827a HTTP/1.1" status: 204 len: 173 time: 1.1239040 Aug 19 11:54:05.510623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Request body: {'port': {'device_id': '6f55fc95-9ebc-42aa-b38f-5986871b37d6', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '270286d9d3094f81a15c7e90ed3750ed'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:05.514559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40d72c5a-7e52-4609-98d5-5b7533184f60 req-2a7b2bdb-5f11-4fe8-81cf-ffd38504e86e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 210 time: 0.0746281 Aug 19 11:54:05.515055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'name': 'network-vif-deleted', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:05.517444 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ef6de8-f74d-4dae-a529-5457ee8f3b60" -d '{"events": [{"server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "name": "network-vif-deleted", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:05.603717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9250af-537e-4c18-9437-2d127e5c4e36 req-e2a6b9f9-107f-466b-a7b7-0cf7ae55292c tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:05.613566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c9250af-537e-4c18-9437-2d127e5c4e36 req-e2a6b9f9-107f-466b-a7b7-0cf7ae55292c tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 950 time: 0.3095737 Aug 19 11:54:05.681700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Made reservation on behalf of 270286d9d3094f81a15c7e90ed3750ed for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:05.692728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:05.719973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e63eeabd-042f-4bca-bd7e-2de249149d6f req-7c43b586-b616-4b76-a753-1c100e213373 tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e09c7c75-acfa-41d2-8aee-338860b8b6e8 HTTP/1.1" status: 200 len: 210 time: 0.0491159 Aug 19 11:54:05.733362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c9250af-537e-4c18-9437-2d127e5c4e36 req-ac2e9b77-5d1d-4842-8d85-e0163c44b2ec tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/security-groups?id=bcb01ea9-7521-4370-80c9-be1cb81f2331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188612 Aug 19 11:54:05.810205 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea03956b-4402-4d5f-9b49-445fcf4c69d2 x-openstack-request-id: req-ea03956b-4402-4d5f-9b49-445fcf4c69d2 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:05.810419 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "name": "network-vif-deleted", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:05.810547 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea03956b-4402-4d5f-9b49-445fcf4c69d2 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:05.810936 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'name': 'network-vif-deleted', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a', 'status': 'completed', 'code': 200} Aug 19 11:54:05.940754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:05.943498 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b055693-95ed-42f3-b6e2-d96fea537196" -d '{"events": [{"server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:05.976937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Allocated IP 192.168.233.5 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/6b72cd2c-ca1d-4013-9710-d21ccb3158b2) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:06.011955 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1528fd95-5b5b-4b47-ba3f-da8cddb1eb94 x-openstack-request-id: req-1528fd95-5b5b-4b47-ba3f-da8cddb1eb94 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:06.012528 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09c7c75-acfa-41d2-8aee-338860b8b6e8", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a3df85-85bb-446b-bc3e-dbf4e070827a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:06.012950 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1528fd95-5b5b-4b47-ba3f-da8cddb1eb94 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:06.013514 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09c7c75-acfa-41d2-8aee-338860b8b6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a3df85-85bb-446b-bc3e-dbf4e070827a', 'code': 200} Aug 19 11:54:06.018379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-20114d2d-0b51-4406-941d-213115f578c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265469 Aug 19 11:54:06.019605 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:06.101872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bbd6b8b-cc3f-4268-8d62-54a687f9eaa8,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:06.105181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Checking segment: {'id': '376b3157-11ef-4c5e-abac-fb4f470abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86fe1253-5b16-4c0f-b61c-63b99dbb007e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:06.105744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Network hostable DHCP agents. Network: 86fe1253-5b16-4c0f-b61c-63b99dbb007e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:54:06.135615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Network 86fe1253-5b16-4c0f-b61c-63b99dbb007e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:54:06.159075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 86fe1253-5b16-4c0f-b61c-63b99dbb007e) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:06.165124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:06.166019 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:06.166790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaef924-0ced-40e8-af99-69e794a86c2b None None] Network 86fe1253-5b16-4c0f-b61c-63b99dbb007e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:06.205622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1ce74669-a9a9-431b-a4bb-68087fe2882b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2874150 Aug 19 11:54:06.253260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:06.270665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Transition to ACTIVE for port object 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:06.324184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:06.388271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-ff85ed49-2df5-4f81-a3d7-dd345f4f2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:06.392433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-ff85ed49-2df5-4f81-a3d7-dd345f4f2d55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 1100 time: 0.1824872 Aug 19 11:54:06.418360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event updated for resources: {'Port': ['ID=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:06.445045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2c2b3e13-a016-4fc0-92ae-90f587d417ab', 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e', '304dcf69-7c91-486d-9556-fb0d6bf0f94d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:06.447600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'c4906874-84d6-42b6-807d-0d094b3b173f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:06.447750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:06.450753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:06.453942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:06.469588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-dbe740ed-fafc-45a0-b754-07b4f39f0fec tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:06.471116 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-dbe740ed-fafc-45a0-b754-07b4f39f0fec tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 950 time: 0.1662605 Aug 19 11:54:06.635445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00b56a-3c9e-4277-afeb-76cdbe32c8c8 None None] Network 86fe1253-5b16-4c0f-b61c-63b99dbb007e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:06.729879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:06.730663 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:06.737253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-c13b549d-ae60-47f7-8cc3-49b153c39e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:06.739059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-c13b549d-ae60-47f7-8cc3-49b153c39e7d service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2612689 Aug 19 11:54:06.782604 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-2ae2a03f-f529-4c89-99f0-afb4d3dd5f66 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2770176 Aug 19 11:54:06.826410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Request body: {'port': {'device_id': '6f55fc95-9ebc-42aa-b38f-5986871b37d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:06.850672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-034d8699-72c6-4080-b4f1-1bb82474deff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=83b97636-90e7-4c70-8717-7bd51d0cb3f4 HTTP/1.1" status: 200 len: 217 time: 0.0951316 Aug 19 11:54:06.852651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Deleting port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:06.853109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:06.880510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54578-24da-4b39-a703-1398e8872046 req-9d08af41-058c-4aba-a3e4-8be71ddcd5fc tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:06.882692 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80e54578-24da-4b39-a703-1398e8872046 req-9d08af41-058c-4aba-a3e4-8be71ddcd5fc tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.4790928 Aug 19 11:54:06.939379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b2d5e-95f6-4b49-a6cc-978ba0dbaa6b req-8dec0959-29c4-446a-acca-af6ac23d1f32 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:06.947811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a95b2d5e-95f6-4b49-a6cc-978ba0dbaa6b req-8dec0959-29c4-446a-acca-af6ac23d1f32 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 934 time: 0.2074444 Aug 19 11:54:06.972841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] For port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:06.973493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:06.987268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Calling delete_port for 8e997e5f-81e7-49eb-b667-f1ba9982a2ed owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:07.011925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80e54578-24da-4b39-a703-1398e8872046 req-084a961f-8ed3-43c0-859f-6ba97cd22e29 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195333 Aug 19 11:54:07.020829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-0c988e0e-41e9-41ee-abe9-f5a1276ee8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:07.027212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-0c988e0e-41e9-41ee-abe9-f5a1276ee8b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1667325 Aug 19 11:54:07.088320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a95b2d5e-95f6-4b49-a6cc-978ba0dbaa6b req-a2124369-686f-4899-9916-e2cacdde8ff3 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337750 Aug 19 11:54:07.119195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-70193f39-7460-4697-ad04-295371e8ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:07.127622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-70193f39-7460-4697-ad04-295371e8ca4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881052 Aug 19 11:54:07.275075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:07.330485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Pushing event deleted for resources: {'Port': ['ID=8e997e5f-81e7-49eb-b667-f1ba9982a2ed,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:07.382079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:07.394811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c1b81be4-e6f2-4ff8-a53e-d546e7edd8ed None None] Provisioning for port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:07.415084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c1b81be4-e6f2-4ff8-a53e-d546e7edd8ed None None] Provisioning complete for port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:07.415885 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c1b81be4-e6f2-4ff8-a53e-d546e7edd8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:07.417641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ea48a1f-dc09-4668-9338-40e5d86cbc73 req-df190cf0-a091-4202-929d-fed8dcc82222 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a81cd257-1bd1-4477-90b5-0d6d53a99858 HTTP/1.1" status: 200 len: 210 time: 0.1507311 Aug 19 11:54:07.468865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] No DVR routers for this DVR port 8e997e5f-81e7-49eb-b667-f1ba9982a2ed on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:07.476158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:07.478769 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3e45f32c-91bb-47c7-9b44-f0c349358766 req-d860cfd0-358d-4f4b-b913-d5ee57dd50e8 tempest-ServersAdminTestJSON-186771676 tempest-ServersAdminTestJSON-186771676-project] 10.222.0.54 "DELETE /v2.0/ports/8e997e5f-81e7-49eb-b667-f1ba9982a2ed HTTP/1.1" status: 204 len: 173 time: 0.9822845 Aug 19 11:54:07.479234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-deleted', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:07.482209 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb816c65-8484-497b-b732-3be1f01b3fd9" -d '{"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-deleted", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:07.548269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-03134629-2f70-414c-bb93-36ab519d0d8c service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102421 Aug 19 11:54:07.696954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c1b81be4-e6f2-4ff8-a53e-d546e7edd8ed None None] Port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:54:07.898409 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b59b9cd-4d02-4ffd-b462-7b9ace2d31e3 x-openstack-request-id: req-0b59b9cd-4d02-4ffd-b462-7b9ace2d31e3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:07.899405 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81cd257-1bd1-4477-90b5-0d6d53a99858", "name": "network-vif-deleted", "tag": "8e997e5f-81e7-49eb-b667-f1ba9982a2ed", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:07.899822 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b59b9cd-4d02-4ffd-b462-7b9ace2d31e3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:07.900380 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81cd257-1bd1-4477-90b5-0d6d53a99858', 'name': 'network-vif-deleted', 'tag': '8e997e5f-81e7-49eb-b667-f1ba9982a2ed', 'status': 'completed', 'code': 200} Aug 19 11:54:07.991369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a3df85-85bb-446b-bc3e-dbf4e070827a no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:08.103226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:08.113235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: e1a3df85-85bb-446b-bc3e-dbf4e070827a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:08.113849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a3df85-85bb-446b-bc3e-dbf4e070827a not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:08.129730 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:08.197287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Transition to ACTIVE for port object 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:08.208783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:08.321911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:08.420255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-14bd2502-d01f-4750-a884-790cc3b82615 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:08.427897 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-14bd2502-d01f-4750-a884-790cc3b82615 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/networks?id=86fe1253-5b16-4c0f-b61c-63b99dbb007e HTTP/1.1" status: 200 len: 821 time: 0.9595907 Aug 19 11:54:08.432842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee27256b-69e7-4cc1-9c74-f8d0d492fcac req-fb0edc29-e5ad-433e-9bb9-c00b55887749 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8299129 Aug 19 11:54:08.450007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-87e675d3-a27b-4958-861f-429151e81f0e tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/quotas/d99fd66a6bd2476c862468149556fe60 HTTP/1.1" status: 200 len: 375 time: 0.0211692 Aug 19 11:54:08.540072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-b28e00b6-756b-4108-8f0e-ae9c5a5c6129 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d99fd66a6bd2476c862468149556fe60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890794 Aug 19 11:54:08.582066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Attempting to bind port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:08.582907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Attempting to bind port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:08.584231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Attempting to bind port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:08.587187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41847272-d481-454d-952a-44be25ba31f1 req-18e3743f-d659-4fb9-a129-8a277dd1b6ca tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:08.589211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41847272-d481-454d-952a-44be25ba31f1 req-18e3743f-d659-4fb9-a129-8a277dd1b6ca tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.3669851 Aug 19 11:54:08.608942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:54:08.615048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Attempting to bind port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:08.631798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:08.632969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:08.634629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:08.635384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Bound port: 6b72cd2c-ca1d-4013-9710-d21ccb3158b2, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:08.637037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:08.718074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] For port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:08.731770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] For port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:08.740426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:08.762198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41847272-d481-454d-952a-44be25ba31f1 req-35ff8fee-a0ce-4013-b4ab-b7e7abfb06c0 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404898 Aug 19 11:54:08.800614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:08.801809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:08.803776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] 10.222.0.69 "PUT /v2.0/ports/6b72cd2c-ca1d-4013-9710-d21ccb3158b2 HTTP/1.1" status: 200 len: 1094 time: 1.9832842 Aug 19 11:54:08.803914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-a0ff8b43-047f-4bbb-a54f-d8b8246ee0f6 service neutron] 10.222.0.65 "GET /v2.0/networks/86fe1253-5b16-4c0f-b61c-63b99dbb007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627854 Aug 19 11:54:08.827962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573c53b-2de4-48ee-b8e3-939deaa1ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:09.036421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-b7706ab9-1b29-494a-b65e-a655fdb52e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:09.040863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-b7706ab9-1b29-494a-b65e-a655fdb52e33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 1097 time: 0.1405921 Aug 19 11:54:09.091037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6cd02-f6b8-43da-ab55-39bfd0412e92 req-d0549ddc-72f5-44f4-a44d-18bcebd938f8 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:09.101130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6a6cd02-f6b8-43da-ab55-39bfd0412e92 req-d0549ddc-72f5-44f4-a44d-18bcebd938f8 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 946 time: 0.1567671 Aug 19 11:54:09.134196 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-0ad06763-d9f2-4dfa-ac86-8c32c5f08fa0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=6b72cd2c-ca1d-4013-9710-d21ccb3158b2 HTTP/1.1" status: 200 len: 217 time: 0.0745633 Aug 19 11:54:09.152863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-c739d0d8-9e52-43fe-91be-87f6f26a46be service neutron] 10.222.0.65 "GET /v2.0/networks/86fe1253-5b16-4c0f-b61c-63b99dbb007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480647 Aug 19 11:54:09.232556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6a6cd02-f6b8-43da-ab55-39bfd0412e92 req-7862f123-86d8-4ea8-8c9d-27e2f98cc383 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299241 Aug 19 11:54:09.319000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-c0a88c13-c2eb-4eaa-8708-e5a66fa1546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:09.324226 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-c0a88c13-c2eb-4eaa-8708-e5a66fa1546e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1710529 Aug 19 11:54:09.450344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-3ed6816b-a950-4a4d-bc77-d4f2a2dae1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:09.459456 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-3ed6816b-a950-4a4d-bc77-d4f2a2dae1cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192403 Aug 19 11:54:09.619046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f21be42b-c8ff-4688-a253-b8c17e8ac148 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:09.670481 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-f4d92317-cd69-4057-be48-d957ff72b3f5 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022080 Aug 19 11:54:09.717503 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e80232f3-76ea-4eb9-947f-5353b926e22f req-163971e3-58e2-41ba-98ab-40d8c5f5da13 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 210 time: 0.0586388 Aug 19 11:54:09.928172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:09.969645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 8e997e5f-81e7-49eb-b667-f1ba9982a2ed {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:09.988737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e997e5f-81e7-49eb-b667-f1ba9982a2ed not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:10.018926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f55fc95-9ebc-42aa-b38f-5986871b37d6', 'tag': '6b72cd2c-ca1d-4013-9710-d21ccb3158b2'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:10.023241 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58772a-8b57-4547-a31c-181e4d97bc79" -d '{"events": [{"name": "network-changed", "server_uuid": "6f55fc95-9ebc-42aa-b38f-5986871b37d6", "tag": "6b72cd2c-ca1d-4013-9710-d21ccb3158b2"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:10.042674 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9332223c-84ed-49ca-84bd-eb4c2600eab5 req-18e72e36-05d4-4b2f-a59f-fe528de1f42f service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637376 Aug 19 11:54:10.087078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72558040-0048-480a-9c7e-6c0e1b65263e req-190a27b9-848f-41f6-a2c7-98fc8bf8fb18 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:10.096217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72558040-0048-480a-9c7e-6c0e1b65263e req-190a27b9-848f-41f6-a2c7-98fc8bf8fb18 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.1639853 Aug 19 11:54:10.122153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45832) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:10.217512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72558040-0048-480a-9c7e-6c0e1b65263e req-0f46ca8d-c25d-48fc-aee0-c5f363afc600 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197214 Aug 19 11:54:10.227170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45834) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:10.229091 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123b27c5-ec2c-48d3-87b4-cf0ca27567f0 x-openstack-request-id: req-123b27c5-ec2c-48d3-87b4-cf0ca27567f0 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:10.229216 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f55fc95-9ebc-42aa-b38f-5986871b37d6", "tag": "6b72cd2c-ca1d-4013-9710-d21ccb3158b2", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:10.229427 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-123b27c5-ec2c-48d3-87b4-cf0ca27567f0 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:10.229818 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f55fc95-9ebc-42aa-b38f-5986871b37d6', 'tag': '6b72cd2c-ca1d-4013-9710-d21ccb3158b2', 'status': 'completed', 'code': 200} Aug 19 11:54:10.385428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-341088e6-f578-4c37-ada3-040d5951fbbc admin admin] Deleting subnet 991495d9-f1c8-4404-8e14-d7f40247d2fc {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:54:10.393737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-341088e6-f578-4c37-ada3-040d5951fbbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:10.491334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-341088e6-f578-4c37-ada3-040d5951fbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:10.494620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-17f7cb64-f0a9-4a74-acd2-811acf2b1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:10.496227 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-17f7cb64-f0a9-4a74-acd2-811acf2b1473 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=270286d9d3094f81a15c7e90ed3750ed&device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 1097 time: 0.2213469 Aug 19 11:54:10.521816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b5a59-f637-4825-8995-7670d2724a1a req-6ab741e6-342d-4a37-acd2-0dbb1da4a782 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:10.539099 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab2b5a59-f637-4825-8995-7670d2724a1a req-6ab741e6-342d-4a37-acd2-0dbb1da4a782 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 946 time: 0.1701016 Aug 19 11:54:10.631094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab2b5a59-f637-4825-8995-7670d2724a1a req-fbd7b7d5-15e4-4c42-90f9-4597efd8ec7e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910153 Aug 19 11:54:10.672338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f0083ba0-19c8-4845-9f0b-ab1259922d95 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e913d369cbf64108a4041efa636a9b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435647 Aug 19 11:54:10.675137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45854) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:10.677291 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-341088e6-f578-4c37-ada3-040d5951fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:10.742388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-2701cbbf-fa4f-425f-af38-9e5f7cd45eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:10.744422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-2701cbbf-fa4f-425f-af38-9e5f7cd45eb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2052481 Aug 19 11:54:10.809068 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-c12b806c-6330-4112-9479-4daa7c373b3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=6b72cd2c-ca1d-4013-9710-d21ccb3158b2 HTTP/1.1" status: 200 len: 217 time: 0.0556388 Aug 19 11:54:10.839238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-341088e6-f578-4c37-ada3-040d5951fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:10.853052 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be8fd0eb-1260-45dc-9353-544d758ca86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:10.943363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f40ff20c-5220-4ef7-8141-a03948d2118c req-1362e7ee-c92d-4c51-8088-e408db0e2698 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 210 time: 0.0793417 Aug 19 11:54:10.943496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341088e6-f578-4c37-ada3-040d5951fbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991495d9-f1c8-4404-8e14-d7f40247d2fc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:10.963650 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-341088e6-f578-4c37-ada3-040d5951fbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:10.965703 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-341088e6-f578-4c37-ada3-040d5951fbbc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/991495d9-f1c8-4404-8e14-d7f40247d2fc HTTP/1.1" status: 204 len: 168 time: 0.8423734 Aug 19 11:54:10.971162 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be8fd0eb-1260-45dc-9353-544d758ca86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:10.974146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45860) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:11.041757 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be8fd0eb-1260-45dc-9353-544d758ca86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:11.044865 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be8fd0eb-1260-45dc-9353-544d758ca86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:11.046603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-be8fd0eb-1260-45dc-9353-544d758ca86f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bcb01ea9-7521-4370-80c9-be1cb81f2331 HTTP/1.1" status: 204 len: 168 time: 0.3702648 Aug 19 11:54:11.080101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fd0eb-1260-45dc-9353-544d758ca86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb01ea9-7521-4370-80c9-be1cb81f2331,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:11.163541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-b195f7d6-2f67-40e1-8fe9-74ca49ca4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:11.165901 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-b195f7d6-2f67-40e1-8fe9-74ca49ca4566 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.3424253 Aug 19 11:54:11.169151 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:11.311768 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:11.323925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-eddc6eba-71d8-4a02-bb82-e76e73477adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:11.325472 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-eddc6eba-71d8-4a02-bb82-e76e73477adc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390531 Aug 19 11:54:11.330640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8231fb04-5561-4e5a-a4b0-6bb497bc2b5b']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:11.355131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb14096-cf77-4211-9d21-35c59998dbb4') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:11.355486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb14096-cf77-4211-9d21-35c59998dbb4') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:11.406712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:11.436844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:11.450384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:54:11.450605 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:54:11.455000 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:54:11.547731 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-6194b79d-84e8-4cbf-a497-76527d7f2f94 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091565 Aug 19 11:54:11.558084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:11.565994 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:11.568380 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] 10.222.0.65 "DELETE /v2.0/networks/8231fb04-5561-4e5a-a4b0-6bb497bc2b5b HTTP/1.1" status: 204 len: 168 time: 0.5929358 Aug 19 11:54:11.593676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e43c3-aed1-4083-b564-ad0b5eaa28fb req-3fe2038c-730e-4ee9-922d-f323d14ff8d5 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:11.615603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d1e43c3-aed1-4083-b564-ad0b5eaa28fb req-3fe2038c-730e-4ee9-922d-f323d14ff8d5 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.2526636 Aug 19 11:54:11.642720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45870) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:11.645503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07658752-80ee-4a5b-ae04-88c723a9b83d admin admin] Pushing event deleted for resources: {'Network': ['ID=8231fb04-5561-4e5a-a4b0-6bb497bc2b5b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:11.752013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d1e43c3-aed1-4083-b564-ad0b5eaa28fb req-fa85e711-22a2-4e4f-abb0-4ac24245cbfc tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338472 Aug 19 11:54:11.769881 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1cdc2181-6290-4001-a312-043ca7215c97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=edf4f023c0464336928b2b6838dbdaaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250780 Aug 19 11:54:11.772563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45884) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:11.829051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45886) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:11.996857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:54:12.022643 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dd58772a-8b57-4547-a31c-181e4d97bc79 req-a1af5ec1-0bfc-4a56-a547-7631d94fbaaf service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661198 Aug 19 11:54:12.053004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f29ce-70c2-4533-aba5-3fd928aea054 req-c8b4a303-a65f-420d-a303-758122a0fa34 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:12.064270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-06fddceb-17d6-4911-896a-a4ce6873d123 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:12.066402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-805f29ce-70c2-4533-aba5-3fd928aea054 req-c8b4a303-a65f-420d-a303-758122a0fa34 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 946 time: 0.2084799 Aug 19 11:54:12.068778 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-06fddceb-17d6-4911-896a-a4ce6873d123 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.54 "GET /v2.0/networks?id=86fe1253-5b16-4c0f-b61c-63b99dbb007e HTTP/1.1" status: 200 len: 821 time: 0.2880433 Aug 19 11:54:12.090664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Request body: {'port': {'device_id': 'e478577c-85a8-4a61-bd30-7d5bdbd563fb', 'network_id': '86fe1253-5b16-4c0f-b61c-63b99dbb007e', 'admin_state_up': True, 'tenant_id': 'd99fd66a6bd2476c862468149556fe60'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:12.242461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:12.261746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '6b72cd2c-ca1d-4013-9710-d21ccb3158b2', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '6b72cd2c-ca1d-4013-9710-d21ccb3158b2', 'mac_address': 'fa:16:3e:c4:af:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:54:12.334286 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-903d1523-b7b8-4657-8a71-35d6b5fd6c8c req-b332fe7b-b1d5-4258-95a5-11e415891297 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 210 time: 0.1964619 Aug 19 11:54:12.356793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:12.381522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:12.405331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b27fcfad-9184-4f93-9ff4-d6342a25cf0b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=359ff869933a4f1aae5e14cb46906913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715017 Aug 19 11:54:12.408576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45894) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:12.421761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:12.430482 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f16b5f7-b8da-4755-af41-1ea75e17874a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:12.437392 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:12.450810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-609bde75-0d9c-4c58-a286-3bf8933c1778 service neutron] 10.222.0.54 "GET /v2.0/ports/f21be42b-c8ff-4688-a253-b8c17e8ac148/bindings/n-h1-778550-9 HTTP/1.1" status: 200 len: 384 time: 0.3800461 Aug 19 11:54:12.506870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-805f29ce-70c2-4533-aba5-3fd928aea054 req-b0cd7285-874d-48c3-831c-bf2b6cfbc199 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759871 Aug 19 11:54:12.531499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Made reservation on behalf of d99fd66a6bd2476c862468149556fe60 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:12.536166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f16b5f7-b8da-4755-af41-1ea75e17874a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:12.539043 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:12.551738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:12.569838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.570555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.572169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.572767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.573318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.574819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.576003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.576288 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-41963180-a54b-4b0b-8618-d17fc2e1bbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:12.576674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.577209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.578906 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.579559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.581116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:12.670943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-41963180-a54b-4b0b-8618-d17fc2e1bbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:12.675330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f16b5f7-b8da-4755-af41-1ea75e17874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:12.679264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f16b5f7-b8da-4755-af41-1ea75e17874a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:12.682292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4f16b5f7-b8da-4755-af41-1ea75e17874a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c06bf8d-0da8-4ccf-8f51-696f9ef788d6 HTTP/1.1" status: 204 len: 168 time: 0.9083235 Aug 19 11:54:12.796502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16b5f7-b8da-4755-af41-1ea75e17874a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c06bf8d-0da8-4ccf-8f51-696f9ef788d6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:12.874476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6b72cd2c-ca1d-4013-9710-d21ccb3158b2'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:12.928482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:13.064422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:13.120423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-41963180-a54b-4b0b-8618-d17fc2e1bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:13.123764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-41963180-a54b-4b0b-8618-d17fc2e1bbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:13.133782 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-41963180-a54b-4b0b-8618-d17fc2e1bbcd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/560f3e2d-95d2-4b88-8b80-19657900eb77 HTTP/1.1" status: 204 len: 168 time: 0.7194707 Aug 19 11:54:13.167947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea8fa-0b8f-4072-94c7-b5f1017bb038 req-8f995174-9717-4326-9b55-4543d34ad37a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:13.173414 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c7ea8fa-0b8f-4072-94c7-b5f1017bb038 req-8f995174-9717-4326-9b55-4543d34ad37a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 944 time: 0.2110033 Aug 19 11:54:13.179566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Allocated IP 172.20.0.4 (86fe1253-5b16-4c0f-b61c-63b99dbb007e/4bbd6b8b-cc3f-4268-8d62-54a687f9eaa8/cc5251c4-ed39-48c8-abdc-7a686cea2963) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:13.183506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41963180-a54b-4b0b-8618-d17fc2e1bbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560f3e2d-95d2-4b88-8b80-19657900eb77,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:13.233295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21be42b-c8ff-4688-a253-b8c17e8ac148 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:13.315285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:13.347547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:13.528656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] Transition to ACTIVE for port object f21be42b-c8ff-4688-a253-b8c17e8ac148 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:13.549826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c7ea8fa-0b8f-4072-94c7-b5f1017bb038 req-f00bd96a-5a94-41c8-b9b6-cbfe152dcda9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696883 Aug 19 11:54:13.561848 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:13.636346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c87230-57cd-4521-bcf7-2d48ac23a37a req-8d330f8c-0bab-4dd1-86a0-f6b899bebd47 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 210 time: 0.1011305 Aug 19 11:54:13.639938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:13.701490 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:13.739149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] No DVR routers for this DVR port f21be42b-c8ff-4688-a253-b8c17e8ac148 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:13.835512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Network 86fe1253-5b16-4c0f-b61c-63b99dbb007e is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:13.839633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:13.849941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:13.895425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] 10.222.0.54 "PUT /v2.0/ports/f21be42b-c8ff-4688-a253-b8c17e8ac148/bindings/n-h1-778550-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4333787 Aug 19 11:54:13.904189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:13.904878 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:13.921656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b23119-8ef1-48ec-8317-24400d6c3e57 service neutron] Pushing event updated for resources: {'Port': ['ID=f21be42b-c8ff-4688-a253-b8c17e8ac148,revision_number=10']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:13.938050 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8514848 Aug 19 11:54:13.953815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ceb9f-c32c-44c7-b6ff-9ec933bf7967 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Pushing event updated for resources: {'Port': ['ID=cc5251c4-ed39-48c8-abdc-7a686cea2963,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:13.959769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6237b23-99d5-4b77-a319-66c3fc4b7e4c req-9a2d5005-62df-4f89-827c-18026e7cf3a9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:13.968243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6237b23-99d5-4b77-a319-66c3fc4b7e4c req-9a2d5005-62df-4f89-827c-18026e7cf3a9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 947 time: 0.2154770 Aug 19 11:54:14.015493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Request body: {'port': {'device_id': 'e478577c-85a8-4a61-bd30-7d5bdbd563fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:14.039488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6237b23-99d5-4b77-a319-66c3fc4b7e4c req-fd28be4e-3a7d-44f8-a70a-58505213fe51 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700362 Aug 19 11:54:14.157530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:14.299381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-fec76c1f-541b-4bd0-b7a7-23437422bb9a tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:14.300932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-fec76c1f-541b-4bd0-b7a7-23437422bb9a tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.2289803 Aug 19 11:54:14.583809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-fd73c99b-de8b-4e1a-9f6f-f2e493214d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:14.587563 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-fd73c99b-de8b-4e1a-9f6f-f2e493214d7c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559&tenant_id=23172949aae84995841c5e7a8fa1e132 HTTP/1.1" status: 200 len: 1096 time: 0.2731237 Aug 19 11:54:14.605064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5251c4-ed39-48c8-abdc-7a686cea2963 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:14.619086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:14.666841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Transition to ACTIVE for port object cc5251c4-ed39-48c8-abdc-7a686cea2963 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:14.689681 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:14.787647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5251c4-ed39-48c8-abdc-7a686cea2963,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:14.796758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-6648bd63-a1a7-4825-8dab-705c87e568f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:14.798660 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-6648bd63-a1a7-4825-8dab-705c87e568f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1096 time: 0.1463325 Aug 19 11:54:14.872332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc578c49-a306-44fb-b515-2fb83ca27c39 req-bde69c73-3561-42a8-ad09-3f32a38463e6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:14.881247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc578c49-a306-44fb-b515-2fb83ca27c39 req-bde69c73-3561-42a8-ad09-3f32a38463e6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 945 time: 0.1104465 Aug 19 11:54:14.900394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f4e2a-a481-4aa0-bf0c-bf63648d28c3 req-934ca120-db61-4483-98d7-774e1240e596 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:14.909395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f5f4e2a-a481-4aa0-bf0c-bf63648d28c3 req-934ca120-db61-4483-98d7-774e1240e596 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 943 time: 0.1274610 Aug 19 11:54:14.977968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc578c49-a306-44fb-b515-2fb83ca27c39 req-6ed0d323-bf5d-47b0-b9b5-08b55e272994 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895989 Aug 19 11:54:14.988080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Attempting to bind port cc5251c4-ed39-48c8-abdc-7a686cea2963 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:14.988525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Attempting to bind port cc5251c4-ed39-48c8-abdc-7a686cea2963 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '376b3157-11ef-4c5e-abac-fb4f470abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86fe1253-5b16-4c0f-b61c-63b99dbb007e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:14.989080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Attempting to bind port cc5251c4-ed39-48c8-abdc-7a686cea2963 on network 86fe1253-5b16-4c0f-b61c-63b99dbb007e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:14.995594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Port cc5251c4-ed39-48c8-abdc-7a686cea2963 on network 86fe1253-5b16-4c0f-b61c-63b99dbb007e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:54:14.995925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Attempting to bind port cc5251c4-ed39-48c8-abdc-7a686cea2963 on network 86fe1253-5b16-4c0f-b61c-63b99dbb007e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:15.001630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:15.001991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Checking segment: {'id': '376b3157-11ef-4c5e-abac-fb4f470abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86fe1253-5b16-4c0f-b61c-63b99dbb007e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:15.002378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Bound using segment: {'id': '376b3157-11ef-4c5e-abac-fb4f470abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86fe1253-5b16-4c0f-b61c-63b99dbb007e'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:15.002811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Bound port: cc5251c4-ed39-48c8-abdc-7a686cea2963, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376b3157-11ef-4c5e-abac-fb4f470abc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86fe1253-5b16-4c0f-b61c-63b99dbb007e'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:15.003215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:15.009364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-4e9aec9b-865d-4604-833c-7d5dc8b17672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:15.012663 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-4e9aec9b-865d-4604-833c-7d5dc8b17672 service neutron] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.1938367 Aug 19 11:54:15.030792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f5f4e2a-a481-4aa0-bf0c-bf63648d28c3 req-83230c45-9789-4f60-8b5e-f11dce64f402 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157839 Aug 19 11:54:15.111799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-85dde233-a866-4173-8401-7d5654dc12f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148 HTTP/1.1" status: 200 len: 217 time: 0.0891433 Aug 19 11:54:15.320128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] For port cc5251c4-ed39-48c8-abdc-7a686cea2963, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:15.342057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] For port cc5251c4-ed39-48c8-abdc-7a686cea2963, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc5251c4-ed39-48c8-abdc-7a686cea2963,segment=NetworkSegment(376b3157-11ef-4c5e-abac-fb4f470abc3e),segment_id=376b3157-11ef-4c5e-abac-fb4f470abc3e)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:15.356904 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:15.362254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6ba22-4ef4-40f9-ad09-61eb91c0ab64 req-b9afa9e9-8c61-475d-b928-e9e35d10a603 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:15.363922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fd6ba22-4ef4-40f9-ad09-61eb91c0ab64 req-b9afa9e9-8c61-475d-b928-e9e35d10a603 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 947 time: 0.1519666 Aug 19 11:54:15.368555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-ed922415-d229-4853-87a9-1bdde415289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:15.371017 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-ed922415-d229-4853-87a9-1bdde415289e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.2408748 Aug 19 11:54:15.473381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fd6ba22-4ef4-40f9-ad09-61eb91c0ab64 req-dd723dc8-7288-49d6-8c21-b83d3b833da3 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959196 Aug 19 11:54:15.916017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-73a946eb-b241-4027-b950-529cedde4b07 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:15.925354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-73a946eb-b241-4027-b950-529cedde4b07 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 808 time: 0.2759073 Aug 19 11:54:15.945103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-08c6a343-d79e-477e-82fd-9a4992e85572 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/quotas/f1d3b96aa45e44fea775af2b903efde1 HTTP/1.1" status: 200 len: 375 time: 0.0182037 Aug 19 11:54:16.006146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:16.026438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-8167ae67-f026-4412-9769-6c53ef02a6b9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796700 Aug 19 11:54:16.139180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5251c4-ed39-48c8-abdc-7a686cea2963,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:16.152351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-81d4189a-a869-4526-a292-354c4c11cd7e service neutron] 10.222.0.65 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243174 Aug 19 11:54:16.152570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:16.156701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:16.157322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:16.158734 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-cc268863-c03d-4922-9587-067defacbf44 service neutron] 10.222.0.54 "PUT /v2.0/ports/cc5251c4-ed39-48c8-abdc-7a686cea2963 HTTP/1.1" status: 200 len: 1091 time: 2.1503472 Aug 19 11:54:16.160596 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-282f5c3b-97f4-47e4-8455-69b424fb1f37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7654541 Aug 19 11:54:16.161217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e478577c-85a8-4a61-bd30-7d5bdbd563fb', 'tag': 'cc5251c4-ed39-48c8-abdc-7a686cea2963'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:16.165623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:16.165991 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:16.174064 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e478577c-85a8-4a61-bd30-7d5bdbd563fb", "tag": "cc5251c4-ed39-48c8-abdc-7a686cea2963"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:16.297045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96501cc2-9515-4590-a750-7df0684c5855 req-033bf4bd-0475-4d80-ae14-d8060ef70b1e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:16.299303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96501cc2-9515-4590-a750-7df0684c5855 req-033bf4bd-0475-4d80-ae14-d8060ef70b1e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 945 time: 0.1442535 Aug 19 11:54:16.355186 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:16.420517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f55fc95-9ebc-42aa-b38f-5986871b37d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b72cd2c-ca1d-4013-9710-d21ccb3158b2'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:16.424175 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f7d6b8-e1d5-4101-bdfb-0a58a5c488eb" -d '{"events": [{"server_uuid": "6f55fc95-9ebc-42aa-b38f-5986871b37d6", "name": "network-vif-plugged", "status": "completed", "tag": "6b72cd2c-ca1d-4013-9710-d21ccb3158b2"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:16.456144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96501cc2-9515-4590-a750-7df0684c5855 req-9701f2d9-38a9-4d49-972d-f8d801da753f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453812 Aug 19 11:54:16.457229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:16.467740 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-3c2226b4-bafe-4032-bb96-6708d5ed262e service neutron] 10.222.0.65 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141840 Aug 19 11:54:16.472198 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:16.483850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46060) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:16.533845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-954ba27f-1f5f-4fca-9b05-ad649f8b0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:16.540057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-954ba27f-1f5f-4fca-9b05-ad649f8b0e53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d99fd66a6bd2476c862468149556fe60&device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 1094 time: 0.2307076 Aug 19 11:54:16.600116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:16.645870 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-6b3d75b8-b5d8-4a1f-9e59-db270cff85a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5251c4-ed39-48c8-abdc-7a686cea2963 HTTP/1.1" status: 200 len: 217 time: 0.0758998 Aug 19 11:54:16.648412 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-9f59cc3e-3516-462f-b2fc-89986f8c9d20 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676681 Aug 19 11:54:16.768395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cabb30-d0d8-4108-b659-53844f6cac68 req-288fad29-d5cf-4233-aabe-4a9a0c60b8e9 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:16.773205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06cabb30-d0d8-4108-b659-53844f6cac68 req-288fad29-d5cf-4233-aabe-4a9a0c60b8e9 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 943 time: 0.1512151 Aug 19 11:54:16.777251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-4dd71f54-325b-435d-a35e-78e5ea18b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:16.779080 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-4dd71f54-325b-435d-a35e-78e5ea18b427 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bbd6b8b-cc3f-4268-8d62-54a687f9eaa8 HTTP/1.1" status: 200 len: 861 time: 0.1215084 Aug 19 11:54:16.829486 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-25d7719a-e741-45cc-940c-f96e99021f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:16.855685 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-309ee64d-108f-4dd4-a611-0696f3f2ea94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86fe1253-5b16-4c0f-b61c-63b99dbb007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650070 Aug 19 11:54:16.879065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06cabb30-d0d8-4108-b659-53844f6cac68 req-0eb892fd-4e6c-4fc6-8410-64e346b80bd1 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791717 Aug 19 11:54:16.993251 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-51f3972d-4cbf-48b1-8e9c-420df493a690 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269682 Aug 19 11:54:17.073984 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-25d7719a-e741-45cc-940c-f96e99021f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:17.088775 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-25d7719a-e741-45cc-940c-f96e99021f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:17.100515 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-54804914-ed48-4c4d-bb09-b0e53298ce79 service neutron] 10.222.0.54 "GET /v2.0/networks/86fe1253-5b16-4c0f-b61c-63b99dbb007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325475 Aug 19 11:54:17.108708 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb45d3a-82e7-472d-b99f-62f0b56f2b18 x-openstack-request-id: req-1bb45d3a-82e7-472d-b99f-62f0b56f2b18 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:17.109088 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e478577c-85a8-4a61-bd30-7d5bdbd563fb", "tag": "cc5251c4-ed39-48c8-abdc-7a686cea2963", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:17.109433 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bb45d3a-82e7-472d-b99f-62f0b56f2b18 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:17.110689 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e478577c-85a8-4a61-bd30-7d5bdbd563fb', 'tag': 'cc5251c4-ed39-48c8-abdc-7a686cea2963', 'status': 'completed', 'code': 200} Aug 19 11:54:17.142275 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae81c141-57db-466e-86ec-ef3d321fdd9d x-openstack-request-id: req-ae81c141-57db-466e-86ec-ef3d321fdd9d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:17.143117 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f55fc95-9ebc-42aa-b38f-5986871b37d6", "name": "network-vif-plugged", "status": "completed", "tag": "6b72cd2c-ca1d-4013-9710-d21ccb3158b2", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:17.143658 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae81c141-57db-466e-86ec-ef3d321fdd9d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:17.144785 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f55fc95-9ebc-42aa-b38f-5986871b37d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b72cd2c-ca1d-4013-9710-d21ccb3158b2', 'code': 200} Aug 19 11:54:17.206626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-25d7719a-e741-45cc-940c-f96e99021f9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8de1fd12931447bbb4bf245e1d0460b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7213731 Aug 19 11:54:17.211846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7719a-e741-45cc-940c-f96e99021f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c783a79-91f6-43dd-a96e-bb036d7fbe62,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:17.214903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46090) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:17.278336 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-82a092a5-6474-4a74-8988-76c3ad4c0a7c req-851d5011-9b2b-4f01-8bee-21b8b773bccd service neutron] 10.222.0.54 "GET /v2.0/networks/86fe1253-5b16-4c0f-b61c-63b99dbb007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511788 Aug 19 11:54:17.387640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b4cc6-3384-4237-a450-1c66f6e90956 req-ae4a1759-10ec-41d4-b3e2-95b173c68a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:17.389985 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a4b4cc6-3384-4237-a450-1c66f6e90956 req-ae4a1759-10ec-41d4-b3e2-95b173c68a7e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 1099 time: 0.0616393 Aug 19 11:54:17.408723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94eb73-ffce-40bd-9a81-b73c0a69084c req-30f5c0a9-0ee3-4f15-add0-563a705361e4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:17.411728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a94eb73-ffce-40bd-9a81-b73c0a69084c req-30f5c0a9-0ee3-4f15-add0-563a705361e4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 948 time: 0.2010238 Aug 19 11:54:17.446847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17592eb2-3f06-47d0-b596-d6cc25037c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:17.511160 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a4b4cc6-3384-4237-a450-1c66f6e90956 req-d7bd213d-8e4c-405d-ada4-e3726e254fbe service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993679 Aug 19 11:54:17.556021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a94eb73-ffce-40bd-9a81-b73c0a69084c req-122290a9-9fea-4366-ba06-09136d74def9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276908 Aug 19 11:54:17.559142 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17592eb2-3f06-47d0-b596-d6cc25037c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:17.590759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-27b9a100-e265-4146-bb14-ef13252e1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:17.594613 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-27b9a100-e265-4146-bb14-ef13252e1408 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d99fd66a6bd2476c862468149556fe60&device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 1094 time: 0.1281943 Aug 19 11:54:17.660920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-9600ab84-51e3-4e12-bbe9-1297af9a6f01 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:17.662542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-9600ab84-51e3-4e12-bbe9-1297af9a6f01 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.2103879 Aug 19 11:54:17.684065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4e87e3f-98de-4705-b4f3-bfa5ad4ec2e3 req-99580dac-0a1e-4c9d-b8a3-45df51d27006 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 210 time: 0.0519495 Aug 19 11:54:17.707850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17592eb2-3f06-47d0-b596-d6cc25037c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:17.710808 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17592eb2-3f06-47d0-b596-d6cc25037c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:17.712004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-17592eb2-3f06-47d0-b596-d6cc25037c00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c783a79-91f6-43dd-a96e-bb036d7fbe62 HTTP/1.1" status: 204 len: 168 time: 0.4961610 Aug 19 11:54:17.722520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17592eb2-3f06-47d0-b596-d6cc25037c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c783a79-91f6-43dd-a96e-bb036d7fbe62,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:17.729211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-ccd1aeeb-3fef-48af-9802-f22b14d6794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:17.730795 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-ccd1aeeb-3fef-48af-9802-f22b14d6794f service neutron] 10.222.0.54 "GET /v2.0/networks?id=86fe1253-5b16-4c0f-b61c-63b99dbb007e HTTP/1.1" status: 200 len: 922 time: 0.1282647 Aug 19 11:54:17.788025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-d005b428-e758-48ed-a36c-95ca4ae63ca7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5251c4-ed39-48c8-abdc-7a686cea2963 HTTP/1.1" status: 200 len: 217 time: 0.0463469 Aug 19 11:54:17.857364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-dcf30b0b-4616-4fef-92e9-f0e4f1817be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:17.858924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-dcf30b0b-4616-4fef-92e9-f0e4f1817be0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bbd6b8b-cc3f-4268-8d62-54a687f9eaa8 HTTP/1.1" status: 200 len: 861 time: 0.0595365 Aug 19 11:54:17.865808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d7068-631e-4ae7-8aa8-030f5982511a req-5d9401ea-319a-4e24-a50a-09ccd064792f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:17.890022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c68d7068-631e-4ae7-8aa8-030f5982511a req-5d9401ea-319a-4e24-a50a-09ccd064792f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 945 time: 0.0849698 Aug 19 11:54:17.908352 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-0fc6819d-35ba-4e41-abcb-b0b95280ac1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86fe1253-5b16-4c0f-b61c-63b99dbb007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399201 Aug 19 11:54:17.977344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c68d7068-631e-4ae7-8aa8-030f5982511a req-a203e6b7-073f-46d0-98ca-53ff3f26744a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856695 Aug 19 11:54:18.042860 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-069fd500-2e05-485e-80e3-5e4afbac3abf service neutron] 10.222.0.54 "GET /v2.0/networks/86fe1253-5b16-4c0f-b61c-63b99dbb007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252627 Aug 19 11:54:18.205594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb83348-60de-4ec4-bbd4-77dcd4bd9abb req-0c79da00-8e69-4b67-8ab5-03056a5d97ea tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:18.214719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fb83348-60de-4ec4-bbd4-77dcd4bd9abb req-0c79da00-8e69-4b67-8ab5-03056a5d97ea tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 943 time: 0.0993567 Aug 19 11:54:18.223385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-7f90c0f2-89e4-4584-9c25-b143284880ed service neutron] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:18.257619 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-7f90c0f2-89e4-4584-9c25-b143284880ed service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:18.259010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5bd3912-61dc-4b2c-9192-f0885b92529a req-7f90c0f2-89e4-4584-9c25-b143284880ed service neutron] 10.222.0.69 "DELETE /v2.0/ports/f21be42b-c8ff-4688-a253-b8c17e8ac148/bindings/n-h2-778550-9 HTTP/1.1" status: 204 len: 173 time: 0.3652139 Aug 19 11:54:18.276873 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1eee8d0-9ebe-4294-baad-ce0c6b5572bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:18.319493 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-045a2c6e-bb93-4d3a-aa37-a4ad89a84f1b req-10caa87b-21e9-4f74-835b-485d379cf354 service neutron] 10.222.0.54 "GET /v2.0/networks/86fe1253-5b16-4c0f-b61c-63b99dbb007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645249 Aug 19 11:54:18.324166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fb83348-60de-4ec4-bbd4-77dcd4bd9abb req-61114e2c-23a3-43a0-8b09-9000abda4251 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065125 Aug 19 11:54:18.457383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0562f9-f05a-4906-a50b-8cc5b058214d req-f7def96d-3f83-4f8a-ba91-5c6780a9c04b tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:18.466068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a0562f9-f05a-4906-a50b-8cc5b058214d req-f7def96d-3f83-4f8a-ba91-5c6780a9c04b tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1096 time: 0.0531869 Aug 19 11:54:18.521112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a0562f9-f05a-4906-a50b-8cc5b058214d req-50384c6e-36df-433b-915e-137a0d83a821 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482712 Aug 19 11:54:18.773000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424db36-6c94-425c-9bbd-c658828b4cf8 req-dcce34aa-b741-4d72-87bb-4348db5404b2 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:18.777698 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5424db36-6c94-425c-9bbd-c658828b4cf8 req-dcce34aa-b741-4d72-87bb-4348db5404b2 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 1096 time: 0.1773922 Aug 19 11:54:18.802675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46156) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:18.836920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437b309-908a-4455-89a8-2eda37305c02 req-014bf8cd-e607-4880-8d64-60ce688f52a2 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:18.839624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c437b309-908a-4455-89a8-2eda37305c02 req-014bf8cd-e607-4880-8d64-60ce688f52a2 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 948 time: 0.1949792 Aug 19 11:54:18.934389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5424db36-6c94-425c-9bbd-c658828b4cf8 req-cd2b0646-cec6-46dd-9e8b-64a35201ce56 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195719 Aug 19 11:54:18.987463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c437b309-908a-4455-89a8-2eda37305c02 req-29a06c53-f79d-49d6-9cd7-dc4bbcda49d0 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402299 Aug 19 11:54:19.113409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-daedde38-decd-4fce-9e4e-20efa44dea6d req-1503464b-48b5-4073-98c6-41610d3bb3a5 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 210 time: 0.0682342 Aug 19 11:54:19.164500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46170) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:19.258906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1989527406-network', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:19.322939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-5c048a5a-a9ca-4cff-9895-c4cc8309ac2f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:19.324292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-5c048a5a-a9ca-4cff-9895-c4cc8309ac2f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 808 time: 0.2724009 Aug 19 11:54:19.358314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Request body: {'port': {'device_id': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b', 'admin_state_up': True, 'tenant_id': 'f1d3b96aa45e44fea775af2b903efde1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:19.364481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.477173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.480086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Made reservation on behalf of 7d5e516c522d44438e958bd88c4192ee for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:19.483662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.494003 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.501512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.609804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc5251c4-ed39-48c8-abdc-7a686cea2963 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:54:19.622689 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.638717 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.647405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099639fe-b78d-4af2-9fca-225a409b6dd2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:19.661491 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78eb2838152f47ef844b25e7157647fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8533683 Aug 19 11:54:19.663002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.663360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.663918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.664266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.664739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.665111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.665486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.665823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.666156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46190) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:19.666276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.666670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.667026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.667357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b349c9-04c3-4d39-b233-dceb6db6e7d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:19.713428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:54:19.720987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15af9dda-c526-4456-bdf6-f4d5348e97c4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:19.728316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.728700 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Added segment 15961bd4-72c4-4eed-9334-a51ef11bb247 of type vlan for network bde7db6e-f5cd-4506-a63c-8b68f742965d Aug 19 11:54:19.752841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb545ca3-d6cd-4999-9ea3-9f0120677af7 req-055b137e-ae1e-43a0-b3f5-b14f41ee4619 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:19.764978 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb545ca3-d6cd-4999-9ea3-9f0120677af7 req-055b137e-ae1e-43a0-b3f5-b14f41ee4619 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 943 time: 0.1982191 Aug 19 11:54:19.832916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.904868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.906483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:19.907239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.927767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Made reservation on behalf of f1d3b96aa45e44fea775af2b903efde1 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:19.939026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:19.954495 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7944486 Aug 19 11:54:19.960314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46196) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:20.007368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb545ca3-d6cd-4999-9ea3-9f0120677af7 req-8643e12c-6e2d-46dc-a1ef-5e3ecc0ed19b tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396429 Aug 19 11:54:20.054457 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1817132e-7ba2-47e8-807e-7e4eb892c09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.055963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Request body: {'subnet': {'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1989527406-subnet', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:20.115722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c21d9-c370-410b-b516-6c5440c223a3 admin admin] Pushing event updated for resources: {'Network': ['ID=bde7db6e-f5cd-4506-a63c-8b68f742965d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:20.138907 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1817132e-7ba2-47e8-807e-7e4eb892c09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.146670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Made reservation on behalf of 7d5e516c522d44438e958bd88c4192ee for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:20.149111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.187910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network bde7db6e-f5cd-4506-a63c-8b68f742965d details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:54:20.256345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc5251c4-ed39-48c8-abdc-7a686cea2963, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc5251c4-ed39-48c8-abdc-7a686cea2963,segment=NetworkSegment(376b3157-11ef-4c5e-abac-fb4f470abc3e),segment_id=376b3157-11ef-4c5e-abac-fb4f470abc3e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:20.283855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'cc5251c4-ed39-48c8-abdc-7a686cea2963', 'network_id': '86fe1253-5b16-4c0f-b61c-63b99dbb007e', 'port_id': 'cc5251c4-ed39-48c8-abdc-7a686cea2963', 'mac_address': 'fa:16:3e:97:51:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bbd6b8b-cc3f-4268-8d62-54a687f9eaa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:54:20.311837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1817132e-7ba2-47e8-807e-7e4eb892c09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.327104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1817132e-7ba2-47e8-807e-7e4eb892c09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.334481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1817132e-7ba2-47e8-807e-7e4eb892c09e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/099639fe-b78d-4af2-9fca-225a409b6dd2 HTTP/1.1" status: 204 len: 168 time: 0.6643598 Aug 19 11:54:20.354800 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.378145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5251c4-ed39-48c8-abdc-7a686cea2963 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:20.413536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817132e-7ba2-47e8-807e-7e4eb892c09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099639fe-b78d-4af2-9fca-225a409b6dd2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:20.448393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc5251c4-ed39-48c8-abdc-7a686cea2963, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc5251c4-ed39-48c8-abdc-7a686cea2963,segment=NetworkSegment(376b3157-11ef-4c5e-abac-fb4f470abc3e),segment_id=376b3157-11ef-4c5e-abac-fb4f470abc3e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:20.459362 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.526716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5bd6171-c613-4ef6-9071-fa413925c7c4 req-eb11adf0-3d75-4d0c-9c7a-1113d1a50e4f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 210 time: 0.1017525 Aug 19 11:54:20.545802 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:54:20.551974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cc5251c4-ed39-48c8-abdc-7a686cea2963,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:20.554637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.651335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236a0a9-c753-4117-86bb-97f37f89b4bb req-cfa30eca-3dcb-4664-b6fa-353584aebb1b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:20.664897 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c236a0a9-c753-4117-86bb-97f37f89b4bb req-cfa30eca-3dcb-4664-b6fa-353584aebb1b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 948 time: 0.4428582 Aug 19 11:54:20.678807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Pushing event updated for resources: {'Subnet': ['ID=48240805-8f1f-40eb-9de4-9a73faa9cd88,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:20.711665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Checking segment: {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:20.712361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Network hostable DHCP agents. Network: bde7db6e-f5cd-4506-a63c-8b68f742965d, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:54:20.743784 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9c35499d-0c78-4ca0-a88d-dd8893eaa4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.747934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Network bde7db6e-f5cd-4506-a63c-8b68f742965d is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:54:20.749065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Allocated IP 172.20.0.9 (6472b55c-1ec0-4718-a47a-cfd4cafee08b/cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c/a57c7ddc-dba4-4cdc-bae1-d2223bc77495) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:20.768060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, bde7db6e-f5cd-4506-a63c-8b68f742965d) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:20.775438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:20.776067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.780060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952bd120-d0b2-4e5f-8b42-5b879da4fed2 None None] Network bde7db6e-f5cd-4506-a63c-8b68f742965d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:20.827560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9bf89a66-7a2f-491d-9e02-6a5ac98815af admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7947948 Aug 19 11:54:20.829559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46218) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:20.847038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:20.872951 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.912912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.914353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:20.958565 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c236a0a9-c753-4117-86bb-97f37f89b4bb req-68093f5e-6413-4c67-8ff2-033ec94aa6b6 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923958 Aug 19 11:54:20.980065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46222) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:21.022607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['cc5251c4-ed39-48c8-abdc-7a686cea2963'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:21.028297 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e46ba622-f2eb-4d45-ba0b-4ab98ddf1dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.046631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.082693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-bde7db6e-f5cd-4506-a63c-8b68f742965d', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:54:21.083840 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.375197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.402699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Allocated IP 172.20.0.2 (bde7db6e-f5cd-4506-a63c-8b68f742965d/48240805-8f1f-40eb-9de4-9a73faa9cd88/c16e8c9a-9204-49fc-8759-8af93181e890) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:21.465029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c797f9c-a14d-49c1-805a-cb81150ec669 req-f03cd540-7ffb-47b1-a186-043f68e02ba6 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:21.472744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c797f9c-a14d-49c1-805a-cb81150ec669 req-f03cd540-7ffb-47b1-a186-043f68e02ba6 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 944 time: 0.2786458 Aug 19 11:54:21.526263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.546166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e46ba622-f2eb-4d45-ba0b-4ab98ddf1dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.548334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5555f7-2238-42b9-a56f-49ee8eb1e96e req-deae1d35-925a-4641-a967-1881b82677d2 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:21.549902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a5555f7-2238-42b9-a56f-49ee8eb1e96e req-deae1d35-925a-4641-a967-1881b82677d2 tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 1099 time: 0.3546765 Aug 19 11:54:21.588492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e46ba622-f2eb-4d45-ba0b-4ab98ddf1dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.670794 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.691156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e46ba622-f2eb-4d45-ba0b-4ab98ddf1dc5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9a666a75fd445e6a7ab5e895cb0a9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099645 Aug 19 11:54:21.692127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46234) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:21.695170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ba622-f2eb-4d45-ba0b-4ab98ddf1dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e192f9-1b23-4b61-be3d-443e79acf97f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:21.697029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.707335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.727909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Transition to ACTIVE for port object c16e8c9a-9204-49fc-8759-8af93181e890 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:21.764331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a5555f7-2238-42b9-a56f-49ee8eb1e96e req-d4bc1b50-421a-4c5d-bd69-f5e622e5a87e tempest-ServersOnMultiNodesTest-1382040962 tempest-ServersOnMultiNodesTest-1382040962-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829591 Aug 19 11:54:21.783072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Transition to ACTIVE for port object c16e8c9a-9204-49fc-8759-8af93181e890 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:21.793162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c797f9c-a14d-49c1-805a-cb81150ec669 req-8c1216d6-25ee-473d-b773-465cef6d58ba tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193696 Aug 19 11:54:21.818436 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.899882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Network bde7db6e-f5cd-4506-a63c-8b68f742965d is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:21.907235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:21.914672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:21.920563 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.931641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Pushing event updated for resources: {'Port': ['ID=c16e8c9a-9204-49fc-8759-8af93181e890,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:21.971860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:21.973819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Allocated IP 172.25.4.248 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/df7b01c6-526a-48b4-ad3d-0ed804a1e53a) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:22.000605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Attempting to bind port c16e8c9a-9204-49fc-8759-8af93181e890 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:22.001496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Attempting to bind port c16e8c9a-9204-49fc-8759-8af93181e890 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:22.002076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Attempting to bind port c16e8c9a-9204-49fc-8759-8af93181e890 on network bde7db6e-f5cd-4506-a63c-8b68f742965d {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:22.011230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:22.012047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Checking segment: {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:22.012724 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.013446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Bound using segment: {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:22.014195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Bound port: c16e8c9a-9204-49fc-8759-8af93181e890, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:22.014927 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.016725 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e32eb68-c857-41b9-bb9f-4d3b78b3dc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.022385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['607fc530-ad62-419f-88cf-0a522be8020e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:22.081636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Network 6472b55c-1ec0-4718-a47a-cfd4cafee08b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:22.119641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:22.144719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:22.180583 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e32eb68-c857-41b9-bb9f-4d3b78b3dc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.189802 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.208233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] For port c16e8c9a-9204-49fc-8759-8af93181e890, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:22.212381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] For port c16e8c9a-9204-49fc-8759-8af93181e890, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c16e8c9a-9204-49fc-8759-8af93181e890,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:22.257139 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.284885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e7f26-7192-4aea-9e7e-8b8917756f3e req-754bcddf-385f-4740-b774-dac14ff18038 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:22.301081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.304389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c75e7f26-7192-4aea-9e7e-8b8917756f3e req-754bcddf-385f-4740-b774-dac14ff18038 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 931 time: 0.4051995 Aug 19 11:54:22.397106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:22.400705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:22.404498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:22.427050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Pushing event updated for resources: {'Port': ['ID=df7b01c6-526a-48b4-ad3d-0ed804a1e53a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:22.432410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Pushing event updated for resources: {'Port': ['ID=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:22.455033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e32eb68-c857-41b9-bb9f-4d3b78b3dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.462419 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e32eb68-c857-41b9-bb9f-4d3b78b3dc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.476223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3e32eb68-c857-41b9-bb9f-4d3b78b3dc02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6e192f9-1b23-4b61-be3d-443e79acf97f HTTP/1.1" status: 204 len: 168 time: 0.7701826 Aug 19 11:54:22.511113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1f019-55cc-4029-919d-3b1d12a30c3f None None] Pushing event updated for resources: {'Port': ['ID=c16e8c9a-9204-49fc-8759-8af93181e890,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:22.538879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32eb68-c857-41b9-bb9f-4d3b78b3dc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e192f9-1b23-4b61-be3d-443e79acf97f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:22.652738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:22.653364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:22.711605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-d5fb5c8d-a191-4843-82e7-f43b5128f349 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3573313 Aug 19 11:54:22.749672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c75e7f26-7192-4aea-9e7e-8b8917756f3e req-b002a6f6-69aa-44a4-9a1d-c112b5cff6a4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437861 Aug 19 11:54:22.762495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Request body: {'port': {'device_id': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:22.901877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0f3b-abdc-4a1f-924c-d684bd927d59 req-f9e15737-3a90-4522-b3d7-91a9bfbddca5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:22.903540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-747f0f3b-abdc-4a1f-924c-d684bd927d59 req-f9e15737-3a90-4522-b3d7-91a9bfbddca5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 948 time: 0.4260063 Aug 19 11:54:22.959851 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:23.102582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-747f0f3b-abdc-4a1f-924c-d684bd927d59 req-8158524c-6fe2-4a86-834e-db458e8b7261 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881728 Aug 19 11:54:23.130945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:23.378660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:23.495252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c16e8c9a-9204-49fc-8759-8af93181e890 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:23.622970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc5251c4-ed39-48c8-abdc-7a686cea2963 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:23.634259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port c16e8c9a-9204-49fc-8759-8af93181e890 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:23.681539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Router e433e777-4945-4f0d-bec4-492c5103adce is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:54:23.758367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port cc5251c4-ed39-48c8-abdc-7a686cea2963 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:23.763870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port cc5251c4-ed39-48c8-abdc-7a686cea2963 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:23.764388 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:23.886395 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:23.899883 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:23.973537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911612c7-bbf0-4e18-b6bc-98eaaa5462c8 req-e2eb46e3-b050-4dd5-97f1-6112e4a3a20a tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:23.975422 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:23.982356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-911612c7-bbf0-4e18-b6bc-98eaaa5462c8 req-e2eb46e3-b050-4dd5-97f1-6112e4a3a20a tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 944 time: 0.9941332 Aug 19 11:54:24.042594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cc5251c4-ed39-48c8-abdc-7a686cea2963, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc5251c4-ed39-48c8-abdc-7a686cea2963,segment=NetworkSegment(376b3157-11ef-4c5e-abac-fb4f470abc3e),segment_id=376b3157-11ef-4c5e-abac-fb4f470abc3e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:24.043966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e478577c-85a8-4a61-bd30-7d5bdbd563fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5251c4-ed39-48c8-abdc-7a686cea2963'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:24.047178 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc3bb1b-8ffc-4933-aea2-abd7a515c251" -d '{"events": [{"server_uuid": "e478577c-85a8-4a61-bd30-7d5bdbd563fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc5251c4-ed39-48c8-abdc-7a686cea2963"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:24.056514 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:24.099968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df6682-e0e2-41f0-940f-37d59afb5fdf req-ba9dbcf7-48a7-4367-91bf-422085d6704b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:24.105779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9676d3-1f13-45f8-b638-694d86e9f914 None None] Network bde7db6e-f5cd-4506-a63c-8b68f742965d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:24.108612 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17df6682-e0e2-41f0-940f-37d59afb5fdf req-ba9dbcf7-48a7-4367-91bf-422085d6704b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 931 time: 0.1829371 Aug 19 11:54:24.189742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cc5251c4-ed39-48c8-abdc-7a686cea2963,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:24.205767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-31f7a649-1297-4e8b-a391-4f3d62159773 None None] Provisioning for port c16e8c9a-9204-49fc-8759-8af93181e890 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:24.212905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-31f7a649-1297-4e8b-a391-4f3d62159773 None None] Provisioning complete for port c16e8c9a-9204-49fc-8759-8af93181e890 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:24.213391 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-31f7a649-1297-4e8b-a391-4f3d62159773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:24.215501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-911612c7-bbf0-4e18-b6bc-98eaaa5462c8 req-da6b1d4a-9f00-4597-ae80-ac728440ebf7 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321556 Aug 19 11:54:24.308399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17df6682-e0e2-41f0-940f-37d59afb5fdf req-8ab2a6db-23e4-4085-9eda-dab87bc08c51 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933317 Aug 19 11:54:24.333915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46296) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:24.379183 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed38f21-8eaa-4fd4-b6de-f06a7d4beae6 x-openstack-request-id: req-3ed38f21-8eaa-4fd4-b6de-f06a7d4beae6 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:24.379599 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e478577c-85a8-4a61-bd30-7d5bdbd563fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc5251c4-ed39-48c8-abdc-7a686cea2963", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:24.379860 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ed38f21-8eaa-4fd4-b6de-f06a7d4beae6 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:24.380273 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e478577c-85a8-4a61-bd30-7d5bdbd563fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5251c4-ed39-48c8-abdc-7a686cea2963', 'code': 200} Aug 19 11:54:24.527872 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-31f7a649-1297-4e8b-a391-4f3d62159773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:24.595994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e17a2-97ce-48a4-9eb9-6262124b4e94 req-753965ab-52f5-408c-8661-c22078979ddd tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:24.609496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a28e17a2-97ce-48a4-9eb9-6262124b4e94 req-753965ab-52f5-408c-8661-c22078979ddd tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 948 time: 0.1707790 Aug 19 11:54:24.639728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-31f7a649-1297-4e8b-a391-4f3d62159773 None None] For port c16e8c9a-9204-49fc-8759-8af93181e890, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c16e8c9a-9204-49fc-8759-8af93181e890,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:24.657223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-31f7a649-1297-4e8b-a391-4f3d62159773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:24.705879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-network', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:24.804096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:54:24.811384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7a649-1297-4e8b-a391-4f3d62159773 None None] Pushing event updated for resources: {'Port': ['ID=c16e8c9a-9204-49fc-8759-8af93181e890,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:24.824819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a28e17a2-97ce-48a4-9eb9-6262124b4e94 req-44f252c1-e462-4356-bbde-a6a28780006f tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997712 Aug 19 11:54:24.839363 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Sync routers for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:54:24.850861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04472a5b-4363-45e0-aedd-eb977efbd106 req-b73cdaf4-5ad1-46bb-b021-190f01f51de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:24.852435 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-04472a5b-4363-45e0-aedd-eb977efbd106 req-b73cdaf4-5ad1-46bb-b021-190f01f51de4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 1096 time: 0.1135638 Aug 19 11:54:24.856647 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:24.857650 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:24.861268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-59bcabf7-e28e-4a23-b440-d31bd65f0f61 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:24.862039 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-59bcabf7-e28e-4a23-b440-d31bd65f0f61 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 948 time: 0.1243167 Aug 19 11:54:24.889258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b9f2bf1c-6c1d-46aa-9264-92ce71210d63 None None] Provisioning complete for port c16e8c9a-9204-49fc-8759-8af93181e890 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:24.889926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b9f2bf1c-6c1d-46aa-9264-92ce71210d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:24.921676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Made reservation on behalf of 788e7ea2bd2d4b059a4a0c9c072dbde0 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:24.927321 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:24.935522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:24.939557 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2de4f9ed-268c-4dfd-9709-f18b22a37151 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1087785 Aug 19 11:54:24.940315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46310) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:24.942812 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-04472a5b-4363-45e0-aedd-eb977efbd106 req-4f31f61d-442f-43a4-ae60-8fc48ac959ad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793610 Aug 19 11:54:24.975052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57c7ddc-dba4-4cdc-bae1-d2223bc77495 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:24.992939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:24.997712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Deleting port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:24.998055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.094574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.109637 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:25.120815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] For port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:25.121180 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.138371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Calling delete_port for 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:25.221544 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.237850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.269662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:54:25.295245 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.295885 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Added segment b1824118-208a-46e2-92e4-9ef3f545c3c5 of type vlan for network 5b7c4b7a-0719-4f40-9d86-d0239859b545 Aug 19 11:54:25.388523 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:22Z', 'revision_number': 3, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:25.413442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c16e8c9a-9204-49fc-8759-8af93181e890 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:25.437542 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.445324 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Checking router: e433e777-4945-4f0d-bec4-492c5103adce for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:54:25.446025 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Updating router e433e777-4945-4f0d-bec4-492c5103adce port df7b01c6-526a-48b4-ad3d-0ed804a1e53a binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:54:25.471273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event deleted for resources: {'Port': ['ID=6b72cd2c-ca1d-4013-9710-d21ccb3158b2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:25.475695 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.489815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2c2b3e13-a016-4fc0-92ae-90f587d417ab', 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e', '304dcf69-7c91-486d-9556-fb0d6bf0f94d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:25.490180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.508892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Transition to ACTIVE for port object a57c7ddc-dba4-4cdc-bae1-d2223bc77495 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:25.567896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e1b775-c564-4db2-ba70-455fa90d2f23,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:25.579658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] No DVR routers for this DVR port 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:25.583707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.588998 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.590120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b4f4782-4c78-4011-b1e7-108cc72aa6c7 req-c89c9af9-6947-4568-bc4b-aeaf22b1f98a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "DELETE /v2.0/ports/6b72cd2c-ca1d-4013-9710-d21ccb3158b2 HTTP/1.1" status: 204 len: 173 time: 0.7172785 Aug 19 11:54:25.590120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f55fc95-9ebc-42aa-b38f-5986871b37d6', 'name': 'network-vif-deleted', 'tag': '6b72cd2c-ca1d-4013-9710-d21ccb3158b2'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:25.594143 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60208607-a21f-4399-89f7-e8c4e043c31e" -d '{"events": [{"server_uuid": "6f55fc95-9ebc-42aa-b38f-5986871b37d6", "name": "network-vif-deleted", "tag": "6b72cd2c-ca1d-4013-9710-d21ccb3158b2"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:25.613567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'c4906874-84d6-42b6-807d-0d094b3b173f', '6b72cd2c-ca1d-4013-9710-d21ccb3158b2'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:25.769767 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 11:54:25.779173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:25.871828 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.874133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:25.875502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.916953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c16e8c9a-9204-49fc-8759-8af93181e890 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:25.917325 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:25.960373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] Pushing event updated for resources: {'Network': ['ID=5b7c4b7a-0719-4f40-9d86-d0239859b545,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:25.983304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 5b7c4b7a-0719-4f40-9d86-d0239859b545 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:54:26.006973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88197d1-b5cf-46e6-887a-46a818d5c48f req-8278a14a-de50-415d-bede-6ceb832e1a44 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:26.014786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c88197d1-b5cf-46e6-887a-46a818d5c48f req-8278a14a-de50-415d-bede-6ceb832e1a44 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 945 time: 0.5148497 Aug 19 11:54:26.087833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256029e-814f-4364-a6c8-1cf00b1653fb req-81e7b04b-edc3-4d14-ae3f-d5a3d8b00b69 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:26.090226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c256029e-814f-4364-a6c8-1cf00b1653fb req-81e7b04b-edc3-4d14-ae3f-d5a3d8b00b69 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.5894740 Aug 19 11:54:26.139896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-542abd94-b18d-4b8c-8c1c-0f023a6b6cba admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8010705 Aug 19 11:54:26.143267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46326) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:26.150366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Request body: {'subnet': {'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-subnet', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:26.220652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Made reservation on behalf of 788e7ea2bd2d4b059a4a0c9c072dbde0 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:26.223623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:26.259054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c88197d1-b5cf-46e6-887a-46a818d5c48f req-d753a6c6-190e-400f-9f03-40c2aab8a942 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428412 Aug 19 11:54:26.338018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:26.342238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:26.346210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:26.439554 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:26.484895 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Transition to ACTIVE for port object df7b01c6-526a-48b4-ad3d-0ed804a1e53a will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:26.510076 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:26.570112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:54:26.581873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:26.636562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c256029e-814f-4364-a6c8-1cf00b1653fb req-3e624a50-262d-40b2-a405-e6610f4a6b52 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953306 Aug 19 11:54:26.645289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:26.652223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:26.655314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:26.656854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Bound port: a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:26.660039 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:26.668497 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Pushing event updated for resources: {'Port': ['ID=df7b01c6-526a-48b4-ad3d-0ed804a1e53a,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:26.705541 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.705541 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.705868 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.708576 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.708987 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.710055 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.710399 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.711907 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.713814 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.714177 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.716287 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.716631 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:54:26.745705 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Attempting to bind port df7b01c6-526a-48b4-ad3d-0ed804a1e53a on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:26.747017 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Attempting to bind port df7b01c6-526a-48b4-ad3d-0ed804a1e53a by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:26.747382 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Attempting to bind port df7b01c6-526a-48b4-ad3d-0ed804a1e53a on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:26.762445 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:26.762842 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:26.765116 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:26.765517 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:26.766100 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Bound port: df7b01c6-526a-48b4-ad3d-0ed804a1e53a, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:26.768559 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:26.771653 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa8246b-39a5-4f92-a131-1f1048a884ab x-openstack-request-id: req-6fa8246b-39a5-4f92-a131-1f1048a884ab {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:26.771964 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f55fc95-9ebc-42aa-b38f-5986871b37d6", "name": "network-vif-deleted", "tag": "6b72cd2c-ca1d-4013-9710-d21ccb3158b2", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:26.772220 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fa8246b-39a5-4f92-a131-1f1048a884ab {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:26.772646 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f55fc95-9ebc-42aa-b38f-5986871b37d6', 'name': 'network-vif-deleted', 'tag': '6b72cd2c-ca1d-4013-9710-d21ccb3158b2', 'status': 'completed', 'code': 200} Aug 19 11:54:26.872420 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] For port df7b01c6-526a-48b4-ad3d-0ed804a1e53a, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:26.884645 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] For port df7b01c6-526a-48b4-ad3d-0ed804a1e53a, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=df7b01c6-526a-48b4-ad3d-0ed804a1e53a,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:26.903708 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:26.922479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:26.983984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba0cab4-9b76-4ddf-9127-5716ac2d15a3,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:27.022578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Checking segment: {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:27.023015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Network hostable DHCP agents. Network: 5b7c4b7a-0719-4f40-9d86-d0239859b545, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:54:27.048547 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:27.048547 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:27.050397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Network 5b7c4b7a-0719-4f40-9d86-d0239859b545 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:54:27.067104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:27.070837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 5b7c4b7a-0719-4f40-9d86-d0239859b545) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:27.075397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:27.076049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:27.084511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc13bc9d-aacf-45f2-9a35-5d48a7ad4e1a req-cbcf3f72-c9d7-4911-9884-e66c50f62c2b tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f55fc95-9ebc-42aa-b38f-5986871b37d6 HTTP/1.1" status: 200 len: 210 time: 0.0760643 Aug 19 11:54:27.088950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7ff600-61d3-4b74-8e36-3cd1376727e5 None None] Network 5b7c4b7a-0719-4f40-9d86-d0239859b545 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:27.113489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:27.116120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0e86d67-8a86-4b05-a93a-232e976199b7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9716775 Aug 19 11:54:27.119738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46336) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:27.124568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:27.155280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:27.207239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:27.208626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:27.210514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/a57c7ddc-dba4-4cdc-bae1-d2223bc77495 HTTP/1.1" status: 200 len: 1091 time: 4.4589057 Aug 19 11:54:27.211455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:27.212994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:27.215552 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:27.217971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:27.306760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-5b7c4b7a-0719-4f40-9d86-d0239859b545', 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'fixed_ips': [{'subnet_id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:54:27.307699 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:27.321995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e4667-2d6c-4170-8557-9861116352e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:27.368222 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abd6736-f4be-47bd-9d51-bd6f4d34cfcb x-openstack-request-id: req-7abd6736-f4be-47bd-9d51-bd6f4d34cfcb {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:27.369321 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:27.370305 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7abd6736-f4be-47bd-9d51-bd6f4d34cfcb {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:27.372647 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495', 'status': 'completed', 'code': 200} Aug 19 11:54:27.409522 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca163c4b-5d86-4f21-aedf-0cf1663bf025 None None] Pushing event updated for resources: {'Port': ['ID=df7b01c6-526a-48b4-ad3d-0ed804a1e53a,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:27.432378 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:27.501295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:27.562164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Allocated IP 172.20.0.2 (5b7c4b7a-0719-4f40-9d86-d0239859b545/dba0cab4-9b76-4ddf-9127-5716ac2d15a3/33268db0-04b1-4686-8e73-a6c8fdf25288) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:27.639123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-2970ad56-05bc-4a1c-89c4-9baa241ac1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:27.644196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-2970ad56-05bc-4a1c-89c4-9baa241ac1dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 1094 time: 0.2687917 Aug 19 11:54:27.754393 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:27.868414 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:22Z', 'revision_number': 3, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:27.869589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871ba87-a827-47b7-bad3-729753b30184 req-31e30932-7377-425b-89c0-a283bd5b0e34 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:27.872977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7871ba87-a827-47b7-bad3-729753b30184 req-31e30932-7377-425b-89c0-a283bd5b0e34 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 945 time: 0.4457285 Aug 19 11:54:27.881799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-41a4ecc1-3be7-436d-9692-76b6fa450a5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495 HTTP/1.1" status: 200 len: 217 time: 0.2082884 Aug 19 11:54:27.907507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:27.921860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Transition to ACTIVE for port object 33268db0-04b1-4686-8e73-a6c8fdf25288 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:27.930425 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01e8d6-21bc-416a-8e7a-cc6506f4e481 None None] The sync data for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 is: [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:22Z', 'revision_number': 3, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:54:27.960483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Transition to ACTIVE for port object 33268db0-04b1-4686-8e73-a6c8fdf25288 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:27.977102 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:28.051702 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:28.071406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Network 5b7c4b7a-0719-4f40-9d86-d0239859b545 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:28.092971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:28.102843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:28.129383 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7871ba87-a827-47b7-bad3-729753b30184 req-686b190f-d8d7-4c9a-9a8f-155a88e16279 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462795 Aug 19 11:54:28.145953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:28.147424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8093d-3f85-4779-939d-8cf80227600e req-1926208a-0a6b-4dee-b317-040adb88ae9e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:28.156630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5dd8093d-3f85-4779-939d-8cf80227600e req-1926208a-0a6b-4dee-b317-040adb88ae9e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.2798548 Aug 19 11:54:28.163682 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Pushing event updated for resources: {'Port': ['ID=33268db0-04b1-4686-8e73-a6c8fdf25288,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:28.176846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:28.186626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6b72cd2c-ca1d-4013-9710-d21ccb3158b2 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:28.207716 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:28.264451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:28.274849 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:28.277917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-80b0052e-a21b-49af-8beb-5fb0aa2b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:28.279420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-80b0052e-a21b-49af-8beb-5fb0aa2b2fb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.3495705 Aug 19 11:54:28.404449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-292e33f1-835f-495c-bd18-2ce41274a30d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887237 Aug 19 11:54:28.514931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-7968e60e-31e8-4707-ad33-54c79ad30464 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014280 Aug 19 11:54:28.528807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Allocated IP 172.25.4.11 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/e4e364c7-b694-4075-b91a-29793e59129e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:28.703992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5dd8093d-3f85-4779-939d-8cf80227600e req-69613f5e-4472-41ea-bd5c-f281fcb68ba5 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462844 Aug 19 11:54:28.730563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Attempting to bind port 33268db0-04b1-4686-8e73-a6c8fdf25288 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:28.730563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Attempting to bind port 33268db0-04b1-4686-8e73-a6c8fdf25288 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:28.730563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Attempting to bind port 33268db0-04b1-4686-8e73-a6c8fdf25288 on network 5b7c4b7a-0719-4f40-9d86-d0239859b545 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:28.762108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:28.762108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Checking segment: {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:28.762108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:28.762612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Bound using segment: {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:28.763294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Bound port: 33268db0-04b1-4686-8e73-a6c8fdf25288, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:28.763880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:28.862926 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:28.937627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e91c6cf-9808-46e9-9c92-a9ef0e2e7d8e req-30f021b4-480f-43ee-b2a2-2a067e047124 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071705 Aug 19 11:54:28.938689 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Allocated IP 172.20.0.1 (bde7db6e-f5cd-4506-a63c-8b68f742965d/48240805-8f1f-40eb-9de4-9a73faa9cd88/edca61ab-1f15-4bc0-8f65-2db69a6db0d7) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:28.998966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] For port 33268db0-04b1-4686-8e73-a6c8fdf25288, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:29.011515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] For port 33268db0-04b1-4686-8e73-a6c8fdf25288, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33268db0-04b1-4686-8e73-a6c8fdf25288,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:29.027172 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:29.042701 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:29.106800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:29.109706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:29.123035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:29.137117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d547d-11d8-4745-aa18-a5cfd28aedd3 None None] Pushing event updated for resources: {'Port': ['ID=33268db0-04b1-4686-8e73-a6c8fdf25288,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:29.199644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e364c7-b694-4075-b91a-29793e59129e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:29.232536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb78502-3fe2-4c0e-b257-38d3ae756af6 req-14914eb2-5565-470e-8b1d-629dc9abfc1e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:29.234144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bbb78502-3fe2-4c0e-b257-38d3ae756af6 req-14914eb2-5565-470e-8b1d-629dc9abfc1e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 949 time: 0.2931883 Aug 19 11:54:29.263354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-463d2c95-aef8-4a37-93bf-39b523d3ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:29.264898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-463d2c95-aef8-4a37-93bf-39b523d3ae1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 1094 time: 0.2160432 Aug 19 11:54:29.490253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bbb78502-3fe2-4c0e-b257-38d3ae756af6 req-a158ac11-269d-4ba6-9d10-249a658c1658 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313900 Aug 19 11:54:29.499503 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:29.529789 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device df7b01c6-526a-48b4-ad3d-0ed804a1e53a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:29.607902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Transition to ACTIVE for port object edca61ab-1f15-4bc0-8f65-2db69a6db0d7 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:29.659217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc87c81-3e24-46d8-91bc-1458787a927c req-b3e3ca45-a8f3-43b0-9688-1af8e055d4ce tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:29.660972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2cc87c81-3e24-46d8-91bc-1458787a927c req-b3e3ca45-a8f3-43b0-9688-1af8e055d4ce tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 950 time: 0.2818937 Aug 19 11:54:29.726869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port df7b01c6-526a-48b4-ad3d-0ed804a1e53a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:29.732841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port df7b01c6-526a-48b4-ad3d-0ed804a1e53a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:29.733274 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:29.819675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:29.900652 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:29.937345 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2cc87c81-3e24-46d8-91bc-1458787a927c req-924d43f5-08e7-42cd-b562-a3abdf159d5b tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238798 Aug 19 11:54:29.940866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port df7b01c6-526a-48b4-ad3d-0ed804a1e53a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=df7b01c6-526a-48b4-ad3d-0ed804a1e53a,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:29.971006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:29.978279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-5819f027-cbce-4167-9858-7b4b9c808bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:29.982270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-5819f027-cbce-4167-9858-7b4b9c808bd7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.6865718 Aug 19 11:54:29.999125 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:30.047524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=df7b01c6-526a-48b4-ad3d-0ed804a1e53a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:30.096845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3081d-ce6e-4d8e-b5c7-e6e51e4cd7e5 req-63aac1e6-d6b5-4008-9812-b7785e544f3c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:30.099422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ec3081d-ce6e-4d8e-b5c7-e6e51e4cd7e5 req-63aac1e6-d6b5-4008-9812-b7785e544f3c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.2611477 Aug 19 11:54:30.123605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-8dc95cea-8e05-4082-acec-c9a63ec88112 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495 HTTP/1.1" status: 200 len: 217 time: 0.1271007 Aug 19 11:54:30.152226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Network bde7db6e-f5cd-4506-a63c-8b68f742965d is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:30.153793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:30.157597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:30.181574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Pushing event updated for resources: {'Port': ['ID=edca61ab-1f15-4bc0-8f65-2db69a6db0d7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:30.223126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:30.350228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ec3081d-ce6e-4d8e-b5c7-e6e51e4cd7e5 req-3f366668-13da-438d-a205-188406d738c2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281458 Aug 19 11:54:30.390251 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:30.395008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-9431b4b6-5c10-4c05-be26-86b0fdebcf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:30.396474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-9431b4b6-5c10-4c05-be26-86b0fdebcf4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.2338281 Aug 19 11:54:30.560216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:54:30.589274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b987f169-60c0-4778-aebe-0108d798f566 None None] Provisioning for port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:30.593779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b987f169-60c0-4778-aebe-0108d798f566 None None] Provisioning complete for port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:30.594136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b987f169-60c0-4778-aebe-0108d798f566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:30.648444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b987f169-60c0-4778-aebe-0108d798f566 None None] Port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:54:30.926012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:54:30.937558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Sync routers for ids ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:54:30.952387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Routers {'d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:30.953942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:30.956663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-6ed476c5-2333-441c-a9b4-adf7f6df328f tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:30.966194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-6ed476c5-2333-441c-a9b4-adf7f6df328f tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 949 time: 0.2539690 Aug 19 11:54:31.000099 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-176ca04d-9568-47e3-b960-ea14a1f70519 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5423470 Aug 19 11:54:31.041730 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:31.043327 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0dc47f01-2e65-4ed5-bf1d-d314653992c5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9226029 Aug 19 11:54:31.046126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46494) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:31.171505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Set router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:31.184891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1432e88-0b51-4a6b-aee0-4b8da422d112 req-4543e41b-d7cc-4ee8-9c61-999e7335fa9a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:31.189057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1432e88-0b51-4a6b-aee0-4b8da422d112 req-4543e41b-d7cc-4ee8-9c61-999e7335fa9a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 949 time: 0.2979879 Aug 19 11:54:31.217463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3417f-91ac-4a55-b7d4-b193e333cc6e req-fd04719b-d118-47fd-afe4-9f63972f0b37 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:31.219346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fa3417f-91ac-4a55-b7d4-b193e333cc6e req-fd04719b-d118-47fd-afe4-9f63972f0b37 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 945 time: 0.3314469 Aug 19 11:54:31.228575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a6cada-fba7-457b-936b-5b063f9bd63e None None] Network 5b7c4b7a-0719-4f40-9d86-d0239859b545 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:31.307947 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:31.384490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-7d4d71ac-363d-4ada-aaec-679f8408b1b0 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416331 Aug 19 11:54:31.491386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Deleting port 304dcf69-7c91-486d-9556-fb0d6bf0f94d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:31.491988 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:31.508482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fa3417f-91ac-4a55-b7d4-b193e333cc6e req-e1282c40-b78c-4ca8-bc3e-7bd953f3542e tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806611 Aug 19 11:54:31.541744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1432e88-0b51-4a6b-aee0-4b8da422d112 req-8ecb81a6-b2db-476b-a6a5-ca923e2a75e5 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350518 Aug 19 11:54:31.688728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device df7b01c6-526a-48b4-ad3d-0ed804a1e53a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:31.799383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] For port 304dcf69-7c91-486d-9556-fb0d6bf0f94d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=304dcf69-7c91-486d-9556-fb0d6bf0f94d,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:31.801687 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:31.818182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3b2428d9-4c38-40b1-bbce-d26ac13138d7 None None] Provisioning for port 33268db0-04b1-4686-8e73-a6c8fdf25288 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:31.825110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Calling delete_port for 304dcf69-7c91-486d-9556-fb0d6bf0f94d owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:31.842723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56047dcf-34d1-47e6-bb7c-c24fd056c866 req-ed469851-bb78-4ef4-bd65-cb2f3279cd7e tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:31.850328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56047dcf-34d1-47e6-bb7c-c24fd056c866 req-ed469851-bb78-4ef4-bd65-cb2f3279cd7e tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 950 time: 0.1757207 Aug 19 11:54:31.902859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e96ccd-7e6e-4a2a-bc46-3732ed774bc3 req-b757f9a0-307e-4061-9e6b-8c6840c5e098 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834535 Aug 19 11:54:31.961745 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56047dcf-34d1-47e6-bb7c-c24fd056c866 req-54f8034f-5816-45ba-a14a-0f55324a22b2 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067848 Aug 19 11:54:31.980817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:31.999640 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port df7b01c6-526a-48b4-ad3d-0ed804a1e53a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:32.000083 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.013025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff4739-1d69-47f7-a999-f9108b8541f2 req-49add177-8335-4ce2-aa6c-c71b69f4d9c6 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:32.023150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fff4739-1d69-47f7-a999-f9108b8541f2 req-49add177-8335-4ce2-aa6c-c71b69f4d9c6 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.2145503 Aug 19 11:54:32.094528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:27Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 3, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'gw_port': {'id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:32.158422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Checking router: d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:54:32.158969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Updating router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 port e4e364c7-b694-4075-b91a-29793e59129e binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:54:32.194400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fff4739-1d69-47f7-a999-f9108b8541f2 req-56df9aee-c419-461c-9dba-48d3e7c8e16e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686890 Aug 19 11:54:32.205321 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.222057 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.259008 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.322199 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.323073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33268db0-04b1-4686-8e73-a6c8fdf25288 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:32.388164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'c4906874-84d6-42b6-807d-0d094b3b173f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:32.402927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event deleted for resources: {'Port': ['ID=304dcf69-7c91-486d-9556-fb0d6bf0f94d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:32.437051 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.445854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Allocated IP 172.20.0.1 (5b7c4b7a-0719-4f40-9d86-d0239859b545/dba0cab4-9b76-4ddf-9127-5716ac2d15a3/0d3017cf-c84b-4ad4-afdc-3393f9222376) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:32.454809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2c2b3e13-a016-4fc0-92ae-90f587d417ab', 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e', '304dcf69-7c91-486d-9556-fb0d6bf0f94d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:32.466478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Pushing event updated for resources: {'Port': ['ID=edca61ab-1f15-4bc0-8f65-2db69a6db0d7,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:32.522959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] No DVR routers for this DVR port 304dcf69-7c91-486d-9556-fb0d6bf0f94d on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:32.528139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.531112 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e615c96d-a832-49a1-b41e-ef507e5dcdad req-ccdfd1f8-0031-4a27-8878-f0efdbf765fa tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "DELETE /v2.0/ports/304dcf69-7c91-486d-9556-fb0d6bf0f94d HTTP/1.1" status: 204 len: 173 time: 1.5536401 Aug 19 11:54:32.531901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257645da-642b-4fd8-a9aa-d6815c38817b', 'name': 'network-vif-deleted', 'tag': '304dcf69-7c91-486d-9556-fb0d6bf0f94d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:32.534907 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d2187-2add-4470-a3f3-5ec81a9ffba1" -d '{"events": [{"server_uuid": "257645da-642b-4fd8-a9aa-d6815c38817b", "name": "network-vif-deleted", "tag": "304dcf69-7c91-486d-9556-fb0d6bf0f94d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:32.743294 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.793829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Transition to ACTIVE for port object 0d3017cf-c84b-4ad4-afdc-3393f9222376 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:32.837283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-738cad1b-b3a1-44cc-b972-54601cb8907e tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:32.840360 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-738cad1b-b3a1-44cc-b972-54601cb8907e tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.54 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 945 time: 0.4001915 Aug 19 11:54:32.884365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 33268db0-04b1-4686-8e73-a6c8fdf25288 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:32.904475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.923134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 33268db0-04b1-4686-8e73-a6c8fdf25288 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:32.923524 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:32.995887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Network 5b7c4b7a-0719-4f40-9d86-d0239859b545 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:33.010134 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:33.011492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8061a1-d6a6-4bb4-8720-00a6a24e1ab0 req-4acf62ed-0ec6-4445-a980-77eccd953dc6 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:33.017096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:33.027042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa8061a1-d6a6-4bb4-8720-00a6a24e1ab0 req-4acf62ed-0ec6-4445-a980-77eccd953dc6 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 945 time: 0.3369632 Aug 19 11:54:33.086250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d3017cf-c84b-4ad4-afdc-3393f9222376,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:33.120303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:33.211650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa8061a1-d6a6-4bb4-8720-00a6a24e1ab0 req-c4178876-885f-4f59-bee2-385475b4b28c tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836209 Aug 19 11:54:33.220140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Network bde7db6e-f5cd-4506-a63c-8b68f742965d is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:33.225442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:33.365099 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f2b53-628d-497f-813c-e04b436464b3 x-openstack-request-id: req-e71f2b53-628d-497f-813c-e04b436464b3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:33.367072 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257645da-642b-4fd8-a9aa-d6815c38817b", "name": "network-vif-deleted", "tag": "304dcf69-7c91-486d-9556-fb0d6bf0f94d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:33.369490 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e71f2b53-628d-497f-813c-e04b436464b3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:33.370117 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257645da-642b-4fd8-a9aa-d6815c38817b', 'name': 'network-vif-deleted', 'tag': '304dcf69-7c91-486d-9556-fb0d6bf0f94d', 'status': 'completed', 'code': 200} Aug 19 11:54:33.411393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:33.530789 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00a56a59-8884-4f29-a865-91d709dc129f req-eca00d28-d7d1-4395-a27a-ffaa46621c1e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=257645da-642b-4fd8-a9aa-d6815c38817b HTTP/1.1" status: 200 len: 210 time: 0.0410678 Aug 19 11:54:33.532710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Transition to ACTIVE for port object e4e364c7-b694-4075-b91a-29793e59129e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:33.534269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Router e433e777-4945-4f0d-bec4-492c5103adce has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:54:33.553942 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:33.590196 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:33.750938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:33.751219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Deleting port cc5251c4-ed39-48c8-abdc-7a686cea2963 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:33.751743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.009253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.024042 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.047339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5c29e0c3-e17d-4c0b-a75a-958d934457a0 None None] Provisioning for port 0d3017cf-c84b-4ad4-afdc-3393f9222376 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:34.093023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Attempting to bind port e4e364c7-b694-4075-b91a-29793e59129e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:34.093914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Attempting to bind port e4e364c7-b694-4075-b91a-29793e59129e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:34.094507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Attempting to bind port e4e364c7-b694-4075-b91a-29793e59129e on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:34.103497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8ea51-631c-43f5-9bfa-764db229bf03 None None] Pushing event updated for resources: {'Port': ['ID=e4e364c7-b694-4075-b91a-29793e59129e,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:34.111840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:34.113235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:34.114397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.115115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:34.116162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Bound port: e4e364c7-b694-4075-b91a-29793e59129e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:34.117075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.179386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] For port e4e364c7-b694-4075-b91a-29793e59129e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:34.184159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0bce1-318c-4979-b980-58e679c3add8 req-20c5cbe8-314f-4ddf-83e4-b825d5c3eb31 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:34.189299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] For port e4e364c7-b694-4075-b91a-29793e59129e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e4e364c7-b694-4075-b91a-29793e59129e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:34.194877 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7da0bce1-318c-4979-b980-58e679c3add8 req-20c5cbe8-314f-4ddf-83e4-b825d5c3eb31 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.4788668 Aug 19 11:54:34.231959 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5c29e0c3-e17d-4c0b-a75a-958d934457a0 None None] Provisioning complete for port 0d3017cf-c84b-4ad4-afdc-3393f9222376 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:34.231959 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5c29e0c3-e17d-4c0b-a75a-958d934457a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.235039 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.240730 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.248072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d3017cf-c84b-4ad4-afdc-3393f9222376,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:34.328016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:54:34.341156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-35819592-051f-472a-955a-efe02e9bff61 admin admin] 10.222.0.65 "PUT /v2.0/routers/e433e777-4945-4f0d-bec4-492c5103adce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3891299 Aug 19 11:54:34.341455 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Sync routers for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:54:34.349524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] For port cc5251c4-ed39-48c8-abdc-7a686cea2963, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cc5251c4-ed39-48c8-abdc-7a686cea2963,segment=NetworkSegment(376b3157-11ef-4c5e-abac-fb4f470abc3e),segment_id=376b3157-11ef-4c5e-abac-fb4f470abc3e)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:34.350673 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.356600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7da0bce1-318c-4979-b980-58e679c3add8 req-e90602aa-4843-45fb-bbb2-2df66bbe10c9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594839 Aug 19 11:54:34.365578 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:34.366503 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:34.385547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Calling delete_port for cc5251c4-ed39-48c8-abdc-7a686cea2963 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:34.505345 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:34.517656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Network 5b7c4b7a-0719-4f40-9d86-d0239859b545 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:34.519787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8ea51-631c-43f5-9bfa-764db229bf03 None None] Pushing event updated for resources: {'Port': ['ID=e4e364c7-b694-4075-b91a-29793e59129e,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:34.522036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:34.620133 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:34.650574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931234c-bbe3-4db1-8f68-602490ddb6c2 req-ba5b3927-32bc-426f-990a-8f7203984061 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:34.652438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4931234c-bbe3-4db1-8f68-602490ddb6c2 req-ba5b3927-32bc-426f-990a-8f7203984061 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 945 time: 0.1679554 Aug 19 11:54:34.797269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:54:34.813345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Routers {'d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:34.814666 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:34.876972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4931234c-bbe3-4db1-8f68-602490ddb6c2 req-55b8d852-0a71-4511-9348-7c012e0ebcea tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f2e5987-25aa-4a41-ad90-5030f79c715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710792 Aug 19 11:54:34.887951 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:35.038462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Pushing event deleted for resources: {'Port': ['ID=cc5251c4-ed39-48c8-abdc-7a686cea2963,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:35.085177 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] Set router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:35.135937 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'edca61ab-1f15-4bc0-8f65-2db69a6db0d7', 'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'mac_address': 'fa:16:3e:9f:78:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 2, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'subnets': [{'id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:35.167938 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Checking router: e433e777-4945-4f0d-bec4-492c5103adce for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:54:35.168283 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Updating router e433e777-4945-4f0d-bec4-492c5103adce port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:54:35.203718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] No DVR routers for this DVR port cc5251c4-ed39-48c8-abdc-7a686cea2963 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:35.207195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:35.209409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29f9643f-d551-45eb-b5dd-58144ac2f324 req-68b9a544-142c-401b-ba77-b8c61d4336f3 tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.54 "DELETE /v2.0/ports/cc5251c4-ed39-48c8-abdc-7a686cea2963 HTTP/1.1" status: 204 len: 173 time: 2.3484182 Aug 19 11:54:35.209894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e478577c-85a8-4a61-bd30-7d5bdbd563fb', 'name': 'network-vif-deleted', 'tag': 'cc5251c4-ed39-48c8-abdc-7a686cea2963'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:35.212184 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8572aba4-7406-4bf2-bbcf-10cb12d3dd01" -d '{"events": [{"server_uuid": "e478577c-85a8-4a61-bd30-7d5bdbd563fb", "name": "network-vif-deleted", "tag": "cc5251c4-ed39-48c8-abdc-7a686cea2963"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:35.219219 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:35.243193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:35.387047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5c29e0c3-e17d-4c0b-a75a-958d934457a0 None None] Port 0d3017cf-c84b-4ad4-afdc-3393f9222376 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:54:35.407819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34337fa-ca2e-450f-a3f3-2c18b889da92 req-f0c969ed-5a34-475d-b61e-ae9617407252 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:35.409444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b34337fa-ca2e-450f-a3f3-2c18b889da92 req-f0c969ed-5a34-475d-b61e-ae9617407252 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 950 time: 0.1254470 Aug 19 11:54:35.529040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b34337fa-ca2e-450f-a3f3-2c18b889da92 req-34cb8015-667f-476b-a381-cc58a6082d9c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984280 Aug 19 11:54:35.567043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 33268db0-04b1-4686-8e73-a6c8fdf25288, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33268db0-04b1-4686-8e73-a6c8fdf25288,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:35.589607 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b9c10-9f64-4773-b6e2-0737bf2c77c7 x-openstack-request-id: req-1d3b9c10-9f64-4773-b6e2-0737bf2c77c7 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:35.590653 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e478577c-85a8-4a61-bd30-7d5bdbd563fb", "name": "network-vif-deleted", "tag": "cc5251c4-ed39-48c8-abdc-7a686cea2963", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:35.591382 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d3b9c10-9f64-4773-b6e2-0737bf2c77c7 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:35.592004 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e478577c-85a8-4a61-bd30-7d5bdbd563fb', 'name': 'network-vif-deleted', 'tag': 'cc5251c4-ed39-48c8-abdc-7a686cea2963', 'status': 'completed', 'code': 200} Aug 19 11:54:35.705233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:35.707637 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d01d1b-2011-4a57-be55-93e6abcd61fb" -d '{"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-unplugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:35.710405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:35.835574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=33268db0-04b1-4686-8e73-a6c8fdf25288,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:35.851930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:35.897238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46658) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:35.924885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2b02fc87-2769-4052-9bcf-bf249a0578ec tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763388076', 'description': 'tempest-description--1250299659'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:35.950828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b30bc-a7b7-49cb-86b7-15941e688fc3 req-0829d54a-f780-4edd-8a6e-91d4028d314a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:35.952381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa3b30bc-a7b7-49cb-86b7-15941e688fc3 req-0829d54a-f780-4edd-8a6e-91d4028d314a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.1329327 Aug 19 11:54:35.985126 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.019503 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Transition to ACTIVE for port object edca61ab-1f15-4bc0-8f65-2db69a6db0d7 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:36.021885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:54:36.031253 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.032521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 304dcf69-7c91-486d-9556-fb0d6bf0f94d no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:36.038996 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.039512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aecb230d-fb8a-4f33-8cb8-4b6dd5d10dde None None] Provisioning complete for port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:36.039933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aecb230d-fb8a-4f33-8cb8-4b6dd5d10dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.041210 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cda51d6c-4941-4c60-ab99-abd3680280a9 admin admin] 10.222.0.65 "PUT /v2.0/routers/d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9925039 Aug 19 11:54:36.060644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa3b30bc-a7b7-49cb-86b7-15941e688fc3 req-0ad55caf-d6b9-410f-bdcc-002d39aca089 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979493 Aug 19 11:54:36.062637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b02fc87-2769-4052-9bcf-bf249a0578ec tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.126954 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772bb4c-2745-445d-b0f1-58d825b4bc99 None None] Pushing event updated for resources: {'Port': ['ID=edca61ab-1f15-4bc0-8f65-2db69a6db0d7,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:36.160650 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae98cf98-6548-4034-8e69-0a23da670b74 x-openstack-request-id: req-ae98cf98-6548-4034-8e69-0a23da670b74 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:36.161250 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-unplugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:36.161250 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae98cf98-6548-4034-8e69-0a23da670b74 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:36.161612 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'code': 200} Aug 19 11:54:36.227727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-aecb230d-fb8a-4f33-8cb8-4b6dd5d10dde None None] Port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:54:36.323459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52a5e4e7-b6d9-41e7-b6a2-021ff567e04d req-25291626-2d41-40df-b62d-e2629f79b55f tempest-ServerMetadataNegativeTestJSON-932803546 tempest-ServerMetadataNegativeTestJSON-932803546-project] 10.222.0.65 "GET /v2.0/ports?device_id=e478577c-85a8-4a61-bd30-7d5bdbd563fb HTTP/1.1" status: 200 len: 210 time: 0.1009610 Aug 19 11:54:36.338442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 304dcf69-7c91-486d-9556-fb0d6bf0f94d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:36.345876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 304dcf69-7c91-486d-9556-fb0d6bf0f94d not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:36.375257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc5251c4-ed39-48c8-abdc-7a686cea2963 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:36.397848 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Attempting to bind port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:36.398219 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Attempting to bind port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:36.398576 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Attempting to bind port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 on network bde7db6e-f5cd-4506-a63c-8b68f742965d {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:36.405272 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:36.405638 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Checking segment: {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:36.406304 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.406688 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Bound using segment: {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:36.407149 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Bound port: edca61ab-1f15-4bc0-8f65-2db69a6db0d7, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:36.407535 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.433284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b02fc87-2769-4052-9bcf-bf249a0578ec tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.445716 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b02fc87-2769-4052-9bcf-bf249a0578ec tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.468936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: cc5251c4-ed39-48c8-abdc-7a686cea2963 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:36.471827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cc5251c4-ed39-48c8-abdc-7a686cea2963 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:36.486788 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] For port edca61ab-1f15-4bc0-8f65-2db69a6db0d7, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:36.492759 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] For port edca61ab-1f15-4bc0-8f65-2db69a6db0d7, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=edca61ab-1f15-4bc0-8f65-2db69a6db0d7,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:36.496030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02fc87-2769-4052-9bcf-bf249a0578ec tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868ba7d2-224f-4dc3-9342-ebba6491f538,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:36.509351 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.515081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b02fc87-2769-4052-9bcf-bf249a0578ec tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.519970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46670) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:36.520501 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2b02fc87-2769-4052-9bcf-bf249a0578ec tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6197498 Aug 19 11:54:36.525554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d123b7d5-20e0-4ed8-a101-8a01e3b51070 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Request body: {'security_group_rule': {'security_group_id': '868ba7d2-224f-4dc3-9342-ebba6491f538', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:36.560637 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:36.561322 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:36.582925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aecb230d-fb8a-4f33-8cb8-4b6dd5d10dde None None] Provisioning complete for port 0d3017cf-c84b-4ad4-afdc-3393f9222376 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:36.583677 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aecb230d-fb8a-4f33-8cb8-4b6dd5d10dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.589116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d123b7d5-20e0-4ed8-a101-8a01e3b51070 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:36.710296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:36.824426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-aecb230d-fb8a-4f33-8cb8-4b6dd5d10dde None None] Port 0d3017cf-c84b-4ad4-afdc-3393f9222376 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:54:36.875525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:27Z', 'updated_at': '2021-08-19T11:54:33Z', 'revision_number': 4, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'gw_port': {'id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0d3017cf-c84b-4ad4-afdc-3393f9222376', 'name': '', 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'mac_address': 'fa:16:3e:8f:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:32Z', 'updated_at': '2021-08-19T11:54:33Z', 'revision_number': 2, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'subnets': [{'id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:36.907647 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772bb4c-2745-445d-b0f1-58d825b4bc99 None None] Pushing event updated for resources: {'Port': ['ID=edca61ab-1f15-4bc0-8f65-2db69a6db0d7,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:36.914717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e5c0e-a7ac-48bd-a95c-7ff67d5904d1 req-4ab4386f-1e35-4fcc-b9c7-79a7736ef806 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:36.916215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438a0fb-4ff4-4ecf-823e-38be49a549cd None None] The sync data for ids ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'] in n-d-778550-9 is: [{'id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:27Z', 'updated_at': '2021-08-19T11:54:33Z', 'revision_number': 4, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'gw_port': {'id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0d3017cf-c84b-4ad4-afdc-3393f9222376', 'name': '', 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'mac_address': 'fa:16:3e:8f:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:32Z', 'updated_at': '2021-08-19T11:54:33Z', 'revision_number': 2, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'subnets': [{'id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:54:36.924379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae2e5c0e-a7ac-48bd-a95c-7ff67d5904d1 req-4ab4386f-1e35-4fcc-b9c7-79a7736ef806 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 950 time: 0.2603989 Aug 19 11:54:36.961856 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:37.003420 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d123b7d5-20e0-4ed8-a101-8a01e3b51070 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.022429 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae2e5c0e-a7ac-48bd-a95c-7ff67d5904d1 req-2fcabaa7-0859-4333-a231-c5a893947c96 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952024 Aug 19 11:54:37.022429 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d123b7d5-20e0-4ed8-a101-8a01e3b51070 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.055251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123b7d5-20e0-4ed8-a101-8a01e3b51070 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bad5d6-a857-43a7-bb76-53eee507359b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:37.074202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d123b7d5-20e0-4ed8-a101-8a01e3b51070 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.078588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d123b7d5-20e0-4ed8-a101-8a01e3b51070 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5550795 Aug 19 11:54:37.079789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46694) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:37.087980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d347e92d-bb8d-443e-96ae-ab255bd1d70c tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Request body: {'security_group_rule': {'security_group_id': '868ba7d2-224f-4dc3-9342-ebba6491f538', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:37.182646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46700) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:37.189399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-network', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:37.216399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d347e92d-bb8d-443e-96ae-ab255bd1d70c tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.234079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Made reservation on behalf of d92eeaadeca343ac8e8ab7dd00880bf8 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:37.242654 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.257928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.322533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-308cce52-b9d0-4d16-b437-c0cde849595c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:37.324320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-308cce52-b9d0-4d16-b437-c0cde849595c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 950 time: 0.2465963 Aug 19 11:54:37.419600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5ce5e-156a-4718-95fe-10d57f570471 req-21fa7b5f-88fd-4472-8d9c-c889b8ae2fe5 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:37.421193 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bff5ce5e-156a-4718-95fe-10d57f570471 req-21fa7b5f-88fd-4472-8d9c-c889b8ae2fe5 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.1956291 Aug 19 11:54:37.454092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46704) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:37.485955 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'edca61ab-1f15-4bc0-8f65-2db69a6db0d7', 'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'mac_address': 'fa:16:3e:9f:78:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:36Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'subnets': [{'id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:37.527438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-46394255-b644-4a6f-9cc5-f03ed0a449db admin admin] Deleting subnet 4bbd6b8b-cc3f-4268-8d62-54a687f9eaa8 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:54:37.531809 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0c898-529b-48b7-bcb7-eb7b6186d89e None None] The sync data for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 is: [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'edca61ab-1f15-4bc0-8f65-2db69a6db0d7', 'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'mac_address': 'fa:16:3e:9f:78:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:36Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'subnets': [{'id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:54:37.535818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d347e92d-bb8d-443e-96ae-ab255bd1d70c tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.540100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46394255-b644-4a6f-9cc5-f03ed0a449db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.552436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d347e92d-bb8d-443e-96ae-ab255bd1d70c tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.650358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bff5ce5e-156a-4718-95fe-10d57f570471 req-9539d5de-4e26-49ab-bfb9-36982de428a9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067518 Aug 19 11:54:37.657220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347e92d-bb8d-443e-96ae-ab255bd1d70c tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3535af-08bd-4b90-8aee-be3f1aad990b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:37.674877 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46394255-b644-4a6f-9cc5-f03ed0a449db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.702384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Deleting port a19b0f0b-e1de-4666-9fde-1c6121d7f09e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:37.702609 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.703548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:54:37.743252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.754852 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46394255-b644-4a6f-9cc5-f03ed0a449db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.793607 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d347e92d-bb8d-443e-96ae-ab255bd1d70c tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.801326 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d347e92d-bb8d-443e-96ae-ab255bd1d70c tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7202344 Aug 19 11:54:37.801973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46710) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:37.806238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.819011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:37.857136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.896359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:54:37.919212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea40253a-45ff-4e0a-b43a-4941317bf981,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:37.937335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:37.938010 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Added segment 1005a253-473e-401d-90c2-93a635fe593c of type vlan for network 74f99492-4fd0-4157-949f-5aac0157f870 Aug 19 11:54:38.042544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:38.057936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] For port a19b0f0b-e1de-4666-9fde-1c6121d7f09e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:38.058426 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.060102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'mac_address': 'fa:16:3e:74:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:54:38.102205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device edca61ab-1f15-4bc0-8f65-2db69a6db0d7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:38.106082 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46394255-b644-4a6f-9cc5-f03ed0a449db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.120748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Calling delete_port for a19b0f0b-e1de-4666-9fde-1c6121d7f09e owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:38.191777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46394255-b644-4a6f-9cc5-f03ed0a449db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.205703 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-46394255-b644-4a6f-9cc5-f03ed0a449db admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4bbd6b8b-cc3f-4268-8d62-54a687f9eaa8 HTTP/1.1" status: 204 len: 168 time: 0.7496917 Aug 19 11:54:38.207129 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.208501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394255-b644-4a6f-9cc5-f03ed0a449db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bbd6b8b-cc3f-4268-8d62-54a687f9eaa8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:38.211688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46722) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:38.215931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.249491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ba68ff-c1cb-4300-865f-d710b40cf7f4 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:38.314674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:38.327088 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.355527 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.resource_extend [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 11:54:38.415890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.449251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3407659-ddf8-4c33-93b5-3cdab0220642 req-7366119a-fca9-4bc8-95e5-3778fe2f27ef tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:38.459063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3407659-ddf8-4c33-93b5-3cdab0220642 req-7366119a-fca9-4bc8-95e5-3778fe2f27ef tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 950 time: 0.2879474 Aug 19 11:54:38.464268 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.465281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:38.465900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.495016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:38.501062 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:38.501632 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.509058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:38.521954 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.574023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['38ba68ff-c1cb-4300-865f-d710b40cf7f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:38.626213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.644025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4594548 Aug 19 11:54:38.647298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fe1253-5b16-4c0f-b61c-63b99dbb007e']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:38.650561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3407659-ddf8-4c33-93b5-3cdab0220642 req-38c35651-0c76-40c8-9cea-0576938329ee tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870346 Aug 19 11:54:38.651089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46728) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:38.669987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Request body: {'subnet': {'network_id': '74f99492-4fd0-4157-949f-5aac0157f870', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-subnet', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:38.686507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d394948-0344-495a-a504-ce7700fa5fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=74f99492-4fd0-4157-949f-5aac0157f870,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:38.690001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376b3157-11ef-4c5e-abac-fb4f470abc3e') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:38.690313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376b3157-11ef-4c5e-abac-fb4f470abc3e') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:38.701545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.714636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 74f99492-4fd0-4157-949f-5aac0157f870 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:54:38.745956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.761755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:54:38.762163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:54:38.767375 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:54:38.875248 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.886388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:38.899470 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] 10.222.0.65 "DELETE /v2.0/networks/86fe1253-5b16-4c0f-b61c-63b99dbb007e HTTP/1.1" status: 204 len: 168 time: 0.6691115 Aug 19 11:54:38.935597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d8177-ff03-41a5-acf7-d1ff8b773852 admin admin] Pushing event deleted for resources: {'Network': ['ID=86fe1253-5b16-4c0f-b61c-63b99dbb007e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:38.938172 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.026129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port edca61ab-1f15-4bc0-8f65-2db69a6db0d7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=edca61ab-1f15-4bc0-8f65-2db69a6db0d7,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:39.038279 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.039308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33268db0-04b1-4686-8e73-a6c8fdf25288 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:39.145340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 33268db0-04b1-4686-8e73-a6c8fdf25288 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:39.146603 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.203271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=edca61ab-1f15-4bc0-8f65-2db69a6db0d7,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:39.233394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46744) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:39.301548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Made reservation on behalf of d92eeaadeca343ac8e8ab7dd00880bf8 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:39.303669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.309174 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-46ad6e55-801c-4ef0-ac8d-f7109e0a6725 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d99fd66a6bd2476c862468149556fe60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743496 Aug 19 11:54:39.310008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46746) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:39.355331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Allocated IP 172.25.4.253 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/c6e46e1e-a3d0-4001-a017-29bf1f713f7a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:39.358524 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.380346 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-275dea31-ca61-4596-9f80-f0f5c9ae88a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.395329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'c4906874-84d6-42b6-807d-0d094b3b173f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:39.413832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-275dea31-ca61-4596-9f80-f0f5c9ae88a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.433075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b43111-f124-4a10-ae74-9dfbcdb56dd8 req-7dbdc812-d786-418b-9fc7-c74e1ab4ef85 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:39.444246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37b43111-f124-4a10-ae74-9dfbcdb56dd8 req-7dbdc812-d786-418b-9fc7-c74e1ab4ef85 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.6659245 Aug 19 11:54:39.474762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event deleted for resources: {'Port': ['ID=a19b0f0b-e1de-4666-9fde-1c6121d7f09e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:39.526981 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-275dea31-ca61-4596-9f80-f0f5c9ae88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.530845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-275dea31-ca61-4596-9f80-f0f5c9ae88a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.545762 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-275dea31-ca61-4596-9f80-f0f5c9ae88a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f2e5987-25aa-4a41-ad90-5030f79c715b HTTP/1.1" status: 204 len: 168 time: 0.2261844 Aug 19 11:54:39.567842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dea31-ca61-4596-9f80-f0f5c9ae88a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2e5987-25aa-4a41-ad90-5030f79c715b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:39.681942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2c2b3e13-a016-4fc0-92ae-90f587d417ab'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:39.739619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:39.879357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37b43111-f124-4a10-ae74-9dfbcdb56dd8 req-9d602c58-6e55-45f0-8091-af81f309c71e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334841 Aug 19 11:54:39.916834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.923563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] No DVR routers for this DVR port a19b0f0b-e1de-4666-9fde-1c6121d7f09e on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:39.960379 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:39.962582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c38cb15-aa96-43bc-88e2-442489b90fa2 req-bfe26400-789c-4f4f-bba7-5f665f4f3940 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "DELETE /v2.0/ports/a19b0f0b-e1de-4666-9fde-1c6121d7f09e HTTP/1.1" status: 204 len: 173 time: 2.6223335 Aug 19 11:54:39.963288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c598c-e2be-4572-9104-0772baa2f515', 'name': 'network-vif-deleted', 'tag': 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:39.966368 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2460825f-a136-493d-a9ab-9e0bf5a7c587" -d '{"events": [{"server_uuid": "7e0c598c-e2be-4572-9104-0772baa2f515", "name": "network-vif-deleted", "tag": "a19b0f0b-e1de-4666-9fde-1c6121d7f09e"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:39.984346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6606f0eb-cc6a-4800-97e8-1b4e17384b42 req-610c0e95-c0ac-4144-afa8-66e93ca01495 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e0c598c-e2be-4572-9104-0772baa2f515 HTTP/1.1" status: 200 len: 210 time: 0.1565871 Aug 19 11:54:40.038296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:40.039797 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.167711 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c178d8f1-d741-4e95-94e5-52baad177e79 x-openstack-request-id: req-c178d8f1-d741-4e95-94e5-52baad177e79 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:40.167976 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0c598c-e2be-4572-9104-0772baa2f515", "name": "network-vif-deleted", "tag": "a19b0f0b-e1de-4666-9fde-1c6121d7f09e", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:40.168226 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c178d8f1-d741-4e95-94e5-52baad177e79 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:40.168618 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c598c-e2be-4572-9104-0772baa2f515', 'name': 'network-vif-deleted', 'tag': 'a19b0f0b-e1de-4666-9fde-1c6121d7f09e', 'status': 'completed', 'code': 200} Aug 19 11:54:40.222390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device edca61ab-1f15-4bc0-8f65-2db69a6db0d7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:40.233894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.377276 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.382217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:40.383430 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.419524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Checking segment: {'id': '1005a253-473e-401d-90c2-93a635fe593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:40.420257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Network hostable DHCP agents. Network: 74f99492-4fd0-4157-949f-5aac0157f870, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:54:40.427802 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.445467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16ed9d2-283c-40b7-b82d-e6b492c35b6b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:40.460110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:40.465225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:40.473098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:40.497160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:40.499805 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dbd166-ce12-49c3-ab37-175a29dbb473" -d '{"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-plugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:40.522507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:40.553660 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.554863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a19b0f0b-e1de-4666-9fde-1c6121d7f09e no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:40.580323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: a19b0f0b-e1de-4666-9fde-1c6121d7f09e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:40.580675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a19b0f0b-e1de-4666-9fde-1c6121d7f09e not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:40.632349 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656fd4e4-dd6a-469a-9ba0-10baa13fc7af x-openstack-request-id: req-656fd4e4-dd6a-469a-9ba0-10baa13fc7af {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:40.632612 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-plugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:40.632821 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-656fd4e4-dd6a-469a-9ba0-10baa13fc7af {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:40.633214 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'code': 200} Aug 19 11:54:40.651702 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.660061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4e364c7-b694-4075-b91a-29793e59129e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:40.669701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Network 74f99492-4fd0-4157-949f-5aac0157f870 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:54:40.682948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Pushing event updated for resources: {'Port': ['ID=c6e46e1e-a3d0-4001-a017-29bf1f713f7a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:40.717430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 74f99492-4fd0-4157-949f-5aac0157f870) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:40.726703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:40.727569 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.735136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.762402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab620e3-4b5f-49eb-bd52-40611e63063d None None] Network 74f99492-4fd0-4157-949f-5aac0157f870 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:40.895274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=10']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:40.972093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e4e364c7-b694-4075-b91a-29793e59129e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:40.989661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:40.993344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7ea60023-b4e7-43c0-8b6d-030903b1b643 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3278484 Aug 19 11:54:40.996334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46794) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:40.999169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.001666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:41.018912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e4e364c7-b694-4075-b91a-29793e59129e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:41.019383 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.088097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.098914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.155033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Pushing event updated for resources: {'Port': ['ID=c6e46e1e-a3d0-4001-a017-29bf1f713f7a,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:41.196577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.242670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46810) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:41.247840 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.249239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.259218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ee92de36-c2f1-4e2b-8a52-2b525b048844 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4361043 Aug 19 11:54:41.260103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-74f99492-4fd0-4157-949f-5aac0157f870', 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'fixed_ips': [{'subnet_id': 'a16ed9d2-283c-40b7-b82d-e6b492c35b6b'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:54:41.260103 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.274429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825ad1-83b8-4ab0-b5c3-434de2870414 req-4bbcd2c5-f291-4e3b-827b-91e99760f98a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:41.282399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89825ad1-83b8-4ab0-b5c3-434de2870414 req-4bbcd2c5-f291-4e3b-827b-91e99760f98a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.1378615 Aug 19 11:54:41.389901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89825ad1-83b8-4ab0-b5c3-434de2870414 req-057aa822-d235-4a5d-83e1-3296fd532b32 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985119 Aug 19 11:54:41.526187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2145625003-network', 'tenant_id': '7fca849d6daf433596ecb0c3ccdcdf97'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:41.623428 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.652771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Made reservation on behalf of 7fca849d6daf433596ecb0c3ccdcdf97 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:41.656454 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.668530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-3f48788d-212f-4e79-a782-f1c509828f27 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--763388076&fields=id&tenant_id=7d5e516c522d44438e958bd88c4192ee HTTP/1.1" status: 200 len: 267 time: 0.0632935 Aug 19 11:54:41.697775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Sync routers for ids ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:54:41.706237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.718990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Routers {'d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:41.719560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:41.727674 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.753216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port e4e364c7-b694-4075-b91a-29793e59129e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e4e364c7-b694-4075-b91a-29793e59129e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:41.811124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Allocated IP 172.20.0.2 (74f99492-4fd0-4157-949f-5aac0157f870/a16ed9d2-283c-40b7-b82d-e6b492c35b6b/18337838-6233-45b4-bd4f-8c8b2ce29355) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:41.814560 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.898163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-e61ccf77-9155-4666-a52d-6f8f1e95de57 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:41.907635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-e61ccf77-9155-4666-a52d-6f8f1e95de57 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/networks?id=bde7db6e-f5cd-4506-a63c-8b68f742965d HTTP/1.1" status: 200 len: 812 time: 0.2298415 Aug 19 11:54:41.934878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-af339784-12a3-45ca-af4f-88294ea7ed80 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/quotas/7d5e516c522d44438e958bd88c4192ee HTTP/1.1" status: 200 len: 375 time: 0.0260925 Aug 19 11:54:41.977510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:41.993859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.022770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=e4e364c7-b694-4075-b91a-29793e59129e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:42.027168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-fcd5d4c8-ea32-48db-82f9-bc64dfbb44d9 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d5e516c522d44438e958bd88c4192ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833333 Aug 19 11:54:42.028843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.042609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:54:42.068941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Set router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:42.086991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.092149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c996764a-7cd4-4f26-b776-147703f70926,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:42.103661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.104327 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Added segment cf5db6d2-02e2-469a-a83a-cadfb60fe123 of type vlan for network 3d80867d-88b4-4492-a232-a0bdcbd17aa1 Aug 19 11:54:42.183299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f09d7f-ef59-4e6d-9c83-10c72fd20ac8 req-26eb3972-b163-48fa-b531-827a16f70bc9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:42.185055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06f09d7f-ef59-4e6d-9c83-10c72fd20ac8 req-26eb3972-b163-48fa-b531-827a16f70bc9 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 950 time: 0.1445956 Aug 19 11:54:42.185848 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.232489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-07fc1460-aa87-4814-8626-5f33d7a2ec0a service neutron] 10.222.0.65 "GET /v2.0/networks/bde7db6e-f5cd-4506-a63c-8b68f742965d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739860 Aug 19 11:54:42.259059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06f09d7f-ef59-4e6d-9c83-10c72fd20ac8 req-92e9a3dd-59a9-4cba-b5ae-1cb7e59d330a tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582829 Aug 19 11:54:42.262061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.265655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:42.271102 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.290752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Allocated IP 172.25.4.76 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/d4ef46fd-baba-4403-886f-b49fe64f5195) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:42.433596 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.449773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Transition to ACTIVE for port object 18337838-6233-45b4-bd4f-8c8b2ce29355 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:42.472395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-148ff7f0-1d8b-4228-881d-4f12167939c1 service neutron] 10.222.0.65 "GET /v2.0/networks/bde7db6e-f5cd-4506-a63c-8b68f742965d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112556 Aug 19 11:54:42.479936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Transition to ACTIVE for port object 18337838-6233-45b4-bd4f-8c8b2ce29355 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:42.487347 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2419908 Aug 19 11:54:42.490653 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46846) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:42.491759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:27Z', 'updated_at': '2021-08-19T11:54:33Z', 'revision_number': 4, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'gw_port': {'id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0d3017cf-c84b-4ad4-afdc-3393f9222376', 'name': '', 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'mac_address': 'fa:16:3e:8f:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:32Z', 'updated_at': '2021-08-19T11:54:33Z', 'revision_number': 2, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'subnets': [{'id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:42.500119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dac7a3-52e9-4b0e-98b8-b4ffb6448837 admin admin] Pushing event updated for resources: {'Network': ['ID=3d80867d-88b4-4492-a232-a0bdcbd17aa1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:42.529816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Request body: {'subnet': {'network_id': '3d80867d-88b4-4492-a232-a0bdcbd17aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2145625003-subnet', 'tenant_id': '7fca849d6daf433596ecb0c3ccdcdf97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:42.563998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.568885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Checking router: d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:54:42.569398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Updating router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 port 0d3017cf-c84b-4ad4-afdc-3393f9222376 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:54:42.572154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 3d80867d-88b4-4492-a232-a0bdcbd17aa1 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:54:42.577141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Made reservation on behalf of 7fca849d6daf433596ecb0c3ccdcdf97 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:42.580221 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.642018 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.696217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.719617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Pushing event updated for resources: {'Port': ['ID=18337838-6233-45b4-bd4f-8c8b2ce29355,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:42.732013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Network 74f99492-4fd0-4157-949f-5aac0157f870 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:42.736526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:42.739416 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:42.754485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:42.790352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:42.794611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:42.796184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033300da-5056-4731-b6f6-6df2649b8968 req-8e9b7c0d-f000-4931-ab6a-f7836bedc9b1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:42.800324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:42.806129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-033300da-5056-4731-b6f6-6df2649b8968 req-8e9b7c0d-f000-4931-ab6a-f7836bedc9b1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.3190632 Aug 19 11:54:42.810024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65635459-2b3f-4762-998b-205480dbfec0 req-92a41b33-7377-4cae-a160-ac3c2352f810 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 210 time: 0.0869470 Aug 19 11:54:42.842951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ef46fd-baba-4403-886f-b49fe64f5195,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:43.117222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-033300da-5056-4731-b6f6-6df2649b8968 req-56367218-1d73-42fc-a9c5-5c521b4a0004 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098176 Aug 19 11:54:43.124898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:43.239251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Checking segment: {'id': 'cf5db6d2-02e2-469a-a83a-cadfb60fe123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '3d80867d-88b4-4492-a232-a0bdcbd17aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:43.239704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Network hostable DHCP agents. Network: 3d80867d-88b4-4492-a232-a0bdcbd17aa1, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:54:43.252021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c6ca61-e9ae-486d-afc2-31bddcd4fbf6,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:43.287814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Network 3d80867d-88b4-4492-a232-a0bdcbd17aa1 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:54:43.305054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 3d80867d-88b4-4492-a232-a0bdcbd17aa1) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:43.309389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:43.310040 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:43.319524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a33cf55-10d6-4072-b7ab-599147dbf7c8 None None] Network 3d80867d-88b4-4492-a232-a0bdcbd17aa1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:43.345964 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-46a6aa1a-3079-46d8-9d30-73f06bb50e19 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8301706 Aug 19 11:54:43.346345 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:43.346799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Attempting to bind port 18337838-6233-45b4-bd4f-8c8b2ce29355 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:43.346799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Attempting to bind port 18337838-6233-45b4-bd4f-8c8b2ce29355 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '1005a253-473e-401d-90c2-93a635fe593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:43.346799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Attempting to bind port 18337838-6233-45b4-bd4f-8c8b2ce29355 on network 74f99492-4fd0-4157-949f-5aac0157f870 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:43.402796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:43.410288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Checking segment: {'id': '1005a253-473e-401d-90c2-93a635fe593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:43.411156 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:43.411776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Bound using segment: {'id': '1005a253-473e-401d-90c2-93a635fe593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:43.417263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Bound port: 18337838-6233-45b4-bd4f-8c8b2ce29355, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1005a253-473e-401d-90c2-93a635fe593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:43.418039 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:43.513007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35978df6-2685-4869-86a1-eb0020a0d8bb req-b388fe10-97fc-4a25-a9ac-adce7a845e90 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:43.518323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35978df6-2685-4869-86a1-eb0020a0d8bb req-b388fe10-97fc-4a25-a9ac-adce7a845e90 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 950 time: 0.1380546 Aug 19 11:54:43.548841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743d961-794d-45eb-986d-906be534934a req-602cf145-ab18-4d8b-a12e-049d0fc6af99 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:43.550352 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b743d961-794d-45eb-986d-906be534934a req-602cf145-ab18-4d8b-a12e-049d0fc6af99 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/ports?device_id=10374ab1-6fc2-41ce-ba52-dd210b7d0f72 HTTP/1.1" status: 200 len: 950 time: 0.1083839 Aug 19 11:54:43.581596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] For port 18337838-6233-45b4-bd4f-8c8b2ce29355, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:43.586832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] For port 18337838-6233-45b4-bd4f-8c8b2ce29355, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=18337838-6233-45b4-bd4f-8c8b2ce29355,segment=NetworkSegment(1005a253-473e-401d-90c2-93a635fe593c),segment_id=1005a253-473e-401d-90c2-93a635fe593c)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:43.603870 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:43.607021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:43.675745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Transition to ACTIVE for port object 0d3017cf-c84b-4ad4-afdc-3393f9222376 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:43.728050 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:43.845219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35978df6-2685-4869-86a1-eb0020a0d8bb req-5986d96a-c6c2-4e26-bc7f-84e9b1887fc7 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885332 Aug 19 11:54:43.870719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511fdc7-864d-4fcd-b87a-684d55cd4e36 None None] Pushing event updated for resources: {'Port': ['ID=18337838-6233-45b4-bd4f-8c8b2ce29355,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:43.979447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-36de6a8b-9dc1-4446-b5b7-65a4f608257c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:43.989170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-36de6a8b-9dc1-4446-b5b7-65a4f608257c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "GET /v2.0/ports?device_id=0694722c-fd68-4121-ae2c-5502f085db1b HTTP/1.1" status: 200 len: 950 time: 0.3350778 Aug 19 11:54:44.001750 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:44.060061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4e364c7-b694-4075-b91a-29793e59129e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:44.066702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8b0771-0a5c-4273-bf69-74c57b9c1c75 None None] Network 3d80867d-88b4-4492-a232-a0bdcbd17aa1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:44.209810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d92703e-a530-4b6f-92fd-6ecb6a3026d1 req-1dda810a-f5a1-430e-8426-f267ae004d3f tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 210 time: 0.0953887 Aug 19 11:54:44.262655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a57c7ddc-dba4-4cdc-bae1-d2223bc77495 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:54:44.266095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b743d961-794d-45eb-986d-906be534934a req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Deleting port c4906874-84d6-42b6-807d-0d094b3b173f {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:44.266514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b743d961-794d-45eb-986d-906be534934a req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:44.402522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123e321-0f6e-4cc2-9adc-ce1433b1c0e9 None None] Pushing event updated for resources: {'Port': ['ID=0d3017cf-c84b-4ad4-afdc-3393f9222376,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:44.625957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-e1239c18-7f58-4309-b21e-56b37dc70ad7 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:44.627536 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-e1239c18-7f58-4309-b21e-56b37dc70ad7 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.54 "GET /v2.0/networks?id=bde7db6e-f5cd-4506-a63c-8b68f742965d HTTP/1.1" status: 200 len: 812 time: 0.2017505 Aug 19 11:54:44.646867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Router d4ec7189-f3fd-4a18-9596-34188c3506b9 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:54:44.703276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Attempting to bind port 0d3017cf-c84b-4ad4-afdc-3393f9222376 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:44.705658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Attempting to bind port 0d3017cf-c84b-4ad4-afdc-3393f9222376 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:44.705658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Attempting to bind port 0d3017cf-c84b-4ad4-afdc-3393f9222376 on network 5b7c4b7a-0719-4f40-9d86-d0239859b545 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:44.738391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:44.739100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Checking segment: {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:44.740085 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:44.740956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Bound using segment: {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:44.741921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Bound port: 0d3017cf-c84b-4ad4-afdc-3393f9222376, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:44.742658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:44.745692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Deleting port 2c2b3e13-a016-4fc0-92ae-90f587d417ab {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:44.748877 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:44.783404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b315033-c00e-4b6e-b768-40a280afcb24 req-15adab18-d181-4814-beea-3b1f61b56cc7 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:44.787891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b315033-c00e-4b6e-b768-40a280afcb24 req-15adab18-d181-4814-beea-3b1f61b56cc7 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.2903318 Aug 19 11:54:44.788308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e4e364c7-b694-4075-b91a-29793e59129e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:44.788884 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:44.873737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:54:44.884532 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Sync routers for ids ['d4ec7189-f3fd-4a18-9596-34188c3506b9'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:54:44.910362 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Routers {'d4ec7189-f3fd-4a18-9596-34188c3506b9'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:44.914605 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d4ec7189-f3fd-4a18-9596-34188c3506b9'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:44.937092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:44.959672 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:44.966707 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-68f2e402-35e3-4152-a09f-e1a7fb6b41f9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9690762 Aug 19 11:54:44.967484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46920) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:54:44.968317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495', 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b', 'port_id': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495', 'mac_address': 'fa:16:3e:29:6b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:54:44.986895 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-955bbd10-5abd-4eec-8a14-36b68c877168 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5e516c522d44438e958bd88c4192ee HTTP/1.1" status: 200 len: 379 time: 0.3307080 Aug 19 11:54:45.035281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] For port 0d3017cf-c84b-4ad4-afdc-3393f9222376, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:45.122389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b743d961-794d-45eb-986d-906be534934a req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] For port c4906874-84d6-42b6-807d-0d094b3b173f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c4906874-84d6-42b6-807d-0d094b3b173f,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:45.122772 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b743d961-794d-45eb-986d-906be534934a req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:45.125924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] For port 0d3017cf-c84b-4ad4-afdc-3393f9222376, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0d3017cf-c84b-4ad4-afdc-3393f9222376,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:45.146128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:45.158077 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:45.215285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b743d961-794d-45eb-986d-906be534934a req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Calling delete_port for c4906874-84d6-42b6-807d-0d094b3b173f owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:45.265376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57c7ddc-dba4-4cdc-bae1-d2223bc77495 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:45.269068 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Set router d4ec7189-f3fd-4a18-9596-34188c3506b9 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:45.290117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b315033-c00e-4b6e-b768-40a280afcb24 req-409b90bd-3504-455a-8ebc-5fabe7f1c2d2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489942 Aug 19 11:54:45.296928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:45.324074 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:45.377359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Routers {'d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:45.383875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:45.583657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Request body: {'port': {'device_id': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'admin_state_up': True, 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'security_groups': ['868ba7d2-224f-4dc3-9342-ebba6491f538']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:45.646008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] For port 2c2b3e13-a016-4fc0-92ae-90f587d417ab, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c2b3e13-a016-4fc0-92ae-90f587d417ab,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:45.658672 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:45.744489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123e321-0f6e-4cc2-9adc-ce1433b1c0e9 None None] Pushing event updated for resources: {'Port': ['ID=0d3017cf-c84b-4ad4-afdc-3393f9222376,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:45.745159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Calling delete_port for 2c2b3e13-a016-4fc0-92ae-90f587d417ab owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:45.807558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] Set router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:45.813366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca84f54-430d-4cc5-8229-6ce13d971fe5 None None] Network 74f99492-4fd0-4157-949f-5aac0157f870 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:54:45.869914 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:41Z', 'updated_at': '2021-08-19T11:54:43Z', 'revision_number': 3, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'gw_port': {'id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:42Z', 'updated_at': '2021-08-19T11:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:45.910188 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Checking router: d4ec7189-f3fd-4a18-9596-34188c3506b9 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:54:45.911444 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Updating router d4ec7189-f3fd-4a18-9596-34188c3506b9 port d4ef46fd-baba-4403-886f-b49fe64f5195 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:54:45.939938 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:45.999071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['a57c7ddc-dba4-4cdc-bae1-d2223bc77495'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:46.158290 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b743d961-794d-45eb-986d-906be534934a req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:46.168617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:46.220526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device c4906874-84d6-42b6-807d-0d094b3b173f no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:46.227606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a2b87aed-91a2-4a90-85cd-01dc3b34db0f None None] Provisioning for port 18337838-6233-45b4-bd4f-8c8b2ce29355 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:46.259764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 18337838-6233-45b4-bd4f-8c8b2ce29355 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:46.280107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event deleted for resources: {'Port': ['ID=c4906874-84d6-42b6-807d-0d094b3b173f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:46.400892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b743d961-794d-45eb-986d-906be534934a req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] No DVR routers for this DVR port c4906874-84d6-42b6-807d-0d094b3b173f on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:46.411363 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b743d961-794d-45eb-986d-906be534934a req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:46.416013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b743d961-794d-45eb-986d-906be534934a req-65aefe7b-1462-4414-a4be-8cd0c286bc70 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "DELETE /v2.0/ports/c4906874-84d6-42b6-807d-0d094b3b173f HTTP/1.1" status: 204 len: 173 time: 2.8531106 Aug 19 11:54:46.418035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10374ab1-6fc2-41ce-ba52-dd210b7d0f72', 'name': 'network-vif-deleted', 'tag': 'c4906874-84d6-42b6-807d-0d094b3b173f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:46.431992 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b6ecc4-842e-4352-99fc-3bb7e788acdf" -d '{"events": [{"server_uuid": "10374ab1-6fc2-41ce-ba52-dd210b7d0f72", "name": "network-vif-deleted", "tag": "c4906874-84d6-42b6-807d-0d094b3b173f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:46.453531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:46.551389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event deleted for resources: {'Port': ['ID=2c2b3e13-a016-4fc0-92ae-90f587d417ab,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:46.651177 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: c4906874-84d6-42b6-807d-0d094b3b173f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:46.651590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device c4906874-84d6-42b6-807d-0d094b3b173f not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:46.689827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] No DVR routers for this DVR port 2c2b3e13-a016-4fc0-92ae-90f587d417ab on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:46.700120 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:46.706783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d79da9c8-b703-45d9-8095-02ed19a22c25 req-44c1807f-40d7-47f3-8a10-636b0b015011 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.54 "DELETE /v2.0/ports/2c2b3e13-a016-4fc0-92ae-90f587d417ab HTTP/1.1" status: 204 len: 173 time: 2.7093339 Aug 19 11:54:46.774737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Made reservation on behalf of 7d5e516c522d44438e958bd88c4192ee for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:46.794528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:46.941245 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:46.959771 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Transition to ACTIVE for port object d4ef46fd-baba-4403-886f-b49fe64f5195 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:46.973039 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:47.063459 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1dcd1-e4a3-4cc5-b527-7f76554fb063 None None] Pushing event updated for resources: {'Port': ['ID=d4ef46fd-baba-4403-886f-b49fe64f5195,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:47.067849 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Attempting to bind port d4ef46fd-baba-4403-886f-b49fe64f5195 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:47.068819 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Attempting to bind port d4ef46fd-baba-4403-886f-b49fe64f5195 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:47.069456 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Attempting to bind port d4ef46fd-baba-4403-886f-b49fe64f5195 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:47.076532 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:47.077558 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:47.078581 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:47.079207 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:47.079945 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Bound port: d4ef46fd-baba-4403-886f-b49fe64f5195, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:47.080816 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:47.125772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Allocated IP 172.20.0.10 (bde7db6e-f5cd-4506-a63c-8b68f742965d/48240805-8f1f-40eb-9de4-9a73faa9cd88/7e66accd-e2d5-4734-b59c-95a4cc312710) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:47.207012 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] For port d4ef46fd-baba-4403-886f-b49fe64f5195, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:47.212556 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] For port d4ef46fd-baba-4403-886f-b49fe64f5195, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d4ef46fd-baba-4403-886f-b49fe64f5195,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:47.230163 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:47.279542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:27Z', 'updated_at': '2021-08-19T11:54:33Z', 'revision_number': 4, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'gw_port': {'id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0d3017cf-c84b-4ad4-afdc-3393f9222376', 'name': '', 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'mac_address': 'fa:16:3e:8f:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:32Z', 'updated_at': '2021-08-19T11:54:45Z', 'revision_number': 4, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'subnets': [{'id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:47.380806 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1dcd1-e4a3-4cc5-b527-7f76554fb063 None None] Pushing event updated for resources: {'Port': ['ID=d4ef46fd-baba-4403-886f-b49fe64f5195,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:47.405379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 18337838-6233-45b4-bd4f-8c8b2ce29355 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:47.409373 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Routers {'d4ec7189-f3fd-4a18-9596-34188c3506b9'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:47.412397 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d4ec7189-f3fd-4a18-9596-34188c3506b9'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:47.415194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87819f62-1196-4392-adb8-1de0f44d3820 None None] The sync data for ids ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'] in n-d-778550-9 is: [{'id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:27Z', 'updated_at': '2021-08-19T11:54:33Z', 'revision_number': 4, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'gw_port': {'id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0d3017cf-c84b-4ad4-afdc-3393f9222376', 'name': '', 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'mac_address': 'fa:16:3e:8f:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:32Z', 'updated_at': '2021-08-19T11:54:45Z', 'revision_number': 4, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'subnets': [{'id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:54:47.433594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:47.446120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 18337838-6233-45b4-bd4f-8c8b2ce29355 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:47.446120 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:47.471932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Transition to ACTIVE for port object 7e66accd-e2d5-4734-b59c-95a4cc312710 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:47.782795 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:47.791308 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] Set router d4ec7189-f3fd-4a18-9596-34188c3506b9 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:47.791819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2c2b3e13-a016-4fc0-92ae-90f587d417ab no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:47.834535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 2c2b3e13-a016-4fc0-92ae-90f587d417ab {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:47.835171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2c2b3e13-a016-4fc0-92ae-90f587d417ab not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:47.917972 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:47.935540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 18337838-6233-45b4-bd4f-8c8b2ce29355, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=18337838-6233-45b4-bd4f-8c8b2ce29355,segment=NetworkSegment(1005a253-473e-401d-90c2-93a635fe593c),segment_id=1005a253-473e-401d-90c2-93a635fe593c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:47.953687 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:47.955531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0d3017cf-c84b-4ad4-afdc-3393f9222376 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:47.985090 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:48.135122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=18337838-6233-45b4-bd4f-8c8b2ce29355,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:48.152322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:48.168460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523', '9ff2ad0e-f453-4e04-8087-20d3025a62a1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:48.176302 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:41Z', 'updated_at': '2021-08-19T11:54:43Z', 'revision_number': 3, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'gw_port': {'id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:42Z', 'updated_at': '2021-08-19T11:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:48.220451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Network bde7db6e-f5cd-4506-a63c-8b68f742965d is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:48.232292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:48.257029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:48.334269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Pushing event updated for resources: {'Port': ['ID=7e66accd-e2d5-4734-b59c-95a4cc312710,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:48.443088 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83182c64-10bb-4ba3-959b-b4da7a9d886e None None] The sync data for ids ['d4ec7189-f3fd-4a18-9596-34188c3506b9'] in n-d-778550-9 is: [{'id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:41Z', 'updated_at': '2021-08-19T11:54:43Z', 'revision_number': 3, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'gw_port': {'id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:42Z', 'updated_at': '2021-08-19T11:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:54:48.451542 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6db5c791-1267-46e3-a78f-f12a0b4d2902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:48.501920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-526307bb-4c39-4bd5-b984-351f11ece408 None None] Provisioning complete for port 18337838-6233-45b4-bd4f-8c8b2ce29355 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:48.504787 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-526307bb-4c39-4bd5-b984-351f11ece408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:48.555315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:48.556009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:48.680339 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-172d7237-1a46-4a88-bb0a-e6566bc7f447 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1256142 Aug 19 11:54:48.702344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0d3017cf-c84b-4ad4-afdc-3393f9222376 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:48.704197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Request body: {'port': {'device_id': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:48.711688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Allocated IP 172.20.0.1 (74f99492-4fd0-4157-949f-5aac0157f870/a16ed9d2-283c-40b7-b82d-e6b492c35b6b/362e9799-3827-4e5a-ac2a-4381a2e9a420) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:48.736345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0d3017cf-c84b-4ad4-afdc-3393f9222376 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:48.736625 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:48.830751 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:49.115009 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:49.143159 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:49.170537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Transition to ACTIVE for port object 362e9799-3827-4e5a-ac2a-4381a2e9a420 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:49.224955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 0d3017cf-c84b-4ad4-afdc-3393f9222376, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0d3017cf-c84b-4ad4-afdc-3393f9222376,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:49.255350 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:49.261789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:49.345111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Network 74f99492-4fd0-4157-949f-5aac0157f870 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:49.351213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:49.353732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:49.425318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e66accd-e2d5-4734-b59c-95a4cc312710 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:49.472050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:49.497045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Pushing event updated for resources: {'Port': ['ID=362e9799-3827-4e5a-ac2a-4381a2e9a420,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:49.502606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e4ac057b-ab40-4fdc-97ee-df738ae1a5f2 None None] Provisioning for port 7e66accd-e2d5-4734-b59c-95a4cc312710 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:49.508334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=0d3017cf-c84b-4ad4-afdc-3393f9222376,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:49.518177 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e4ac057b-ab40-4fdc-97ee-df738ae1a5f2 None None] Provisioning complete for port 7e66accd-e2d5-4734-b59c-95a4cc312710 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:49.518553 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4ac057b-ab40-4fdc-97ee-df738ae1a5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:49.528967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 18337838-6233-45b4-bd4f-8c8b2ce29355 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:49.545238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:49.561015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Transition to ACTIVE for port object 7e66accd-e2d5-4734-b59c-95a4cc312710 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:49.657046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:49.814287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Pushing event updated for resources: {'Port': ['ID=7e66accd-e2d5-4734-b59c-95a4cc312710,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:49.961814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac057b-ab40-4fdc-97ee-df738ae1a5f2 None None] Port 7e66accd-e2d5-4734-b59c-95a4cc312710 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:54:50.023519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Attempting to bind port 7e66accd-e2d5-4734-b59c-95a4cc312710 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:50.023856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Attempting to bind port 7e66accd-e2d5-4734-b59c-95a4cc312710 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:50.024156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Attempting to bind port 7e66accd-e2d5-4734-b59c-95a4cc312710 on network bde7db6e-f5cd-4506-a63c-8b68f742965d {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:50.038984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Port 7e66accd-e2d5-4734-b59c-95a4cc312710 on network bde7db6e-f5cd-4506-a63c-8b68f742965d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:54:50.039260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Attempting to bind port 7e66accd-e2d5-4734-b59c-95a4cc312710 on network bde7db6e-f5cd-4506-a63c-8b68f742965d {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:50.080572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 18337838-6233-45b4-bd4f-8c8b2ce29355 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:50.081245 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.103642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:50.106581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Checking segment: {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:50.107547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Bound using segment: {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:50.108478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Bound port: 7e66accd-e2d5-4734-b59c-95a4cc312710, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15961bd4-72c4-4eed-9334-a51ef11bb247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:50.111474 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.154455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.204919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a57c7ddc-dba4-4cdc-bae1-d2223bc77495 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:50.241278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0f82e782-1f29-4e7c-9ca2-339791270a53 None None] Provisioning for port 362e9799-3827-4e5a-ac2a-4381a2e9a420 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:50.349835 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0f82e782-1f29-4e7c-9ca2-339791270a53 None None] Provisioning complete for port 362e9799-3827-4e5a-ac2a-4381a2e9a420 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:50.350214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f82e782-1f29-4e7c-9ca2-339791270a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.362945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] For port 7e66accd-e2d5-4734-b59c-95a4cc312710, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:50.389979 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] For port 7e66accd-e2d5-4734-b59c-95a4cc312710, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7e66accd-e2d5-4734-b59c-95a4cc312710,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:50.406876 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.418310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0f82e782-1f29-4e7c-9ca2-339791270a53 None None] Port 362e9799-3827-4e5a-ac2a-4381a2e9a420 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:54:50.567083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Pushing event updated for resources: {'Port': ['ID=7e66accd-e2d5-4734-b59c-95a4cc312710,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:50.598388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:50.600097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.604499 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-75f34ab5-968e-4b62-92ef-e2eb0b34b99d service neutron] 10.222.0.54 "PUT /v2.0/ports/7e66accd-e2d5-4734-b59c-95a4cc312710 HTTP/1.1" status: 200 len: 1092 time: 1.9054053 Aug 19 11:54:50.605761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'tag': '7e66accd-e2d5-4734-b59c-95a4cc312710'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:50.610921 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9641c1e-1bf8-441e-9feb-c43f14d0271f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bae3d8e-24a5-4478-a403-4bc606ee02ba", "tag": "7e66accd-e2d5-4734-b59c-95a4cc312710"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:50.645423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:50.654584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:50.654967 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.760216 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-beddb895-08c4-42d0-9531-1924b6fd6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.798707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.818652 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.855938 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.904894 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:50.908944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Pushing event updated for resources: {'Port': ['ID=362e9799-3827-4e5a-ac2a-4381a2e9a420,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:50.915289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-25b534fe-fea3-40f3-8a8b-4b721459b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:50.918288 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-25b534fe-fea3-40f3-8a8b-4b721459b325 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5e516c522d44438e958bd88c4192ee&device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 1095 time: 0.2352340 Aug 19 11:54:50.921139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:50.923906 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae110589-a036-44ba-912e-9d6d5913e1c2" -d '{"events": [{"server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "name": "network-vif-plugged", "status": "completed", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:50.955067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:50.967207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:51.065527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:51.109362 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-b5adc3f4-8b27-4e81-9a26-c74c21cbb72b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e66accd-e2d5-4734-b59c-95a4cc312710 HTTP/1.1" status: 200 len: 217 time: 0.1751783 Aug 19 11:54:51.110639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:51.396289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-5cdc9795-53a1-4a68-b620-7c289bb79a39 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:51.404332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-5cdc9795-53a1-4a68-b620-7c289bb79a39 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/networks?id=3d80867d-88b4-4492-a232-a0bdcbd17aa1 HTTP/1.1" status: 200 len: 813 time: 0.2478044 Aug 19 11:54:51.438906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-4b8cb2ed-9a98-4b36-96c4-7a075fa150a9 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/quotas/7fca849d6daf433596ecb0c3ccdcdf97 HTTP/1.1" status: 200 len: 375 time: 0.0289924 Aug 19 11:54:51.485448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Network 74f99492-4fd0-4157-949f-5aac0157f870 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:51.505272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-3b46c6b9-be30-42d7-a5d6-7294821935e6 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fca849d6daf433596ecb0c3ccdcdf97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502939 Aug 19 11:54:51.519227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:51.523100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-bac22221-204a-4b3c-b7ca-7a3a60cc5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:51.525188 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-bac22221-204a-4b3c-b7ca-7a3a60cc5f1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=48240805-8f1f-40eb-9de4-9a73faa9cd88 HTTP/1.1" status: 200 len: 851 time: 0.3985095 Aug 19 11:54:51.572596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64351c6-e42e-44e2-8a46-70c63563e64a req-e8d14f50-27be-470b-8156-1c0ef15b12de tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:51.581873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e64351c6-e42e-44e2-8a46-70c63563e64a req-e8d14f50-27be-470b-8156-1c0ef15b12de tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 944 time: 0.1623929 Aug 19 11:54:51.685264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e64351c6-e42e-44e2-8a46-70c63563e64a req-475212c1-d55a-44a6-836d-8e46ae035858 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012623 Aug 19 11:54:51.735877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0d3017cf-c84b-4ad4-afdc-3393f9222376 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:51.779325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-d8e13850-c0be-4631-ba5d-47ec71f7e0b9 service neutron] 10.222.0.65 "GET /v2.0/networks/3d80867d-88b4-4492-a232-a0bdcbd17aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654371 Aug 19 11:54:51.817684 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Router d4ec7189-f3fd-4a18-9596-34188c3506b9 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:54:51.901849 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:51.917169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0d3017cf-c84b-4ad4-afdc-3393f9222376 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:51.917539 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:52.056719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-e932414a-89e9-4408-a3f5-22bd4e5e8013 service neutron] 10.222.0.65 "GET /v2.0/networks/3d80867d-88b4-4492-a232-a0bdcbd17aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639370 Aug 19 11:54:52.067855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2bdc1-5538-4210-95b7-7fb24b6c6e22 req-c8e9de9e-5c70-490d-8540-88cc6a3826c6 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:52.068098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-48c9a77d-9e60-4a0f-a1a8-844a6ee40167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:52.069416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68b2bdc1-5538-4210-95b7-7fb24b6c6e22 req-c8e9de9e-5c70-490d-8540-88cc6a3826c6 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.0819557 Aug 19 11:54:52.069730 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-48c9a77d-9e60-4a0f-a1a8-844a6ee40167 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bde7db6e-f5cd-4506-a63c-8b68f742965d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3126526 Aug 19 11:54:52.071283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:54:52.092377 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8761edd4-7ef3-473d-9166-1930d7f37b4e admin admin] 10.222.0.65 "PUT /v2.0/routers/d4ec7189-f3fd-4a18-9596-34188c3506b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1199436 Aug 19 11:54:52.112629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d4ef46fd-baba-4403-886f-b49fe64f5195 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:52.161089 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68b2bdc1-5538-4210-95b7-7fb24b6c6e22 req-d0a046cc-94c1-4ea3-96e8-0c56e841bb48 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845137 Aug 19 11:54:52.218998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Sync routers for ids ['d4ec7189-f3fd-4a18-9596-34188c3506b9'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:54:52.265163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Routers {'d4ec7189-f3fd-4a18-9596-34188c3506b9'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:52.265963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d4ec7189-f3fd-4a18-9596-34188c3506b9'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:52.284553 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-493f1c6c-b4e1-4834-89af-bd906e3ad26c service neutron] 10.222.0.54 "GET /v2.0/networks/bde7db6e-f5cd-4506-a63c-8b68f742965d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909513 Aug 19 11:54:52.295114 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d198e-a938-453d-affa-c17d86bfccab x-openstack-request-id: req-4f5d198e-a938-453d-affa-c17d86bfccab {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:52.295399 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10374ab1-6fc2-41ce-ba52-dd210b7d0f72", "name": "network-vif-deleted", "tag": "c4906874-84d6-42b6-807d-0d094b3b173f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:52.295867 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f5d198e-a938-453d-affa-c17d86bfccab {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:52.296451 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10374ab1-6fc2-41ce-ba52-dd210b7d0f72', 'name': 'network-vif-deleted', 'tag': 'c4906874-84d6-42b6-807d-0d094b3b173f', 'status': 'completed', 'code': 200} Aug 19 11:54:52.445198 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d420f8-9dbd-41ed-975c-90db34698230 x-openstack-request-id: req-89d420f8-9dbd-41ed-975c-90db34698230 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:52.445495 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bae3d8e-24a5-4478-a403-4bc606ee02ba", "tag": "7e66accd-e2d5-4734-b59c-95a4cc312710", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:52.445746 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89d420f8-9dbd-41ed-975c-90db34698230 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:52.446149 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'tag': '7e66accd-e2d5-4734-b59c-95a4cc312710', 'status': 'completed', 'code': 200} Aug 19 11:54:52.468503 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097d98fa-683c-4bab-9282-505fba38c8a4 x-openstack-request-id: req-097d98fa-683c-4bab-9282-505fba38c8a4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:52.468850 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "name": "network-vif-plugged", "status": "completed", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:52.469134 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-097d98fa-683c-4bab-9282-505fba38c8a4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:52.469705 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495', 'code': 200} Aug 19 11:54:52.472977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1d3a18d0-147b-4a3b-b986-f9e53d5a2e41 None None] Provisioning complete for port 362e9799-3827-4e5a-ac2a-4381a2e9a420 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:52.472977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d3a18d0-147b-4a3b-b986-f9e53d5a2e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:52.547453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11880e5f-18df-4d00-854d-68abf40037f2 req-003a0ce2-6934-402f-a516-37a6e53fb388 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0471461 Aug 19 11:54:52.571226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a18d0-147b-4a3b-b986-f9e53d5a2e41 None None] Port 362e9799-3827-4e5a-ac2a-4381a2e9a420 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:54:52.596327 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-44a6ecb8-9471-4c8f-975c-3d3c3a75eb30 req-68063919-036c-459a-8853-0b3fe64aaccf service neutron] 10.222.0.54 "GET /v2.0/networks/bde7db6e-f5cd-4506-a63c-8b68f742965d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986386 Aug 19 11:54:52.646982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port d4ef46fd-baba-4403-886f-b49fe64f5195 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:54:52.655766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9a372-f188-44b0-bffd-0f57480c31e6 req-f6f5f3a1-2ad6-4678-9dd1-098aa0a500ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:52.656821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d4ef46fd-baba-4403-886f-b49fe64f5195 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:52.657203 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:52.661461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75d9a372-f188-44b0-bffd-0f57480c31e6 req-f6f5f3a1-2ad6-4678-9dd1-098aa0a500ad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 1096 time: 0.1107600 Aug 19 11:54:52.746364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75d9a372-f188-44b0-bffd-0f57480c31e6 req-bd49f150-92a6-4d21-a822-7ff7e0866357 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727715 Aug 19 11:54:52.748915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Set router d4ec7189-f3fd-4a18-9596-34188c3506b9 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:52.810139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-917ceba9-9712-4c54-905c-52b1b4c4e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:52.817185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-917ceba9-9712-4c54-905c-52b1b4c4e763 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5e516c522d44438e958bd88c4192ee&device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 1095 time: 0.1060789 Aug 19 11:54:53.243387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-0fa031b4-e7ce-4538-9c7c-40e01b61a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:53.254181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-0fa031b4-e7ce-4538-9c7c-40e01b61a7d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bde7db6e-f5cd-4506-a63c-8b68f742965d HTTP/1.1" status: 200 len: 913 time: 0.4199185 Aug 19 11:54:53.290169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe3931-78fc-494c-a9f2-3b6c8f682a5a req-7a3f5146-64c6-4e84-8f40-a21cee61555e tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:53.302979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61fe3931-78fc-494c-a9f2-3b6c8f682a5a req-7a3f5146-64c6-4e84-8f40-a21cee61555e tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 944 time: 0.2097805 Aug 19 11:54:53.331616 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:53.358874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port d4ef46fd-baba-4403-886f-b49fe64f5195, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d4ef46fd-baba-4403-886f-b49fe64f5195,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:53.369061 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:53.426504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61fe3931-78fc-494c-a9f2-3b6c8f682a5a req-85baf6d6-a031-4bda-a52e-42497c018d16 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202173 Aug 19 11:54:53.476832 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-38b7bfa4-f70d-455f-9ffe-96c57c7ce938 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e66accd-e2d5-4734-b59c-95a4cc312710 HTTP/1.1" status: 200 len: 217 time: 0.2189841 Aug 19 11:54:53.579206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-ce7d7f07-325f-4a5d-b6f7-1274119c18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:53.581329 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-ce7d7f07-325f-4a5d-b6f7-1274119c18d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=48240805-8f1f-40eb-9de4-9a73faa9cd88 HTTP/1.1" status: 200 len: 851 time: 0.0972590 Aug 19 11:54:53.647990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=d4ef46fd-baba-4403-886f-b49fe64f5195,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:53.732357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-930e7417-a37c-42f2-80c7-7a60db2637d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:53.745932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-930e7417-a37c-42f2-80c7-7a60db2637d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bde7db6e-f5cd-4506-a63c-8b68f742965d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247947 Aug 19 11:54:53.751345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:41Z', 'updated_at': '2021-08-19T11:54:50Z', 'revision_number': 4, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'gw_port': {'id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:42Z', 'updated_at': '2021-08-19T11:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '362e9799-3827-4e5a-ac2a-4381a2e9a420', 'name': '', 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'mac_address': 'fa:16:3e:b6:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a16ed9d2-283c-40b7-b82d-e6b492c35b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:47Z', 'updated_at': '2021-08-19T11:54:50Z', 'revision_number': 2, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'subnets': [{'id': 'a16ed9d2-283c-40b7-b82d-e6b492c35b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:53.953212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Checking router: d4ec7189-f3fd-4a18-9596-34188c3506b9 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:54:53.957859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Updating router d4ec7189-f3fd-4a18-9596-34188c3506b9 port 362e9799-3827-4e5a-ac2a-4381a2e9a420 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:54:53.963719 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-7bc25ea3-3ead-43e3-aa87-0c8f6832a5a9 service neutron] 10.222.0.54 "GET /v2.0/networks/bde7db6e-f5cd-4506-a63c-8b68f742965d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104795 Aug 19 11:54:53.983776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94c733-dacd-4b74-b08e-ee47c91a9102 req-b0f4afda-6b6d-4fc1-8b57-6ecd647b5a3e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:53.996590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc94c733-dacd-4b74-b08e-ee47c91a9102 req-b0f4afda-6b6d-4fc1-8b57-6ecd647b5a3e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.1077175 Aug 19 11:54:54.056224 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:54.081167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc94c733-dacd-4b74-b08e-ee47c91a9102 req-4ffcd09c-a0b8-4cc9-b804-fed0ae77da01 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820484 Aug 19 11:54:54.154425 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e9641c1e-1bf8-441e-9feb-c43f14d0271f req-c3326137-c1d3-429b-8e25-3f3741b73a3b service neutron] 10.222.0.54 "GET /v2.0/networks/bde7db6e-f5cd-4506-a63c-8b68f742965d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819713 Aug 19 11:54:54.211838 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ed152dd-ce2d-4362-82db-11fc76cee22d req-20a09e07-6eaa-40c7-b1d2-f36f4f99f329 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0360851 Aug 19 11:54:54.221120 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:54.287009 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:54.313373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0694722c-fd68-4121-ae2c-5502f085db1b', 'name': 'network-vif-deleted', 'tag': '2c2b3e13-a016-4fc0-92ae-90f587d417ab'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:54.317514 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c80bba6-3c92-4d5d-a2d1-95e73b642919" -d '{"events": [{"server_uuid": "0694722c-fd68-4121-ae2c-5502f085db1b", "name": "network-vif-deleted", "tag": "2c2b3e13-a016-4fc0-92ae-90f587d417ab"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:54.363567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9519d2-2765-42b6-bec0-214f13336bb0 req-04b34201-4010-4d6b-8272-6c0387adb126 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:54.365830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd9519d2-2765-42b6-bec0-214f13336bb0 req-04b34201-4010-4d6b-8272-6c0387adb126 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=09f9ad48-1cd7-4b3b-8927-accec7068a75 HTTP/1.1" status: 200 len: 949 time: 0.0910518 Aug 19 11:54:54.474111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd9519d2-2765-42b6-bec0-214f13336bb0 req-b77e3526-19d8-4ba3-b078-96a16f433534 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954046 Aug 19 11:54:54.525866 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0efdc7-e6a2-4bd6-b179-664f45b750de x-openstack-request-id: req-5a0efdc7-e6a2-4bd6-b179-664f45b750de {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:54.526203 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0694722c-fd68-4121-ae2c-5502f085db1b", "name": "network-vif-deleted", "tag": "2c2b3e13-a016-4fc0-92ae-90f587d417ab", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:54.526457 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a0efdc7-e6a2-4bd6-b179-664f45b750de {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:54.526921 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0694722c-fd68-4121-ae2c-5502f085db1b', 'name': 'network-vif-deleted', 'tag': '2c2b3e13-a016-4fc0-92ae-90f587d417ab', 'status': 'completed', 'code': 200} Aug 19 11:54:54.649167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b125c-0178-40b1-84f2-22ffe3e21142 req-3f77baf3-1eda-4dfc-b7a5-7227189c0e00 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:54.658913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b55b125c-0178-40b1-84f2-22ffe3e21142 req-3f77baf3-1eda-4dfc-b7a5-7227189c0e00 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 944 time: 0.0758677 Aug 19 11:54:54.767582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b55b125c-0178-40b1-84f2-22ffe3e21142 req-342a9a47-edb5-495c-adda-a1a9e8d89458 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076076 Aug 19 11:54:54.941493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-e92ac516-7ea6-45d6-b686-f5892f481f48 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:54.943832 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-e92ac516-7ea6-45d6-b686-f5892f481f48 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.54 "GET /v2.0/networks?id=3d80867d-88b4-4492-a232-a0bdcbd17aa1 HTTP/1.1" status: 200 len: 813 time: 0.2988112 Aug 19 11:54:54.986779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Request body: {'port': {'device_id': 'dde676ab-5096-4d3a-b12d-ec313a07c1b9', 'network_id': '3d80867d-88b4-4492-a232-a0bdcbd17aa1', 'admin_state_up': True, 'tenant_id': '7fca849d6daf433596ecb0c3ccdcdf97'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:55.202626 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:55.263058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Transition to ACTIVE for port object 362e9799-3827-4e5a-ac2a-4381a2e9a420 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:54:55.285357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4603ce-b140-417f-906c-8a03a40040ff req-f4eaa97b-9ffd-4728-9827-2eca0519efeb tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:55.288079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d4603ce-b140-417f-906c-8a03a40040ff req-f4eaa97b-9ffd-4728-9827-2eca0519efeb tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f9ad48-1cd7-4b3b-8927-accec7068a75 HTTP/1.1" status: 200 len: 949 time: 0.0862274 Aug 19 11:54:55.293400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:55.399689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0510e2c-41fb-4a1d-97b8-2f29d7e7c40c None None] Pushing event updated for resources: {'Port': ['ID=362e9799-3827-4e5a-ac2a-4381a2e9a420,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:55.405171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Made reservation on behalf of 7fca849d6daf433596ecb0c3ccdcdf97 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:54:55.409051 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:55.548720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41514d0-f8dc-42e7-b2fa-3e695fa4f537 req-e9692412-cc83-47ba-9ee1-68fab784e7ae tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:55.553531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Attempting to bind port 362e9799-3827-4e5a-ac2a-4381a2e9a420 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:54:55.557778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Attempting to bind port 362e9799-3827-4e5a-ac2a-4381a2e9a420 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '1005a253-473e-401d-90c2-93a635fe593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:54:55.558299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e41514d0-f8dc-42e7-b2fa-3e695fa4f537 req-e9692412-cc83-47ba-9ee1-68fab784e7ae tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.1627972 Aug 19 11:54:55.558909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Attempting to bind port 362e9799-3827-4e5a-ac2a-4381a2e9a420 on network 74f99492-4fd0-4157-949f-5aac0157f870 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:54:55.574112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:54:55.574974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Checking segment: {'id': '1005a253-473e-401d-90c2-93a635fe593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:54:55.577225 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:55.582809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Bound using segment: {'id': '1005a253-473e-401d-90c2-93a635fe593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:54:55.583869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Bound port: 362e9799-3827-4e5a-ac2a-4381a2e9a420, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1005a253-473e-401d-90c2-93a635fe593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:54:55.585143 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:55.659295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d4ef46fd-baba-4403-886f-b49fe64f5195 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:55.733335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e41514d0-f8dc-42e7-b2fa-3e695fa4f537 req-8ca21c1b-9fc2-4819-8a4c-d49f8723e455 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725423 Aug 19 11:54:55.739593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-4d4603ce-b140-417f-906c-8a03a40040ff req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Deleting port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:55.741442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4d4603ce-b140-417f-906c-8a03a40040ff req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:55.757270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7e66accd-e2d5-4734-b59c-95a4cc312710 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:54:55.786594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d4ef46fd-baba-4403-886f-b49fe64f5195 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:54:55.787153 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:55.849891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] For port 362e9799-3827-4e5a-ac2a-4381a2e9a420, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:54:55.939558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] For port 362e9799-3827-4e5a-ac2a-4381a2e9a420, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=362e9799-3827-4e5a-ac2a-4381a2e9a420,segment=NetworkSegment(1005a253-473e-401d-90c2-93a635fe593c),segment_id=1005a253-473e-401d-90c2-93a635fe593c)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:54:55.957487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:56.014767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-933407c8-1086-4fd6-af7d-f27480eab091 req-a9a97481-23fa-4d2a-85f4-2907a2acd59d tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0975187 Aug 19 11:54:56.051550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Routers {'d4ec7189-f3fd-4a18-9596-34188c3506b9'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:54:56.052212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d4ec7189-f3fd-4a18-9596-34188c3506b9'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:56.170092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-4d4603ce-b140-417f-906c-8a03a40040ff req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] For port 9ff2ad0e-f453-4e04-8087-20d3025a62a1, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ff2ad0e-f453-4e04-8087-20d3025a62a1,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:56.170702 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4d4603ce-b140-417f-906c-8a03a40040ff req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:56.219775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-4d4603ce-b140-417f-906c-8a03a40040ff req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Calling delete_port for 9ff2ad0e-f453-4e04-8087-20d3025a62a1 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:56.301665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3795f1-267d-49c1-b768-8df05b2b3ba6 req-cb6f5848-4c1e-4021-82a9-d97b6c332bb3 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:56.315284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a3795f1-267d-49c1-b768-8df05b2b3ba6 req-cb6f5848-4c1e-4021-82a9-d97b6c332bb3 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=09f9ad48-1cd7-4b3b-8927-accec7068a75 HTTP/1.1" status: 200 len: 949 time: 0.1258030 Aug 19 11:54:56.352854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0510e2c-41fb-4a1d-97b8-2f29d7e7c40c None None] Pushing event updated for resources: {'Port': ['ID=362e9799-3827-4e5a-ac2a-4381a2e9a420,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:56.363945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-75976aaa-6702-4307-a28c-ab196cef0e18 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:56.368351 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-75976aaa-6702-4307-a28c-ab196cef0e18 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d HTTP/1.1" status: 200 len: 950 time: 0.4150233 Aug 19 11:54:56.390023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7e66accd-e2d5-4734-b59c-95a4cc312710, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7e66accd-e2d5-4734-b59c-95a4cc312710,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:56.420615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Allocated IP 172.20.0.11 (3d80867d-88b4-4492-a232-a0bdcbd17aa1/31c6ca61-e9ae-486d-afc2-31bddcd4fbf6/872f65ba-67f2-4cf1-b659-993ca393aef9) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:54:56.453343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '7e66accd-e2d5-4734-b59c-95a4cc312710', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'port_id': '7e66accd-e2d5-4734-b59c-95a4cc312710', 'mac_address': 'fa:16:3e:b6:8d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:54:56.531371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] Set router d4ec7189-f3fd-4a18-9596-34188c3506b9 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:54:56.587430 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:56.622157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a3795f1-267d-49c1-b768-8df05b2b3ba6 req-9439d486-2e74-427f-a2ed-b14df79d78b1 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004081 Aug 19 11:54:56.652936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e66accd-e2d5-4734-b59c-95a4cc312710 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:54:56.758733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7e66accd-e2d5-4734-b59c-95a4cc312710, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7e66accd-e2d5-4734-b59c-95a4cc312710,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:56.785075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:57.024428 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4d4603ce-b140-417f-906c-8a03a40040ff req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:57.044542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Deleting port ea2e8d83-6fac-4649-88d3-29034c418523 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:54:57.045585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:57.100333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'ea2e8d83-6fac-4649-88d3-29034c418523'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:57.168843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=7e66accd-e2d5-4734-b59c-95a4cc312710,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:57.175384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event deleted for resources: {'Port': ['ID=9ff2ad0e-f453-4e04-8087-20d3025a62a1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:57.189143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7e66accd-e2d5-4734-b59c-95a4cc312710'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:57.245401 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:57.261586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] For port ea2e8d83-6fac-4649-88d3-29034c418523, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ea2e8d83-6fac-4649-88d3-29034c418523,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:54:57.262172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:57.281461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Calling delete_port for ea2e8d83-6fac-4649-88d3-29034c418523 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:54:57.335787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4603ce-b140-417f-906c-8a03a40040ff req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] No DVR routers for this DVR port 9ff2ad0e-f453-4e04-8087-20d3025a62a1 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:57.342940 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4d4603ce-b140-417f-906c-8a03a40040ff req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:57.344985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d4603ce-b140-417f-906c-8a03a40040ff req-247978a4-f68b-49a5-b681-748d2716a1f4 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "DELETE /v2.0/ports/9ff2ad0e-f453-4e04-8087-20d3025a62a1 HTTP/1.1" status: 204 len: 173 time: 2.0478909 Aug 19 11:54:57.381978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f9ad48-1cd7-4b3b-8927-accec7068a75', 'name': 'network-vif-deleted', 'tag': '9ff2ad0e-f453-4e04-8087-20d3025a62a1'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:57.385894 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f36a70-a912-4448-9958-712d0a801711" -d '{"events": [{"server_uuid": "09f9ad48-1cd7-4b3b-8927-accec7068a75", "name": "network-vif-deleted", "tag": "9ff2ad0e-f453-4e04-8087-20d3025a62a1"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:57.421437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ef56-6f05-4037-9cd0-8ab8115fb989 req-0dfaba98-050c-4c95-aca1-dff311193747 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:57.437715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d41ef56-6f05-4037-9cd0-8ab8115fb989 req-0dfaba98-050c-4c95-aca1-dff311193747 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 945 time: 0.4663839 Aug 19 11:54:57.466100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:57.487135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54019500-e286-4a3a-b7e2-142fd8390fa7 req-84ac6c64-7ce3-44ae-8303-c82a185d8f37 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:57.505017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54019500-e286-4a3a-b7e2-142fd8390fa7 req-84ac6c64-7ce3-44ae-8303-c82a185d8f37 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 1096 time: 0.5566070 Aug 19 11:54:57.544390 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:54:57.602644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:41Z', 'updated_at': '2021-08-19T11:54:50Z', 'revision_number': 4, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'gw_port': {'id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:42Z', 'updated_at': '2021-08-19T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '362e9799-3827-4e5a-ac2a-4381a2e9a420', 'name': '', 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'mac_address': 'fa:16:3e:b6:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a16ed9d2-283c-40b7-b82d-e6b492c35b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:47Z', 'updated_at': '2021-08-19T11:54:55Z', 'revision_number': 4, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'subnets': [{'id': 'a16ed9d2-283c-40b7-b82d-e6b492c35b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:54:57.653899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Network 3d80867d-88b4-4492-a232-a0bdcbd17aa1 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:54:57.683611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:54:57.686804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:54:57.759780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Pushing event updated for resources: {'Port': ['ID=872f65ba-67f2-4cf1-b659-993ca393aef9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:57.775875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bccd0c-ed0f-4e29-ba57-b2f1239fa0cc None None] The sync data for ids ['d4ec7189-f3fd-4a18-9596-34188c3506b9'] in n-d-778550-9 is: [{'id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:41Z', 'updated_at': '2021-08-19T11:54:50Z', 'revision_number': 4, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'gw_port': {'id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:42Z', 'updated_at': '2021-08-19T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '362e9799-3827-4e5a-ac2a-4381a2e9a420', 'name': '', 'network_id': '74f99492-4fd0-4157-949f-5aac0157f870', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'mac_address': 'fa:16:3e:b6:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a16ed9d2-283c-40b7-b82d-e6b492c35b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:47Z', 'updated_at': '2021-08-19T11:54:55Z', 'revision_number': 4, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'subnets': [{'id': 'a16ed9d2-283c-40b7-b82d-e6b492c35b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:54:57.803349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:57.808087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:58.219194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:58.245207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:58.260593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9ff2ad0e-f453-4e04-8087-20d3025a62a1 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:54:58.263991 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-30b6db75-d4ec-464c-be98-80b8c5a4504c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2861929 Aug 19 11:54:58.343369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Request body: {'port': {'device_id': 'dde676ab-5096-4d3a-b12d-ec313a07c1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:54:58.359685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event deleted for resources: {'Port': ['ID=ea2e8d83-6fac-4649-88d3-29034c418523,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:54:58.376506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 9ff2ad0e-f453-4e04-8087-20d3025a62a1 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:54:58.383238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9ff2ad0e-f453-4e04-8087-20d3025a62a1 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:54:58.524292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d41ef56-6f05-4037-9cd0-8ab8115fb989 req-24669471-fa2e-47c2-8818-a8e9a7fdeea7 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0855396 Aug 19 11:54:58.569442 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-7a9d60d4-f361-459f-a00c-8453ab8daed1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3167820 Aug 19 11:54:58.599896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54019500-e286-4a3a-b7e2-142fd8390fa7 req-a2d0497b-866e-4fba-81c4-d9904b1142e5 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0938907 Aug 19 11:54:58.615496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] No DVR routers for this DVR port ea2e8d83-6fac-4649-88d3-29034c418523 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:54:58.659864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:58.668908 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6bb0cee8-c3cf-48e6-882a-e1fdaeee887d req-5c618d06-7a11-40a1-b0f9-e70a76edf27e tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "DELETE /v2.0/ports/ea2e8d83-6fac-4649-88d3-29034c418523 HTTP/1.1" status: 204 len: 173 time: 2.2905855 Aug 19 11:54:58.669319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d', 'name': 'network-vif-deleted', 'tag': 'ea2e8d83-6fac-4649-88d3-29034c418523'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:54:58.686958 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4675487-6da4-4754-8e06-49d295c51a62" -d '{"events": [{"server_uuid": "6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d", "name": "network-vif-deleted", "tag": "ea2e8d83-6fac-4649-88d3-29034c418523"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:54:58.719098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-d8823853-d5ad-4966-ad1f-e48ba1f7efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:58.725233 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-d8823853-d5ad-4966-ad1f-e48ba1f7efdd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 1095 time: 0.1157374 Aug 19 11:54:58.727365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:54:59.084587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:54:59.203994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee78401-928c-4e4e-aa52-213f4b3c4eb8 req-5c32378f-978f-49ee-ba2a-a8ac2166f62f tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:59.205679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ee78401-928c-4e4e-aa52-213f4b3c4eb8 req-5c32378f-978f-49ee-ba2a-a8ac2166f62f tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 932 time: 0.4356644 Aug 19 11:54:59.446489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ee78401-928c-4e4e-aa52-213f4b3c4eb8 req-02d29e9b-c46d-418b-8b85-d6599856a764 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221177 Aug 19 11:54:59.524668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-5ed76f82-d8ad-4107-95e6-46d8255a684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:54:59.539674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-5ed76f82-d8ad-4107-95e6-46d8255a684a service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.7780118 Aug 19 11:54:59.781862 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5346363d-2253-4a28-8cfd-2e0d4a5cd435 x-openstack-request-id: req-5346363d-2253-4a28-8cfd-2e0d4a5cd435 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:54:59.782159 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f9ad48-1cd7-4b3b-8927-accec7068a75", "name": "network-vif-deleted", "tag": "9ff2ad0e-f453-4e04-8087-20d3025a62a1", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:54:59.782456 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5346363d-2253-4a28-8cfd-2e0d4a5cd435 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:54:59.782794 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f9ad48-1cd7-4b3b-8927-accec7068a75', 'name': 'network-vif-deleted', 'tag': '9ff2ad0e-f453-4e04-8087-20d3025a62a1', 'status': 'completed', 'code': 200} Aug 19 11:54:59.784459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-f6b5acc1-5402-4951-949e-c04bbe61616e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 200 len: 217 time: 0.2351341 Aug 19 11:54:59.843161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7e66accd-e2d5-4734-b59c-95a4cc312710 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:54:59.986469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 362e9799-3827-4e5a-ac2a-4381a2e9a420 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:00.035946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872f65ba-67f2-4cf1-b659-993ca393aef9 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:55:00.060232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:00.095430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Transition to ACTIVE for port object 872f65ba-67f2-4cf1-b659-993ca393aef9 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:00.102515 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dbe396-1954-4491-96d0-b1f82d4dd1cb x-openstack-request-id: req-52dbe396-1954-4491-96d0-b1f82d4dd1cb {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:00.103274 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d", "name": "network-vif-deleted", "tag": "ea2e8d83-6fac-4649-88d3-29034c418523", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:00.105177 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52dbe396-1954-4491-96d0-b1f82d4dd1cb {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:00.105177 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a29b0a8-c5ed-42c8-93d6-bd8d20ea398d', 'name': 'network-vif-deleted', 'tag': 'ea2e8d83-6fac-4649-88d3-29034c418523', 'status': 'completed', 'code': 200} Aug 19 11:55:00.112300 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:00.131445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 7e66accd-e2d5-4734-b59c-95a4cc312710 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:00.167397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 7e66accd-e2d5-4734-b59c-95a4cc312710 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:00.171265 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:00.208661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-07f9aa26-6dbb-4556-8f1e-fd9af86c2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:00.215618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-07f9aa26-6dbb-4556-8f1e-fd9af86c2680 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.4088714 Aug 19 11:55:00.279508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device ea2e8d83-6fac-4649-88d3-29034c418523 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:00.335374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Attempting to bind port 872f65ba-67f2-4cf1-b659-993ca393aef9 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:00.339341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-29b03a9b-3a5c-4832-8415-71a8b1f67fd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798233 Aug 19 11:55:00.345890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Attempting to bind port 872f65ba-67f2-4cf1-b659-993ca393aef9 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'cf5db6d2-02e2-469a-a83a-cadfb60fe123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '3d80867d-88b4-4492-a232-a0bdcbd17aa1'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:00.346477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Attempting to bind port 872f65ba-67f2-4cf1-b659-993ca393aef9 on network 3d80867d-88b4-4492-a232-a0bdcbd17aa1 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:00.369955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Pushing event updated for resources: {'Port': ['ID=872f65ba-67f2-4cf1-b659-993ca393aef9,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:00.391771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Port 872f65ba-67f2-4cf1-b659-993ca393aef9 on network 3d80867d-88b4-4492-a232-a0bdcbd17aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:55:00.391771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Attempting to bind port 872f65ba-67f2-4cf1-b659-993ca393aef9 on network 3d80867d-88b4-4492-a232-a0bdcbd17aa1 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:00.410688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88a3b-5d8e-4ca5-8ca9-7008c586b48d req-3f2c8bf0-608a-4f41-9367-c30c95bf88a9 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:00.413173 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:00.413570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Checking segment: {'id': 'cf5db6d2-02e2-469a-a83a-cadfb60fe123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '3d80867d-88b4-4492-a232-a0bdcbd17aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:00.414014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: ea2e8d83-6fac-4649-88d3-29034c418523 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:00.414375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device ea2e8d83-6fac-4649-88d3-29034c418523 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:00.421973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Bound using segment: {'id': 'cf5db6d2-02e2-469a-a83a-cadfb60fe123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '3d80867d-88b4-4492-a232-a0bdcbd17aa1'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:00.433331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52f88a3b-5d8e-4ca5-8ca9-7008c586b48d req-3f2c8bf0-608a-4f41-9367-c30c95bf88a9 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 1096 time: 0.4384708 Aug 19 11:55:00.433557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Bound port: 872f65ba-67f2-4cf1-b659-993ca393aef9, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5db6d2-02e2-469a-a83a-cadfb60fe123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '3d80867d-88b4-4492-a232-a0bdcbd17aa1'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:00.433557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:00.436625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 362e9799-3827-4e5a-ac2a-4381a2e9a420 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:00.450069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 362e9799-3827-4e5a-ac2a-4381a2e9a420 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:00.450445 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:00.590118 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:00.658141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] For port 872f65ba-67f2-4cf1-b659-993ca393aef9, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:00.670617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] For port 872f65ba-67f2-4cf1-b659-993ca393aef9, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=872f65ba-67f2-4cf1-b659-993ca393aef9,segment=NetworkSegment(cf5db6d2-02e2-469a-a83a-cadfb60fe123),segment_id=cf5db6d2-02e2-469a-a83a-cadfb60fe123)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:00.687930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52f88a3b-5d8e-4ca5-8ca9-7008c586b48d req-f06f702e-9d56-4845-8f9d-594c25818038 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615328 Aug 19 11:55:00.692561 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:00.772720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e66accd-e2d5-4734-b59c-95a4cc312710'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:00.785913 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d5518e-db1f-40f4-97ad-b1af68a3a5d4" -d '{"events": [{"server_uuid": "8bae3d8e-24a5-4478-a403-4bc606ee02ba", "name": "network-vif-plugged", "status": "completed", "tag": "7e66accd-e2d5-4734-b59c-95a4cc312710"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:00.940165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009f00-e38c-4b33-b361-687b5ebe0665 req-b8687c4c-dc95-4702-bf55-7182f844b088 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:00.940390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:00.941036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:00.945637 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] 10.222.0.54 "PUT /v2.0/ports/872f65ba-67f2-4cf1-b659-993ca393aef9 HTTP/1.1" status: 200 len: 1092 time: 2.6132772 Aug 19 11:55:00.993677 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a009f00-e38c-4b33-b361-687b5ebe0665 req-b8687c4c-dc95-4702-bf55-7182f844b088 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 945 time: 0.8463748 Aug 19 11:55:01.009288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7e66accd-e2d5-4734-b59c-95a4cc312710, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7e66accd-e2d5-4734-b59c-95a4cc312710,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:01.038130 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:01.117762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879f77-3708-408c-99e2-d026ba4539a6 service neutron] Pushing event updated for resources: {'Port': ['ID=872f65ba-67f2-4cf1-b659-993ca393aef9,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:01.384223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-ad8c55c9-56ee-4aec-bc0f-509d95b3f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:01.385829 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-ad8c55c9-56ee-4aec-bc0f-509d95b3f2af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fca849d6daf433596ecb0c3ccdcdf97&device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 1095 time: 0.3431082 Aug 19 11:55:01.392675 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:01.424309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a009f00-e38c-4b33-b361-687b5ebe0665 req-85106e87-d887-4452-8d20-398c6d8c890f tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4296546 Aug 19 11:55:01.444648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-29443a3d-a140-4c05-acc2-818d645f1f7d service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0811942 Aug 19 11:55:01.587834 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-45270c3e-2158-4848-b110-052df0428f10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872f65ba-67f2-4cf1-b659-993ca393aef9 HTTP/1.1" status: 200 len: 217 time: 0.1658163 Aug 19 11:55:01.638238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=7e66accd-e2d5-4734-b59c-95a4cc312710,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:01.713923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 362e9799-3827-4e5a-ac2a-4381a2e9a420, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=362e9799-3827-4e5a-ac2a-4381a2e9a420,segment=NetworkSegment(1005a253-473e-401d-90c2-93a635fe593c),segment_id=1005a253-473e-401d-90c2-93a635fe593c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:01.735876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:01.811934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7010f4-5005-4a77-821d-9b2ee69a0bf5 req-7dd95344-1c16-4036-a29e-7070ab97eabf tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:01.839033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-213e7db5-1f80-4bd5-a015-82889403fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:01.840462 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-213e7db5-1f80-4bd5-a015-82889403fc8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=31c6ca61-e9ae-486d-afc2-31bddcd4fbf6 HTTP/1.1" status: 200 len: 853 time: 0.2428679 Aug 19 11:55:01.851068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f7010f4-5005-4a77-821d-9b2ee69a0bf5 req-7dd95344-1c16-4036-a29e-7070ab97eabf tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 944 time: 0.5222352 Aug 19 11:55:01.975413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f7010f4-5005-4a77-821d-9b2ee69a0bf5 req-58b9b050-6209-434b-afb1-178c2e27d5ac tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180019 Aug 19 11:55:02.011235 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-dc7f6b24-d7fe-4549-aaa7-2bb01203437f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d80867d-88b4-4492-a232-a0bdcbd17aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555519 Aug 19 11:55:02.027073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=362e9799-3827-4e5a-ac2a-4381a2e9a420,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:02.090136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6329af6-a83f-401d-b1a4-eae1cf7379c9 req-6b166a86-6466-4e9c-89d2-66780b79bf4b service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469894 Aug 19 11:55:02.122502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde676ab-5096-4d3a-b12d-ec313a07c1b9', 'tag': '872f65ba-67f2-4cf1-b659-993ca393aef9'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:02.137619 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0344ac40-9c05-4850-acb1-854ea192d42e" -d '{"events": [{"name": "network-changed", "server_uuid": "dde676ab-5096-4d3a-b12d-ec313a07c1b9", "tag": "872f65ba-67f2-4cf1-b659-993ca393aef9"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:02.146022 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d56e45-00a8-49f3-af13-9494335a6726 x-openstack-request-id: req-54d56e45-00a8-49f3-af13-9494335a6726 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:02.146323 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bae3d8e-24a5-4478-a403-4bc606ee02ba", "name": "network-vif-plugged", "status": "completed", "tag": "7e66accd-e2d5-4734-b59c-95a4cc312710", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:02.146576 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54d56e45-00a8-49f3-af13-9494335a6726 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:02.146971 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e66accd-e2d5-4734-b59c-95a4cc312710', 'code': 200} Aug 19 11:55:02.334123 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-62aff263-8178-4563-9dc5-aab76765e50a service neutron] 10.222.0.54 "GET /v2.0/networks/3d80867d-88b4-4492-a232-a0bdcbd17aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125868 Aug 19 11:55:02.356889 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf57142-2c08-463e-a1dd-4306baa50938 x-openstack-request-id: req-6cf57142-2c08-463e-a1dd-4306baa50938 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:02.357175 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde676ab-5096-4d3a-b12d-ec313a07c1b9", "tag": "872f65ba-67f2-4cf1-b659-993ca393aef9", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:02.357414 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cf57142-2c08-463e-a1dd-4306baa50938 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:02.357982 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde676ab-5096-4d3a-b12d-ec313a07c1b9', 'tag': '872f65ba-67f2-4cf1-b659-993ca393aef9', 'status': 'completed', 'code': 200} Aug 19 11:55:02.485721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7036ba9-975d-4691-9c86-133f97514992 req-a9cd1419-b813-4924-8cf2-824c5effacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:02.509721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7036ba9-975d-4691-9c86-133f97514992 req-a9cd1419-b813-4924-8cf2-824c5effacc1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 1097 time: 0.1420045 Aug 19 11:55:02.621623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7036ba9-975d-4691-9c86-133f97514992 req-35cbb4f7-915f-4caa-b5c7-836d183855ee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849392 Aug 19 11:55:02.759251 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db59b0a6-41ab-41f4-b86c-a67969970b04 req-c2b750c5-a994-4028-8de9-1187992b7506 service neutron] 10.222.0.54 "GET /v2.0/networks/3d80867d-88b4-4492-a232-a0bdcbd17aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826203 Aug 19 11:55:03.087514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e70c-0ef3-4a1b-a316-063efaf880de req-66ced497-91d1-4ec7-bc0d-947dff8f7e5e tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:03.090234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9f4e70c-0ef3-4a1b-a316-063efaf880de req-66ced497-91d1-4ec7-bc0d-947dff8f7e5e tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 946 time: 0.2210059 Aug 19 11:55:03.185602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344ac40-9c05-4850-acb1-854ea192d42e req-308280cc-bdf8-4e1f-afcc-e4986eb9effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:03.187240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0344ac40-9c05-4850-acb1-854ea192d42e req-308280cc-bdf8-4e1f-afcc-e4986eb9effe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fca849d6daf433596ecb0c3ccdcdf97&device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 1095 time: 0.1599147 Aug 19 11:55:03.234799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9f4e70c-0ef3-4a1b-a316-063efaf880de req-6b17101f-4ddc-493c-a168-a3a883a2ba50 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369836 Aug 19 11:55:03.453793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb4c9-0a76-4806-bd52-eb8e017e8d88 req-a0ba4a7a-9ef8-48d8-bd9f-dc1f03f40110 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:03.458122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-935fb4c9-0a76-4806-bd52-eb8e017e8d88 req-a0ba4a7a-9ef8-48d8-bd9f-dc1f03f40110 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 949 time: 0.0861752 Aug 19 11:55:03.493561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344ac40-9c05-4850-acb1-854ea192d42e req-914daec7-c1a1-4e0b-9281-da86d8dd493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:03.495792 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0344ac40-9c05-4850-acb1-854ea192d42e req-914daec7-c1a1-4e0b-9281-da86d8dd493b service neutron] 10.222.0.54 "GET /v2.0/networks?id=3d80867d-88b4-4492-a232-a0bdcbd17aa1 HTTP/1.1" status: 200 len: 914 time: 0.2361896 Aug 19 11:55:03.540504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-935fb4c9-0a76-4806-bd52-eb8e017e8d88 req-d14d8b6e-fdd9-46db-935a-e8d415f834b6 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728123 Aug 19 11:55:03.637828 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0344ac40-9c05-4850-acb1-854ea192d42e req-44efa3d3-7e80-488b-9c61-b059337a438d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872f65ba-67f2-4cf1-b659-993ca393aef9 HTTP/1.1" status: 200 len: 217 time: 0.1338537 Aug 19 11:55:03.780615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344ac40-9c05-4850-acb1-854ea192d42e req-7eb3d112-657b-402a-be50-043ba223a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:03.784759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0344ac40-9c05-4850-acb1-854ea192d42e req-7eb3d112-657b-402a-be50-043ba223a58d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=31c6ca61-e9ae-486d-afc2-31bddcd4fbf6 HTTP/1.1" status: 200 len: 853 time: 0.1292999 Aug 19 11:55:03.877950 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0344ac40-9c05-4850-acb1-854ea192d42e req-6873e7ac-7d5c-46d2-9922-81f0e4d8ac57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3d80867d-88b4-4492-a232-a0bdcbd17aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850930 Aug 19 11:55:03.961475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 362e9799-3827-4e5a-ac2a-4381a2e9a420 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:04.017826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf9923-9d1b-4059-a571-24f057864092 req-f1a96f02-116f-464f-8c3d-580718f18005 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:04.046113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46bf9923-9d1b-4059-a571-24f057864092 req-f1a96f02-116f-464f-8c3d-580718f18005 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 944 time: 0.1593800 Aug 19 11:55:04.167047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46bf9923-9d1b-4059-a571-24f057864092 req-648ca72e-2b50-44fa-9ef7-5e106719244b tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199915 Aug 19 11:55:04.258012 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0344ac40-9c05-4850-acb1-854ea192d42e req-f82efe32-c59b-462d-934b-8a8fa8370eff service neutron] 10.222.0.54 "GET /v2.0/networks/3d80867d-88b4-4492-a232-a0bdcbd17aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609562 Aug 19 11:55:04.461130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 362e9799-3827-4e5a-ac2a-4381a2e9a420 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:04.461793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:04.471571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-645e2017-deb3-44da-aad0-1a55c3bc1760 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:55:04.477312 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-645e2017-deb3-44da-aad0-1a55c3bc1760 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120704 Aug 19 11:55:04.641273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Request body: {'binding': {'host': 'n-h2-778550-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:04.641743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Unknown quota resources ['binding']. {{(pid=101153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 11:55:04.737950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76216f7a-5b95-43bd-a2ac-7d167173dda4 req-cb9fe2ef-4840-4d7e-8cee-ca6ac28ed487 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:04.755593 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76216f7a-5b95-43bd-a2ac-7d167173dda4 req-cb9fe2ef-4840-4d7e-8cee-ca6ac28ed487 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 946 time: 0.1081948 Aug 19 11:55:04.803903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-43118f02-3e91-4a99-a2b5-26f6622a8566 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:04.806167 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-43118f02-3e91-4a99-a2b5-26f6622a8566 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 949 time: 0.3539236 Aug 19 11:55:04.828785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76216f7a-5b95-43bd-a2ac-7d167173dda4 req-972175da-654e-4afb-9a9e-b2e87f2c756c tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721698 Aug 19 11:55:04.861257 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0344ac40-9c05-4850-acb1-854ea192d42e req-608a2923-143f-4d4f-9966-b55925b89a38 service neutron] 10.222.0.54 "GET /v2.0/networks/3d80867d-88b4-4492-a232-a0bdcbd17aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938783 Aug 19 11:55:05.167409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on host n-h2-778550-9 for vnic_type normal with profile None {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:05.167409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:05.167773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:05.175300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd4db-6f9f-4957-a38d-bcfc26e5a578 req-70ef6b3e-3f0f-4667-a1b9-7bffc3bbf714 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:05.189075 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cbfd4db-6f9f-4957-a38d-bcfc26e5a578 req-70ef6b3e-3f0f-4667-a1b9-7bffc3bbf714 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e88547-dfc7-40eb-8081-6076efde6c4b HTTP/1.1" status: 200 len: 949 time: 0.1941297 Aug 19 11:55:05.200786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:55:05.201083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:05.231610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:05.232000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:05.233482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:05.233933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Bound port: a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:05.327260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:05.336930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cbfd4db-6f9f-4957-a38d-bcfc26e5a578 req-77dfb642-701d-429c-a696-b325e3350b67 tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc23b411-e56c-4670-90fe-b1b3d080466e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399474 Aug 19 11:55:05.340596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Deleting port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:05.341014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:05.450077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] For port 83b97636-90e7-4c70-8717-7bd51d0cb3f4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=83b97636-90e7-4c70-8717-7bd51d0cb3f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:05.450077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:05.465633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Calling delete_port for 83b97636-90e7-4c70-8717-7bd51d0cb3f4 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:05.518062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-ff916c2c-7630-475c-8f89-55480bcefa67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2189798 Aug 19 11:55:05.635264 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] Notify callbacks [] for binding, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:05.636465 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-22ab46cf-37ec-4c9c-8a41-4f9671b0e834 service neutron] 10.222.0.65 "POST /v2.0/ports/a57c7ddc-dba4-4cdc-bae1-d2223bc77495/bindings HTTP/1.1" status: 201 len: 389 time: 1.0279112 Aug 19 11:55:05.696404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:05.700590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-821e1e32-fb2a-47ec-93d2-eb927d77be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:05.705674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-821e1e32-fb2a-47ec-93d2-eb927d77be2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 1096 time: 0.1210651 Aug 19 11:55:05.738656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['83b97636-90e7-4c70-8717-7bd51d0cb3f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:55:05.807210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Pushing event deleted for resources: {'Port': ['ID=83b97636-90e7-4c70-8717-7bd51d0cb3f4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:05.921691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] No DVR routers for this DVR port 83b97636-90e7-4c70-8717-7bd51d0cb3f4 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:05.930301 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:05.932362 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbd0353c-a700-4f88-9e04-071ffb217f83 req-8d4a9564-c2a5-40b6-8c34-8cc117131e4c tempest-ServersOnMultiNodesTest-2016532022 tempest-ServersOnMultiNodesTest-2016532022-project] 10.222.0.69 "DELETE /v2.0/ports/83b97636-90e7-4c70-8717-7bd51d0cb3f4 HTTP/1.1" status: 204 len: 173 time: 1.1174068 Aug 19 11:55:05.933105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e88547-dfc7-40eb-8081-6076efde6c4b', 'name': 'network-vif-deleted', 'tag': '83b97636-90e7-4c70-8717-7bd51d0cb3f4'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:05.935414 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc781ed-5fcc-4bfe-ad07-0fee84b503c4" -d '{"events": [{"server_uuid": "85e88547-dfc7-40eb-8081-6076efde6c4b", "name": "network-vif-deleted", "tag": "83b97636-90e7-4c70-8717-7bd51d0cb3f4"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:05.963797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343defd-eb9d-44e3-8eaa-27a015505b73 req-09fe5c98-87a7-4799-9901-86b4410258b5 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:05.975359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47206) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:05.988103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Request body: {'floatingip': {'port_id': '7e66accd-e2d5-4734-b59c-95a4cc312710'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:05.995054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1343defd-eb9d-44e3-8eaa-27a015505b73 req-09fe5c98-87a7-4799-9901-86b4410258b5 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 946 time: 0.2715330 Aug 19 11:55:06.186187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-a23d6870-7c11-4b58-ace7-674181ba3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:06.187756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-a23d6870-7c11-4b58-ace7-674181ba3804 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.4339638 Aug 19 11:55:06.225860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc0f2b-047a-449e-99ce-302bb36d9fa2 req-7caa39f2-68e2-44de-be7f-5cc19212df26 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:06.227476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3bc0f2b-047a-449e-99ce-302bb36d9fa2 req-7caa39f2-68e2-44de-be7f-5cc19212df26 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 944 time: 0.2314165 Aug 19 11:55:06.236880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:06.366790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-c3602a82-a3f3-4064-92e0-fba80ed5e3c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607fc530-ad62-419f-88cf-0a522be8020e HTTP/1.1" status: 200 len: 217 time: 0.1382773 Aug 19 11:55:06.412713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-2571858b-96df-434a-8cc2-3e6ad168359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:06.423024 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-2571858b-96df-434a-8cc2-3e6ad168359e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 1096 time: 0.4230163 Aug 19 11:55:06.515830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-3c8d7fcf-c5eb-45bd-b8d7-34e06fc41a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:06.522649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-3c8d7fcf-c5eb-45bd-b8d7-34e06fc41a7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1400499 Aug 19 11:55:06.661966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3bc0f2b-047a-449e-99ce-302bb36d9fa2 req-8167beb4-cebb-4727-8874-fb469c814a2c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055736 Aug 19 11:55:06.664439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-7ac7ce8b-9f71-4799-bacd-7d106042299f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328011 Aug 19 11:55:06.804180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-4d0b71c7-160b-4e78-a0e2-c7059d4304e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:06.806046 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-4d0b71c7-160b-4e78-a0e2-c7059d4304e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.3623650 Aug 19 11:55:06.907643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-b217da01-1106-4e00-972b-52f3dd88d257 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329240 Aug 19 11:55:06.930581 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-323095c6-f7b1-4a26-9ba2-a762ed292d63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495 HTTP/1.1" status: 200 len: 217 time: 0.1127400 Aug 19 11:55:07.235405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef27c-5896-48ce-97ca-1809bd4ed4a5 req-43bd1069-7185-44a8-9126-c62aaddb65d8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:07.251085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef5ef27c-5896-48ce-97ca-1809bd4ed4a5 req-43bd1069-7185-44a8-9126-c62aaddb65d8 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.3417060 Aug 19 11:55:07.301869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db266438-9eac-48b9-b6c7-687c5d04c880 req-679c3079-9231-4e7a-9cb8-715ea43dca73 service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785598 Aug 19 11:55:07.366464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef5ef27c-5896-48ce-97ca-1809bd4ed4a5 req-89672ada-0055-4b2a-9051-d028a7ddb00a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138530 Aug 19 11:55:07.396612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-f1390e83-25e5-486b-a71f-0fd3b5b41bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:07.399746 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-f1390e83-25e5-486b-a71f-0fd3b5b41bcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.4512429 Aug 19 11:55:07.448449 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2119829-3747-411f-836b-d2406885ccd4 x-openstack-request-id: req-a2119829-3747-411f-836b-d2406885ccd4 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:07.449140 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e88547-dfc7-40eb-8081-6076efde6c4b", "name": "network-vif-deleted", "tag": "83b97636-90e7-4c70-8717-7bd51d0cb3f4", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:07.449140 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2119829-3747-411f-836b-d2406885ccd4 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:07.449536 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e88547-dfc7-40eb-8081-6076efde6c4b', 'name': 'network-vif-deleted', 'tag': '83b97636-90e7-4c70-8717-7bd51d0cb3f4', 'status': 'completed', 'code': 200} Aug 19 11:55:07.515839 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-4ea68426-91fb-43d4-b934-7324bd7cb22f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960152 Aug 19 11:55:07.816453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 872f65ba-67f2-4cf1-b659-993ca393aef9 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:55:07.942952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25e062-8885-4759-a00e-835fa8224e0a req-8cfa5a91-cb25-458f-8659-049ca65a0340 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:07.954166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb25e062-8885-4759-a00e-835fa8224e0a req-8cfa5a91-cb25-458f-8659-049ca65a0340 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 944 time: 0.1200202 Aug 19 11:55:07.982897 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-6cef9341-ec9c-42ab-bbcb-e8c4d6dda31c service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435470 Aug 19 11:55:08.023132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47228) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:08.034246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb25e062-8885-4759-a00e-835fa8224e0a req-3515cb4a-f27c-4433-b353-6e2e5b4d5a9d tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780020 Aug 19 11:55:08.079164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 872f65ba-67f2-4cf1-b659-993ca393aef9, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=872f65ba-67f2-4cf1-b659-993ca393aef9,segment=NetworkSegment(cf5db6d2-02e2-469a-a83a-cadfb60fe123),segment_id=cf5db6d2-02e2-469a-a83a-cadfb60fe123)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:08.106790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '872f65ba-67f2-4cf1-b659-993ca393aef9', 'network_id': '3d80867d-88b4-4492-a232-a0bdcbd17aa1', 'port_id': '872f65ba-67f2-4cf1-b659-993ca393aef9', 'mac_address': 'fa:16:3e:ac:04:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c6ca61-e9ae-486d-afc2-31bddcd4fbf6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:55:08.158099 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-85b29deb-172c-47c0-b704-9d582870e2dc service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678100 Aug 19 11:55:08.210751 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:08.271576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872f65ba-67f2-4cf1-b659-993ca393aef9 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:55:08.303754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 83b97636-90e7-4c70-8717-7bd51d0cb3f4 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:08.320494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3959a253-193c-4bc5-890a-dd67564797b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=270286d9d3094f81a15c7e90ed3750ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800059 Aug 19 11:55:08.323716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47232) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:08.384146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 872f65ba-67f2-4cf1-b659-993ca393aef9, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=872f65ba-67f2-4cf1-b659-993ca393aef9,segment=NetworkSegment(cf5db6d2-02e2-469a-a83a-cadfb60fe123),segment_id=cf5db6d2-02e2-469a-a83a-cadfb60fe123)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:08.394260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 83b97636-90e7-4c70-8717-7bd51d0cb3f4 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:08.394260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 83b97636-90e7-4c70-8717-7bd51d0cb3f4 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:08.419599 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:08.499881 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:08.586209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=872f65ba-67f2-4cf1-b659-993ca393aef9,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:08.615614 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:08.666993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853af00-0a14-4a4e-95bc-762d8abc3980 req-b0df080f-9224-4b46-9149-c1a6a424ac4b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:08.676102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3853af00-0a14-4a4e-95bc-762d8abc3980 req-b0df080f-9224-4b46-9149-c1a6a424ac4b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.1264992 Aug 19 11:55:08.735699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3853af00-0a14-4a4e-95bc-762d8abc3980 req-9cb67926-c4b2-4fd4-8de5-4c367234b0b2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582700 Aug 19 11:55:08.773779 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:08.777268 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:08.778881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc23b411-e56c-4670-90fe-b1b3d080466e HTTP/1.1" status: 204 len: 168 time: 0.4540565 Aug 19 11:55:08.792766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['872f65ba-67f2-4cf1-b659-993ca393aef9'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:55:08.826558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc23b411-e56c-4670-90fe-b1b3d080466e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:08.856249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.856826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.858356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.858811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.861432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.866766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.867288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.867818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.868285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.868745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.871915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:08.872406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb1bfde-9034-46bf-8dcb-0fa658ba836b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:09.197494 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.resource_extend [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 11:55:09.342220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843b5e-16fd-47f0-b17e-172e329f6eed req-5dce9a4b-927d-4089-bd01-16f58597f0ae tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:09.345663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22843b5e-16fd-47f0-b17e-172e329f6eed req-5dce9a4b-927d-4089-bd01-16f58597f0ae tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 945 time: 0.1439958 Aug 19 11:55:09.390171 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:09.403080 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:09.447881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22843b5e-16fd-47f0-b17e-172e329f6eed req-cf9711af-1adc-4ce0-88a8-48e18dd037b3 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944524 Aug 19 11:55:09.558898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47248) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:09.743982 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-250c0fc2-9e5e-4132-9436-3763b6ba508b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb7d4063f4a74295b92b810459f28678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836922 Aug 19 11:55:09.744749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47250) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:09.764183 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Floating IP bbb9eb5f-0c66-4e82-a92f-d9b414aed40a associated. External IP: 172.25.4.253, port: 7e66accd-e2d5-4734-b59c-95a4cc312710. Aug 19 11:55:09.958848 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b589c485-4ba2-45f8-8577-3dfea722f71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:10.183083 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b589c485-4ba2-45f8-8577-3dfea722f71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:10.298050 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b589c485-4ba2-45f8-8577-3dfea722f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:10.303359 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b589c485-4ba2-45f8-8577-3dfea722f71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:10.309422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b589c485-4ba2-45f8-8577-3dfea722f71e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d09940cb-5509-4977-ad0f-812a5e5efa64 HTTP/1.1" status: 204 len: 168 time: 0.5607195 Aug 19 11:55:10.328720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45682-87fe-4ccd-8c33-f8a07a02e9a7 req-cb436504-819a-4418-a867-4b76546b3d3f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:10.348649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6e45682-87fe-4ccd-8c33-f8a07a02e9a7 req-cb436504-819a-4418-a867-4b76546b3d3f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.4018729 Aug 19 11:55:10.353906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Router e433e777-4945-4f0d-bec4-492c5103adce has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:55:10.379582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589c485-4ba2-45f8-8577-3dfea722f71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09940cb-5509-4977-ad0f-812a5e5efa64,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:10.667162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:10.681295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6e45682-87fe-4ccd-8c33-f8a07a02e9a7 req-3a2bcb21-ae56-45be-9fed-3d979544b828 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315287 Aug 19 11:55:10.748453 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:10.758594 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] Sync routers for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:10.858648 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:10.873880 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:10.964541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ea3358b9-0023-4e52-88be-d8cd69dcf296 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "PUT /v2.0/floatingips/bbb9eb5f-0c66-4e82-a92f-d9b414aed40a HTTP/1.1" status: 200 len: 992 time: 4.9829755 Aug 19 11:55:10.965203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'tag': '7e66accd-e2d5-4734-b59c-95a4cc312710'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:10.967596 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d2ceb1-44a6-4437-a243-f6652a3098f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8bae3d8e-24a5-4478-a403-4bc606ee02ba", "tag": "7e66accd-e2d5-4734-b59c-95a4cc312710"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:11.032554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dec34-e291-4f82-8ab6-e563ff83de52 req-e13f1d5b-938e-4d8e-915a-f9965475570b tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:11.038938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f74dec34-e291-4f82-8ab6-e563ff83de52 req-e13f1d5b-938e-4d8e-915a-f9965475570b tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 945 time: 0.0963902 Aug 19 11:55:11.104210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f74dec34-e291-4f82-8ab6-e563ff83de52 req-6062a228-876a-4096-b9ba-151ea2593238 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580070 Aug 19 11:55:11.104512 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:11.557419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-a08e44f2-62f1-4c99-8d37-3b5900bcb855 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:11.567329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-a08e44f2-62f1-4c99-8d37-3b5900bcb855 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 820 time: 0.2345819 Aug 19 11:55:11.594298 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-0556a7ca-dbf9-4211-be50-1fee13de1ef5 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/quotas/23172949aae84995841c5e7a8fa1e132 HTTP/1.1" status: 200 len: 375 time: 0.0124750 Aug 19 11:55:11.615049 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'bbb9eb5f-0c66-4e82-a92f-d9b414aed40a', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'port_id': '7e66accd-e2d5-4734-b59c-95a4cc312710', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'mac_address': 'fa:16:3e:b6:8d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:54:40Z', 'updated_at': '2021-08-19T11:55:08Z', 'revision_number': 1, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edca61ab-1f15-4bc0-8f65-2db69a6db0d7', 'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'mac_address': 'fa:16:3e:9f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:38Z', 'revision_number': 5, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'subnets': [{'id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:11.679793 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] Checking router: e433e777-4945-4f0d-bec4-492c5103adce for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:11.696668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-cf4d4cd2-bb06-41bd-bc62-746bf6f2d8b4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964737 Aug 19 11:55:11.700202 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:11.701059 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:54:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:11.824129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 872f65ba-67f2-4cf1-b659-993ca393aef9 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:11.940831 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-75ca9306-5b13-4dfc-9fe4-9a7d8bfbf7ed service neutron] 10.222.0.65 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302725 Aug 19 11:55:11.950495 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:11.960884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 872f65ba-67f2-4cf1-b659-993ca393aef9 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:11.965097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 872f65ba-67f2-4cf1-b659-993ca393aef9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:11.965477 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:12.114936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-b9821d1a-c8bc-4362-85b0-15d72850ed26 service neutron] 10.222.0.65 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702425 Aug 19 11:55:12.139015 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:12.218321 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde676ab-5096-4d3a-b12d-ec313a07c1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872f65ba-67f2-4cf1-b659-993ca393aef9'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:12.220643 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b81031-af08-4a1f-add4-ca22594f4173" -d '{"events": [{"server_uuid": "dde676ab-5096-4d3a-b12d-ec313a07c1b9", "name": "network-vif-plugged", "status": "completed", "tag": "872f65ba-67f2-4cf1-b659-993ca393aef9"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:12.289322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 872f65ba-67f2-4cf1-b659-993ca393aef9, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=872f65ba-67f2-4cf1-b659-993ca393aef9,segment=NetworkSegment(cf5db6d2-02e2-469a-a83a-cadfb60fe123),segment_id=cf5db6d2-02e2-469a-a83a-cadfb60fe123)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:12.299274 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:12.447977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=872f65ba-67f2-4cf1-b659-993ca393aef9,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:12.624861 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'bbb9eb5f-0c66-4e82-a92f-d9b414aed40a', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'port_id': '7e66accd-e2d5-4734-b59c-95a4cc312710', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'mac_address': 'fa:16:3e:b6:8d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:54:40Z', 'updated_at': '2021-08-19T11:55:08Z', 'revision_number': 1, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edca61ab-1f15-4bc0-8f65-2db69a6db0d7', 'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'mac_address': 'fa:16:3e:9f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:38Z', 'revision_number': 5, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'subnets': [{'id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:12.659101 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dcdeeb-c3b5-4f6d-b6c2-590f40bd88ac None None] The sync data for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 is: [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'bbb9eb5f-0c66-4e82-a92f-d9b414aed40a', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'port_id': '7e66accd-e2d5-4734-b59c-95a4cc312710', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'mac_address': 'fa:16:3e:b6:8d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:54:40Z', 'updated_at': '2021-08-19T11:55:08Z', 'revision_number': 1, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edca61ab-1f15-4bc0-8f65-2db69a6db0d7', 'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'mac_address': 'fa:16:3e:9f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:38Z', 'revision_number': 5, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'subnets': [{'id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:55:12.847180 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c585c84-20c8-4b9b-b8f5-619faf676cb0 x-openstack-request-id: req-9c585c84-20c8-4b9b-b8f5-619faf676cb0 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:12.847888 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bae3d8e-24a5-4478-a403-4bc606ee02ba", "tag": "7e66accd-e2d5-4734-b59c-95a4cc312710", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:12.848010 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c585c84-20c8-4b9b-b8f5-619faf676cb0 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:12.848474 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'tag': '7e66accd-e2d5-4734-b59c-95a4cc312710', 'status': 'completed', 'code': 200} Aug 19 11:55:13.032266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-130dd33b-a61d-4c24-9902-8f9c6290276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:13.034553 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-130dd33b-a61d-4c24-9902-8f9c6290276f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d5e516c522d44438e958bd88c4192ee&device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 1097 time: 0.1459491 Aug 19 11:55:13.104088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6e03-1f20-4c3e-b716-085d6a54a30a req-09a81747-599a-41d5-adcf-48b73f9b4eb2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:13.115418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db0d6e03-1f20-4c3e-b716-085d6a54a30a req-09a81747-599a-41d5-adcf-48b73f9b4eb2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.1105764 Aug 19 11:55:13.207559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e60668-acbb-412f-97d0-85f8ce97d453 None None] New status for floating IP bbb9eb5f-0c66-4e82-a92f-d9b414aed40a: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:55:13.229622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db0d6e03-1f20-4c3e-b716-085d6a54a30a req-a260367d-6854-4bcf-a994-cce1e7fc00e0 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132183 Aug 19 11:55:13.280919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-c9749172-a0fe-4637-b0cb-083d507c1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:13.282421 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-c9749172-a0fe-4637-b0cb-083d507c1227 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bde7db6e-f5cd-4506-a63c-8b68f742965d HTTP/1.1" status: 200 len: 913 time: 0.2398312 Aug 19 11:55:13.358484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375dd6b-2fd2-4f74-b7c9-aaa7a68016e0 req-8f467386-90e3-4b61-a274-de3158a6f3be tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:13.360581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a375dd6b-2fd2-4f74-b7c9-aaa7a68016e0 req-8f467386-90e3-4b61-a274-de3158a6f3be tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 946 time: 0.1300094 Aug 19 11:55:13.437112 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-c76fd225-4df4-4c12-b837-bcf83ecbf609 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e66accd-e2d5-4734-b59c-95a4cc312710 HTTP/1.1" status: 200 len: 1000 time: 0.1435189 Aug 19 11:55:13.446505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a375dd6b-2fd2-4f74-b7c9-aaa7a68016e0 req-4c7e1988-e399-4a78-8bf9-4575356af67c tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755870 Aug 19 11:55:13.473817 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4f84b-460c-4669-b362-2d5d70337be9 x-openstack-request-id: req-6ba4f84b-460c-4669-b362-2d5d70337be9 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:13.473817 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde676ab-5096-4d3a-b12d-ec313a07c1b9", "name": "network-vif-plugged", "status": "completed", "tag": "872f65ba-67f2-4cf1-b659-993ca393aef9", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:13.474176 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ba4f84b-460c-4669-b362-2d5d70337be9 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:13.475352 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde676ab-5096-4d3a-b12d-ec313a07c1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872f65ba-67f2-4cf1-b659-993ca393aef9', 'code': 200} Aug 19 11:55:13.628217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-2612a05d-4a3e-45ec-9f29-07bbd47b4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:13.637088 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-2612a05d-4a3e-45ec-9f29-07bbd47b4a55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=48240805-8f1f-40eb-9de4-9a73faa9cd88 HTTP/1.1" status: 200 len: 851 time: 0.1861856 Aug 19 11:55:13.704654 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-896f1335-a740-4ec8-9f8b-327ad1b07977 req-77e931c9-f3e8-46d3-a58f-4c059a548844 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 210 time: 0.0776849 Aug 19 11:55:13.723776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5404c-9bea-4e1e-aeb2-62dcd76db1dd req-0fc6d4f8-f9ae-458c-985c-c971d51934a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:13.726271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29c5404c-9bea-4e1e-aeb2-62dcd76db1dd req-0fc6d4f8-f9ae-458c-985c-c971d51934a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 1097 time: 0.1783640 Aug 19 11:55:13.751195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-0259521e-6f46-4624-a0d2-496b60ec4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:13.753208 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-0259521e-6f46-4624-a0d2-496b60ec4825 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bde7db6e-f5cd-4506-a63c-8b68f742965d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113520 Aug 19 11:55:13.850840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed628f2b-5171-4b13-a152-baa9ebc288c2 req-32420c6a-76d4-499f-9d48-0824ad817dd8 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:13.858573 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed628f2b-5171-4b13-a152-baa9ebc288c2 req-32420c6a-76d4-499f-9d48-0824ad817dd8 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 951 time: 0.1525922 Aug 19 11:55:13.881253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29c5404c-9bea-4e1e-aeb2-62dcd76db1dd req-a553780a-867a-47e5-93ef-7f654e1882f3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467819 Aug 19 11:55:13.926525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed628f2b-5171-4b13-a152-baa9ebc288c2 req-81d0466e-46ab-4c8a-bf0c-a4b1c2ff468a tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666864 Aug 19 11:55:13.944775 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-754042b6-6adc-4aed-bd40-a97848176b60 service neutron] 10.222.0.54 "GET /v2.0/networks/bde7db6e-f5cd-4506-a63c-8b68f742965d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721702 Aug 19 11:55:14.416099 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47d2ceb1-44a6-4437-a243-f6652a3098f3 req-2abf96c0-6fab-4fb8-8363-3254d168e47d service neutron] 10.222.0.54 "GET /v2.0/networks/bde7db6e-f5cd-4506-a63c-8b68f742965d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942248 Aug 19 11:55:14.540837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5afc12-66f4-4d42-8a70-d51024f70adf req-2fec62b5-b978-4a99-9a26-f23807e257f4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:14.543146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe5afc12-66f4-4d42-8a70-d51024f70adf req-2fec62b5-b978-4a99-9a26-f23807e257f4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.0651188 Aug 19 11:55:14.602025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe5afc12-66f4-4d42-8a70-d51024f70adf req-9bc3702d-0bf3-48a2-adb7-e1060ba8bc0f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516918 Aug 19 11:55:15.223751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47430) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:15.229523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe049ff1-4648-4a2a-a388-8b4b392d3bab req-097f5d28-05b4-41dd-81d4-a5d1aabb09f8 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:15.241218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe049ff1-4648-4a2a-a388-8b4b392d3bab req-097f5d28-05b4-41dd-81d4-a5d1aabb09f8 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 946 time: 0.3854208 Aug 19 11:55:15.407723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe049ff1-4648-4a2a-a388-8b4b392d3bab req-fd28b69b-575a-4dc5-aea3-55e83db6e3fa tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617017 Aug 19 11:55:15.432665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ffbf3735-641e-4e55-b124-acdd5e0ff277 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:15.443466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c2379911-d30a-47a8-bc88-7bd44cd9a93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:15.447959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ffbf3735-641e-4e55-b124-acdd5e0ff277 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 820 time: 0.5292499 Aug 19 11:55:15.499838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Request body: {'port': {'device_id': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b', 'admin_state_up': True, 'tenant_id': '23172949aae84995841c5e7a8fa1e132'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:15.517171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ba26a95-2091-40fc-8ffc-ff6de3172c1e req-6bb60274-7dec-4212-aabc-9c4e2c64d97d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 210 time: 0.0680540 Aug 19 11:55:15.662699 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c2379911-d30a-47a8-bc88-7bd44cd9a93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:15.693369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c2379911-d30a-47a8-bc88-7bd44cd9a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:15.813050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2379911-d30a-47a8-bc88-7bd44cd9a93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0f1d3e-900c-4e94-b2ed-4dbf87488ca4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:15.870912 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c2379911-d30a-47a8-bc88-7bd44cd9a93e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=abec1f0789394e90a331343e0f2c3022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6459808 Aug 19 11:55:15.871124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47448) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:15.892541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Made reservation on behalf of 23172949aae84995841c5e7a8fa1e132 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:15.903245 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:16.254978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Allocated IP 172.20.0.9 (487782ee-3b36-4ac6-a661-aec65fc1c82b/b2a4fdb0-876e-4ce9-a5d2-469649f0215f/29c29e6a-985c-4195-b33d-0a07f99aa7aa) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:16.289816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186c909-4b25-4866-b937-3fd0ec5a07bd req-06d2bd05-b639-4523-b9ca-91b59f9d3e52 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:16.291471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9186c909-4b25-4866-b937-3fd0ec5a07bd req-06d2bd05-b639-4523-b9ca-91b59f9d3e52 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 951 time: 0.2629557 Aug 19 11:55:16.299591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12acebb-4da0-41b7-8e66-05e1dbb9b063 req-4ce1d128-7806-42bd-a22e-c06301a722dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:16.307744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b12acebb-4da0-41b7-8e66-05e1dbb9b063 req-4ce1d128-7806-42bd-a22e-c06301a722dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.4231501 Aug 19 11:55:16.373561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7a5fee5e-21eb-45ea-afa2-fb77e6eafa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:16.455049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b12acebb-4da0-41b7-8e66-05e1dbb9b063 req-19ead9e7-9122-4feb-a423-4ae0b4be0f6e tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413233 Aug 19 11:55:16.465819 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7a5fee5e-21eb-45ea-afa2-fb77e6eafa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:16.505434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9186c909-4b25-4866-b937-3fd0ec5a07bd req-9f653842-e2bf-4f83-9e1e-99cb60118436 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772578 Aug 19 11:55:16.733123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52a0a8aa-1806-4367-b854-a476863a4b53 req-08f20508-f8b5-4178-876f-87b81ef1dde8 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 210 time: 0.0425858 Aug 19 11:55:16.759799 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7a5fee5e-21eb-45ea-afa2-fb77e6eafa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:16.762611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7a5fee5e-21eb-45ea-afa2-fb77e6eafa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:16.763881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7a5fee5e-21eb-45ea-afa2-fb77e6eafa21 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b0f1d3e-900c-4e94-b2ed-4dbf87488ca4 HTTP/1.1" status: 204 len: 168 time: 0.8919730 Aug 19 11:55:16.801794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bf865-9163-466c-904d-6a1eca62606f req-43acd192-54b7-4bc1-bcd4-cebc088a025d tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:16.816593 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d8bf865-9163-466c-904d-6a1eca62606f req-43acd192-54b7-4bc1-bcd4-cebc088a025d tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 946 time: 0.1740367 Aug 19 11:55:16.842984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fee5e-21eb-45ea-afa2-fb77e6eafa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0f1d3e-900c-4e94-b2ed-4dbf87488ca4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:16.866110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:16.936100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d8bf865-9163-466c-904d-6a1eca62606f req-fa2f4834-842b-405c-93a1-7cdcaf65735d tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183023 Aug 19 11:55:17.027966 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.084583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f21be42b-c8ff-4688-a253-b8c17e8ac148'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:55:17.203487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Network 487782ee-3b36-4ac6-a661-aec65fc1c82b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:17.205407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:17.218187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:17.278175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Pushing event updated for resources: {'Port': ['ID=29c29e6a-985c-4195-b33d-0a07f99aa7aa,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:17.331450 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38400a10-ddbc-454b-b7bf-bcaec6a94eab req-f5b173c0-bae9-4725-9ff7-9fcc436edd5a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:17.341142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38400a10-ddbc-454b-b7bf-bcaec6a94eab req-f5b173c0-bae9-4725-9ff7-9fcc436edd5a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 946 time: 0.1686127 Aug 19 11:55:17.354901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:17.355552 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.391113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-ff6316c2-9366-41cd-94b3-5df05343c724 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8974724 Aug 19 11:55:17.405989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38400a10-ddbc-454b-b7bf-bcaec6a94eab req-18489d1e-11f1-4aed-8f93-cf016b6abbec tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633860 Aug 19 11:55:17.418300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47474) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:17.427428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Request body: {'port': {'device_id': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:17.462457 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5835c0b9-84d0-46c7-94da-bca759a099eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.562237 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.695375 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5835c0b9-84d0-46c7-94da-bca759a099eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.700842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5835c0b9-84d0-46c7-94da-bca759a099eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.759354 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5835c0b9-84d0-46c7-94da-bca759a099eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a29f173916cd496e88fb3e3d1141cb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386934 Aug 19 11:55:17.760913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47484) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:17.805827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f35c4-7c7f-48bc-bcb0-2744d14f0f5f req-1936473e-d4c6-4726-afa9-ed596f81ca60 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:17.813540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-903f35c4-7c7f-48bc-bcb0-2744d14f0f5f req-1936473e-d4c6-4726-afa9-ed596f81ca60 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.2023978 Aug 19 11:55:17.826845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835c0b9-84d0-46c7-94da-bca759a099eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1833e60-4ee9-431b-8ba1-02abf8c065bc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:17.832055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59888469-5130-47e1-8974-2a60d6e2e1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.859132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c148e-6b5f-4553-a528-5da488dddd74 req-64a14ae3-d497-4103-8099-4563afa63045 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:17.860124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:17.860850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae9c148e-6b5f-4553-a528-5da488dddd74 req-64a14ae3-d497-4103-8099-4563afa63045 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 951 time: 0.1883388 Aug 19 11:55:17.871052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59888469-5130-47e1-8974-2a60d6e2e1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.970106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59888469-5130-47e1-8974-2a60d6e2e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.973279 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59888469-5130-47e1-8974-2a60d6e2e1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:17.978645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-59888469-5130-47e1-8974-2a60d6e2e1d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1833e60-4ee9-431b-8ba1-02abf8c065bc HTTP/1.1" status: 204 len: 168 time: 0.2145870 Aug 19 11:55:18.000670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59888469-5130-47e1-8974-2a60d6e2e1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1833e60-4ee9-431b-8ba1-02abf8c065bc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:18.002336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-903f35c4-7c7f-48bc-bcb0-2744d14f0f5f req-65474602-564b-473c-81cc-241286c85530 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836672 Aug 19 11:55:18.063378 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:18.109579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:18.110786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:18.114727 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b217e-93e7-4054-933b-b7b95b42ffde" -d '{"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-unplugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:18.116415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae9c148e-6b5f-4553-a528-5da488dddd74 req-0034a13e-5f21-46da-9103-8ecae400da57 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251067 Aug 19 11:55:18.137076 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:18.216331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=11']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:18.219534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d089a5-2e18-4b45-b210-907176916a23 req-5c7de929-ce83-4271-b4fd-97c6185d24e9 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:18.226475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.227227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.227796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.228349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.228552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24d089a5-2e18-4b45-b210-907176916a23 req-5c7de929-ce83-4271-b4fd-97c6185d24e9 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 946 time: 0.0988870 Aug 19 11:55:18.229172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.229720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.230287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.230830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.231620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.232336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.233475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.234049 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:18.292124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c29e6a-985c-4195-b33d-0a07f99aa7aa {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:55:18.303355 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa98e382-21a8-4b7d-8d8c-61faa0e57a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:18.310179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24d089a5-2e18-4b45-b210-907176916a23 req-2f957ac8-3abf-488e-a80d-0fcffedfba87 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806746 Aug 19 11:55:18.313534 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:18.402117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Transition to ACTIVE for port object 29c29e6a-985c-4195-b33d-0a07f99aa7aa will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:18.410523 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:18.452147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deeba54-1491-41bf-ac88-5dd8ec4f2826 req-dfa1fb72-30dc-4d3d-98ce-a09ac15f2217 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:18.487186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2deeba54-1491-41bf-ac88-5dd8ec4f2826 req-dfa1fb72-30dc-4d3d-98ce-a09ac15f2217 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 931 time: 0.1757658 Aug 19 11:55:18.587239 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81250921-00d1-4f2d-a3e0-87b7c9d81a90 x-openstack-request-id: req-81250921-00d1-4f2d-a3e0-87b7c9d81a90 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:18.587841 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-unplugged", "status": "completed", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:18.587990 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81250921-00d1-4f2d-a3e0-87b7c9d81a90 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:18.588505 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'code': 200} Aug 19 11:55:18.597359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Pushing event updated for resources: {'Port': ['ID=29c29e6a-985c-4195-b33d-0a07f99aa7aa,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:18.634953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-b1b2578c-2634-49cd-bbe5-72ced7e5b9dc tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:18.658702 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-b1b2578c-2634-49cd-bbe5-72ced7e5b9dc tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 949 time: 0.2005408 Aug 19 11:55:18.739123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2deeba54-1491-41bf-ac88-5dd8ec4f2826 req-a357a2df-1f62-4fad-ae25-396d64bdf75f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490301 Aug 19 11:55:18.792279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:18.795086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:18.796735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:18.807363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:55:18.808027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:18.815482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:18.816215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:18.816785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:18.817423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Bound port: 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:18.817946 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:18.892945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Deleting port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:18.892945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:19.007721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] For port 38ba68ff-c1cb-4300-865f-d710b40cf7f4, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=38ba68ff-c1cb-4300-865f-d710b40cf7f4,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:19.008465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:19.027192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Calling delete_port for 38ba68ff-c1cb-4300-865f-d710b40cf7f4 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:19.310719 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:19.400468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Pushing event deleted for resources: {'Port': ['ID=38ba68ff-c1cb-4300-865f-d710b40cf7f4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:19.429704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] No DVR routers for this DVR port 38ba68ff-c1cb-4300-865f-d710b40cf7f4 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:19.432537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:19.434750 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-86818d37-fbb0-45b1-a767-98dd0e23ed9e req-00977254-5278-4ef7-8d01-4e6ebb46fb71 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.54 "DELETE /v2.0/ports/38ba68ff-c1cb-4300-865f-d710b40cf7f4 HTTP/1.1" status: 204 len: 173 time: 0.7620702 Aug 19 11:55:19.435319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-deleted', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:19.438319 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45522751-0694-4a37-ad72-f7cc3794c357" -d '{"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-deleted", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:19.505071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:19.511197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:19.528175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff49de6-3cb8-47c6-b930-a69aa1855c7e req-4f85e92f-3865-4ac1-8a80-025da8575ccf tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:19.536895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fff49de6-3cb8-47c6-b930-a69aa1855c7e req-4f85e92f-3865-4ac1-8a80-025da8575ccf tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 946 time: 0.6064203 Aug 19 11:55:19.541630 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:19.613228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ea607-c277-4674-9415-af7259d80887 req-b5514cd2-8973-42f5-b474-4f819196bbd0 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:19.616389 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7f6ea607-c277-4674-9415-af7259d80887 req-b5514cd2-8973-42f5-b474-4f819196bbd0 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 946 time: 0.1078029 Aug 19 11:55:19.627805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Pushing event updated for resources: {'Port': ['ID=29c29e6a-985c-4195-b33d-0a07f99aa7aa,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:19.659294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463d538-17fe-4646-acd6-04757af9e8df req-6d7870da-80cc-4fa7-93bc-0890e7170650 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:19.667364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5463d538-17fe-4646-acd6-04757af9e8df req-6d7870da-80cc-4fa7-93bc-0890e7170650 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.2972374 Aug 19 11:55:19.738818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fff49de6-3cb8-47c6-b930-a69aa1855c7e req-eb08d8c7-1902-45be-b451-e5a68d6d2b5d tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922724 Aug 19 11:55:19.740570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:19.756081 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:19.758362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-32923b1e-dffb-42b9-b425-3a9ed0352de3 service neutron] 10.222.0.69 "PUT /v2.0/ports/29c29e6a-985c-4195-b33d-0a07f99aa7aa HTTP/1.1" status: 200 len: 1091 time: 2.3364923 Aug 19 11:55:19.764546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:19.768735 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8a389c-89d8-49aa-9740-fa336c40b1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:19.800314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5463d538-17fe-4646-acd6-04757af9e8df req-52212437-6710-434f-aff6-5970b1aee439 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322258 Aug 19 11:55:19.813933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-7f6ea607-c277-4674-9415-af7259d80887 req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Deleting port 872f65ba-67f2-4cf1-b659-993ca393aef9 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:19.815162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7f6ea607-c277-4674-9415-af7259d80887 req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:19.954126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7f6ea607-c277-4674-9415-af7259d80887 req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] For port 872f65ba-67f2-4cf1-b659-993ca393aef9, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=872f65ba-67f2-4cf1-b659-993ca393aef9,segment=NetworkSegment(cf5db6d2-02e2-469a-a83a-cadfb60fe123),segment_id=cf5db6d2-02e2-469a-a83a-cadfb60fe123)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:19.954878 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7f6ea607-c277-4674-9415-af7259d80887 req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:19.970801 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-7f6ea607-c277-4674-9415-af7259d80887 req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Calling delete_port for 872f65ba-67f2-4cf1-b659-993ca393aef9 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:19.990898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd4f8928-b1bd-4030-a91d-2cd92118e201 req-3da99937-7a21-46a4-be69-2e9d47d57b99 tempest-ImagesOneServerTestJSON-1010097374 tempest-ImagesOneServerTestJSON-1010097374-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b137df-0c54-4874-b1d9-d3549f57e07e HTTP/1.1" status: 200 len: 210 time: 0.0761271 Aug 19 11:55:20.004871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-5df25dff-d28a-4d3b-bbbe-411ed91f10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:20.006701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-5df25dff-d28a-4d3b-bbbe-411ed91f10ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 1094 time: 0.1791101 Aug 19 11:55:20.113934 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ff9c6c-a4ab-436e-b9ef-f6e3a350dedc x-openstack-request-id: req-52ff9c6c-a4ab-436e-b9ef-f6e3a350dedc {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:20.114813 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b137df-0c54-4874-b1d9-d3549f57e07e", "name": "network-vif-deleted", "tag": "38ba68ff-c1cb-4300-865f-d710b40cf7f4", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:20.115414 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52ff9c6c-a4ab-436e-b9ef-f6e3a350dedc {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:20.117092 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b137df-0c54-4874-b1d9-d3549f57e07e', 'name': 'network-vif-deleted', 'tag': '38ba68ff-c1cb-4300-865f-d710b40cf7f4', 'status': 'completed', 'code': 200} Aug 19 11:55:20.130665 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-9e237e25-d072-40cb-b496-30b62c1c7bff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa HTTP/1.1" status: 200 len: 217 time: 0.1029820 Aug 19 11:55:20.199715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918be35f-414b-497c-8cae-f1d2cd30e875 req-c6d32afa-08cf-4493-be69-32625d1af993 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:20.208544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-918be35f-414b-497c-8cae-f1d2cd30e875 req-c6d32afa-08cf-4493-be69-32625d1af993 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde676ab-5096-4d3a-b12d-ec313a07c1b9 HTTP/1.1" status: 200 len: 946 time: 0.2204905 Aug 19 11:55:20.278694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-918be35f-414b-497c-8cae-f1d2cd30e875 req-20ef884a-545c-4a09-91f9-a8f2daa47d32 tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.65 "GET /v2.0/security-groups?id=c996764a-7cd4-4f26-b776-147703f70926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676930 Aug 19 11:55:20.288557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-9240d6fb-221f-436b-a655-7d985adb731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:20.292419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-9240d6fb-221f-436b-a655-7d985adb731d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.1501131 Aug 19 11:55:20.344603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7f6ea607-c277-4674-9415-af7259d80887 req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:20.373819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-447e9786-6497-4fd4-9e77-097d911acbdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639915 Aug 19 11:55:20.380775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['872f65ba-67f2-4cf1-b659-993ca393aef9'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:55:20.478986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Pushing event deleted for resources: {'Port': ['ID=872f65ba-67f2-4cf1-b659-993ca393aef9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:20.535426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6ea607-c277-4674-9415-af7259d80887 req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] No DVR routers for this DVR port 872f65ba-67f2-4cf1-b659-993ca393aef9 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:20.538389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.538746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.539338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.539731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.540214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.540563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.540924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.541251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.541571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.541949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.542618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.542953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:20.546966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7f6ea607-c277-4674-9415-af7259d80887 req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:20.549559 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7f6ea607-c277-4674-9415-af7259d80887 req-71fdcf51-d1d2-4d1e-bad4-962e7a37bd4e tempest-ServerPasswordTestJSON-124419902 tempest-ServerPasswordTestJSON-124419902-project] 10.222.0.54 "DELETE /v2.0/ports/872f65ba-67f2-4cf1-b659-993ca393aef9 HTTP/1.1" status: 204 len: 173 time: 0.9226274 Aug 19 11:55:20.551056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-3eeede60-13ff-4e8b-bb74-3d5673639eec service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334651 Aug 19 11:55:20.680753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1de681-39ec-4d6a-a2c8-870ae30daeb5 req-a546b8f5-b99a-4330-a95b-558bf21ca5f7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:20.691595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b1de681-39ec-4d6a-a2c8-870ae30daeb5 req-a546b8f5-b99a-4330-a95b-558bf21ca5f7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.3147495 Aug 19 11:55:20.732782 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-17ac1753-dae3-4f77-8aec-a707c588d28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:20.776883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b1de681-39ec-4d6a-a2c8-870ae30daeb5 req-15c5faf2-566c-4ff8-87ba-0ac6ad05a37d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798800 Aug 19 11:55:20.866544 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:20.903271 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-63abbd57-b9e1-4bcc-bc02-7088aa9035aa tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:20.906765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-63abbd57-b9e1-4bcc-bc02-7088aa9035aa tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.69 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 946 time: 0.1354482 Aug 19 11:55:20.910496 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f958d2b-1c56-4a9e-9955-f63b8467b7b2 x-openstack-request-id: req-9f958d2b-1c56-4a9e-9955-f63b8467b7b2 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:20.911391 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:20.913127 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f958d2b-1c56-4a9e-9955-f63b8467b7b2 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:20.913708 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa', 'status': 'completed', 'code': 200} Aug 19 11:55:20.921299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec630f1-6f66-4126-9c83-d520b86c87fe req-151ba218-2474-4f0e-a512-38ce83e7a9c8 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608210 Aug 19 11:55:21.123822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Deleting port 492eb656-d280-4d19-8234-0af091337518 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:21.124362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:21.244044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-35de5774-b7e0-4cb0-a2b8-3170483c71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:21.245987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-35de5774-b7e0-4cb0-a2b8-3170483c71a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 1094 time: 0.2067859 Aug 19 11:55:21.256024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] For port 492eb656-d280-4d19-8234-0af091337518, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=492eb656-d280-4d19-8234-0af091337518,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:21.256611 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:21.262010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafaa1f-cd48-44c4-8b7c-6d7ed888ace1 req-5c935392-caf6-4fc0-ab16-e4008ebfb21e tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:21.270451 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fafaa1f-cd48-44c4-8b7c-6d7ed888ace1 req-5c935392-caf6-4fc0-ab16-e4008ebfb21e tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 946 time: 0.2445040 Aug 19 11:55:21.317225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd08e-13af-4e47-8cc6-c82398c024f3 req-970c0312-da84-4c0b-9b32-da87aa80679c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:21.325769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f6bd08e-13af-4e47-8cc6-c82398c024f3 req-970c0312-da84-4c0b-9b32-da87aa80679c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.1861346 Aug 19 11:55:21.449786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fafaa1f-cd48-44c4-8b7c-6d7ed888ace1 req-d807668f-c4c4-4bf4-a114-a4b59dd22e70 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups?id=64125921-1b77-4160-88c0-a6eff47fcd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733608 Aug 19 11:55:21.470023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f6bd08e-13af-4e47-8cc6-c82398c024f3 req-ce20a055-83b5-4ad8-8ea4-ff8324fd48eb tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432507 Aug 19 11:55:21.523210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-eb097fcb-f615-40a0-ac64-a47ee44f7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:21.546708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-eb097fcb-f615-40a0-ac64-a47ee44f7bb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.2616782 Aug 19 11:55:21.641844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:21.642588 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:21.643009 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Floating IP 8168a725-e61f-4175-ba3d-72623ec9dd70 disassociated. External IP: 172.25.4.127, port: 492eb656-d280-4d19-8234-0af091337518. Aug 19 11:55:21.643662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Calling delete_port for 492eb656-d280-4d19-8234-0af091337518 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:21.690227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47556) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:21.848023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-2c3b56ee-9a6b-4bf1-9f64-184a7fc99106 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa HTTP/1.1" status: 200 len: 217 time: 0.2998760 Aug 19 11:55:21.870220 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:21.874891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:21.955910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event deleted for resources: {'Port': ['ID=492eb656-d280-4d19-8234-0af091337518,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:22.143111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde676ab-5096-4d3a-b12d-ec313a07c1b9', 'name': 'network-vif-deleted', 'tag': '872f65ba-67f2-4cf1-b659-993ca393aef9'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:22.147019 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b201b60-658d-48a5-aa30-b99ab89a250b" -d '{"events": [{"server_uuid": "dde676ab-5096-4d3a-b12d-ec313a07c1b9", "name": "network-vif-deleted", "tag": "872f65ba-67f2-4cf1-b659-993ca393aef9"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:22.161970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Router 2814246a-e668-4ddd-8040-55711af7cf38 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:55:22.162395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-834f9676-b1c7-48ab-b20a-3482f5261f24 admin admin] Deleting subnet 31c6ca61-e9ae-486d-afc2-31bddcd4fbf6 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:55:22.228845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-834f9676-b1c7-48ab-b20a-3482f5261f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:22.318355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-decdb880-e320-4fe3-8ddf-eeff569644d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:22.319908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-decdb880-e320-4fe3-8ddf-eeff569644d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.4468474 Aug 19 11:55:22.339286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27d4b-534e-4dfa-b14a-fa3aa000c7eb req-eb9caee0-d995-4121-837e-d3fdcda324a2 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:22.345468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2af27d4b-534e-4dfa-b14a-fa3aa000c7eb req-eb9caee0-d995-4121-837e-d3fdcda324a2 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.3062720 Aug 19 11:55:22.352989 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-834f9676-b1c7-48ab-b20a-3482f5261f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:22.377802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:22.396030 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] Sync routers for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:22.425584 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:22.430411 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:22.487333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] No DVR routers for this DVR port 492eb656-d280-4d19-8234-0af091337518 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:22.494017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:22.496067 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-381d81c0-2bff-41e3-ac9b-eb24e0505c09 req-6acdb3d3-fbaf-41b6-8492-8403d4711de8 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.69 "DELETE /v2.0/ports/492eb656-d280-4d19-8234-0af091337518 HTTP/1.1" status: 204 len: 173 time: 1.5440655 Aug 19 11:55:22.517431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47576) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:22.535294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-834f9676-b1c7-48ab-b20a-3482f5261f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:22.560804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2af27d4b-534e-4dfa-b14a-fa3aa000c7eb req-46a5a4ab-2bb0-4aef-ac9c-7ea106f9c76c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948733 Aug 19 11:55:22.745728 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:22.757140 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b146247-2e1b-44d1-9007-32b104c18d75 req-515f002c-5d8a-40d3-832a-8b9dfca08365 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/ports?device_id=baaa22c1-4631-4d1c-bf2f-299b4fba57e2 HTTP/1.1" status: 200 len: 210 time: 0.0642655 Aug 19 11:55:22.806514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-b66b4bce-fc26-4022-ba93-c4494245486f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4595215 Aug 19 11:55:22.819645 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-834f9676-b1c7-48ab-b20a-3482f5261f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:22.956964 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab88362-156e-4652-afcc-9db900553644 x-openstack-request-id: req-aab88362-156e-4652-afcc-9db900553644 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:22.957646 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde676ab-5096-4d3a-b12d-ec313a07c1b9", "name": "network-vif-deleted", "tag": "872f65ba-67f2-4cf1-b659-993ca393aef9", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:22.968919 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aab88362-156e-4652-afcc-9db900553644 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:22.969567 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde676ab-5096-4d3a-b12d-ec313a07c1b9', 'name': 'network-vif-deleted', 'tag': '872f65ba-67f2-4cf1-b659-993ca393aef9', 'status': 'completed', 'code': 200} Aug 19 11:55:23.015194 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:23.017846 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f6afba42-935d-4aa7-aac7-1b1afbd98987 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b3ad0dc651684781bc3fe1f07448e8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990783 Aug 19 11:55:23.030448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47584) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:23.049066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f9676-b1c7-48ab-b20a-3482f5261f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c6ca61-e9ae-486d-afc2-31bddcd4fbf6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:23.050148 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] Checking router: 2814246a-e668-4ddd-8040-55711af7cf38 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:23.061521 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:23.062366 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:23.070333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-834f9676-b1c7-48ab-b20a-3482f5261f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:23.081515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-834f9676-b1c7-48ab-b20a-3482f5261f24 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/31c6ca61-e9ae-486d-afc2-31bddcd4fbf6 HTTP/1.1" status: 204 len: 168 time: 1.3777618 Aug 19 11:55:23.097791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47586) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:23.179616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-e9fc215c-f03d-4849-8ed2-f20aa0b4ebc5 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:23.183956 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-e9fc215c-f03d-4849-8ed2-f20aa0b4ebc5 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.2598064 Aug 19 11:55:23.191415 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:23.278502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0cba31ae-2747-45ad-8ad7-b8f6378adefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:23.283329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:23.316432 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0cba31ae-2747-45ad-8ad7-b8f6378adefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:23.354711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-3f60841f-44d9-4dff-bb35-8d8c994ed48a service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295372 Aug 19 11:55:23.447209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-9'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:23.531483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f7580-c4aa-4fc6-8616-261b768cbcbc req-ef8ec61e-fc46-4634-a9a8-57abe2bb40ec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:23.544177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-905f7580-c4aa-4fc6-8616-261b768cbcbc req-ef8ec61e-fc46-4634-a9a8-57abe2bb40ec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.5159912 Aug 19 11:55:23.634880 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:23.639381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-905f7580-c4aa-4fc6-8616-261b768cbcbc req-f0566a86-092e-48c5-b559-4beb0185124d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927885 Aug 19 11:55:23.678383 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d63da5-6a83-47d6-8fb4-f220c77d9a22 None None] The sync data for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 is: [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:50:05Z', 'revision_number': 4, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b2f9b64d-ae6e-40ac-8902-21b2fef62714', 'name': '', 'network_id': '5c44442c-1286-45f6-b8eb-d63d4bd3183a', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'mac_address': 'fa:16:3e:b5:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:04Z', 'updated_at': '2021-08-19T11:50:11Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'subnets': [{'id': 'b3a8cce1-f340-41a6-8c95-f2e79331af66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:55:23.698409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c8a389c-89d8-49aa-9740-fa336c40b1a8 req-dc1550e4-661b-452f-9584-7b35f36da134 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247037 Aug 19 11:55:23.785346 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0cba31ae-2747-45ad-8ad7-b8f6378adefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:23.791639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0cba31ae-2747-45ad-8ad7-b8f6378adefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:23.794073 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0cba31ae-2747-45ad-8ad7-b8f6378adefb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb HTTP/1.1" status: 204 len: 168 time: 0.7625308 Aug 19 11:55:23.845885 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:23.872070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7484f-8289-4af5-b959-8ec47899ceef req-deddf5c8-443c-47d7-b0f7-c0c085bfd402 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:23.873364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:23.880407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03c7484f-8289-4af5-b959-8ec47899ceef req-deddf5c8-443c-47d7-b0f7-c0c085bfd402 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.0884204 Aug 19 11:55:23.896133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:23.927411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d80867d-88b4-4492-a232-a0bdcbd17aa1']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:23.952233 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03c7484f-8289-4af5-b959-8ec47899ceef req-8b192725-ecfe-4cf8-b9a8-f16590bd796c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707207 Aug 19 11:55:23.983974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5db6d2-02e2-469a-a83a-cadfb60fe123') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:23.987443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5db6d2-02e2-469a-a83a-cadfb60fe123') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:24.022481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 38ba68ff-c1cb-4300-865f-d710b40cf7f4 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:24.026863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 38ba68ff-c1cb-4300-865f-d710b40cf7f4 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:24.028620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 872f65ba-67f2-4cf1-b659-993ca393aef9 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:24.032397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.079349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.089640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:55:24.089948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.125160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 872f65ba-67f2-4cf1-b659-993ca393aef9 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:24.133290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 872f65ba-67f2-4cf1-b659-993ca393aef9 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:24.139890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47610) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:24.160247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:55:24.181705 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:55:24.274276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba31ae-2747-45ad-8ad7-b8f6378adefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2390d1d-3e65-4cb4-aa74-0c6f6ef2ebcb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:24.281867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.306739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.308465 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-978fe1b6-845d-4129-9c87-f09c95882d48 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.318205 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.321490 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] 10.222.0.65 "DELETE /v2.0/networks/3d80867d-88b4-4492-a232-a0bdcbd17aa1 HTTP/1.1" status: 204 len: 168 time: 1.2152894 Aug 19 11:55:24.340524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 492eb656-d280-4d19-8234-0af091337518 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:24.369838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25ce12-c534-4793-9812-194192c0864c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d80867d-88b4-4492-a232-a0bdcbd17aa1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:24.393286 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-978fe1b6-845d-4129-9c87-f09c95882d48 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.422891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73454efd-7ea2-40c4-9ad1-b5ce54434756 None None] New status for floating IP 8168a725-e61f-4175-ba3d-72623ec9dd70: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:55:24.448721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 492eb656-d280-4d19-8234-0af091337518 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:24.459844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 492eb656-d280-4d19-8234-0af091337518 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:24.571839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:24.584021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-978fe1b6-845d-4129-9c87-f09c95882d48 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.587446 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-978fe1b6-845d-4129-9c87-f09c95882d48 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:24.589489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-978fe1b6-845d-4129-9c87-f09c95882d48 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "DELETE /v2.0/security-groups/64125921-1b77-4160-88c0-a6eff47fcd0c HTTP/1.1" status: 204 len: 168 time: 0.4485123 Aug 19 11:55:24.592480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47620) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:24.634762 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-78a0ff11-d587-42ec-8e62-4be2bf655f04 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] show failed (client error): The resource could not be found. Aug 19 11:55:24.638435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-78a0ff11-d587-42ec-8e62-4be2bf655f04 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "GET /v2.0/security-groups/64125921-1b77-4160-88c0-a6eff47fcd0c HTTP/1.1" status: 404 len: 347 time: 0.0308771 Aug 19 11:55:24.644109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47624) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:24.685634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fe1b6-845d-4129-9c87-f09c95882d48 tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64125921-1b77-4160-88c0-a6eff47fcd0c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:24.844177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47630) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:24.885512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636af6-1874-4ca0-ac1d-856ec6ac8f8f req-2e1f8a2b-507c-4777-8830-fc45261545ac tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:24.895980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d636af6-1874-4ca0-ac1d-856ec6ac8f8f req-2e1f8a2b-507c-4777-8830-fc45261545ac tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 945 time: 0.0981436 Aug 19 11:55:24.974124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d636af6-1874-4ca0-ac1d-856ec6ac8f8f req-d307f50e-f66f-461e-b233-711f7de8f1a2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771785 Aug 19 11:55:24.995667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e08d676c-0155-4c9b-914b-a307b7994074 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7fca849d6daf433596ecb0c3ccdcdf97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493185 Aug 19 11:55:24.999088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47636) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:25.191812 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c3813b4-1539-4f73-abd0-0216625d0977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.222607 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c3813b4-1539-4f73-abd0-0216625d0977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.258234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:25.260025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'name': 'network-vif-deleted', 'tag': '492eb656-d280-4d19-8234-0af091337518'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:25.262876 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb08041-8422-4f5e-8e80-3255caaf225c" -d '{"events": [{"server_uuid": "baaa22c1-4631-4d1c-bf2f-299b4fba57e2", "name": "network-vif-deleted", "tag": "492eb656-d280-4d19-8234-0af091337518"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:25.343161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.357326 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c3813b4-1539-4f73-abd0-0216625d0977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.359108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.360517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c3813b4-1539-4f73-abd0-0216625d0977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.362820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0c3813b4-1539-4f73-abd0-0216625d0977 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c996764a-7cd4-4f26-b776-147703f70926 HTTP/1.1" status: 204 len: 168 time: 0.3605123 Aug 19 11:55:25.418411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3813b4-1539-4f73-abd0-0216625d0977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c996764a-7cd4-4f26-b776-147703f70926,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:25.428976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Deleting port fac69f7d-dcd5-45ac-8e23-8cf32677c0ea {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:25.430044 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.471943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8e9a1-b206-4826-9d28-0df5cf83518e req-4f6d73fc-8ec2-4fcb-8f13-97a2a12e3d7d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:25.479474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dde8e9a1-b206-4826-9d28-0df5cf83518e req-4f6d73fc-8ec2-4fcb-8f13-97a2a12e3d7d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.3409913 Aug 19 11:55:25.514469 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Pushing event updated for resources: {'Port': ['ID=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:25.535722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on host n-h1-778550-9 for vnic_type normal with profile {"migrating_to": "n-h2-778550-9"} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:25.536070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:25.536406 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:25.549937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:55:25.550443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Attempting to bind port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on network 6472b55c-1ec0-4718-a47a-cfd4cafee08b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:25.566092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:25.566563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Checking segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:25.566923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Bound using segment: {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:25.567399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Bound port: a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6472b55c-1ec0-4718-a47a-cfd4cafee08b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:25.569621 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.618124 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67082104-c336-4505-bcc0-6ebb7b26c3d8 x-openstack-request-id: req-67082104-c336-4505-bcc0-6ebb7b26c3d8 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:25.618124 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaa22c1-4631-4d1c-bf2f-299b4fba57e2", "name": "network-vif-deleted", "tag": "492eb656-d280-4d19-8234-0af091337518", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:25.618124 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67082104-c336-4505-bcc0-6ebb7b26c3d8 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:25.618124 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaa22c1-4631-4d1c-bf2f-299b4fba57e2', 'name': 'network-vif-deleted', 'tag': '492eb656-d280-4d19-8234-0af091337518', 'status': 'completed', 'code': 200} Aug 19 11:55:25.629228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dde8e9a1-b206-4826-9d28-0df5cf83518e req-20bd5905-e500-4873-9470-2fcf66c16d35 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409171 Aug 19 11:55:25.651507 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.651816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:25.731668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Calling delete_port for fac69f7d-dcd5-45ac-8e23-8cf32677c0ea owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:25.804473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:25.810312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:25.887047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a57c7ddc-dba4-4cdc-bae1-d2223bc77495 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:55:26.134320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:26.147983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:26.192622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:26.196605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2f9e2-5019-4f13-90d2-05272bb5395b req-80313421-e395-4669-8338-d787671ba75d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:26.205776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ce2f9e2-5019-4f13-90d2-05272bb5395b req-80313421-e395-4669-8338-d787671ba75d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.0669615 Aug 19 11:55:26.229709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a57c7ddc-dba4-4cdc-bae1-d2223bc77495 has no active binding in host n-h2-778550-9 {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 11:55:26.275393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ce2f9e2-5019-4f13-90d2-05272bb5395b req-42ffbc21-692b-49d8-94e5-0c1ed96f5e20 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662563 Aug 19 11:55:26.328165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:26.328897 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:26.331624 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] 10.222.0.54 "PUT /v2.0/ports/a57c7ddc-dba4-4cdc-bae1-d2223bc77495 HTTP/1.1" status: 200 len: 1121 time: 3.0989091 Aug 19 11:55:26.370282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc86bc-649b-4a4e-a98e-64c0cc99d806 service neutron] Pushing event updated for resources: {'Port': ['ID=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,revision_number=8']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:26.423196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Pushing event deleted for resources: {'Port': ['ID=fac69f7d-dcd5-45ac-8e23-8cf32677c0ea,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:26.432457 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:26.435888 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:26.437287 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ea24ca54-09f4-4c62-8877-8db747d77c7a tempest-ServersWithSpecificFlavorTestJSON-17262202 tempest-ServersWithSpecificFlavorTestJSON-17262202-project] 10.222.0.65 "DELETE /v2.0/floatingips/8168a725-e61f-4175-ba3d-72623ec9dd70 HTTP/1.1" status: 204 len: 168 time: 1.7853434 Aug 19 11:55:26.478991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['a57c7ddc-dba4-4cdc-bae1-d2223bc77495'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:55:26.510978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a57c7ddc-dba4-4cdc-bae1-d2223bc77495'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:55:26.608196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47692) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:26.850519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c89118c-58b0-4f13-84e1-3125ef89070d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:26.882098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3822-8e9e-4078-9a50-fcbd39bfb8b8 req-36ac9c70-c542-404c-afbd-e16d977af8e6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:26.899342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-900e3822-8e9e-4078-9a50-fcbd39bfb8b8 req-36ac9c70-c542-404c-afbd-e16d977af8e6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.1098578 Aug 19 11:55:26.954721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-900e3822-8e9e-4078-9a50-fcbd39bfb8b8 req-ba13d9a9-e30f-41bc-a09e-aafd1555af21 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542932 Aug 19 11:55:27.047765 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c89118c-58b0-4f13-84e1-3125ef89070d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.054486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c89118c-58b0-4f13-84e1-3125ef89070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.085246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47710) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:27.117720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5c89118c-58b0-4f13-84e1-3125ef89070d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db5036d034274e91bfbbc03fa91c03af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079167 Aug 19 11:55:27.118617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89118c-58b0-4f13-84e1-3125ef89070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa0b659-6076-4e6b-94e8-577112ec587b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:27.127599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47716) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:27.235465 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-195a17fb-fed2-491c-95a7-ca0698f76845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.242246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-577659961-network', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:27.304756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-195a17fb-fed2-491c-95a7-ca0698f76845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.347546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Made reservation on behalf of 1952e160fd744a2795e2b5030ee0c68a for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:27.350966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.363434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.364367 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-195a17fb-fed2-491c-95a7-ca0698f76845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.367263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-195a17fb-fed2-491c-95a7-ca0698f76845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.368549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-195a17fb-fed2-491c-95a7-ca0698f76845 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5fa0b659-6076-4e6b-94e8-577112ec587b HTTP/1.1" status: 204 len: 168 time: 0.2394278 Aug 19 11:55:27.380192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a17fb-fed2-491c-95a7-ca0698f76845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa0b659-6076-4e6b-94e8-577112ec587b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:27.513499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.519118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.552622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:55:27.576132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c0f519-d25e-475d-9431-26c5c898ffb8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:27.580651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.580855 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Added segment 47384456-3ddb-4aeb-948d-5d4c97755a38 of type vlan for network 8cf3e5e3-cc59-4775-9180-d251d0f2254d Aug 19 11:55:27.620486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495'}, {'name': 'network-changed', 'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:27.623076 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d747a18-4c93-4707-b283-cab288f7cff1" -d '{"events": [{"server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "name": "network-vif-unplugged", "status": "completed", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495"}, {"name": "network-changed", "server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:27.643100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.692315 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.693571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:27.694181 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.709208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8bcea-26ee-423c-bfc4-852bd7feedac req-f0f7a9ad-2d88-4e3b-993a-b1023b12e05f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:27.718415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13f8bcea-26ee-423c-bfc4-852bd7feedac req-f0f7a9ad-2d88-4e3b-993a-b1023b12e05f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.0779493 Aug 19 11:55:27.770340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13f8bcea-26ee-423c-bfc4-852bd7feedac req-47919a58-bb40-488d-b5a8-d10cba24e638 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Aug 19 11:55:27.771170 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6816623 Aug 19 11:55:27.780757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47738) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:27.785593 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84593708-3dce-438d-971c-a7680ec44edb admin admin] Pushing event updated for resources: {'Network': ['ID=8cf3e5e3-cc59-4775-9180-d251d0f2254d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:27.796824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Request body: {'subnet': {'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-577659961-subnet', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:27.828378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 8cf3e5e3-cc59-4775-9180-d251d0f2254d details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:55:27.866227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Made reservation on behalf of 1952e160fd744a2795e2b5030ee0c68a for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:27.868894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:27.886405 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9406733e-ed4b-483d-9bfe-86bb5c8082fe x-openstack-request-id: req-9406733e-ed4b-483d-9bfe-86bb5c8082fe {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:27.886702 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "name": "network-vif-unplugged", "status": "completed", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495", "code": 200}, {"name": "network-changed", "server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:27.886956 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9406733e-ed4b-483d-9bfe-86bb5c8082fe {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:27.887363 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495', 'code': 200} Aug 19 11:55:27.887614 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495', 'status': 'completed', 'code': 200} Aug 19 11:55:27.964652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47752) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:28.154403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57df8c5-abb0-4d37-85a9-8b3e9d628997 req-a2a1d8a2-e38c-4555-8a3b-4748650a3abe tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:28.159217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c57df8c5-abb0-4d37-85a9-8b3e9d628997 req-a2a1d8a2-e38c-4555-8a3b-4748650a3abe tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.1126199 Aug 19 11:55:28.163133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-0a82b912-8fca-40c4-a92e-9e62ed31baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:28.165061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-0a82b912-8fca-40c4-a92e-9e62ed31baac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 1124 time: 0.1509542 Aug 19 11:55:28.170019 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:28.246617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:28.297655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c25781d-7f59-4b62-9214-b067e1c238c3,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:28.328715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c57df8c5-abb0-4d37-85a9-8b3e9d628997 req-3707499f-9840-496c-8a2b-86c8e7e1543d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624258 Aug 19 11:55:28.385334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Checking segment: {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:28.385697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Network hostable DHCP agents. Network: 8cf3e5e3-cc59-4775-9180-d251d0f2254d, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:55:28.410588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-40283f4f-09a0-477b-90af-37d2eb01d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:28.412155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-40283f4f-09a0-477b-90af-37d2eb01d5e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.2253010 Aug 19 11:55:28.422642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Network 8cf3e5e3-cc59-4775-9180-d251d0f2254d is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:55:28.472188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-cd8275c4-f5c2-4314-80a9-e8c4ff4d85e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495 HTTP/1.1" status: 200 len: 217 time: 0.0465975 Aug 19 11:55:28.472765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 8cf3e5e3-cc59-4775-9180-d251d0f2254d) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:28.477483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:28.478047 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:28.484078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b1599-ed0f-4d92-bca9-28dfc468cf51 None None] Network 8cf3e5e3-cc59-4775-9180-d251d0f2254d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:55:28.565481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47778) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:28.612161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-876e1436-f702-4585-afb8-e94fe384c8a0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8365557 Aug 19 11:55:28.615592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47786) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:28.620810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:28.625615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-374b9011-b6fb-4253-bc55-0c8a9e414f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:28.627814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-374b9011-b6fb-4253-bc55-0c8a9e414f5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1250424 Aug 19 11:55:28.675609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-cfc98748-7165-4396-b33f-056bfceab595 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379229 Aug 19 11:55:28.708810 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:28.710104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec98b9-b651-4c87-893b-526842821feb None None] Network 8cf3e5e3-cc59-4775-9180-d251d0f2254d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:55:28.710441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:28.737831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4b17d7a-c7a4-4653-903d-c96b64f523b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:28.891353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:28.917818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:28.985591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:29.019334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4b17d7a-c7a4-4653-903d-c96b64f523b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.028547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-b0920639-8793-4dcd-97f4-26880836c4af service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420882 Aug 19 11:55:29.029399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4b17d7a-c7a4-4653-903d-c96b64f523b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.076400 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a4b17d7a-c7a4-4653-903d-c96b64f523b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e07146676704c1c9a0b843dc2c07130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094700 Aug 19 11:55:29.078686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b17d7a-c7a4-4653-903d-c96b64f523b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4865a3b4-d3c9-4799-9c23-1b024ad448c4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:29.081234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47802) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:29.097266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b918e-6fc3-44f2-990f-ab5a3939a8fa req-ab16cdcd-d79c-438d-9918-c2ed13cd50bb tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:29.098897 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b11b918e-6fc3-44f2-990f-ab5a3939a8fa req-ab16cdcd-d79c-438d-9918-c2ed13cd50bb tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.2082927 Aug 19 11:55:29.172266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-network', 'tenant_id': '7539f1bb11024d46bfced015f1409be6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:29.227524 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Made reservation on behalf of 7539f1bb11024d46bfced015f1409be6 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:29.229871 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.248197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.259272 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa39b-7caa-4235-9a25-2149dc18c39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.305569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa39b-7caa-4235-9a25-2149dc18c39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.435041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa39b-7caa-4235-9a25-2149dc18c39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.437439 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa39b-7caa-4235-9a25-2149dc18c39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.442006 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5c3aa39b-7caa-4235-9a25-2149dc18c39f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4865a3b4-d3c9-4799-9c23-1b024ad448c4 HTTP/1.1" status: 204 len: 168 time: 0.3548892 Aug 19 11:55:29.465476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3aa39b-7caa-4235-9a25-2149dc18c39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865a3b4-d3c9-4799-9c23-1b024ad448c4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:29.481370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Deleting port b2f9b64d-ae6e-40ac-8902-21b2fef62714 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:29.481720 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.498397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.528593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.558965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:55:29.586119 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.599145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.599824 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Added segment 9fb8cbe4-0522-4093-92f5-98db839a5ceb of type vlan for network 7d195167-75e9-4645-a328-5bb8d1f7689d Aug 19 11:55:29.604872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388a9523-269f-4d68-a1c1-4a7171523a5c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:29.629921 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] For port b2f9b64d-ae6e-40ac-8902-21b2fef62714, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b2f9b64d-ae6e-40ac-8902-21b2fef62714,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:29.630308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.656393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b11b918e-6fc3-44f2-990f-ab5a3939a8fa req-7ef72b27-98d6-4a94-ba93-7bbb7bf7b7a4 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985166 Aug 19 11:55:29.681965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Calling delete_port for b2f9b64d-ae6e-40ac-8902-21b2fef62714 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:29.696025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.770074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.773978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:29.774769 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.779122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d747a18-4c93-4707-b283-cab288f7cff1 req-acc8e435-f03f-41ab-b767-c1afb4ea8b6d service neutron] 10.222.0.69 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410388 Aug 19 11:55:29.802276 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8108928 Aug 19 11:55:29.814220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47820) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:29.830720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Request body: {'subnet': {'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-subnet', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:29.877748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-3a7270fa-08c0-4d77-bd78-b582d9ee7267 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:29.882889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-3a7270fa-08c0-4d77-bd78-b582d9ee7267 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/networks?id=5b7c4b7a-0719-4f40-9d86-d0239859b545 HTTP/1.1" status: 200 len: 813 time: 0.4296744 Aug 19 11:55:29.932820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Made reservation on behalf of 7539f1bb11024d46bfced015f1409be6 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:29.935298 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:29.954041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c170c7d-62b8-42ee-a08e-d684511969f7 admin admin] Pushing event updated for resources: {'Network': ['ID=7d195167-75e9-4645-a328-5bb8d1f7689d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:29.964510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7d195167-75e9-4645-a328-5bb8d1f7689d details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:55:29.980262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-492c50bc-211d-4389-8e09-64625f44c9d7 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/quotas/788e7ea2bd2d4b059a4a0c9c072dbde0 HTTP/1.1" status: 200 len: 375 time: 0.0813248 Aug 19 11:55:30.077237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:30.120800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f9b64d-ae6e-40ac-8902-21b2fef62714,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:30.130093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2898686-d63b-451b-ab4d-7c24ac78174c req-4ac456f2-205d-4843-8147-c2cccd982491 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:30.131828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2898686-d63b-451b-ab4d-7c24ac78174c req-4ac456f2-205d-4843-8147-c2cccd982491 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.2318430 Aug 19 11:55:30.178899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-7a5cac97-b7ce-4e92-9c11-9477480bfb63 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=788e7ea2bd2d4b059a4a0c9c072dbde0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1976016 Aug 19 11:55:30.339443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2898686-d63b-451b-ab4d-7c24ac78174c req-d2316ca4-8c11-4213-a84f-abee3fa1a338 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934154 Aug 19 11:55:30.423362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:30.504168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-89469fa4-2669-40b2-813c-0e0b44d98b67 service neutron] 10.222.0.65 "GET /v2.0/networks/5b7c4b7a-0719-4f40-9d86-d0239859b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237524 Aug 19 11:55:30.626916 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:30.638780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:30.692533 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:30.701801 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Router 2814246a-e668-4ddd-8040-55711af7cf38 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:55:30.755652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-82a17219-2699-4dce-b7ce-a8aef87a665b service neutron] 10.222.0.65 "GET /v2.0/networks/5b7c4b7a-0719-4f40-9d86-d0239859b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504611 Aug 19 11:55:30.821800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a201f75-5dd4-4f32-aae5-34f5333b7e91,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:30.871388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:30.881609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Checking segment: {'id': '9fb8cbe4-0522-4093-92f5-98db839a5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:30.881982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Network hostable DHCP agents. Network: 7d195167-75e9-4645-a328-5bb8d1f7689d, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:55:30.882994 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c8383-31d4-4467-87c7-416789593c5d None None] Sync routers for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:30.886357 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e7755a2-d16a-4372-9653-28388533abf5 admin admin] 10.222.0.65 "PUT /v2.0/routers/2814246a-e668-4ddd-8040-55711af7cf38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9180901 Aug 19 11:55:30.888724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47848) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:30.899386 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c8383-31d4-4467-87c7-416789593c5d None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:30.901383 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-204c8383-31d4-4467-87c7-416789593c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:31.056027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.064646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Network 7d195167-75e9-4645-a328-5bb8d1f7689d is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:55:31.123498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7d195167-75e9-4645-a328-5bb8d1f7689d) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:31.132519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Allocated IP 172.25.4.166 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/f508c19c-383c-4ef3-8ad0-9fc22f1104e3) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:31.133169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b11fb-7cf2-4f11-b50e-aedcb698424b None None] Network 7d195167-75e9-4645-a328-5bb8d1f7689d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:55:31.143896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:31.144514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.155299 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-204c8383-31d4-4467-87c7-416789593c5d None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:31.186132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee57e28-bd22-4873-9e0f-02aaf13a581b req-e052e0f9-5fd4-43ff-9443-a3b28390f234 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:31.193616 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dee57e28-bd22-4873-9e0f-02aaf13a581b req-e052e0f9-5fd4-43ff-9443-a3b28390f234 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.2090125 Aug 19 11:55:31.200531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a160734-c3b7-4ef5-9e8d-69c00711f0b9 req-14ae888e-17f8-4f8b-a40c-bc557755eb15 tempest-AbsoluteLimitsNegativeTestJSON-673306515 tempest-AbsoluteLimitsNegativeTestJSON-673306515-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a69a4dc472de404a8ba936599f64b25a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638952 Aug 19 11:55:31.205881 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.279290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Deleting port 98146eff-78f8-428f-bc31-6770f44574da {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:31.279631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.370275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe811648-dffa-4829-b361-0b8fe801f0df admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5541291 Aug 19 11:55:31.371976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47870) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:31.386227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:31.440818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80beb79a-1964-4d4c-90e7-10293cab5314 None None] Network 7d195167-75e9-4645-a328-5bb8d1f7689d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:55:31.454690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] For port 98146eff-78f8-428f-bc31-6770f44574da, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=98146eff-78f8-428f-bc31-6770f44574da,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:31.455121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.475346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Calling delete_port for 98146eff-78f8-428f-bc31-6770f44574da owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:31.499013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dee57e28-bd22-4873-9e0f-02aaf13a581b req-be9b9c8e-5484-47eb-8c0d-c78d609c1115 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043959 Aug 19 11:55:31.624279 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-204c8383-31d4-4467-87c7-416789593c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '98146eff-78f8-428f-bc31-6770f44574da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:55:29Z', 'revision_number': 5, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port': {'id': '98146eff-78f8-428f-bc31-6770f44574da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814246a-e668-4ddd-8040-55711af7cf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:02Z', 'updated_at': '2021-08-19T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:31.658457 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c8383-31d4-4467-87c7-416789593c5d None None] Checking router: 2814246a-e668-4ddd-8040-55711af7cf38 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:31.671938 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c8383-31d4-4467-87c7-416789593c5d None None] Routers {'2814246a-e668-4ddd-8040-55711af7cf38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:31.673029 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-204c8383-31d4-4467-87c7-416789593c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2814246a-e668-4ddd-8040-55711af7cf38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:31.749199 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-320d17d9-a2fb-4058-8879-810802e236e6 req-a1108c21-8b91-4b34-a5ce-585c14c0ce30 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 210 time: 0.1323750 Aug 19 11:55:31.778309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a160734-c3b7-4ef5-9e8d-69c00711f0b9 req-3874fb18-1566-4dd3-98bb-0014407f69f6 tempest-AbsoluteLimitsNegativeTestJSON-673306515 tempest-AbsoluteLimitsNegativeTestJSON-673306515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:31.799034 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a160734-c3b7-4ef5-9e8d-69c00711f0b9 req-3874fb18-1566-4dd3-98bb-0014407f69f6 tempest-AbsoluteLimitsNegativeTestJSON-673306515 tempest-AbsoluteLimitsNegativeTestJSON-673306515-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5601063 Aug 19 11:55:31.806303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.807517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.832780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.881340 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.887168 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-204c8383-31d4-4467-87c7-416789593c5d None None] Set router 2814246a-e668-4ddd-8040-55711af7cf38 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:31.901778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Pushing event deleted for resources: {'Port': ['ID=98146eff-78f8-428f-bc31-6770f44574da,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:31.950571 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:31.961786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a160734-c3b7-4ef5-9e8d-69c00711f0b9 req-773cbd2a-d5b9-4163-921c-18aba1d5b76e tempest-AbsoluteLimitsNegativeTestJSON-673306515 tempest-AbsoluteLimitsNegativeTestJSON-673306515-project] 10.222.0.65 "GET /v2.0/quotas/a69a4dc472de404a8ba936599f64b25a HTTP/1.1" status: 200 len: 375 time: 0.1605527 Aug 19 11:55:31.976524 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-204c8383-31d4-4467-87c7-416789593c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:55:31Z', 'revision_number': 6, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:32.010017 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c8383-31d4-4467-87c7-416789593c5d None None] The sync data for ids ['2814246a-e668-4ddd-8040-55711af7cf38'] in n-d-778550-9 is: [{'id': '2814246a-e668-4ddd-8040-55711af7cf38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1311177000-router', 'tenant_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:01Z', 'updated_at': '2021-08-19T11:55:31Z', 'revision_number': 6, 'project_id': 'c6dddb2c7ef44b55bb5044182f1f614d', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:55:32.080925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a160734-c3b7-4ef5-9e8d-69c00711f0b9 req-f581942a-1465-4865-b032-f893aa6e5378 tempest-AbsoluteLimitsNegativeTestJSON-673306515 tempest-AbsoluteLimitsNegativeTestJSON-673306515-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a69a4dc472de404a8ba936599f64b25a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854747 Aug 19 11:55:32.098512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:32.156771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dabf2-2df8-4352-a1b7-3ad1e6149bfe req-9ff542af-9808-420e-a8c2-cc5f9bb29b4b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:32.164427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b12dabf2-2df8-4352-a1b7-3ad1e6149bfe req-9ff542af-9808-420e-a8c2-cc5f9bb29b4b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.2352650 Aug 19 11:55:32.210294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:32.217628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:32.219479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Pushing event updated for resources: {'Port': ['ID=f508c19c-383c-4ef3-8ad0-9fc22f1104e3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:32.222064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:32.230802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-d9ad01f0-f9a1-4374-b263-06595147c0e5 service neutron] 10.222.0.69 "GET /v2.0/ports/a57c7ddc-dba4-4cdc-bae1-d2223bc77495/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 384 time: 0.2290618 Aug 19 11:55:32.281547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b12dabf2-2df8-4352-a1b7-3ad1e6149bfe req-635e3200-eea5-4cd1-9b46-78e302907deb tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078501 Aug 19 11:55:32.366137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:32.380182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 29c29e6a-985c-4195-b33d-0a07f99aa7aa details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:55:32.419997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a57c7ddc-dba4-4cdc-bae1-d2223bc77495 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:32.580938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47882) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:32.688341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:32.741500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:32.742219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '29c29e6a-985c-4195-b33d-0a07f99aa7aa', 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b', 'port_id': '29c29e6a-985c-4195-b33d-0a07f99aa7aa', 'mac_address': 'fa:16:3e:30:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a4fdb0-876e-4ce9-a5d2-469649f0215f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:55:32.767150 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:32.775114 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:32.777382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:32.786543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587fe4-15f6-4a77-88d5-a142d9c0f684 req-47dce19f-1187-4d76-b81f-dc97d062d092 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:32.787667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b587fe4-15f6-4a77-88d5-a142d9c0f684 req-47dce19f-1187-4d76-b81f-dc97d062d092 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 943 time: 0.1440184 Aug 19 11:55:32.806146 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:32.817930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:32.825886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:32.832532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c29e6a-985c-4195-b33d-0a07f99aa7aa {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:55:32.865827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:32.871175 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:32.890465 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b62f9411-de1f-4a50-933f-7421ca755fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:32.913171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-6306c1a0-fe93-4334-8ac1-23727907548c req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57c7ddc-dba4-4cdc-bae1-d2223bc77495 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:55:32.934666 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=29c29e6a-985c-4195-b33d-0a07f99aa7aa,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:32.980947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-754c28d2-2819-4ea6-9b45-8a3cec3c6c8e req-9895779e-ecfe-4c99-bccd-102b6f7fc9ad tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 210 time: 0.1085622 Aug 19 11:55:32.984781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:33.008269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.008974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2814246a-e668-4ddd-8040-55711af7cf38 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:55:33.028234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.029252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b587fe4-15f6-4a77-88d5-a142d9c0f684 req-1c9f0a08-4e62-42f5-8f4b-c1005299e1c3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197406 Aug 19 11:55:33.038815 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.042915 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b6c614fb-1bfb-41a0-a4a2-76e89c9e1978 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2814246a-e668-4ddd-8040-55711af7cf38 HTTP/1.1" status: 204 len: 168 time: 2.1530402 Aug 19 11:55:33.047765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47894) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:33.075232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-b0b2cd4a-d647-40e6-82d3-c7b56f73d30a tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:33.076784 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-b0b2cd4a-d647-40e6-82d3-c7b56f73d30a tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.69 "GET /v2.0/networks?id=5b7c4b7a-0719-4f40-9d86-d0239859b545 HTTP/1.1" status: 200 len: 813 time: 0.4457757 Aug 19 11:55:33.099364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Request body: {'port': {'device_id': '56216140-b638-4084-9fc8-d4f70ba9df04', 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545', 'admin_state_up': True, 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:33.193893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['29c29e6a-985c-4195-b33d-0a07f99aa7aa'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:55:33.341570 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.379060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.581079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Allocated IP 172.25.4.47 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/5ae06fab-9250-4502-9453-e8afdd67a7df) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:33.602619 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce80600-d145-49e6-9cae-f08dc4cadaca admin admin] Deleting subnet b3a8cce1-f340-41a6-8c95-f2e79331af66 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:55:33.708473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ce80600-d145-49e6-9cae-f08dc4cadaca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.823075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.906665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b2f9b64d-ae6e-40ac-8902-21b2fef62714 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:33.922104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.922753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101f5be-1420-4d72-bfd6-517f97f32d53 req-ad4fc2fa-851b-49f3-8f18-d348d540a97c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:33.924554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f101f5be-1420-4d72-bfd6-517f97f32d53 req-ad4fc2fa-851b-49f3-8f18-d348d540a97c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 944 time: 0.3048120 Aug 19 11:55:33.952869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-6306c1a0-fe93-4334-8ac1-23727907548c req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] Transition to ACTIVE for port object a57c7ddc-dba4-4cdc-bae1-d2223bc77495 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:33.955897 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ce80600-d145-49e6-9cae-f08dc4cadaca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.962821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: b2f9b64d-ae6e-40ac-8902-21b2fef62714 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:33.963333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b2f9b64d-ae6e-40ac-8902-21b2fef62714 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:33.963592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 98146eff-78f8-428f-bc31-6770f44574da no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:33.981069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:33.984779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:33.989602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 98146eff-78f8-428f-bc31-6770f44574da {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:33.989912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 98146eff-78f8-428f-bc31-6770f44574da not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:33.991820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:33.999088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:34.137145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.177635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a66ff3b-7265-4a1d-a915-3b63a12e3fb3 req-c980c80b-e3e4-46e7-a779-dd2a057bc95a tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 210 time: 0.0850949 Aug 19 11:55:34.228995 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae06fab-9250-4502-9453-e8afdd67a7df,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:34.245362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f101f5be-1420-4d72-bfd6-517f97f32d53 req-9384c516-016c-4738-af28-a816a6eb1654 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990141 Aug 19 11:55:34.278305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] No DVR routers for this DVR port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:34.365584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] Pushing event updated for resources: {'Port': ['ID=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,revision_number=10']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:34.389045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b62f9411-de1f-4a50-933f-7421ca755fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.396091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 29c29e6a-985c-4195-b33d-0a07f99aa7aa up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:34.415166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.442869 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b62f9411-de1f-4a50-933f-7421ca755fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.510738 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ce80600-d145-49e6-9cae-f08dc4cadaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.534906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Made reservation on behalf of 788e7ea2bd2d4b059a4a0c9c072dbde0 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:34.546697 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:55:34.549076 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.551936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 29c29e6a-985c-4195-b33d-0a07f99aa7aa completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:34.562431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 29c29e6a-985c-4195-b33d-0a07f99aa7aa triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:34.562685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-3e1e0617-8c69-4d0b-b0e9-65d8e02f1379 service neutron] 10.222.0.69 "PUT /v2.0/ports/a57c7ddc-dba4-4cdc-bae1-d2223bc77495/bindings/n-h2-778550-9/activate HTTP/1.1" status: 200 len: 369 time: 2.3079240 Aug 19 11:55:34.564392 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.592581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f9411-de1f-4a50-933f-7421ca755fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba1355-a857-4883-a844-565a498c8bbb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:34.617511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b62f9411-de1f-4a50-933f-7421ca755fad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a69a4dc472de404a8ba936599f64b25a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0354910 Aug 19 11:55:34.624251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47918) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:34.685141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa7482-2113-47b5-a0d0-aa65e4831155 req-c5a6b2a1-37ab-4de5-ba93-6aa85e1e3bd0 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:34.687736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6baa7482-2113-47b5-a0d0-aa65e4831155 req-c5a6b2a1-37ab-4de5-ba93-6aa85e1e3bd0 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 944 time: 0.3378561 Aug 19 11:55:34.694521 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.736808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:34.737974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:34.740865 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3d1770-eb8d-468a-a28b-89512657aea5" -d '{"events": [{"server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "name": "network-vif-plugged", "status": "completed", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:34.757711 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.757910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6069f09-6415-4e9c-9450-cd4eb5c3c6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.791635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ce80600-d145-49e6-9cae-f08dc4cadaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.831020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ce80600-d145-49e6-9cae-f08dc4cadaca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.833192 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3ce80600-d145-49e6-9cae-f08dc4cadaca admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b3a8cce1-f340-41a6-8c95-f2e79331af66 HTTP/1.1" status: 204 len: 168 time: 1.7819228 Aug 19 11:55:34.836100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6069f09-6415-4e9c-9450-cd4eb5c3c6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.852361 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280cb79a-d0f0-4731-bf1b-294aa2379d8b x-openstack-request-id: req-280cb79a-d0f0-4731-bf1b-294aa2379d8b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:34.853076 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "name": "network-vif-plugged", "status": "completed", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:34.853572 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-280cb79a-d0f0-4731-bf1b-294aa2379d8b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:34.854199 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa', 'code': 200} Aug 19 11:55:34.856646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=29c29e6a-985c-4195-b33d-0a07f99aa7aa,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:34.860219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf1754-9376-4a9f-9b18-4ad2c2904822 None None] Network 5c44442c-1286-45f6-b8eb-d63d4bd3183a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:55:34.870973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6baa7482-2113-47b5-a0d0-aa65e4831155 req-1fd7c09c-0891-4dca-a340-a952a2c49cd2 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726327 Aug 19 11:55:34.879415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47922) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:34.964171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce80600-d145-49e6-9cae-f08dc4cadaca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a8cce1-f340-41a6-8c95-f2e79331af66,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:34.971528 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:34.997683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Router 10143300-17bb-46c9-a500-a9019a09620f is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:55:34.998616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Allocated IP 172.20.0.14 (5b7c4b7a-0719-4f40-9d86-d0239859b545/dba0cab4-9b76-4ddf-9127-5716ac2d15a3/c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:35.106615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c31a61-c285-4bb3-b769-e837fe978551 None None] DHCP port deletion for 5c44442c-1286-45f6-b8eb-d63d4bd3183a request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:55:35.153435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.204216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-45c31a61-c285-4bb3-b769-e837fe978551 None None] Deleting port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:35.215089 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-45c31a61-c285-4bb3-b769-e837fe978551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.247327 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6069f09-6415-4e9c-9450-cd4eb5c3c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.249883 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6069f09-6415-4e9c-9450-cd4eb5c3c6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.251060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f6069f09-6415-4e9c-9450-cd4eb5c3c6f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6ba1355-a857-4883-a844-565a498c8bbb HTTP/1.1" status: 204 len: 168 time: 0.6185973 Aug 19 11:55:35.342274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-45c31a61-c285-4bb3-b769-e837fe978551 None None] For port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3ac5876d-c89a-4fa5-aa29-cce3f25965a8,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:35.342528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6069f09-6415-4e9c-9450-cd4eb5c3c6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ba1355-a857-4883-a844-565a498c8bbb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:35.342909 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-45c31a61-c285-4bb3-b769-e837fe978551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.363418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Deleting port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:35.363776 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.390533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-45c31a61-c285-4bb3-b769-e837fe978551 None None] Calling delete_port for 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:35.471524 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.498083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Transition to ACTIVE for port object c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:35.555742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f27f9f78-657c-487b-a8a4-cb6850b3e351 req-1e1177e5-4c72-47a3-8740-1f21aeb7ee1a tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 210 time: 0.1834798 Aug 19 11:55:35.557387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Router 605d197b-91b2-4bc6-bccd-daf08a3b407c is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:55:35.570307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:35.588772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Sync routers for ids ['10143300-17bb-46c9-a500-a9019a09620f'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:35.603211 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-45c31a61-c285-4bb3-b769-e837fe978551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.670628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] For port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3ac5876d-c89a-4fa5-aa29-cce3f25965a8,segment=NetworkSegment(72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8),segment_id=72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:35.671058 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.682385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Routers {'10143300-17bb-46c9-a500-a9019a09620f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:35.688726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['10143300-17bb-46c9-a500-a9019a09620f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:35.693439 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.699679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c31a61-c285-4bb3-b769-e837fe978551 None None] Pushing event deleted for resources: {'Port': ['ID=3ac5876d-c89a-4fa5-aa29-cce3f25965a8,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:35.706915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e1505be3-1cb9-4553-a9e5-951375cb759a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0896144 Aug 19 11:55:35.707600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47934) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:35.756628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Calling delete_port for 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:35.763659 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c31a61-c285-4bb3-b769-e837fe978551 None None] No DVR routers for this DVR port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:35.767518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:35.889534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Set router 10143300-17bb-46c9-a500-a9019a09620f gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:35.961698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:35.975192 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Sync routers for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:35.990059 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:35.990991 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:36.018586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:36.077573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:36.077918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:36.080021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Network 5b7c4b7a-0719-4f40-9d86-d0239859b545 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:36.081595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:36.082853 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-82397d19-2feb-4f41-b3b0-212c6a2781e1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7047644 Aug 19 11:55:36.086090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47946) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:36.106561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c58a8-f43d-4b09-853e-8562bab13303 req-b684402e-6d2d-4041-b310-54cba775c975 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:36.127446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-481c58a8-f43d-4b09-853e-8562bab13303 req-b684402e-6d2d-4041-b310-54cba775c975 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.7613072 Aug 19 11:55:36.323485 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:36.362760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10143300-17bb-46c9-a500-a9019a09620f', 'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:28Z', 'updated_at': '2021-08-19T11:55:32Z', 'revision_number': 3, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'gw_port': {'id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:30Z', 'updated_at': '2021-08-19T11:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:36.430431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Checking router: 10143300-17bb-46c9-a500-a9019a09620f for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:36.430786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Updating router 10143300-17bb-46c9-a500-a9019a09620f port f508c19c-383c-4ef3-8ad0-9fc22f1104e3 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:55:36.471201 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:36.511906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b7cf-a468-4349-a9f9-ca201a90358a req-e9393809-2ce0-4f63-9780-210f4bfe6639 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:36.516601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f77b7cf-a468-4349-a9f9-ca201a90358a req-e9393809-2ce0-4f63-9780-210f4bfe6639 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 944 time: 0.4499950 Aug 19 11:55:36.620987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-481c58a8-f43d-4b09-853e-8562bab13303 req-e42b3b5a-1644-4775-a38e-96af244ec23c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905002 Aug 19 11:55:36.649891 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:36.671457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:36.717574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Pushing event updated for resources: {'Port': ['ID=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:36.722362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47958) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:36.835637 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:34Z', 'revision_number': 3, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:36.855250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f77b7cf-a468-4349-a9f9-ca201a90358a req-102706fe-2db9-436a-bdf8-9e76613a1127 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084645 Aug 19 11:55:36.943029 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Checking router: 605d197b-91b2-4bc6-bccd-daf08a3b407c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:36.944615 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Updating router 605d197b-91b2-4bc6-bccd-daf08a3b407c port 5ae06fab-9250-4502-9453-e8afdd67a7df binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:55:37.061004 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.076909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:37.081911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.151909 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.171235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-564065756-network', 'tenant_id': '62b3e6b6966e4355acb2993216d05640'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:37.211424 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-1f40a596-7aaf-4a0b-97d1-9bc7f8dfed9c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1162105 Aug 19 11:55:37.217086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Transition to ACTIVE for port object f508c19c-383c-4ef3-8ad0-9fc22f1104e3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:37.225106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-420dbe4d-14ed-4010-9d53-9e9665e2bffd tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:37.227062 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-420dbe4d-14ed-4010-9d53-9e9665e2bffd tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.2323802 Aug 19 11:55:37.236289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-36116f1e-65df-484f-ba88-99c880eded1e None None] Provisioning for port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:37.239206 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.286682 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.307959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194d41-1981-4bdf-aff4-044f865efc7d req-fe2b7e24-af9b-4e1f-8968-3595dffe2fe0 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:37.315412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73194d41-1981-4bdf-aff4-044f865efc7d req-fe2b7e24-af9b-4e1f-8968-3595dffe2fe0 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 932 time: 0.4551392 Aug 19 11:55:37.332180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff2d14-008c-4d8c-85f7-f0a91e7340bb req-c0f7da38-fa60-4b11-84d6-5162cbf51f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:37.333874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7ff2d14-008c-4d8c-85f7-f0a91e7340bb req-c0f7da38-fa60-4b11-84d6-5162cbf51f75 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 1096 time: 0.1695342 Aug 19 11:55:37.361075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Request body: {'port': {'device_id': '56216140-b638-4084-9fc8-d4f70ba9df04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:37.390027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fd211-602e-45e2-925d-bffc0ef184ad None None] Pushing event updated for resources: {'Port': ['ID=f508c19c-383c-4ef3-8ad0-9fc22f1104e3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:37.402833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-36116f1e-65df-484f-ba88-99c880eded1e None None] Provisioning complete for port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:37.403563 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-36116f1e-65df-484f-ba88-99c880eded1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.455471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-36116f1e-65df-484f-ba88-99c880eded1e None None] Port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:55:37.475487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Attempting to bind port f508c19c-383c-4ef3-8ad0-9fc22f1104e3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:37.476494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Attempting to bind port f508c19c-383c-4ef3-8ad0-9fc22f1104e3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:37.477425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Attempting to bind port f508c19c-383c-4ef3-8ad0-9fc22f1104e3 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:37.484717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:37.485605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:37.486249 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.487096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:37.487913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Bound port: f508c19c-383c-4ef3-8ad0-9fc22f1104e3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:37.488599 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.496341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-bc6edc23-c02a-48c2-9754-57eb1f9a9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:37.498079 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-bc6edc23-c02a-48c2-9754-57eb1f9a9a28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95&tenant_id=f1d3b96aa45e44fea775af2b903efde1 HTTP/1.1" status: 200 len: 1095 time: 0.1459272 Aug 19 11:55:37.533210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] No DVR routers for this DVR port 3ac5876d-c89a-4fa5-aa29-cce3f25965a8 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:37.568903 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.581298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] For port f508c19c-383c-4ef3-8ad0-9fc22f1104e3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:37.587072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] For port f508c19c-383c-4ef3-8ad0-9fc22f1104e3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f508c19c-383c-4ef3-8ad0-9fc22f1104e3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:37.593960 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.717940 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.740316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-30f4d75c-8b05-4b85-bd01-15a27402a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:37.742019 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-30f4d75c-8b05-4b85-bd01-15a27402a9f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1d3b96aa45e44fea775af2b903efde1&device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 1095 time: 0.1951013 Aug 19 11:55:37.748339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Routers {'10143300-17bb-46c9-a500-a9019a09620f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:37.752610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['10143300-17bb-46c9-a500-a9019a09620f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:37.797819 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.809367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c44442c-1286-45f6-b8eb-d63d4bd3183a']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:37.823388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:37.823824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d6b13b-c5d3-422d-9ca9-5a3041d1d1e8') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:37.828555 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.841797 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Transition to ACTIVE for port object 5ae06fab-9250-4502-9453-e8afdd67a7df will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:37.846078 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.853980 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.874872 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.880388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fd211-602e-45e2-925d-bffc0ef184ad None None] Pushing event updated for resources: {'Port': ['ID=f508c19c-383c-4ef3-8ad0-9fc22f1104e3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:37.900820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac5876d-c89a-4fa5-aa29-cce3f25965a8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:37.925559 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Pushing event updated for resources: {'Port': ['ID=5ae06fab-9250-4502-9453-e8afdd67a7df,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:37.952837 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.953238 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.953502 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.953830 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.954173 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.954477 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.954794 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.955255 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.955610 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.955911 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.956235 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.956589 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:55:37.973596 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Attempting to bind port 5ae06fab-9250-4502-9453-e8afdd67a7df on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:37.976585 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Attempting to bind port 5ae06fab-9250-4502-9453-e8afdd67a7df by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:37.977894 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Attempting to bind port 5ae06fab-9250-4502-9453-e8afdd67a7df on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:37.985939 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:37.986922 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:37.987549 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.988145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Made reservation on behalf of 62b3e6b6966e4355acb2993216d05640 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:37.988418 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:37.989222 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Bound port: 5ae06fab-9250-4502-9453-e8afdd67a7df, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:37.989830 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:37.991299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:38.034266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] Set router 10143300-17bb-46c9-a500-a9019a09620f gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:38.065719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-7c763715-16d9-42d1-bf88-eb50ffea605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:38.067747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-7c763715-16d9-42d1-bf88-eb50ffea605f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 200 len: 909 time: 0.2699106 Aug 19 11:55:38.096931 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] For port 5ae06fab-9250-4502-9453-e8afdd67a7df, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:38.106181 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] For port 5ae06fab-9250-4502-9453-e8afdd67a7df, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5ae06fab-9250-4502-9453-e8afdd67a7df,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:38.114355 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:38.157779 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-fb5f0b5d-ab44-4493-81c1-3d0797eca667 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495 HTTP/1.1" status: 200 len: 217 time: 0.0800884 Aug 19 11:55:38.183141 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecd383-8a41-4137-b895-f84df506b711 None None] Pushing event updated for resources: {'Port': ['ID=5ae06fab-9250-4502-9453-e8afdd67a7df,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:38.200197 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:38.200984 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:38.363311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-ba49d9f0-582b-45a1-8ae0-fb4523a2dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:38.365107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-ba49d9f0-582b-45a1-8ae0-fb4523a2dfc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 200 len: 848 time: 0.1645103 Aug 19 11:55:38.449825 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:38.541296 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-b6a21f83-6ca2-48e3-8e0b-be304b5562d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6472b55c-1ec0-4718-a47a-cfd4cafee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550224 Aug 19 11:55:38.627608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10143300-17bb-46c9-a500-a9019a09620f', 'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:28Z', 'updated_at': '2021-08-19T11:55:32Z', 'revision_number': 3, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'gw_port': {'id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:30Z', 'updated_at': '2021-08-19T11:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:38.656564 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:34Z', 'revision_number': 3, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:38.689995 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8213fdf3-8c9f-4e5e-b8d9-b43edd440266 None None] The sync data for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 is: [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:34Z', 'revision_number': 3, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:55:38.724885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f860321c-28a4-43ec-8985-4ae4016d0216 None None] The sync data for ids ['10143300-17bb-46c9-a500-a9019a09620f'] in n-d-778550-9 is: [{'id': '10143300-17bb-46c9-a500-a9019a09620f', 'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:28Z', 'updated_at': '2021-08-19T11:55:32Z', 'revision_number': 3, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'gw_port': {'id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:30Z', 'updated_at': '2021-08-19T11:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:55:38.771783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Allocated IP 172.20.0.1 (7d195167-75e9-4645-a328-5bb8d1f7689d/1a201f75-5dd4-4f32-aae5-34f5333b7e91/eb405884-02d5-4c69-93ef-c14a64a0e7a8) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:38.791899 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-7ab98d7b-3f79-4f26-a3cb-b120a8825abf service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369232 Aug 19 11:55:38.867563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:55:38.868376 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:55:38.923741 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:55:38.948379 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:38.954259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:55:38.968898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:38.971791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7ff2d14-008c-4d8c-85f7-f0a91e7340bb req-e178dd87-8786-4165-a3ce-f867e5d2518f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5771928 Aug 19 11:55:39.010048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Transition to ACTIVE for port object c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:39.016285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:39.029114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73194d41-1981-4bdf-aff4-044f865efc7d req-31488095-42e1-4346-bac6-783285be33e9 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6857009 Aug 19 11:55:39.042131 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:39.172859 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-feb9a7ed-3e5b-47f4-836a-0fb82964c9bb service neutron] 10.222.0.54 "GET /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639476 Aug 19 11:55:39.279316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:39.279953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Allocated IP 172.20.0.1 (8cf3e5e3-cc59-4775-9180-d251d0f2254d/5c25781d-7f59-4b62-9214-b067e1c238c3/8cc2d1c8-77b3-4620-af68-6953e26bc84b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:39.312504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:39.594161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c3a6c-828f-4def-9f73-98986cec1d96 req-f5983010-e7fe-440c-ac5d-464cef438c44 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:39.602315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-721c3a6c-828f-4def-9f73-98986cec1d96 req-f5983010-e7fe-440c-ac5d-464cef438c44 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 1.6637638 Aug 19 11:55:39.705211 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:39.711812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Attempting to bind port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:39.712411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Attempting to bind port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:39.713758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Attempting to bind port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b on network 5b7c4b7a-0719-4f40-9d86-d0239859b545 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:39.722863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:39.728595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5c44442c-1286-45f6-b8eb-d63d4bd3183a HTTP/1.1" status: 204 len: 168 time: 4.8475900 Aug 19 11:55:39.746438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47974) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:39.749297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c1a0-fe93-4334-8ac1-23727907548c req-1c71209a-86a6-4d56-87b0-19921d6aa613 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:39.753525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-1c71209a-86a6-4d56-87b0-19921d6aa613 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95&tenant_id=f1d3b96aa45e44fea775af2b903efde1&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.2268465 Aug 19 11:55:39.758426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:39.772139 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:39.831165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f5382-3e86-4863-8e1b-defb8ac7b9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c44442c-1286-45f6-b8eb-d63d4bd3183a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:39.833207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:39.884117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Network 7d195167-75e9-4645-a328-5bb8d1f7689d is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:39.892114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:55:39.921650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-721c3a6c-828f-4def-9f73-98986cec1d96 req-55505ed1-7f80-4193-b97a-14cb7011ab77 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184278 Aug 19 11:55:39.926185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a185c6-7145-4b4e-a2b7-dda0d32abef4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:39.937383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9c394-ec9e-4b72-b47e-f8576b23db45 req-7f16d6c5-c156-489f-bf4b-2b1011aa4b45 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:39.951516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4eb9c394-ec9e-4b72-b47e-f8576b23db45 req-7f16d6c5-c156-489f-bf4b-2b1011aa4b45 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 944 time: 0.4561853 Aug 19 11:55:39.961034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:39.961353 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Added segment 613ef5c5-bdb6-489e-a49f-359b77d0df7a of type vlan for network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 Aug 19 11:55:40.040880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:40.052191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:40.107633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b on network 5b7c4b7a-0719-4f40-9d86-d0239859b545 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:55:40.108117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Attempting to bind port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b on network 5b7c4b7a-0719-4f40-9d86-d0239859b545 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:40.110520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4eb9c394-ec9e-4b72-b47e-f8576b23db45 req-aa4dd9ec-b5a2-4412-988c-deb4f8d6db12 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473789 Aug 19 11:55:40.122296 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.139080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.173471 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.199822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:40.212726 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.220477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f508c19c-383c-4ef3-8ad0-9fc22f1104e3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:40.238871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Pushing event updated for resources: {'Port': ['ID=eb405884-02d5-4c69-93ef-c14a64a0e7a8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:40.268985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:40.269473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Checking segment: {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:40.269983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Bound using segment: {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:40.270553 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Bound port: c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1824118-208a-46e2-92e4-9ef3f545c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:40.271108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.273303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.5326726 Aug 19 11:55:40.293415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47978) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:40.323612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Request body: {'subnet': {'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-564065756-subnet', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:40.405259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port f508c19c-383c-4ef3-8ad0-9fc22f1104e3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:40.413797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f508c19c-383c-4ef3-8ad0-9fc22f1104e3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:40.414191 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.426820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.443886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6306c1a0-fe93-4334-8ac1-23727907548c req-a865285e-00c3-4199-abbf-077962fa04de service neutron] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:40.462079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf01db6-3d4c-459f-8170-df1b6d98c17a admin admin] Pushing event updated for resources: {'Network': ['ID=fa7c0514-b5fa-4b4d-8e7f-64ae46838546,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:40.475084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6306c1a0-fe93-4334-8ac1-23727907548c req-a865285e-00c3-4199-abbf-077962fa04de service neutron] Notify callbacks [] for binding, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.481803 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6306c1a0-fe93-4334-8ac1-23727907548c req-a865285e-00c3-4199-abbf-077962fa04de service neutron] 10.222.0.54 "DELETE /v2.0/ports/a57c7ddc-dba4-4cdc-bae1-d2223bc77495/bindings/n-h1-778550-9 HTTP/1.1" status: 204 len: 173 time: 0.6988773 Aug 19 11:55:40.483089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.538206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:55:40.541841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be7245-53ea-4a0f-a92e-23e1a53fc974 req-1e7c097f-8bbe-4733-b709-73afdedb6f67 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:40.546884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5be7245-53ea-4a0f-a92e-23e1a53fc974 req-1e7c097f-8bbe-4733-b709-73afdedb6f67 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 944 time: 0.2958267 Aug 19 11:55:40.557316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Network 8cf3e5e3-cc59-4775-9180-d251d0f2254d is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:40.561359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:40.581804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:40.739975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5be7245-53ea-4a0f-a92e-23e1a53fc974 req-8bc49471-b652-40ff-ab1a-f339bfbc187c tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634245 Aug 19 11:55:40.757584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Pushing event updated for resources: {'Port': ['ID=8cc2d1c8-77b3-4620-af68-6953e26bc84b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:40.802060 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.802353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.820132 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.843821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port f508c19c-383c-4ef3-8ad0-9fc22f1104e3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f508c19c-383c-4ef3-8ad0-9fc22f1104e3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:40.855039 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:40.856095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5ae06fab-9250-4502-9453-e8afdd67a7df up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:40.933615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=f508c19c-383c-4ef3-8ad0-9fc22f1104e3,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:41.037130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 5ae06fab-9250-4502-9453-e8afdd67a7df completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:41.049024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5ae06fab-9250-4502-9453-e8afdd67a7df triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:41.049685 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:41.103479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Made reservation on behalf of 62b3e6b6966e4355acb2993216d05640 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:41.110652 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:41.296016 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:41.348518 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:41.361243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 5ae06fab-9250-4502-9453-e8afdd67a7df, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5ae06fab-9250-4502-9453-e8afdd67a7df,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:41.368641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:41.406336 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:41.419954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] For port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:41.434839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:41.466862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=5ae06fab-9250-4502-9453-e8afdd67a7df,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:41.520219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad464f6-cc17-4708-b531-6acc0ead4fb9 req-91bd40c2-6241-4512-ba74-5e56e82a4f15 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:41.522081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ad464f6-cc17-4708-b531-6acc0ead4fb9 req-91bd40c2-6241-4512-ba74-5e56e82a4f15 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.3866172 Aug 19 11:55:41.668958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d0c45-d6e5-406a-9fa6-d0499c33b8cf req-7a111e19-6c29-43e9-8212-059f3d449a1c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:41.676857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed1d0c45-d6e5-406a-9fa6-d0499c33b8cf req-7a111e19-6c29-43e9-8212-059f3d449a1c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 944 time: 0.3292153 Aug 19 11:55:41.731716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed1d0c45-d6e5-406a-9fa6-d0499c33b8cf req-3f62788f-a6d1-477a-bf39-52a31845539c tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538681 Aug 19 11:55:41.764264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ad464f6-cc17-4708-b531-6acc0ead4fb9 req-48244219-d139-458a-8004-c6a3172b1295 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148628 Aug 19 11:55:41.921325 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:41.944862 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:41.992605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f508c19c-383c-4ef3-8ad0-9fc22f1104e3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:42.000515 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:42.079533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Pushing event updated for resources: {'Port': ['ID=eb405884-02d5-4c69-93ef-c14a64a0e7a8,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:42.114624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] For port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:42.137143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f508c19c-383c-4ef3-8ad0-9fc22f1104e3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:42.140216 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:42.182933 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:42.266397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:42.269149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5ae06fab-9250-4502-9453-e8afdd67a7df up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:42.305536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:42.306761 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:42.308787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] 10.222.0.69 "PUT /v2.0/ports/c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b HTTP/1.1" status: 200 len: 1092 time: 4.9577703 Aug 19 11:55:42.312114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56216140-b638-4084-9fc8-d4f70ba9df04', 'tag': 'c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:42.316867 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f668ebce-228d-4953-8eb0-939ab27f32be" -d '{"events": [{"name": "network-changed", "server_uuid": "56216140-b638-4084-9fc8-d4f70ba9df04", "tag": "c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:42.353941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5ae06fab-9250-4502-9453-e8afdd67a7df triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:42.354705 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:42.563356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Pushing event updated for resources: {'Port': ['ID=8cc2d1c8-77b3-4620-af68-6953e26bc84b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:42.596034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0acdbc-cb89-4bd6-8800-cd3acd7a3512 req-9eb81061-d136-4685-b180-3d870bbeb7d5 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:42.599746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed0acdbc-cb89-4bd6-8800-cd3acd7a3512 req-9eb81061-d136-4685-b180-3d870bbeb7d5 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 1095 time: 0.5473669 Aug 19 11:55:42.614925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Network 8cf3e5e3-cc59-4775-9180-d251d0f2254d is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:42.639161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf846c5-6e80-4ed3-9a83-e60951bd18d7 req-57490ce6-52a5-41dc-9c13-cc1553496610 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:42.641002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cf846c5-6e80-4ed3-9a83-e60951bd18d7 req-57490ce6-52a5-41dc-9c13-cc1553496610 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 944 time: 0.5917411 Aug 19 11:55:42.642156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:42.671144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e34e4f-3a17-4ea1-a3df-33151d2e0324 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:42.712588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Network 7d195167-75e9-4645-a328-5bb8d1f7689d is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:42.737216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:42.937057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Router 10143300-17bb-46c9-a500-a9019a09620f has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:55:42.966507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed0acdbc-cb89-4bd6-8800-cd3acd7a3512 req-02528b4f-66d0-470e-81cf-d1622fc56e76 tempest-LiveMigrationTest-1047022623 tempest-LiveMigrationTest-1047022623-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469086 Aug 19 11:55:42.973564 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:42.987681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cf846c5-6e80-4ed3-9a83-e60951bd18d7 req-dfad6897-ea8c-4e55-ad4e-8b0cc7e4569d tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378172 Aug 19 11:55:43.141716 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4705588f-750d-479c-a54e-790582c6a6c0 x-openstack-request-id: req-4705588f-750d-479c-a54e-790582c6a6c0 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:43.141716 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56216140-b638-4084-9fc8-d4f70ba9df04", "tag": "c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:43.142171 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4705588f-750d-479c-a54e-790582c6a6c0 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:43.142746 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56216140-b638-4084-9fc8-d4f70ba9df04', 'tag': 'c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b', 'status': 'completed', 'code': 200} Aug 19 11:55:43.182742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef62a006-26f7-443d-aa92-459441b85eb7,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:43.213054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Router 605d197b-91b2-4bc6-bccd-daf08a3b407c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:55:43.232972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Checking segment: {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:43.233343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Network hostable DHCP agents. Network: fa7c0514-b5fa-4b4d-8e7f-64ae46838546, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:55:43.304364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:43.307406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:43.320963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Sync routers for ids ['10143300-17bb-46c9-a500-a9019a09620f'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:43.337850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Routers {'10143300-17bb-46c9-a500-a9019a09620f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:43.341651 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d469447d-b9c5-421a-9ee8-ebecc0b502dd admin admin] 10.222.0.65 "PUT /v2.0/routers/10143300-17bb-46c9-a500-a9019a09620f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6298363 Aug 19 11:55:43.350241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['10143300-17bb-46c9-a500-a9019a09620f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:43.372822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:55:43.385211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb314f-572a-48a2-a025-b464cfa53113 req-43c468ee-c427-4d48-bf30-cdcd093aa2c1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:43.400449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aebb314f-572a-48a2-a025-b464cfa53113 req-43c468ee-c427-4d48-bf30-cdcd093aa2c1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.2661388 Aug 19 11:55:43.501988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, fa7c0514-b5fa-4b4d-8e7f-64ae46838546) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:43.517699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:43.520191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:43.537508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c97ce9b-4f07-4bb6-a765-c3eadbb7d32f None None] Network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:55:43.538754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aebb314f-572a-48a2-a025-b464cfa53113 req-692c1773-228b-4708-8e00-c991425ccdd8 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372271 Aug 19 11:55:43.644042 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-509f859f-5882-417e-8649-6cb90270557b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.3443942 Aug 19 11:55:43.644992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48006) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:43.682675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:43.719714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:43.738005 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c644077e-4657-492d-a28f-b6f47a0eea7d admin admin] 10.222.0.65 "PUT /v2.0/routers/605d197b-91b2-4bc6-bccd-daf08a3b407c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6443939 Aug 19 11:55:43.738309 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Sync routers for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:43.763441 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:43.769688 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:43.791778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cd677-6095-41cd-9b6e-d25eb5f8e994 req-16d64991-9398-4989-ad88-9ec394249958 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:43.827646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d5cd677-6095-41cd-9b6e-d25eb5f8e994 req-16d64991-9398-4989-ad88-9ec394249958 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 944 time: 0.1944263 Aug 19 11:55:43.848456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Set router 10143300-17bb-46c9-a500-a9019a09620f gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:43.850823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:43.851071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:43.957285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d5cd677-6095-41cd-9b6e-d25eb5f8e994 req-49797b68-caa5-46a7-8edc-15810047112a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207643 Aug 19 11:55:44.000489 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:44.036839 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:44.206023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe8b66-4270-47db-98a8-2ff9c096548b req-0f26a1ff-dd92-4e3a-890d-32fd8cecae6e tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:44.213708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78fe8b66-4270-47db-98a8-2ff9c096548b req-0f26a1ff-dd92-4e3a-890d-32fd8cecae6e tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 944 time: 0.1170304 Aug 19 11:55:44.325245 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'eb405884-02d5-4c69-93ef-c14a64a0e7a8', 'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'mac_address': 'fa:16:3e:0d:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:37Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 2, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'subnets': [{'id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:44.355299 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Checking router: 605d197b-91b2-4bc6-bccd-daf08a3b407c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:44.355804 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Updating router 605d197b-91b2-4bc6-bccd-daf08a3b407c port eb405884-02d5-4c69-93ef-c14a64a0e7a8 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:55:44.396147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-0d01968c-6b00-43d3-8e6e-5b6e33195731 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:44.397423 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:44.398302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-0d01968c-6b00-43d3-8e6e-5b6e33195731 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/networks?id=8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 200 len: 810 time: 0.1773424 Aug 19 11:55:44.409068 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:44.412040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78fe8b66-4270-47db-98a8-2ff9c096548b req-6b4bb154-8534-4cba-a693-799d1b69ad05 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966133 Aug 19 11:55:44.439681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:55:44.441497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:44.456006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-e1a8bf32-91ca-4526-8471-c2b6d5d6b9ff tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/quotas/1952e160fd744a2795e2b5030ee0c68a HTTP/1.1" status: 200 len: 375 time: 0.0421579 Aug 19 11:55:44.563424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-24ce211f-2e42-4c64-a0fe-0f473c447c44 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1952e160fd744a2795e2b5030ee0c68a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054139 Aug 19 11:55:44.711123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Deleting port 4777970d-f692-449f-b969-0193dd8b1463 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:44.713281 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:44.805903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1da3a508-2112-4ae4-901a-0eb23bff7903 service neutron] 10.222.0.65 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409163 Aug 19 11:55:44.825494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Allocated IP 172.20.0.2 (fa7c0514-b5fa-4b4d-8e7f-64ae46838546/ef62a006-26f7-443d-aa92-459441b85eb7/fd43b208-9eb4-49ff-b568-3a9c987cceb5) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:44.848433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10143300-17bb-46c9-a500-a9019a09620f', 'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:28Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'gw_port': {'id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:30Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8cc2d1c8-77b3-4620-af68-6953e26bc84b', 'name': '', 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'mac_address': 'fa:16:3e:81:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5c25781d-7f59-4b62-9214-b067e1c238c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:39Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 2, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'subnets': [{'id': '5c25781d-7f59-4b62-9214-b067e1c238c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:44.888320 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Checking router: 10143300-17bb-46c9-a500-a9019a09620f for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:44.888724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Updating router 10143300-17bb-46c9-a500-a9019a09620f port 8cc2d1c8-77b3-4620-af68-6953e26bc84b binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:55:44.906242 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-a0f6a0bc-dfd4-46e4-a695-67fa7a4dcb78 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:44.916982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-a0f6a0bc-dfd4-46e4-a695-67fa7a4dcb78 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.54 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 944 time: 0.4109492 Aug 19 11:55:44.998476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-779b38d7-1e11-4051-bcd9-477c53dbb3d0 service neutron] 10.222.0.65 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915495 Aug 19 11:55:45.065244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] For port 4777970d-f692-449f-b969-0193dd8b1463, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4777970d-f692-449f-b969-0193dd8b1463,segment=NetworkSegment(46b81772-e573-41d1-87c7-c84d7b553cc3),segment_id=46b81772-e573-41d1-87c7-c84d7b553cc3)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:45.065619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.131726 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.156083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Calling delete_port for 4777970d-f692-449f-b969-0193dd8b1463 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:45.161628 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Transition to ACTIVE for port object eb405884-02d5-4c69-93ef-c14a64a0e7a8 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:45.172129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385a2f-a9c3-4714-9878-008793d4f215 req-6c5a6a18-52b4-4045-8399-2fa5d29cd8cd tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:45.182800 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.188023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-6c5a6a18-52b4-4045-8399-2fa5d29cd8cd tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 820 time: 0.2073190 Aug 19 11:55:45.222627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668ebce-228d-4953-8eb0-939ab27f32be req-b5d84e08-8f3e-42bd-94d3-858f511734b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:45.224174 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f668ebce-228d-4953-8eb0-939ab27f32be req-b5d84e08-8f3e-42bd-94d3-858f511734b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=788e7ea2bd2d4b059a4a0c9c072dbde0&device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 1095 time: 0.2175202 Aug 19 11:55:45.230394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1839492b-c25e-4385-9063-5384e9f402ee tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/quotas/7539f1bb11024d46bfced015f1409be6 HTTP/1.1" status: 200 len: 375 time: 0.0425649 Aug 19 11:55:45.331917 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.365839 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e3da9-7571-437b-a540-67ae8c2ae8d5 None None] Pushing event updated for resources: {'Port': ['ID=eb405884-02d5-4c69-93ef-c14a64a0e7a8,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:45.368363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-51c6c932-7d71-4aa0-b3d3-1d45c1050260 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1369779 Aug 19 11:55:45.407160 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Attempting to bind port eb405884-02d5-4c69-93ef-c14a64a0e7a8 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:45.407475 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Attempting to bind port eb405884-02d5-4c69-93ef-c14a64a0e7a8 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9fb8cbe4-0522-4093-92f5-98db839a5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:45.408083 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Attempting to bind port eb405884-02d5-4c69-93ef-c14a64a0e7a8 on network 7d195167-75e9-4645-a328-5bb8d1f7689d {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:45.418830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Transition to ACTIVE for port object fd43b208-9eb4-49ff-b568-3a9c987cceb5 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:45.419019 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:45.419334 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Checking segment: {'id': '9fb8cbe4-0522-4093-92f5-98db839a5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:45.425704 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.426682 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Bound using segment: {'id': '9fb8cbe4-0522-4093-92f5-98db839a5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:45.427571 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Bound port: eb405884-02d5-4c69-93ef-c14a64a0e7a8, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb8cbe4-0522-4093-92f5-98db839a5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:45.428432 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.445727 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.476294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Transition to ACTIVE for port object fd43b208-9eb4-49ff-b568-3a9c987cceb5 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:45.625904 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] For port eb405884-02d5-4c69-93ef-c14a64a0e7a8, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:45.638982 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] For port eb405884-02d5-4c69-93ef-c14a64a0e7a8, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=eb405884-02d5-4c69-93ef-c14a64a0e7a8,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:45.649840 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.704082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a618c-1dde-40e6-9a44-c8ebf1659b7d req-4caae4f0-cc4b-44ca-9255-b384f0d16e77 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:45.721330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-032a618c-1dde-40e6-9a44-c8ebf1659b7d req-4caae4f0-cc4b-44ca-9255-b384f0d16e77 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.1617537 Aug 19 11:55:45.752024 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:45.752899 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:45.758274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-392eed16-2555-482e-9cf5-094390417f18 service neutron] 10.222.0.65 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890030 Aug 19 11:55:45.834879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-032a618c-1dde-40e6-9a44-c8ebf1659b7d req-0e7d1c5c-4e58-418f-a7da-a37f77c70373 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122160 Aug 19 11:55:45.886227 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e3da9-7571-437b-a540-67ae8c2ae8d5 None None] Pushing event updated for resources: {'Port': ['ID=eb405884-02d5-4c69-93ef-c14a64a0e7a8,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:45.905598 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.922002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-38451f9a-c389-4f99-aa55-d0165495d997 service neutron] 10.222.0.65 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489863 Aug 19 11:55:45.963343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:45.969401 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:45.978905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:45.981776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:46.016783 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:46.030436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Transition to ACTIVE for port object 8cc2d1c8-77b3-4620-af68-6953e26bc84b will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:46.034245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Pushing event updated for resources: {'Port': ['ID=fd43b208-9eb4-49ff-b568-3a9c987cceb5,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:46.076212 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.101715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Attempting to bind port fd43b208-9eb4-49ff-b568-3a9c987cceb5 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:46.102086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Attempting to bind port fd43b208-9eb4-49ff-b568-3a9c987cceb5 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:46.102443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Attempting to bind port fd43b208-9eb4-49ff-b568-3a9c987cceb5 on network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:46.122125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668ebce-228d-4953-8eb0-939ab27f32be req-a2c9dd47-5f4b-4a41-a695-ed53d6ebd2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:46.123655 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f668ebce-228d-4953-8eb0-939ab27f32be req-a2c9dd47-5f4b-4a41-a695-ed53d6ebd2de service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=788e7ea2bd2d4b059a4a0c9c072dbde0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.8762348 Aug 19 11:55:46.129973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3aa7d-d611-4791-a220-9f74f95213b4 req-a98230b0-fac2-4991-a544-1b0646356e85 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:46.132770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Deleting port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:46.133153 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.136389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cde3aa7d-d611-4791-a220-9f74f95213b4 req-a98230b0-fac2-4991-a544-1b0646356e85 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 944 time: 0.1064539 Aug 19 11:55:46.144911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:46.145305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Checking segment: {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:46.145713 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.146098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Bound using segment: {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:46.146576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Bound port: fd43b208-9eb4-49ff-b568-3a9c987cceb5, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:46.146981 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.222208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef54ea-36c2-4794-85ab-a9b64ccfe9e2 None None] Pushing event updated for resources: {'Port': ['ID=8cc2d1c8-77b3-4620-af68-6953e26bc84b,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:46.249370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cde3aa7d-d611-4791-a220-9f74f95213b4 req-b5b6a381-512b-4dcb-85b5-7fd9673aa2af tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052532 Aug 19 11:55:46.389322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Attempting to bind port 8cc2d1c8-77b3-4620-af68-6953e26bc84b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:46.389687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Attempting to bind port 8cc2d1c8-77b3-4620-af68-6953e26bc84b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:46.390049 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Attempting to bind port 8cc2d1c8-77b3-4620-af68-6953e26bc84b on network 8cf3e5e3-cc59-4775-9180-d251d0f2254d {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:46.392556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] For port fd43b208-9eb4-49ff-b568-3a9c987cceb5, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:46.405000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f117f491-5969-4807-9cae-7b85fa0a5b15 req-86b8af7b-4557-4a33-9d03-dd93840e35aa tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 210 time: 0.0885770 Aug 19 11:55:46.422246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] For port fd43b208-9eb4-49ff-b568-3a9c987cceb5, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fd43b208-9eb4-49ff-b568-3a9c987cceb5,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:46.432360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:46.432767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Checking segment: {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:46.433180 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.433569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Bound using segment: {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:46.436893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Bound port: 8cc2d1c8-77b3-4620-af68-6953e26bc84b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:46.437242 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.442792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d066b-f218-47ac-84ef-67ae6e1a33c3 req-94cbc0aa-4dfe-407f-b11c-8d8d980344ac tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:46.446326 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.450551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a50d066b-f218-47ac-84ef-67ae6e1a33c3 req-94cbc0aa-4dfe-407f-b11c-8d8d980344ac tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 944 time: 0.1004865 Aug 19 11:55:46.506745 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'eb405884-02d5-4c69-93ef-c14a64a0e7a8', 'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'mac_address': 'fa:16:3e:0d:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:37Z', 'updated_at': '2021-08-19T11:55:45Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'subnets': [{'id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:46.551907 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd64169-55b4-414d-970c-43b95e5ee468 None None] The sync data for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 is: [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'eb405884-02d5-4c69-93ef-c14a64a0e7a8', 'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'mac_address': 'fa:16:3e:0d:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:37Z', 'updated_at': '2021-08-19T11:55:45Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'subnets': [{'id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:55:46.557325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a50d066b-f218-47ac-84ef-67ae6e1a33c3 req-71d1f250-a8b5-4774-83e7-266f890ad907 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058385 Aug 19 11:55:46.590861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244a1b-e83c-4f12-90bb-aff3e6fd1909 req-79a332bf-1f2e-4c06-9dda-eea6335130ce tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:46.599852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0244a1b-e83c-4f12-90bb-aff3e6fd1909 req-79a332bf-1f2e-4c06-9dda-eea6335130ce tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 1096 time: 0.1015325 Aug 19 11:55:46.736531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15ac8cee-19ec-42ce-b5fc-1db374e27014 req-5e689f88-ec0c-4cf6-888a-3b4287f5df44 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 210 time: 0.0617602 Aug 19 11:55:46.753662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3c80d-d7ae-4450-b10f-30ba24fe551a None None] Pushing event updated for resources: {'Port': ['ID=fd43b208-9eb4-49ff-b568-3a9c987cceb5,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:46.783258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0244a1b-e83c-4f12-90bb-aff3e6fd1909 req-5c8499d1-eced-41c2-9f2c-4646dd40c73a tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671958 Aug 19 11:55:46.786068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] For port 8cc2d1c8-77b3-4620-af68-6953e26bc84b, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:46.790348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] For port 8cc2d1c8-77b3-4620-af68-6953e26bc84b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8cc2d1c8-77b3-4620-af68-6953e26bc84b,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:46.803111 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.884668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.942978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Routers {'10143300-17bb-46c9-a500-a9019a09620f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:46.957632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['10143300-17bb-46c9-a500-a9019a09620f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:46.961029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:46.962197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05415-e9ec-4ec2-a22e-9c53a13b19c2 req-7816b48a-a9ae-4462-a6a8-bd69eeb9cdcc tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:46.975035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef54ea-36c2-4794-85ab-a9b64ccfe9e2 None None] Pushing event updated for resources: {'Port': ['ID=8cc2d1c8-77b3-4620-af68-6953e26bc84b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:46.991937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12c05415-e9ec-4ec2-a22e-9c53a13b19c2 req-7816b48a-a9ae-4462-a6a8-bd69eeb9cdcc tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 1096 time: 0.1021657 Aug 19 11:55:47.029040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] For port a57c7ddc-dba4-4cdc-bae1-d2223bc77495, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:47.029549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:47.065957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12c05415-e9ec-4ec2-a22e-9c53a13b19c2 req-3f58ac49-3807-4250-821d-5391c0170776 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720046 Aug 19 11:55:47.074670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Calling delete_port for a57c7ddc-dba4-4cdc-bae1-d2223bc77495 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:47.148184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] Set router 10143300-17bb-46c9-a500-a9019a09620f gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:47.385631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668ebce-228d-4953-8eb0-939ab27f32be req-ff2fd092-9721-4294-b8d0-19e13a432e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:47.387957 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f668ebce-228d-4953-8eb0-939ab27f32be req-ff2fd092-9721-4294-b8d0-19e13a432e2e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9917455 Aug 19 11:55:47.535949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10143300-17bb-46c9-a500-a9019a09620f', 'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:28Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'gw_port': {'id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:30Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8cc2d1c8-77b3-4620-af68-6953e26bc84b', 'name': '', 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'mac_address': 'fa:16:3e:81:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5c25781d-7f59-4b62-9214-b067e1c238c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:39Z', 'updated_at': '2021-08-19T11:55:46Z', 'revision_number': 4, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'subnets': [{'id': '5c25781d-7f59-4b62-9214-b067e1c238c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:47.589233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-57357357-414f-4aa7-a234-97639cf6d838 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:47.591994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2bf476-2321-4fed-a1ad-bfc6f805766c None None] The sync data for ids ['10143300-17bb-46c9-a500-a9019a09620f'] in n-d-778550-9 is: [{'id': '10143300-17bb-46c9-a500-a9019a09620f', 'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:28Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'gw_port': {'id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:30Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8cc2d1c8-77b3-4620-af68-6953e26bc84b', 'name': '', 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'mac_address': 'fa:16:3e:81:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5c25781d-7f59-4b62-9214-b067e1c238c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:39Z', 'updated_at': '2021-08-19T11:55:46Z', 'revision_number': 4, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'subnets': [{'id': '5c25781d-7f59-4b62-9214-b067e1c238c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:55:47.594817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-57357357-414f-4aa7-a234-97639cf6d838 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.54 "GET /v2.0/networks?id=8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 200 len: 810 time: 0.3725252 Aug 19 11:55:47.616945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134358a8-51a4-445c-ae9e-c87b18dcc0cc req-b216fc55-8167-4e0a-ab72-3e08dc4fea95 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:47.618704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-134358a8-51a4-445c-ae9e-c87b18dcc0cc req-b216fc55-8167-4e0a-ab72-3e08dc4fea95 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 944 time: 0.2195942 Aug 19 11:55:47.635418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Request body: {'port': {'device_id': '1593b749-0da3-4f0d-b6cd-388e957bdd87', 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d', 'admin_state_up': True, 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:47.695688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Allocated IP 172.25.4.122 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/4907491f-9ade-4916-9da0-0becec2f6988) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:47.708646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:47.710783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:47.753716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['607fc530-ad62-419f-88cf-0a522be8020e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:55:47.793708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Pushing event deleted for resources: {'Port': ['ID=4777970d-f692-449f-b969-0193dd8b1463,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:48.018675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a57c7ddc-dba4-4cdc-bae1-d2223bc77495 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:48.031860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-134358a8-51a4-445c-ae9e-c87b18dcc0cc req-1fe1ee49-7207-43ee-8acf-773e34849c50 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629519 Aug 19 11:55:48.066028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Made reservation on behalf of 1952e160fd744a2795e2b5030ee0c68a for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:48.072666 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:48.179873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: a57c7ddc-dba4-4cdc-bae1-d2223bc77495 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:48.180427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a57c7ddc-dba4-4cdc-bae1-d2223bc77495 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:48.228762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Pushing event deleted for resources: {'Port': ['ID=a57c7ddc-dba4-4cdc-bae1-d2223bc77495,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:48.278607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-2fb5a640-e914-4f0e-8e22-732aff70b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:48.290184 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-2fb5a640-e914-4f0e-8e22-732aff70b5ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=788e7ea2bd2d4b059a4a0c9c072dbde0&device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 1095 time: 0.7483251 Aug 19 11:55:48.350504 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a1af838-4f6d-4044-88d8-f345a01ec5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:48.368133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8cc2d1c8-77b3-4620-af68-6953e26bc84b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:48.433916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] No DVR routers for this DVR port a57c7ddc-dba4-4cdc-bae1-d2223bc77495 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:48.445158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b14b00d-7d9e-4cab-b1e7-068185922d51 req-1ebbda45-cf62-4723-9954-967a85b56430 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 210 time: 0.1299469 Aug 19 11:55:48.520165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 8cc2d1c8-77b3-4620-af68-6953e26bc84b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:48.529681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8cc2d1c8-77b3-4620-af68-6953e26bc84b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:48.537503 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:48.537762 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-ab6e810f-306f-475f-af45-74ad15c5b88f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b HTTP/1.1" status: 200 len: 217 time: 0.1515636 Aug 19 11:55:48.570058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b5196-be6a-4d49-a5a8-606ab6e333cd None None] Network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:55:48.597245 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:48.682976 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:48.686932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0c656be-4d53-4f87-be43-614ce96518d5 req-ab1815a9-34a6-41cc-9c3e-f46e59603eec tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.54 "DELETE /v2.0/ports/a57c7ddc-dba4-4cdc-bae1-d2223bc77495 HTTP/1.1" status: 204 len: 173 time: 3.7593684 Aug 19 11:55:48.694886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'name': 'network-vif-deleted', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:48.698847 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f08542-6583-405a-8374-aa9b78786214" -d '{"events": [{"server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "name": "network-vif-deleted", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:48.748624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f9bce7db-ce38-4d00-9ecd-d2f3dbfc2363 None None] Provisioning for port fd43b208-9eb4-49ff-b568-3a9c987cceb5 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:48.762880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:48.820586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385a2f-a9c3-4714-9878-008793d4f215 req-e03c17bf-7a3e-43c3-99bb-7f07a209cb5b tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:48.832263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-e03c17bf-7a3e-43c3-99bb-7f07a209cb5b tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.69 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 820 time: 0.3679826 Aug 19 11:55:48.835909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:48.864826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Pushing event updated for resources: {'Port': ['ID=4907491f-9ade-4916-9da0-0becec2f6988,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:48.876197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:48.882798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:48.920932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Request body: {'port': {'device_id': '951766cd-3480-4f69-b79b-fb6a475aed42', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'admin_state_up': True, 'tenant_id': '7539f1bb11024d46bfced015f1409be6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:48.961168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.055993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 8cc2d1c8-77b3-4620-af68-6953e26bc84b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8cc2d1c8-77b3-4620-af68-6953e26bc84b,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:49.066709 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.067823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device eb405884-02d5-4c69-93ef-c14a64a0e7a8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:49.122990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=8cc2d1c8-77b3-4620-af68-6953e26bc84b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:49.186400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port eb405884-02d5-4c69-93ef-c14a64a0e7a8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:49.192254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port eb405884-02d5-4c69-93ef-c14a64a0e7a8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:49.193326 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.333788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.417367 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.479455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-0f2c6dd9-1cd8-48f4-9fd5-e295612143cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:49.481063 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-0f2c6dd9-1cd8-48f4-9fd5-e295612143cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dba0cab4-9b76-4ddf-9127-5716ac2d15a3 HTTP/1.1" status: 200 len: 852 time: 0.7781456 Aug 19 11:55:49.488939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port eb405884-02d5-4c69-93ef-c14a64a0e7a8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=eb405884-02d5-4c69-93ef-c14a64a0e7a8,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:49.499972 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.501110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fd43b208-9eb4-49ff-b568-3a9c987cceb5 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:49.612135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port fd43b208-9eb4-49ff-b568-3a9c987cceb5 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:49.613153 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.626454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fd43b208-9eb4-49ff-b568-3a9c987cceb5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:49.626820 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.629638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=eb405884-02d5-4c69-93ef-c14a64a0e7a8,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:49.635034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Allocated IP 172.20.0.2 (8cf3e5e3-cc59-4775-9180-d251d0f2254d/5c25781d-7f59-4b62-9214-b067e1c238c3/367385dd-b83f-408b-baa4-967ad83f029b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:49.679582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-6e9691bf-cfb1-4bbe-86df-7b640b495748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:49.681125 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-6e9691bf-cfb1-4bbe-86df-7b640b495748 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b7c4b7a-0719-4f40-9d86-d0239859b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979245 Aug 19 11:55:49.683483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.749038 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.806317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port fd43b208-9eb4-49ff-b568-3a9c987cceb5, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fd43b208-9eb4-49ff-b568-3a9c987cceb5,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:49.819268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:49.869291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-e51dfccb-7f67-463b-9696-348744faf3fd tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:55:49.870886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-e51dfccb-7f67-463b-9696-348744faf3fd tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0798976 Aug 19 11:55:49.955866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=fd43b208-9eb4-49ff-b568-3a9c987cceb5,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:49.975590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device eb405884-02d5-4c69-93ef-c14a64a0e7a8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:49.992282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Request body: {'binding': {'host': 'n-h2-778550-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:49.992776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Unknown quota resources ['binding']. {{(pid=101154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 11:55:49.998787 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.025199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Made reservation on behalf of 7539f1bb11024d46bfced015f1409be6 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:55:50.028722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.050339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port eb405884-02d5-4c69-93ef-c14a64a0e7a8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:50.051173 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.078863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c2bff-6400-40d7-8031-d737d7eb1b65 req-43eee718-067c-4361-849b-2fc87f3d9cf0 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:50.086793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b0c2bff-6400-40d7-8031-d737d7eb1b65 req-43eee718-067c-4361-849b-2fc87f3d9cf0 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 944 time: 1.2943740 Aug 19 11:55:50.139034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8cc2d1c8-77b3-4620-af68-6953e26bc84b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:50.191177 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8cc2d1c8-77b3-4620-af68-6953e26bc84b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:50.191708 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.255196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b0c2bff-6400-40d7-8031-d737d7eb1b65 req-69b7fafc-6d69-47b2-b5f8-a78b062b0124 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674025 Aug 19 11:55:50.325386 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.387657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Network 8cf3e5e3-cc59-4775-9180-d251d0f2254d is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:50.402645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-66acfd8d-281d-4d96-9d9c-81b9e3e788c3 service neutron] 10.222.0.69 "GET /v2.0/networks/5b7c4b7a-0719-4f40-9d86-d0239859b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105343 Aug 19 11:55:50.407012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:50.432575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:50.439875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e82ecb75-73af-48b3-8ef7-5d812a546aff req-15b9ab01-72d2-4c58-9b62-40f730a68e37 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 210 time: 0.0899947 Aug 19 11:55:50.494746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Pushing event updated for resources: {'Port': ['ID=367385dd-b83f-408b-baa4-967ad83f029b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:50.507053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Allocated IP 172.20.0.8 (7d195167-75e9-4645-a328-5bb8d1f7689d/1a201f75-5dd4-4f32-aae5-34f5333b7e91/3693fd74-9b1b-4bee-aa32-0cab7985a416) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:50.528167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on host n-h2-778550-9 for vnic_type normal with profile None {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:50.528167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:50.528516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:50.539911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Router fbdc1862-4277-4f92-8cb0-a1196aa38ceb is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:55:50.544598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:55:50.545348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:50.562327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:50.562962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.568939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:50.569263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:50.569644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:50.570137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Bound port: 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:50.582376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Router 7f5af280-7865-475a-9d37-b49b39dc4ff2 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:55:50.628933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-515962d0-dba2-4351-a1db-987f3e61ce88 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0024476 Aug 19 11:55:50.637862 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-65161b26-8fea-44bb-abc6-e978ff4c128e req-0d40c303-a3f2-4426-9b6f-0ef9b60cb429 service neutron] 10.222.0.69 "GET /v2.0/networks/5b7c4b7a-0719-4f40-9d86-d0239859b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075675 Aug 19 11:55:50.642765 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394bdef9-e6f3-4699-a86d-2f007ad8bec8 x-openstack-request-id: req-394bdef9-e6f3-4699-a86d-2f007ad8bec8 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:50.642765 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe96a21-ab91-4896-9e62-acd8d2166a95", "name": "network-vif-deleted", "tag": "a57c7ddc-dba4-4cdc-bae1-d2223bc77495", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:50.643376 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-394bdef9-e6f3-4699-a86d-2f007ad8bec8 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:50.643882 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe96a21-ab91-4896-9e62-acd8d2166a95', 'name': 'network-vif-deleted', 'tag': 'a57c7ddc-dba4-4cdc-bae1-d2223bc77495', 'status': 'completed', 'code': 200} Aug 19 11:55:50.691993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Request body: {'port': {'device_id': '1593b749-0da3-4f0d-b6cd-388e957bdd87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:50.738933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04c66d1a-c45d-4021-a4e3-dd99b6ca19ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.767993 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be8e461e-b421-4b90-9838-b9e6e7e5081b req-281c77b8-e37e-4d76-82c6-c44a88dc83d1 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 210 time: 0.0454767 Aug 19 11:55:50.819665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:50.828138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:50.838718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.839883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0015dd2c-8781-44cf-a036-1abbc2a9f67f service neutron] 10.222.0.65 "POST /v2.0/ports/29c29e6a-985c-4195-b33d-0a07f99aa7aa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8727841 Aug 19 11:55:50.847921 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.851386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Sync routers for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:50.881164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:50.886563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:50.887453 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bb6b751a-3e00-4205-956b-f7115f5a9e5c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.2191343 Aug 19 11:55:50.888186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48126) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:50.888974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:50.898722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:50.915690 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a84b0686-bd5b-4490-8ea5-d3a3e6284486 admin admin] 10.222.0.65 "PUT /v2.0/routers/7f5af280-7865-475a-9d37-b49b39dc4ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1403913 Aug 19 11:55:50.921955 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] Sync routers for ids ['7f5af280-7865-475a-9d37-b49b39dc4ff2'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:50.944718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48128) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:50.945330 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] Routers {'7f5af280-7865-475a-9d37-b49b39dc4ff2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:50.953338 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7f5af280-7865-475a-9d37-b49b39dc4ff2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:51.013125 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:51.032812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:51.198894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:51.265724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9346cd-bc2f-47b2-9444-b3f2d62c9481 req-35b6c561-d70e-4003-9a60-1ec4ed4a06c3 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:51.265724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb9346cd-bc2f-47b2-9444-b3f2d62c9481 req-35b6c561-d70e-4003-9a60-1ec4ed4a06c3 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 931 time: 0.3723757 Aug 19 11:55:51.367263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0ba3fe50-b766-4761-b0dd-0339184d9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:51.369247 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0ba3fe50-b766-4761-b0dd-0339184d9330 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 1096 time: 0.1784182 Aug 19 11:55:51.386899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b10f7-b7c5-4fc4-b3a2-41689f0b31e6 req-1e6c2b54-adf0-4755-a5d7-1dcd03751084 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:51.388475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c7b10f7-b7c5-4fc4-b3a2-41689f0b31e6 req-1e6c2b54-adf0-4755-a5d7-1dcd03751084 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.3245232 Aug 19 11:55:51.463695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:51.496341 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] Set router 7f5af280-7865-475a-9d37-b49b39dc4ff2 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:51.518978 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:51.536902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb9346cd-bc2f-47b2-9444-b3f2d62c9481 req-c99a1755-81aa-4a72-9019-4fd6f71a4262 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599478 Aug 19 11:55:51.606329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:49Z', 'revision_number': 3, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:51.619011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-3df4e3f6-ddc7-40e2-931e-3a6247efa2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:51.620539 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-3df4e3f6-ddc7-40e2-931e-3a6247efa2bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.2358878 Aug 19 11:55:51.648402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Checking router: fbdc1862-4277-4f92-8cb0-a1196aa38ceb for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:51.649164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Updating router fbdc1862-4277-4f92-8cb0-a1196aa38ceb port 4907491f-9ade-4916-9da0-0becec2f6988 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:55:51.657238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c7b10f7-b7c5-4fc4-b3a2-41689f0b31e6 req-dfb91073-3f57-4b48-91a1-ecc87fcb24d6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492161 Aug 19 11:55:51.746572 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:51.782519 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-48b6e24d-0bcb-4c7a-a469-4ec5a7465c85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa HTTP/1.1" status: 200 len: 217 time: 0.1438227 Aug 19 11:55:51.805145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Network 7d195167-75e9-4645-a328-5bb8d1f7689d is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:51.893373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-693e8d48-4e5a-4791-a32e-63386e807717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:51.895016 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-693e8d48-4e5a-4791-a32e-63386e807717 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0974114 Aug 19 11:55:51.949468 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-01d6eb1d-fe8f-4c42-b438-d8d61702f630 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448539 Aug 19 11:55:51.966632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:51.981766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:51.996340 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:11Z', 'updated_at': '2021-08-19T11:55:47Z', 'revision_number': 5, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'gw_port': {'id': '331cad75-b97d-49fb-8ff8-1d7a79ee95f5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:50:12Z', 'updated_at': '2021-08-19T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:51.998023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.009388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fd43b208-9eb4-49ff-b568-3a9c987cceb5 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:52.052326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Pushing event updated for resources: {'Port': ['ID=3693fd74-9b1b-4bee-aa32-0cab7985a416,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:52.066168 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] Checking router: 7f5af280-7865-475a-9d37-b49b39dc4ff2 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:52.070855 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.081735 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] Routers {'7f5af280-7865-475a-9d37-b49b39dc4ff2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:52.082371 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7f5af280-7865-475a-9d37-b49b39dc4ff2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:52.165588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33e832-123f-4d8e-bd45-1f502eda443d req-0c97f4c1-3dd7-43e5-ad01-2f9176364a6b tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:52.173292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd33e832-123f-4d8e-bd45-1f502eda443d req-0c97f4c1-3dd7-43e5-ad01-2f9176364a6b tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 931 time: 0.3632135 Aug 19 11:55:52.200422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-7573f21a-53d3-49db-8cb5-3a9c82767295 service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664774 Aug 19 11:55:52.216303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e378e-5c79-4215-9be8-f748e070f2db req-cfec3122-6cbe-46e5-a5e5-d83d45a6f7f5 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:52.223762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-730e378e-5c79-4215-9be8-f748e070f2db req-cfec3122-6cbe-46e5-a5e5-d83d45a6f7f5 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 944 time: 0.4630284 Aug 19 11:55:52.232244 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] Set router 7f5af280-7865-475a-9d37-b49b39dc4ff2 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:52.309188 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:11Z', 'updated_at': '2021-08-19T11:55:51Z', 'revision_number': 6, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:52.315962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-730e378e-5c79-4215-9be8-f748e070f2db req-a33c6599-3f69-4f9f-bcb0-0ec58fd73567 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911911 Aug 19 11:55:52.331418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd33e832-123f-4d8e-bd45-1f502eda443d req-af913596-13c4-4758-929a-6ea9ed5c074f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571333 Aug 19 11:55:52.353545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:52.360263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.361534 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.363731 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb2e070-8b23-47b4-82d0-637e239da8a4 None None] The sync data for ids ['7f5af280-7865-475a-9d37-b49b39dc4ff2'] in n-d-778550-9 is: [{'id': '7f5af280-7865-475a-9d37-b49b39dc4ff2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1417883153-router', 'tenant_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:50:11Z', 'updated_at': '2021-08-19T11:55:51Z', 'revision_number': 6, 'project_id': 'f78bdf3f35664be4a78dfeebb5e1ddf2', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:55:52.417325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-1ec5b88d-8c0b-466b-b2f8-96f631358e04 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5272160 Aug 19 11:55:52.462215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Request body: {'port': {'device_id': '951766cd-3480-4f69-b79b-fb6a475aed42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:52.485674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:55:52.523530 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-344c61e6-4818-4e3d-92ab-b162393351a2 service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041525 Aug 19 11:55:52.530797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4f48b1c-67a8-45d0-9cb0-cef44512e5cb req-371d6425-b35b-4820-a9b1-ead26df7883f tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 210 time: 0.0644968 Aug 19 11:55:52.537093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Deleting port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:52.537450 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.634889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367385dd-b83f-408b-baa4-967ad83f029b {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:55:52.659584 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.673037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Transition to ACTIVE for port object 367385dd-b83f-408b-baa4-967ad83f029b will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:52.680480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Allocated IP 172.20.0.1 (fa7c0514-b5fa-4b4d-8e7f-64ae46838546/ef62a006-26f7-443d-aa92-459441b85eb7/d7ff4c3a-eacb-4a63-a406-befc72935d72) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:52.732593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fd43b208-9eb4-49ff-b568-3a9c987cceb5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:52.733023 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.747620 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.810988 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.827122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Transition to ACTIVE for port object d7ff4c3a-eacb-4a63-a406-befc72935d72 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:52.851167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:52.875784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.957027 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:52.977231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Transition to ACTIVE for port object 4907491f-9ade-4916-9da0-0becec2f6988 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:52.983040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b', 'network_id': '5b7c4b7a-0719-4f40-9d86-d0239859b545', 'port_id': 'c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b', 'mac_address': 'fa:16:3e:66:d9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba0cab4-9b76-4ddf-9127-5716ac2d15a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:55:52.993248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:52.999213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:53.015870 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.016867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Pushing event updated for resources: {'Port': ['ID=d7ff4c3a-eacb-4a63-a406-befc72935d72,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:53.025580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:53.136160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86909a38-0971-452f-b112-c869fe5251c4 None None] Pushing event updated for resources: {'Port': ['ID=4907491f-9ade-4916-9da0-0becec2f6988,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:53.150152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.240838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Attempting to bind port 4907491f-9ade-4916-9da0-0becec2f6988 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:53.241220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Attempting to bind port 4907491f-9ade-4916-9da0-0becec2f6988 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:53.241587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Attempting to bind port 4907491f-9ade-4916-9da0-0becec2f6988 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:53.263724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] For port 331cad75-b97d-49fb-8ff8-1d7a79ee95f5, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=331cad75-b97d-49fb-8ff8-1d7a79ee95f5,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:53.264785 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.282613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Calling delete_port for 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:53.298560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:53.299045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:53.299462 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.299850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:53.300348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Bound port: 4907491f-9ade-4916-9da0-0becec2f6988, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:53.300926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.369001 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.393577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:55:53.425966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:53.447461 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.455714 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.474499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b3e166fd-c448-4e34-a33f-b260d0e815b7 None None] Provisioning for port d7ff4c3a-eacb-4a63-a406-befc72935d72 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:53.482139 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.536204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b3e166fd-c448-4e34-a33f-b260d0e815b7 None None] Provisioning complete for port d7ff4c3a-eacb-4a63-a406-befc72935d72 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:53.536652 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3e166fd-c448-4e34-a33f-b260d0e815b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.594878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] For port 4907491f-9ade-4916-9da0-0becec2f6988, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:53.650683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] For port 4907491f-9ade-4916-9da0-0becec2f6988, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4907491f-9ade-4916-9da0-0becec2f6988,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:53.667295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4a87-dc5d-42ea-a251-cf784624a59e req-995d1124-b503-4846-9104-4507d12b29b5 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:53.668879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-979e4a87-dc5d-42ea-a251-cf784624a59e req-995d1124-b503-4846-9104-4507d12b29b5 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 943 time: 0.9911349 Aug 19 11:55:53.692758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Pushing event updated for resources: {'Port': ['ID=367385dd-b83f-408b-baa4-967ad83f029b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:53.703316 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.724541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b3e166fd-c448-4e34-a33f-b260d0e815b7 None None] Port d7ff4c3a-eacb-4a63-a406-befc72935d72 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:55:53.742275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:53.742650 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.756659 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.775866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed4a0b-c94c-46a9-9612-10f6c18f60a4 req-70e1d2ba-e0bf-43f7-b6f0-dd597d68c586 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:53.784362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10ed4a0b-c94c-46a9-9612-10f6c18f60a4 req-70e1d2ba-e0bf-43f7-b6f0-dd597d68c586 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.5811191 Aug 19 11:55:53.817114 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:53.817822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:53.854644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Pushing event updated for resources: {'Port': ['ID=d7ff4c3a-eacb-4a63-a406-befc72935d72,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:53.863170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.928507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:55:53.937110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:53.994508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Attempting to bind port 367385dd-b83f-408b-baa4-967ad83f029b on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:53.994779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Attempting to bind port 367385dd-b83f-408b-baa4-967ad83f029b by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:53.995362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Attempting to bind port 367385dd-b83f-408b-baa4-967ad83f029b on network 8cf3e5e3-cc59-4775-9180-d251d0f2254d {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:54.014599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86909a38-0971-452f-b112-c869fe5251c4 None None] Pushing event updated for resources: {'Port': ['ID=4907491f-9ade-4916-9da0-0becec2f6988,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:54.014792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10ed4a0b-c94c-46a9-9612-10f6c18f60a4 req-40a821f4-9783-4206-aa1f-36b40d3cc192 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292056 Aug 19 11:55:54.029694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-979e4a87-dc5d-42ea-a251-cf784624a59e req-eea7edd2-1e37-4c8f-8b8b-efbcce8f9e23 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316314 Aug 19 11:55:54.045037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4777970d-f692-449f-b969-0193dd8b1463 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:54.076630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:54.078929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:54.104799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4777970d-f692-449f-b969-0193dd8b1463 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:54.105281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4777970d-f692-449f-b969-0193dd8b1463 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:54.105896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:54.114715 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.125304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.154739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:54.155289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 331cad75-b97d-49fb-8ff8-1d7a79ee95f5 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:54.169909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:54.221894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Port 367385dd-b83f-408b-baa4-967ad83f029b on network 8cf3e5e3-cc59-4775-9180-d251d0f2254d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:55:54.222493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Attempting to bind port 367385dd-b83f-408b-baa4-967ad83f029b on network 8cf3e5e3-cc59-4775-9180-d251d0f2254d {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:54.308215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Router fbdc1862-4277-4f92-8cb0-a1196aa38ceb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:55:54.309816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=331cad75-b97d-49fb-8ff8-1d7a79ee95f5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:54.376095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:54.376359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Checking segment: {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:54.376806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Bound using segment: {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:54.377253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Bound port: 367385dd-b83f-408b-baa4-967ad83f029b, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:54.377656 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.429145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.479756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e6b49ea8-ea42-43f6-86eb-b8fed56779ae None None] Provisioning complete for port d7ff4c3a-eacb-4a63-a406-befc72935d72 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:54.480055 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e6b49ea8-ea42-43f6-86eb-b8fed56779ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.492533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:55:54.503860 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-918506b3-8068-46cf-85d5-a42d60b8ffed admin admin] 10.222.0.65 "PUT /v2.0/routers/fbdc1862-4277-4f92-8cb0-a1196aa38ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6125846 Aug 19 11:55:54.541579 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.543965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.575535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e6b49ea8-ea42-43f6-86eb-b8fed56779ae None None] Port d7ff4c3a-eacb-4a63-a406-befc72935d72 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:55:54.601381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 2, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:54.635281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48d4ff-5e2d-4238-adaf-df4869ba8c88 None None] The sync data for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 is: [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 2, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:55:54.693858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851094e-1bc4-4fe5-a9a9-a00abf500d78 req-baca86d9-8c77-489d-a97a-b05e9a775a76 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:54.701632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b851094e-1bc4-4fe5-a9a9-a00abf500d78 req-baca86d9-8c77-489d-a97a-b05e9a775a76 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 931 time: 0.4835179 Aug 19 11:55:54.717595 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.718915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f5af280-7865-475a-9d37-b49b39dc4ff2 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:55:54.752392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2003ff-f11f-4a31-9e5a-a35b4d546745 req-aa9e423b-d390-4816-a60b-3d32018a8513 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:54.754638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e2003ff-f11f-4a31-9e5a-a35b4d546745 req-aa9e423b-d390-4816-a60b-3d32018a8513 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 945 time: 0.5457776 Aug 19 11:55:54.778645 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.780652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7ca47b25-412b-4531-9f0d-48285f4f5e1f admin admin] 10.222.0.65 "DELETE /v2.0/routers/7f5af280-7865-475a-9d37-b49b39dc4ff2 HTTP/1.1" status: 204 len: 168 time: 3.8328941 Aug 19 11:55:54.783468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48160) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:54.863675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-549f5425-8ff5-44ff-8a4c-bff05bb21b60 admin admin] Deleting subnet d947a811-006f-4555-9a57-47937125f3f0 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:55:54.867360 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-549f5425-8ff5-44ff-8a4c-bff05bb21b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.972481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-549f5425-8ff5-44ff-8a4c-bff05bb21b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:54.997233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3693fd74-9b1b-4bee-aa32-0cab7985a416 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:55:55.021260 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.056035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] For port 367385dd-b83f-408b-baa4-967ad83f029b, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:55.092796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Transition to ACTIVE for port object 3693fd74-9b1b-4bee-aa32-0cab7985a416 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:55:55.123406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] For port 367385dd-b83f-408b-baa4-967ad83f029b, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=367385dd-b83f-408b-baa4-967ad83f029b,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:55.155236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b851094e-1bc4-4fe5-a9a9-a00abf500d78 req-eb0b2a75-909f-48f3-b5bc-febeb3476669 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526391 Aug 19 11:55:55.161058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-549f5425-8ff5-44ff-8a4c-bff05bb21b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.163866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.203860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e2003ff-f11f-4a31-9e5a-a35b4d546745 req-e073d91e-aa1a-4485-b358-e4f3d9947299 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198940 Aug 19 11:55:55.212913 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.242336 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-549f5425-8ff5-44ff-8a4c-bff05bb21b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.260910 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-549f5425-8ff5-44ff-8a4c-bff05bb21b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.262827 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-549f5425-8ff5-44ff-8a4c-bff05bb21b60 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d947a811-006f-4555-9a57-47937125f3f0 HTTP/1.1" status: 204 len: 168 time: 0.4784405 Aug 19 11:55:55.266196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48166) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:55.279631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13657aca-e487-443e-9682-92b718bba012 None None] Network fc83c3ce-a768-46a9-880d-bf3958673bcc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:55:55.359724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f5425-8ff5-44ff-8a4c-bff05bb21b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d947a811-006f-4555-9a57-47937125f3f0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:55.413805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3693fd74-9b1b-4bee-aa32-0cab7985a416,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:55.421202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:55.422462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.423475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] 10.222.0.54 "PUT /v2.0/ports/367385dd-b83f-408b-baa4-967ad83f029b HTTP/1.1" status: 200 len: 1091 time: 4.7624602 Aug 19 11:55:55.444265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1593b749-0da3-4f0d-b6cd-388e957bdd87', 'tag': '367385dd-b83f-408b-baa4-967ad83f029b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:55.447096 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b65dcb3-35e5-4e56-af31-1f58ddacd966" -d '{"events": [{"name": "network-changed", "server_uuid": "1593b749-0da3-4f0d-b6cd-388e957bdd87", "tag": "367385dd-b83f-408b-baa4-967ad83f029b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:55.500197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.505047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5f6a533-a185-4726-8fa3-d19bdc6bcb58 req-b031cc15-defe-4b0c-ade8-81b873e403e3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe96a21-ab91-4896-9e62-acd8d2166a95 HTTP/1.1" status: 200 len: 210 time: 0.0802920 Aug 19 11:55:55.636451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c8264e-a56b-40b7-84b5-5d828b801b16 None None] DHCP port deletion for fc83c3ce-a768-46a9-880d-bf3958673bcc request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:55:55.638153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Deleting port 20a7aa0d-2e28-4bb5-8589-c2915379260a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:55.638516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.737142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-36c8264e-a56b-40b7-84b5-5d828b801b16 None None] Deleting port 20a7aa0d-2e28-4bb5-8589-c2915379260a {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:55:55.738363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-36c8264e-a56b-40b7-84b5-5d828b801b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.766322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] For port 20a7aa0d-2e28-4bb5-8589-c2915379260a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=20a7aa0d-2e28-4bb5-8589-c2915379260a,segment=NetworkSegment(46b81772-e573-41d1-87c7-c84d7b553cc3),segment_id=46b81772-e573-41d1-87c7-c84d7b553cc3)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:55.766721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.782276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Calling delete_port for 20a7aa0d-2e28-4bb5-8589-c2915379260a owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:55.870077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.882631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d42e4-7d4c-4619-aafd-610cc636edba service neutron] Pushing event updated for resources: {'Port': ['ID=367385dd-b83f-408b-baa4-967ad83f029b,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:55.886363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] No DVR routers for this DVR port 20a7aa0d-2e28-4bb5-8589-c2915379260a on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:55.912746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Attempting to bind port 3693fd74-9b1b-4bee-aa32-0cab7985a416 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:55:55.913223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Attempting to bind port 3693fd74-9b1b-4bee-aa32-0cab7985a416 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '9fb8cbe4-0522-4093-92f5-98db839a5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:55:55.913667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Attempting to bind port 3693fd74-9b1b-4bee-aa32-0cab7985a416 on network 7d195167-75e9-4645-a328-5bb8d1f7689d {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:55.934192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-8563695f-6ea4-41f8-96b8-b849929de17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:55.935835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-8563695f-6ea4-41f8-96b8-b849929de17d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1952e160fd744a2795e2b5030ee0c68a&device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 1094 time: 0.3929856 Aug 19 11:55:55.962894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53729f-a0ad-42ce-ab7b-d8d48180dd95 req-310fd618-6764-4e19-b5ef-d0b105210b8c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:55.964543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a53729f-a0ad-42ce-ab7b-d8d48180dd95 req-310fd618-6764-4e19-b5ef-d0b105210b8c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.2480347 Aug 19 11:55:55.969758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-36c8264e-a56b-40b7-84b5-5d828b801b16 None None] For port 20a7aa0d-2e28-4bb5-8589-c2915379260a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=20a7aa0d-2e28-4bb5-8589-c2915379260a,segment=NetworkSegment(46b81772-e573-41d1-87c7-c84d7b553cc3),segment_id=46b81772-e573-41d1-87c7-c84d7b553cc3)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:55.970228 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-36c8264e-a56b-40b7-84b5-5d828b801b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.971171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Port 3693fd74-9b1b-4bee-aa32-0cab7985a416 on network 7d195167-75e9-4645-a328-5bb8d1f7689d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:55:55.971571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Attempting to bind port 3693fd74-9b1b-4bee-aa32-0cab7985a416 on network 7d195167-75e9-4645-a328-5bb8d1f7689d {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:55:55.982288 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:55.994887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc83c3ce-a768-46a9-880d-bf3958673bcc']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:56.008104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b81772-e573-41d1-87c7-c84d7b553cc3') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:56.008719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b81772-e573-41d1-87c7-c84d7b553cc3') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:56.011246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:55:56.011401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Checking segment: {'id': '9fb8cbe4-0522-4093-92f5-98db839a5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:55:56.011796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Bound using segment: {'id': '9fb8cbe4-0522-4093-92f5-98db839a5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:55:56.012281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Bound port: 3693fd74-9b1b-4bee-aa32-0cab7985a416, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb8cbe4-0522-4093-92f5-98db839a5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:55:56.013079 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.015306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-36c8264e-a56b-40b7-84b5-5d828b801b16 None None] Calling delete_port for 20a7aa0d-2e28-4bb5-8589-c2915379260a owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:55:56.036740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.041267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48172) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:56.102341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8ca121f6-af0d-4202-9b8e-cfbace83f7b9 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--362214644', 'description': 'tempest-description--238565019'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:56.109675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4907491f-9ade-4916-9da0-0becec2f6988 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:56.128397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-985a68e1-b347-4e93-97a1-46ac90104ecf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=367385dd-b83f-408b-baa4-967ad83f029b HTTP/1.1" status: 200 len: 217 time: 0.1608453 Aug 19 11:55:56.148489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a7aa0d-2e28-4bb5-8589-c2915379260a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:56.155060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca121f6-af0d-4202-9b8e-cfbace83f7b9 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.182917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4907491f-9ade-4916-9da0-0becec2f6988 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:56.190067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4907491f-9ade-4916-9da0-0becec2f6988 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:56.190794 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.233329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a53729f-a0ad-42ce-ab7b-d8d48180dd95 req-eab4eb53-98f1-4eb9-a7c8-c33db2d3f88d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345703 Aug 19 11:55:56.248713 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-36c8264e-a56b-40b7-84b5-5d828b801b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.249446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] For port 3693fd74-9b1b-4bee-aa32-0cab7985a416, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:55:56.253457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] For port 3693fd74-9b1b-4bee-aa32-0cab7985a416, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:55:56.323611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.342691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8264e-a56b-40b7-84b5-5d828b801b16 None None] Pushing event deleted for resources: {'Port': ['ID=20a7aa0d-2e28-4bb5-8589-c2915379260a,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:56.352239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8264e-a56b-40b7-84b5-5d828b801b16 None None] No DVR routers for this DVR port 20a7aa0d-2e28-4bb5-8589-c2915379260a on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:55:56.357957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca121f6-af0d-4202-9b8e-cfbace83f7b9 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.360811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.366816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca121f6-af0d-4202-9b8e-cfbace83f7b9 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.391836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:55:56.393082 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:55:56.395497 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:55:56.432083 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.462361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca121f6-af0d-4202-9b8e-cfbace83f7b9 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.463911 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8ca121f6-af0d-4202-9b8e-cfbace83f7b9 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3828981 Aug 19 11:55:56.468790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48182) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:56.476389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2c970517-aea5-4147-83a6-05fe7aef5934 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Request body: {'security_group_rule': {'security_group_id': '4e14c516-67b2-4d0e-a7a6-cbc303166ce5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:56.479452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 4907491f-9ade-4916-9da0-0becec2f6988, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4907491f-9ade-4916-9da0-0becec2f6988,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:56.493296 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf6a83-af22-45e8-b7af-00c31cb7db4e x-openstack-request-id: req-5cbf6a83-af22-45e8-b7af-00c31cb7db4e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:56.493828 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1593b749-0da3-4f0d-b6cd-388e957bdd87", "tag": "367385dd-b83f-408b-baa4-967ad83f029b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:56.494495 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cbf6a83-af22-45e8-b7af-00c31cb7db4e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:56.494682 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca121f6-af0d-4202-9b8e-cfbace83f7b9 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e14c516-67b2-4d0e-a7a6-cbc303166ce5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:56.494968 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1593b749-0da3-4f0d-b6cd-388e957bdd87', 'tag': '367385dd-b83f-408b-baa4-967ad83f029b', 'status': 'completed', 'code': 200} Aug 19 11:55:56.495624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3693fd74-9b1b-4bee-aa32-0cab7985a416,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:56.514794 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.521737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:56.522894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.529410 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.530814 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fc83c3ce-a768-46a9-880d-bf3958673bcc HTTP/1.1" status: 204 len: 168 time: 1.2033248 Aug 19 11:55:56.586656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:56.587548 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.601325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5163854a-038c-4dcb-9459-8df38f761da8 service neutron] 10.222.0.69 "PUT /v2.0/ports/3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 1091 time: 4.1433232 Aug 19 11:55:56.606879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-bc01f841-f845-45bc-81fc-48da23ffa5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:56.608323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-bc01f841-f845-45bc-81fc-48da23ffa5d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c25781d-7f59-4b62-9214-b067e1c238c3 HTTP/1.1" status: 200 len: 850 time: 0.4705710 Aug 19 11:55:56.625693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a612481-f92e-467a-8440-de1a19959c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc83c3ce-a768-46a9-880d-bf3958673bcc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:56.626112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b5fc3-5fd4-42dd-a3f0-af376c0de594 req-fa181d13-b0f8-4dd0-b628-2616ed545c85 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:56.633739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c970517-aea5-4147-83a6-05fe7aef5934 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.657697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-281b5fc3-5fd4-42dd-a3f0-af376c0de594 req-fa181d13-b0f8-4dd0-b628-2616ed545c85 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 943 time: 0.4374375 Aug 19 11:55:56.700264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=4907491f-9ade-4916-9da0-0becec2f6988,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:56.703839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 20a7aa0d-2e28-4bb5-8589-c2915379260a no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:55:56.753521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c970517-aea5-4147-83a6-05fe7aef5934 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.762269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c970517-aea5-4147-83a6-05fe7aef5934 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.775112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 20a7aa0d-2e28-4bb5-8589-c2915379260a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:55:56.776106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 20a7aa0d-2e28-4bb5-8589-c2915379260a not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:55:56.783220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c970517-aea5-4147-83a6-05fe7aef5934 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce56241-04ca-4730-baf0-6318e427607f,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:56.806905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c970517-aea5-4147-83a6-05fe7aef5934 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.807460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:55:56.809590 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2c970517-aea5-4147-83a6-05fe7aef5934 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3358591 Aug 19 11:55:56.811538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48188) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:56.814993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:56.815210 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.819927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6b0ebca5-4736-46bc-a7d8-4424ccac0159 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Request body: {'security_group_rule': {'security_group_id': '4e14c516-67b2-4d0e-a7a6-cbc303166ce5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:56.825191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-1d083aac-76c7-4ea4-868d-fdfba9c91697 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8cf3e5e3-cc59-4775-9180-d251d0f2254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642385 Aug 19 11:55:56.853089 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48190) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:56.905557 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ec0da52c-8db7-4506-a594-99182f8d4c1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6dddb2c7ef44b55bb5044182f1f614d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510559 Aug 19 11:55:56.915059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48192) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:56.915788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6b0ebca5-4736-46bc-a7d8-4424ccac0159 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.932108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-821d187a-f30d-4971-8608-20ab5ee096c7 service neutron] 10.222.0.54 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971014 Aug 19 11:55:56.962696 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:56.990706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56216140-b638-4084-9fc8-d4f70ba9df04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:56.993945 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337d2b0b-79ec-4331-861f-4289d9f1d35a" -d '{"events": [{"server_uuid": "56216140-b638-4084-9fc8-d4f70ba9df04", "name": "network-vif-plugged", "status": "completed", "tag": "c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:57.007067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:55:57.016150 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.022458 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38a537f9-e752-4ab7-8e8e-08a728407d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.031531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-281b5fc3-5fd4-42dd-a3f0-af376c0de594 req-6c3a15f8-2f18-4c78-a35a-19fc5a4155b7 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729393 Aug 19 11:55:57.038291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5f73b934-6d0e-4e42-b447-f2161928cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:57.039820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-5f73b934-6d0e-4e42-b447-f2161928cf44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1094 time: 0.3386004 Aug 19 11:55:57.053140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9541-7daf-454b-bb37-4490749fafd3 req-3ebc3561-6e4f-4a11-b76b-9fd5f8bc8335 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:57.061332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72ef9541-7daf-454b-bb37-4490749fafd3 req-3ebc3561-6e4f-4a11-b76b-9fd5f8bc8335 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 943 time: 0.3435202 Aug 19 11:55:57.092604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38a537f9-e752-4ab7-8e8e-08a728407d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.107629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:57.116670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6b0ebca5-4736-46bc-a7d8-4424ccac0159 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.141221 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6b0ebca5-4736-46bc-a7d8-4424ccac0159 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.162869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ebca5-4736-46bc-a7d8-4424ccac0159 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57510cf-e3e0-4277-b2a6-aebbad7a1182,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:57.175808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6b0ebca5-4736-46bc-a7d8-4424ccac0159 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.180145 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6b0ebca5-4736-46bc-a7d8-4424ccac0159 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628404 Aug 19 11:55:57.180488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48196) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:57.185582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:55:57.196418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-7ab028a5-b9bd-4836-94ae-2a8c91d8ae60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 217 time: 0.1195931 Aug 19 11:55:57.206072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38a537f9-e752-4ab7-8e8e-08a728407d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.208645 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38a537f9-e752-4ab7-8e8e-08a728407d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.212316 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-38a537f9-e752-4ab7-8e8e-08a728407d45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07c8e07e-d021-420f-9c0a-59b9f5713ba4 HTTP/1.1" status: 204 len: 168 time: 0.2910473 Aug 19 11:55:57.222804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a537f9-e752-4ab7-8e8e-08a728407d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c8e07e-d021-420f-9c0a-59b9f5713ba4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:57.226003 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.229144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587f4cb2-aaf3-4cd6-85a3-dbece8f60629 req-eea79eca-e721-4431-9756-464003f8b331 service neutron] 10.222.0.54 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862234 Aug 19 11:55:57.322203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a29b-68d2-4b22-a93a-466eca732ed1 req-4a1443c8-0e7f-4961-ae4f-6bec8cbc2ac5 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:57.330082 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5214a29b-68d2-4b22-a93a-466eca732ed1 req-4a1443c8-0e7f-4961-ae4f-6bec8cbc2ac5 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 946 time: 0.1969149 Aug 19 11:55:57.433079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.433506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72ef9541-7daf-454b-bb37-4490749fafd3 req-5e6ea726-eda8-4781-a354-43f2a9283130 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706477 Aug 19 11:55:57.510415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-c69a2df3-2930-464a-bec7-43232c807f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:57.513746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-c69a2df3-2930-464a-bec7-43232c807f95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1952e160fd744a2795e2b5030ee0c68a&device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 1094 time: 0.1432140 Aug 19 11:55:57.520145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5214a29b-68d2-4b22-a93a-466eca732ed1 req-075cf3d3-04e2-4be9-a994-ab1666cefb72 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876340 Aug 19 11:55:57.521866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385a2f-a9c3-4714-9878-008793d4f215 req-e81b6171-4990-4281-a978-23a3aede1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:57.523564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-e81b6171-4990-4281-a978-23a3aede1483 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 200 len: 860 time: 0.2918797 Aug 19 11:55:57.654939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-0479f388-6746-47a2-9953-e6494da48c72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d195167-75e9-4645-a328-5bb8d1f7689d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197064 Aug 19 11:55:57.703960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Allocated IP 172.25.4.81 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/f559c5bd-e128-4240-a2b8-3ad610d76988) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:55:57.809292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48210) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:57.935253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617dcaf-5de7-4d44-b078-566bf77c433b req-6ccb07e7-6baa-42f7-94db-ac1f2d440c4d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:57.936243 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:57.936808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5617dcaf-5de7-4d44-b078-566bf77c433b req-6ccb07e7-6baa-42f7-94db-ac1f2d440c4d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.2446592 Aug 19 11:55:57.961466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-72cb5e16-6c15-44a3-9dda-a255bab0a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:57.962941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-72cb5e16-6c15-44a3-9dda-a255bab0a97c service neutron] 10.222.0.54 "GET /v2.0/networks?id=8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 200 len: 911 time: 0.4384985 Aug 19 11:55:57.968063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-22a6b6bf-a966-4734-aca0-8823f4ea04dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f78bdf3f35664be4a78dfeebb5e1ddf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1337481 Aug 19 11:55:57.969074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48212) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:55:57.991401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4907491f-9ade-4916-9da0-0becec2f6988 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:55:58.033809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:58.037936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-e9e926ae-39ed-45d6-8656-e4eb5f7327de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=367385dd-b83f-408b-baa4-967ad83f029b HTTP/1.1" status: 200 len: 217 time: 0.0535853 Aug 19 11:55:58.045369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-8e7fb6e4-4d64-4849-a204-8211ced8ec53 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780077 Aug 19 11:55:58.076080 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38c360e-d7f8-4423-b465-b00506febefb x-openstack-request-id: req-d38c360e-d7f8-4423-b465-b00506febefb {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:58.076280 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56216140-b638-4084-9fc8-d4f70ba9df04", "name": "network-vif-plugged", "status": "completed", "tag": "c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:58.076437 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d38c360e-d7f8-4423-b465-b00506febefb {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:58.077033 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56216140-b638-4084-9fc8-d4f70ba9df04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b', 'code': 200} Aug 19 11:55:58.092589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:55:58.102620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:55:58.109496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:55:58.114399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6eb62bb4-6fe8-4689-8416-6b9996309a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:58.137526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4907491f-9ade-4916-9da0-0becec2f6988 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:55:58.138701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:58.141314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5617dcaf-5de7-4d44-b078-566bf77c433b req-e8f81f11-68aa-4c20-9f49-b9f41a275a1a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828258 Aug 19 11:55:58.149553 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Pushing event updated for resources: {'Port': ['ID=f559c5bd-e128-4240-a2b8-3ad610d76988,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:58.225303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6eb62bb4-6fe8-4689-8416-6b9996309a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:58.255615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-b1f0b0e3-ec49-46ff-879b-0d76b857d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:58.257317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-b1f0b0e3-ec49-46ff-879b-0d76b857d41f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c25781d-7f59-4b62-9214-b067e1c238c3 HTTP/1.1" status: 200 len: 850 time: 0.2059922 Aug 19 11:55:58.257704 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:58.315336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51bc7f-449e-4058-a902-9b00ebe3b578 req-ec25054d-eb6f-4290-82c0-5c17daa9d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:58.317378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-de51bc7f-449e-4058-a902-9b00ebe3b578 req-ec25054d-eb6f-4290-82c0-5c17daa9d326 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 1097 time: 0.1348333 Aug 19 11:55:58.359122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:58.373804 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6eb62bb4-6fe8-4689-8416-6b9996309a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:58.376486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6eb62bb4-6fe8-4689-8416-6b9996309a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:58.380427 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6eb62bb4-6fe8-4689-8416-6b9996309a67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3bd3bc8-e09b-4672-8f20-bc811af874c3 HTTP/1.1" status: 204 len: 168 time: 0.4068303 Aug 19 11:55:58.401814 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-de51bc7f-449e-4058-a902-9b00ebe3b578 req-553bff04-9406-4cc6-9c2f-e080cfad7ef2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709815 Aug 19 11:55:58.402656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb62bb4-6fe8-4689-8416-6b9996309a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bd3bc8-e09b-4672-8f20-bc811af874c3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:58.445771 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:58.776900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:55:58.779177 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dfd66e-16d5-43a8-8713-ac2de81d2300" -d '{"events": [{"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:55:58.809137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-a52a1e01-b958-4eb4-954c-24b45f5f4185 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8cf3e5e3-cc59-4775-9180-d251d0f2254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5382681 Aug 19 11:55:58.861882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d1c71-e0d0-4f30-b41c-ba845d5d73c1 req-d32ae791-9ad5-4f7f-8c91-5f3acb31ac62 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:58.868658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-983d1c71-e0d0-4f30-b41c-ba845d5d73c1 req-d32ae791-9ad5-4f7f-8c91-5f3acb31ac62 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 943 time: 0.6815567 Aug 19 11:55:58.899334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58385a2f-a9c3-4714-9878-008793d4f215 req-20bb4a2b-132a-4c89-b33e-074063591d6b service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240755 Aug 19 11:55:58.945395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Sync routers for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:55:58.958682 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:55:58.959755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:59.001006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44a8c8-4b1f-46f1-86d4-ae07dbd9a5aa req-a8e31988-8109-4233-9182-93fa3c07dc74 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:59.009546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e44a8c8-4b1f-46f1-86d4-ae07dbd9a5aa req-a8e31988-8109-4233-9182-93fa3c07dc74 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 943 time: 0.2266839 Aug 19 11:55:59.035413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-983d1c71-e0d0-4f30-b41c-ba845d5d73c1 req-7a43c5bb-26a0-4bb4-9653-c67e3ac35d3c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656466 Aug 19 11:55:59.102195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-e2cd345b-aac8-4351-8fe2-6af9aa2c698b service neutron] 10.222.0.54 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725713 Aug 19 11:55:59.115907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:55:59.156808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:59.169445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:59.194733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e44a8c8-4b1f-46f1-86d4-ae07dbd9a5aa req-6d5e8063-3660-49ec-93a4-55bf2ee9a814 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840351 Aug 19 11:55:59.366235 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c0943-cff4-4c02-8bb6-ec570eef5dd3 x-openstack-request-id: req-e95c0943-cff4-4c02-8bb6-ec570eef5dd3 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:55:59.366535 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:55:59.366791 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e95c0943-cff4-4c02-8bb6-ec570eef5dd3 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:55:59.367187 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'status': 'completed', 'code': 200} Aug 19 11:55:59.410441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7540523-3705-44b5-b419-7eb41c3e3626 req-0fea4464-d701-43d7-b78f-dc3472dc092d tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:59.420453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7540523-3705-44b5-b419-7eb41c3e3626 req-0fea4464-d701-43d7-b78f-dc3472dc092d tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 946 time: 0.2687843 Aug 19 11:55:59.444125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Pushing event updated for resources: {'Port': ['ID=f559c5bd-e128-4240-a2b8-3ad610d76988,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:55:59.489441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:59.526035 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-7aaa5f9b-9e44-4b99-99ab-1ff3ed46aeba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1997571 Aug 19 11:55:59.530043 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:59.541998 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4c72f330-ccc0-4c88-958d-42ef76e56490 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3599129 Aug 19 11:55:59.549720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b65dcb3-35e5-4e56-af31-1f58ddacd966 req-17271edc-5f89-428c-859f-00a33d728c75 service neutron] 10.222.0.54 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150407 Aug 19 11:55:59.587543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 2, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:55:59.606363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7540523-3705-44b5-b419-7eb41c3e3626 req-0c452f72-3b6e-41e6-b121-2647759baf7f tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776969 Aug 19 11:55:59.660808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3088fdc-9419-447b-8d3c-e5abc29e80ae req-0253ef5b-c6b2-4a6b-b21b-e6e43a848a42 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:59.662764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3088fdc-9419-447b-8d3c-e5abc29e80ae req-0253ef5b-c6b2-4a6b-b21b-e6e43a848a42 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.2014780 Aug 19 11:55:59.666161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-8174864b-6785-4e30-8a81-8546522a737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:59.667814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-8174864b-6785-4e30-8a81-8546522a737d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1094 time: 0.2209692 Aug 19 11:55:59.693534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-6bc4396c-af70-4cbd-80aa-e3d0415b0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:55:59.693881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Checking router: fbdc1862-4277-4f92-8cb0-a1196aa38ceb for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:55:59.694240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Updating router fbdc1862-4277-4f92-8cb0-a1196aa38ceb port d7ff4c3a-eacb-4a63-a406-befc72935d72 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:55:59.696030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-6bc4396c-af70-4cbd-80aa-e3d0415b0598 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 1095 time: 0.1206331 Aug 19 11:55:59.766025 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:55:59.777406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3088fdc-9419-447b-8d3c-e5abc29e80ae req-a5780b2b-860e-4427-a5e4-8900cc2dc954 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042819 Aug 19 11:56:00.048109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-4dacc9d6-a484-4082-81f0-60b0d266b196 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--362214644&fields=id&tenant_id=62b3e6b6966e4355acb2993216d05640 HTTP/1.1" status: 200 len: 267 time: 0.0677650 Aug 19 11:56:00.109480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-9968c942-ce3e-41b0-99b8-645e7ac21e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:00.111355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-9968c942-ce3e-41b0-99b8-645e7ac21e85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 921 time: 0.3326194 Aug 19 11:56:00.128425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 367385dd-b83f-408b-baa4-967ad83f029b details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:56:00.257225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-a503efb5-ab74-498d-8736-2f5fa2ff08e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 217 time: 0.1045406 Aug 19 11:56:00.312157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-82025b52-93c0-4ff6-9319-8ec69d2e2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:00.315265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-82025b52-93c0-4ff6-9319-8ec69d2e2325 service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.5353360 Aug 19 11:56:00.483538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-832bfe17-f3ad-4049-b713-d989a8abd399 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2 HTTP/1.1" status: 200 len: 217 time: 0.0768552 Aug 19 11:56:00.498500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 367385dd-b83f-408b-baa4-967ad83f029b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=367385dd-b83f-408b-baa4-967ad83f029b,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:00.519681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '367385dd-b83f-408b-baa4-967ad83f029b', 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d', 'port_id': '367385dd-b83f-408b-baa4-967ad83f029b', 'mac_address': 'fa:16:3e:7a:da:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c25781d-7f59-4b62-9214-b067e1c238c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:56:00.555347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 3693fd74-9b1b-4bee-aa32-0cab7985a416 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:56:00.560151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:00.590502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Transition to ACTIVE for port object d7ff4c3a-eacb-4a63-a406-befc72935d72 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:00.594938 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:00.619706 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:00.623769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3b5bcf31-8054-48c8-a496-699a79adbcae tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:00.628360 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3b5bcf31-8054-48c8-a496-699a79adbcae tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/networks?id=fa7c0514-b5fa-4b4d-8e7f-64ae46838546 HTTP/1.1" status: 200 len: 805 time: 0.5650709 Aug 19 11:56:00.639534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-217d32f1-0bd3-4539-b66e-fc4aa760dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:00.642397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-217d32f1-0bd3-4539-b66e-fc4aa760dbb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.1517851 Aug 19 11:56:00.657733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367385dd-b83f-408b-baa4-967ad83f029b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:00.664634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157f193-7eee-4666-aba9-61236ae0a012 req-2499dc5b-2e63-4a0d-b548-871436406710 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:00.672135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9157f193-7eee-4666-aba9-61236ae0a012 req-2499dc5b-2e63-4a0d-b548-871436406710 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 943 time: 0.4274468 Aug 19 11:56:00.701422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 367385dd-b83f-408b-baa4-967ad83f029b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=367385dd-b83f-408b-baa4-967ad83f029b,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:00.704179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-0ed93578-bc84-4da2-b868-db3e225a73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:00.706307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-0ed93578-bc84-4da2-b868-db3e225a73de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 200 len: 860 time: 0.4197683 Aug 19 11:56:00.734117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-3713123a-61f4-44cc-b244-17b4efd22b9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524940 Aug 19 11:56:00.751923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-c978d1f8-2bda-46b9-a181-2c23b29b1671 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/quotas/62b3e6b6966e4355acb2993216d05640 HTTP/1.1" status: 200 len: 375 time: 0.1078842 Aug 19 11:56:00.760318 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:00.821794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169a2a1-ca4a-40f5-bdfb-46a4d9adbdb5 None None] Pushing event updated for resources: {'Port': ['ID=d7ff4c3a-eacb-4a63-a406-befc72935d72,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:00.912919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=367385dd-b83f-408b-baa4-967ad83f029b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:01.018531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-8cf432e4-3fb7-45bb-89e0-09fe65e184f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d195167-75e9-4645-a328-5bb8d1f7689d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2808845 Aug 19 11:56:01.035651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 3693fd74-9b1b-4bee-aa32-0cab7985a416, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:01.048768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Attempting to bind port d7ff4c3a-eacb-4a63-a406-befc72935d72 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:56:01.049287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Attempting to bind port d7ff4c3a-eacb-4a63-a406-befc72935d72 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:56:01.049756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Attempting to bind port d7ff4c3a-eacb-4a63-a406-befc72935d72 on network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:01.061937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:56:01.062469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Checking segment: {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:01.063161 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:01.063634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Bound using segment: {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:56:01.064439 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Bound port: d7ff4c3a-eacb-4a63-a406-befc72935d72, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:56:01.064966 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:01.077974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'port_id': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'mac_address': 'fa:16:3e:10:9a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:56:01.118153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['367385dd-b83f-408b-baa4-967ad83f029b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:01.207787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-250357f8-9bd7-4c3f-a2ba-8e54c3ec1518 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862912 Aug 19 11:56:01.255473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] For port d7ff4c3a-eacb-4a63-a406-befc72935d72, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:01.259887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] For port d7ff4c3a-eacb-4a63-a406-befc72935d72, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d7ff4c3a-eacb-4a63-a406-befc72935d72,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:56:01.282901 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:01.297794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-8c8758cd-6e83-494b-861f-e865104e484a service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420191 Aug 19 11:56:01.332839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9157f193-7eee-4666-aba9-61236ae0a012 req-cb26244a-0930-49bc-afea-e0720b7c45a4 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426604 Aug 19 11:56:01.360245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169a2a1-ca4a-40f5-bdfb-46a4d9adbdb5 None None] Pushing event updated for resources: {'Port': ['ID=d7ff4c3a-eacb-4a63-a406-befc72935d72,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:01.425514 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:01.486437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3693fd74-9b1b-4bee-aa32-0cab7985a416 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:01.490853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-53dd2e36-683e-44f8-9284-1a8d8cf09194 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=62b3e6b6966e4355acb2993216d05640&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5425096 Aug 19 11:56:01.523643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 3693fd74-9b1b-4bee-aa32-0cab7985a416, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:01.540339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:01.541170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:01.543874 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:01.658756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=3693fd74-9b1b-4bee-aa32-0cab7985a416,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:01.686295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92dfd66e-16d5-43a8-8713-ac2de81d2300 req-946c8523-2904-4aac-9dfa-ae21e74ba533 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520581 Aug 19 11:56:01.695020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-b7429339-303f-4a89-9b85-834d77385591 service neutron] 10.222.0.65 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471407 Aug 19 11:56:01.803209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d8d82-4cb0-4f9d-94c6-283a368f584a req-b728d798-235b-45fc-9da7-46728dc060c4 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:01.805652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc6d8d82-4cb0-4f9d-94c6-283a368f584a req-b728d798-235b-45fc-9da7-46728dc060c4 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 943 time: 0.3528483 Aug 19 11:56:01.858980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f851620d-8da2-45d1-a6e6-61cc4b26af0c req-691be818-0be2-4753-a04a-36f00c56f07f service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318999 Aug 19 11:56:01.868226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc6d8d82-4cb0-4f9d-94c6-283a368f584a req-5a3c5df7-f04a-4208-a25a-493277d94511 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529251 Aug 19 11:56:01.910802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:01.939933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-596a472c-ce86-45ad-bd9a-f41f0c9a8760 service neutron] 10.222.0.65 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438662 Aug 19 11:56:01.994301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['3693fd74-9b1b-4bee-aa32-0cab7985a416'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:02.043601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d7ff4c3a-eacb-4a63-a406-befc72935d72 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:02.327635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7cf8c-39b3-4d8e-b2b3-d4bc8cba29e0 req-c7e442c4-393c-46b7-b622-13f321786045 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:02.336426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ceb7cf8c-39b3-4d8e-b2b3-d4bc8cba29e0 req-c7e442c4-393c-46b7-b622-13f321786045 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 946 time: 0.1646316 Aug 19 11:56:02.430053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ceb7cf8c-39b3-4d8e-b2b3-d4bc8cba29e0 req-62b1906d-2ad9-408c-b121-6e17b94a2007 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925982 Aug 19 11:56:02.454642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56ed91-4e73-415b-8575-04f159c9dadb req-3129709e-e70d-4414-b3ea-21777abff379 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:02.469296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca56ed91-4e73-415b-8575-04f159c9dadb req-3129709e-e70d-4414-b3ea-21777abff379 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.1304440 Aug 19 11:56:02.543642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca56ed91-4e73-415b-8575-04f159c9dadb req-6fabd3b6-262b-4e6e-8162-e89ae40f2778 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733120 Aug 19 11:56:02.648501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cf14764-3e09-4820-bf0c-513f216f6566 req-5da36c11-84fb-49d1-b309-d6f55d6a53a2 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 210 time: 0.0470119 Aug 19 11:56:02.821882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port d7ff4c3a-eacb-4a63-a406-befc72935d72 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:02.848798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d7ff4c3a-eacb-4a63-a406-befc72935d72 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:02.849253 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:02.918801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcb3f3-8fe4-4481-a481-e8279e62a0bf req-980bab5c-8d5c-4a4e-b3ea-e39e4dcec3da tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:02.920427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6bcb3f3-8fe4-4481-a481-e8279e62a0bf req-980bab5c-8d5c-4a4e-b3ea-e39e4dcec3da tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 944 time: 0.1906028 Aug 19 11:56:03.043127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6bcb3f3-8fe4-4481-a481-e8279e62a0bf req-c6958027-3f83-42ae-9a92-6ee2724c18d3 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124556 Aug 19 11:56:03.167879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc274fc3-858c-4c89-874c-5081a9a7c91d req-1931a6c9-d0f3-4a3a-bbb4-3b9c49ac110f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:03.177043 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:03.183574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc274fc3-858c-4c89-874c-5081a9a7c91d req-1931a6c9-d0f3-4a3a-bbb4-3b9c49ac110f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 944 time: 0.1128297 Aug 19 11:56:03.283082 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc274fc3-858c-4c89-874c-5081a9a7c91d req-143dfd53-d063-452f-9286-204842598084 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984137 Aug 19 11:56:03.404719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port d7ff4c3a-eacb-4a63-a406-befc72935d72, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d7ff4c3a-eacb-4a63-a406-befc72935d72,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:03.415284 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:03.506179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:56:01Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:03.549696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260c838-8a8c-4323-9f1e-97e303fd27ab None None] The sync data for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 is: [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:56:01Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:56:03.596955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=d7ff4c3a-eacb-4a63-a406-befc72935d72,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:03.866327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15524a7c-d1e7-4ce4-8417-662f4bea1507 req-a4c4cc52-a93d-420b-9b99-c3aa4dee33c4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:03.875474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15524a7c-d1e7-4ce4-8417-662f4bea1507 req-a4c4cc52-a93d-420b-9b99-c3aa4dee33c4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.1139181 Aug 19 11:56:03.946224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45aa7f-0491-476f-855f-237e5147c5fb req-5db7d4a1-fefd-464d-9216-f3a73d458c8b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:03.955080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f45aa7f-0491-476f-855f-237e5147c5fb req-5db7d4a1-fefd-464d-9216-f3a73d458c8b tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 945 time: 0.1323161 Aug 19 11:56:03.963058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d7ff4c3a-eacb-4a63-a406-befc72935d72 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:03.997643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15524a7c-d1e7-4ce4-8417-662f4bea1507 req-b11eab87-2611-433d-bcd6-da7415507462 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211689 Aug 19 11:56:04.025186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f45aa7f-0491-476f-855f-237e5147c5fb req-104c125f-c6c3-4189-9a24-7de5a11b1ca5 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654604 Aug 19 11:56:04.096345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d7ff4c3a-eacb-4a63-a406-befc72935d72 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:04.097092 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:04.148475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 367385dd-b83f-408b-baa4-967ad83f029b up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:04.206452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bddb28eb-4f50-4039-9775-8e09764fa080 req-b78ef20b-2052-4c59-989d-6a48a2b85a46 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 210 time: 0.0463207 Aug 19 11:56:04.346926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 367385dd-b83f-408b-baa4-967ad83f029b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:04.352103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 367385dd-b83f-408b-baa4-967ad83f029b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:04.354084 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:04.385343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b200d-fd9a-4489-a957-14ab786d569e req-f1cfc84f-0576-4ab9-a784-137fa6532a9e tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:04.393643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-214b200d-fd9a-4489-a957-14ab786d569e req-f1cfc84f-0576-4ab9-a784-137fa6532a9e tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 944 time: 0.1234803 Aug 19 11:56:04.495489 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:04.547037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-214b200d-fd9a-4489-a957-14ab786d569e req-d38e2c06-86db-4be1-a5b1-537cb26d63be tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476727 Aug 19 11:56:04.580771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1593b749-0da3-4f0d-b6cd-388e957bdd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367385dd-b83f-408b-baa4-967ad83f029b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:04.585076 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a9ba24-1797-4fc6-990c-51200d950ee7" -d '{"events": [{"server_uuid": "1593b749-0da3-4f0d-b6cd-388e957bdd87", "name": "network-vif-plugged", "status": "completed", "tag": "367385dd-b83f-408b-baa4-967ad83f029b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:04.588386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 3693fd74-9b1b-4bee-aa32-0cab7985a416 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:04.650666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b2124-4425-4cbb-b4fa-a827ce0c2e16 req-087a0519-a265-4570-a4c1-7ab23e489e0f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:04.652853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a48b2124-4425-4cbb-b4fa-a827ce0c2e16 req-087a0519-a265-4570-a4c1-7ab23e489e0f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 944 time: 0.1948657 Aug 19 11:56:04.653419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 367385dd-b83f-408b-baa4-967ad83f029b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=367385dd-b83f-408b-baa4-967ad83f029b,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:04.696284 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:04.715221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-1280d3de-3197-4d0f-a73c-77670bca6997 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:04.719479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-1280d3de-3197-4d0f-a73c-77670bca6997 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.69 "GET /v2.0/networks?id=fa7c0514-b5fa-4b4d-8e7f-64ae46838546 HTTP/1.1" status: 200 len: 805 time: 0.2840762 Aug 19 11:56:04.827821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 3693fd74-9b1b-4bee-aa32-0cab7985a416 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:04.834368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a48b2124-4425-4cbb-b4fa-a827ce0c2e16 req-5804a023-eb3d-4ff7-ad8f-b8e355caccd0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729088 Aug 19 11:56:04.843937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 3693fd74-9b1b-4bee-aa32-0cab7985a416 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:04.844634 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:04.850491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=367385dd-b83f-408b-baa4-967ad83f029b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:04.917416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-1d9cd3e9-1431-4dc9-85f5-94f3e2d87973 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:04.927808 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-1d9cd3e9-1431-4dc9-85f5-94f3e2d87973 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.69 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 945 time: 0.2428896 Aug 19 11:56:04.934722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-05d74015-6164-4a44-aadc-d72284109bff tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b3e6b6966e4355acb2993216d05640 HTTP/1.1" status: 200 len: 379 time: 0.1973734 Aug 19 11:56:04.959236 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Request body: {'port': {'device_id': '3f984413-1618-4e60-9939-52694cf76537', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'admin_state_up': True, 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'security_groups': ['4e14c516-67b2-4d0e-a7a6-cbc303166ce5']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:05.003369 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:05.006521 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75500b57-6631-4bee-afc6-a07f3519b707 x-openstack-request-id: req-75500b57-6631-4bee-afc6-a07f3519b707 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:05.006893 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1593b749-0da3-4f0d-b6cd-388e957bdd87", "name": "network-vif-plugged", "status": "completed", "tag": "367385dd-b83f-408b-baa4-967ad83f029b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:05.007345 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75500b57-6631-4bee-afc6-a07f3519b707 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:05.007873 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1593b749-0da3-4f0d-b6cd-388e957bdd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367385dd-b83f-408b-baa4-967ad83f029b', 'code': 200} Aug 19 11:56:05.056728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 3693fd74-9b1b-4bee-aa32-0cab7985a416, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:05.067214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:05.119697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Deleting port 607fc530-ad62-419f-88cf-0a522be8020e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:05.120177 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:05.146779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=3693fd74-9b1b-4bee-aa32-0cab7985a416,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:05.244507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] For port 607fc530-ad62-419f-88cf-0a522be8020e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=607fc530-ad62-419f-88cf-0a522be8020e,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:05.244883 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:05.259629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Calling delete_port for 607fc530-ad62-419f-88cf-0a522be8020e owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:05.299919 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f6b57-f72f-4b12-8a80-506108040214 req-a46aee61-fc25-462b-9831-eee74c442df3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:05.301462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-970f6b57-f72f-4b12-8a80-506108040214 req-a46aee61-fc25-462b-9831-eee74c442df3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8a5a05-c587-469e-ad5f-cb531e6dd6a0 HTTP/1.1" status: 200 len: 945 time: 0.1420138 Aug 19 11:56:05.303227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3954ea4-f505-4ce1-9cd1-abdee810b852 req-06a7dcc1-31e6-4604-ba28-078f932f54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:05.305044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3954ea4-f505-4ce1-9cd1-abdee810b852 req-06a7dcc1-31e6-4604-ba28-078f932f54f6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 1096 time: 0.1580238 Aug 19 11:56:05.314808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456e48b-21c5-465f-8188-9a28b8d78bb9 req-ef6dd92c-2c53-4eb5-b7af-2ce5c667fdf4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:05.316086 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8456e48b-21c5-465f-8188-9a28b8d78bb9 req-ef6dd92c-2c53-4eb5-b7af-2ce5c667fdf4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.1530192 Aug 19 11:56:05.324018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Made reservation on behalf of 62b3e6b6966e4355acb2993216d05640 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:56:05.327278 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:05.400109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:05.429515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Pushing event deleted for resources: {'Port': ['ID=607fc530-ad62-419f-88cf-0a522be8020e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:05.445841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['607fc530-ad62-419f-88cf-0a522be8020e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:05.447842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3954ea4-f505-4ce1-9cd1-abdee810b852 req-7fb2d93d-7ad4-48e7-8f16-b2f86f3af34e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294003 Aug 19 11:56:05.450624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-970f6b57-f72f-4b12-8a80-506108040214 req-4d3d6989-20b0-4d94-9420-c77a8f020900 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336753 Aug 19 11:56:05.461400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8456e48b-21c5-465f-8188-9a28b8d78bb9 req-f4a9a624-5247-4f35-92b0-146d4e9991d7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264589 Aug 19 11:56:05.477018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] No DVR routers for this DVR port 607fc530-ad62-419f-88cf-0a522be8020e on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:05.481941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:05.483988 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c95a4d2-25ff-4202-b809-c82862cb6167 req-2ccec774-af76-48ee-9aa6-1efab53e9879 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.69 "DELETE /v2.0/ports/607fc530-ad62-419f-88cf-0a522be8020e HTTP/1.1" status: 204 len: 173 time: 0.5382280 Aug 19 11:56:05.484476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'name': 'network-vif-deleted', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:05.486898 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76017f8-15c6-4f06-ad8f-aabb5da7354d" -d '{"events": [{"server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "name": "network-vif-deleted", "tag": "607fc530-ad62-419f-88cf-0a522be8020e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:05.579629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2095fdb0-497c-4a41-b2af-01797ab4ebf7 req-054dd1b6-2b07-48c3-871b-22122ef2e366 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 210 time: 0.0344477 Aug 19 11:56:05.613144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Allocated IP 172.20.0.13 (fa7c0514-b5fa-4b4d-8e7f-64ae46838546/ef62a006-26f7-443d-aa92-459441b85eb7/1c9e9493-bc1c-48a9-a110-9735bc7ebc8e) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:05.649433 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79945c8-b942-406f-bc35-9675fb35ea38 x-openstack-request-id: req-b79945c8-b942-406f-bc35-9675fb35ea38 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:05.649718 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8a5a05-c587-469e-ad5f-cb531e6dd6a0", "name": "network-vif-deleted", "tag": "607fc530-ad62-419f-88cf-0a522be8020e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:05.649963 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b79945c8-b942-406f-bc35-9675fb35ea38 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:05.650430 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8a5a05-c587-469e-ad5f-cb531e6dd6a0', 'name': 'network-vif-deleted', 'tag': '607fc530-ad62-419f-88cf-0a522be8020e', 'status': 'completed', 'code': 200} Aug 19 11:56:05.795670 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:05.811266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b5fc8-ce8b-4de2-98c5-dda60a2b92cb req-410679d1-0601-4835-bcb1-40ff504cad4d tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:05.812873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e1b5fc8-ce8b-4de2-98c5-dda60a2b92cb req-410679d1-0601-4835-bcb1-40ff504cad4d tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.0864375 Aug 19 11:56:05.821657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Transition to ACTIVE for port object 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:05.871176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e1b5fc8-ce8b-4de2-98c5-dda60a2b92cb req-cf256682-549d-4c01-b172-de54b1d3f40c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509009 Aug 19 11:56:05.902574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:05.997575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:06.004364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:06.006951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:06.045275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Pushing event updated for resources: {'Port': ['ID=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:06.098651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a791d-be13-4b59-878e-e258bf4e57ab req-d1b54db2-b1f1-4ab5-8e35-b318b93f315b tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:06.106701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-820a791d-be13-4b59-878e-e258bf4e57ab req-d1b54db2-b1f1-4ab5-8e35-b318b93f315b tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1473045 Aug 19 11:56:06.124895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:06.125850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.210908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e4fcecb3-fd7f-4060-bdc9-7a4296c02da7 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2639034 Aug 19 11:56:06.230512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-820a791d-be13-4b59-878e-e258bf4e57ab req-34039687-0c08-4464-917d-140c08eef073 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838790 Aug 19 11:56:06.236145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Request body: {'port': {'device_id': '3f984413-1618-4e60-9939-52694cf76537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:06.332928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48398) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:06.345618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.350083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-18d9b6f9-3539-46b5-865a-36464a801100 None None] Provisioning for port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:06.355484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-18d9b6f9-3539-46b5-865a-36464a801100 None None] Provisioning complete for port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:06.357038 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-18d9b6f9-3539-46b5-865a-36464a801100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.401468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-18d9b6f9-3539-46b5-865a-36464a801100 None None] Port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:56:06.498332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85f2cbc4-358c-457b-8f9c-d36cbdbcaef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.682263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85f2cbc4-358c-457b-8f9c-d36cbdbcaef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.687233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85f2cbc4-358c-457b-8f9c-d36cbdbcaef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.731261 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-85f2cbc4-358c-457b-8f9c-d36cbdbcaef6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=145531b7223941628eeab9d4badbaf0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970318 Aug 19 11:56:06.748659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48410) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:06.760218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2cbc4-358c-457b-8f9c-d36cbdbcaef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695f817d-2dc0-415c-bd5d-52df524732fc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:06.826610 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a124eb-d038-4804-a762-e468f8af7669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.852275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a124eb-d038-4804-a762-e468f8af7669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.909194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a124eb-d038-4804-a762-e468f8af7669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.911728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a124eb-d038-4804-a762-e468f8af7669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:06.915324 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-19a124eb-d038-4804-a762-e468f8af7669 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/695f817d-2dc0-415c-bd5d-52df524732fc HTTP/1.1" status: 204 len: 168 time: 0.1614056 Aug 19 11:56:06.921737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a124eb-d038-4804-a762-e468f8af7669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f817d-2dc0-415c-bd5d-52df524732fc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:07.009238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:07.013974 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d7504f-14bc-42dc-9025-bd985f6a4564" -d '{"events": [{"server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "name": "network-vif-plugged", "status": "completed", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:07.020823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3b8f9-2357-461c-b13b-2670e0af722d req-654c88f0-6f7e-470a-abea-04794e4be99b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:07.022447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37f3b8f9-2357-461c-b13b-2670e0af722d req-654c88f0-6f7e-470a-abea-04794e4be99b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.0993929 Aug 19 11:56:07.047538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb1df4-6a4f-426f-a8c9-e117399119c5 req-98cdf9c2-35d8-4f05-9133-f3270f0fc7db tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:07.049038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adeb1df4-6a4f-426f-a8c9-e117399119c5 req-98cdf9c2-35d8-4f05-9133-f3270f0fc7db tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 932 time: 0.1245196 Aug 19 11:56:07.138489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37f3b8f9-2357-461c-b13b-2670e0af722d req-717928b2-bd65-43f7-90de-6d6fecf44ebd tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045427 Aug 19 11:56:07.150334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adeb1df4-6a4f-426f-a8c9-e117399119c5 req-c2e27d96-295c-4ac3-91ac-30fa42450fac tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907519 Aug 19 11:56:07.183707 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:07.196006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.212943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Transition to ACTIVE for port object 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:07.220573 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.331114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48428) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:07.334080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:07.363634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62cb25e9-c6bd-4ab4-ba1a-53247dbd23f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.502771 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62cb25e9-c6bd-4ab4-ba1a-53247dbd23f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.505110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Attempting to bind port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:56:07.505417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Attempting to bind port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:56:07.505871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Attempting to bind port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e on network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:07.507386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62cb25e9-c6bd-4ab4-ba1a-53247dbd23f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.515852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e on network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:56:07.516358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Attempting to bind port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e on network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:07.537685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:56:07.538102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Checking segment: {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:07.538896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Bound using segment: {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:56:07.539488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Bound port: 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613ef5c5-bdb6-489e-a49f-359b77d0df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:56:07.540358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.551288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30efe50-d197-461e-a042-ef2b77a0c6b0 req-255f4592-027b-4d4b-ba8d-59f93dc643b9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:07.552986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-62cb25e9-c6bd-4ab4-ba1a-53247dbd23f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f3f321299a240fa8d876fce1803f0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207530 Aug 19 11:56:07.553139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b30efe50-d197-461e-a042-ef2b77a0c6b0 req-255f4592-027b-4d4b-ba8d-59f93dc643b9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 944 time: 0.2729270 Aug 19 11:56:07.555454 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb25e9-c6bd-4ab4-ba1a-53247dbd23f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7322a85-691b-4824-94a8-2c7ebce4a80e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:07.561467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48430) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:07.561658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4081d7e-a099-4b5d-a5c5-b17e8d73f198 req-347d5e27-f68b-42ad-a366-42c241c94699 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:07.563142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4081d7e-a099-4b5d-a5c5-b17e8d73f198 req-347d5e27-f68b-42ad-a366-42c241c94699 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.2153642 Aug 19 11:56:07.578016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-51bd2b33-8cf4-4a7e-8e12-812535df7f38 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:07.578828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-51bd2b33-8cf4-4a7e-8e12-812535df7f38 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.54 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 944 time: 0.2412562 Aug 19 11:56:07.635210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5515e68-8ee1-4aff-a331-ca54dba8e2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.661673 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5515e68-8ee1-4aff-a331-ca54dba8e2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.718241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5515e68-8ee1-4aff-a331-ca54dba8e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.721582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5515e68-8ee1-4aff-a331-ca54dba8e2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.725445 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f5515e68-8ee1-4aff-a331-ca54dba8e2a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7322a85-691b-4824-94a8-2c7ebce4a80e HTTP/1.1" status: 204 len: 168 time: 0.1601908 Aug 19 11:56:07.732455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5515e68-8ee1-4aff-a331-ca54dba8e2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7322a85-691b-4824-94a8-2c7ebce4a80e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:07.742465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4081d7e-a099-4b5d-a5c5-b17e8d73f198 req-c2a6444a-62ee-49ad-94dc-9e4d72914223 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619694 Aug 19 11:56:07.812560 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deddb03-6a91-4740-91c6-cb0fc6f4b42f x-openstack-request-id: req-0deddb03-6a91-4740-91c6-cb0fc6f4b42f {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:07.813104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b30efe50-d197-461e-a042-ef2b77a0c6b0 req-b768e385-09e7-4f16-a6c4-84674cb2fae3 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306237 Aug 19 11:56:07.813288 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "name": "network-vif-plugged", "status": "completed", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:07.813288 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0deddb03-6a91-4740-91c6-cb0fc6f4b42f {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:07.813808 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'code': 200} Aug 19 11:56:07.835093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] For port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:07.853937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] For port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:56:07.872532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.982264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Deleting port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:07.982720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.996546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:07.997197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:07.998624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] 10.222.0.69 "PUT /v2.0/ports/1c9e9493-bc1c-48a9-a110-9735bc7ebc8e HTTP/1.1" status: 200 len: 1092 time: 1.7670054 Aug 19 11:56:08.008161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47921406-885a-4e4f-aa40-7a70b7d06864 req-b97c29ef-363d-453c-ae3d-e83f0c554b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.013997 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47921406-885a-4e4f-aa40-7a70b7d06864 req-b97c29ef-363d-453c-ae3d-e83f0c554b5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1096 time: 0.0822866 Aug 19 11:56:08.019382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f984413-1618-4e60-9939-52694cf76537', 'tag': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:08.026911 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2111d8da-24e5-4db1-b719-74b9e6474a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f984413-1618-4e60-9939-52694cf76537", "tag": "1c9e9493-bc1c-48a9-a110-9735bc7ebc8e"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:08.090263 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-47921406-885a-4e4f-aa40-7a70b7d06864 req-af02f8c2-95db-461e-9730-f494f466284e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640168 Aug 19 11:56:08.201490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4322b43-e0e5-412a-9b39-315c82ed6d28 req-5182f293-23bf-4ad8-b307-86eb5a290306 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.203349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4322b43-e0e5-412a-9b39-315c82ed6d28 req-5182f293-23bf-4ad8-b307-86eb5a290306 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.2768457 Aug 19 11:56:08.220035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef38ea-c269-4943-ae8b-c130d1b98cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:08.282066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-c8ac3dd4-bdf8-4fa9-96d9-e52ce23faa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.283633 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-c8ac3dd4-bdf8-4fa9-96d9-e52ce23faa57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62b3e6b6966e4355acb2993216d05640&device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 1095 time: 0.1806190 Aug 19 11:56:08.349027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4322b43-e0e5-412a-9b39-315c82ed6d28 req-7618e329-d14a-4821-bff6-894755d76a36 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142902 Aug 19 11:56:08.350940 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc935b1-9405-4705-aec1-a58757a87ee2 x-openstack-request-id: req-6dc935b1-9405-4705-aec1-a58757a87ee2 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:08.351231 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f984413-1618-4e60-9939-52694cf76537", "tag": "1c9e9493-bc1c-48a9-a110-9735bc7ebc8e", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:08.351482 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6dc935b1-9405-4705-aec1-a58757a87ee2 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:08.351873 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f984413-1618-4e60-9939-52694cf76537', 'tag': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e', 'status': 'completed', 'code': 200} Aug 19 11:56:08.370377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] For port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:08.370949 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:08.413008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Calling delete_port for 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:08.440952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-925373de-f032-48c7-a2e9-49b804ee8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.442525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-925373de-f032-48c7-a2e9-49b804ee8efd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1952e160fd744a2795e2b5030ee0c68a&device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 1096 time: 0.1100011 Aug 19 11:56:08.567441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 607fc530-ad62-419f-88cf-0a522be8020e no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:08.582942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-907b81f8-8020-437a-893b-0d0c235b5a4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e HTTP/1.1" status: 200 len: 217 time: 0.0971181 Aug 19 11:56:08.601664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-2e8fe495-c2d1-400b-93ed-4710736b7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.603165 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-2e8fe495-c2d1-400b-93ed-4710736b7254 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 200 len: 911 time: 0.1536396 Aug 19 11:56:08.607931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 607fc530-ad62-419f-88cf-0a522be8020e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:08.608274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 607fc530-ad62-419f-88cf-0a522be8020e not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:08.658145 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-868e690d-361c-4de3-8e54-3838d2717a50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=367385dd-b83f-408b-baa4-967ad83f029b HTTP/1.1" status: 200 len: 217 time: 0.0446715 Aug 19 11:56:08.675242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154cb2a-8945-4d8d-b776-ca4c6321d8ab req-5430a918-4f41-40c9-b8dc-c8140da7d06c tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.676803 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0154cb2a-8945-4d8d-b776-ca4c6321d8ab req-5430a918-4f41-40c9-b8dc-c8140da7d06c tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 944 time: 0.2703040 Aug 19 11:56:08.688718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d4f50-8ab6-40e5-a139-1ad8b5de7ff9 req-3d401cf1-09fc-47dd-b77e-53b74134a0cb tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.695897 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-349d4f50-8ab6-40e5-a139-1ad8b5de7ff9 req-3d401cf1-09fc-47dd-b77e-53b74134a0cb tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.2336004 Aug 19 11:56:08.722947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-84a3ac21-3a25-4b5c-bd15-4410e9af5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.724872 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-84a3ac21-3a25-4b5c-bd15-4410e9af5bd1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c25781d-7f59-4b62-9214-b067e1c238c3 HTTP/1.1" status: 200 len: 850 time: 0.0603113 Aug 19 11:56:08.739858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e6daa617-6371-481f-b3c9-c6058c4e6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.741469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-e6daa617-6371-481f-b3c9-c6058c4e6d6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef62a006-26f7-443d-aa92-459441b85eb7 HTTP/1.1" status: 200 len: 844 time: 0.1422715 Aug 19 11:56:08.786768 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-aa18b083-2bcb-47c5-bf0e-3b44659dfabe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8cf3e5e3-cc59-4775-9180-d251d0f2254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532362 Aug 19 11:56:08.834287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-349d4f50-8ab6-40e5-a139-1ad8b5de7ff9 req-9da44f97-28e6-4276-8a47-63884f0d9c12 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374378 Aug 19 11:56:08.874744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0154cb2a-8945-4d8d-b776-ca4c6321d8ab req-9dc29d59-e924-40ec-99f8-6c725e113758 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752641 Aug 19 11:56:08.920091 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-41778d22-483d-405f-8a9e-0a05682f61c0 service neutron] 10.222.0.54 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236496 Aug 19 11:56:08.935009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3bd8c45e-1c8d-4e07-988e-9802e652094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:08.936641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3bd8c45e-1c8d-4e07-988e-9802e652094e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fa7c0514-b5fa-4b4d-8e7f-64ae46838546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840215 Aug 19 11:56:08.957641 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:09.060158 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d986dd2f-34ec-4c4f-bad6-07b5fa6d896b req-c6193203-9f80-4d01-95df-5004dc9b02b0 service neutron] 10.222.0.54 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317153 Aug 19 11:56:09.085939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Pushing event deleted for resources: {'Port': ['ID=9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:09.090182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0ff6275-7154-481d-b198-0620195d5d69 req-7f71ccdd-f68a-4961-8ef4-6219b122dc0d tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=00556734-d675-4739-85f5-adecdd78d2a2 HTTP/1.1" status: 200 len: 210 time: 0.1212361 Aug 19 11:56:09.112530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.112922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.113266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.113592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.115242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.115578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.115984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.116221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.119562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.120049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.120394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.120876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:09.198589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] No DVR routers for this DVR port 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:09.203142 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:09.205532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8b61843-aef6-4240-b36d-7576bccd1c5f req-0676c4f8-4bdd-4202-9e12-e76fdeec3823 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.54 "DELETE /v2.0/ports/9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 HTTP/1.1" status: 204 len: 173 time: 1.6197670 Aug 19 11:56:09.216567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeec81-294b-4464-a60e-15599fd53fc4 req-35e455fc-e2f8-46e0-acb7-7636407d57cc tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:09.237212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bfeec81-294b-4464-a60e-15599fd53fc4 req-35e455fc-e2f8-46e0-acb7-7636407d57cc tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.2648387 Aug 19 11:56:09.286671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-222a30f1-8708-463b-9d52-8b8e1bfdaaf9 service neutron] 10.222.0.69 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301740 Aug 19 11:56:09.316773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bfeec81-294b-4464-a60e-15599fd53fc4 req-bdea0edf-93ad-4fb8-9e7f-407eec3a757a tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775542 Aug 19 11:56:09.447677 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05dd665a-2dae-4612-9054-a70fcd5e50d0 req-3fc404fd-c0ec-483c-bf95-5f84b1de957c service neutron] 10.222.0.69 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296289 Aug 19 11:56:09.492571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25fa01-6aaf-48ef-967d-1d4cef372831 req-6b51a2a2-6bdd-4469-8def-fee591e62c13 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:09.494291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad25fa01-6aaf-48ef-967d-1d4cef372831 req-6b51a2a2-6bdd-4469-8def-fee591e62c13 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.0681458 Aug 19 11:56:09.541127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad25fa01-6aaf-48ef-967d-1d4cef372831 req-594914c0-7d47-44a7-8982-2907fe373bc7 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Aug 19 11:56:09.708953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-4ffc539a-ac01-43cc-a93d-d786b5a55ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:09.710490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-4ffc539a-ac01-43cc-a93d-d786b5a55ea2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62b3e6b6966e4355acb2993216d05640&device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 1095 time: 0.0642700 Aug 19 11:56:09.866191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-f5a5ca08-677f-4b84-be37-67d408bc2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:09.868191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-f5a5ca08-677f-4b84-be37-67d408bc2093 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fa7c0514-b5fa-4b4d-8e7f-64ae46838546 HTTP/1.1" status: 200 len: 906 time: 0.1225624 Aug 19 11:56:09.943504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-e2fe11fe-9256-4934-9ac9-f163fb514325 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e HTTP/1.1" status: 200 len: 217 time: 0.0630567 Aug 19 11:56:10.146810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97376d6-9f2c-41ba-8aa1-b635f61e99c1 req-fdf715f5-5b93-4dea-8526-aec9f9f10f5b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:10.148335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e97376d6-9f2c-41ba-8aa1-b635f61e99c1 req-fdf715f5-5b93-4dea-8526-aec9f9f10f5b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 945 time: 0.1939487 Aug 19 11:56:10.155716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-15b27096-d056-46f1-9cee-69eaad9a22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:10.157284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-15b27096-d056-46f1-9cee-69eaad9a22fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef62a006-26f7-443d-aa92-459441b85eb7 HTTP/1.1" status: 200 len: 844 time: 0.1335292 Aug 19 11:56:10.194982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066cc43-5a4b-458d-83d7-e2877c969734 req-a140dafd-c2c5-48a1-b853-a8157b0366b0 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:10.203751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9066cc43-5a4b-458d-83d7-e2877c969734 req-a140dafd-c2c5-48a1-b853-a8157b0366b0 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 944 time: 0.1813972 Aug 19 11:56:10.248873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0c6a1baa-bdbe-48ad-8c8f-b9854c6c5826 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:10.250366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-0c6a1baa-bdbe-48ad-8c8f-b9854c6c5826 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.1497498 Aug 19 11:56:10.286747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:10.307091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e97376d6-9f2c-41ba-8aa1-b635f61e99c1 req-d3088590-0792-4786-8522-b759f67d1d49 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469533 Aug 19 11:56:10.339655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9066cc43-5a4b-458d-83d7-e2877c969734 req-93e8fb79-0a7c-4619-a126-e2e33d596cac tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349518 Aug 19 11:56:10.343157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48512) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:10.356149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'name': 'network-vif-deleted', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:10.358700 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce69643a-d8d7-42c0-96ee-a3fcf2d687d5" -d '{"events": [{"server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "name": "network-vif-deleted", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:10.393155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-c259da07-7f02-406a-88f7-751db97d99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:10.394702 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-c259da07-7f02-406a-88f7-751db97d99f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fa7c0514-b5fa-4b4d-8e7f-64ae46838546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650901 Aug 19 11:56:10.398992 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:10.535990 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0933faf3-7977-41cf-b4f1-a4cc7b0a16b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:10.601760 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f99efb2-5355-47ff-a7af-7c549ef0d822 x-openstack-request-id: req-3f99efb2-5355-47ff-a7af-7c549ef0d822 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:10.602167 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00556734-d675-4739-85f5-adecdd78d2a2", "name": "network-vif-deleted", "tag": "9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:10.602385 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f99efb2-5355-47ff-a7af-7c549ef0d822 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:10.602800 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00556734-d675-4739-85f5-adecdd78d2a2', 'name': 'network-vif-deleted', 'tag': '9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614', 'status': 'completed', 'code': 200} Aug 19 11:56:10.634771 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0933faf3-7977-41cf-b4f1-a4cc7b0a16b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:10.641066 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0933faf3-7977-41cf-b4f1-a4cc7b0a16b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:10.690548 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0933faf3-7977-41cf-b4f1-a4cc7b0a16b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7cdc2b14d82b4a84b2e0e342965bdd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462672 Aug 19 11:56:10.693163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48526) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:10.709756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:10.736534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2452dc3-9286-41ae-a494-7210b8820175 req-f549a6a5-25a8-4348-a629-9963304b26af tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:10.738515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933faf3-7977-41cf-b4f1-a4cc7b0a16b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d8896f-9b0a-486c-9269-6cd3c6f7b296,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:10.744023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2452dc3-9286-41ae-a494-7210b8820175 req-f549a6a5-25a8-4348-a629-9963304b26af tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.2528613 Aug 19 11:56:10.756659 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e491340e-b966-49c7-a100-faad21e90026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:10.776241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-d5fd36bb-2fed-418b-8805-de694e4adbda service neutron] 10.222.0.69 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617039 Aug 19 11:56:10.780656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e491340e-b966-49c7-a100-faad21e90026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:10.849539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e491340e-b966-49c7-a100-faad21e90026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:10.853272 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e491340e-b966-49c7-a100-faad21e90026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:10.856926 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e491340e-b966-49c7-a100-faad21e90026 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34d8896f-9b0a-486c-9269-6cd3c6f7b296 HTTP/1.1" status: 204 len: 168 time: 0.1601174 Aug 19 11:56:10.874624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491340e-b966-49c7-a100-faad21e90026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d8896f-9b0a-486c-9269-6cd3c6f7b296,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:10.898609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2452dc3-9286-41ae-a494-7210b8820175 req-989ffc08-d1d8-4bd3-a829-9d662985a5cf tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536465 Aug 19 11:56:10.908271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:10.952643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04edffa-eab0-46a1-97ad-8fc69feb6234 req-53bf326d-56d5-4833-9eb4-24335f450d99 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:10.954245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d04edffa-eab0-46a1-97ad-8fc69feb6234 req-53bf326d-56d5-4833-9eb4-24335f450d99 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.2065892 Aug 19 11:56:11.052333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.059066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2111d8da-24e5-4db1-b719-74b9e6474a2f req-bce98c00-2a8f-4340-82f8-91020cb425a9 service neutron] 10.222.0.69 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606287 Aug 19 11:56:11.084532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.243132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48532) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:11.260477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5484130-6662-40b2-8e9c-0901df3621d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.364661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9478584-dca9-436e-ad91-6604ab684bde req-ad428222-9416-4b3e-878b-68b00e689f78 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:11.366589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9478584-dca9-436e-ad91-6604ab684bde req-ad428222-9416-4b3e-878b-68b00e689f78 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.54 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 945 time: 0.0824134 Aug 19 11:56:11.446793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d04edffa-eab0-46a1-97ad-8fc69feb6234 req-24429cbf-2d46-44c0-b9f4-09ad48bd6977 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832578 Aug 19 11:56:11.457700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124fa68-3de7-4f09-95db-bd484285a1d6 req-32152ed1-d9e3-452b-a207-966cae12ddb9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:11.459173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0124fa68-3de7-4f09-95db-bd484285a1d6 req-32152ed1-d9e3-452b-a207-966cae12ddb9 tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/ports?device_id=be70b2de-5631-492e-8afa-174d67d9c0a5 HTTP/1.1" status: 200 len: 945 time: 0.4440794 Aug 19 11:56:11.470206 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5484130-6662-40b2-8e9c-0901df3621d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.470206 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5484130-6662-40b2-8e9c-0901df3621d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.524244 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e5484130-6662-40b2-8e9c-0901df3621d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5287916b9951427bbc14b09762db0852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774096 Aug 19 11:56:11.526309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48544) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:11.527377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5484130-6662-40b2-8e9c-0901df3621d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af61741c-9ea4-408e-8ee3-feae8b511104,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:11.531009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Pushing event updated for resources: {'Port': ['ID=29c29e6a-985c-4195-b33d-0a07f99aa7aa,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:11.545812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c9478584-dca9-436e-ad91-6604ab684bde req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Deleting port 56622b5b-dc08-4f6d-8594-35a5ed1848df {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:11.546412 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9478584-dca9-436e-ad91-6604ab684bde req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.550510 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:56:11.595696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0124fa68-3de7-4f09-95db-bd484285a1d6 req-bed03a8e-04ab-415b-84e1-a42a13eca78a tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.65 "GET /v2.0/security-groups?id=2aca6fb5-ff30-4b88-a791-e86f6068597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170285 Aug 19 11:56:11.609048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on host n-h1-778550-9 for vnic_type normal with profile {"migrating_to": "n-h2-778550-9"} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:56:11.609412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:56:11.610132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:11.630282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on network 487782ee-3b36-4ac6-a661-aec65fc1c82b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:56:11.630282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Attempting to bind port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on network 487782ee-3b36-4ac6-a661-aec65fc1c82b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:11.649762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874e32c-f028-4a1c-8017-5808d4ab76be req-57b8aeeb-e90e-4dc7-bc34-1a11f60a27ad tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:11.650221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c9478584-dca9-436e-ad91-6604ab684bde req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] For port 56622b5b-dc08-4f6d-8594-35a5ed1848df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=56622b5b-dc08-4f6d-8594-35a5ed1848df,segment=NetworkSegment(b0e7a18f-f910-4bc5-8267-e40f849b4ef6),segment_id=b0e7a18f-f910-4bc5-8267-e40f849b4ef6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:11.650649 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9478584-dca9-436e-ad91-6604ab684bde req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.651323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b874e32c-f028-4a1c-8017-5808d4ab76be req-57b8aeeb-e90e-4dc7-bc34-1a11f60a27ad tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.1259713 Aug 19 11:56:11.652095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:56:11.652434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Checking segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:11.652862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Bound using segment: {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:56:11.653570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Bound port: 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38620ee3-cabc-43f9-84bb-08596a650512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '487782ee-3b36-4ac6-a661-aec65fc1c82b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:56:11.653719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.667304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c9478584-dca9-436e-ad91-6604ab684bde req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Calling delete_port for 56622b5b-dc08-4f6d-8594-35a5ed1848df owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:11.718487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea1fb-bacd-4e05-b940-526431113a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.791011 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b874e32c-f028-4a1c-8017-5808d4ab76be req-a35e5b15-c9a2-4953-9cb6-3d7f04820275 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257665 Aug 19 11:56:11.798113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9478584-dca9-436e-ad91-6604ab684bde req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.807008 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea1fb-bacd-4e05-b940-526431113a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.828812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f0c97-2b8f-460f-9d21-c8507ccad124 req-07e0a3bd-67e1-4ee5-8f3e-de50b1b466d1 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:11.830791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a9f0c97-2b8f-460f-9d21-c8507ccad124 req-07e0a3bd-67e1-4ee5-8f3e-de50b1b466d1 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 944 time: 0.1552022 Aug 19 11:56:11.834265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Pushing event deleted for resources: {'Port': ['ID=56622b5b-dc08-4f6d-8594-35a5ed1848df,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:11.883660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9478584-dca9-436e-ad91-6604ab684bde req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] No DVR routers for this DVR port 56622b5b-dc08-4f6d-8594-35a5ed1848df on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:11.886402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9478584-dca9-436e-ad91-6604ab684bde req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.887558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:11.888706 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9478584-dca9-436e-ad91-6604ab684bde req-d1c3fca0-2c17-4718-abaf-2602f0d860dc tempest-LiveMigrationTest-1995521785 tempest-LiveMigrationTest-1995521785-project] 10.222.0.54 "DELETE /v2.0/ports/56622b5b-dc08-4f6d-8594-35a5ed1848df HTTP/1.1" status: 204 len: 173 time: 0.5151651 Aug 19 11:56:11.889191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'name': 'network-vif-deleted', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:11.891718 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6b9062-b759-44ee-a535-0b3e877c76bf" -d '{"events": [{"server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "name": "network-vif-deleted", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:11.908616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:56:11.919805 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.939845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a9f0c97-2b8f-460f-9d21-c8507ccad124 req-1dada751-9072-4299-8a22-5aec32ba9258 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896358 Aug 19 11:56:11.983637 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea1fb-bacd-4e05-b940-526431113a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.986597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea1fb-bacd-4e05-b940-526431113a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:11.987940 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9d9ea1fb-bacd-4e05-b940-526431113a82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af61741c-9ea4-408e-8ee3-feae8b511104 HTTP/1.1" status: 204 len: 168 time: 0.4602909 Aug 19 11:56:12.021780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ea1fb-bacd-4e05-b940-526431113a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af61741c-9ea4-408e-8ee3-feae8b511104,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:12.024935 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eeb21a0-2eaa-405a-8fa4-681d5e0bf0a5 x-openstack-request-id: req-2eeb21a0-2eaa-405a-8fa4-681d5e0bf0a5 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:12.025370 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be70b2de-5631-492e-8afa-174d67d9c0a5", "name": "network-vif-deleted", "tag": "56622b5b-dc08-4f6d-8594-35a5ed1848df", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:12.025663 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2eeb21a0-2eaa-405a-8fa4-681d5e0bf0a5 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:12.026100 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be70b2de-5631-492e-8afa-174d67d9c0a5', 'name': 'network-vif-deleted', 'tag': '56622b5b-dc08-4f6d-8594-35a5ed1848df', 'status': 'completed', 'code': 200} Aug 19 11:56:12.044800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Pushing event updated for resources: {'Port': ['ID=29c29e6a-985c-4195-b33d-0a07f99aa7aa,revision_number=8']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:12.049141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:12.049870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:12.051327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-c2931ee3-7429-4672-b079-7a7a1f7b6c9e service neutron] 10.222.0.54 "PUT /v2.0/ports/29c29e6a-985c-4195-b33d-0a07f99aa7aa HTTP/1.1" status: 200 len: 1121 time: 1.7718194 Aug 19 11:56:12.194528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 29c29e6a-985c-4195-b33d-0a07f99aa7aa details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:56:12.201519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-066284c2-ac83-42ee-b6a9-2fbbd8e89ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:12.203092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-066284c2-ac83-42ee-b6a9-2fbbd8e89ca2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1096 time: 0.1150382 Aug 19 11:56:12.210808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['29c29e6a-985c-4195-b33d-0a07f99aa7aa'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:12.213837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa4e0c-7c9c-47b0-9464-132ae30a9039 req-610e42c4-7bd6-4a31-aea4-271377137596 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:12.215793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdaa4e0c-7c9c-47b0-9464-132ae30a9039 req-610e42c4-7bd6-4a31-aea4-271377137596 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1393976 Aug 19 11:56:12.224303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:12.297525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19348dc5-ec4a-4134-986c-5e79b98961ca req-605d8bb4-538c-4f37-b34f-847f9fa6a408 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:12.299159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19348dc5-ec4a-4134-986c-5e79b98961ca req-605d8bb4-538c-4f37-b34f-847f9fa6a408 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1554954 Aug 19 11:56:12.313800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:12.314549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9cbfa0b0-a363-4b15-b3c5-bdb1f50b7614 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:12.323949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['29c29e6a-985c-4195-b33d-0a07f99aa7aa'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:12.345943 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdaa4e0c-7c9c-47b0-9464-132ae30a9039 req-774af0a1-eef0-4cc8-86dc-cd8d9c1520ce tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183403 Aug 19 11:56:12.386681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19348dc5-ec4a-4134-986c-5e79b98961ca req-9f8cc021-f952-4b7b-8e50-9ebe4cff71e8 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741456 Aug 19 11:56:12.397614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-ea2a9e98-0da2-4d22-b9ab-6d7ca023a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:12.399231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-ea2a9e98-0da2-4d22-b9ab-6d7ca023a185 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 921 time: 0.1804807 Aug 19 11:56:12.458271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-cb11a4ca-4d22-4d3f-a7b2-c336c20f69b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 217 time: 0.0507846 Aug 19 11:56:12.534671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-6e5c3d3c-415c-41fe-9418-8c94e11c2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:12.536338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-6e5c3d3c-415c-41fe-9418-8c94e11c2892 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 200 len: 860 time: 0.0679452 Aug 19 11:56:12.552508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:12.566366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:56:12.586136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 29c29e6a-985c-4195-b33d-0a07f99aa7aa has no active binding in host n-h2-778550-9 {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 11:56:12.608806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa'}, {'name': 'network-changed', 'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:12.611551 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fac640-96d1-4519-aadc-c1aa4ee0033f" -d '{"events": [{"server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "name": "network-vif-unplugged", "status": "completed", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa"}, {"name": "network-changed", "server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:12.618099 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-8f7f7cb7-1e88-4763-b653-438942085f20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d195167-75e9-4645-a328-5bb8d1f7689d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550613 Aug 19 11:56:12.684622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48570) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:12.722063 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c46e96c-3db9-4049-8756-28e7045944a8 x-openstack-request-id: req-0c46e96c-3db9-4049-8756-28e7045944a8 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:12.722352 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "name": "network-vif-unplugged", "status": "completed", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa", "code": 200}, {"name": "network-changed", "server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:12.722608 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c46e96c-3db9-4049-8756-28e7045944a8 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:12.723196 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa', 'code': 200} Aug 19 11:56:12.723330 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa', 'status': 'completed', 'code': 200} Aug 19 11:56:12.774802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-cd4cea18-1afb-4afb-b7a6-7cf3ee2b982c service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464169 Aug 19 11:56:12.885104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:12.910367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'port_id': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e', 'mac_address': 'fa:16:3e:8d:57:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:56:12.933130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-95f474d6-5681-46a3-b7ff-45ad7ef5d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:12.934881 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-95f474d6-5681-46a3-b7ff-45ad7ef5d309 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 1124 time: 0.1294253 Aug 19 11:56:12.979913 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:12.998040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:13.012421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4e437b3-d184-4d81-8186-4dd4d05f84f1 req-eaaea88c-ee12-4423-a7ea-9ecfe7975346 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168324 Aug 19 11:56:13.032823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8945fb-3f89-4135-8621-862141672e5a req-4e3b66bd-d0c2-44b9-8143-ed578b0a27c4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:13.035196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad27468d-3184-4f11-b142-8ac89e5a3b68 admin admin] Deleting subnet cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:56:13.042190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc8945fb-3f89-4135-8621-862141672e5a req-4e3b66bd-d0c2-44b9-8143-ed578b0a27c4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.1321919 Aug 19 11:56:13.044336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:13.047412 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad27468d-3184-4f11-b142-8ac89e5a3b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.051440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.121762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc8945fb-3f89-4135-8621-862141672e5a req-519fa1d2-21c9-4070-9187-ebaa57a4d2be tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785797 Aug 19 11:56:13.124612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:13.141423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad27468d-3184-4f11-b142-8ac89e5a3b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.141423 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-2f2fd96f-17e3-4c81-90d4-f89c9d1e5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:13.141677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668c4b-8a05-436e-8039-57e43edf8683 req-77b78e4e-5dd4-428f-9078-02936d48d50a tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:13.141837 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-2f2fd96f-17e3-4c81-90d4-f89c9d1e5e63 service neutron] 10.222.0.69 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.1955023 Aug 19 11:56:13.141983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41668c4b-8a05-436e-8039-57e43edf8683 req-77b78e4e-5dd4-428f-9078-02936d48d50a tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 945 time: 0.0976803 Aug 19 11:56:13.203284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41668c4b-8a05-436e-8039-57e43edf8683 req-f759922b-04fc-4e3f-9447-a0089304732c tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507467 Aug 19 11:56:13.223940 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-b00421ac-189b-4f50-8721-fa6e7223b38f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa HTTP/1.1" status: 200 len: 217 time: 0.0524211 Aug 19 11:56:13.240875 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad27468d-3184-4f11-b142-8ac89e5a3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.328537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-eab43131-bc96-4515-b41d-c57a54fd2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:13.330179 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-eab43131-bc96-4515-b41d-c57a54fd2c89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.0628004 Aug 19 11:56:13.340246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad27468d-3184-4f11-b142-8ac89e5a3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.399797 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-bff03e3d-8274-47ca-bfd8-34d7ae1829be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569434 Aug 19 11:56:13.400506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27468d-3184-4f11-b142-8ac89e5a3b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:13.410626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad27468d-3184-4f11-b142-8ac89e5a3b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.417285 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ad27468d-3184-4f11-b142-8ac89e5a3b68 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cd3d1c82-32d3-49b5-b0d8-7a6c5cc15e9c HTTP/1.1" status: 204 len: 168 time: 0.7290716 Aug 19 11:56:13.419696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48602) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:13.509756 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-e494c68f-2647-4ea9-a662-bdcbf3e56c75 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011531 Aug 19 11:56:13.584179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['1c9e9493-bc1c-48a9-a110-9735bc7ebc8e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:13.601173 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.625058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3094d6-ca18-44da-96bd-3f4b8052a5a5 req-7a97b619-d877-4536-9277-0c1c28f5390c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:13.626748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e3094d6-ca18-44da-96bd-3f4b8052a5a5 req-7a97b619-d877-4536-9277-0c1c28f5390c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1876240 Aug 19 11:56:13.641106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6c0de-4c4f-4233-9481-8bbb545b2c8f req-213a4e2d-1398-455f-b780-fd33ea37f9f2 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:13.643163 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6d6c0de-4c4f-4233-9481-8bbb545b2c8f req-213a4e2d-1398-455f-b780-fd33ea37f9f2 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1476433 Aug 19 11:56:13.651593 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33fac640-96d1-4519-aadc-c1aa4ee0033f req-e7c09671-5893-4fa2-b9a1-863490281867 service neutron] 10.222.0.69 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283758 Aug 19 11:56:13.758100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e3094d6-ca18-44da-96bd-3f4b8052a5a5 req-78a41075-9250-4ee6-86f7-ba9462eca0bd tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130509 Aug 19 11:56:13.787574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6d6c0de-4c4f-4233-9481-8bbb545b2c8f req-89290da9-7a45-4b1c-94ff-403a9bf4fb9d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266093 Aug 19 11:56:13.789416 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.810148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6472b55c-1ec0-4718-a47a-cfd4cafee08b']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:13.812658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:13.812964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e7a18f-f910-4bc5-8267-e40f849b4ef6') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:13.822762 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.838238 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.847801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:56:13.848261 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:56:13.850403 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:56:13.904532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.920775 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:13.922974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6472b55c-1ec0-4718-a47a-cfd4cafee08b HTTP/1.1" status: 204 len: 168 time: 0.5018017 Aug 19 11:56:13.924102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043641f6-fce3-4c4d-949b-30c51f4d3c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=6472b55c-1ec0-4718-a47a-cfd4cafee08b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:13.925767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48618) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:13.970132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a08c4a8-74cc-41a1-a30a-ec38d7dae87e admin admin] Deleting subnet 82979d0c-702f-45d1-ad79-84a84f66a0f6 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:56:13.974076 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a08c4a8-74cc-41a1-a30a-ec38d7dae87e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.013264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a08c4a8-74cc-41a1-a30a-ec38d7dae87e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.052320 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a08c4a8-74cc-41a1-a30a-ec38d7dae87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.115314 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a08c4a8-74cc-41a1-a30a-ec38d7dae87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.133403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-5639fc42-da18-43c3-a78e-0996419c97df tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b86d65f3189c4bcca40890cca40d1560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300014 Aug 19 11:56:14.153202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08c4a8-74cc-41a1-a30a-ec38d7dae87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82979d0c-702f-45d1-ad79-84a84f66a0f6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:14.155511 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a08c4a8-74cc-41a1-a30a-ec38d7dae87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.158731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9a08c4a8-74cc-41a1-a30a-ec38d7dae87e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/82979d0c-702f-45d1-ad79-84a84f66a0f6 HTTP/1.1" status: 204 len: 168 time: 0.2311871 Aug 19 11:56:14.160805 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48632) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:14.237378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.291244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea2924-af13-4e99-a251-92aaeea08731 req-aa2cd188-fdcc-4403-8798-0799016a888d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:14.292773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1ea2924-af13-4e99-a251-92aaeea08731 req-aa2cd188-fdcc-4403-8798-0799016a888d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.0822809 Aug 19 11:56:14.315707 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-d17039bd-d22a-4750-8ee3-dab1dcf419af tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:14.317204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-d17039bd-d22a-4750-8ee3-dab1dcf419af tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670442 Aug 19 11:56:14.323780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.333895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:14.340615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1d1b8db1-e854-4529-9159-0277f5c8b610 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/quotas/b86d65f3189c4bcca40890cca40d1560 HTTP/1.1" status: 200 len: 375 time: 0.0150769 Aug 19 11:56:14.343685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3a5abe-dac3-4def-9199-f740efb724f3') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:14.343980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3a5abe-dac3-4def-9199-f740efb724f3') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:14.353290 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.362826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1ea2924-af13-4e99-a251-92aaeea08731 req-62b22be3-2ace-4b2d-b5fc-45a2faf27f4e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625484 Aug 19 11:56:14.367297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.374050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:56:14.374440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:56:14.376214 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:56:14.386035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-8030508a-6f93-4fb5-b769-5170fb414fbc tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b86d65f3189c4bcca40890cca40d1560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397809 Aug 19 11:56:14.440097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.446735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.451522 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] 10.222.0.65 "DELETE /v2.0/networks/ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2 HTTP/1.1" status: 204 len: 168 time: 0.2896647 Aug 19 11:56:14.465523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03529d9b-5a41-48a4-b59e-a4545775743a admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb5dfaf-e9de-49ae-b996-bca89c2d2bf2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:14.491451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ffe0-381d-4316-a69e-cd0054d3e1d2 req-c06278aa-143d-4d3e-941b-be92ca85f56b tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:14.497220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f963ffe0-381d-4316-a69e-cd0054d3e1d2 req-c06278aa-143d-4d3e-941b-be92ca85f56b tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 945 time: 0.0686519 Aug 19 11:56:14.547330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f963ffe0-381d-4316-a69e-cd0054d3e1d2 req-b05f8188-289e-43d9-b29d-961cadce62e6 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438688 Aug 19 11:56:14.628710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17affa9c-30fa-4fed-b87b-808892bc88c0 req-3191fd30-1a4a-442a-afab-57a30a1c57b8 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 210 time: 0.0305884 Aug 19 11:56:14.692465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48650) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:14.732184 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1da5aa4b-a4d3-4d86-9f50-01181038ab4a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1d3b96aa45e44fea775af2b903efde1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385089 Aug 19 11:56:14.735077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48652) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:14.808247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01a5f8bf-87c5-4590-8f68-2e9671dee45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.851853 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01a5f8bf-87c5-4590-8f68-2e9671dee45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:14.978773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30466c06-93e1-467e-a018-8025341c5118 req-bc40b0d0-561a-49a4-9263-e64c3962d050 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:14.980245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30466c06-93e1-467e-a018-8025341c5118 req-bc40b0d0-561a-49a4-9263-e64c3962d050 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1383007 Aug 19 11:56:15.003156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09bb97-0d77-4337-9847-431d4a10f057 req-21ec3909-88b0-47b2-a83b-827888aaf5d5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:15.004597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc09bb97-0d77-4337-9847-431d4a10f057 req-21ec3909-88b0-47b2-a83b-827888aaf5d5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.0909331 Aug 19 11:56:15.016818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01a5f8bf-87c5-4590-8f68-2e9671dee45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:15.019384 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01a5f8bf-87c5-4590-8f68-2e9671dee45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:15.020481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-01a5f8bf-87c5-4590-8f68-2e9671dee45f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2aca6fb5-ff30-4b88-a791-e86f6068597e HTTP/1.1" status: 204 len: 168 time: 0.2844498 Aug 19 11:56:15.044463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5f8bf-87c5-4590-8f68-2e9671dee45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca6fb5-ff30-4b88-a791-e86f6068597e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:15.084627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30466c06-93e1-467e-a018-8025341c5118 req-855b8a3b-14cc-4c64-8763-488865d6749b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949862 Aug 19 11:56:15.100255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc09bb97-0d77-4337-9847-431d4a10f057 req-1d9d49d4-2aca-4cfd-a552-d57d9c6b756c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871131 Aug 19 11:56:15.416825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48668) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:15.458088 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-87cda1c4-5258-4ba9-9ccd-734f6cc4c4ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a7d37c269a34b4ebe0a9061c3dfa42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395434 Aug 19 11:56:15.460482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48670) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:15.493777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c80a8-5543-47e6-9d8a-90a4c305a835 req-fc72ca5b-d049-4fe5-8875-f334d97bbfbb tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:15.495181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b2c80a8-5543-47e6-9d8a-90a4c305a835 req-fc72ca5b-d049-4fe5-8875-f334d97bbfbb tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.0546508 Aug 19 11:56:15.511991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-525acd60-9019-40fe-94a2-ad28d32688de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:15.534099 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b2c80a8-5543-47e6-9d8a-90a4c305a835 req-b5b81d3c-7954-4678-8624-ea82a580b44b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Aug 19 11:56:15.536149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-525acd60-9019-40fe-94a2-ad28d32688de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:15.586015 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-525acd60-9019-40fe-94a2-ad28d32688de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:15.589112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-525acd60-9019-40fe-94a2-ad28d32688de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:15.591091 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-525acd60-9019-40fe-94a2-ad28d32688de admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ad1ddd0-2b17-42af-bcfd-a1a19865bbec HTTP/1.1" status: 204 len: 168 time: 0.1294861 Aug 19 11:56:15.599940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525acd60-9019-40fe-94a2-ad28d32688de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad1ddd0-2b17-42af-bcfd-a1a19865bbec,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:15.697346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266533-cf76-42ee-8f3d-3aea84aee94a req-5e52217e-169f-4999-b447-e541d4a80c27 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:15.699146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1266533-cf76-42ee-8f3d-3aea84aee94a req-5e52217e-169f-4999-b447-e541d4a80c27 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 945 time: 0.0758018 Aug 19 11:56:15.831868 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1266533-cf76-42ee-8f3d-3aea84aee94a req-639ce886-3f8d-48b0-a642-7de756e48662 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261704 Aug 19 11:56:15.833849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e4bbd09-72d3-4935-a449-dc955122bd78 req-40bdfe26-e82a-468d-866f-53cd6a545ae3 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 210 time: 0.0371752 Aug 19 11:56:15.927989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-cd53a904-bbf6-447b-a908-4a688bd6fe78 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b86d65f3189c4bcca40890cca40d1560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379419 Aug 19 11:56:16.097019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-107ab74c-a026-4958-bcbf-542d1b58bc6a tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:16.098510 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-107ab74c-a026-4958-bcbf-542d1b58bc6a tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561694 Aug 19 11:56:16.186256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Request body: {'port': {'device_id': 'a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'b86d65f3189c4bcca40890cca40d1560'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:16.211853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 56622b5b-dc08-4f6d-8594-35a5ed1848df no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:16.254667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 56622b5b-dc08-4f6d-8594-35a5ed1848df {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:16.255144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 56622b5b-dc08-4f6d-8594-35a5ed1848df not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:16.264423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c87758-1f24-407b-92a7-22c0a8bcf50b req-d1522f1a-e62d-4216-8d58-ed9b7ad93095 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:16.266035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62c87758-1f24-407b-92a7-22c0a8bcf50b req-d1522f1a-e62d-4216-8d58-ed9b7ad93095 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1003456 Aug 19 11:56:16.292747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca14538-8c2f-44aa-bbf8-689a23488e83 req-981ddd69-30b3-42a8-85d9-746e78367ad6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:16.300849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ca14538-8c2f-44aa-bbf8-689a23488e83 req-981ddd69-30b3-42a8-85d9-746e78367ad6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.0975270 Aug 19 11:56:16.325913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Made reservation on behalf of b86d65f3189c4bcca40890cca40d1560 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:56:16.333493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:16.344175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:16.352423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62c87758-1f24-407b-92a7-22c0a8bcf50b req-3633d1e3-aac0-4c78-9d55-49809fb448ae tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770338 Aug 19 11:56:16.369468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ca14538-8c2f-44aa-bbf8-689a23488e83 req-01b57505-4df5-40d6-8a27-013768a50130 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642645 Aug 19 11:56:16.449060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:16.453562 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:16.530560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47cba8d8-73d9-4019-a914-ee72188101dd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:16.586358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:16.634610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Allocated IP 192.168.233.147 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:16.669165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:16.675768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:16.676350 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:16.715112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a264b2-9c39-4f09-8fb6-24c08116fd61 req-140e304b-e5c1-4210-8ea8-8b24b2e42322 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:16.723605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73a264b2-9c39-4f09-8fb6-24c08116fd61 req-140e304b-e5c1-4210-8ea8-8b24b2e42322 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.0810251 Aug 19 11:56:16.776254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73a264b2-9c39-4f09-8fb6-24c08116fd61 req-16fe6b8e-a6cf-48fc-8bab-481c4a5a8b42 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Aug 19 11:56:16.837915 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:16.927678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:16.933170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:16.935614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f984413-1618-4e60-9939-52694cf76537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:16.939288 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf01e7b-2920-4dc7-b797-54577dbb1c50" -d '{"events": [{"server_uuid": "3f984413-1618-4e60-9939-52694cf76537", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e9493-bc1c-48a9-a110-9735bc7ebc8e"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:16.955286 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:16.980751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Transition to ACTIVE for port object 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:17.035461 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:17.054088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7faec8ea-79a7-41ad-afa5-899d2d615466 req-82886d3f-1af2-410a-b950-e5d949bf35e2 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 210 time: 0.0744789 Aug 19 11:56:17.075074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:17.095211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b461134-1fac-4f8b-9247-ad7366fdd15c req-ab07efab-3d56-4384-ac54-0f406cd5fe21 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:17.097172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b461134-1fac-4f8b-9247-ad7366fdd15c req-ab07efab-3d56-4384-ac54-0f406cd5fe21 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.1056180 Aug 19 11:56:17.140402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:17.142730 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cc445e-d8f8-4508-a81e-b4459fb016c4 x-openstack-request-id: req-b7cc445e-d8f8-4508-a81e-b4459fb016c4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:17.143095 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f984413-1618-4e60-9939-52694cf76537", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e9493-bc1c-48a9-a110-9735bc7ebc8e", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:17.143346 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7cc445e-d8f8-4508-a81e-b4459fb016c4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:17.143768 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f984413-1618-4e60-9939-52694cf76537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e', 'code': 200} Aug 19 11:56:17.146968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:17.150885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:17.186954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Pushing event updated for resources: {'Port': ['ID=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:17.222155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:17.222844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:17.241733 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-1b0e2716-9bfb-48c1-95a3-d4e5bce9e755 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0604868 Aug 19 11:56:17.242971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b461134-1fac-4f8b-9247-ad7366fdd15c req-9ee12864-64e5-46f1-9867-205bfd9780d0 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280169 Aug 19 11:56:17.303226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Request body: {'port': {'device_id': 'a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:17.374372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be7276-48c3-48a2-9c89-b96d5c44f790 req-60bd3b54-c9dc-41bb-a8b6-471810af68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:17.376130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55be7276-48c3-48a2-9c89-b96d5c44f790 req-60bd3b54-c9dc-41bb-a8b6-471810af68f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 1097 time: 0.0764527 Aug 19 11:56:17.446017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:17.467479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55be7276-48c3-48a2-9c89-b96d5c44f790 req-a82e1ffd-7f0b-4e73-b621-4197bcd8bb87 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771081 Aug 19 11:56:17.504975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ae884dc4-d801-4c96-80d5-01ae9ab0546a None None] Provisioning for port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:17.511234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ae884dc4-d801-4c96-80d5-01ae9ab0546a None None] Provisioning complete for port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:17.512374 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ae884dc4-d801-4c96-80d5-01ae9ab0546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:17.566232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ae884dc4-d801-4c96-80d5-01ae9ab0546a None None] Port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:56:17.604218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85af2-f153-46f8-83e9-a7e6d32c6da5 req-461b99ab-261b-4940-bd7d-966ceed5a073 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:17.606026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1c85af2-f153-46f8-83e9-a7e6d32c6da5 req-461b99ab-261b-4940-bd7d-966ceed5a073 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1262326 Aug 19 11:56:17.624508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33e9df-cf20-4ca8-8bb3-8a9b0a2d2514 req-cbfef176-69a7-4b34-80c2-a9591c293cff tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:17.626436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc33e9df-cf20-4ca8-8bb3-8a9b0a2d2514 req-cbfef176-69a7-4b34-80c2-a9591c293cff tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1451237 Aug 19 11:56:17.693916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1c85af2-f153-46f8-83e9-a7e6d32c6da5 req-d33e4871-fb1a-4a0c-9591-fa04ca310f82 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661998 Aug 19 11:56:17.696974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc33e9df-cf20-4ca8-8bb3-8a9b0a2d2514 req-83de3acc-4463-435f-9976-17207d3fb9a6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624866 Aug 19 11:56:17.813549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:17.823996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:17.839400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Transition to ACTIVE for port object 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:17.846210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:17.921403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:17.982653 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42406fd-3bca-4ab1-a47e-d6359338678c req-e5500a0d-8a79-4473-8069-7d5723f8e248 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:17.985055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b42406fd-3bca-4ab1-a47e-d6359338678c req-e5500a0d-8a79-4473-8069-7d5723f8e248 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.0924296 Aug 19 11:56:18.074820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Attempting to bind port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:56:18.074956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Attempting to bind port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:56:18.075334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Attempting to bind port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:18.081320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:56:18.081650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Attempting to bind port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:18.087460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:56:18.087855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:18.088193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:56:18.088640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Bound port: 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:56:18.089430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:18.090372 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b42406fd-3bca-4ab1-a47e-d6359338678c req-d0d7c090-5170-45c8-84e7-8e99e6754b2b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976102 Aug 19 11:56:18.249695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] For port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:18.256479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] For port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:56:18.262660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:18.311896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-825f1c25-fea4-48c9-a421-c0899c806405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:18.323134 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:18.324079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:18.325236 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4777a2-4048-4b7d-bbc3-60807ac46b04 req-62fb3e40-4221-4d85-82cf-09c0749a7b92 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:18.326823 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] 10.222.0.69 "PUT /v2.0/ports/8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 HTTP/1.1" status: 200 len: 1096 time: 1.0290143 Aug 19 11:56:18.326823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f', 'tag': '8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:18.329437 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baedc4a-012a-44dd-84fe-8696050298b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f", "tag": "8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:18.330994 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-af4777a2-4048-4b7d-bbc3-60807ac46b04 req-62fb3e40-4221-4d85-82cf-09c0749a7b92 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 948 time: 0.0999238 Aug 19 11:56:18.402149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7b18d-dcf0-48d8-a146-c258cf236522 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:18.457408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-af4777a2-4048-4b7d-bbc3-60807ac46b04 req-047138aa-0914-4311-b3b7-80c82f0482a0 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995045 Aug 19 11:56:18.543625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-351e6b2c-8aa0-4707-bc26-48a505b6d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:18.549523 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-351e6b2c-8aa0-4707-bc26-48a505b6d03d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b86d65f3189c4bcca40890cca40d1560&device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 1099 time: 0.1406679 Aug 19 11:56:18.554715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebf473-0b11-4043-9aac-f097a3be68a5 req-29d96fab-f8b7-4b40-9a79-4720432d46db tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:18.563445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecebf473-0b11-4043-9aac-f097a3be68a5 req-29d96fab-f8b7-4b40-9a79-4720432d46db tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.0729160 Aug 19 11:56:18.570230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 29c29e6a-985c-4195-b33d-0a07f99aa7aa no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:18.626598 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecebf473-0b11-4043-9aac-f097a3be68a5 req-adc01c72-d3df-48aa-b2e5-f8da7ee69572 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612326 Aug 19 11:56:18.657188 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90577e97-f3fe-4fca-94a1-8c340b6ffe91 x-openstack-request-id: req-90577e97-f3fe-4fca-94a1-8c340b6ffe91 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:18.657483 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f", "tag": "8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:18.658693 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90577e97-f3fe-4fca-94a1-8c340b6ffe91 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:18.659618 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f', 'tag': '8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9', 'status': 'completed', 'code': 200} Aug 19 11:56:18.662559 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-21f3efaf-c161-4e6b-afb7-979668159bbe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 HTTP/1.1" status: 200 len: 217 time: 0.0915337 Aug 19 11:56:18.748371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-f931e11e-29d6-4ddb-a842-5ced1d0bfe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:18.750890 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-f931e11e-29d6-4ddb-a842-5ced1d0bfe1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0722325 Aug 19 11:56:18.826576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-7c30a532-4331-4c4f-8126-8064bf46bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:18.828661 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-7c30a532-4331-4c4f-8126-8064bf46bc48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682709 Aug 19 11:56:18.914043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16e6efd2-7759-40b5-9142-8dc658b5be20 req-32e80f82-d734-4df4-940e-2b56d8727343 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=385e689c6bea4957aa3b375d3d343379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345016 Aug 19 11:56:18.980858 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-77fbc644-7f2e-4796-a7f6-64c366085ad6 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008260 Aug 19 11:56:19.075883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0466ba9-24a6-45fb-b952-a3b80670076a req-ac75876d-278d-4378-b1e5-4b3910c979f1 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.077635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0466ba9-24a6-45fb-b952-a3b80670076a req-ac75876d-278d-4378-b1e5-4b3910c979f1 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1400695 Aug 19 11:56:19.110820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6efd2-7759-40b5-9142-8dc658b5be20 req-a15cc21e-159e-40c9-9e1e-5cdffc009fd8 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.112348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16e6efd2-7759-40b5-9142-8dc658b5be20 req-a15cc21e-159e-40c9-9e1e-5cdffc009fd8 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969967 Aug 19 11:56:19.132700 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5b3a212-0b32-4d66-adcb-41b2dc66b519 req-7e18829c-62bc-4775-bb3c-252b3d5c30bd service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134269 Aug 19 11:56:19.155850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16e6efd2-7759-40b5-9142-8dc658b5be20 req-2d914bd2-191d-4d21-a22d-0e230f42918f tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/quotas/385e689c6bea4957aa3b375d3d343379 HTTP/1.1" status: 200 len: 375 time: 0.0228062 Aug 19 11:56:19.168212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-dc7edbd9-1a55-4479-b021-dda6ec531d66 service neutron] 10.222.0.69 "GET /v2.0/ports/29c29e6a-985c-4195-b33d-0a07f99aa7aa/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 384 time: 0.1465085 Aug 19 11:56:19.185685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0466ba9-24a6-45fb-b952-a3b80670076a req-1f73e957-6924-4d93-9404-3a6dc7f58999 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932791 Aug 19 11:56:19.211384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16e6efd2-7759-40b5-9142-8dc658b5be20 req-ad33fcbb-8858-4607-acbf-e625ae5f2cf2 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=385e689c6bea4957aa3b375d3d343379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454335 Aug 19 11:56:19.353633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d8a9d-23a8-4048-bfbf-cb7b4b6ae9ad req-a897a076-c646-4815-8d10-fb6f84db10e4 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.356062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c7d8a9d-23a8-4048-bfbf-cb7b4b6ae9ad req-a897a076-c646-4815-8d10-fb6f84db10e4 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1100726 Aug 19 11:56:19.389465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-734aff07-e767-46bd-9b5c-8b8b3f811d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.392757 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-734aff07-e767-46bd-9b5c-8b8b3f811d71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b86d65f3189c4bcca40890cca40d1560&device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 1099 time: 0.0723979 Aug 19 11:56:19.479899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c7d8a9d-23a8-4048-bfbf-cb7b4b6ae9ad req-ea81339a-9495-4874-9e20-47a278f21d63 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145220 Aug 19 11:56:19.512613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-a766235f-75ef-4824-be5e-05af2c7b215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.514827 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-a766235f-75ef-4824-be5e-05af2c7b215b service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1088850 Aug 19 11:56:19.552117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111edc-d854-4bef-8b73-b6fa33e718ec req-6674f951-a6dc-4fb8-9855-c62ea9d2a82d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.554020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1111edc-d854-4bef-8b73-b6fa33e718ec req-6674f951-a6dc-4fb8-9855-c62ea9d2a82d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 943 time: 0.1144404 Aug 19 11:56:19.580047 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-ba2f690d-adc8-4bc3-8875-c672c2636c78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 HTTP/1.1" status: 200 len: 217 time: 0.0439770 Aug 19 11:56:19.606698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:19.629644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1111edc-d854-4bef-8b73-b6fa33e718ec req-6a72d2cd-d93a-4551-ba63-29d63586266c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684299 Aug 19 11:56:19.638605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:19.651845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-14ec84e0-3197-4afb-a910-67ba7c843d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.658782 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-14ec84e0-3197-4afb-a910-67ba7c843d27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0613012 Aug 19 11:56:19.686657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c29e6a-985c-4195-b33d-0a07f99aa7aa {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:19.698949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:19.716551 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:19.726027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-8f6cc5b2-f2e3-457e-9f88-49757122d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.727672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-8f6cc5b2-f2e3-457e-9f88-49757122d942 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613022 Aug 19 11:56:19.841155 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-a7d6a5e5-02ff-41b1-bff7-7172f5c3b03f service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963793 Aug 19 11:56:19.849795 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060652e5-0ab8-4937-a688-f73d0dcf145b req-c29f0bdd-20ac-4a1f-918d-321f5e7b9ddd tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.851271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-060652e5-0ab8-4937-a688-f73d0dcf145b req-c29f0bdd-20ac-4a1f-918d-321f5e7b9ddd tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 948 time: 0.1315989 Aug 19 11:56:19.860336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dce4f-3286-46ca-a81c-6ae481f4094b req-6981121c-e072-4ac4-9f46-26142cdd1d59 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:19.861928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae1dce4f-3286-46ca-a81c-6ae481f4094b req-6981121c-e072-4ac4-9f46-26142cdd1d59 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.1341517 Aug 19 11:56:19.895989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] Transition to ACTIVE for port object 29c29e6a-985c-4195-b33d-0a07f99aa7aa will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:19.913452 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:19.953860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-060652e5-0ab8-4937-a688-f73d0dcf145b req-d96063c4-7f99-400b-983b-e53ae3257c88 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890987 Aug 19 11:56:19.965309 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8baedc4a-012a-44dd-84fe-8696050298b7 req-dde213f9-96d6-40cc-8b49-0d7f4ec95d41 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087983 Aug 19 11:56:19.990009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae1dce4f-3286-46ca-a81c-6ae481f4094b req-abf50667-0e5f-4b1a-a4ea-844bca3fd476 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110370 Aug 19 11:56:20.056109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] No DVR routers for this DVR port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:20.126571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] 10.222.0.69 "PUT /v2.0/ports/29c29e6a-985c-4195-b33d-0a07f99aa7aa/bindings/n-h2-778550-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8509672 Aug 19 11:56:20.145137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac0f57-a898-4cf2-9e61-cc6ad01e8a84 service neutron] Pushing event updated for resources: {'Port': ['ID=29c29e6a-985c-4195-b33d-0a07f99aa7aa,revision_number=10']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:20.187943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc3478-4dbd-4f81-8b04-4f689fe7662e req-19c1e055-44d7-41be-9511-d4b8ff504076 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:20.189769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecbc3478-4dbd-4f81-8b04-4f689fe7662e req-19c1e055-44d7-41be-9511-d4b8ff504076 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.0869918 Aug 19 11:56:20.198956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48822) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:20.206085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Request body: {'floatingip': {'port_id': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:20.285044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:20.468223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0019e3d-b6a2-430d-9839-28fa210bd953 req-99797d94-67f4-4b7f-984f-4249599464d0 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=385e689c6bea4957aa3b375d3d343379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632751 Aug 19 11:56:20.483754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-2093ebb6-2bc1-4d5b-b8c6-d3b708d22c33 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:20.485359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-2093ebb6-2bc1-4d5b-b8c6-d3b708d22c33 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.1620309 Aug 19 11:56:20.609160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a47eb-a1be-421c-b5ae-9677df503ad3 req-e67a3a7b-d0fa-43bf-bbed-0a863048657d tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:20.610686 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e01a47eb-a1be-421c-b5ae-9677df503ad3 req-e67a3a7b-d0fa-43bf-bbed-0a863048657d tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.2763984 Aug 19 11:56:20.724730 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-846cabc7-0cbd-460f-b49a-29079f8f8389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:20.849295 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:21.036380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-910e90e7-2107-400b-b7c0-a13c3ce099e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:21.037903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-910e90e7-2107-400b-b7c0-a13c3ce099e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525&tenant_id=23172949aae84995841c5e7a8fa1e132 HTTP/1.1" status: 200 len: 1095 time: 0.5381596 Aug 19 11:56:21.048801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0019e3d-b6a2-430d-9839-28fa210bd953 req-f0ac61b9-ee9f-4ec3-9a83-4c257ce8ee4e tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:21.050350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0019e3d-b6a2-430d-9839-28fa210bd953 req-f0ac61b9-ee9f-4ec3-9a83-4c257ce8ee4e tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5729392 Aug 19 11:56:21.056300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e01a47eb-a1be-421c-b5ae-9677df503ad3 req-68faa1f1-b8c2-4b5f-81b9-a7f749b1f042 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318335 Aug 19 11:56:21.148988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0019e3d-b6a2-430d-9839-28fa210bd953 req-63f2e971-c357-440b-b356-419d61aa485e tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/quotas/385e689c6bea4957aa3b375d3d343379 HTTP/1.1" status: 200 len: 375 time: 0.0639331 Aug 19 11:56:21.245369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0019e3d-b6a2-430d-9839-28fa210bd953 req-6c90db3d-d4f0-4376-bebf-47e8e29bee08 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=385e689c6bea4957aa3b375d3d343379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773091 Aug 19 11:56:21.305546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-df9f0629-a0f6-4a87-adb9-db515be8f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:21.307201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-df9f0629-a0f6-4a87-adb9-db515be8f93c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23172949aae84995841c5e7a8fa1e132&device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 1095 time: 0.1731679 Aug 19 11:56:21.400016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c8ffb-29e9-4b03-bead-5416da8d804e req-b94a12d1-ec9c-4ce1-adb5-9285a1afabc0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:21.401462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b09c8ffb-29e9-4b03-bead-5416da8d804e req-b94a12d1-ec9c-4ce1-adb5-9285a1afabc0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1496348 Aug 19 11:56:21.427196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 11:56:21.547175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b09c8ffb-29e9-4b03-bead-5416da8d804e req-a9f47fc5-da5a-41aa-88a0-94f0eea515ff tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305697 Aug 19 11:56:21.550644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:21.556729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-b959eb38-ee71-4499-8e41-305076968c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:21.558090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-b959eb38-ee71-4499-8e41-305076968c6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 200 len: 921 time: 0.2363346 Aug 19 11:56:21.560027 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:21.570557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e062a1-2a59-4aae-9a9e-29c7520ec45d req-5458611a-3383-4a94-b758-210e4d8b05e8 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:21.572075 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45e062a1-2a59-4aae-9a9e-29c7520ec45d req-5458611a-3383-4a94-b758-210e4d8b05e8 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 944 time: 0.1814477 Aug 19 11:56:21.679156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-75db5b5f-b063-40d1-8ac4-265302a86896 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa HTTP/1.1" status: 200 len: 217 time: 0.1047552 Aug 19 11:56:21.789002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45e062a1-2a59-4aae-9a9e-29c7520ec45d req-c6011bd8-c2fd-4e17-820d-c2582358de0b tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990333 Aug 19 11:56:21.823842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d29e1-b824-46b5-a5b4-c5047e83ba35 req-781c3bad-b098-4d07-aef3-334f81ad449e tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:21.825362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf7d29e1-b824-46b5-a5b4-c5047e83ba35 req-781c3bad-b098-4d07-aef3-334f81ad449e tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 948 time: 0.1969783 Aug 19 11:56:21.826794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-50a2407a-55b5-40fd-92f6-52e72ffc4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:21.828122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-50a2407a-55b5-40fd-92f6-52e72ffc4751 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 200 len: 860 time: 0.1319060 Aug 19 11:56:21.829747 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Floating IP 5bf3ea02-40cd-4a67-ba86-7395b347b68b associated. External IP: 172.25.4.81, port: 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e. Aug 19 11:56:21.845409 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:21.915589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-640eaec3-cc4f-44ae-98db-5a7e0fdeaf49 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=487782ee-3b36-4ac6-a661-aec65fc1c82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415649 Aug 19 11:56:22.010977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf7d29e1-b824-46b5-a5b4-c5047e83ba35 req-00c2f4bd-d7ea-4a62-8ff1-5914f536dd75 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777008 Aug 19 11:56:22.108478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-926cb708-582c-4a48-83b3-8c3ae3555f59 service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826255 Aug 19 11:56:22.307539 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-df65cdf4-6f1d-44d8-9909-470be71f9867 service neutron] 10.222.0.54 "GET /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468687 Aug 19 11:56:22.326331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5b38c-46fa-401d-a052-7f9ed9261c37 req-550f9aa2-dad5-4481-a461-095718195cfe tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:22.327902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4e5b38c-46fa-401d-a052-7f9ed9261c37 req-550f9aa2-dad5-4481-a461-095718195cfe tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1684241 Aug 19 11:56:22.330249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Router fbdc1862-4277-4f92-8cb0-a1196aa38ceb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:56:22.415068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4e5b38c-46fa-401d-a052-7f9ed9261c37 req-78b6c953-85a1-4305-9d68-80b3c0cdc9df tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806296 Aug 19 11:56:22.482412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ade00f3-946a-4e4e-94df-87668afc60fe req-64a09bce-81e7-42f3-a7eb-d9de2d96d49f tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=385e689c6bea4957aa3b375d3d343379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307348 Aug 19 11:56:22.515861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:56:22.531294 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] Sync routers for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:56:22.542068 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:22.543150 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:22.546738 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:22.585469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:56:22.642613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-429a2afc-009f-4c54-9afc-0a017131fd81 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "PUT /v2.0/floatingips/5bf3ea02-40cd-4a67-ba86-7395b347b68b HTTP/1.1" status: 200 len: 991 time: 2.4420009 Aug 19 11:56:22.648229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f984413-1618-4e60-9939-52694cf76537', 'tag': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:22.651231 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f984413-1618-4e60-9939-52694cf76537", "tag": "1c9e9493-bc1c-48a9-a110-9735bc7ebc8e"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:22.663112 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:22.734460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade00f3-946a-4e4e-94df-87668afc60fe req-3e6168bc-286f-440f-bb4d-c7356ff1ed19 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:22.742355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ade00f3-946a-4e4e-94df-87668afc60fe req-3e6168bc-286f-440f-bb4d-c7356ff1ed19 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506969 Aug 19 11:56:22.751783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-40cb5cd4-49a5-4805-91c6-c03bf30d629a tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:22.753497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-40cb5cd4-49a5-4805-91c6-c03bf30d629a tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525&tenant_id=23172949aae84995841c5e7a8fa1e132&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.1600552 Aug 19 11:56:22.763775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7ff66-506c-4efe-9f45-d8fd3160656c req-ce476b6f-1102-4102-8731-c137ed06fde7 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:22.765366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2d7ff66-506c-4efe-9f45-d8fd3160656c req-ce476b6f-1102-4102-8731-c137ed06fde7 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1336813 Aug 19 11:56:22.787432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ade00f3-946a-4e4e-94df-87668afc60fe req-d170a043-3ed0-44bc-9199-31f4fed5c2c9 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/quotas/385e689c6bea4957aa3b375d3d343379 HTTP/1.1" status: 200 len: 375 time: 0.0439582 Aug 19 11:56:22.853145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ade00f3-946a-4e4e-94df-87668afc60fe req-a2383cad-380b-41d2-b8e5-aa830528c346 tempest-QuotasAdminNegativeTest-1813502030 tempest-QuotasAdminNegativeTest-1813502030-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=385e689c6bea4957aa3b375d3d343379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647552 Aug 19 11:56:22.871905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:22.887007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9', 'mac_address': 'fa:16:3e:e9:bb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:56:22.919672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2d7ff66-506c-4efe-9f45-d8fd3160656c req-89ba1165-a92a-42bd-815b-fe5dedc1d4d4 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465592 Aug 19 11:56:22.934116 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:22.962718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:22.985651 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '5bf3ea02-40cd-4a67-ba86-7395b347b68b', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'port_id': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'mac_address': 'fa:16:3e:8d:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f984413-1618-4e60-9939-52694cf76537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:55:58Z', 'updated_at': '2021-08-19T11:56:21Z', 'revision_number': 1, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:56:03Z', 'revision_number': 5, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:22.991744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-60235a14-3756-4ead-b4a0-158a81b084f9 service neutron] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:22.997829 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-60235a14-3756-4ead-b4a0-158a81b084f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:23.001990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2672885d-aaf0-4119-8e3b-6019faf2821d req-60235a14-3756-4ead-b4a0-158a81b084f9 service neutron] 10.222.0.54 "DELETE /v2.0/ports/29c29e6a-985c-4195-b33d-0a07f99aa7aa/bindings/n-h1-778550-9 HTTP/1.1" status: 204 len: 173 time: 0.2352202 Aug 19 11:56:23.004629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:23.024390 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:23.027466 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] Checking router: fbdc1862-4277-4f92-8cb0-a1196aa38ceb for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:56:23.037928 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:23.038929 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:23.057039 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d264ff-aa79-4797-ab54-66f2b0e06034 x-openstack-request-id: req-18d264ff-aa79-4797-ab54-66f2b0e06034 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:23.057558 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f984413-1618-4e60-9939-52694cf76537", "tag": "1c9e9493-bc1c-48a9-a110-9735bc7ebc8e", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:23.057963 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18d264ff-aa79-4797-ab54-66f2b0e06034 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:23.058560 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f984413-1618-4e60-9939-52694cf76537', 'tag': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e', 'status': 'completed', 'code': 200} Aug 19 11:56:23.098571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:23.115127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.116025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.116302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.116759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.117192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.117620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.118046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.122506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.122976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.124392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.125032 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.125698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:23.177672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeba16-84b1-4f45-9516-d6d558018467 req-7d944a3c-5f0e-4c51-a2c3-2932eec1e083 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:23.183820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6beeba16-84b1-4f45-9516-d6d558018467 req-7d944a3c-5f0e-4c51-a2c3-2932eec1e083 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 944 time: 0.0584121 Aug 19 11:56:23.203465 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:23.299575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6beeba16-84b1-4f45-9516-d6d558018467 req-5cd29238-64b1-405c-9755-cc0297fa81a8 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012182 Aug 19 11:56:23.308035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-bb6214a5-5402-432a-b944-29f8613c25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:23.310358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-bb6214a5-5402-432a-b944-29f8613c25a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62b3e6b6966e4355acb2993216d05640&device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 1097 time: 0.1254203 Aug 19 11:56:23.461037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4edf02-81c4-4519-9498-f76472aab829 req-314ac804-4774-44b6-9d8c-1771e519c43f tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:23.469027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f4edf02-81c4-4519-9498-f76472aab829 req-314ac804-4774-44b6-9d8c-1771e519c43f tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 949 time: 0.0988133 Aug 19 11:56:23.586067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:23.604388 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '5bf3ea02-40cd-4a67-ba86-7395b347b68b', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'port_id': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'mac_address': 'fa:16:3e:8d:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f984413-1618-4e60-9939-52694cf76537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:55:58Z', 'updated_at': '2021-08-19T11:56:21Z', 'revision_number': 1, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:56:03Z', 'revision_number': 5, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:23.638310 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465ba0-72a8-4f33-ab35-18fe7e3127ee None None] The sync data for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 is: [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '5bf3ea02-40cd-4a67-ba86-7395b347b68b', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'port_id': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'mac_address': 'fa:16:3e:8d:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f984413-1618-4e60-9939-52694cf76537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:55:58Z', 'updated_at': '2021-08-19T11:56:21Z', 'revision_number': 1, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:56:03Z', 'revision_number': 5, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:56:23.830389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48916) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:23.882163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-378c40c6-62a0-464c-a3bb-64b43c9a8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:23.883646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-378c40c6-62a0-464c-a3bb-64b43c9a8fbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=fa7c0514-b5fa-4b4d-8e7f-64ae46838546 HTTP/1.1" status: 200 len: 906 time: 0.5469179 Aug 19 11:56:23.898785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f4edf02-81c4-4519-9498-f76472aab829 req-1dda2673-7969-44ed-8da5-24a3fd67afbb tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287236 Aug 19 11:56:23.913005 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:23.927295 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:23.964362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ef17-48ed-4280-ac22-e96175f44e8a req-6187bdc3-08ae-4c7e-9822-fb640fc3f571 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:23.972527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9fa9ef17-48ed-4280-ac22-e96175f44e8a req-6187bdc3-08ae-4c7e-9822-fb640fc3f571 tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 1095 time: 0.1501293 Aug 19 11:56:23.981471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.024410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69241856-2e70-476e-9d83-140927a10012 None None] New status for floating IP 5bf3ea02-40cd-4a67-ba86-7395b347b68b: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:56:24.066218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9fa9ef17-48ed-4280-ac22-e96175f44e8a req-74cb7625-497f-4c95-8300-f40798056f0b tempest-LiveAutoBlockMigrationV225Test-256062900 tempest-LiveAutoBlockMigrationV225Test-256062900-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920708 Aug 19 11:56:24.071362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-833d813c-7e9c-4b5d-a4bd-ac2a4bec9319 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e HTTP/1.1" status: 200 len: 999 time: 0.1705613 Aug 19 11:56:24.109894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9724-8e9b-4d52-a34b-9ce08f905001 req-dcfc3819-e240-4300-8cd5-ff57b6867413 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:24.109894 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19ec9724-8e9b-4d52-a34b-9ce08f905001 req-dcfc3819-e240-4300-8cd5-ff57b6867413 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1277013 Aug 19 11:56:24.129378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.135322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.179684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-81cdb700-6be6-46aa-8da6-a74f0a0c3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:24.181293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-81cdb700-6be6-46aa-8da6-a74f0a0c3acc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef62a006-26f7-443d-aa92-459441b85eb7 HTTP/1.1" status: 200 len: 844 time: 0.0874288 Aug 19 11:56:24.186687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19ec9724-8e9b-4d52-a34b-9ce08f905001 req-59a2cc47-6ef4-427f-b60a-c087b70bd2fb tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729153 Aug 19 11:56:24.193033 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=385e689c6bea4957aa3b375d3d343379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616045 Aug 19 11:56:24.194419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136abdee-7e2e-4d37-9bda-90db4617fa33,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:24.197033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48926) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:24.218407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.219048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.220015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.220713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.221676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.222446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.223169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.223585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.223969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.224489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.224928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.225353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ceb80-e2ff-4d0a-8e1c-815cd010ac03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:56:24.286576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cbe19-1660-448d-882c-77ae1e148a08 req-d744deb8-9505-4656-a7a8-b6581e1ff23e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:24.288722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be8cbe19-1660-448d-882c-77ae1e148a08 req-d744deb8-9505-4656-a7a8-b6581e1ff23e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1011467 Aug 19 11:56:24.291612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-ab17ce35-dcac-4cb8-aed3-cc7fa21c6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:24.293037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-ab17ce35-dcac-4cb8-aed3-cc7fa21c6aa1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fa7c0514-b5fa-4b4d-8e7f-64ae46838546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908399 Aug 19 11:56:24.297265 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c444b58a-71e9-440c-9c72-4c5f7c25ff42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.323415 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c444b58a-71e9-440c-9c72-4c5f7c25ff42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.329354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be8cbe19-1660-448d-882c-77ae1e148a08 req-ed74a7c8-a91f-4665-8e01-7c1a97c11152 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Aug 19 11:56:24.387065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c444b58a-71e9-440c-9c72-4c5f7c25ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.389954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c444b58a-71e9-440c-9c72-4c5f7c25ff42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.393764 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c444b58a-71e9-440c-9c72-4c5f7c25ff42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/136abdee-7e2e-4d37-9bda-90db4617fa33 HTTP/1.1" status: 204 len: 168 time: 0.1929638 Aug 19 11:56:24.399164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444b58a-71e9-440c-9c72-4c5f7c25ff42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136abdee-7e2e-4d37-9bda-90db4617fa33,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:24.524122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-2a318da3-6956-40ab-8172-123977d41f50 service neutron] 10.222.0.69 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902978 Aug 19 11:56:24.677114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160f139-6e7b-4ed8-ad78-9b642b93316c req-77a3cb91-27f9-4a34-854c-9e0441ffb18f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:24.679152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3160f139-6e7b-4ed8-ad78-9b642b93316c req-77a3cb91-27f9-4a34-854c-9e0441ffb18f tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 944 time: 0.1152158 Aug 19 11:56:24.747947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-638e0a0f-4f0f-49ba-bcb6-df8c488123d9 req-4c08f4d7-f398-4f7b-a9cd-208338fd22c5 service neutron] 10.222.0.69 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709583 Aug 19 11:56:24.752615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48948) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:24.761244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3160f139-6e7b-4ed8-ad78-9b642b93316c req-de62294e-59cd-4d80-b000-568fd07be93a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719643 Aug 19 11:56:24.768864 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20dc0321-0d9a-4ba0-8621-db52d827fad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.860936 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20dc0321-0d9a-4ba0-8621-db52d827fad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.865683 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20dc0321-0d9a-4ba0-8621-db52d827fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:24.905800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc0321-0d9a-4ba0-8621-db52d827fad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b5db6d-875d-4fe8-ab7f-d7bb40772c9d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:24.910250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-20dc0321-0d9a-4ba0-8621-db52d827fad8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a71e291d22a2412ab70a8990a0f2ec9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563981 Aug 19 11:56:24.912856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:25.022038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-063b789b-7774-4c0b-aa7e-39c170a32b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:25.043002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62157-e563-4ef5-9694-b6d16820616c req-145db634-4690-415f-9523-9093e756b4ce tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:25.044505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aab62157-e563-4ef5-9694-b6d16820616c req-145db634-4690-415f-9523-9093e756b4ce tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 946 time: 0.1096365 Aug 19 11:56:25.072224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2c235-3241-4b5d-b1e7-ef7386045e87 req-d3fbb600-1a57-4808-a578-a79800e31219 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:25.073721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee2c235-3241-4b5d-b1e7-ef7386045e87 req-d3fbb600-1a57-4808-a578-a79800e31219 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 949 time: 0.1008859 Aug 19 11:56:25.076507 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-063b789b-7774-4c0b-aa7e-39c170a32b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:25.150220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aab62157-e563-4ef5-9694-b6d16820616c req-7f89d0fc-f248-4a54-aed0-f46fe3a4949b tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983305 Aug 19 11:56:25.155442 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee2c235-3241-4b5d-b1e7-ef7386045e87 req-82d37f32-671d-4454-aa88-2648fdebbfd8 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673568 Aug 19 11:56:25.176750 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-063b789b-7774-4c0b-aa7e-39c170a32b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:25.179754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-063b789b-7774-4c0b-aa7e-39c170a32b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:25.180893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-063b789b-7774-4c0b-aa7e-39c170a32b0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05b5db6d-875d-4fe8-ab7f-d7bb40772c9d HTTP/1.1" status: 204 len: 168 time: 0.2670796 Aug 19 11:56:25.189063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b789b-7774-4c0b-aa7e-39c170a32b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b5db6d-875d-4fe8-ab7f-d7bb40772c9d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:25.312302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0613a1-1f27-4edb-97f4-4074b9903be3 req-53935b23-047e-488c-9f33-f64c74339600 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:25.313892 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a0613a1-1f27-4edb-97f4-4074b9903be3 req-53935b23-047e-488c-9f33-f64c74339600 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.0550773 Aug 19 11:56:25.386636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a0613a1-1f27-4edb-97f4-4074b9903be3 req-1d9d58e2-26f6-4c06-99c7-dedfa0d94c5b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658195 Aug 19 11:56:25.405291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-ae45f027-2780-4f56-a517-49227d73e3a7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:25.406843 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-ae45f027-2780-4f56-a517-49227d73e3a7 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.54 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 944 time: 0.0708616 Aug 19 11:56:25.540771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb2dad-a779-4c6d-a51e-0141b6f67bf4 req-ffa051fc-80a7-4cc5-baeb-4b77587a8b15 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:25.542279 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ecb2dad-a779-4c6d-a51e-0141b6f67bf4 req-ffa051fc-80a7-4cc5-baeb-4b77587a8b15 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.0860271 Aug 19 11:56:25.549174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Deleting port 29c29e6a-985c-4195-b33d-0a07f99aa7aa {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:25.549546 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:25.637861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ecb2dad-a779-4c6d-a51e-0141b6f67bf4 req-cc018359-1d54-4388-adc1-0e36f07b4826 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852177 Aug 19 11:56:25.670988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] For port 29c29e6a-985c-4195-b33d-0a07f99aa7aa, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=29c29e6a-985c-4195-b33d-0a07f99aa7aa,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:25.671356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:25.685300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Calling delete_port for 29c29e6a-985c-4195-b33d-0a07f99aa7aa owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:25.823460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:25.857107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['29c29e6a-985c-4195-b33d-0a07f99aa7aa'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:25.857678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Pushing event deleted for resources: {'Port': ['ID=29c29e6a-985c-4195-b33d-0a07f99aa7aa,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:25.886490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f21be42b-c8ff-4688-a253-b8c17e8ac148'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:25.888951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f906dc50-3535-4a99-a202-df9fb4e90ca2 req-f481d7f1-dfe5-4540-b1e7-aaa7d69284af tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 210 time: 0.0366247 Aug 19 11:56:25.930495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] No DVR routers for this DVR port 29c29e6a-985c-4195-b33d-0a07f99aa7aa on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:25.933059 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:25.935055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-092d7879-0ede-48e3-b993-05a4e9d4e98d req-07de1a93-a787-4539-b750-949447230c47 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.54 "DELETE /v2.0/ports/29c29e6a-985c-4195-b33d-0a07f99aa7aa HTTP/1.1" status: 204 len: 173 time: 0.5221162 Aug 19 11:56:25.935719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'name': 'network-vif-deleted', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:25.946536 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2105198-8130-49d1-9baa-6b0e75d44f2e" -d '{"events": [{"server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "name": "network-vif-deleted", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:25.998794 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208ec211-61d1-4e04-aa34-8b939a8aaab6 x-openstack-request-id: req-208ec211-61d1-4e04-aa34-8b939a8aaab6 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:25.999087 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10585ca7-8613-472c-8a24-8d29a7f8e525", "name": "network-vif-deleted", "tag": "29c29e6a-985c-4195-b33d-0a07f99aa7aa", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:25.999430 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-208ec211-61d1-4e04-aa34-8b939a8aaab6 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:25.999733 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10585ca7-8613-472c-8a24-8d29a7f8e525', 'name': 'network-vif-deleted', 'tag': '29c29e6a-985c-4195-b33d-0a07f99aa7aa', 'status': 'completed', 'code': 200} Aug 19 11:56:26.307711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca9f8-2288-4639-962e-4f7d1a99657c req-007fa30d-0632-47a5-9441-e3ed125d17e6 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:26.309257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-350ca9f8-2288-4639-962e-4f7d1a99657c req-007fa30d-0632-47a5-9441-e3ed125d17e6 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 946 time: 0.0819452 Aug 19 11:56:26.336189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7ebf-54de-46a9-a23c-a142fb1ee179 req-b5b45c0f-4228-4c50-a3ea-c924f7591a68 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:26.337695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33bc7ebf-54de-46a9-a23c-a142fb1ee179 req-b5b45c0f-4228-4c50-a3ea-c924f7591a68 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 949 time: 0.0801985 Aug 19 11:56:26.384726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-350ca9f8-2288-4639-962e-4f7d1a99657c req-5b8aa086-3e32-4c92-b7ae-d9c908be2e95 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646982 Aug 19 11:56:26.399579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33bc7ebf-54de-46a9-a23c-a142fb1ee179 req-6f92763b-cc6d-4535-acc2-0dcf4affa304 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Aug 19 11:56:26.537978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cc6d3-39cb-45bd-b6eb-d542028bb37d req-7aee845e-7fb2-4675-9d75-1cf75459eb7d tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:26.540581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-284cc6d3-39cb-45bd-b6eb-d542028bb37d req-7aee845e-7fb2-4675-9d75-1cf75459eb7d tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.0604839 Aug 19 11:56:26.603568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-284cc6d3-39cb-45bd-b6eb-d542028bb37d req-e1e745db-b08b-461c-9060-b61dc88e5d06 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520706 Aug 19 11:56:26.606373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:26.666921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:26.671803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:26.672180 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:26.771217 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:26.779007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a9a9ff2-5c4b-4cbd-bb32-5507208c2f25 req-80162adf-9615-48d4-83d4-b39ec60c4b8f tempest-FlavorsV2NegativeTest-1067698315 tempest-FlavorsV2NegativeTest-1067698315-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=743248bf4f2f472e9a85b21dfb6e8dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266006 Aug 19 11:56:26.796578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:26.799262 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30d56b7-d11d-445d-b56d-66b10ad57136" -d '{"events": [{"server_uuid": "a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:26.814651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0da57-7cbe-418e-8299-36bee2b9054f req-0a7ce7c1-ca97-45f9-ad9a-4feceee232f2 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:26.816168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:26.816444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54a0da57-7cbe-418e-8299-36bee2b9054f req-0a7ce7c1-ca97-45f9-ad9a-4feceee232f2 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.0928066 Aug 19 11:56:26.823819 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:26.874188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:26.904035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54a0da57-7cbe-418e-8299-36bee2b9054f req-5ba0c386-8688-4b8b-9666-caeff687b193 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757546 Aug 19 11:56:26.948381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a9ff2-5c4b-4cbd-bb32-5507208c2f25 req-a958c8d6-6b3f-47c4-b0e1-331bbdad0203 tempest-FlavorsV2NegativeTest-1067698315 tempest-FlavorsV2NegativeTest-1067698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:26.950148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a9a9ff2-5c4b-4cbd-bb32-5507208c2f25 req-a958c8d6-6b3f-47c4-b0e1-331bbdad0203 tempest-FlavorsV2NegativeTest-1067698315 tempest-FlavorsV2NegativeTest-1067698315-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600628 Aug 19 11:56:26.967942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a9a9ff2-5c4b-4cbd-bb32-5507208c2f25 req-f1924308-be70-4bf5-8c67-5d8e80f92fe5 tempest-FlavorsV2NegativeTest-1067698315 tempest-FlavorsV2NegativeTest-1067698315-project] 10.222.0.65 "GET /v2.0/quotas/743248bf4f2f472e9a85b21dfb6e8dad HTTP/1.1" status: 200 len: 375 time: 0.0097909 Aug 19 11:56:27.005322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a9a9ff2-5c4b-4cbd-bb32-5507208c2f25 req-6129c9d0-076a-480e-996d-34f74a99bace tempest-FlavorsV2NegativeTest-1067698315 tempest-FlavorsV2NegativeTest-1067698315-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=743248bf4f2f472e9a85b21dfb6e8dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309880 Aug 19 11:56:27.037275 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ebf28e-aff5-4c36-976f-e58062c4bc69 x-openstack-request-id: req-c3ebf28e-aff5-4c36-976f-e58062c4bc69 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:27.037461 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:27.037713 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3ebf28e-aff5-4c36-976f-e58062c4bc69 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:27.038106 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9', 'code': 200} Aug 19 11:56:27.092606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14ced4e8-3c71-423f-8dd8-82c875e15191 req-05b2d9bd-7b5f-466b-87d4-b4912f341f3c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 210 time: 0.0274091 Aug 19 11:56:27.211818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0f5f-1e96-44fc-ac48-9156f4316666 req-170f6bb5-5eeb-4b84-ac50-31352e41d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:27.214261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1ae0f5f-1e96-44fc-ac48-9156f4316666 req-170f6bb5-5eeb-4b84-ac50-31352e41d7db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 1101 time: 0.0462766 Aug 19 11:56:27.275234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1ae0f5f-1e96-44fc-ac48-9156f4316666 req-c34fbb73-eee7-4b15-bd7c-a581b857d7ba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Aug 19 11:56:27.559973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49068) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:27.580907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7f86-32e8-42e9-8ad5-031634897380 req-30acc5af-54ee-4f6e-8857-f1b18594559a tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:27.582426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-216b7f86-32e8-42e9-8ad5-031634897380 req-30acc5af-54ee-4f6e-8857-f1b18594559a tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 950 time: 0.0989192 Aug 19 11:56:27.615085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49286366-5981-47fa-af11-c08b0b5219e8 req-118348a6-862d-4747-a9c5-d4e5a2acc1b3 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:27.622268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49286366-5981-47fa-af11-c08b0b5219e8 req-118348a6-862d-4747-a9c5-d4e5a2acc1b3 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 946 time: 0.1031268 Aug 19 11:56:27.659714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-216b7f86-32e8-42e9-8ad5-031634897380 req-2be78cf1-f927-414b-b931-d628ce1865d7 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685253 Aug 19 11:56:27.696222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49286366-5981-47fa-af11-c08b0b5219e8 req-4685949d-fff3-4fba-aa2e-d32d9643658b tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/security-groups?id=98e1b775-c564-4db2-ba70-455fa90d2f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731030 Aug 19 11:56:27.726759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bec9649f-1aeb-4f70-8873-9d3e0f3c66b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:27.836140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca1b5-16f8-421e-903c-feb3aec57824 req-632581e3-3684-4336-b022-e2c8fd0047e9 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:27.841334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0fca1b5-16f8-421e-903c-feb3aec57824 req-632581e3-3684-4336-b022-e2c8fd0047e9 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.0574281 Aug 19 11:56:27.847464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bec9649f-1aeb-4f70-8873-9d3e0f3c66b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:27.852661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bec9649f-1aeb-4f70-8873-9d3e0f3c66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:27.896640 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bec9649f-1aeb-4f70-8873-9d3e0f3c66b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=743248bf4f2f472e9a85b21dfb6e8dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355176 Aug 19 11:56:27.897543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49074) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:27.904623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9649f-1aeb-4f70-8873-9d3e0f3c66b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5358d7-67d6-4b50-a75b-d587d82cb052,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:27.920201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0fca1b5-16f8-421e-903c-feb3aec57824 req-c09f6a27-5c08-40bc-9a58-76922d9d6092 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745099 Aug 19 11:56:27.948875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-485f507e-08a2-475c-b94d-26a0ff101bd4 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:27.950361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-485f507e-08a2-475c-b94d-26a0ff101bd4 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.69 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 946 time: 0.0911858 Aug 19 11:56:27.982681 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32fae80d-767b-4516-9002-4d420064b3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:28.009845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32fae80d-767b-4516-9002-4d420064b3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:28.083829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32fae80d-767b-4516-9002-4d420064b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:28.087237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32fae80d-767b-4516-9002-4d420064b3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:28.088397 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-32fae80d-767b-4516-9002-4d420064b3fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e5358d7-67d6-4b50-a75b-d587d82cb052 HTTP/1.1" status: 204 len: 168 time: 0.1897781 Aug 19 11:56:28.105745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fae80d-767b-4516-9002-4d420064b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5358d7-67d6-4b50-a75b-d587d82cb052,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:28.148977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d2b00-4969-4398-9f98-8aa67fc00a58 req-a3b4f31c-105e-4fd0-83b6-5ff27c42e94d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:28.150764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b41d2b00-4969-4398-9f98-8aa67fc00a58 req-a3b4f31c-105e-4fd0-83b6-5ff27c42e94d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1573393 Aug 19 11:56:28.196003 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:28.232892 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63f0eced-ebc6-4586-b1b6-774c2079424b req-0dce97e0-15dc-42e6-99cb-9d3822c61522 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 210 time: 0.0500491 Aug 19 11:56:28.235057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Deleting port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:28.235585 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:28.292607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b41d2b00-4969-4398-9f98-8aa67fc00a58 req-186954c3-b860-40dd-ae92-45963d3ba79d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343279 Aug 19 11:56:28.364553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] For port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:28.364946 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:28.377564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Calling delete_port for c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:28.523647 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:28.557026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Pushing event deleted for resources: {'Port': ['ID=c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:28.569027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:28.603123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] No DVR routers for this DVR port c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:28.606268 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:28.608389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8174cbd7-ff38-42c1-b886-bd28b9940702 req-9b31044d-28c0-4c33-a308-af5efb3eecfe tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.69 "DELETE /v2.0/ports/c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b HTTP/1.1" status: 204 len: 173 time: 0.6482224 Aug 19 11:56:28.608881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56216140-b638-4084-9fc8-d4f70ba9df04', 'name': 'network-vif-deleted', 'tag': 'c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:28.617722 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834ffbc6-76d2-4485-99f4-ff03eb176633" -d '{"events": [{"server_uuid": "56216140-b638-4084-9fc8-d4f70ba9df04", "name": "network-vif-deleted", "tag": "c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:28.666853 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81a74b2-d47d-4570-80c8-f39e54631957 x-openstack-request-id: req-e81a74b2-d47d-4570-80c8-f39e54631957 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:28.667465 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56216140-b638-4084-9fc8-d4f70ba9df04", "name": "network-vif-deleted", "tag": "c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:28.667733 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e81a74b2-d47d-4570-80c8-f39e54631957 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:28.668236 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56216140-b638-4084-9fc8-d4f70ba9df04', 'name': 'network-vif-deleted', 'tag': 'c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b', 'status': 'completed', 'code': 200} Aug 19 11:56:28.881046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd527b2a-4219-4499-9922-599d77c0848f req-267f8a75-9051-4d8f-87b5-d97d25e154f0 tempest-AttachSCSIVolumeTestJSON-614799554 tempest-AttachSCSIVolumeTestJSON-614799554-project] 10.222.0.65 "GET /v2.0/ports?device_id=56216140-b638-4084-9fc8-d4f70ba9df04 HTTP/1.1" status: 200 len: 210 time: 0.0643382 Aug 19 11:56:28.921593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486d6b-3896-44ba-9a57-ff5372b40469 req-5b49b08f-f63b-49e1-8a49-55041abf334e tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:28.924310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a486d6b-3896-44ba-9a57-ff5372b40469 req-5b49b08f-f63b-49e1-8a49-55041abf334e tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 950 time: 0.1352396 Aug 19 11:56:28.976999 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49112) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:28.989351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a486d6b-3896-44ba-9a57-ff5372b40469 req-cf589bac-fb95-477b-9f6f-25c68e74f7a3 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567467 Aug 19 11:56:29.106708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-725397697-network', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:29.119801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dcabb-0c8a-405f-b7f1-5719b8539e61 req-4fa3f004-ef88-4608-8ec8-f468687f01c2 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:29.122103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-788dcabb-0c8a-405f-b7f1-5719b8539e61 req-4fa3f004-ef88-4608-8ec8-f468687f01c2 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.0618398 Aug 19 11:56:29.141171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Made reservation on behalf of b8e34a97212c48058986306d677dfbe8 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:56:29.144142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:29.162934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:29.169436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-788dcabb-0c8a-405f-b7f1-5719b8539e61 req-0c05e0bd-7c40-424b-8f40-31fbe249a466 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385616 Aug 19 11:56:29.263927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:29.270059 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:29.295606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:56:29.306211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41db9ae-2a43-48db-9b45-37f001da8c2d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:29.321868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:29.322208 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Added segment 27c1b09b-3580-4232-bbfd-55d3cb1c8d40 of type vlan for network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 Aug 19 11:56:29.369709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:29.405406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:29.407241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:29.420004 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:29.445822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ffb3-d060-4a20-aace-bfb8eecfbe5d req-33cf5a63-63f0-4dbb-a805-1e0bfbd76c76 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:29.447885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14d4ffb3-d060-4a20-aace-bfb8eecfbe5d req-33cf5a63-63f0-4dbb-a805-1e0bfbd76c76 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.0666749 Aug 19 11:56:29.495144 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5150542 Aug 19 11:56:29.496886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49124) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:29.497452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f031aa-d200-4ee8-b7da-f60846b39ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=ee64b00c-86b6-4e99-8fff-1e813ff3fc99,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:29.504061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Request body: {'subnet': {'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-subnet', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:29.510551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:56:29.538702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Made reservation on behalf of b8e34a97212c48058986306d677dfbe8 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:56:29.541586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:29.548898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce7e9f3c-93fd-4f20-a243-f303c560def6 req-694a4f49-6d78-4f4a-9138-207c4a1db95d tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=10585ca7-8613-472c-8a24-8d29a7f8e525 HTTP/1.1" status: 200 len: 210 time: 0.2186928 Aug 19 11:56:29.558149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14d4ffb3-d060-4a20-aace-bfb8eecfbe5d req-f10cdf2d-2bbf-4531-a24c-6815eaa5a70e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973444 Aug 19 11:56:30.052573 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:30.117946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3032550-8ff1-4192-8a6a-0c6e6be7f794,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:30.149325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Checking segment: {'id': '27c1b09b-3580-4232-bbfd-55d3cb1c8d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:30.149684 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Network hostable DHCP agents. Network: ee64b00c-86b6-4e99-8fff-1e813ff3fc99, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:56:30.171982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:56:30.188196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ee64b00c-86b6-4e99-8fff-1e813ff3fc99) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:30.197520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:30.198330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:30.203519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713e49bc-2522-4602-b3da-ce59e45d628f None None] Network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:56:30.218869 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-15c1d0ab-61ed-447f-bed4-0692770a73a0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7185955 Aug 19 11:56:30.221965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49146) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:30.229367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:30.271417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26752e9c-f16c-448b-99aa-328373d644b6 req-eae3f5bd-3fe0-45b6-924f-8a01246d437c tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:30.276839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26752e9c-f16c-448b-99aa-328373d644b6 req-eae3f5bd-3fe0-45b6-924f-8a01246d437c tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 950 time: 0.1396501 Aug 19 11:56:30.299532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 29c29e6a-985c-4195-b33d-0a07f99aa7aa no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:30.310392 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:30.310392 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:30.342111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 29c29e6a-985c-4195-b33d-0a07f99aa7aa {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:30.343490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 29c29e6a-985c-4195-b33d-0a07f99aa7aa not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:30.381914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26752e9c-f16c-448b-99aa-328373d644b6 req-58400b0e-08e8-4d90-b884-d4a699f56ae6 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978999 Aug 19 11:56:30.472646 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:30.478764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ee64b00c-86b6-4e99-8fff-1e813ff3fc99', 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'fixed_ips': [{'subnet_id': 'd3032550-8ff1-4192-8a6a-0c6e6be7f794'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:56:30.479790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:30.551277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c7226-c404-402b-ad53-311c4fdea089 req-f6ea5467-a338-413f-9df6-a74f90caa5b9 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:30.553110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc0c7226-c404-402b-ad53-311c4fdea089 req-f6ea5467-a338-413f-9df6-a74f90caa5b9 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1699891 Aug 19 11:56:30.663420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:30.708489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc0c7226-c404-402b-ad53-311c4fdea089 req-015e0daa-488c-452d-a1cf-57ec34f023c4 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233788 Aug 19 11:56:30.735820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:30.744274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device c5e8f86a-1f9e-4e7c-9b9b-1fb3e2cab69b not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:30.754186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:30.784875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Allocated IP 172.20.0.2 (ee64b00c-86b6-4e99-8fff-1e813ff3fc99/d3032550-8ff1-4192-8a6a-0c6e6be7f794/92da0a24-d3b6-4c72-b2b7-831f49e923ba) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:30.994666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669190-7501-4870-9567-3a62b7ae3caa req-20e6e7eb-a350-4440-953f-cf153390853c tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:30.996239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d669190-7501-4870-9567-3a62b7ae3caa req-20e6e7eb-a350-4440-953f-cf153390853c tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 950 time: 0.1552198 Aug 19 11:56:31.074870 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:31.075681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54552b-1dbf-420b-96cb-d9159c3f5ba8 req-823e2103-49ca-4006-86e2-e6418554aab3 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:31.077848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b54552b-1dbf-420b-96cb-d9159c3f5ba8 req-823e2103-49ca-4006-86e2-e6418554aab3 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1680007 Aug 19 11:56:31.085236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Transition to ACTIVE for port object 92da0a24-d3b6-4c72-b2b7-831f49e923ba will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:31.102246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Transition to ACTIVE for port object 92da0a24-d3b6-4c72-b2b7-831f49e923ba will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:31.113109 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:31.123534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d669190-7501-4870-9567-3a62b7ae3caa req-b51c8776-05bd-446c-827f-fc8cacd56cbd tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160316 Aug 19 11:56:31.189543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:31.194447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:31.198158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:31.282148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Pushing event updated for resources: {'Port': ['ID=92da0a24-d3b6-4c72-b2b7-831f49e923ba,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:31.314214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Attempting to bind port 92da0a24-d3b6-4c72-b2b7-831f49e923ba on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:56:31.314613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Attempting to bind port 92da0a24-d3b6-4c72-b2b7-831f49e923ba by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '27c1b09b-3580-4232-bbfd-55d3cb1c8d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:56:31.314981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Attempting to bind port 92da0a24-d3b6-4c72-b2b7-831f49e923ba on network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:31.321094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:56:31.321507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Checking segment: {'id': '27c1b09b-3580-4232-bbfd-55d3cb1c8d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:31.321890 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:31.322287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Bound using segment: {'id': '27c1b09b-3580-4232-bbfd-55d3cb1c8d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:56:31.322768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Bound port: 92da0a24-d3b6-4c72-b2b7-831f49e923ba, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c1b09b-3580-4232-bbfd-55d3cb1c8d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:56:31.323155 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:31.394702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] For port 92da0a24-d3b6-4c72-b2b7-831f49e923ba, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:31.398245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] For port 92da0a24-d3b6-4c72-b2b7-831f49e923ba, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=92da0a24-d3b6-4c72-b2b7-831f49e923ba,segment=NetworkSegment(27c1b09b-3580-4232-bbfd-55d3cb1c8d40),segment_id=27c1b09b-3580-4232-bbfd-55d3cb1c8d40)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:56:31.405955 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:31.486268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a876acc-4361-4842-8fef-b4d6af023fdf None None] Pushing event updated for resources: {'Port': ['ID=92da0a24-d3b6-4c72-b2b7-831f49e923ba,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:31.712814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b54552b-1dbf-420b-96cb-d9159c3f5ba8 req-456197b8-0c8e-408e-98b6-25d3d10bb27d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222503 Aug 19 11:56:31.810583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-80295cdf-092d-4d9b-a56e-b9512b4ebce2 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b86d65f3189c4bcca40890cca40d1560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920262 Aug 19 11:56:31.831734 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:31.927436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:31.962907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95023a28-c80f-48f3-a4a9-7a90a8fc2a76 req-a117f895-37bd-48d1-b778-06648297e64f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:31.970512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95023a28-c80f-48f3-a4a9-7a90a8fc2a76 req-a117f895-37bd-48d1-b778-06648297e64f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1404245 Aug 19 11:56:32.018206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 92da0a24-d3b6-4c72-b2b7-831f49e923ba up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:32.096028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 92da0a24-d3b6-4c72-b2b7-831f49e923ba completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:32.150564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95023a28-c80f-48f3-a4a9-7a90a8fc2a76 req-c30d0857-5284-4822-8806-758d71aeb20e tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790688 Aug 19 11:56:32.164498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-a54de705-9b21-4b49-afa9-740dac465071 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:32.171737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-a54de705-9b21-4b49-afa9-740dac465071 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600523 Aug 19 11:56:32.198634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-0721532f-39c4-4cad-bbf0-03d7ceea983f tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/quotas/b86d65f3189c4bcca40890cca40d1560 HTTP/1.1" status: 200 len: 375 time: 0.0249968 Aug 19 11:56:32.268877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Allocated IP 172.25.4.73 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/1b33d1a2-6e32-4fb4-9915-7d5982c17e17) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:32.356670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-5bed5e1b-a6f7-409b-8b05-06a5cc5b5fc9 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b86d65f3189c4bcca40890cca40d1560&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1567392 Aug 19 11:56:32.467599 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:32.581102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:32.671787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:32.709591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3de7a28-a754-44b4-86f6-acb5af764143 req-30b2119e-cf25-473b-833c-463d24a618e4 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 210 time: 0.0551682 Aug 19 11:56:32.714019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:32.716960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Pushing event updated for resources: {'Port': ['ID=1b33d1a2-6e32-4fb4-9915-7d5982c17e17,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:32.723196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:32.851646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b284636-02bc-4422-849f-78dad3ce993f None None] Network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:56:32.961674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade9b5e-c7c4-47bb-b011-8393ba287bc4 req-170dde9c-f0d9-40f2-9e0b-d1d25da0d37c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:32.967883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ade9b5e-c7c4-47bb-b011-8393ba287bc4 req-170dde9c-f0d9-40f2-9e0b-d1d25da0d37c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1346567 Aug 19 11:56:33.117129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f73f688e-98ab-4256-9c27-8e47a4b00dae None None] Provisioning for port 92da0a24-d3b6-4c72-b2b7-831f49e923ba completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:33.152555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ade9b5e-c7c4-47bb-b011-8393ba287bc4 req-e9bfd3eb-7edd-4fe0-864f-89e6df9b7e93 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822176 Aug 19 11:56:33.195766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f73f688e-98ab-4256-9c27-8e47a4b00dae None None] Provisioning complete for port 92da0a24-d3b6-4c72-b2b7-831f49e923ba triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:33.196207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f73f688e-98ab-4256-9c27-8e47a4b00dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:33.259714 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:33.398918 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f73f688e-98ab-4256-9c27-8e47a4b00dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:33.446351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f73f688e-98ab-4256-9c27-8e47a4b00dae None None] For port 92da0a24-d3b6-4c72-b2b7-831f49e923ba, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=92da0a24-d3b6-4c72-b2b7-831f49e923ba,segment=NetworkSegment(27c1b09b-3580-4232-bbfd-55d3cb1c8d40),segment_id=27c1b09b-3580-4232-bbfd-55d3cb1c8d40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:33.459442 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f73f688e-98ab-4256-9c27-8e47a4b00dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:33.576159 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f688e-98ab-4256-9c27-8e47a4b00dae None None] Pushing event updated for resources: {'Port': ['ID=92da0a24-d3b6-4c72-b2b7-831f49e923ba,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:33.687376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ad2a452f-fc09-43e8-afda-ed82c7af1512 None None] Provisioning complete for port 92da0a24-d3b6-4c72-b2b7-831f49e923ba triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:33.688142 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad2a452f-fc09-43e8-afda-ed82c7af1512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:33.725727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700d205-d821-447a-9952-a969bdcbd4ba req-69ab3d5e-cb03-4e94-8ad7-3f0b877778b2 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:33.727332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1700d205-d821-447a-9952-a969bdcbd4ba req-69ab3d5e-cb03-4e94-8ad7-3f0b877778b2 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.3488266 Aug 19 11:56:33.923611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:33.931132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1700d205-d821-447a-9952-a969bdcbd4ba req-a3c3c8d7-6177-4cf7-9419-fff633a72a9e tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960776 Aug 19 11:56:33.934586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38b8107d-6ddb-4a24-aa15-b44fecae84bb req-25f2bc3b-ac42-4bb1-9206-41d168a7acba tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 210 time: 0.0721638 Aug 19 11:56:33.981591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 92da0a24-d3b6-4c72-b2b7-831f49e923ba up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:34.046967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 92da0a24-d3b6-4c72-b2b7-831f49e923ba triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:34.047705 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:34.210901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Router 7965e1ae-705d-46e9-8849-dc4b4a064293 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:56:34.363270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-33f742bd-f454-4004-8e5c-c3fc89d1ad90 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b86d65f3189c4bcca40890cca40d1560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507388 Aug 19 11:56:34.469795 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52ae23-a3ed-4979-a792-d4a8973b58bc req-31626a05-8beb-4695-ab6f-c0ec484d8517 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:34.478011 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd52ae23-a3ed-4979-a792-d4a8973b58bc req-31626a05-8beb-4695-ab6f-c0ec484d8517 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1959395 Aug 19 11:56:34.553370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd52ae23-a3ed-4979-a792-d4a8973b58bc req-4e180a24-71cd-40a0-8a55-66c1946d72bd tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743101 Aug 19 11:56:34.583611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:56:34.595046 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Sync routers for ids ['7965e1ae-705d-46e9-8849-dc4b4a064293'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:56:34.604134 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Routers {'7965e1ae-705d-46e9-8849-dc4b4a064293'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:34.605101 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7965e1ae-705d-46e9-8849-dc4b4a064293'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:34.614866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-753c390f-4aa3-478f-864a-289d2a71da46 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:34.616446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-753c390f-4aa3-478f-864a-289d2a71da46 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180007 Aug 19 11:56:34.618179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:34.621846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c9524f08-8fbb-434a-8047-008eb3ee9d87 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3965306 Aug 19 11:56:34.622634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49250) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:34.647129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Request body: {'port': {'device_id': '62eaa529-d9dd-4424-8ed2-4b1313aabc10', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'b86d65f3189c4bcca40890cca40d1560'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:34.904446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Made reservation on behalf of b86d65f3189c4bcca40890cca40d1560 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:56:34.908309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:34.935980 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Set router 7965e1ae-705d-46e9-8849-dc4b4a064293 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:35.182532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22efbde6-55ee-40bd-bb46-f1370373ce48 req-d281cd09-5f1e-4484-a1c1-5420deec922d tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 210 time: 0.0872235 Aug 19 11:56:35.200452 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:56:30Z', 'updated_at': '2021-08-19T11:56:32Z', 'revision_number': 3, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'gw_port': {'id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:31Z', 'updated_at': '2021-08-19T11:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:35.218857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0671b5-621c-4c6a-aefb-dbf36caff5e3 req-eca674a9-a0f1-4300-bf9a-9f5fe1f9a3da tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:35.226306 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d0671b5-621c-4c6a-aefb-dbf36caff5e3 req-eca674a9-a0f1-4300-bf9a-9f5fe1f9a3da tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1468983 Aug 19 11:56:35.240598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Allocated IP 192.168.233.102 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/f0f4806c-7b52-4543-b8c6-5124915c4173) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:35.298265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d0671b5-621c-4c6a-aefb-dbf36caff5e3 req-fed75d06-9865-43c8-91a2-aa80c6864f89 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709882 Aug 19 11:56:35.315298 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Checking router: 7965e1ae-705d-46e9-8849-dc4b4a064293 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:56:35.315643 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Updating router 7965e1ae-705d-46e9-8849-dc4b4a064293 port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:56:35.422387 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:35.460760 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:35.497287 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:35.515682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Transition to ACTIVE for port object f0f4806c-7b52-4543-b8c6-5124915c4173 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:35.567890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:35.610447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:35.657268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Pushing event updated for resources: {'Port': ['ID=f0f4806c-7b52-4543-b8c6-5124915c4173,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:35.691299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:35.730478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:35.751872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:35.808408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11326fe6-a1bd-4d6a-a473-c16e55504583 req-80a9e0fb-d063-46ea-ae97-01c298e08c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:35.810737 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11326fe6-a1bd-4d6a-a473-c16e55504583 req-80a9e0fb-d063-46ea-ae97-01c298e08c97 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 1096 time: 0.1779852 Aug 19 11:56:35.862672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11326fe6-a1bd-4d6a-a473-c16e55504583 req-96702a88-412f-48d7-8f24-988636bef4bf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Aug 19 11:56:35.867899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02020f39-c607-4b29-a431-831e5b0f2ab0 req-6e80024d-ed35-4ddd-876f-d1db9a0cda23 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:35.875164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02020f39-c607-4b29-a431-831e5b0f2ab0 req-6e80024d-ed35-4ddd-876f-d1db9a0cda23 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1944113 Aug 19 11:56:35.927326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28d9ad-ec0b-40c9-8334-7c79ef7e69b3 req-46301922-5345-4fee-8488-89a5a4f67c3e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:35.936374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f28d9ad-ec0b-40c9-8334-7c79ef7e69b3 req-46301922-5345-4fee-8488-89a5a4f67c3e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 945 time: 0.2674563 Aug 19 11:56:35.936523 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:35.951382 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Transition to ACTIVE for port object 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:35.959863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Allocated IP 172.20.0.1 (ee64b00c-86b6-4e99-8fff-1e813ff3fc99/d3032550-8ff1-4192-8a6a-0c6e6be7f794/55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:35.963275 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.008050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f28d9ad-ec0b-40c9-8334-7c79ef7e69b3 req-820b004b-2972-407d-a2be-b84a516a7ab5 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641086 Aug 19 11:56:36.036848 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Attempting to bind port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:56:36.037390 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Attempting to bind port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:56:36.037921 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Attempting to bind port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:36.041547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:36.042244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.046859 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a1f82-d6b0-4156-9725-300da1739aba None None] Pushing event updated for resources: {'Port': ['ID=1b33d1a2-6e32-4fb4-9915-7d5982c17e17,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:36.052498 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:56:36.053159 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:36.054092 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.055081 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:56:36.055863 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Bound port: 1b33d1a2-6e32-4fb4-9915-7d5982c17e17, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:56:36.056506 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.080866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02020f39-c607-4b29-a431-831e5b0f2ab0 req-f263c75f-6573-44f5-9e53-c50e9ebd7ec1 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842380 Aug 19 11:56:36.094380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-d83b9488-651d-4111-8358-df7f12124696 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4514332 Aug 19 11:56:36.126954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-824e7e6e-e916-4b5a-b961-ca3a5b965978 None None] Provisioning for port f0f4806c-7b52-4543-b8c6-5124915c4173 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:36.132050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-824e7e6e-e916-4b5a-b961-ca3a5b965978 None None] Provisioning complete for port f0f4806c-7b52-4543-b8c6-5124915c4173 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:36.132619 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-824e7e6e-e916-4b5a-b961-ca3a5b965978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.140826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Request body: {'port': {'device_id': '62eaa529-d9dd-4424-8ed2-4b1313aabc10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:36.162392 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.192285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-824e7e6e-e916-4b5a-b961-ca3a5b965978 None None] Port f0f4806c-7b52-4543-b8c6-5124915c4173 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:56:36.210864 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] For port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:36.216755 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] For port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1b33d1a2-6e32-4fb4-9915-7d5982c17e17,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:56:36.225525 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.229240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Transition to ACTIVE for port object 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:36.277106 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.299714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49280) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:36.305228 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Routers {'7965e1ae-705d-46e9-8849-dc4b4a064293'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:36.305857 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7965e1ae-705d-46e9-8849-dc4b4a064293'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:36.308069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.374734 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a1f82-d6b0-4156-9725-300da1739aba None None] Pushing event updated for resources: {'Port': ['ID=1b33d1a2-6e32-4fb4-9915-7d5982c17e17,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:36.394744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:36.400219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:36.416946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:36.434512 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] Set router 7965e1ae-705d-46e9-8849-dc4b4a064293 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:36.438997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Pushing event updated for resources: {'Port': ['ID=55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:36.494874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eda41f-f0bb-4062-a2f0-f0bc4e4e5f8f req-d63f4f45-6ee6-4185-bbe3-d8062fdd8a8b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:36.505882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0eda41f-f0bb-4062-a2f0-f0bc4e4e5f8f req-d63f4f45-6ee6-4185-bbe3-d8062fdd8a8b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 936 time: 0.1931238 Aug 19 11:56:36.523772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.705249 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:56:30Z', 'updated_at': '2021-08-19T11:56:32Z', 'revision_number': 3, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'gw_port': {'id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:31Z', 'updated_at': '2021-08-19T11:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:36.719966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-60f5ccbc-55b8-48b8-8991-5e1d745d5158 None None] Provisioning for port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:36.726520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-60f5ccbc-55b8-48b8-8991-5e1d745d5158 None None] Provisioning complete for port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:36.727189 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-60f5ccbc-55b8-48b8-8991-5e1d745d5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.768069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a44f5336-a4ae-4376-bb49-0acf43e3dc9e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:36.769556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a44f5336-a4ae-4376-bb49-0acf43e3dc9e tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.69 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 945 time: 0.2328548 Aug 19 11:56:36.773154 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f09b7-6ef4-4fc7-8c9f-0b9714039965 None None] The sync data for ids ['7965e1ae-705d-46e9-8849-dc4b4a064293'] in n-d-778550-9 is: [{'id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:56:30Z', 'updated_at': '2021-08-19T11:56:32Z', 'revision_number': 3, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'gw_port': {'id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:31Z', 'updated_at': '2021-08-19T11:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:56:36.780032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187293f3-5a64-4132-8727-d39941a3e4a9 req-27ef1a1e-4e1d-4522-bdcb-f9d50cd7d296 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:36.788074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-187293f3-5a64-4132-8727-d39941a3e4a9 req-27ef1a1e-4e1d-4522-bdcb-f9d50cd7d296 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.3905599 Aug 19 11:56:36.789172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:36.794344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-60f5ccbc-55b8-48b8-8991-5e1d745d5158 None None] Port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:56:36.825344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0eda41f-f0bb-4062-a2f0-f0bc4e4e5f8f req-33a3e838-42be-4d64-a837-9a42a7b2a62d tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175337 Aug 19 11:56:37.034983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-187293f3-5a64-4132-8727-d39941a3e4a9 req-b54fbf38-3d7d-4f52-9747-4dc544262e4d tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422378 Aug 19 11:56:37.106812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f4806c-7b52-4543-b8c6-5124915c4173 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:37.214249 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.291149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.293206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Transition to ACTIVE for port object f0f4806c-7b52-4543-b8c6-5124915c4173 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:37.309471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef9704-40e3-4e53-8022-b31135d52b4d req-26f909e1-75e8-4e3d-b524-90dfda5d72e6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:37.313122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.317532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6ef9704-40e3-4e53-8022-b31135d52b4d req-26f909e1-75e8-4e3d-b524-90dfda5d72e6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1209757 Aug 19 11:56:37.329940 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.354516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58201ac4-e578-47cb-bb62-6f13734f79b4 req-75ab4e81-e8f0-4a7f-90ba-146309890ac0 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:37.356120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58201ac4-e578-47cb-bb62-6f13734f79b4 req-75ab4e81-e8f0-4a7f-90ba-146309890ac0 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 945 time: 0.2024467 Aug 19 11:56:37.386999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Deleting port f21be42b-c8ff-4688-a253-b8c17e8ac148 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:37.387304 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.399170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.401143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Pushing event updated for resources: {'Port': ['ID=55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:37.461775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.497201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f4806c-7b52-4543-b8c6-5124915c4173,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:37.511852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6ef9704-40e3-4e53-8022-b31135d52b4d req-23afcdd8-15b4-4f65-9d68-5da6e48a37ee tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933992 Aug 19 11:56:37.536039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58201ac4-e578-47cb-bb62-6f13734f79b4 req-22d32777-d4b5-483a-95dd-b2423fcfb049 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402001 Aug 19 11:56:37.620264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] For port f21be42b-c8ff-4688-a253-b8c17e8ac148, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f21be42b-c8ff-4688-a253-b8c17e8ac148,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:37.620264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.649230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Calling delete_port for f21be42b-c8ff-4688-a253-b8c17e8ac148 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:37.667724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Attempting to bind port f0f4806c-7b52-4543-b8c6-5124915c4173 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:56:37.668070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Attempting to bind port f0f4806c-7b52-4543-b8c6-5124915c4173 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:56:37.668404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Attempting to bind port f0f4806c-7b52-4543-b8c6-5124915c4173 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:37.682035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Port f0f4806c-7b52-4543-b8c6-5124915c4173 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:56:37.682375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Attempting to bind port f0f4806c-7b52-4543-b8c6-5124915c4173 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:37.710592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:37.714965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:37.721037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:56:37.721384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:37.721811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:56:37.722212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Bound port: f0f4806c-7b52-4543-b8c6-5124915c4173, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:56:37.722574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.825491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] For port f0f4806c-7b52-4543-b8c6-5124915c4173, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:37.830929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] For port f0f4806c-7b52-4543-b8c6-5124915c4173, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0f4806c-7b52-4543-b8c6-5124915c4173,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:56:37.849192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.916826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f4806c-7b52-4543-b8c6-5124915c4173,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:37.923274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Router 7965e1ae-705d-46e9-8849-dc4b4a064293 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:56:37.981094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:37.981723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:37.983678 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-77308521-c9c2-42c0-b21b-7baea5614f39 service neutron] 10.222.0.54 "PUT /v2.0/ports/f0f4806c-7b52-4543-b8c6-5124915c4173 HTTP/1.1" status: 200 len: 1096 time: 1.8496702 Aug 19 11:56:38.022177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62eaa529-d9dd-4424-8ed2-4b1313aabc10', 'tag': 'f0f4806c-7b52-4543-b8c6-5124915c4173'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:38.025702 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e949be-cef6-42e0-a6c2-616fcf890899" -d '{"events": [{"name": "network-changed", "server_uuid": "62eaa529-d9dd-4424-8ed2-4b1313aabc10", "tag": "f0f4806c-7b52-4543-b8c6-5124915c4173"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:38.044406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:38.069952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Deleting port 0d3017cf-c84b-4ad4-afdc-3393f9222376 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:38.069952 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:38.157447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:38.165842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:38.166553 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:38.203440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aaa0c6a9-809d-40bb-8ce3-d2232cf7537c None None] Provisioning complete for port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:38.204749 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aaa0c6a9-809d-40bb-8ce3-d2232cf7537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:38.273395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0c6a9-809d-40bb-8ce3-d2232cf7537c None None] Port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:56:38.319134 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:38.350157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1b33d1a2-6e32-4fb4-9915-7d5982c17e17,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:38.355347 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:38.432448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=1b33d1a2-6e32-4fb4-9915-7d5982c17e17,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:38.460536 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2162d7f4-ff1b-4bd6-b69b-8c73638a7a24 x-openstack-request-id: req-2162d7f4-ff1b-4bd6-b69b-8c73638a7a24 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:38.461238 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62eaa529-d9dd-4424-8ed2-4b1313aabc10", "tag": "f0f4806c-7b52-4543-b8c6-5124915c4173", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:38.461238 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2162d7f4-ff1b-4bd6-b69b-8c73638a7a24 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:38.461712 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62eaa529-d9dd-4424-8ed2-4b1313aabc10', 'tag': 'f0f4806c-7b52-4543-b8c6-5124915c4173', 'status': 'completed', 'code': 200} Aug 19 11:56:38.475763 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:38.526687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f21be42b-c8ff-4688-a253-b8c17e8ac148'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:38.534621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Pushing event deleted for resources: {'Port': ['ID=f21be42b-c8ff-4688-a253-b8c17e8ac148,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:38.578701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e0619-33a8-49d8-af01-3b72d64170f7 req-4198e50a-97cd-4f53-8243-8cd74155a808 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:38.584583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-426e0619-33a8-49d8-af01-3b72d64170f7 req-4198e50a-97cd-4f53-8243-8cd74155a808 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 948 time: 0.5970197 Aug 19 11:56:38.584834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:56:38.590810 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fcef3a7e-22c3-464a-9908-4ceea1f50a5e admin admin] 10.222.0.65 "PUT /v2.0/routers/7965e1ae-705d-46e9-8849-dc4b4a064293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9664800 Aug 19 11:56:38.601420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-b4e0998a-5eb8-4de9-a013-871bddf1d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:38.603036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-b4e0998a-5eb8-4de9-a013-871bddf1d158 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b86d65f3189c4bcca40890cca40d1560&device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 1099 time: 0.5369966 Aug 19 11:56:38.608955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] For port 0d3017cf-c84b-4ad4-afdc-3393f9222376, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0d3017cf-c84b-4ad4-afdc-3393f9222376,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:38.609500 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:38.625616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Calling delete_port for 0d3017cf-c84b-4ad4-afdc-3393f9222376 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:38.633942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] No DVR routers for this DVR port f21be42b-c8ff-4688-a253-b8c17e8ac148 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:38.636951 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:38.639777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-223f5f5b-4fd9-4451-a589-cee8b7b8df07 req-a5e39c0b-b1ef-44dc-92c3-ba781ab73af4 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.69 "DELETE /v2.0/ports/f21be42b-c8ff-4688-a253-b8c17e8ac148 HTTP/1.1" status: 204 len: 173 time: 1.8186064 Aug 19 11:56:38.690426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020fc58-41ca-4408-9307-b2cbd7ef2fe8 req-812f74ae-6a78-4aee-af5f-e2d08c4ad6bb tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:38.697269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4020fc58-41ca-4408-9307-b2cbd7ef2fe8 req-812f74ae-6a78-4aee-af5f-e2d08c4ad6bb tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.2341561 Aug 19 11:56:38.731138 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-68b93848-883e-4aa7-9f01-be8e0f22114f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f0f4806c-7b52-4543-b8c6-5124915c4173 HTTP/1.1" status: 200 len: 217 time: 0.0984926 Aug 19 11:56:38.766965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-426e0619-33a8-49d8-af01-3b72d64170f7 req-b2d029d1-e687-4e01-afbc-735df24bcf26 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792731 Aug 19 11:56:38.840662 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4020fc58-41ca-4408-9307-b2cbd7ef2fe8 req-cce11d6d-0a74-4b6a-ba67-beca35fc2e33 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121805 Aug 19 11:56:38.842303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-9206374a-314c-4769-8bdc-426d62e075af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:38.843719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-9206374a-314c-4769-8bdc-426d62e075af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0912960 Aug 19 11:56:38.884325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:38.918159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3017cf-c84b-4ad4-afdc-3393f9222376,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:38.986648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-6da9cb09-12db-467b-a9e0-3f6fda002d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:38.988981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-6da9cb09-12db-467b-a9e0-3f6fda002d2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374195 Aug 19 11:56:39.013497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edf96701-71df-4c47-aaa1-276317be1c7d req-2619ce92-5d48-47f5-aaca-c884e5004c38 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=5977e431-6d86-4cab-983a-5c0e5a44f559 HTTP/1.1" status: 200 len: 210 time: 0.0460162 Aug 19 11:56:39.044580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df26cf-6a40-46e9-ae7b-0c7603d9e0c3 req-bd4c3cfa-bf9c-4b98-8ff2-013037d8f63f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:39.055935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43df26cf-6a40-46e9-ae7b-0c7603d9e0c3 req-bd4c3cfa-bf9c-4b98-8ff2-013037d8f63f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1566854 Aug 19 11:56:39.128360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Sync routers for ids ['7965e1ae-705d-46e9-8849-dc4b4a064293'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:56:39.134204 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:39.147139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Routers {'7965e1ae-705d-46e9-8849-dc4b4a064293'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:39.148095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7965e1ae-705d-46e9-8849-dc4b4a064293'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:39.181730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43df26cf-6a40-46e9-ae7b-0c7603d9e0c3 req-71dab865-6059-45fc-bb24-5a65dab9af0d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248209 Aug 19 11:56:39.264011 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-308e7c33-215e-480e-af73-5093050693b0 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537558 Aug 19 11:56:39.302269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Set router 7965e1ae-705d-46e9-8849-dc4b4a064293 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:39.418493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:56:39.534290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b25db17d-5867-429c-b83e-73dd6e6a3a2a tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2940099 Aug 19 11:56:39.543174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:39.552053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:56:30Z', 'updated_at': '2021-08-19T11:56:36Z', 'revision_number': 4, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'gw_port': {'id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:31Z', 'updated_at': '2021-08-19T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079', 'name': '', 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'mac_address': 'fa:16:3e:cb:df:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'd3032550-8ff1-4192-8a6a-0c6e6be7f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:35Z', 'updated_at': '2021-08-19T11:56:36Z', 'revision_number': 2, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'subnets': [{'id': 'd3032550-8ff1-4192-8a6a-0c6e6be7f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:39.556433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:56:39.559829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-2c174341-ea3f-4e1c-bd3a-1937fe857be2 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:39.565578 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-680ba8f5-0f48-4337-a3af-a4db8d8bf260 admin admin] 10.222.0.65 "PUT /v2.0/routers/d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2609422 Aug 19 11:56:39.565578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49326) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:39.567171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-2c174341-ea3f-4e1c-bd3a-1937fe857be2 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/networks?id=8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 200 len: 810 time: 0.2503083 Aug 19 11:56:39.569378 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] Sync routers for ids ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:56:39.570245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdc1dfca-ffb6-4eaa-b2ec-6c779008d663 req-0cc5322e-d3cf-44c5-a756-550dd924f0d9 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920423 Aug 19 11:56:39.585318 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] Routers {'d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:39.585943 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:39.587380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-857fad67-fe49-4f12-8ece-f84c731de8ec tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/quotas/1952e160fd744a2795e2b5030ee0c68a HTTP/1.1" status: 200 len: 375 time: 0.0193048 Aug 19 11:56:39.609046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Checking router: 7965e1ae-705d-46e9-8849-dc4b4a064293 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:56:39.609512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Updating router 7965e1ae-705d-46e9-8849-dc4b4a064293 port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:56:39.642390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:39.659745 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:39.696646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:39.721651 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-38b69b76-8516-4c2c-ab77-062274630c34 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1952e160fd744a2795e2b5030ee0c68a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333570 Aug 19 11:56:39.724591 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] Set router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:39.827351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:39.837112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-27953996-c408-45b6-bf74-ffceb93e123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:39.839680 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-27953996-c408-45b6-bf74-ffceb93e123c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b86d65f3189c4bcca40890cca40d1560&device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 1099 time: 0.1386044 Aug 19 11:56:39.897090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Deleting port e4e364c7-b694-4075-b91a-29793e59129e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:39.897429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:39.959387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-5c4a4a5e-9327-4fae-80bd-017775082699 service neutron] 10.222.0.65 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200608 Aug 19 11:56:39.998791 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.007161 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:27Z', 'updated_at': '2021-08-19T11:56:38Z', 'revision_number': 5, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'gw_port': {'id': 'e4e364c7-b694-4075-b91a-29793e59129e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:40.061097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-d2b99388-e0b8-4af5-bca7-13acb2bbbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:40.061642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] For port e4e364c7-b694-4075-b91a-29793e59129e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e4e364c7-b694-4075-b91a-29793e59129e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:40.063045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-d2b99388-e0b8-4af5-bca7-13acb2bbbaf4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2129402 Aug 19 11:56:40.064741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.088777 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] Checking router: d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:56:40.104093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Calling delete_port for e4e364c7-b694-4075-b91a-29793e59129e owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:40.124434 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] Routers {'d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:40.125720 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:40.171593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:40.172925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-8e09ffbf-99ec-48bd-b005-117f2bae5bf3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f0f4806c-7b52-4543-b8c6-5124915c4173 HTTP/1.1" status: 200 len: 217 time: 0.0743368 Aug 19 11:56:40.243157 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.252499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Allocated IP 172.25.4.217 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/aa77d18d-1a38-40a9-9580-895464f82a88) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:40.267472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Transition to ACTIVE for port object 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:40.279194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:40.280100 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.305793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.314400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.348314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e364c7-b694-4075-b91a-29793e59129e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:40.376022 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] Set router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:40.401750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408eacd-68fd-4e4a-aca1-3de98e21a397 None None] Pushing event updated for resources: {'Port': ['ID=55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:40.413739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-91e75fdd-4c7e-48b5-ba80-6610ddf8685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:40.415239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-91e75fdd-4c7e-48b5-ba80-6610ddf8685e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2333252 Aug 19 11:56:40.454642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.460161 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:27Z', 'updated_at': '2021-08-19T11:56:39Z', 'revision_number': 6, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:40.462970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'name': 'network-vif-deleted', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:40.465675 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57ebff8-f72a-4300-b282-00e94e4e9295" -d '{"events": [{"server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "name": "network-vif-deleted", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:40.498208 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30a3a8-b81c-446a-8d8b-15a3295bf50e None None] The sync data for ids ['d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3'] in n-d-778550-9 is: [{'id': 'd0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-59264123-router', 'tenant_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:27Z', 'updated_at': '2021-08-19T11:56:39Z', 'revision_number': 6, 'project_id': '788e7ea2bd2d4b059a4a0c9c072dbde0', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:56:40.518409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bf6d44a3-3a4b-4f22-bd7b-2c6f34249a35 service neutron] 10.222.0.65 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470994 Aug 19 11:56:40.531284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Attempting to bind port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:56:40.532105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Attempting to bind port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '27c1b09b-3580-4232-bbfd-55d3cb1c8d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:56:40.532478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Attempting to bind port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 on network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:40.547839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:56:40.547839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Checking segment: {'id': '27c1b09b-3580-4232-bbfd-55d3cb1c8d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:40.548440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.548871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Bound using segment: {'id': '27c1b09b-3580-4232-bbfd-55d3cb1c8d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:56:40.549352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Bound port: 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c1b09b-3580-4232-bbfd-55d3cb1c8d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:56:40.549731 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.583976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15324a3c-71f4-4950-9776-7accbec569aa req-cb038550-aa41-4efa-8678-ed07226d5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:40.585632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15324a3c-71f4-4950-9776-7accbec569aa req-cb038550-aa41-4efa-8678-ed07226d5592 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1096 time: 0.2652767 Aug 19 11:56:40.619492 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.622065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.623580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-a16f396e-d04a-4110-8822-5b1fba892160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:40.625171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-a16f396e-d04a-4110-8822-5b1fba892160 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759164 Aug 19 11:56:40.640554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.653722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] For port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:40.657665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] For port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079,segment=NetworkSegment(27c1b09b-3580-4232-bbfd-55d3cb1c8d40),segment_id=27c1b09b-3580-4232-bbfd-55d3cb1c8d40)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:56:40.671691 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.683001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.683618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:56:40.690281 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.694242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6692f0b1-4934-4ccb-829b-1dadcac771d7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d0a15ea7-61b6-4bb3-90e4-95b7e8dcfaa3 HTTP/1.1" status: 204 len: 168 time: 1.1280012 Aug 19 11:56:40.694990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49338) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:40.744573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408eacd-68fd-4e4a-aca1-3de98e21a397 None None] Pushing event updated for resources: {'Port': ['ID=55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:40.750025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Routers {'7965e1ae-705d-46e9-8849-dc4b4a064293'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:40.754575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7965e1ae-705d-46e9-8849-dc4b4a064293'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:40.757653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f21be42b-c8ff-4688-a253-b8c17e8ac148 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:40.780193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafc39c3-f7be-47f7-9781-3c3502aa2284 admin admin] Deleting subnet dba0cab4-9b76-4ddf-9127-5716ac2d15a3 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:56:40.784093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bafc39c3-f7be-47f7-9781-3c3502aa2284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.823444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15324a3c-71f4-4950-9776-7accbec569aa req-e6d7a15c-7f77-4407-9f0a-12546ab29848 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200162 Aug 19 11:56:40.850624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bafc39c3-f7be-47f7-9781-3c3502aa2284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:40.885830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: f21be42b-c8ff-4688-a253-b8c17e8ac148 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:40.886186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f21be42b-c8ff-4688-a253-b8c17e8ac148 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:40.997218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bafc39c3-f7be-47f7-9781-3c3502aa2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.005430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-f2e9658c-895b-405f-bc31-38c6272ccb34 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446157 Aug 19 11:56:41.013617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.039383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] Set router 7965e1ae-705d-46e9-8849-dc4b4a064293 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:41.102389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bafc39c3-f7be-47f7-9781-3c3502aa2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.122088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e2460-dc57-4b53-b5fc-0ab6da0dbf27 req-25d85ecf-38bd-42cf-aef5-83390b1fa0c2 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:41.124295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-321e2460-dc57-4b53-b5fc-0ab6da0dbf27 req-25d85ecf-38bd-42cf-aef5-83390b1fa0c2 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 948 time: 0.2102757 Aug 19 11:56:41.136393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc39c3-f7be-47f7-9781-3c3502aa2284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba0cab4-9b76-4ddf-9127-5716ac2d15a3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:41.138242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:41.145369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bafc39c3-f7be-47f7-9781-3c3502aa2284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.147398 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bafc39c3-f7be-47f7-9781-3c3502aa2284 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dba0cab4-9b76-4ddf-9127-5716ac2d15a3 HTTP/1.1" status: 204 len: 168 time: 0.4514241 Aug 19 11:56:41.150416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49348) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:41.164727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fd1a4-0a04-45e1-bc41-3d59ea356cde None None] Network 5b7c4b7a-0719-4f40-9d86-d0239859b545 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:56:41.168965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:41.173466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:41.220538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9e949be-cef6-42e0-a6c2-616fcf890899 req-41f42300-9385-4f5b-bff1-7069c469514d service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043529 Aug 19 11:56:41.221153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event updated for resources: {'Port': ['ID=aa77d18d-1a38-40a9-9580-895464f82a88,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:41.237284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-321e2460-dc57-4b53-b5fc-0ab6da0dbf27 req-e0af72d0-03f1-43e3-bec4-77476f0c0a60 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962162 Aug 19 11:56:41.249391 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.339445 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.385335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Deleting port 33268db0-04b1-4686-8e73-a6c8fdf25288 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:41.386009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.388902 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.460026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:56:30Z', 'updated_at': '2021-08-19T11:56:36Z', 'revision_number': 4, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'gw_port': {'id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:31Z', 'updated_at': '2021-08-19T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079', 'name': '', 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'mac_address': 'fa:16:3e:cb:df:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'd3032550-8ff1-4192-8a6a-0c6e6be7f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:35Z', 'updated_at': '2021-08-19T11:56:40Z', 'revision_number': 4, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'subnets': [{'id': 'd3032550-8ff1-4192-8a6a-0c6e6be7f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:41.491582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] For port 33268db0-04b1-4686-8e73-a6c8fdf25288, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33268db0-04b1-4686-8e73-a6c8fdf25288,segment=NetworkSegment(b1824118-208a-46e2-92e4-9ef3f545c3c5),segment_id=b1824118-208a-46e2-92e4-9ef3f545c3c5)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:41.492036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.507122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Calling delete_port for 33268db0-04b1-4686-8e73-a6c8fdf25288 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:41.537560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] DHCP port deletion for 5b7c4b7a-0719-4f40-9d86-d0239859b545 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:56:41.543272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60ae6d-28ec-4dea-88a0-442707fb548b None None] The sync data for ids ['7965e1ae-705d-46e9-8849-dc4b4a064293'] in n-d-778550-9 is: [{'id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:56:30Z', 'updated_at': '2021-08-19T11:56:36Z', 'revision_number': 4, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'gw_port': {'id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:31Z', 'updated_at': '2021-08-19T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079', 'name': '', 'network_id': 'ee64b00c-86b6-4e99-8fff-1e813ff3fc99', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'mac_address': 'fa:16:3e:cb:df:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'd3032550-8ff1-4192-8a6a-0c6e6be7f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:35Z', 'updated_at': '2021-08-19T11:56:40Z', 'revision_number': 4, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'subnets': [{'id': 'd3032550-8ff1-4192-8a6a-0c6e6be7f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:56:41.631811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072021d-0871-4b30-b279-7fe00b992c9e req-7530a48f-ee23-4a83-a844-43678a2f0b51 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:41.631811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9072021d-0871-4b30-b279-7fe00b992c9e req-7530a48f-ee23-4a83-a844-43678a2f0b51 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.0933592 Aug 19 11:56:41.655239 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.670112 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.670592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.685872 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] Deleting port 33268db0-04b1-4686-8e73-a6c8fdf25288 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:41.686264 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.702889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Pushing event deleted for resources: {'Port': ['ID=33268db0-04b1-4686-8e73-a6c8fdf25288,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:41.713652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] No DVR routers for this DVR port 33268db0-04b1-4686-8e73-a6c8fdf25288 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:41.807891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9072021d-0871-4b30-b279-7fe00b992c9e req-680091b8-6c8f-4c08-92a3-363f4c12f876 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718972 Aug 19 11:56:41.826487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] For port 33268db0-04b1-4686-8e73-a6c8fdf25288, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:41.826891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.839536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event updated for resources: {'Port': ['ID=aa77d18d-1a38-40a9-9580-895464f82a88,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:41.841322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.857461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7c4b7a-0719-4f40-9d86-d0239859b545']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:41.869147 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.869418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] Calling delete_port for 33268db0-04b1-4686-8e73-a6c8fdf25288 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:41.874004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] Port 33268db0-04b1-4686-8e73-a6c8fdf25288 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 11:56:41.878574 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.886619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1824118-208a-46e2-92e4-9ef3f545c3c5') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:41.887117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1824118-208a-46e2-92e4-9ef3f545c3c5') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:41.899953 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e4ded9-d55b-42c0-a594-93ccff435fbf x-openstack-request-id: req-c5e4ded9-d55b-42c0-a594-93ccff435fbf {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:41.901443 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5977e431-6d86-4cab-983a-5c0e5a44f559", "name": "network-vif-deleted", "tag": "f21be42b-c8ff-4688-a253-b8c17e8ac148", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:41.903141 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.903566 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5e4ded9-d55b-42c0-a594-93ccff435fbf {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:41.904002 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5977e431-6d86-4cab-983a-5c0e5a44f559', 'name': 'network-vif-deleted', 'tag': 'f21be42b-c8ff-4688-a253-b8c17e8ac148', 'status': 'completed', 'code': 200} Aug 19 11:56:41.911930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.917179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-b0218872-e084-4fa5-96ff-b861a5fc0e3d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3819530 Aug 19 11:56:41.923434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.931106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:56:41.931525 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:41.991459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] No DVR routers for this DVR port 33268db0-04b1-4686-8e73-a6c8fdf25288 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:41.996642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d7593-3d6d-45cb-88d1-d28e45c62d3c None None] Pushing event deleted for resources: {'Port': ['ID=33268db0-04b1-4686-8e73-a6c8fdf25288,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:56:42.014092 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:56:42.031807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.036774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.041877 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] 10.222.0.65 "DELETE /v2.0/networks/5b7c4b7a-0719-4f40-9d86-d0239859b545 HTTP/1.1" status: 204 len: 168 time: 0.8875036 Aug 19 11:56:42.053257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49356) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:42.054509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb8645-8e15-4ca7-a0db-5cfc869fabda admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7c4b7a-0719-4f40-9d86-d0239859b545,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:42.081299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20371408-60e7-4d62-bc58-5e1245fe0506 req-2693fcd6-f913-4af8-b4f8-170c17139120 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 210 time: 0.0486341 Aug 19 11:56:42.096095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-13ccd9ca-d6d8-4ee0-8e11-77745dae747e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.1635497 Aug 19 11:56:42.097942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:42.221555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:42.226802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:42.227381 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.228418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-6dcb61c8-770a-4d9b-80df-7f3d511810a7 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:42.255278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d4c98aa-a0f7-4aee-9056-f811a523c916 req-6dcb61c8-770a-4d9b-80df-7f3d511810a7 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1559601 Aug 19 11:56:42.356756 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.384271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f0f4806c-7b52-4543-b8c6-5124915c4173 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:56:42.432857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079,segment=NetworkSegment(27c1b09b-3580-4232-bbfd-55d3cb1c8d40),segment_id=27c1b09b-3580-4232-bbfd-55d3cb1c8d40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:42.448135 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.567185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:42.570942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4e364c7-b694-4075-b91a-29793e59129e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:42.600029 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e4e364c7-b694-4075-b91a-29793e59129e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:42.600512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4e364c7-b694-4075-b91a-29793e59129e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:42.601050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33268db0-04b1-4686-8e73-a6c8fdf25288 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:42.607651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9bb0f-869e-4b62-a011-e4863c249e63 req-79300536-03fa-4661-a713-4280f044447f tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:42.615653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8c9bb0f-869e-4b62-a011-e4863c249e63 req-79300536-03fa-4661-a713-4280f044447f tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 948 time: 0.1162250 Aug 19 11:56:42.625450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.631687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 33268db0-04b1-4686-8e73-a6c8fdf25288 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:42.632479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33268db0-04b1-4686-8e73-a6c8fdf25288 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:42.634018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0d3017cf-c84b-4ad4-afdc-3393f9222376 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:42.654415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0d3017cf-c84b-4ad4-afdc-3393f9222376 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:42.654786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0d3017cf-c84b-4ad4-afdc-3393f9222376 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:42.677885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-e0c2ac23-463b-48d5-8c82-18150ba97eee tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2860456 Aug 19 11:56:42.709872 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f0f4806c-7b52-4543-b8c6-5124915c4173, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0f4806c-7b52-4543-b8c6-5124915c4173,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:42.731816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'f0f4806c-7b52-4543-b8c6-5124915c4173', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'f0f4806c-7b52-4543-b8c6-5124915c4173', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:56:42.780299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:42.786874 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.806143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f4806c-7b52-4543-b8c6-5124915c4173 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:42.809692 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8c9bb0f-869e-4b62-a011-e4863c249e63 req-036c2a82-bcee-4f19-a56b-aa1eb67a06d9 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876249 Aug 19 11:56:42.848094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f0f4806c-7b52-4543-b8c6-5124915c4173, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0f4806c-7b52-4543-b8c6-5124915c4173,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:42.856350 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.897709 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.932810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f0f4806c-7b52-4543-b8c6-5124915c4173,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:42.949608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-e68435b6-94e2-4bea-b28f-74b033c793db tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:42.951105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-e68435b6-94e2-4bea-b28f-74b033c793db tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.69 "GET /v2.0/networks?id=8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 200 len: 810 time: 0.3090284 Aug 19 11:56:42.970955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Deleting port 362e9799-3827-4e5a-ac2a-4381a2e9a420 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:42.971620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:42.994492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Request body: {'port': {'device_id': '474e2f10-037f-4567-9590-6af2b3d233a8', 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d', 'admin_state_up': True, 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:43.066471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] For port 362e9799-3827-4e5a-ac2a-4381a2e9a420, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=362e9799-3827-4e5a-ac2a-4381a2e9a420,segment=NetworkSegment(1005a253-473e-401d-90c2-93a635fe593c),segment_id=1005a253-473e-401d-90c2-93a635fe593c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:43.066998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:43.082790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Calling delete_port for 362e9799-3827-4e5a-ac2a-4381a2e9a420 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:43.176283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f0f4806c-7b52-4543-b8c6-5124915c4173'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:43.321375 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:43.325603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c126-e64c-4cea-981e-02bcf58c5b7e req-086485b7-e514-4e66-991b-5a50f39a49a1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:43.327377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71a7c126-e64c-4cea-981e-02bcf58c5b7e req-086485b7-e514-4e66-991b-5a50f39a49a1 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 944 time: 0.4252253 Aug 19 11:56:43.366364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=362e9799-3827-4e5a-ac2a-4381a2e9a420,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:43.464631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71a7c126-e64c-4cea-981e-02bcf58c5b7e req-666dbe11-5faa-4962-94c3-32da329cb72a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828271 Aug 19 11:56:43.493200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-0d104386-4ab0-44b3-81d9-b2174b73e8bf tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:43.494534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-0d104386-4ab0-44b3-81d9-b2174b73e8bf tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 944 time: 0.4930506 Aug 19 11:56:43.558420 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:43.614193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Made reservation on behalf of 1952e160fd744a2795e2b5030ee0c68a for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:56:43.618212 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:43.677928 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:43.732402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Deleting port db8ed923-06b2-4820-ada8-41bafe55d7b2 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:43.732722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:43.849156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45926456-76ed-46c7-bdf0-3cc452f039a1 req-98424833-edd9-4b4e-8a20-e7e3bd4afff0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:43.850707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45926456-76ed-46c7-bdf0-3cc452f039a1 req-98424833-edd9-4b4e-8a20-e7e3bd4afff0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.2290571 Aug 19 11:56:43.999465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Allocated IP 172.20.0.10 (8cf3e5e3-cc59-4775-9180-d251d0f2254d/5c25781d-7f59-4b62-9214-b067e1c238c3/ca320fe1-d8bb-42a3-b0c1-e662ab579d2f) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:44.010076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45926456-76ed-46c7-bdf0-3cc452f039a1 req-08ccb0e0-fd78-4e04-b9b4-a8b87cdcad58 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509724 Aug 19 11:56:44.016273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Allocated IP 172.25.4.244 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/4c697292-e6be-4b28-8944-0b779ed1a2b1) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:44.039725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:44.042403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] For port db8ed923-06b2-4820-ada8-41bafe55d7b2, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=db8ed923-06b2-4820-ada8-41bafe55d7b2,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:44.042819 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.058504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Calling delete_port for db8ed923-06b2-4820-ada8-41bafe55d7b2 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:44.104841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:44.105131 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.122000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Router d4ec7189-f3fd-4a18-9596-34188c3506b9 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:56:44.195950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c27a7b6e-ba98-4d96-964f-ceee9d4063b9 req-a768cd98-10d9-46d8-9323-821a07ef9630 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 210 time: 0.0867877 Aug 19 11:56:44.244093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:56:44.256743 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3b9ca759-da95-4301-bb4a-8c6db94a00f3 admin admin] 10.222.0.65 "PUT /v2.0/routers/d4ec7189-f3fd-4a18-9596-34188c3506b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1958003 Aug 19 11:56:44.260121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] Sync routers for ids ['d4ec7189-f3fd-4a18-9596-34188c3506b9'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:56:44.266308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49376) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:44.278584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] Routers {'d4ec7189-f3fd-4a18-9596-34188c3506b9'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:44.279216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d4ec7189-f3fd-4a18-9596-34188c3506b9'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:44.363914 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.388805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f0f4806c-7b52-4543-b8c6-5124915c4173 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:44.406316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.425378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] Set router d4ec7189-f3fd-4a18-9596-34188c3506b9 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:44.514217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.516463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.525214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.577823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c002fb7-efff-47ca-9734-0783c92cb569 req-fe8f3dc9-7560-4c36-a325-987b65b42e8c tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:44.579388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c002fb7-efff-47ca-9734-0783c92cb569 req-fe8f3dc9-7560-4c36-a325-987b65b42e8c tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 949 time: 0.1758237 Aug 19 11:56:44.586038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Pushing event deleted for resources: {'Port': ['ID=db8ed923-06b2-4820-ada8-41bafe55d7b2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:44.586412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Deleting port d4ef46fd-baba-4403-886f-b49fe64f5195 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:44.586816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.596209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.669025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] No DVR routers for this DVR port db8ed923-06b2-4820-ada8-41bafe55d7b2 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:44.678895 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.680920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-919c6732-5dea-4c9f-824b-70f4f17f0522 req-39eee480-dc00-42fc-bb66-d73be6e6eed9 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.54 "DELETE /v2.0/ports/db8ed923-06b2-4820-ada8-41bafe55d7b2 HTTP/1.1" status: 204 len: 173 time: 1.1723483 Aug 19 11:56:44.684628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'name': 'network-vif-deleted', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:44.686961 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a1b93c-62b9-4191-8e5d-00a5e309988e" -d '{"events": [{"server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "name": "network-vif-deleted", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:44.691927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] For port d4ef46fd-baba-4403-886f-b49fe64f5195, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d4ef46fd-baba-4403-886f-b49fe64f5195,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:44.693356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.703340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port f0f4806c-7b52-4543-b8c6-5124915c4173 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:44.710028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port f0f4806c-7b52-4543-b8c6-5124915c4173 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:44.710366 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.714436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:44.728466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:44.728859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Calling delete_port for d4ef46fd-baba-4403-886f-b49fe64f5195 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:44.734331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event updated for resources: {'Port': ['ID=4c697292-e6be-4b28-8944-0b779ed1a2b1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:44.744720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:44.774606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:44.785993 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c002fb7-efff-47ca-9734-0783c92cb569 req-00541495-8e9d-4704-b369-0384bed88dea tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578562 Aug 19 11:56:44.823943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['367385dd-b83f-408b-baa4-967ad83f029b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:44.840270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-ef494416-7931-4a49-ae38-810d8fd50226 req-bc1085b7-ed2b-4b8f-81d4-9fd6b215df0e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1447052903', 'description': 'tempest-description-960066821'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:44.854307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Network 8cf3e5e3-cc59-4775-9180-d251d0f2254d is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:44.867389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:44.874161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:44.928180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Pushing event updated for resources: {'Port': ['ID=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:44.967984 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ef494416-7931-4a49-ae38-810d8fd50226 req-bc1085b7-ed2b-4b8f-81d4-9fd6b215df0e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.004929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:41Z', 'updated_at': '2021-08-19T11:56:43Z', 'revision_number': 5, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'gw_port': {'id': 'd4ef46fd-baba-4403-886f-b49fe64f5195', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:42Z', 'updated_at': '2021-08-19T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:45.007961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:45.008606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.009740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.027898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.054098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ef46fd-baba-4403-886f-b49fe64f5195,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:45.093134 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.125311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] Checking router: d4ec7189-f3fd-4a18-9596-34188c3506b9 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:56:45.129757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.155982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] Routers {'d4ec7189-f3fd-4a18-9596-34188c3506b9'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:45.157970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['d4ec7189-f3fd-4a18-9596-34188c3506b9'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:45.161887 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.185455 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ef494416-7931-4a49-ae38-810d8fd50226 req-bc1085b7-ed2b-4b8f-81d4-9fd6b215df0e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.204989 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ef494416-7931-4a49-ae38-810d8fd50226 req-bc1085b7-ed2b-4b8f-81d4-9fd6b215df0e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.254509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.257963 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.270576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-bcd3bfa1-4fb2-47ea-a554-653f34b9671b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2798924 Aug 19 11:56:45.282990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ef494416-7931-4a49-ae38-810d8fd50226 req-bc1085b7-ed2b-4b8f-81d4-9fd6b215df0e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.293350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62eaa529-d9dd-4424-8ed2-4b1313aabc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f4806c-7b52-4543-b8c6-5124915c4173'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:45.293350 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3dd66f-7204-4854-9f87-2a6d1db904ee" -d '{"events": [{"server_uuid": "62eaa529-d9dd-4424-8ed2-4b1313aabc10", "name": "network-vif-plugged", "status": "completed", "tag": "f0f4806c-7b52-4543-b8c6-5124915c4173"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:45.296010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] Set router d4ec7189-f3fd-4a18-9596-34188c3506b9 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:45.297019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef494416-7931-4a49-ae38-810d8fd50226 req-bc1085b7-ed2b-4b8f-81d4-9fd6b215df0e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4657583 Aug 19 11:56:45.304253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Request body: {'port': {'device_id': '474e2f10-037f-4567-9590-6af2b3d233a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:45.326614 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.327245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ec7189-f3fd-4a18-9596-34188c3506b9 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:56:45.336154 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.340582 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e176c706-ff07-4829-9ca5-c4c0b53cae5c admin admin] 10.222.0.65 "DELETE /v2.0/routers/d4ec7189-f3fd-4a18-9596-34188c3506b9 HTTP/1.1" status: 204 len: 168 time: 1.0686884 Aug 19 11:56:45.341310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49392) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:45.392414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f0f4806c-7b52-4543-b8c6-5124915c4173, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0f4806c-7b52-4543-b8c6-5124915c4173,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:45.393887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:41Z', 'updated_at': '2021-08-19T11:56:44Z', 'revision_number': 7, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:45.425244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1085b7-ed2b-4b8f-81d4-9fd6b215df0e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f2649-358c-4b12-a8e5-3520049560f2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:45.434596 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.444450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ec89cc9-435a-41ab-bb33-ee92fa1a0a4a req-c7556fe5-2ab3-4ebb-af33-2471aca34488 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae542f48-f7d0-40bd-a787-02fdc9353581 HTTP/1.1" status: 200 len: 210 time: 0.0595801 Aug 19 11:56:45.445306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5368ec91-4ccd-47cf-90b1-30c0b619f760 admin admin] Deleting subnet a16ed9d2-283c-40b7-b82d-e6b492c35b6b {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:56:45.450185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5368ec91-4ccd-47cf-90b1-30c0b619f760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.491610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.504569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5368ec91-4ccd-47cf-90b1-30c0b619f760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.507768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e860afc-7466-4c15-8cd2-57c6e5b63e81 None None] The sync data for ids ['d4ec7189-f3fd-4a18-9596-34188c3506b9'] in n-d-778550-9 is: [{'id': 'd4ec7189-f3fd-4a18-9596-34188c3506b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-135323040-router', 'tenant_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:41Z', 'updated_at': '2021-08-19T11:56:44Z', 'revision_number': 7, 'project_id': 'd92eeaadeca343ac8e8ab7dd00880bf8', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:56:45.511911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f0f4806c-7b52-4543-b8c6-5124915c4173,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:45.590832 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.621293 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5368ec91-4ccd-47cf-90b1-30c0b619f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.648634 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062347ae-9a50-4f8e-b4a7-9ee5fd72bbec x-openstack-request-id: req-062347ae-9a50-4f8e-b4a7-9ee5fd72bbec {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:45.648634 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae542f48-f7d0-40bd-a787-02fdc9353581", "name": "network-vif-deleted", "tag": "db8ed923-06b2-4820-ada8-41bafe55d7b2", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:45.648634 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-062347ae-9a50-4f8e-b4a7-9ee5fd72bbec {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:45.649117 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae542f48-f7d0-40bd-a787-02fdc9353581', 'name': 'network-vif-deleted', 'tag': 'db8ed923-06b2-4820-ada8-41bafe55d7b2', 'status': 'completed', 'code': 200} Aug 19 11:56:45.649742 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.684128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5368ec91-4ccd-47cf-90b1-30c0b619f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.710225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368ec91-4ccd-47cf-90b1-30c0b619f760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16ed9d2-283c-40b7-b82d-e6b492c35b6b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:45.713805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5368ec91-4ccd-47cf-90b1-30c0b619f760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.715850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5368ec91-4ccd-47cf-90b1-30c0b619f760 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a16ed9d2-283c-40b7-b82d-e6b492c35b6b HTTP/1.1" status: 204 len: 168 time: 0.3734007 Aug 19 11:56:45.718445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49394) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:45.731415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab395976-6d96-4263-a44b-c6aaef2f4f0a None None] Network 74f99492-4fd0-4157-949f-5aac0157f870 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:56:45.804126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.834877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event updated for resources: {'Port': ['ID=4c697292-e6be-4b28-8944-0b779ed1a2b1,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:45.872093 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.890639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Deleting port 18337838-6233-45b4-bd4f-8c8b2ce29355 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:45.891089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.907524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ae8e8-7971-48ce-84fc-4619ee26d3b0 req-cd401ba3-0200-47ad-9d2a-fd12c5ef56be tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:45.915077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-181ae8e8-7971-48ce-84fc-4619ee26d3b0 req-cd401ba3-0200-47ad-9d2a-fd12c5ef56be tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 932 time: 0.2443612 Aug 19 11:56:45.946715 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:45.947945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-9f2fd204-141b-43d2-9636-f546ecd7306e tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2201786 Aug 19 11:56:45.965918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02577708-85e4-44d7-8e3f-ce540faa379a None None] DHCP port deletion for 74f99492-4fd0-4157-949f-5aac0157f870 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:56:46.003160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] For port 18337838-6233-45b4-bd4f-8c8b2ce29355, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=18337838-6233-45b4-bd4f-8c8b2ce29355,segment=NetworkSegment(1005a253-473e-401d-90c2-93a635fe593c),segment_id=1005a253-473e-401d-90c2-93a635fe593c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:46.003552 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.016504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Calling delete_port for 18337838-6233-45b4-bd4f-8c8b2ce29355 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:46.022829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-02577708-85e4-44d7-8e3f-ce540faa379a None None] Deleting port 18337838-6233-45b4-bd4f-8c8b2ce29355 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:46.023327 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02577708-85e4-44d7-8e3f-ce540faa379a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.032957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-181ae8e8-7971-48ce-84fc-4619ee26d3b0 req-dfbcbbc1-b562-443b-a5e4-202acb958fd5 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168926 Aug 19 11:56:46.052734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-640181d7-e02c-422f-989b-ec0291f07eeb tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.0736964 Aug 19 11:56:46.099677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-02577708-85e4-44d7-8e3f-ce540faa379a None None] For port 18337838-6233-45b4-bd4f-8c8b2ce29355, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=18337838-6233-45b4-bd4f-8c8b2ce29355,segment=NetworkSegment(1005a253-473e-401d-90c2-93a635fe593c),segment_id=1005a253-473e-401d-90c2-93a635fe593c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:46.100192 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02577708-85e4-44d7-8e3f-ce540faa379a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.115819 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1407652-f5bf-4d6b-acf6-8355daa71863 x-openstack-request-id: req-c1407652-f5bf-4d6b-acf6-8355daa71863 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:46.118026 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62eaa529-d9dd-4424-8ed2-4b1313aabc10", "name": "network-vif-plugged", "status": "completed", "tag": "f0f4806c-7b52-4543-b8c6-5124915c4173", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:46.118026 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1407652-f5bf-4d6b-acf6-8355daa71863 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:46.118344 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62eaa529-d9dd-4424-8ed2-4b1313aabc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f4806c-7b52-4543-b8c6-5124915c4173', 'code': 200} Aug 19 11:56:46.120096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.135711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-02577708-85e4-44d7-8e3f-ce540faa379a None None] Calling delete_port for 18337838-6233-45b4-bd4f-8c8b2ce29355 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:46.162609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=18337838-6233-45b4-bd4f-8c8b2ce29355,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:46.168826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] No DVR routers for this DVR port 18337838-6233-45b4-bd4f-8c8b2ce29355 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:46.218364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca320fe1-d8bb-42a3-b0c1-e662ab579d2f {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:46.234553 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02577708-85e4-44d7-8e3f-ce540faa379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.249002 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.251363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.263441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02577708-85e4-44d7-8e3f-ce540faa379a None None] No DVR routers for this DVR port 18337838-6233-45b4-bd4f-8c8b2ce29355 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:46.268230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f99492-4fd0-4157-949f-5aac0157f870']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:46.272505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02577708-85e4-44d7-8e3f-ce540faa379a None None] Pushing event deleted for resources: {'Port': ['ID=18337838-6233-45b4-bd4f-8c8b2ce29355,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:46.284467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-eb28f690-2b3d-4194-9694-959b8bf686ac tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1447052903&fields=id&tenant_id=7539f1bb11024d46bfced015f1409be6 HTTP/1.1" status: 200 len: 267 time: 0.1442654 Aug 19 11:56:46.304843 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1005a253-473e-401d-90c2-93a635fe593c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:46.305275 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1005a253-473e-401d-90c2-93a635fe593c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:46.317675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.333357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Transition to ACTIVE for port object ca320fe1-d8bb-42a3-b0c1-e662ab579d2f will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:56:46.336212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.344747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-f8a86de7-6498-48c1-9626-735930f86214 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:46.346158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93af2863-c837-4d0a-ad77-a135008ea5fd req-f8a86de7-6498-48c1-9626-735930f86214 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.2951105 Aug 19 11:56:46.350987 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.351794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:56:46.352365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:56:46.354626 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:56:46.370387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 362e9799-3827-4e5a-ac2a-4381a2e9a420 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:46.400527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device db8ed923-06b2-4820-ada8-41bafe55d7b2 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:46.403172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd79be8-b943-41d4-a667-50446e6b1112 req-5a93c25d-448d-4a09-abee-38f462f0b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:46.403828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 362e9799-3827-4e5a-ac2a-4381a2e9a420 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:46.404393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 362e9799-3827-4e5a-ac2a-4381a2e9a420 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:46.404878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1cd79be8-b943-41d4-a667-50446e6b1112 req-5a93c25d-448d-4a09-abee-38f462f0b624 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 1101 time: 0.2089391 Aug 19 11:56:46.434914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: db8ed923-06b2-4820-ada8-41bafe55d7b2 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:46.435268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device db8ed923-06b2-4820-ada8-41bafe55d7b2 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:46.443653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.450480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.452070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-5685f6a0-b6f6-4b2c-b4b1-ba24698e0f95 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:46.452354 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] 10.222.0.65 "DELETE /v2.0/networks/74f99492-4fd0-4157-949f-5aac0157f870 HTTP/1.1" status: 204 len: 168 time: 0.7326686 Aug 19 11:56:46.471379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b5d23-9c5f-4fa6-b2dd-5bebc6bb7f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=74f99492-4fd0-4157-949f-5aac0157f870,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:46.471642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-5685f6a0-b6f6-4b2c-b4b1-ba24698e0f95 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1861598 Aug 19 11:56:46.485767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-7a8dc379-6f3b-450b-9045-4a188539b78c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Request body: {'port': {'security_groups': ['388a9523-269f-4d68-a1c1-4a7171523a5c', '0a3f2649-358c-4b12-a8e5-3520049560f2']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:46.544446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Pushing event updated for resources: {'Port': ['ID=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:46.604945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1cd79be8-b943-41d4-a667-50446e6b1112 req-4d5d5b4b-4ec3-40ed-903e-e652c102ed0b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826627 Aug 19 11:56:46.621130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49406) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:46.665354 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-961e2624-6f5b-47b9-9f00-639f7768ce57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=788e7ea2bd2d4b059a4a0c9c072dbde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428276 Aug 19 11:56:46.669158 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49408) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:46.671418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-7a8dc379-6f3b-450b-9045-4a188539b78c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.725785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6a4fd51-e144-4b5d-996f-dcdfd4a9a827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.731207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Attempting to bind port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:56:46.731207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Attempting to bind port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:56:46.731207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Attempting to bind port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f on network 8cf3e5e3-cc59-4775-9180-d251d0f2254d {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:46.742779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0136b-d5c6-44de-9c7f-3089b2c54e39 req-3793eb3f-0c7b-4d53-8fd3-85bb6a90f5ac tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:46.744273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01b0136b-d5c6-44de-9c7f-3089b2c54e39 req-3793eb3f-0c7b-4d53-8fd3-85bb6a90f5ac tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 950 time: 0.1893706 Aug 19 11:56:46.749289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f on network 8cf3e5e3-cc59-4775-9180-d251d0f2254d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:56:46.749582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6a4fd51-e144-4b5d-996f-dcdfd4a9a827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.749747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Attempting to bind port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f on network 8cf3e5e3-cc59-4775-9180-d251d0f2254d {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:56:46.771646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:56:46.771976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Checking segment: {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:56:46.772954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Bound using segment: {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:56:46.773450 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Bound port: ca320fe1-d8bb-42a3-b0c1-e662ab579d2f, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47384456-3ddb-4aeb-948d-5d4c97755a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:56:46.773850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.808398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6a4fd51-e144-4b5d-996f-dcdfd4a9a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.811224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6a4fd51-e144-4b5d-996f-dcdfd4a9a827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:46.812856 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d6a4fd51-e144-4b5d-996f-dcdfd4a9a827 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98e1b775-c564-4db2-ba70-455fa90d2f23 HTTP/1.1" status: 204 len: 168 time: 0.1422944 Aug 19 11:56:46.821956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4fd51-e144-4b5d-996f-dcdfd4a9a827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e1b775-c564-4db2-ba70-455fa90d2f23,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:46.861628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01b0136b-d5c6-44de-9c7f-3089b2c54e39 req-ec35be37-b961-46a8-9b04-fa7aa03ce68b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067369 Aug 19 11:56:47.180741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49416) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:47.230027 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-819f690d-1a0a-4cd2-b370-8e63ae472931 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d92eeaadeca343ac8e8ab7dd00880bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479214 Aug 19 11:56:47.232489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49418) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:47.279374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] For port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:56:47.285032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a619fb-6af6-49f0-83c5-d4a4b84219ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.306608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] For port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:56:47.309688 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a619fb-6af6-49f0-83c5-d4a4b84219ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.316469 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.361390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a619fb-6af6-49f0-83c5-d4a4b84219ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.364742 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a619fb-6af6-49f0-83c5-d4a4b84219ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.368352 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-19a619fb-6af6-49f0-83c5-d4a4b84219ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea40253a-45ff-4e0a-b43a-4941317bf981 HTTP/1.1" status: 204 len: 168 time: 0.1325338 Aug 19 11:56:47.373912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a619fb-6af6-49f0-83c5-d4a4b84219ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea40253a-45ff-4e0a-b43a-4941317bf981,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:47.399138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:47.399754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.401184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] 10.222.0.69 "PUT /v2.0/ports/ca320fe1-d8bb-42a3-b0c1-e662ab579d2f HTTP/1.1" status: 200 len: 1092 time: 2.1031339 Aug 19 11:56:47.418739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-7a8dc379-6f3b-450b-9045-4a188539b78c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] For port 3693fd74-9b1b-4bee-aa32-0cab7985a416, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:47.441796 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-17004a31-65a7-40e8-aed9-07810c252ce8 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5487556 Aug 19 11:56:47.445299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fde6fd-0c49-4318-b45a-9df0092c017f service neutron] Pushing event updated for resources: {'Port': ['ID=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:47.457370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:47.489935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-7a8dc379-6f3b-450b-9045-4a188539b78c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.497909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-7a8dc379-6f3b-450b-9045-4a188539b78c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.545457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['3693fd74-9b1b-4bee-aa32-0cab7985a416'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:47.554473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.586377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-7a8dc379-6f3b-450b-9045-4a188539b78c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:47.586995 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-7a8dc379-6f3b-450b-9045-4a188539b78c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.588397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46a8d440-227c-44ee-8ecf-94bddab605e0 req-7a8dc379-6f3b-450b-9045-4a188539b78c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "PUT /v2.0/ports/3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 981 time: 1.1159720 Aug 19 11:56:47.643227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-70051375-7ccc-4167-ac5e-7f5638ae5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:47.643931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-70051375-7ccc-4167-ac5e-7f5638ae5a48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1952e160fd744a2795e2b5030ee0c68a&device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 1095 time: 0.1629975 Aug 19 11:56:47.650844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474e2f10-037f-4567-9590-6af2b3d233a8', 'tag': 'ca320fe1-d8bb-42a3-b0c1-e662ab579d2f'}, {'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:47.653237 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "474e2f10-037f-4567-9590-6af2b3d233a8", "tag": "ca320fe1-d8bb-42a3-b0c1-e662ab579d2f"}, {"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:47.659021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dc379-6f3b-450b-9045-4a188539b78c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Pushing event updated for resources: {'Port': ['ID=3693fd74-9b1b-4bee-aa32-0cab7985a416,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:47.710181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-af39d2bd-5fed-4f00-b1fe-ce60ad7df18c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f HTTP/1.1" status: 200 len: 217 time: 0.0460920 Aug 19 11:56:47.785646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['3693fd74-9b1b-4bee-aa32-0cab7985a416'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:47.810033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-d6c2d7ad-71d3-4984-a232-989e8599eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:47.811530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-d6c2d7ad-71d3-4984-a232-989e8599eb27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c25781d-7f59-4b62-9214-b067e1c238c3 HTTP/1.1" status: 200 len: 850 time: 0.0600693 Aug 19 11:56:47.835669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:47.878421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-6aa260c7-657f-42b0-9803-dad462f883cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cf3e5e3-cc59-4775-9180-d251d0f2254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542297 Aug 19 11:56:48.012590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 18337838-6233-45b4-bd4f-8c8b2ce29355 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:48.033375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cdf4d-5b6e-4d74-99e0-b2c708027b69 req-1db887e7-5072-445d-96a2-75dfbdce6903 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:48.034719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b93cdf4d-5b6e-4d74-99e0-b2c708027b69 req-1db887e7-5072-445d-96a2-75dfbdce6903 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 944 time: 0.2222915 Aug 19 11:56:48.043887 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-9f86b900-499d-4d01-80b4-556b7cc1cc03 service neutron] 10.222.0.69 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275737 Aug 19 11:56:48.045186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 18337838-6233-45b4-bd4f-8c8b2ce29355 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:48.045542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 18337838-6233-45b4-bd4f-8c8b2ce29355 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:48.045975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d4ef46fd-baba-4403-886f-b49fe64f5195 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:48.073711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: d4ef46fd-baba-4403-886f-b49fe64f5195 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:48.074067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d4ef46fd-baba-4403-886f-b49fe64f5195 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:48.179363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Allocated IP 172.25.4.61 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/f2de163d-1ffb-4033-8e3c-3947957f8f73) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:48.183931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b93cdf4d-5b6e-4d74-99e0-b2c708027b69 req-ef9ee92d-6ebf-47e9-a53c-8c30593108c9 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391048 Aug 19 11:56:48.276062 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5af4eca3-ca98-495d-83da-9c28a86e897f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:48.278265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9361401-9e3b-48e2-be06-8f4b9b961fc8 req-3ab7e8a3-40c1-4407-a67b-8ee1fe46803f service neutron] 10.222.0.69 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906240 Aug 19 11:56:48.350990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:48.401359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-d9c74db2-4679-498a-b400-e1f3a791a742 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1447052903&fields=id&tenant_id=7539f1bb11024d46bfced015f1409be6 HTTP/1.1" status: 200 len: 267 time: 0.0465398 Aug 19 11:56:48.448603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:48.491555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-35f367a6-7ea3-4c40-bc0d-17db570c25a2 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:48.493057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-35f367a6-7ea3-4c40-bc0d-17db570c25a2 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 984 time: 0.0852804 Aug 19 11:56:48.501162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:48.512166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-4bbabb3a-9c81-4e59-ac3e-31c24629e57d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Request body: {'port': {'security_groups': ['388a9523-269f-4d68-a1c1-4a7171523a5c']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:48.515133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:48.521888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:48.549417 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:56:48.571229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event updated for resources: {'Port': ['ID=f2de163d-1ffb-4033-8e3c-3947957f8f73,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:48.632482 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-4bbabb3a-9c81-4e59-ac3e-31c24629e57d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:48.713350 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:48.772563 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:48.948598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-4bbabb3a-9c81-4e59-ac3e-31c24629e57d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] For port 3693fd74-9b1b-4bee-aa32-0cab7985a416, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:49.008198 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-4bbabb3a-9c81-4e59-ac3e-31c24629e57d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:49.018964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-4bbabb3a-9c81-4e59-ac3e-31c24629e57d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:49.063435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:49.069086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['3693fd74-9b1b-4bee-aa32-0cab7985a416'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:49.076273 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:49.087690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-4bbabb3a-9c81-4e59-ac3e-31c24629e57d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:49.088298 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-4bbabb3a-9c81-4e59-ac3e-31c24629e57d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:49.089710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb4e60c4-881d-4372-b371-86ac2f8ae9e5 req-4bbabb3a-9c81-4e59-ac3e-31c24629e57d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "PUT /v2.0/ports/3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 942 time: 0.5875947 Aug 19 11:56:49.133130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbabb3a-9c81-4e59-ac3e-31c24629e57d tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Pushing event updated for resources: {'Port': ['ID=3693fd74-9b1b-4bee-aa32-0cab7985a416,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:49.181944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:49.193315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event updated for resources: {'Port': ['ID=f2de163d-1ffb-4033-8e3c-3947957f8f73,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:49.205616 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:49.207096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-4ccb5f59-abe6-4877-aa4e-5d0ebc06db33 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7588773 Aug 19 11:56:49.277169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-24ab86aa-33a2-4546-a98c-6bd64bbc0e01 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.0610192 Aug 19 11:56:49.278565 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506feb85-89da-4556-b3cb-23c640265338 x-openstack-request-id: req-506feb85-89da-4556-b3cb-23c640265338 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:49.278965 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474e2f10-037f-4567-9590-6af2b3d233a8", "tag": "ca320fe1-d8bb-42a3-b0c1-e662ab579d2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:49.279215 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-506feb85-89da-4556-b3cb-23c640265338 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:49.279711 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474e2f10-037f-4567-9590-6af2b3d233a8', 'tag': 'ca320fe1-d8bb-42a3-b0c1-e662ab579d2f', 'status': 'completed', 'code': 200} Aug 19 11:56:49.280081 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'status': 'completed', 'code': 200} Aug 19 11:56:49.384221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['3693fd74-9b1b-4bee-aa32-0cab7985a416'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:49.441868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-9c9bed8b-8d6c-4434-aba3-96c51accfcc6 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:49.443195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e4545be-4f7c-4f94-bdaa-51016a6bce76 req-9c9bed8b-8d6c-4434-aba3-96c51accfcc6 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1601634 Aug 19 11:56:49.446069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-e18c8239-4a73-4801-89e7-ebfa77c71e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:49.447282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-e18c8239-4a73-4801-89e7-ebfa77c71e55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1952e160fd744a2795e2b5030ee0c68a&device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 1095 time: 0.1190426 Aug 19 11:56:49.454869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded1043-3a1f-4e06-b8c6-b183fad6d863 req-9b9a1a2f-003e-4caf-8af2-963b20246e59 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:49.456306 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ded1043-3a1f-4e06-b8c6-b183fad6d863 req-9b9a1a2f-003e-4caf-8af2-963b20246e59 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 950 time: 0.1268368 Aug 19 11:56:49.568741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ded1043-3a1f-4e06-b8c6-b183fad6d863 req-820822e3-8ce2-40f9-b89c-264d3f7e0ac5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029739 Aug 19 11:56:49.599581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-78ae0d3e-fffd-4070-aab1-52adc6fad477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:49.601095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-78ae0d3e-fffd-4070-aab1-52adc6fad477 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 200 len: 911 time: 0.1437912 Aug 19 11:56:49.609399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119df1-fb7b-4568-b4bd-15d83d2de6da req-46650699-3c92-4141-b177-d339f2521a40 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:49.610900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87119df1-fb7b-4568-b4bd-15d83d2de6da req-46650699-3c92-4141-b177-d339f2521a40 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 946 time: 0.1023571 Aug 19 11:56:49.663690 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-4eb9ec8c-48f3-4de6-8417-1df9b83783fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f HTTP/1.1" status: 200 len: 217 time: 0.0483720 Aug 19 11:56:49.683449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87119df1-fb7b-4568-b4bd-15d83d2de6da req-6450a806-699b-4277-8cf0-deb57ce1c5df tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618782 Aug 19 11:56:49.747126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-9039003b-0d53-4ecb-9bf8-1a0ade7489da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:49.748607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-9039003b-0d53-4ecb-9bf8-1a0ade7489da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c25781d-7f59-4b62-9214-b067e1c238c3 HTTP/1.1" status: 200 len: 850 time: 0.0642095 Aug 19 11:56:49.813706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-372248bd-77b0-416a-92f8-e890ea2cdb26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cf3e5e3-cc59-4775-9180-d251d0f2254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268323 Aug 19 11:56:50.032308 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-9b47c43f-0d16-4dd4-8338-8bb8be7814e0 service neutron] 10.222.0.69 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095854 Aug 19 11:56:50.039875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-98cff6ce-4a36-4d26-97af-a329f816fbb7 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2286544 Aug 19 11:56:50.067826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:50.122614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f520f-e687-4946-a338-d0af6e91ea4c req-fdccdd47-3542-4fb1-b7fe-30c7721d5446 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:50.124065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c96f520f-e687-4946-a338-d0af6e91ea4c req-fdccdd47-3542-4fb1-b7fe-30c7721d5446 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 944 time: 0.1747782 Aug 19 11:56:50.143667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f8444-f66b-46fc-91ec-19be66061956 req-035b8ec0-ad9a-4a7c-b618-c2d91f41d60a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:50.145079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e45f8444-f66b-46fc-91ec-19be66061956 req-035b8ec0-ad9a-4a7c-b618-c2d91f41d60a tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.54 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 944 time: 0.1488140 Aug 19 11:56:50.155941 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:50.264979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-a7252d87-f0fe-4fc6-8bff-5116fb531541 service neutron] 10.222.0.69 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227988 Aug 19 11:56:50.278247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c96f520f-e687-4946-a338-d0af6e91ea4c req-8c30c757-456e-47c5-b985-d0779c526376 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444867 Aug 19 11:56:50.360644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-e45f8444-f66b-46fc-91ec-19be66061956 req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Deleting port 6a265c24-91d2-4b49-b234-cd77ea02f329 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:50.360994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e45f8444-f66b-46fc-91ec-19be66061956 req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:50.504346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:50.517669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f799b-3e88-4f41-9238-17a84a3bb045 req-c8344ee2-eb76-4c49-b192-611b638d157c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:50.519082 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-407f799b-3e88-4f41-9238-17a84a3bb045 req-c8344ee2-eb76-4c49-b192-611b638d157c tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/ports?device_id=809ae7f8-8989-4511-b991-d3acabd02bbe HTTP/1.1" status: 200 len: 944 time: 0.1767945 Aug 19 11:56:50.536565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-47db6270-cf2d-4c34-986c-dd2284920792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:50.538017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-47db6270-cf2d-4c34-986c-dd2284920792 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1096 time: 0.1561298 Aug 19 11:56:50.548276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e45f8444-f66b-46fc-91ec-19be66061956 req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] For port 6a265c24-91d2-4b49-b234-cd77ea02f329, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6a265c24-91d2-4b49-b234-cd77ea02f329,segment=NetworkSegment(38620ee3-cabc-43f9-84bb-08596a650512),segment_id=38620ee3-cabc-43f9-84bb-08596a650512)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:50.548637 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e45f8444-f66b-46fc-91ec-19be66061956 req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:50.613134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-e45f8444-f66b-46fc-91ec-19be66061956 req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Calling delete_port for 6a265c24-91d2-4b49-b234-cd77ea02f329 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:50.722200 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-55a17970-00db-49c6-a3d4-18db31f3c416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:50.846417 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:51.035444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-407f799b-3e88-4f41-9238-17a84a3bb045 req-096a8853-31c6-4253-ae2e-48a541f436a6 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.65 "GET /v2.0/security-groups?id=15725974-834d-4034-8b22-17fac0ff8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042627 Aug 19 11:56:51.130648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-846b2d87-a6ba-4ea1-b5b5-42ae437f948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:51.132000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-846b2d87-a6ba-4ea1-b5b5-42ae437f948e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 921 time: 0.5503054 Aug 19 11:56:51.170434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Allocated IP 172.25.4.80 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/8b15861d-c5d5-4138-97b2-b4ed906a4693) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:51.209693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-0688bcd0-abe8-404e-b63b-10309d258a5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 217 time: 0.0587988 Aug 19 11:56:51.292110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:51.294421 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d885ebd-a549-4c40-9e6c-24a85c42f043" -d '{"events": [{"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:51.369134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-b9fa4770-1f9e-4401-8a54-c2dd4964b749 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3049319 Aug 19 11:56:51.381194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-3dbb5b05-be5d-4fe7-8c1a-7194a1d312b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:51.382491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-3dbb5b05-be5d-4fe7-8c1a-7194a1d312b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 200 len: 860 time: 0.1652033 Aug 19 11:56:51.390769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:51.407726 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e45f8444-f66b-46fc-91ec-19be66061956 req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:51.441477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-5f8719d5-b4d2-4d1e-9993-bd894366c52e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d195167-75e9-4645-a328-5bb8d1f7689d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448596 Aug 19 11:56:51.485208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Pushing event deleted for resources: {'Port': ['ID=6a265c24-91d2-4b49-b234-cd77ea02f329,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:51.543833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:51.551453 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:51.632351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45f8444-f66b-46fc-91ec-19be66061956 req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] No DVR routers for this DVR port 6a265c24-91d2-4b49-b234-cd77ea02f329 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:56:51.641013 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e45f8444-f66b-46fc-91ec-19be66061956 req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:51.642967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e45f8444-f66b-46fc-91ec-19be66061956 req-5ba02e07-fe3f-4d30-b8b5-17f827ac4350 tempest-LiveAutoBlockMigrationV225Test-2111844929 tempest-LiveAutoBlockMigrationV225Test-2111844929-project] 10.222.0.54 "DELETE /v2.0/ports/6a265c24-91d2-4b49-b234-cd77ea02f329 HTTP/1.1" status: 204 len: 173 time: 1.4889162 Aug 19 11:56:51.691311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-33130df1-3137-4cd6-80f1-185765250223 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173870 Aug 19 11:56:51.745073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:51.808265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:51.815829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:51.824522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:51.829007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Pushing event updated for resources: {'Port': ['ID=8b15861d-c5d5-4138-97b2-b4ed906a4693,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:51.832264 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:51.890182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d95130bc-d0fe-4cef-89c3-1792fc4dcd7e req-f97a858c-6bbb-4bc2-81b5-d85d388b8e33 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896949 Aug 19 11:56:51.897434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:51.991236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.059305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.087399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Allocated IP 172.25.4.38 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/5ca07155-9b61-4c86-9b0c-4fb0ed194265) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:56:52.279549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.329327 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.340353 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.420130 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.422232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Pushing event updated for resources: {'Port': ['ID=8b15861d-c5d5-4138-97b2-b4ed906a4693,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:52.458775 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.473729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:56:52.481809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:56:52.486436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:56:52.490676 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.491895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-23689ea9-2128-490f-a69b-7e0dc93936f5 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4410198 Aug 19 11:56:52.493743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event updated for resources: {'Port': ['ID=5ca07155-9b61-4c86-9b0c-4fb0ed194265,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:52.567955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-7234fcc6-d337-4015-aa2f-d6dd44d52e4f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.0515141 Aug 19 11:56:52.678222 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.734202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-669fd509-0a01-4bd4-9934-2f937de10b6a tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:52.735547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-341abccd-fdfd-43dc-85d6-e72131810f2f req-669fd509-0a01-4bd4-9934-2f937de10b6a tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1596031 Aug 19 11:56:52.736585 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.793187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device ca320fe1-d8bb-42a3-b0c1-e662ab579d2f details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:56:52.901471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:52.903167 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.909467 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.914770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'ca320fe1-d8bb-42a3-b0c1-e662ab579d2f', 'network_id': '8cf3e5e3-cc59-4775-9180-d251d0f2254d', 'port_id': 'ca320fe1-d8bb-42a3-b0c1-e662ab579d2f', 'mac_address': 'fa:16:3e:ff:a6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c25781d-7f59-4b62-9214-b067e1c238c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:56:52.954392 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.967667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca320fe1-d8bb-42a3-b0c1-e662ab579d2f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:56:52.988326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:52.993845 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:52.997397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event updated for resources: {'Port': ['ID=5ca07155-9b61-4c86-9b0c-4fb0ed194265,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:53.003168 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.020216 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.022344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-c4b43b9f-b031-40f8-96d4-9fcd26996e7d tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6440883 Aug 19 11:56:53.048492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:53.076562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-3a69cc94-1eba-43cf-9aa2-c87018e5162f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.0455644 Aug 19 11:56:53.208441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c38226-de36-4f08-9b0e-270da80f2ae4 req-7ebb4d7f-28b7-4688-960c-54e8521e1ddd tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:53.209956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c38226-de36-4f08-9b0e-270da80f2ae4 req-7ebb4d7f-28b7-4688-960c-54e8521e1ddd tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 945 time: 0.0798054 Aug 19 11:56:53.218542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-495f0cea-ece9-4db0-bdbe-dba1a0645aa7 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:53.219769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-495f0cea-ece9-4db0-bdbe-dba1a0645aa7 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1368554 Aug 19 11:56:53.231590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-e3042fb5-a126-4e12-80a7-343e15430fa7 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:56:53.232532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05276f67-290f-40c4-9987-01bd3771c3a7 req-e3042fb5-a126-4e12-80a7-343e15430fa7 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061746 Aug 19 11:56:53.259991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c38226-de36-4f08-9b0e-270da80f2ae4 req-63409082-552a-4f9f-b098-acfea18bf262 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393002 Aug 19 11:56:53.270756 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6411ff-aaf2-46a3-bf8a-a41e17ddda74 x-openstack-request-id: req-ee6411ff-aaf2-46a3-bf8a-a41e17ddda74 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:53.271044 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:53.271291 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee6411ff-aaf2-46a3-bf8a-a41e17ddda74 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:53.271686 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'status': 'completed', 'code': 200} Aug 19 11:56:53.308363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49492) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:53.370547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['ca320fe1-d8bb-42a3-b0c1-e662ab579d2f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:56:53.427313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-62f3ea80-564d-4f69-bc5a-fef499e3a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:53.429412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-62f3ea80-564d-4f69-bc5a-fef499e3a2d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1096 time: 0.1072261 Aug 19 11:56:53.461109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-46d14229-fec6-4877-bd9d-d0c354f64ee2 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:53.468109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-46d14229-fec6-4877-bd9d-d0c354f64ee2 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1344147 Aug 19 11:56:53.544374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df4cef2-5598-4ce8-acf3-de0f02728b76 admin admin] Deleting subnet b2a4fdb0-876e-4ce9-a5d2-469649f0215f {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:56:53.547523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1df4cef2-5598-4ce8-acf3-de0f02728b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.556565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f7ad0-a912-477a-a429-42d3b8c6a47e req-fffa145c-3a76-4419-ba97-4502d86805f2 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:53.558088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-620f7ad0-a912-477a-a429-42d3b8c6a47e req-fffa145c-3a76-4419-ba97-4502d86805f2 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 950 time: 0.1959116 Aug 19 11:56:53.570486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-9b558374-5ec4-46c1-bb5f-a803493adb9c tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.1014454 Aug 19 11:56:53.587049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1df4cef2-5598-4ce8-acf3-de0f02728b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.590371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-533f6e9f-e54f-42fa-85fa-f0b751669cfa tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Request body: {'floatingip': {'port_id': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:53.626080 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1df4cef2-5598-4ce8-acf3-de0f02728b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.653551 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-533f6e9f-e54f-42fa-85fa-f0b751669cfa tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.682188 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1df4cef2-5598-4ce8-acf3-de0f02728b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.695738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-620f7ad0-a912-477a-a429-42d3b8c6a47e req-69342fad-5b84-4f5b-beec-c5feab5ac1c8 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310279 Aug 19 11:56:53.698487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-7f7e6dd4-769a-48f7-8a73-7c69d420ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:53.699849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-7f7e6dd4-769a-48f7-8a73-7c69d420ee2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 921 time: 0.2599878 Aug 19 11:56:53.708612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4cef2-5598-4ce8-acf3-de0f02728b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a4fdb0-876e-4ce9-a5d2-469649f0215f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:53.713692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1df4cef2-5598-4ce8-acf3-de0f02728b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.715980 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1df4cef2-5598-4ce8-acf3-de0f02728b76 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b2a4fdb0-876e-4ce9-a5d2-469649f0215f HTTP/1.1" status: 204 len: 168 time: 0.4056551 Aug 19 11:56:53.723255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49496) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:53.767323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-c32c502b-36dc-4588-90fd-7d6d0df7dacc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 217 time: 0.0440874 Aug 19 11:56:53.809994 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.861333 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.883509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-4280115b-9e85-4a7d-9dae-e73cc7cd38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:53.884925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-4280115b-9e85-4a7d-9dae-e73cc7cd38a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 200 len: 860 time: 0.0951705 Aug 19 11:56:53.892023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.902103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487782ee-3b36-4ac6-a661-aec65fc1c82b']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:53.914154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38620ee3-cabc-43f9-84bb-08596a650512') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:53.914584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38620ee3-cabc-43f9-84bb-08596a650512') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:53.923833 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.926979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.942475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.949064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:56:53.949471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:56:53.951271 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:56:54.013469 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.032484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.034469 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] 10.222.0.65 "DELETE /v2.0/networks/487782ee-3b36-4ac6-a661-aec65fc1c82b HTTP/1.1" status: 204 len: 168 time: 0.3068497 Aug 19 11:56:54.035837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bbb9a-f9cd-4100-a6a9-0546db9926df admin admin] Pushing event deleted for resources: {'Network': ['ID=487782ee-3b36-4ac6-a661-aec65fc1c82b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:54.037478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49500) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:54.087003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-af42ac39-6f62-403f-90c8-109e1cb38109 admin admin] Deleting subnet 481415e8-2317-47c0-abad-4b521f7abe77 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:56:54.090701 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af42ac39-6f62-403f-90c8-109e1cb38109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.128942 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af42ac39-6f62-403f-90c8-109e1cb38109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.173938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af42ac39-6f62-403f-90c8-109e1cb38109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.230219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-ae1e2606-651d-485c-a892-5c138c87595b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d195167-75e9-4645-a328-5bb8d1f7689d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3334045 Aug 19 11:56:54.232936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af42ac39-6f62-403f-90c8-109e1cb38109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.257568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42ac39-6f62-403f-90c8-109e1cb38109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=481415e8-2317-47c0-abad-4b521f7abe77,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:54.272718 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af42ac39-6f62-403f-90c8-109e1cb38109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.275702 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-af42ac39-6f62-403f-90c8-109e1cb38109 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/481415e8-2317-47c0-abad-4b521f7abe77 HTTP/1.1" status: 204 len: 168 time: 0.2372158 Aug 19 11:56:54.278888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49504) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:54.345392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b3d0-30f7-4b4c-b0d4-7549db636ba0 req-ff8cfaa0-0462-45a0-bc46-80cbacf00ff7 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:54.346873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e356b3d0-30f7-4b4c-b0d4-7549db636ba0 req-ff8cfaa0-0462-45a0-bc46-80cbacf00ff7 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 946 time: 0.4653904 Aug 19 11:56:54.349159 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.430060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6a265c24-91d2-4b49-b234-cd77ea02f329 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:56:54.434708 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.445171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e63ead-557f-4ddc-8617-740af5135c15']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:54.454973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 6a265c24-91d2-4b49-b234-cd77ea02f329 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:56:54.455332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6a265c24-91d2-4b49-b234-cd77ea02f329 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:56:54.456022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a144b7-b073-4fcc-ab4f-34da31727252') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:54.456817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a144b7-b073-4fcc-ab4f-34da31727252') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:54.465526 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.479013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-a326c265-6d52-4397-8d70-5e9c7f4edc0e service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197051 Aug 19 11:56:54.479266 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.485484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:56:54.485879 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:56:54.487505 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:56:54.524344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e356b3d0-30f7-4b4c-b0d4-7549db636ba0 req-4a5d0214-c9ed-4c51-970e-f47de2699fbc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382070 Aug 19 11:56:54.551335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.556861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.561663 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] 10.222.0.65 "DELETE /v2.0/networks/84e63ead-557f-4ddc-8617-740af5135c15 HTTP/1.1" status: 204 len: 168 time: 0.2788968 Aug 19 11:56:54.572215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b41d1-ed19-477b-b236-1385109cc42e admin admin] Pushing event deleted for resources: {'Network': ['ID=84e63ead-557f-4ddc-8617-740af5135c15,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:54.632899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71b40a15-226c-484b-be58-7c574e112e0a req-0d17c77c-4da1-490f-9604-95f59af77b14 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips/4814b617-e5a5-40c3-b67c-27147df79b50 HTTP/1.1" status: 200 len: 692 time: 0.0684648 Aug 19 11:56:54.682917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49512) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:54.723081 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b2ab4296-50fd-4d12-a576-df90b82bdd6e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23172949aae84995841c5e7a8fa1e132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377517 Aug 19 11:56:54.724794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49516) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:54.775759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-978c1e94-cd7e-4c83-8102-059ee8216f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.783055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d885ebd-a549-4c40-9e6c-24a85c42f043 req-e28cc67a-d243-46a1-95c0-46b396078b98 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714648 Aug 19 11:56:54.798783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-978c1e94-cd7e-4c83-8102-059ee8216f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.807512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-533f6e9f-e54f-42fa-85fa-f0b751669cfa tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.820301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-533f6e9f-e54f-42fa-85fa-f0b751669cfa tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.827827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device ca320fe1-d8bb-42a3-b0c1-e662ab579d2f up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:56:54.855081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-978c1e94-cd7e-4c83-8102-059ee8216f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.858119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-978c1e94-cd7e-4c83-8102-059ee8216f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.859596 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-978c1e94-cd7e-4c83-8102-059ee8216f10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15725974-834d-4034-8b22-17fac0ff8c06 HTTP/1.1" status: 204 len: 168 time: 0.1338751 Aug 19 11:56:54.869098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b40a15-226c-484b-be58-7c574e112e0a req-7b7ad3e2-85ff-4d80-ad50-761b494635ad tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:54.870397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c1e94-cd7e-4c83-8102-059ee8216f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15725974-834d-4034-8b22-17fac0ff8c06,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:54.870534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71b40a15-226c-484b-be58-7c574e112e0a req-7b7ad3e2-85ff-4d80-ad50-761b494635ad tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.2097278 Aug 19 11:56:54.905085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:56:54.911722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:56:54.913067 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:54.963167 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-533f6e9f-e54f-42fa-85fa-f0b751669cfa tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Floating IP e8a097a6-0e29-4622-9954-ec6700bdd930 associated. External IP: 172.25.4.80, port: 3693fd74-9b1b-4bee-aa32-0cab7985a416. Aug 19 11:56:55.011419 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:55.052645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474e2f10-037f-4567-9590-6af2b3d233a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca320fe1-d8bb-42a3-b0c1-e662ab579d2f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:55.058098 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c91ac5-6e16-4d0e-998f-030c2aa596b7" -d '{"events": [{"server_uuid": "474e2f10-037f-4567-9590-6af2b3d233a8", "name": "network-vif-plugged", "status": "completed", "tag": "ca320fe1-d8bb-42a3-b0c1-e662ab579d2f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:55.078764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:56:55.087621 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:55.156293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:55.209435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-533f6e9f-e54f-42fa-85fa-f0b751669cfa tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Router 605d197b-91b2-4bc6-bccd-daf08a3b407c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:56:55.247715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49526) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:55.297505 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f5a2b44f-272a-4bc9-aed2-78cf15f8808c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d039070ba1c94a72a38d1410b1b34c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461769 Aug 19 11:56:55.297754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49528) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:56:55.299872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'name': 'network-vif-deleted', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:55.302015 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42ca926-0f67-4758-9a27-d2215210e31b" -d '{"events": [{"server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "name": "network-vif-deleted", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:55.329035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-533f6e9f-e54f-42fa-85fa-f0b751669cfa tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:56:55.333712 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-533f6e9f-e54f-42fa-85fa-f0b751669cfa tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:55.340967 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] Sync routers for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:56:55.350828 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:55.351797 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:55.354349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f78703a8-970e-43e5-aa6e-3653f2ff9b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:55.363841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-533f6e9f-e54f-42fa-85fa-f0b751669cfa tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "PUT /v2.0/floatingips/e8a097a6-0e29-4622-9954-ec6700bdd930 HTTP/1.1" status: 200 len: 995 time: 1.7869084 Aug 19 11:56:55.386641 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f78703a8-970e-43e5-aa6e-3653f2ff9b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:55.426072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-41a75418-1ec1-479d-bf95-d2c05c6a875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:55.429162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-41a75418-1ec1-479d-bf95-d2c05c6a875d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1096 time: 0.0514233 Aug 19 11:56:55.446273 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f78703a8-970e-43e5-aa6e-3653f2ff9b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:55.449254 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f78703a8-970e-43e5-aa6e-3653f2ff9b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:55.450608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f78703a8-970e-43e5-aa6e-3653f2ff9b1c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b45c4b29-7e00-4b01-be83-4096d1426720 HTTP/1.1" status: 204 len: 168 time: 0.1520076 Aug 19 11:56:55.459887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78703a8-970e-43e5-aa6e-3653f2ff9b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c4b29-7e00-4b01-be83-4096d1426720,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:55.476462 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:55.547330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-2e22df0d-ca76-4ffb-ad3e-610f40c7fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:55.556625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-2e22df0d-ca76-4ffb-ad3e-610f40c7fe22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 921 time: 0.1210322 Aug 19 11:56:55.623870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-d5cbffa6-65c2-407c-a5f3-b754d96f8edb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 998 time: 0.0662506 Aug 19 11:56:55.683572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-5a12de40-87a0-4d1d-acca-20ceba099647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:55.701276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-5a12de40-87a0-4d1d-acca-20ceba099647 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 200 len: 860 time: 0.0700445 Aug 19 11:56:55.732661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-101cdf72-88bd-4bf3-a2b1-415ce2770018 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d195167-75e9-4645-a328-5bb8d1f7689d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304503 Aug 19 11:56:55.742783 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'e8a097a6-0e29-4622-9954-ec6700bdd930', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'port_id': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'mac_address': 'fa:16:3e:10:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951766cd-3480-4f69-b79b-fb6a475aed42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:56:51Z', 'updated_at': '2021-08-19T11:56:54Z', 'revision_number': 1, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb405884-02d5-4c69-93ef-c14a64a0e7a8', 'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'mac_address': 'fa:16:3e:0d:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:37Z', 'updated_at': '2021-08-19T11:55:49Z', 'revision_number': 5, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'subnets': [{'id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:55.776865 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] Checking router: 605d197b-91b2-4bc6-bccd-daf08a3b407c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:56:55.785918 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:55.786551 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:55.877976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330894-e8f6-4378-99c8-b8117af3eb34 req-3db80c7e-414e-4d08-a36c-33403d04bc06 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:55.879469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e330894-e8f6-4378-99c8-b8117af3eb34 req-3db80c7e-414e-4d08-a36c-33403d04bc06 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.0888791 Aug 19 11:56:55.885072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-6500ca56-b6b3-481b-8342-8a52e2ee7692 service neutron] 10.222.0.65 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453032 Aug 19 11:56:55.901545 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:55.968332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e330894-e8f6-4378-99c8-b8117af3eb34 req-6d85b6dc-8f30-43d5-b310-93d8509b17ba tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821381 Aug 19 11:56:56.003645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9f3c6f3-a52e-4460-9479-493054a9724b req-19e3834d-db6a-4fba-a54e-a0847bb5e3a2 service neutron] 10.222.0.65 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113770 Aug 19 11:56:56.117562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-0e6b84d7-635c-4a05-b97c-9cda30abe101 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips/4814b617-e5a5-40c3-b67c-27147df79b50 HTTP/1.1" status: 200 len: 692 time: 0.0764787 Aug 19 11:56:56.154289 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'e8a097a6-0e29-4622-9954-ec6700bdd930', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'port_id': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'mac_address': 'fa:16:3e:10:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951766cd-3480-4f69-b79b-fb6a475aed42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:56:51Z', 'updated_at': '2021-08-19T11:56:54Z', 'revision_number': 1, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb405884-02d5-4c69-93ef-c14a64a0e7a8', 'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'mac_address': 'fa:16:3e:0d:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:37Z', 'updated_at': '2021-08-19T11:55:49Z', 'revision_number': 5, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'subnets': [{'id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:56.183040 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4500fc40-8075-4dd1-af24-338ede838bd1 None None] The sync data for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 is: [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'e8a097a6-0e29-4622-9954-ec6700bdd930', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'port_id': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'mac_address': 'fa:16:3e:10:9a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951766cd-3480-4f69-b79b-fb6a475aed42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:56:51Z', 'updated_at': '2021-08-19T11:56:54Z', 'revision_number': 1, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb405884-02d5-4c69-93ef-c14a64a0e7a8', 'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'mac_address': 'fa:16:3e:0d:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:37Z', 'updated_at': '2021-08-19T11:55:49Z', 'revision_number': 5, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'subnets': [{'id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:56:56.219460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e518d8c-668e-4a49-9c7d-39a1f8ae032c req-14c1c0d9-43f3-4bad-a062-0c179b5bc59b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:56.221048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e518d8c-668e-4a49-9c7d-39a1f8ae032c req-14c1c0d9-43f3-4bad-a062-0c179b5bc59b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 950 time: 0.1198604 Aug 19 11:56:56.285959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-cf91ca0e-3c78-41f8-8988-be8bbeb1e952 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:56.287369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-cf91ca0e-3c78-41f8-8988-be8bbeb1e952 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1561491 Aug 19 11:56:56.299136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e518d8c-668e-4a49-9c7d-39a1f8ae032c req-da984139-658a-4e4a-8541-3e4e9ab6fb31 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717721 Aug 19 11:56:56.305231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-c5cf32e0-435e-4500-a03a-35ca9f46981b tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:56:56.306329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-c5cf32e0-435e-4500-a03a-35ca9f46981b tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061941 Aug 19 11:56:56.351413 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411ccbf7-b62a-4eca-bfa9-1875df990bd4 x-openstack-request-id: req-411ccbf7-b62a-4eca-bfa9-1875df990bd4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:56.351954 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474e2f10-037f-4567-9590-6af2b3d233a8", "name": "network-vif-plugged", "status": "completed", "tag": "ca320fe1-d8bb-42a3-b0c1-e662ab579d2f", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:56.352058 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-411ccbf7-b62a-4eca-bfa9-1875df990bd4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:56.352538 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474e2f10-037f-4567-9590-6af2b3d233a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca320fe1-d8bb-42a3-b0c1-e662ab579d2f', 'code': 200} Aug 19 11:56:56.370855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-7791d03c-4cab-4076-b274-4a8a61c3d1b2 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.0490699 Aug 19 11:56:56.432014 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da77cbe2-6731-4b0f-af00-6109fea9affd x-openstack-request-id: req-da77cbe2-6731-4b0f-af00-6109fea9affd {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:56.432014 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809ae7f8-8989-4511-b991-d3acabd02bbe", "name": "network-vif-deleted", "tag": "6a265c24-91d2-4b49-b234-cd77ea02f329", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:56.432014 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da77cbe2-6731-4b0f-af00-6109fea9affd {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:56.432014 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809ae7f8-8989-4511-b991-d3acabd02bbe', 'name': 'network-vif-deleted', 'tag': '6a265c24-91d2-4b49-b234-cd77ea02f329', 'status': 'completed', 'code': 200} Aug 19 11:56:56.441120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-bf2855cc-aea0-421b-ad4b-b6e3c3ca0384 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.0622919 Aug 19 11:56:56.473528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9021411-323b-435e-8270-e64478eebf18 None None] New status for floating IP e8a097a6-0e29-4622-9954-ec6700bdd930: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:56:56.896349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-1c7228d4-85b6-4976-9bfe-6ebff9ccdf01 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 998 time: 0.4492092 Aug 19 11:56:56.957570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48c78e-2424-454e-b7e0-d6fa07c26ea8 req-2f4903a3-3181-4ace-a0ba-6a8916b5cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:56.959073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb48c78e-2424-454e-b7e0-d6fa07c26ea8 req-2f4903a3-3181-4ace-a0ba-6a8916b5cab6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 1097 time: 0.4688141 Aug 19 11:56:56.982338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-60af80a1-db96-470d-9eff-3d047943ee37 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:56.983737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-60af80a1-db96-470d-9eff-3d047943ee37 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports/3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 942 time: 0.0664515 Aug 19 11:56:57.020035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb48c78e-2424-454e-b7e0-d6fa07c26ea8 req-7a13e54c-fcd8-434d-8551-471d5d118a03 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 Aug 19 11:56:57.022400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Deleting port 5ca07155-9b61-4c86-9b0c-4fb0ed194265 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:56:57.022772 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.138221 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-8cd31a14-db5f-4f22-ac8f-d3d9f36c5e9f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 1000 time: 0.0799360 Aug 19 11:56:57.157635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.157955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.206723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Calling delete_port for 5ca07155-9b61-4c86-9b0c-4fb0ed194265 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:56:57.307607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d57b77c1-f4bb-4c8b-9a87-e0d05cb8b08b tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:57.308974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d57b77c1-f4bb-4c8b-9a87-e0d05cb8b08b tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1624627 Aug 19 11:56:57.411170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-276698cf-f578-4a0b-9569-0b5d492bebe4 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 1000 time: 0.0942836 Aug 19 11:56:57.422872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d36af3dd-6de2-4452-826a-23e6306edb48 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:56:57.477570 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.519157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event deleted for resources: {'Port': ['ID=5ca07155-9b61-4c86-9b0c-4fb0ed194265,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:57.522745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d36af3dd-6de2-4452-826a-23e6306edb48 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.645722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.648196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.649363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c97ab3c0-a693-420a-982e-986094e4bb09 req-65f11898-930f-44c9-a23d-3b3b8cad4202 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "DELETE /v2.0/floatingips/4814b617-e5a5-40c3-b67c-27147df79b50 HTTP/1.1" status: 204 len: 173 time: 1.2011733 Aug 19 11:56:57.712270 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d36af3dd-6de2-4452-826a-23e6306edb48 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.717092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d36af3dd-6de2-4452-826a-23e6306edb48 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.717415 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d36af3dd-6de2-4452-826a-23e6306edb48 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Floating IP e8a097a6-0e29-4622-9954-ec6700bdd930 disassociated. External IP: 172.25.4.80, port: 3693fd74-9b1b-4bee-aa32-0cab7985a416. Aug 19 11:56:57.942171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6ce5f-7c02-4140-8c55-43669ab9b16b req-e0bd28ea-e068-4d12-b8d6-01f8c6ba160c tempest-LiveMigrationNegativeTest-405909481 tempest-LiveMigrationNegativeTest-405909481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:57.943681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-faf6ce5f-7c02-4140-8c55-43669ab9b16b req-e0bd28ea-e068-4d12-b8d6-01f8c6ba160c tempest-LiveMigrationNegativeTest-405909481 tempest-LiveMigrationNegativeTest-405909481-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 1101 time: 0.0870240 Aug 19 11:56:57.966436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-faf6ce5f-7c02-4140-8c55-43669ab9b16b req-c1b8c883-16da-4ed8-ad2c-122b5cf97466 tempest-LiveMigrationNegativeTest-405909481 tempest-LiveMigrationNegativeTest-405909481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:57.969203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d36af3dd-6de2-4452-826a-23e6306edb48 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Router 605d197b-91b2-4bc6-bccd-daf08a3b407c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:56:58.120490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d36af3dd-6de2-4452-826a-23e6306edb48 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:56:58.126675 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d36af3dd-6de2-4452-826a-23e6306edb48 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:58.130577 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] Sync routers for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:56:58.141492 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:58.142112 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:58.173074 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-faf6ce5f-7c02-4140-8c55-43669ab9b16b req-c1b8c883-16da-4ed8-ad2c-122b5cf97466 tempest-LiveMigrationNegativeTest-405909481 tempest-LiveMigrationNegativeTest-405909481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:58.175071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d36af3dd-6de2-4452-826a-23e6306edb48 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "PUT /v2.0/floatingips/e8a097a6-0e29-4622-9954-ec6700bdd930 HTTP/1.1" status: 200 len: 694 time: 0.7578175 Aug 19 11:56:58.176896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:58.180991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-faf6ce5f-7c02-4140-8c55-43669ab9b16b req-c1b8c883-16da-4ed8-ad2c-122b5cf97466 tempest-LiveMigrationNegativeTest-405909481 tempest-LiveMigrationNegativeTest-405909481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:56:58.228740 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-faf6ce5f-7c02-4140-8c55-43669ab9b16b req-c1b8c883-16da-4ed8-ad2c-122b5cf97466 tempest-LiveMigrationNegativeTest-405909481 tempest-LiveMigrationNegativeTest-405909481-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789476 Aug 19 11:56:58.235658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8c883-16da-4ed8-ad2c-122b5cf97466 tempest-LiveMigrationNegativeTest-405909481 tempest-LiveMigrationNegativeTest-405909481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e6c65-ef59-4195-bebc-e3217306e80d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:56:58.250953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-29311c3b-3b16-4b03-a144-9bc77ab2b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:58.252621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-29311c3b-3b16-4b03-a144-9bc77ab2b0f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1096 time: 0.0555437 Aug 19 11:56:58.271125 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:58.357927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-0519f785-3e98-4950-ad3d-98dd46d2a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:58.359570 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-0519f785-3e98-4950-ad3d-98dd46d2a502 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 921 time: 0.0931165 Aug 19 11:56:58.408717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-d83c754b-8637-4c05-b6e7-0407c07387dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 217 time: 0.0408363 Aug 19 11:56:58.433123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416'}, {'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:56:58.436869 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a57e268-69dc-4ba4-afc0-75c11879ae0d" -d '{"events": [{"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416"}, {"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:56:58.495235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-f37b0d79-6c89-45a1-8fa3-581730aba312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:58.501243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-f37b0d79-6c89-45a1-8fa3-581730aba312 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 200 len: 860 time: 0.0849741 Aug 19 11:56:58.507945 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'eb405884-02d5-4c69-93ef-c14a64a0e7a8', 'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'mac_address': 'fa:16:3e:0d:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:37Z', 'updated_at': '2021-08-19T11:55:49Z', 'revision_number': 5, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'subnets': [{'id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:58.536570 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] Checking router: 605d197b-91b2-4bc6-bccd-daf08a3b407c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:56:58.545134 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:56:58.545735 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:58.550652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-9a4829f4-834a-44c7-a6be-5d30ccc02389 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d195167-75e9-4645-a328-5bb8d1f7689d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353806 Aug 19 11:56:58.573960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcafdb0-e584-4a05-8b12-ea36191ef192 req-71d7bbc3-23a9-42fc-9f3a-38c50544306c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:58.575405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbcafdb0-e584-4a05-8b12-ea36191ef192 req-71d7bbc3-23a9-42fc-9f3a-38c50544306c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.0959458 Aug 19 11:56:58.651566 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:56:58.652623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbcafdb0-e584-4a05-8b12-ea36191ef192 req-500f5bde-089c-4090-9c04-719f7afd3d99 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672026 Aug 19 11:56:58.685582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-56eb4e1f-5629-4ba5-a7b7-d934af280f0a service neutron] 10.222.0.65 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268868 Aug 19 11:56:58.801421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bac0a9a3-ffab-47b2-8e27-1027d273c0d8 req-87ea25b7-8ed2-4d77-9b88-ca4d0f300ada service neutron] 10.222.0.65 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064205 Aug 19 11:56:58.948497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-c7a626a4-c5ab-4c74-bd40-5359e39a4d9b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768335 Aug 19 11:56:58.958392 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'eb405884-02d5-4c69-93ef-c14a64a0e7a8', 'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'mac_address': 'fa:16:3e:0d:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:37Z', 'updated_at': '2021-08-19T11:55:49Z', 'revision_number': 5, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'subnets': [{'id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:56:58.984720 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82fe8-dce3-4c7b-ac63-792ac2bab9fc None None] The sync data for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 is: [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'eb405884-02d5-4c69-93ef-c14a64a0e7a8', 'name': '', 'network_id': '7d195167-75e9-4645-a328-5bb8d1f7689d', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'mac_address': 'fa:16:3e:0d:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:37Z', 'updated_at': '2021-08-19T11:55:49Z', 'revision_number': 5, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'subnets': [{'id': '1a201f75-5dd4-4f32-aae5-34f5333b7e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:56:59.106304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a27e-6cd6-4918-80fd-a435e0dc6e69 req-f4e29080-a8df-4683-ba29-24863573c42c tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:59.107860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fae5a27e-6cd6-4918-80fd-a435e0dc6e69 req-f4e29080-a8df-4683-ba29-24863573c42c tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2761545 Aug 19 11:56:59.146887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fc33b-58d2-407e-8561-6794241fa615 req-3637bbec-43fc-4a90-a92d-66c2d2e8cc65 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:59.148546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-3637bbec-43fc-4a90-a92d-66c2d2e8cc65 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930187 Aug 19 11:56:59.165405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d234e64f-662e-467d-b664-edac8285b6f6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/quotas/e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 375 time: 0.0104568 Aug 19 11:56:59.221153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-10093a2a-5f0e-40e4-bdad-eb82633fac47 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450742 Aug 19 11:56:59.227419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c644d-8f9b-4c87-bc77-9acdcf7f2f44 None None] New status for floating IP e8a097a6-0e29-4622-9954-ec6700bdd930: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:56:59.244208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955387e4-e830-42fd-952f-dc1e1238a659 req-402d5696-fe9e-43b9-a317-22de5aa562a4 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:59.244208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-955387e4-e830-42fd-952f-dc1e1238a659 req-402d5696-fe9e-43b9-a317-22de5aa562a4 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 946 time: 0.0763595 Aug 19 11:56:59.287647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-955387e4-e830-42fd-952f-dc1e1238a659 req-e4e1b178-d245-4d84-a2ae-a851582295c7 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups?id=868ba7d2-224f-4dc3-9342-ebba6491f538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356390 Aug 19 11:56:59.404544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-388bb01c-eda6-4493-8b19-03300cdc0ea6 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:59.407025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-388bb01c-eda6-4493-8b19-03300cdc0ea6 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 946 time: 0.0876493 Aug 19 11:56:59.408577 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 11:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59cff86-2151-4529-bcc4-2444e9f9be08 x-openstack-request-id: req-f59cff86-2151-4529-bcc4-2444e9f9be08 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:56:59.408901 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:56:59.409199 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f59cff86-2151-4529-bcc4-2444e9f9be08 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:56:59.409591 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'status': 'completed', 'code': 200} Aug 19 11:56:59.409843 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'status': 'completed', 'code': 200} Aug 19 11:56:59.550643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a213d07-770f-4777-969c-ca07c49d545f req-6667fb49-ce5e-4bf1-9fda-c3301c3c0563 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/floatingips/e8a097a6-0e29-4622-9954-ec6700bdd930 HTTP/1.1" status: 200 len: 694 time: 0.1399593 Aug 19 11:56:59.582665 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45f834d4-bfe1-4717-8989-f071389af255 req-7b699196-025d-451b-8a88-150ef5379d23 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=b8e34a97212c48058986306d677dfbe8 HTTP/1.1" status: 200 len: 1656 time: 0.1633255 Aug 19 11:56:59.742189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-59109b5d-5000-424e-a848-95e9344e4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:56:59.743683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-59109b5d-5000-424e-a848-95e9344e4bcf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1096 time: 0.2099469 Aug 19 11:57:00.160151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f834d4-bfe1-4717-8989-f071389af255 req-49d2d1ed-1e2a-4f69-8297-38891c1c6fbf tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:00.161546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45f834d4-bfe1-4717-8989-f071389af255 req-49d2d1ed-1e2a-4f69-8297-38891c1c6fbf tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks?id=4cb52ebe-f4db-498e-982d-427874c885d6&id=4cb52ebe-f4db-498e-982d-427874c885d6&id=4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 787 time: 0.5623252 Aug 19 11:57:00.170846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a213d07-770f-4777-969c-ca07c49d545f req-026ff7c2-80c0-417f-8ca3-6090f8ba78c4 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:00.172299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a213d07-770f-4777-969c-ca07c49d545f req-026ff7c2-80c0-417f-8ca3-6090f8ba78c4 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.5997241 Aug 19 11:57:00.183764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-45f834d4-bfe1-4717-8989-f071389af255 req-df1bf967-2d57-40fc-8b11-93c5baee68ac tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 11:57:00.184750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45f834d4-bfe1-4717-8989-f071389af255 req-df1bf967-2d57-40fc-8b11-93c5baee68ac tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098853 Aug 19 11:57:00.203893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Deleting port 7e66accd-e2d5-4734-b59c-95a4cc312710 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:00.204226 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:00.288391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-cc1393ca-e3e8-48b2-b878-40f67af775eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:00.289915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-cc1393ca-e3e8-48b2-b878-40f67af775eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 921 time: 0.5315428 Aug 19 11:57:00.295074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a213d07-770f-4777-969c-ca07c49d545f req-760c0665-8fa9-41c9-a796-f9e18683ffe0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.1094763 Aug 19 11:57:00.404209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c830f78f-88d9-4e26-80c2-04248985661e req-b2c8a53b-1191-4396-b49e-301ad57e5825 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 210 time: 0.1044409 Aug 19 11:57:00.405456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-6ce2eed9-0ad1-4aa4-a2eb-5e6a3aed2e39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 217 time: 0.1047170 Aug 19 11:57:00.435259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a213d07-770f-4777-969c-ca07c49d545f req-4ed45ecf-2b76-405c-9a14-dc1f3c83854e tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.1307228 Aug 19 11:57:00.465725 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d8dd9bbd-35a4-449c-b470-418761113a5e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384312 Aug 19 11:57:00.481139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] For port 7e66accd-e2d5-4734-b59c-95a4cc312710, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7e66accd-e2d5-4734-b59c-95a4cc312710,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:00.481512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:00.592811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fc33b-58d2-407e-8561-6794241fa615 req-19a24745-cef1-42e6-be28-001aa94f1cb7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:00.594571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-19a24745-cef1-42e6-be28-001aa94f1cb7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1214471 Aug 19 11:57:00.616175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Request body: {'port': {'device_id': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'e965f0a2bc434fb0be5dfcd914344c10'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:00.628362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-a4f60b54-3dd9-4408-a462-3754cdbcea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:00.629914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-a4f60b54-3dd9-4408-a462-3754cdbcea31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 200 len: 860 time: 0.2079384 Aug 19 11:57:00.714162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-79c4d384-0077-45a5-87a6-e22072ed59c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d195167-75e9-4645-a328-5bb8d1f7689d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586541 Aug 19 11:57:00.739140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Made reservation on behalf of e965f0a2bc434fb0be5dfcd914344c10 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:00.744109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:00.754552 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:00.862100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:00.866580 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:00.887008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-3a213d07-770f-4777-969c-ca07c49d545f req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Deleting port 8b15861d-c5d5-4138-97b2-b4ed906a4693 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:00.887347 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a213d07-770f-4777-969c-ca07c49d545f req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:00.936504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:00.956287 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:00.956704 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:00.957019 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Floating IP bbb9eb5f-0c66-4e82-a92f-d9b414aed40a disassociated. External IP: 172.25.4.253, port: 7e66accd-e2d5-4734-b59c-95a4cc312710. Aug 19 11:57:00.957359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Calling delete_port for 7e66accd-e2d5-4734-b59c-95a4cc312710 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:00.972776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-2974d401-efb6-4b5f-9d06-e041985d7020 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460010 Aug 19 11:57:00.989356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455845c8-3f67-4e5d-bc58-011f219018ea req-eab39389-4058-4df1-a3f7-0e47d89822ef tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:00.990834 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-455845c8-3f67-4e5d-bc58-011f219018ea req-eab39389-4058-4df1-a3f7-0e47d89822ef tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.2010493 Aug 19 11:57:01.012698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Allocated IP 192.168.233.151 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:01.149889 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a213d07-770f-4777-969c-ca07c49d545f req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.150237 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a213d07-770f-4777-969c-ca07c49d545f req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.170374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.171927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-455845c8-3f67-4e5d-bc58-011f219018ea req-0f760735-9063-43c9-a4a4-dfeb9d717483 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458631 Aug 19 11:57:01.189199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Transition to ACTIVE for port object 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:01.194025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-3a213d07-770f-4777-969c-ca07c49d545f req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Calling delete_port for 8b15861d-c5d5-4138-97b2-b4ed906a4693 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:01.225084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.272589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:01.275797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:01.280146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:01.309599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Pushing event updated for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:01.315490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-d96ce1cd-3c5e-4ebd-9d5c-bf04c519d9d4 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907376 Aug 19 11:57:01.338314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5301abe7-26d2-455b-bdf9-9126f467589c req-baa3c9a7-bc3f-45a0-8167-f4ef6f842cd9 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips/2b507c37-9246-4572-91a7-a8b636ec03a3 HTTP/1.1" status: 200 len: 692 time: 0.1132586 Aug 19 11:57:01.338883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:01.339756 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.361148 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-d5a07a15-d57e-4e0e-8270-c26eb425e1ac tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7503185 Aug 19 11:57:01.381091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Request body: {'port': {'device_id': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:01.383572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.441230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.495021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Pushing event deleted for resources: {'Port': ['ID=7e66accd-e2d5-4734-b59c-95a4cc312710,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:01.590819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ee7884f-fcbd-434a-a095-bd86f0908df9 None None] Provisioning for port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:01.595347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ee7884f-fcbd-434a-a095-bd86f0908df9 None None] Provisioning complete for port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:01.595944 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ee7884f-fcbd-434a-a095-bd86f0908df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.633378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-0379b98b-6105-4871-adfb-94ae00e5b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:01.634957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-0379b98b-6105-4871-adfb-94ae00e5b855 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 1096 time: 0.1987729 Aug 19 11:57:01.644169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6ee7884f-fcbd-434a-a095-bd86f0908df9 None None] Port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:57:01.650692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301abe7-26d2-455b-bdf9-9126f467589c req-e41d49ad-f6c1-4a10-9a0c-7dede3628795 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:01.652061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5301abe7-26d2-455b-bdf9-9126f467589c req-e41d49ad-f6c1-4a10-9a0c-7dede3628795 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.2994127 Aug 19 11:57:01.714772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:01.722368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.735783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Transition to ACTIVE for port object 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:01.740059 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.769516 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a213d07-770f-4777-969c-ca07c49d545f req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.778585 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5301abe7-26d2-455b-bdf9-9126f467589c req-80af6f2f-8216-40ba-b7fc-446b8077961c tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.1101851 Aug 19 11:57:01.790620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Router e433e777-4945-4f0d-bec4-492c5103adce has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:57:01.812964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Pushing event updated for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:01.822607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Pushing event deleted for resources: {'Port': ['ID=8b15861d-c5d5-4138-97b2-b4ed906a4693,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:01.873171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Attempting to bind port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:01.873744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Attempting to bind port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:01.874187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Attempting to bind port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:01.879743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:57:01.880375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Attempting to bind port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:01.887436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:01.887733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:01.888744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:01.888963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Bound port: 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:01.889576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:01.914405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-d6afcccc-4d99-4eaa-8f26-f03a9d6487a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:01.915925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-d6afcccc-4d99-4eaa-8f26-f03a9d6487a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 200 len: 921 time: 0.2589562 Aug 19 11:57:01.968919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5301abe7-26d2-455b-bdf9-9126f467589c req-5d420e75-863f-4872-9a77-19abf7140aac tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.1526489 Aug 19 11:57:01.986973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:01.990890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:01.996929 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:02.014076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-0c8f52ac-4cf8-4ff9-99d8-1a928aeab551 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 200 len: 217 time: 0.0723486 Aug 19 11:57:02.038355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:02.038977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:02.040418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] 10.222.0.54 "PUT /v2.0/ports/47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 1096 time: 0.6644075 Aug 19 11:57:02.040845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:02.043132 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274b071e-14db-4e5c-8698-d19575909102" -d '{"events": [{"name": "network-changed", "server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:02.088625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4e2d7-4fcc-4955-8c7b-683cebd43a71 service neutron] Pushing event updated for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:02.148001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fc33b-58d2-407e-8561-6794241fa615 req-ae1e62ce-a6e0-418c-aabe-3347e7142f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:02.149653 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-ae1e62ce-a6e0-418c-aabe-3347e7142f7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1099 time: 0.0489762 Aug 19 11:57:02.194196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a213d07-770f-4777-969c-ca07c49d545f req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:02.196800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a213d07-770f-4777-969c-ca07c49d545f req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:02.197999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a213d07-770f-4777-969c-ca07c49d545f req-42c8047b-c0bd-4311-897a-bdb6e5834c17 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "DELETE /v2.0/floatingips/e8a097a6-0e29-4622-9954-ec6700bdd930 HTTP/1.1" status: 204 len: 173 time: 1.7338517 Aug 19 11:57:02.231547 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-94427dc9-f616-4ae7-8584-bd6580dc52fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 217 time: 0.0538206 Aug 19 11:57:02.308564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fc33b-58d2-407e-8561-6794241fa615 req-ed53cb44-3848-4007-808d-f2f67c4bc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:02.310102 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-ed53cb44-3848-4007-808d-f2f67c4bc96d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0700216 Aug 19 11:57:02.366929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fc33b-58d2-407e-8561-6794241fa615 req-9c0ff9d5-1497-4a91-bd54-cfc8723dbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:02.369224 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-9c0ff9d5-1497-4a91-bd54-cfc8723dbbce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0506568 Aug 19 11:57:02.488772 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-626a33e0-b5dc-4ec9-8772-9e341c41605c service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933871 Aug 19 11:57:02.577620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-f28caa04-3c23-4e86-bfa4-02d3eb594487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:02.579109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-f28caa04-3c23-4e86-bfa4-02d3eb594487 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 200 len: 860 time: 0.5062847 Aug 19 11:57:02.585758 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b79fc33b-58d2-407e-8561-6794241fa615 req-fa83a723-9324-41f1-b293-a79dd8fc272a service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880332 Aug 19 11:57:02.599771 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fc4b659-91fa-4d67-8b90-99a88a62ab82 req-17db9f3b-2f66-4852-90e1-e006622041f6 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bae3d8e-24a5-4478-a403-4bc606ee02ba HTTP/1.1" status: 200 len: 210 time: 0.0503395 Aug 19 11:57:02.643614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:57:02.646493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-a058656e-4805-4b66-ae7a-414d1bd5df0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d195167-75e9-4645-a328-5bb8d1f7689d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500166 Aug 19 11:57:02.653722 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] Sync routers for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:57:02.665612 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:02.666231 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:02.716118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] No DVR routers for this DVR port 7e66accd-e2d5-4734-b59c-95a4cc312710 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:02.719592 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:02.721960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df3bf8b9-0261-470d-b9e4-d46f65e432ef req-c42b26b8-1720-42ec-be32-1477e93d5a75 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.54 "DELETE /v2.0/ports/7e66accd-e2d5-4734-b59c-95a4cc312710 HTTP/1.1" status: 204 len: 173 time: 3.3047812 Aug 19 11:57:02.756315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'name': 'network-vif-deleted', 'tag': '7e66accd-e2d5-4734-b59c-95a4cc312710'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:02.758655 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c76d3d-87ef-408e-9c13-eb2e42d60fe5" -d '{"events": [{"server_uuid": "8bae3d8e-24a5-4478-a403-4bc606ee02ba", "name": "network-vif-deleted", "tag": "7e66accd-e2d5-4734-b59c-95a4cc312710"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:02.790253 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:02.791247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5301abe7-26d2-455b-bdf9-9126f467589c req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Deleting port f2de163d-1ffb-4033-8e3c-3947957f8f73 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:02.791602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5301abe7-26d2-455b-bdf9-9126f467589c req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:02.872858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-cf0431da-6e65-4c8c-bb9b-3d8187e110b8 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001665 Aug 19 11:57:02.953951 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5301abe7-26d2-455b-bdf9-9126f467589c req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:02.954285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5301abe7-26d2-455b-bdf9-9126f467589c req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:02.971567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5301abe7-26d2-455b-bdf9-9126f467589c req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Calling delete_port for f2de163d-1ffb-4033-8e3c-3947957f8f73 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:03.010733 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'edca61ab-1f15-4bc0-8f65-2db69a6db0d7', 'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'mac_address': 'fa:16:3e:9f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:38Z', 'revision_number': 5, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'subnets': [{'id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:03.041361 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] Checking router: e433e777-4945-4f0d-bec4-492c5103adce for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:57:03.050991 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:03.051696 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:03.063615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a57e268-69dc-4ba4-afc0-75c11879ae0d req-810b2898-984e-443c-82f4-4621f7bec8c3 service neutron] 10.222.0.69 "GET /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817114 Aug 19 11:57:03.150710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bba115-ff3a-46a5-8b0f-ebc26e91d9e2 req-a779300e-6232-4779-b04c-af32f3008f06 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:03.152214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0bba115-ff3a-46a5-8b0f-ebc26e91d9e2 req-a779300e-6232-4779-b04c-af32f3008f06 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 948 time: 0.1019614 Aug 19 11:57:03.158939 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:03.194006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-e0462bb9-c60c-4f67-bfcc-28f3a13da62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:03.195614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-e0462bb9-c60c-4f67-bfcc-28f3a13da62b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1952e160fd744a2795e2b5030ee0c68a&device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 1097 time: 0.0988166 Aug 19 11:57:03.286930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0bba115-ff3a-46a5-8b0f-ebc26e91d9e2 req-af316cae-8bed-4364-ae92-4ec47920471f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216955 Aug 19 11:57:03.318565 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5301abe7-26d2-455b-bdf9-9126f467589c req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:03.364270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event deleted for resources: {'Port': ['ID=f2de163d-1ffb-4033-8e3c-3947957f8f73,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:03.377326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-bffbe00a-e643-45c7-9f5a-8c0e94afee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:03.378810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-bffbe00a-e643-45c7-9f5a-8c0e94afee39 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 200 len: 911 time: 0.1711709 Aug 19 11:57:03.390194 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'edca61ab-1f15-4bc0-8f65-2db69a6db0d7', 'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'mac_address': 'fa:16:3e:9f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:38Z', 'revision_number': 5, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'subnets': [{'id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:03.435208 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525d02d-d5e9-4964-8d50-c77520ea5f94 None None] The sync data for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 is: [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:54:31Z', 'revision_number': 4, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'edca61ab-1f15-4bc0-8f65-2db69a6db0d7', 'name': '', 'network_id': 'bde7db6e-f5cd-4506-a63c-8b68f742965d', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'mac_address': 'fa:16:3e:9f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:28Z', 'updated_at': '2021-08-19T11:54:38Z', 'revision_number': 5, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'subnets': [{'id': '48240805-8f1f-40eb-9de4-9a73faa9cd88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:57:03.464046 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ada9e04-4827-49d3-8d1b-fe0de8c38f0b x-openstack-request-id: req-2ada9e04-4827-49d3-8d1b-fe0de8c38f0b {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:03.465153 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:03.465629 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ada9e04-4827-49d3-8d1b-fe0de8c38f0b {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:03.466227 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'status': 'completed', 'code': 200} Aug 19 11:57:03.482937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-dc74d61c-2e97-44b7-aaa7-dd3322edd7ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f HTTP/1.1" status: 200 len: 217 time: 0.0485692 Aug 19 11:57:03.491574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5301abe7-26d2-455b-bdf9-9126f467589c req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:03.494216 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5301abe7-26d2-455b-bdf9-9126f467589c req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:03.505547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5301abe7-26d2-455b-bdf9-9126f467589c req-0f52e4d7-9dca-46e1-8616-f41eff2a5a74 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "DELETE /v2.0/floatingips/2b507c37-9246-4572-91a7-a8b636ec03a3 HTTP/1.1" status: 204 len: 173 time: 1.5004487 Aug 19 11:57:03.649879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-5acdaf4a-d44d-4a2b-b1a3-fcd64409ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:03.651700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-5acdaf4a-d44d-4a2b-b1a3-fcd64409ec70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c25781d-7f59-4b62-9214-b067e1c238c3 HTTP/1.1" status: 200 len: 850 time: 0.1448510 Aug 19 11:57:03.654640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f119e95-3169-4b32-8eee-73b285a43ea2 req-87bf109b-1016-447c-97ea-80767f183a1f tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups/0a3f2649-358c-4b12-a8e5-3520049560f2 HTTP/1.1" status: 200 len: 1807 time: 0.1762047 Aug 19 11:57:03.684832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b071e-14db-4e5c-8698-d19575909102 req-29fc466f-a318-402c-9d2d-6dac91f26e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:03.686374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274b071e-14db-4e5c-8698-d19575909102 req-29fc466f-a318-402c-9d2d-6dac91f26e49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1099 time: 0.1642280 Aug 19 11:57:03.706213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d750bb-137f-4d76-b6d7-5e8dc7a3f041 None None] New status for floating IP bbb9eb5f-0c66-4e82-a92f-d9b414aed40a: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:57:03.721685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-36fc6436-6938-437d-addc-5fb70958bdc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cf3e5e3-cc59-4775-9180-d251d0f2254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540924 Aug 19 11:57:03.786451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58244cf-7cc3-45b3-8a28-c3753d0e309c req-6fbd8167-9f47-4e12-934e-8d049c32bad7 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:03.787838 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e58244cf-7cc3-45b3-8a28-c3753d0e309c req-6fbd8167-9f47-4e12-934e-8d049c32bad7 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 950 time: 0.2282839 Aug 19 11:57:03.926494 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9f119e95-3169-4b32-8eee-73b285a43ea2 req-0402713f-d92f-47db-914b-4be4eb8effd6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:03.947683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e58244cf-7cc3-45b3-8a28-c3753d0e309c req-63c69a3b-6c4d-4a67-b19e-cf7fef06919f tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433556 Aug 19 11:57:03.958509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b071e-14db-4e5c-8698-d19575909102 req-42960fea-9fe9-4164-b8d1-b6f0541f0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:03.959967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274b071e-14db-4e5c-8698-d19575909102 req-42960fea-9fe9-4164-b8d1-b6f0541f0825 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2639382 Aug 19 11:57:03.964342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-616d2989-8f91-484d-823b-229c4116a58b service neutron] 10.222.0.69 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213242 Aug 19 11:57:03.979416 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9f119e95-3169-4b32-8eee-73b285a43ea2 req-0402713f-d92f-47db-914b-4be4eb8effd6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:04.031561 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de46cb79-8750-441d-9ba3-4e0cf81a89ea x-openstack-request-id: req-de46cb79-8750-441d-9ba3-4e0cf81a89ea {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:04.032012 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bae3d8e-24a5-4478-a403-4bc606ee02ba", "name": "network-vif-deleted", "tag": "7e66accd-e2d5-4734-b59c-95a4cc312710", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:04.032273 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de46cb79-8750-441d-9ba3-4e0cf81a89ea {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:04.032726 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bae3d8e-24a5-4478-a403-4bc606ee02ba', 'name': 'network-vif-deleted', 'tag': '7e66accd-e2d5-4734-b59c-95a4cc312710', 'status': 'completed', 'code': 200} Aug 19 11:57:04.042847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274b071e-14db-4e5c-8698-d19575909102 req-de875fcf-7ab5-47f0-92ee-389c173c9375 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 217 time: 0.0708611 Aug 19 11:57:04.143028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9f119e95-3169-4b32-8eee-73b285a43ea2 req-0402713f-d92f-47db-914b-4be4eb8effd6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:04.145591 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9f119e95-3169-4b32-8eee-73b285a43ea2 req-0402713f-d92f-47db-914b-4be4eb8effd6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:04.146745 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f119e95-3169-4b32-8eee-73b285a43ea2 req-0402713f-d92f-47db-914b-4be4eb8effd6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "DELETE /v2.0/security-groups/0a3f2649-358c-4b12-a8e5-3520049560f2 HTTP/1.1" status: 204 len: 173 time: 0.4824958 Aug 19 11:57:04.182303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25dc6ab4-2069-4951-bfec-a8df9e133492 req-f95d0c6b-70dd-4c0a-baab-5cc447cc45fd service neutron] 10.222.0.69 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000153 Aug 19 11:57:04.185007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402713f-d92f-47db-914b-4be4eb8effd6 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f2649-358c-4b12-a8e5-3520049560f2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:04.188628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b071e-14db-4e5c-8698-d19575909102 req-0663ad0b-87a6-4a0f-a9ce-04f0f85e6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:04.190126 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274b071e-14db-4e5c-8698-d19575909102 req-0663ad0b-87a6-4a0f-a9ce-04f0f85e6f8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0953169 Aug 19 11:57:04.298187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-6dee5a8c-0885-4084-abe6-ea084274dafc tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips/2e74ffaa-a000-449f-8370-34e677c224f3 HTTP/1.1" status: 200 len: 693 time: 0.0959349 Aug 19 11:57:04.365074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b071e-14db-4e5c-8698-d19575909102 req-729c6c2a-d781-4f22-aa20-03a28c084917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:04.366583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274b071e-14db-4e5c-8698-d19575909102 req-729c6c2a-d781-4f22-aa20-03a28c084917 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570494 Aug 19 11:57:04.380006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391208-f10d-43dc-9254-743af364d6fd req-fba77fb3-0bab-47b0-807b-2ad3675317a6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:04.381448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f391208-f10d-43dc-9254-743af364d6fd req-fba77fb3-0bab-47b0-807b-2ad3675317a6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1636949 Aug 19 11:57:04.450504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7e66accd-e2d5-4734-b59c-95a4cc312710 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:04.461198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-14162fe9-cca3-4a51-9639-6aaa5539ff2b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:04.462690 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-14162fe9-cca3-4a51-9639-6aaa5539ff2b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.54 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 950 time: 0.0498602 Aug 19 11:57:04.471709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 7e66accd-e2d5-4734-b59c-95a4cc312710 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:04.471936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7e66accd-e2d5-4734-b59c-95a4cc312710 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:04.498779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-9b08d68f-9179-4a7b-b5ff-5bdbd129fdfe tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:04.500262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-9b08d68f-9179-4a7b-b5ff-5bdbd129fdfe tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1958470 Aug 19 11:57:04.511281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f391208-f10d-43dc-9254-743af364d6fd req-8e5c7923-b21a-43a4-94a3-256d0cf08d95 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223414 Aug 19 11:57:04.567896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Deleting port f0f4806c-7b52-4543-b8c6-5124915c4173 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:04.568379 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:04.568780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-6418ed54-aebf-4778-824d-a7a68b2288c7 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.0606315 Aug 19 11:57:04.632583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274b071e-14db-4e5c-8698-d19575909102 req-f09d3a9c-e1a9-4549-951e-271e3da8001b service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135000 Aug 19 11:57:04.636088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-1876e4a4-7028-4d93-a8d5-9f11613f9d7a tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.0587847 Aug 19 11:57:04.664495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] For port f0f4806c-7b52-4543-b8c6-5124915c4173, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0f4806c-7b52-4543-b8c6-5124915c4173,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:04.664945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:04.683156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Calling delete_port for f0f4806c-7b52-4543-b8c6-5124915c4173 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:04.814844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:04.841294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Pushing event deleted for resources: {'Port': ['ID=f0f4806c-7b52-4543-b8c6-5124915c4173,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:04.849843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f0f4806c-7b52-4543-b8c6-5124915c4173'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:04.857353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274b071e-14db-4e5c-8698-d19575909102 req-2ae9982b-4d10-4bbf-8956-e19fc535963e service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166224 Aug 19 11:57:04.861241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:04.872283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62627c72-fe00-43a4-bef6-efe3390945e5 req-896b7411-e0e0-40c8-9084-cc568adcf6af tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:04.873872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62627c72-fe00-43a4-bef6-efe3390945e5 req-896b7411-e0e0-40c8-9084-cc568adcf6af tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 948 time: 0.1015925 Aug 19 11:57:04.903816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] No DVR routers for this DVR port f0f4806c-7b52-4543-b8c6-5124915c4173 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:04.906227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Deleting port 4c697292-e6be-4b28-8944-0b779ed1a2b1 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:04.907358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:04.907512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:04.909073 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-56ea7148-958c-428a-84ba-13eeebaafe0d req-56cad428-2a27-4245-a587-02f0614da412 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.54 "DELETE /v2.0/ports/f0f4806c-7b52-4543-b8c6-5124915c4173 HTTP/1.1" status: 204 len: 173 time: 0.4373627 Aug 19 11:57:04.959648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62627c72-fe00-43a4-bef6-efe3390945e5 req-ba127063-ede5-4eda-a9a9-c4a11dd25b11 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779419 Aug 19 11:57:05.020283 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.020784 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.037601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Calling delete_port for 4c697292-e6be-4b28-8944-0b779ed1a2b1 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:05.146609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49680) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:05.224251 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d83f7671-ea3d-4ea2-bd9c-b479aafa4b9a tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.227667 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.255325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d83f7671-ea3d-4ea2-bd9c-b479aafa4b9a tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.270329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event deleted for resources: {'Port': ['ID=4c697292-e6be-4b28-8944-0b779ed1a2b1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:05.306081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d83f7671-ea3d-4ea2-bd9c-b479aafa4b9a tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.309033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d83f7671-ea3d-4ea2-bd9c-b479aafa4b9a tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.312762 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d83f7671-ea3d-4ea2-bd9c-b479aafa4b9a tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "DELETE /v2.0/security-groups/868ba7d2-224f-4dc3-9342-ebba6491f538 HTTP/1.1" status: 204 len: 168 time: 0.1624486 Aug 19 11:57:05.314096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49682) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:05.327241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd73bf2-8d21-44ad-a624-1bcf5ea6fb0e req-49c1261a-48eb-4164-82d6-40463a8ef2b0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:05.329345 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acd73bf2-8d21-44ad-a624-1bcf5ea6fb0e req-49c1261a-48eb-4164-82d6-40463a8ef2b0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1125216 Aug 19 11:57:05.331201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f7671-ea3d-4ea2-bd9c-b479aafa4b9a tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=868ba7d2-224f-4dc3-9342-ebba6491f538,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:05.333317 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-201f8d42-a081-4694-a4bb-095469c99919 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] show failed (client error): The resource could not be found. Aug 19 11:57:05.334337 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-201f8d42-a081-4694-a4bb-095469c99919 tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "GET /v2.0/security-groups/868ba7d2-224f-4dc3-9342-ebba6491f538 HTTP/1.1" status: 404 len: 347 time: 0.0192087 Aug 19 11:57:05.337153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49684) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:05.359734 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.362662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.363959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-567c1607-3fbd-42ee-947f-d0fc3b0ca571 req-2744d233-d7fc-4222-91b8-e0b32d2efb8f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "DELETE /v2.0/floatingips/2e74ffaa-a000-449f-8370-34e677c224f3 HTTP/1.1" status: 204 len: 173 time: 0.7150452 Aug 19 11:57:05.396006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acd73bf2-8d21-44ad-a624-1bcf5ea6fb0e req-c0844aea-c9ee-486f-907c-690b48850433 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552423 Aug 19 11:57:05.469968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62eaa529-d9dd-4424-8ed2-4b1313aabc10', 'name': 'network-vif-deleted', 'tag': 'f0f4806c-7b52-4543-b8c6-5124915c4173'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:05.472325 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5369414a-4100-46b8-8f27-04ec5deefb06" -d '{"events": [{"server_uuid": "62eaa529-d9dd-4424-8ed2-4b1313aabc10", "name": "network-vif-deleted", "tag": "f0f4806c-7b52-4543-b8c6-5124915c4173"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:05.486225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Deleting port c6e46e1e-a3d0-4001-a017-29bf1f713f7a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:05.486567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.496039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09021826-ed00-493b-b97d-4721552ea891 req-140c9000-e749-4821-96ec-561b5e609168 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips/14ef34f6-3895-41cf-99e1-ad6042410a21 HTTP/1.1" status: 200 len: 693 time: 0.0644579 Aug 19 11:57:05.513183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46ec7312-d2bf-4b2a-b11a-9463b251af3f req-cb6544c9-ef4c-41bd-bd5f-aab2712fcb4d tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=62eaa529-d9dd-4424-8ed2-4b1313aabc10 HTTP/1.1" status: 200 len: 210 time: 0.0367327 Aug 19 11:57:05.571224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.571759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.584297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Calling delete_port for c6e46e1e-a3d0-4001-a017-29bf1f713f7a owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:05.627960 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df78b078-cac5-4ada-9636-2c1a9630ff9b x-openstack-request-id: req-df78b078-cac5-4ada-9636-2c1a9630ff9b {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:05.628249 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62eaa529-d9dd-4424-8ed2-4b1313aabc10", "name": "network-vif-deleted", "tag": "f0f4806c-7b52-4543-b8c6-5124915c4173", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:05.628500 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df78b078-cac5-4ada-9636-2c1a9630ff9b {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:05.628900 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62eaa529-d9dd-4424-8ed2-4b1313aabc10', 'name': 'network-vif-deleted', 'tag': 'f0f4806c-7b52-4543-b8c6-5124915c4173', 'status': 'completed', 'code': 200} Aug 19 11:57:05.666543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09021826-ed00-493b-b97d-4721552ea891 req-ff7038ee-aff3-4ad6-abb5-101983d2e90a tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:05.673148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09021826-ed00-493b-b97d-4721552ea891 req-ff7038ee-aff3-4ad6-abb5-101983d2e90a tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.1624625 Aug 19 11:57:05.727712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.743340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09021826-ed00-493b-b97d-4721552ea891 req-565d2534-65a9-46d1-9e6b-fcdea249be9f tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.0674169 Aug 19 11:57:05.757189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Pushing event deleted for resources: {'Port': ['ID=c6e46e1e-a3d0-4001-a017-29bf1f713f7a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:05.766986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867457e8-471f-40bb-b180-22fc8b1f729d req-d2da621d-f0ff-4620-a5a5-9e0c6b8a3e1f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:05.768476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-867457e8-471f-40bb-b180-22fc8b1f729d req-d2da621d-f0ff-4620-a5a5-9e0c6b8a3e1f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.0943825 Aug 19 11:57:05.818037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09021826-ed00-493b-b97d-4721552ea891 req-e95bb2e4-9644-4c55-8735-27042d01a5ec tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.0676091 Aug 19 11:57:05.827882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.830479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:05.831634 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-058b1974-38f1-43aa-9afc-1f03479cd7fc tempest-ServersTestManualDisk-568621312 tempest-ServersTestManualDisk-568621312-project] 10.222.0.65 "DELETE /v2.0/floatingips/bbb9eb5f-0c66-4e82-a92f-d9b414aed40a HTTP/1.1" status: 204 len: 168 time: 0.4935670 Aug 19 11:57:05.834909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49696) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:05.870741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-867457e8-471f-40bb-b180-22fc8b1f729d req-734e9718-1a4f-4de3-8296-1af95e6d34d6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726781 Aug 19 11:57:05.969227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-09021826-ed00-493b-b97d-4721552ea891 req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Deleting port aa77d18d-1a38-40a9-9580-895464f82a88 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:05.969759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09021826-ed00-493b-b97d-4721552ea891 req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.082044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09021826-ed00-493b-b97d-4721552ea891 req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.082494 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09021826-ed00-493b-b97d-4721552ea891 req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.115008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-09021826-ed00-493b-b97d-4721552ea891 req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Calling delete_port for aa77d18d-1a38-40a9-9580-895464f82a88 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:06.171691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fc20a-c6ad-4565-8fd6-462064516e88 req-c1b27c15-b5e6-41e6-916b-a42e90399309 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:06.173450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8fc20a-c6ad-4565-8fd6-462064516e88 req-c1b27c15-b5e6-41e6-916b-a42e90399309 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 948 time: 0.1117167 Aug 19 11:57:06.232282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8fc20a-c6ad-4565-8fd6-462064516e88 req-3f02575f-da73-498c-b1a3-a39981a35368 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461941 Aug 19 11:57:06.232282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49706) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:06.462866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:57:06.532791 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.574465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:06.586674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:57:06.632847 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.648792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:06.661559 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2d3ba42-2a75-4ab5-9b99-2a78972de93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.671352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:06.677118 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.705328 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09021826-ed00-493b-b97d-4721552ea891 req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.728508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab507f5-fd1e-4c05-9880-84f0c228a749 req-51e3f0fe-8784-4b6a-a0ca-2d0682808a55 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:06.731170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ab507f5-fd1e-4c05-9880-84f0c228a749 req-51e3f0fe-8784-4b6a-a0ca-2d0682808a55 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.1185205 Aug 19 11:57:06.737570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:06.771385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Pushing event deleted for resources: {'Port': ['ID=aa77d18d-1a38-40a9-9580-895464f82a88,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:06.814825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Deleting port edca61ab-1f15-4bc0-8f65-2db69a6db0d7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:06.815451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.859820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ab507f5-fd1e-4c05-9880-84f0c228a749 req-888bde8f-f35d-407d-91dc-ff5feb02b317 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038909 Aug 19 11:57:06.885669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09021826-ed00-493b-b97d-4721552ea891 req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.889195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09021826-ed00-493b-b97d-4721552ea891 req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.894274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09021826-ed00-493b-b97d-4721552ea891 req-fc08ec8e-875f-4191-aefe-83eb1dff9024 tempest-FloatingIPDetailsTestJSON-524380345 tempest-FloatingIPDetailsTestJSON-524380345-project] 10.222.0.65 "DELETE /v2.0/floatingips/14ef34f6-3895-41cf-99e1-ad6042410a21 HTTP/1.1" status: 204 len: 173 time: 1.0685902 Aug 19 11:57:06.898769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49714) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:06.906947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] For port edca61ab-1f15-4bc0-8f65-2db69a6db0d7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=edca61ab-1f15-4bc0-8f65-2db69a6db0d7,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:06.907319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.931368 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2d3ba42-2a75-4ab5-9b99-2a78972de93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.938259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2d3ba42-2a75-4ab5-9b99-2a78972de93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:06.959670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Calling delete_port for edca61ab-1f15-4bc0-8f65-2db69a6db0d7 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:07.001211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:07.032264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a2d3ba42-2a75-4ab5-9b99-2a78972de93f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59643263015947ddbdc32c73f2b823f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7989261 Aug 19 11:57:07.033716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3ba42-2a75-4ab5-9b99-2a78972de93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e756ea1-a525-46a8-9039-31c689f2adf1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:07.037235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49720) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:07.106305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21676d0-8d0f-4fe8-963d-c9be78c353bb req-2813606e-d8f6-4184-98eb-b03b93d6e5cc tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:07.108575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c21676d0-8d0f-4fe8-963d-c9be78c353bb req-2813606e-d8f6-4184-98eb-b03b93d6e5cc tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1606889 Aug 19 11:57:07.203281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c21676d0-8d0f-4fe8-963d-c9be78c353bb req-4026251f-d414-44bf-81cc-1ecd25a95fb4 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815523 Aug 19 11:57:07.222052 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcb9323c-ced9-4b6b-b6b5-c04c1e33ee2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:07.235260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8590c-f198-44bc-816b-8e6044d178c1 req-51cb735c-5c62-45eb-abfb-65de32108f76 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:07.237038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28a8590c-f198-44bc-816b-8e6044d178c1 req-51cb735c-5c62-45eb-abfb-65de32108f76 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 950 time: 0.0899930 Aug 19 11:57:07.266292 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcb9323c-ced9-4b6b-b6b5-c04c1e33ee2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:07.315008 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28a8590c-f198-44bc-816b-8e6044d178c1 req-b6d3fb79-de82-4cde-b3f8-2a24f9647937 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649672 Aug 19 11:57:07.325998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:07.375319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Pushing event deleted for resources: {'Port': ['ID=edca61ab-1f15-4bc0-8f65-2db69a6db0d7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:07.384098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcb9323c-ced9-4b6b-b6b5-c04c1e33ee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:07.390140 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dcb9323c-ced9-4b6b-b6b5-c04c1e33ee2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:07.404787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dcb9323c-ced9-4b6b-b6b5-c04c1e33ee2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e756ea1-a525-46a8-9039-31c689f2adf1 HTTP/1.1" status: 204 len: 168 time: 0.3570044 Aug 19 11:57:07.424635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030b160-be7f-419a-948d-7cd138769ad4 req-c325f0d2-b1d7-4d13-8442-57005d534287 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:07.426277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d030b160-be7f-419a-948d-7cd138769ad4 req-c325f0d2-b1d7-4d13-8442-57005d534287 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 949 time: 0.0983753 Aug 19 11:57:07.434131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9323c-ced9-4b6b-b6b5-c04c1e33ee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e756ea1-a525-46a8-9039-31c689f2adf1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:07.521344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d030b160-be7f-419a-948d-7cd138769ad4 req-adf915c4-b823-41fa-9ab8-9c4b771e0ec7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758045 Aug 19 11:57:07.613129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:07.627819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:07.936009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-c61b5804-a80b-4008-9a64-17222c750a78 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:07.937867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-c61b5804-a80b-4008-9a64-17222c750a78 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.69 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.0877662 Aug 19 11:57:07.988462 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Router e433e777-4945-4f0d-bec4-492c5103adce has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:57:08.065477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89b367-b7bb-4138-abef-1441832a44cb req-0e6445b3-a89b-45c1-9081-e01e26488ce0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:08.067014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce89b367-b7bb-4138-abef-1441832a44cb req-0e6445b3-a89b-45c1-9081-e01e26488ce0 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 945 time: 0.0857615 Aug 19 11:57:08.111683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Deleting port 3693fd74-9b1b-4bee-aa32-0cab7985a416 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:08.112073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.138983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49750) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:08.161299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce89b367-b7bb-4138-abef-1441832a44cb req-fc32a07b-fa27-4c57-baf7-8b40981f72a1 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/security-groups?id=388a9523-269f-4d68-a1c1-4a7171523a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836275 Aug 19 11:57:08.165096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:57:08.173074 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f7b9705b-987c-455b-81f1-e1a4bae331ff admin admin] 10.222.0.65 "PUT /v2.0/routers/e433e777-4945-4f0d-bec4-492c5103adce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3348467 Aug 19 11:57:08.173599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49754) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:08.184731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Deleting port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:08.185061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.191242 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] Sync routers for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:57:08.206958 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:08.207919 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:08.235486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] For port 3693fd74-9b1b-4bee-aa32-0cab7985a416, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3693fd74-9b1b-4bee-aa32-0cab7985a416,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:08.235983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.269517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Calling delete_port for 3693fd74-9b1b-4bee-aa32-0cab7985a416 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:08.315498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-69394201-network', 'tenant_id': '78824c4e048543a5b7034018ae1b0975'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:08.336507 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:08.390950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1600b5e-f5f0-41a3-97c2-a9a547bdcf8a req-db7f44cc-8aec-4c9b-85ca-5bca2f229245 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:08.392618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1600b5e-f5f0-41a3-97c2-a9a547bdcf8a req-db7f44cc-8aec-4c9b-85ca-5bca2f229245 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.0706577 Aug 19 11:57:08.399906 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.466526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:08.498884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1600b5e-f5f0-41a3-97c2-a9a547bdcf8a req-1ade0c31-bf32-4e97-a9cd-4db318c8022f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975802 Aug 19 11:57:08.536390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac844-4bbb-4428-bceb-5e79b641f5ab req-6a2bc69f-8512-487d-afec-b1870759f05a tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:08.536390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac9ac844-4bbb-4428-bceb-5e79b641f5ab req-6a2bc69f-8512-487d-afec-b1870759f05a tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 950 time: 0.1326611 Aug 19 11:57:08.536390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.582124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:08.587796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:08.590864 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.593704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Pushing event deleted for resources: {'Port': ['ID=3693fd74-9b1b-4bee-aa32-0cab7985a416,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:08.620286 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:57:07Z', 'revision_number': 5, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:08.650502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['3693fd74-9b1b-4bee-aa32-0cab7985a416'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:08.662667 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] Checking router: e433e777-4945-4f0d-bec4-492c5103adce for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:57:08.672411 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] Routers {'e433e777-4945-4f0d-bec4-492c5103adce'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:08.673897 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e433e777-4945-4f0d-bec4-492c5103adce'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:08.677153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac9ac844-4bbb-4428-bceb-5e79b641f5ab req-e4341507-ddc9-4384-bec4-c399b7cf65a5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273646 Aug 19 11:57:08.684107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] No DVR routers for this DVR port 3693fd74-9b1b-4bee-aa32-0cab7985a416 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:08.693270 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.700227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a6d412c-4583-47d9-b909-5e143c3af06f req-1e7dbce8-e999-411a-908f-b6ab86c07892 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.69 "DELETE /v2.0/ports/3693fd74-9b1b-4bee-aa32-0cab7985a416 HTTP/1.1" status: 204 len: 173 time: 0.7540665 Aug 19 11:57:08.700869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'name': 'network-vif-deleted', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:08.707357 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345a28f9-e082-440d-84f5-5d16bedeb2f8" -d '{"events": [{"server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "name": "network-vif-deleted", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:08.736785 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.775589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:08.777216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:08.779972 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b02415-47af-4b06-a2d1-e0c7be45bc07" -d '{"events": [{"server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "name": "network-vif-plugged", "status": "completed", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:08.785365 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.786590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f0f4806c-7b52-4543-b8c6-5124915c4173 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:08.797911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Made reservation on behalf of 78824c4e048543a5b7034018ae1b0975 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:08.800494 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.810290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: f0f4806c-7b52-4543-b8c6-5124915c4173 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:08.810632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f0f4806c-7b52-4543-b8c6-5124915c4173 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:08.814359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.831687 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f785186-9c9f-403f-8fba-6c8cd46e8755 x-openstack-request-id: req-8f785186-9c9f-403f-8fba-6c8cd46e8755 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:08.832745 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951766cd-3480-4f69-b79b-fb6a475aed42", "name": "network-vif-deleted", "tag": "3693fd74-9b1b-4bee-aa32-0cab7985a416", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:08.833366 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f785186-9c9f-403f-8fba-6c8cd46e8755 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:08.833866 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951766cd-3480-4f69-b79b-fb6a475aed42', 'name': 'network-vif-deleted', 'tag': '3693fd74-9b1b-4bee-aa32-0cab7985a416', 'status': 'completed', 'code': 200} Aug 19 11:57:08.859027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf1d7-72b4-41c6-beff-0f45ac902213 req-c63978d1-f457-4a12-ab4e-047e1c8cf399 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:08.868934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-155bf1d7-72b4-41c6-beff-0f45ac902213 req-c63978d1-f457-4a12-ab4e-047e1c8cf399 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.0884225 Aug 19 11:57:08.874869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] For port 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079,segment=NetworkSegment(27c1b09b-3580-4232-bbfd-55d3cb1c8d40),segment_id=27c1b09b-3580-4232-bbfd-55d3cb1c8d40)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:08.875432 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:08.892507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:08.904612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Calling delete_port for 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:08.904789 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a3d1d6-3d7e-4380-9bb0-0a66fcd9bd9f x-openstack-request-id: req-55a3d1d6-3d7e-4380-9bb0-0a66fcd9bd9f {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:08.904789 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "name": "network-vif-plugged", "status": "completed", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:08.905068 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55a3d1d6-3d7e-4380-9bb0-0a66fcd9bd9f {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:08.905576 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'code': 200} Aug 19 11:57:08.918916 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] Set router e433e777-4945-4f0d-bec4-492c5103adce gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:08.943634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-155bf1d7-72b4-41c6-beff-0f45ac902213 req-4a8b203f-997c-4ab5-a456-8c764652ebcc tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732875 Aug 19 11:57:08.989651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.158958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd250e-2e88-4f75-a144-2bf37323a33b req-810e6813-ef7f-4b3e-959a-9d8b1f3ffc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:09.160394 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9fbd250e-2e88-4f75-a144-2bf37323a33b req-810e6813-ef7f-4b3e-959a-9d8b1f3ffc07 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1101 time: 0.1746964 Aug 19 11:57:09.182226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.201655 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.209537 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:57:07Z', 'revision_number': 5, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:09.241116 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cdf26f-8162-40b5-807a-5481ae6bdb82 None None] The sync data for ids ['e433e777-4945-4f0d-bec4-492c5103adce'] in n-d-778550-9 is: [{'id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'name': 'tempest-ServersTestManualDisk-1989527406-router', 'tenant_id': '7d5e516c522d44438e958bd88c4192ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:54:20Z', 'updated_at': '2021-08-19T11:57:07Z', 'revision_number': 5, 'project_id': '7d5e516c522d44438e958bd88c4192ee', 'gw_port': {'id': 'df7b01c6-526a-48b4-ad3d-0ed804a1e53a', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e433e777-4945-4f0d-bec4-492c5103adce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:54:21Z', 'updated_at': '2021-08-19T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:57:09.249259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Deleting port df7b01c6-526a-48b4-ad3d-0ed804a1e53a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:09.250022 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.297859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70cf158b-b702-4d48-b20e-4e696790fa05 req-6ff9f66d-2265-4f66-acb4-c570142baa20 tempest-ServerRescueTestJSONUnderV235-129119449 tempest-ServerRescueTestJSONUnderV235-129119449-project] 10.222.0.65 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 210 time: 0.0299742 Aug 19 11:57:09.324640 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9fbd250e-2e88-4f75-a144-2bf37323a33b req-82cffea5-e1f6-4047-a7ed-741843902fc5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452339 Aug 19 11:57:09.329874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e577c98-1b78-4318-a0d5-dbc0770d38c8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:09.366194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.387229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:57:09.418831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] For port df7b01c6-526a-48b4-ad3d-0ed804a1e53a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=df7b01c6-526a-48b4-ad3d-0ed804a1e53a,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:09.419074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.421453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:09.435384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.435735 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Added segment dff49675-4bf7-4448-922c-8c7f957deec0 of type vlan for network 51c7f1d2-4f12-4179-8335-2e1cacb75186 Aug 19 11:57:09.457388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68d78666-bc2e-47df-be5b-7bebc20c6dbd req-fdc2fe64-87ae-48f8-a0ba-d3ea111e8125 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=951766cd-3480-4f69-b79b-fb6a475aed42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284166 Aug 19 11:57:09.462014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Calling delete_port for df7b01c6-526a-48b4-ad3d-0ed804a1e53a owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:09.543104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.583005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-3dc5ee52-2bfb-42ee-895f-b680505fa98b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:09.584611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-3dc5ee52-2bfb-42ee-895f-b680505fa98b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 950 time: 0.0604606 Aug 19 11:57:09.671432 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68d78666-bc2e-47df-be5b-7bebc20c6dbd req-103597b4-5c60-4bd4-99e9-c12032a54a50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7539f1bb11024d46bfced015f1409be6&device_id=951766cd-3480-4f69-b79b-fb6a475aed42 HTTP/1.1" status: 200 len: 210 time: 0.0890951 Aug 19 11:57:09.700515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d4bbd-c088-4577-851e-915e0218d680 req-9f6b58f2-82b5-4d02-9f06-b1f7a037e662 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:09.701436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-027d4bbd-c088-4577-851e-915e0218d680 req-9f6b58f2-82b5-4d02-9f06-b1f7a037e662 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1109240 Aug 19 11:57:09.759149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Deleting port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:09.759497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.769756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-027d4bbd-c088-4577-851e-915e0218d680 req-10ee3815-d24f-48ca-b657-605e6dba0c8a tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469968 Aug 19 11:57:09.882269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] For port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:09.882680 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.918902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Calling delete_port for 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:09.936398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:09.938502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:09.938502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.013262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c737ea-f24b-4e09-8b37-161cb57d9924 req-d6aaf678-e50b-48c2-a780-789e71ae10e7 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:10.015924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45c737ea-f24b-4e09-8b37-161cb57d9924 req-d6aaf678-e50b-48c2-a780-789e71ae10e7 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f HTTP/1.1" status: 200 len: 950 time: 0.1297996 Aug 19 11:57:10.040834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device edca61ab-1f15-4bc0-8f65-2db69a6db0d7 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:10.049608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9078488 Aug 19 11:57:10.053981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49778) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:10.060171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Request body: {'subnet': {'network_id': '51c7f1d2-4f12-4179-8335-2e1cacb75186', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-69394201-subnet', 'tenant_id': '78824c4e048543a5b7034018ae1b0975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:10.071126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.075758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: edca61ab-1f15-4bc0-8f65-2db69a6db0d7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:10.076751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device edca61ab-1f15-4bc0-8f65-2db69a6db0d7 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:10.083769 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.085849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57433f-de60-418a-9663-d8a0796a6c18 admin admin] Pushing event updated for resources: {'Network': ['ID=51c7f1d2-4f12-4179-8335-2e1cacb75186,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:10.099913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 51c7f1d2-4f12-4179-8335-2e1cacb75186 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:57:10.119209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45c737ea-f24b-4e09-8b37-161cb57d9924 req-dd7aa475-e049-404b-8447-1e48f2eb665b tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.65 "GET /v2.0/security-groups?id=47cba8d8-73d9-4019-a914-ee72188101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909255 Aug 19 11:57:10.136391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7b01c6-526a-48b4-ad3d-0ed804a1e53a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:10.153213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Made reservation on behalf of 78824c4e048543a5b7034018ae1b0975 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:10.156185 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.187548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78666-bc2e-47df-be5b-7bebc20c6dbd req-cc453666-01d7-4b55-a548-b574b3bb224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:10.188975 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68d78666-bc2e-47df-be5b-7bebc20c6dbd req-cc453666-01d7-4b55-a548-b574b3bb224c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7539f1bb11024d46bfced015f1409be6&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3700447 Aug 19 11:57:10.255861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6fcf7-32b5-44ce-9b70-e23a075fb2b3 req-e70a67a5-96d1-49b3-9458-443a62c24a67 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:10.258244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03b6fcf7-32b5-44ce-9b70-e23a075fb2b3 req-e70a67a5-96d1-49b3-9458-443a62c24a67 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1602795 Aug 19 11:57:10.310094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.346318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.347695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:10.373366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03b6fcf7-32b5-44ce-9b70-e23a075fb2b3 req-8808c40b-6282-44e9-8377-4a7521b1d221 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009727 Aug 19 11:57:10.373890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49782) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:10.417977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Pushing event deleted for resources: {'Port': ['ID=8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:10.438085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.438355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.438699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.439072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.439370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.439701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.440203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.440402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.440753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.441081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.441401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.441720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:10.494301 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.500336 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.507939 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78666-bc2e-47df-be5b-7bebc20c6dbd req-73c8eb4b-62fe-45ca-a731-2bff8ed698d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:10.509423 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68d78666-bc2e-47df-be5b-7bebc20c6dbd req-73c8eb4b-62fe-45ca-a731-2bff8ed698d3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3019454 Aug 19 11:57:10.563261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] No DVR routers for this DVR port 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:10.573204 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.575925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acc6b560-9166-4e2c-8776-7a82e7f3ba86 req-27d1dc6a-a1a5-449b-bf37-718b147886b5 tempest-LiveMigrationNegativeTest-711604062 tempest-LiveMigrationNegativeTest-711604062-project] 10.222.0.69 "DELETE /v2.0/ports/8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 HTTP/1.1" status: 204 len: 173 time: 0.9753792 Aug 19 11:57:10.591568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.593256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e433e777-4945-4f0d-bec4-492c5103adce {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:57:10.600518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.601749 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c285eefb-274b-4a78-840e-0a8e75003a54 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e433e777-4945-4f0d-bec4-492c5103adce HTTP/1.1" status: 204 len: 168 time: 2.4262512 Aug 19 11:57:10.605797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49784) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:10.628165 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.651697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Router 7965e1ae-705d-46e9-8849-dc4b4a064293 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:57:10.663523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-824e6c67-b8b4-4343-9c04-9d11a6e2942c admin admin] Deleting subnet 48240805-8f1f-40eb-9de4-9a73faa9cd88 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:57:10.669142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-824e6c67-b8b4-4343-9c04-9d11a6e2942c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.720555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Checking segment: {'id': 'dff49675-4bf7-4448-922c-8c7f957deec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '51c7f1d2-4f12-4179-8335-2e1cacb75186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:10.720555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Network hostable DHCP agents. Network: 51c7f1d2-4f12-4179-8335-2e1cacb75186, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:57:10.753386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-824e6c67-b8b4-4343-9c04-9d11a6e2942c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.761728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac77eebb-abe4-41cf-9279-33bd02f8f739,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:10.829094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Network 51c7f1d2-4f12-4179-8335-2e1cacb75186 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:57:10.834768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f', 'name': 'network-vif-deleted', 'tag': '8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:10.837189 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c59ae7b-a0d0-4068-bf96-10e4aa8b336e" -d '{"events": [{"server_uuid": "a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f", "name": "network-vif-deleted", "tag": "8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:10.860378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 51c7f1d2-4f12-4179-8335-2e1cacb75186) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:10.867290 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:10.867712 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.869500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7bf1aa-2644-475d-8509-8e4904b7730e None None] Network 51c7f1d2-4f12-4179-8335-2e1cacb75186 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:10.931359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 3693fd74-9b1b-4bee-aa32-0cab7985a416 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:10.948966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-824e6c67-b8b4-4343-9c04-9d11a6e2942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:10.951606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:57:10.963225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] Sync routers for ids ['7965e1ae-705d-46e9-8849-dc4b4a064293'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:57:10.969221 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-efc5b898-ca23-425e-9800-98e1275b305b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9129744 Aug 19 11:57:10.976965 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-667d7ef7-76b4-4505-8cf5-ef68c3c668d0 admin admin] 10.222.0.65 "PUT /v2.0/routers/7965e1ae-705d-46e9-8849-dc4b4a064293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0770223 Aug 19 11:57:10.979923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 3693fd74-9b1b-4bee-aa32-0cab7985a416 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:10.980856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49792) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:10.982393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 3693fd74-9b1b-4bee-aa32-0cab7985a416 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:11.011183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] Routers {'7965e1ae-705d-46e9-8849-dc4b4a064293'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:11.011856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7965e1ae-705d-46e9-8849-dc4b4a064293'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:11.049476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-824e6c67-b8b4-4343-9c04-9d11a6e2942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.076788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e6c67-b8b4-4343-9c04-9d11a6e2942c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48240805-8f1f-40eb-9de4-9a73faa9cd88,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:11.080671 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-824e6c67-b8b4-4343-9c04-9d11a6e2942c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.090933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e61c43-d473-4f28-9857-80e080796b6e None None] Network bde7db6e-f5cd-4506-a63c-8b68f742965d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:11.091507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-824e6c67-b8b4-4343-9c04-9d11a6e2942c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/48240805-8f1f-40eb-9de4-9a73faa9cd88 HTTP/1.1" status: 204 len: 168 time: 0.4854577 Aug 19 11:57:11.092191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:11.147088 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e795469f-e998-40a4-b35d-6ba26b562bec x-openstack-request-id: req-e795469f-e998-40a4-b35d-6ba26b562bec {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:11.147681 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f", "name": "network-vif-deleted", "tag": "8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:11.147681 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e795469f-e998-40a4-b35d-6ba26b562bec {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:11.147882 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3537bac-5d0b-4d68-b9c2-7c6cd5c37e9f', 'name': 'network-vif-deleted', 'tag': '8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9', 'status': 'completed', 'code': 200} Aug 19 11:57:11.261989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.282975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895bf5b-3362-4a7d-9a33-3a1f15778ac8 req-66787b8a-6fff-4c16-8a26-e2f0812b99f7 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:11.293745 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6895bf5b-3362-4a7d-9a33-3a1f15778ac8 req-66787b8a-6fff-4c16-8a26-e2f0812b99f7 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.3709757 Aug 19 11:57:11.305076 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.376274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Deleting port c16e8c9a-9204-49fc-8759-8af93181e890 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:11.376519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.394620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f149f6-f0ef-4454-afc2-3e30a4646d1c None None] Network 51c7f1d2-4f12-4179-8335-2e1cacb75186 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:11.454056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] For port c16e8c9a-9204-49fc-8759-8af93181e890, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c16e8c9a-9204-49fc-8759-8af93181e890,segment=NetworkSegment(15961bd4-72c4-4eed-9334-a51ef11bb247),segment_id=15961bd4-72c4-4eed-9334-a51ef11bb247)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:11.454457 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.469727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6895bf5b-3362-4a7d-9a33-3a1f15778ac8 req-a6330471-0a20-4411-a4d3-d2ba730280fe tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742272 Aug 19 11:57:11.478490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Calling delete_port for c16e8c9a-9204-49fc-8759-8af93181e890 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:11.479186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-cbbcc842-1ce7-46ab-a525-13338460ed14 req-aa0dbc7b-25bf-4950-b6b0-b8a8b50320cd tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-691111265', 'description': 'tempest-description-242190241'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:11.481125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] Set router 7965e1ae-705d-46e9-8849-dc4b4a064293 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:11.545953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.569726 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cbbcc842-1ce7-46ab-a525-13338460ed14 req-aa0dbc7b-25bf-4950-b6b0-b8a8b50320cd tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.646129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.687050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Pushing event deleted for resources: {'Port': ['ID=c16e8c9a-9204-49fc-8759-8af93181e890,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:11.695484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] No DVR routers for this DVR port c16e8c9a-9204-49fc-8759-8af93181e890 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:11.702279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd6bc14-7373-438e-bfc1-966cca01b1e7 None None] DHCP port deletion for bde7db6e-f5cd-4506-a63c-8b68f742965d request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:57:11.782155 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.792763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde7db6e-f5cd-4506-a63c-8b68f742965d']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:11.797558 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.803825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15961bd4-72c4-4eed-9334-a51ef11bb247') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:11.805987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15961bd4-72c4-4eed-9334-a51ef11bb247') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:11.813643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.817185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7834b18-1a6e-43d4-ba33-7104d715785a req-480f6edb-6289-4609-bb17-d011b0521d2e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:11.818840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7834b18-1a6e-43d4-ba33-7104d715785a req-480f6edb-6289-4609-bb17-d011b0521d2e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1425149 Aug 19 11:57:11.824892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:56:30Z', 'updated_at': '2021-08-19T11:57:09Z', 'revision_number': 5, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'gw_port': {'id': '1b33d1a2-6e32-4fb4-9915-7d5982c17e17', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:56:31Z', 'updated_at': '2021-08-19T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:11.841822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.850781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:57:11.851258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:57:11.853648 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:57:11.856077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] Checking router: 7965e1ae-705d-46e9-8849-dc4b4a064293 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:57:11.866327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] Routers {'7965e1ae-705d-46e9-8849-dc4b4a064293'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:11.866962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7965e1ae-705d-46e9-8849-dc4b4a064293'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:11.909331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cbbcc842-1ce7-46ab-a525-13338460ed14 req-aa0dbc7b-25bf-4950-b6b0-b8a8b50320cd tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.947119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Deleting port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:11.947500 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.952313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cbbcc842-1ce7-46ab-a525-13338460ed14 req-aa0dbc7b-25bf-4950-b6b0-b8a8b50320cd tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.953032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.955197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49810) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:11.975440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:11.981977 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bde7db6e-f5cd-4506-a63c-8b68f742965d HTTP/1.1" status: 204 len: 168 time: 0.8886545 Aug 19 11:57:11.982924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a55ed-5c9e-494f-858b-e860cc367820 admin admin] Pushing event deleted for resources: {'Network': ['ID=bde7db6e-f5cd-4506-a63c-8b68f742965d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:11.993402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] Set router 7965e1ae-705d-46e9-8849-dc4b4a064293 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:12.025314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device df7b01c6-526a-48b4-ad3d-0ed804a1e53a no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:12.058993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:56:30Z', 'updated_at': '2021-08-19T11:57:11Z', 'revision_number': 6, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:12.171458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49818) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:12.219978 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2a8cbb95-9ebb-4e0f-a836-d1f14e67bad1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d5e516c522d44438e958bd88c4192ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440748 Aug 19 11:57:12.220493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49820) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:12.234376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c1976-2155-4040-9231-c75e8d7fba78 None None] The sync data for ids ['7965e1ae-705d-46e9-8849-dc4b4a064293'] in n-d-778550-9 is: [{'id': '7965e1ae-705d-46e9-8849-dc4b4a064293', 'name': 'tempest-FloatingIPDetailsTestJSON-725397697-router', 'tenant_id': 'b8e34a97212c48058986306d677dfbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:56:30Z', 'updated_at': '2021-08-19T11:57:11Z', 'revision_number': 6, 'project_id': 'b8e34a97212c48058986306d677dfbe8', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:57:12.235909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: df7b01c6-526a-48b4-ad3d-0ed804a1e53a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:12.236254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device df7b01c6-526a-48b4-ad3d-0ed804a1e53a not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:12.236663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c16e8c9a-9204-49fc-8759-8af93181e890 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:12.257957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: c16e8c9a-9204-49fc-8759-8af93181e890 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:12.258675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c16e8c9a-9204-49fc-8759-8af93181e890 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:12.290135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3930620-5df2-4a28-8702-3411e5db4fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.313227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3930620-5df2-4a28-8702-3411e5db4fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.372358 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3930620-5df2-4a28-8702-3411e5db4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.376864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3930620-5df2-4a28-8702-3411e5db4fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.378455 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c3930620-5df2-4a28-8702-3411e5db4fe1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15af9dda-c526-4456-bdf6-f4d5348e97c4 HTTP/1.1" status: 204 len: 168 time: 0.1568191 Aug 19 11:57:12.389264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930620-5df2-4a28-8702-3411e5db4fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15af9dda-c526-4456-bdf6-f4d5348e97c4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:12.423588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7834b18-1a6e-43d4-ba33-7104d715785a req-31921e14-9ff1-40b2-8e10-62bc6bcc5227 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673542 Aug 19 11:57:12.442235 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cbbcc842-1ce7-46ab-a525-13338460ed14 req-aa0dbc7b-25bf-4950-b6b0-b8a8b50320cd tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.443700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbbcc842-1ce7-46ab-a525-13338460ed14 req-aa0dbc7b-25bf-4950-b6b0-b8a8b50320cd tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9789116 Aug 19 11:57:12.449427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dbc7b-25bf-4950-b6b0-b8a8b50320cd tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e058da6-c0bd-43f9-b08b-c4980d6b69f7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:12.613504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c73da136-8d63-4ca6-9f98-92911521a456 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b86d65f3189c4bcca40890cca40d1560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6513309 Aug 19 11:57:12.617210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:12.645020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] For port 1b33d1a2-6e32-4fb4-9915-7d5982c17e17, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1b33d1a2-6e32-4fb4-9915-7d5982c17e17,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:12.645421 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.675518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-375c2917-7b04-4619-bd32-771b34c265b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.677301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Calling delete_port for 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:12.699481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9dd531e2-9990-4fc9-8507-b04d5d4cd1be req-5e677c31-f492-4939-b9a2-820fa1879d87 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/7e058da6-c0bd-43f9-b08b-c4980d6b69f7 HTTP/1.1" status: 200 len: 1811 time: 0.1373942 Aug 19 11:57:12.708307 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-375c2917-7b04-4619-bd32-771b34c265b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.744136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9dd531e2-9990-4fc9-8507-b04d5d4cd1be req-f696cb71-e715-4af7-9b2c-ec846a93bf84 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e058da6-c0bd-43f9-b08b-c4980d6b69f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:12.744452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9dd531e2-9990-4fc9-8507-b04d5d4cd1be req-f696cb71-e715-4af7-9b2c-ec846a93bf84 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e058da6-c0bd-43f9-b08b-c4980d6b69f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:12.775674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-375c2917-7b04-4619-bd32-771b34c265b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.780508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-375c2917-7b04-4619-bd32-771b34c265b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:12.782574 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-375c2917-7b04-4619-bd32-771b34c265b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47cba8d8-73d9-4019-a914-ee72188101dd HTTP/1.1" status: 204 len: 168 time: 0.1630018 Aug 19 11:57:12.816345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c2917-7b04-4619-bd32-771b34c265b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cba8d8-73d9-4019-a914-ee72188101dd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:12.909314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:12.939081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:12.942462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 8ab5b2ae-4a6e-4597-b0c7-77e2b4fc2ab9 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:12.978614 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9dd531e2-9990-4fc9-8507-b04d5d4cd1be req-f696cb71-e715-4af7-9b2c-ec846a93bf84 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.034977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9dd531e2-9990-4fc9-8507-b04d5d4cd1be req-f696cb71-e715-4af7-9b2c-ec846a93bf84 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.038179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6312-1b0c-4dbf-a05b-be3d9ce69d57 req-aacfe889-fe44-4eb9-a34b-04582c8e8368 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:13.039734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fad6312-1b0c-4dbf-a05b-be3d9ce69d57 req-aacfe889-fe44-4eb9-a34b-04582c8e8368 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1101 time: 0.1481047 Aug 19 11:57:13.045004 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9dd531e2-9990-4fc9-8507-b04d5d4cd1be req-f696cb71-e715-4af7-9b2c-ec846a93bf84 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.067105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Deleting port eb405884-02d5-4c69-93ef-c14a64a0e7a8 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:13.067436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.091928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696cb71-e715-4af7-9b2c-ec846a93bf84 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dd7b63-5dbd-4505-857d-9ac468c3d997,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:13.094021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.138024 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1fad6312-1b0c-4dbf-a05b-be3d9ce69d57 req-f7847e46-6084-402e-88ef-189eb23b458b tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.170149 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9dd531e2-9990-4fc9-8507-b04d5d4cd1be req-f696cb71-e715-4af7-9b2c-ec846a93bf84 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.171364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9dd531e2-9990-4fc9-8507-b04d5d4cd1be req-f696cb71-e715-4af7-9b2c-ec846a93bf84 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4602532 Aug 19 11:57:13.174412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b33d1a2-6e32-4fb4-9915-7d5982c17e17,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:13.191272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49856) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:13.248415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-79ddbefc-de75-4081-8815-381ab0d82580 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd79c5e0b0294f06954364e4b924ffa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548940 Aug 19 11:57:13.249475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:13.308333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6442fd2a-3d45-40c1-848f-cfb182dd9ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.325613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] For port eb405884-02d5-4c69-93ef-c14a64a0e7a8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=eb405884-02d5-4c69-93ef-c14a64a0e7a8,segment=NetworkSegment(9fb8cbe4-0522-4093-92f5-98db839a5ceb),segment_id=9fb8cbe4-0522-4093-92f5-98db839a5ceb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:13.326011 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.332644 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6442fd2a-3d45-40c1-848f-cfb182dd9ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.339824 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.388066 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6442fd2a-3d45-40c1-848f-cfb182dd9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.392024 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6442fd2a-3d45-40c1-848f-cfb182dd9ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.397512 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6442fd2a-3d45-40c1-848f-cfb182dd9ca3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f51e6c65-ef59-4195-bebc-e3217306e80d HTTP/1.1" status: 204 len: 168 time: 0.1468294 Aug 19 11:57:13.404460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Calling delete_port for eb405884-02d5-4c69-93ef-c14a64a0e7a8 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:13.409306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442fd2a-3d45-40c1-848f-cfb182dd9ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e6c65-ef59-4195-bebc-e3217306e80d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:13.439887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49864) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:13.463477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.467182 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.520188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e634a-9d96-471b-ba1c-486a2d5b141e req-d171020b-445c-4e8b-9f66-06c498b17161 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:13.521803 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b0e634a-9d96-471b-ba1c-486a2d5b141e req-d171020b-445c-4e8b-9f66-06c498b17161 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.2695482 Aug 19 11:57:13.595101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.595599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7965e1ae-705d-46e9-8849-dc4b4a064293 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:57:13.609929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.611002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-171f348a-27ba-484b-a8a9-42972ae68ffd admin admin] 10.222.0.65 "DELETE /v2.0/routers/7965e1ae-705d-46e9-8849-dc4b4a064293 HTTP/1.1" status: 204 len: 168 time: 2.6276286 Aug 19 11:57:13.614361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49872) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:13.677227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b0e634a-9d96-471b-ba1c-486a2d5b141e req-dfead052-156d-4431-8aac-e12d491500c0 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161511 Aug 19 11:57:13.681609 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1fad6312-1b0c-4dbf-a05b-be3d9ce69d57 req-f7847e46-6084-402e-88ef-189eb23b458b tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.693980 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1fad6312-1b0c-4dbf-a05b-be3d9ce69d57 req-f7847e46-6084-402e-88ef-189eb23b458b tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.697508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a4dd74-92d4-42a8-bd0c-25c044e78edf admin admin] Deleting subnet d3032550-8ff1-4192-8a6a-0c6e6be7f794 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:57:13.707714 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a4dd74-92d4-42a8-bd0c-25c044e78edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.725495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1577027658-network', 'tenant_id': 'aedddd945e5e40c1848dfa8ef9d1d006'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:13.759148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fad6312-1b0c-4dbf-a05b-be3d9ce69d57 req-f7847e46-6084-402e-88ef-189eb23b458b tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018516 Aug 19 11:57:13.766794 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a4dd74-92d4-42a8-bd0c-25c044e78edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.809822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7847e46-6084-402e-88ef-189eb23b458b tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7cf3da-5e54-49f5-9de2-71ec4b4fdbc0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:13.822530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Made reservation on behalf of aedddd945e5e40c1848dfa8ef9d1d006 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:13.824824 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.868117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.880024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46fb3ed3-64bd-4432-9a89-13183a826123 req-aba51eae-10c1-4fa2-ba66-d023102c291c tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/7e058da6-c0bd-43f9-b08b-c4980d6b69f7 HTTP/1.1" status: 200 len: 2404 time: 0.1371045 Aug 19 11:57:13.935111 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:13.949509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a4dd74-92d4-42a8-bd0c-25c044e78edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.009883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e8718a8-41aa-4f41-9442-7b00bed0d4a5 req-8e4c90cb-49d4-44e1-8b54-8238fd4921c9 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-group-rules/d0dd7b63-5dbd-4505-857d-9ac468c3d997 HTTP/1.1" status: 200 len: 778 time: 0.0838442 Aug 19 11:57:14.010685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb405884-02d5-4c69-93ef-c14a64a0e7a8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:14.033987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:14.079307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:14.080044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1b33d1a2-6e32-4fb4-9915-7d5982c17e17 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:14.080759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:14.156833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:14.159014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 55c71c8e-b8e2-4d25-b2b7-ac8d76ecb079 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:14.194893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.199763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e8718a8-41aa-4f41-9442-7b00bed0d4a5 req-a0200040-4f7d-473c-9cf0-1eba4dfc3efa tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/7e058da6-c0bd-43f9-b08b-c4980d6b69f7 HTTP/1.1" status: 200 len: 2404 time: 0.1542852 Aug 19 11:57:14.213736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.280047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:57:14.320335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.321007 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Added segment f311c37a-1875-4fd6-80ff-069c9f4e1fd7 of type vlan for network dcbb6ee0-978b-431f-be35-c378857c1c91 Aug 19 11:57:14.322728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669b380f-ec06-491b-a806-a4bd44112159,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:14.325915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7e8718a8-41aa-4f41-9442-7b00bed0d4a5 req-3ccf6672-806c-4cec-b807-a07bb94b1856 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.369479 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7e8718a8-41aa-4f41-9442-7b00bed0d4a5 req-3ccf6672-806c-4cec-b807-a07bb94b1856 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.377999 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.393594 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.401453 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a4dd74-92d4-42a8-bd0c-25c044e78edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.447966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49904) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:14.454473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4dd74-92d4-42a8-bd0c-25c044e78edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3032550-8ff1-4192-8a6a-0c6e6be7f794,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:14.458862 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19a4dd74-92d4-42a8-bd0c-25c044e78edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.464525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-19a4dd74-92d4-42a8-bd0c-25c044e78edf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d3032550-8ff1-4192-8a6a-0c6e6be7f794 HTTP/1.1" status: 204 len: 168 time: 0.8482227 Aug 19 11:57:14.465189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49908) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:14.481785 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7e8718a8-41aa-4f41-9442-7b00bed0d4a5 req-3ccf6672-806c-4cec-b807-a07bb94b1856 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.482539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c971dddc-dfbe-4105-a5fa-b9b70aea650f None None] Network ee64b00c-86b6-4e99-8fff-1e813ff3fc99 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:14.490607 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7e8718a8-41aa-4f41-9442-7b00bed0d4a5 req-3ccf6672-806c-4cec-b807-a07bb94b1856 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.501090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e8718a8-41aa-4f41-9442-7b00bed0d4a5 req-3ccf6672-806c-4cec-b807-a07bb94b1856 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d0dd7b63-5dbd-4505-857d-9ac468c3d997 HTTP/1.1" status: 204 len: 173 time: 0.2844174 Aug 19 11:57:14.540336 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.541328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:14.541898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.551612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-461f2243-9ce2-49b2-a397-9a9439b49458 req-a1b82104-fa08-4a28-bdd1-8e356dcb2abf tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1143305244', 'description': 'tempest-description-1009419873'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:14.563118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.565459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf6672-806c-4cec-b807-a07bb94b1856 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0dd7b63-5dbd-4505-857d-9ac468c3d997,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:14.610081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-239852123-network', 'tenant_id': '0687db769a3544b387de7cd72d405a57'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:14.644266 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-461f2243-9ce2-49b2-a397-9a9439b49458 req-a1b82104-fa08-4a28-bdd1-8e356dcb2abf tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.652714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2112310 Aug 19 11:57:14.655976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49912) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:14.662765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb33b4e-3fe1-4daf-a30a-c97a32f841d1 admin admin] Pushing event updated for resources: {'Network': ['ID=dcbb6ee0-978b-431f-be35-c378857c1c91,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:14.666480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Request body: {'subnet': {'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1577027658-subnet', 'tenant_id': 'aedddd945e5e40c1848dfa8ef9d1d006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:14.679169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network dcbb6ee0-978b-431f-be35-c378857c1c91 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:57:14.684893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Deleting port 92da0a24-d3b6-4c72-b2b7-831f49e923ba {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:14.685678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.804001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Made reservation on behalf of 0687db769a3544b387de7cd72d405a57 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:14.807350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.819127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Made reservation on behalf of aedddd945e5e40c1848dfa8ef9d1d006 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:14.822050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.846383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.871737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Router 605d197b-91b2-4bc6-bccd-daf08a3b407c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:57:14.877573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bcad18-a1f2-485a-8974-40e232b81579 None None] DHCP port deletion for ee64b00c-86b6-4e99-8fff-1e813ff3fc99 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:57:14.882717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759c8fe-e249-4508-b3af-188f00dee602 req-02b7a902-6986-47d5-98e1-0094c6306570 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:14.889334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0759c8fe-e249-4508-b3af-188f00dee602 req-02b7a902-6986-47d5-98e1-0094c6306570 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1181843 Aug 19 11:57:14.907706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] For port 92da0a24-d3b6-4c72-b2b7-831f49e923ba, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=92da0a24-d3b6-4c72-b2b7-831f49e923ba,segment=NetworkSegment(27c1b09b-3580-4232-bbfd-55d3cb1c8d40),segment_id=27c1b09b-3580-4232-bbfd-55d3cb1c8d40)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:14.908110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:14.924651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Calling delete_port for 92da0a24-d3b6-4c72-b2b7-831f49e923ba owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:14.934735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-68bcad18-a1f2-485a-8974-40e232b81579 None None] Deleting port 92da0a24-d3b6-4c72-b2b7-831f49e923ba {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:14.935456 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68bcad18-a1f2-485a-8974-40e232b81579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.004352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-68bcad18-a1f2-485a-8974-40e232b81579 None None] For port 92da0a24-d3b6-4c72-b2b7-831f49e923ba, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=92da0a24-d3b6-4c72-b2b7-831f49e923ba,segment=NetworkSegment(27c1b09b-3580-4232-bbfd-55d3cb1c8d40),segment_id=27c1b09b-3580-4232-bbfd-55d3cb1c8d40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:15.004815 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68bcad18-a1f2-485a-8974-40e232b81579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.020656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-68bcad18-a1f2-485a-8974-40e232b81579 None None] Calling delete_port for 92da0a24-d3b6-4c72-b2b7-831f49e923ba owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:15.031853 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-461f2243-9ce2-49b2-a397-9a9439b49458 req-a1b82104-fa08-4a28-bdd1-8e356dcb2abf tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.077498 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0759c8fe-e249-4508-b3af-188f00dee602 req-05d6f80f-89aa-4b69-b442-179856c0d116 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797922 Aug 19 11:57:15.081573 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-461f2243-9ce2-49b2-a397-9a9439b49458 req-a1b82104-fa08-4a28-bdd1-8e356dcb2abf tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.097649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-f9f2436e-d86b-4668-b1ad-3803d04eac06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3039908 Aug 19 11:57:15.135275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b82104-fa08-4a28-bdd1-8e356dcb2abf tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d648002-a258-4428-bd3a-0cb223460017,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:15.135523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.145124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:57:15.146141 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68bcad18-a1f2-485a-8974-40e232b81579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.157106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d715c427-490d-4f13-bf21-905f6efec88d admin admin] 10.222.0.65 "PUT /v2.0/routers/605d197b-91b2-4bc6-bccd-daf08a3b407c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7407227 Aug 19 11:57:15.158460 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] Sync routers for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:57:15.159148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49922) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:15.171767 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:15.172473 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:15.186881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcad18-a1f2-485a-8974-40e232b81579 None None] Pushing event deleted for resources: {'Port': ['ID=92da0a24-d3b6-4c72-b2b7-831f49e923ba,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:15.199865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bcad18-a1f2-485a-8974-40e232b81579 None None] No DVR routers for this DVR port 92da0a24-d3b6-4c72-b2b7-831f49e923ba on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:15.252881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] No DVR routers for this DVR port 92da0a24-d3b6-4c72-b2b7-831f49e923ba on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:15.307174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Pushing event deleted for resources: {'Port': ['ID=92da0a24-d3b6-4c72-b2b7-831f49e923ba,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:15.363550 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:15.368434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.441103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.445172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.468628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.475473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee64b00c-86b6-4e99-8fff-1e813ff3fc99']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:15.515417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5ca775-694a-483e-a3b2-215081565373,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:15.527113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.537595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c1b09b-3580-4232-bbfd-55d3cb1c8d40') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:15.537892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c1b09b-3580-4232-bbfd-55d3cb1c8d40') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:15.594073 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:57:13Z', 'revision_number': 5, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port': {'id': '5ae06fab-9250-4502-9453-e8afdd67a7df', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:33Z', 'updated_at': '2021-08-19T11:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:15.606711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.624951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3496d-f275-436e-9869-dbbfb48d7b11 req-f1f692d4-1866-4f3d-a94d-b8c6054100bf tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:15.629053 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] Checking router: 605d197b-91b2-4bc6-bccd-daf08a3b407c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:57:15.633853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baf3496d-f275-436e-9869-dbbfb48d7b11 req-f1f692d4-1866-4f3d-a94d-b8c6054100bf tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.4754581 Aug 19 11:57:15.641777 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] Routers {'605d197b-91b2-4bc6-bccd-daf08a3b407c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:15.643163 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:56:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['605d197b-91b2-4bc6-bccd-daf08a3b407c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:15.643440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8973284-6c79-4519-aa58-5e8208dbc4de,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:15.647855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:57:15.650768 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.675854 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.676202 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Added segment 7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b of type vlan for network eff12e79-10cb-43d3-ab28-c1b280f7710e Aug 19 11:57:15.686548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.716957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:57:15.717359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:57:15.719207 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:57:15.741067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-baf3496d-f275-436e-9869-dbbfb48d7b11 req-8fcc219c-1ea3-4754-a8fa-4e3054a6d483 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061165 Aug 19 11:57:15.748939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-461f2243-9ce2-49b2-a397-9a9439b49458 req-a1b82104-fa08-4a28-bdd1-8e356dcb2abf tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.750329 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] Set router 605d197b-91b2-4bc6-bccd-daf08a3b407c gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:15.760919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-461f2243-9ce2-49b2-a397-9a9439b49458 req-a1b82104-fa08-4a28-bdd1-8e356dcb2abf tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2245302 Aug 19 11:57:15.776635 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.795827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Checking segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:15.796001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Network hostable DHCP agents. Network: dcbb6ee0-978b-431f-be35-c378857c1c91, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:57:15.827160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.833842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.834818 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:15.835398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.838442 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.840061 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] 10.222.0.65 "DELETE /v2.0/networks/ee64b00c-86b6-4e99-8fff-1e813ff3fc99 HTTP/1.1" status: 204 len: 168 time: 1.3743184 Aug 19 11:57:15.860771 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:57:15Z', 'revision_number': 6, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:15.863623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Network dcbb6ee0-978b-431f-be35-c378857c1c91 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:57:15.888656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c116f-ec52-441a-815c-7286162bb29f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee64b00c-86b6-4e99-8fff-1e813ff3fc99,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:15.903295 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632d2a1-ce16-4f7d-8447-3479d5ab1438 None None] The sync data for ids ['605d197b-91b2-4bc6-bccd-daf08a3b407c'] in n-d-778550-9 is: [{'id': '605d197b-91b2-4bc6-bccd-daf08a3b407c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1926927354-router', 'tenant_id': '7539f1bb11024d46bfced015f1409be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:31Z', 'updated_at': '2021-08-19T11:57:15Z', 'revision_number': 6, 'project_id': '7539f1bb11024d46bfced015f1409be6', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:57:15.914398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-847f37bb-7cc8-4237-87a6-2c956e6fd145 req-6ba0c5e3-f289-45fd-8219-8fe6e9525285 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/6d648002-a258-4428-bd3a-0cb223460017 HTTP/1.1" status: 200 len: 1813 time: 0.1256378 Aug 19 11:57:15.930844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Deleting port 5ae06fab-9250-4502-9453-e8afdd67a7df {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:15.931513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:15.977343 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5282223 Aug 19 11:57:15.978113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49954) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:16.009041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, dcbb6ee0-978b-431f-be35-c378857c1c91) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:16.013844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Request body: {'subnet': {'network_id': 'eff12e79-10cb-43d3-ab28-c1b280f7710e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-239852123-subnet', 'tenant_id': '0687db769a3544b387de7cd72d405a57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:16.018972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d736e-2699-43b3-9a12-b311e37a02d5 None None] Network dcbb6ee0-978b-431f-be35-c378857c1c91 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:16.024445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:16.025390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.069500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49956) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:16.086592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9366dd2e-52af-4b28-a854-00a78fe7cede req-14988f12-437a-4e7b-9d9a-53336886d40f tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-429869074', 'description': 'tempest-description-893244920'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:16.108643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb799c69-6ec8-430e-88a6-4551044f23ff admin admin] Pushing event updated for resources: {'Network': ['ID=eff12e79-10cb-43d3-ab28-c1b280f7710e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:16.125551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network eff12e79-10cb-43d3-ab28-c1b280f7710e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:57:16.126246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Made reservation on behalf of 0687db769a3544b387de7cd72d405a57 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:16.128947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.136334 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3ff8b276-e3f9-462e-9659-c95c16d47c88 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4788146 Aug 19 11:57:16.230202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9366dd2e-52af-4b28-a854-00a78fe7cede req-14988f12-437a-4e7b-9d9a-53336886d40f tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.234887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] For port 5ae06fab-9250-4502-9453-e8afdd67a7df, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5ae06fab-9250-4502-9453-e8afdd67a7df,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:16.235276 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.283856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Calling delete_port for 5ae06fab-9250-4502-9453-e8afdd67a7df owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:16.331738 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b38571c2-65a4-460f-ad66-2c2874baf44c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8e34a97212c48058986306d677dfbe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567348 Aug 19 11:57:16.357607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:16.397183 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9366dd2e-52af-4b28-a854-00a78fe7cede req-14988f12-437a-4e7b-9d9a-53336886d40f tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.435561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9366dd2e-52af-4b28-a854-00a78fe7cede req-14988f12-437a-4e7b-9d9a-53336886d40f tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.473445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b1c69f-99f5-401f-9e3e-b6cff19cbb16 None None] Network dcbb6ee0-978b-431f-be35-c378857c1c91 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:16.525117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21ac4a7d-9d54-4456-be02-851e9da0cfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.549957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9366dd2e-52af-4b28-a854-00a78fe7cede req-14988f12-437a-4e7b-9d9a-53336886d40f tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.552171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9366dd2e-52af-4b28-a854-00a78fe7cede req-14988f12-437a-4e7b-9d9a-53336886d40f tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4731829 Aug 19 11:57:16.566934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21ac4a7d-9d54-4456-be02-851e9da0cfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.574897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52737e04-c23e-4266-9168-59e885404539 req-08792590-0ebb-4c19-96bf-ee2f1e51ad0d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:16.582825 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52737e04-c23e-4266-9168-59e885404539 req-08792590-0ebb-4c19-96bf-ee2f1e51ad0d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.3545043 Aug 19 11:57:16.623962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14988f12-437a-4e7b-9d9a-53336886d40f tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8693f122-285b-48e6-a626-6e1d2d765be9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:16.647415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 92da0a24-d3b6-4c72-b2b7-831f49e923ba no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:16.662531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52737e04-c23e-4266-9168-59e885404539 req-53f5b253-b717-4c7b-8a11-b02624c50ae2 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787630 Aug 19 11:57:16.720510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 92da0a24-d3b6-4c72-b2b7-831f49e923ba {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:16.721926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 92da0a24-d3b6-4c72-b2b7-831f49e923ba not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:16.756368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21ac4a7d-9d54-4456-be02-851e9da0cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.759002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21ac4a7d-9d54-4456-be02-851e9da0cfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.760204 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-21ac4a7d-9d54-4456-be02-851e9da0cfc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e41db9ae-2a43-48db-9b45-37f001da8c2d HTTP/1.1" status: 204 len: 168 time: 0.3976643 Aug 19 11:57:16.817096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac4a7d-9d54-4456-be02-851e9da0cfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41db9ae-2a43-48db-9b45-37f001da8c2d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:16.867438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:16.967881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e52eee-2c8e-49a4-82b3-d1710ddb5004,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:17.029955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Checking segment: {'id': '7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eff12e79-10cb-43d3-ab28-c1b280f7710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:17.031468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Network hostable DHCP agents. Network: eff12e79-10cb-43d3-ab28-c1b280f7710e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:57:17.090230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Network eff12e79-10cb-43d3-ab28-c1b280f7710e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:57:17.113073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, eff12e79-10cb-43d3-ab28-c1b280f7710e) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:17.119720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:17.124072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08038158-1f37-487d-92cc-ce8002aed6a3 None None] Network eff12e79-10cb-43d3-ab28-c1b280f7710e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:17.133800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:17.173348 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-36822012-0a51-48ac-a1c3-e285365dd180 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1652417 Aug 19 11:57:17.262750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-918bafd5-e5f6-45b3-98e3-e6a11542c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:17.265514 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-918bafd5-e5f6-45b3-98e3-e6a11542c85d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1101 time: 0.0683622 Aug 19 11:57:17.348334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423254ba-bb98-4629-862b-bfdee5d2a073 None None] Network eff12e79-10cb-43d3-ab28-c1b280f7710e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:17.425475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-d9bf7e4c-8bed-4f5b-a3be-f16a3f8485f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:17.434708 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-d9bf7e4c-8bed-4f5b-a3be-f16a3f8485f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1574333 Aug 19 11:57:17.434917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6258403-1966-4d97-a756-19e06ff4a60a req-e12878fe-4072-40e1-953e-702f963850f9 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/8693f122-285b-48e6-a626-6e1d2d765be9 HTTP/1.1" status: 200 len: 1811 time: 0.6850357 Aug 19 11:57:17.492698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-2739edbe-9731-4c0a-9eb9-38ccfa2c82af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 217 time: 0.0544381 Aug 19 11:57:17.552534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-4bf71dc0-658c-4cf9-a857-43c891ed0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:17.555213 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-4bf71dc0-658c-4cf9-a857-43c891ed0cf5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0532596 Aug 19 11:57:17.617536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-6486b1e4-ab58-44b2-afff-0f985150f1dd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:17.623708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-22a8fe65-c761-4e1d-8400-43f24746140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:17.625930 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-22a8fe65-c761-4e1d-8400-43f24746140b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632393 Aug 19 11:57:17.626155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-6486b1e4-ab58-44b2-afff-0f985150f1dd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.2902117 Aug 19 11:57:17.636774 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:17.659257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e1bd8-3772-4035-aa91-e7bd47eafe94 req-ba338f46-0f11-47f0-b08a-38646ac91336 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:17.666727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d5e1bd8-3772-4035-aa91-e7bd47eafe94 req-ba338f46-0f11-47f0-b08a-38646ac91336 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1343775 Aug 19 11:57:17.692242 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2df9c678-cfaf-4979-ad90-64dc8a6669e2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/quotas/aedddd945e5e40c1848dfa8ef9d1d006 HTTP/1.1" status: 200 len: 375 time: 0.0650721 Aug 19 11:57:17.701901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae06fab-9250-4502-9453-e8afdd67a7df,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:17.753736 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-e8b28825-d25c-440b-ac88-0b6fa58fba9f service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204906 Aug 19 11:57:17.757486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-a1e64a23-0097-476c-b272-c6a7e631b9ff tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640962 Aug 19 11:57:17.863023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d5e1bd8-3772-4035-aa91-e7bd47eafe94 req-cea3c6e9-9779-404a-a812-1edf48bd2b97 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954362 Aug 19 11:57:17.877243 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-cc93c267-7206-401f-8101-73f2f3d7bf86 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138330 Aug 19 11:57:17.888728 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:17.948286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50020) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:17.954689 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-64773671-network', 'tenant_id': '13f5bbc70d2c42188a465ac95c1ce0a8'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:18.004498 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.008411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.021783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-6e293fce-568f-4551-bc2b-dc3677079e51 req-9332b51f-dbc8-43ae-a28d-9d629bf058d2 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-846463384', 'description': 'tempest-description-224084718'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:18.031444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Made reservation on behalf of 13f5bbc70d2c42188a465ac95c1ce0a8 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:18.033791 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.048344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device eb405884-02d5-4c69-93ef-c14a64a0e7a8 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:18.050036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.055245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-7c76e6f7-7183-4465-bf5e-582704caf72c service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857280 Aug 19 11:57:18.095164 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6e293fce-568f-4551-bc2b-dc3677079e51 req-9332b51f-dbc8-43ae-a28d-9d629bf058d2 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.103199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: eb405884-02d5-4c69-93ef-c14a64a0e7a8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:18.103757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device eb405884-02d5-4c69-93ef-c14a64a0e7a8 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:18.104582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5ae06fab-9250-4502-9453-e8afdd67a7df no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:18.131325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 5ae06fab-9250-4502-9453-e8afdd67a7df {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:18.131735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5ae06fab-9250-4502-9453-e8afdd67a7df not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:18.154509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.155150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 605d197b-91b2-4bc6-bccd-daf08a3b407c {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:57:18.160280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.161428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-320cfe43-18ee-4000-8d95-a7b775821a8a admin admin] 10.222.0.65 "DELETE /v2.0/routers/605d197b-91b2-4bc6-bccd-daf08a3b407c HTTP/1.1" status: 204 len: 168 time: 3.0013006 Aug 19 11:57:18.163937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50026) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:18.176523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.182219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.213626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:57:18.221201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779cefee-108a-476a-9a1f-d82b037d6f5b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:18.228232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.228577 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Added segment abdee56e-f7d1-4bb3-b416-b2fda3a26bcf of type vlan for network 16733e22-b2b5-4a1a-b978-310f9e8b992b Aug 19 11:57:18.243254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8609fbe-c42c-4165-99ea-94237a48dc61 admin admin] Deleting subnet 1a201f75-5dd4-4f32-aae5-34f5333b7e91 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:57:18.262754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8609fbe-c42c-4165-99ea-94237a48dc61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.287078 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad81a8b6-0d82-42b0-9ae7-d19e51bbaabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.291393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-3d2fe731-fb07-4e70-8360-379f181aae9c service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059615 Aug 19 11:57:18.300148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.321136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8609fbe-c42c-4165-99ea-94237a48dc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.334264 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.335263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:18.336266 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.376437 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6e293fce-568f-4551-bc2b-dc3677079e51 req-9332b51f-dbc8-43ae-a28d-9d629bf058d2 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.387848 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6e293fce-568f-4551-bc2b-dc3677079e51 req-9332b51f-dbc8-43ae-a28d-9d629bf058d2 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.395063 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8609fbe-c42c-4165-99ea-94237a48dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.402667 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4510558 Aug 19 11:57:18.403483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50028) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:18.409331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Request body: {'subnet': {'network_id': '16733e22-b2b5-4a1a-b978-310f9e8b992b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-64773671-subnet', 'tenant_id': '13f5bbc70d2c42188a465ac95c1ce0a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:18.413517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5050b4-4a4e-4c31-b45b-93d40ced78da admin admin] Pushing event updated for resources: {'Network': ['ID=16733e22-b2b5-4a1a-b978-310f9e8b992b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:18.424966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 16733e22-b2b5-4a1a-b978-310f9e8b992b details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:57:18.456388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Made reservation on behalf of 13f5bbc70d2c42188a465ac95c1ce0a8 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:18.459282 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.463462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6e293fce-568f-4551-bc2b-dc3677079e51 req-9332b51f-dbc8-43ae-a28d-9d629bf058d2 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.465015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e293fce-568f-4551-bc2b-dc3677079e51 req-9332b51f-dbc8-43ae-a28d-9d629bf058d2 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4532092 Aug 19 11:57:18.468060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332b51f-dbc8-43ae-a28d-9d629bf058d2 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07283ebc-19e3-4aa6-b33c-ab670fa6d89c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:18.489919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8609fbe-c42c-4165-99ea-94237a48dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.532745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8609fbe-c42c-4165-99ea-94237a48dc61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.538102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50038) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:18.539197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d8609fbe-c42c-4165-99ea-94237a48dc61 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1a201f75-5dd4-4f32-aae5-34f5333b7e91 HTTP/1.1" status: 204 len: 168 time: 0.3740394 Aug 19 11:57:18.540336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8609fbe-c42c-4165-99ea-94237a48dc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a201f75-5dd4-4f32-aae5-34f5333b7e91,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:18.628776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa610fb6-daa8-4fc4-8e8e-51b4ee1d6b91 req-2c2ad8bd-dd20-42e2-b21b-5e70640f7b3d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:18.631607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa610fb6-daa8-4fc4-8e8e-51b4ee1d6b91 req-2c2ad8bd-dd20-42e2-b21b-5e70640f7b3d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.0706828 Aug 19 11:57:18.637226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.677756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa610fb6-daa8-4fc4-8e8e-51b4ee1d6b91 req-a0463ed9-7639-4f89-bb6b-dc05a9957ffa tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Aug 19 11:57:18.771611 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.786861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d195167-75e9-4645-a328-5bb8d1f7689d']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:18.793979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4f98fbb-d335-4181-ab1d-42497a7606d2 req-ecca1244-1d64-48ee-b63b-92e834ce8414 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 210 time: 0.0438051 Aug 19 11:57:18.815335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ded012f-fe2e-46fd-aa39-f38f619a4a2c req-171fcc8c-b32a-403c-bf0e-3f5fa756be4f tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/07283ebc-19e3-4aa6-b33c-ab670fa6d89c HTTP/1.1" status: 200 len: 1811 time: 0.0812695 Aug 19 11:57:18.845311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9a0615b0-3875-419c-b18a-6a78df8f637c req-2f318d47-3d42-4ad0-9810-57cde12e1cf3 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-806776442', 'description': 'tempest-description-598772573'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:18.852482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb8cbe4-0522-4093-92f5-98db839a5ceb') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:18.852933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb8cbe4-0522-4093-92f5-98db839a5ceb') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:18.869477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.876202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a0615b0-3875-419c-b18a-6a78df8f637c req-2f318d47-3d42-4ad0-9810-57cde12e1cf3 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.883289 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.912374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.924256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:57:18.924630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:57:18.927990 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:57:18.999982 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a0615b0-3875-419c-b18a-6a78df8f637c req-2f318d47-3d42-4ad0-9810-57cde12e1cf3 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.003641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42448fa8-ca3b-4e09-9cb5-a037dccc6681,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:19.014209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Checking segment: {'id': 'abdee56e-f7d1-4bb3-b416-b2fda3a26bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '16733e22-b2b5-4a1a-b978-310f9e8b992b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:19.015069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Network hostable DHCP agents. Network: 16733e22-b2b5-4a1a-b978-310f9e8b992b, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:57:19.018107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a0615b0-3875-419c-b18a-6a78df8f637c req-2f318d47-3d42-4ad0-9810-57cde12e1cf3 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.019577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.026182 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.028731 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7d195167-75e9-4645-a328-5bb8d1f7689d HTTP/1.1" status: 204 len: 168 time: 0.4897172 Aug 19 11:57:19.044985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4872c15-517b-47e6-8d8c-4dc89721b7d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d195167-75e9-4645-a328-5bb8d1f7689d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:19.056959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Network 16733e22-b2b5-4a1a-b978-310f9e8b992b is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:57:19.068009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a0615b0-3875-419c-b18a-6a78df8f637c req-2f318d47-3d42-4ad0-9810-57cde12e1cf3 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.069740 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0615b0-3875-419c-b18a-6a78df8f637c req-2f318d47-3d42-4ad0-9810-57cde12e1cf3 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2328694 Aug 19 11:57:19.070634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 16733e22-b2b5-4a1a-b978-310f9e8b992b) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:19.074251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f318d47-3d42-4ad0-9810-57cde12e1cf3 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae90417a-88b8-4ed9-bd45-5eb6efc78642,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:19.084083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a935a9ad-e384-4409-a6e9-3b88104a80ca None None] Network 16733e22-b2b5-4a1a-b978-310f9e8b992b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:19.099526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:19.109401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8222-fb91-4d4d-8ad2-7b27c5f3f4cc req-dae124e3-ff20-4699-9868-456539dcda04 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:19.110993 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.118258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f30b8222-fb91-4d4d-8ad2-7b27c5f3f4cc req-dae124e3-ff20-4699-9868-456539dcda04 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1395211 Aug 19 11:57:19.138158 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6d2fdd65-0f3c-4e72-8705-59e1e76a219b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7333460 Aug 19 11:57:19.194382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f30b8222-fb91-4d4d-8ad2-7b27c5f3f4cc req-37f9463c-2a2e-4a82-81e7-eff1e2f9074f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751514 Aug 19 11:57:19.319853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ab159b6-e6b1-4737-93f9-4a30e833becc req-46ddc1b8-9f3d-478b-b6d5-eac1cf5d5815 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/ae90417a-88b8-4ed9-bd45-5eb6efc78642 HTTP/1.1" status: 200 len: 1811 time: 0.0673316 Aug 19 11:57:19.328651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c825c4-1949-4106-adfc-fae7e6d5e3b0 None None] Network 16733e22-b2b5-4a1a-b978-310f9e8b992b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:19.360549 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-30f17c3c-3d2d-4f40-937d-6a39bcba5582 req-0728d8d2-9cc8-4b3b-9014-6cc9c3269dd9 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] show failed (client error): The resource could not be found. Aug 19 11:57:19.363886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30f17c3c-3d2d-4f40-937d-6a39bcba5582 req-0728d8d2-9cc8-4b3b-9014-6cc9c3269dd9 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/1f8e4b5a-0043-4d6e-b63f-05c008844020 HTTP/1.1" status: 404 len: 352 time: 0.0174506 Aug 19 11:57:19.370477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50096) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:19.432828 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-065d94c9-2771-4758-b43b-2c8f5e76fbec req-a79c0358-ed75-4a3a-b709-d70f2c23251d tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] show failed (client error): The resource could not be found. Aug 19 11:57:19.448220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-065d94c9-2771-4758-b43b-2c8f5e76fbec req-a79c0358-ed75-4a3a-b709-d70f2c23251d tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-group-rules/a625fbfb-1e6f-4618-94ad-ea1824f9588b HTTP/1.1" status: 404 len: 361 time: 0.0399847 Aug 19 11:57:19.467716 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-56a3c382-d75f-4cd9-857a-53c1c1656d84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7539f1bb11024d46bfced015f1409be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957763 Aug 19 11:57:19.470305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50106) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:19.560223 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa35ce77-c47c-4c5a-9600-2a685cd82691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.566177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd94b510-be7d-41f8-9ac7-c73f4e6889c5 req-f2b76108-7fd3-4713-a0d5-a00c6a82e0ce tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/ae90417a-88b8-4ed9-bd45-5eb6efc78642 HTTP/1.1" status: 200 len: 1811 time: 0.0806656 Aug 19 11:57:19.600650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa35ce77-c47c-4c5a-9600-2a685cd82691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.667907 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fd94b510-be7d-41f8-9ac7-c73f4e6889c5 req-f4000c78-be84-4310-9750-619f7da4f113 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.695584 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa35ce77-c47c-4c5a-9600-2a685cd82691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.698236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa35ce77-c47c-4c5a-9600-2a685cd82691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.699315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fa35ce77-c47c-4c5a-9600-2a685cd82691 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/388a9523-269f-4d68-a1c1-4a7171523a5c HTTP/1.1" status: 204 len: 168 time: 0.2279506 Aug 19 11:57:19.738853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50124) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:19.768882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fd94b510-be7d-41f8-9ac7-c73f4e6889c5 req-f4000c78-be84-4310-9750-619f7da4f113 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.792759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35ce77-c47c-4c5a-9600-2a685cd82691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388a9523-269f-4d68-a1c1-4a7171523a5c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:19.857612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-55875111-5dc4-4525-8281-c06795e1d133 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:19.860082 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-55875111-5dc4-4525-8281-c06795e1d133 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/networks?id=eff12e79-10cb-43d3-ab28-c1b280f7710e HTTP/1.1" status: 200 len: 814 time: 0.1685026 Aug 19 11:57:19.861451 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fd94b510-be7d-41f8-9ac7-c73f4e6889c5 req-f4000c78-be84-4310-9750-619f7da4f113 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.865926 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fd94b510-be7d-41f8-9ac7-c73f4e6889c5 req-f4000c78-be84-4310-9750-619f7da4f113 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:19.867058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd94b510-be7d-41f8-9ac7-c73f4e6889c5 req-f4000c78-be84-4310-9750-619f7da4f113 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "DELETE /v2.0/security-groups/ae90417a-88b8-4ed9-bd45-5eb6efc78642 HTTP/1.1" status: 204 len: 173 time: 0.2923279 Aug 19 11:57:19.887650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4000c78-be84-4310-9750-619f7da4f113 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae90417a-88b8-4ed9-bd45-5eb6efc78642,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:19.901147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-c95d1905-5b06-4ed0-b421-506116509d45 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/quotas/0687db769a3544b387de7cd72d405a57 HTTP/1.1" status: 200 len: 375 time: 0.0297811 Aug 19 11:57:19.963283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-377284a7-d354-4e2d-aaaf-f3e73adc6605 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0687db769a3544b387de7cd72d405a57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495551 Aug 19 11:57:19.964305 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1663-fcbe-475d-b483-da6c91b4b760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.082412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bb3d0-bd6e-4fc0-84bb-a8493c614f8d req-9c81142b-6ce1-4ef4-8305-aed0dac7c42f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:20.085455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-033bb3d0-bd6e-4fc0-84bb-a8493c614f8d req-9c81142b-6ce1-4ef4-8305-aed0dac7c42f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1185949 Aug 19 11:57:20.087669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-ae7205d9-230b-4b8a-abd6-ea7076ac347e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:20.089442 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-ae7205d9-230b-4b8a-abd6-ea7076ac347e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.2257438 Aug 19 11:57:20.128236 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1663-fcbe-475d-b483-da6c91b4b760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.137065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1663-fcbe-475d-b483-da6c91b4b760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.149186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-09294a6d-44f4-4276-8d4d-57be39381fad service neutron] 10.222.0.65 "GET /v2.0/networks/eff12e79-10cb-43d3-ab28-c1b280f7710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731627 Aug 19 11:57:20.160759 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-033bb3d0-bd6e-4fc0-84bb-a8493c614f8d req-89cc46ab-eea4-4ddd-a563-9712f7ff2d17 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670805 Aug 19 11:57:20.170422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Request body: {'port': {'device_id': 'cd6d314e-4303-4f67-9899-5693dadb5a79', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'admin_state_up': True, 'tenant_id': 'aedddd945e5e40c1848dfa8ef9d1d006'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:20.248953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b1663-fcbe-475d-b483-da6c91b4b760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeb3ab6-27a6-4524-9a22-8f73b862231d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:20.265004 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bc5b1663-fcbe-475d-b483-da6c91b4b760 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=463aa450b3d24616a3251215cbfce9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248194 Aug 19 11:57:20.268189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50142) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:20.289511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c09551b0-44db-4e1d-8c20-4f2f77ed5dc7 req-c62d6a67-819c-4b01-8fbc-76581493c543 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 210 time: 0.0376811 Aug 19 11:57:20.293583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-3023a68e-236c-4043-9dcb-f4141b6553a4 service neutron] 10.222.0.65 "GET /v2.0/networks/eff12e79-10cb-43d3-ab28-c1b280f7710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298435 Aug 19 11:57:20.361911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a1c392c6-27e9-443c-8e13-50308764ca9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.378001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Made reservation on behalf of aedddd945e5e40c1848dfa8ef9d1d006 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:20.381676 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.381839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba389196-0837-43b0-b5af-b8352d4086a9 req-9a840edc-f3f0-4a93-955d-31f73097e787 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/07283ebc-19e3-4aa6-b33c-ab670fa6d89c HTTP/1.1" status: 200 len: 1811 time: 0.0462005 Aug 19 11:57:20.399169 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a1c392c6-27e9-443c-8e13-50308764ca9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.470005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ba389196-0837-43b0-b5af-b8352d4086a9 req-738a8338-a703-4752-89d3-68eb3cec230e tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.527057 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ba389196-0837-43b0-b5af-b8352d4086a9 req-738a8338-a703-4752-89d3-68eb3cec230e tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.550839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a1c392c6-27e9-443c-8e13-50308764ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.554641 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a1c392c6-27e9-443c-8e13-50308764ca9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.556043 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a1c392c6-27e9-443c-8e13-50308764ca9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbeb3ab6-27a6-4524-9a22-8f73b862231d HTTP/1.1" status: 204 len: 168 time: 0.2866828 Aug 19 11:57:20.578474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c392c6-27e9-443c-8e13-50308764ca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeb3ab6-27a6-4524-9a22-8f73b862231d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:20.600753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Allocated IP 172.20.0.7 (dcbb6ee0-978b-431f-be35-c378857c1c91/e8973284-6c79-4519-aa58-5e8208dbc4de/e98f4234-a9d7-4e23-97f3-008d58f85bcd) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:20.670660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2343c2-6bab-4a5c-aa78-57af278db104 req-81cc3831-57f0-45ae-8ae7-1bbe8ae4f26f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:20.673567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e2343c2-6bab-4a5c-aa78-57af278db104 req-81cc3831-57f0-45ae-8ae7-1bbe8ae4f26f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1105428 Aug 19 11:57:20.677210 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ba389196-0837-43b0-b5af-b8352d4086a9 req-738a8338-a703-4752-89d3-68eb3cec230e tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.683521 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ba389196-0837-43b0-b5af-b8352d4086a9 req-738a8338-a703-4752-89d3-68eb3cec230e tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.685509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba389196-0837-43b0-b5af-b8352d4086a9 req-738a8338-a703-4752-89d3-68eb3cec230e tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "DELETE /v2.0/security-groups/07283ebc-19e3-4aa6-b33c-ab670fa6d89c HTTP/1.1" status: 204 len: 173 time: 0.3000722 Aug 19 11:57:20.734164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c44a5c4a-027d-495b-a445-b9930fe5a771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.752229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8338-a703-4752-89d3-68eb3cec230e tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07283ebc-19e3-4aa6-b33c-ab670fa6d89c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:20.823148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e2343c2-6bab-4a5c-aa78-57af278db104 req-19ec3186-c189-405c-86d8-70524e34fc8b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358771 Aug 19 11:57:20.865790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.926617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:20.953513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a20a8694-4702-4f22-8000-e065ac1dd6e0 req-552ce1ed-b57e-49d1-b9f9-99c930005805 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 210 time: 0.0401554 Aug 19 11:57:20.957174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-440a005f-eb92-4251-8469-7c08fcdb4e2e req-074e156a-6f2b-4bdf-8837-c63a21850e73 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/8693f122-285b-48e6-a626-6e1d2d765be9 HTTP/1.1" status: 200 len: 1811 time: 0.0940132 Aug 19 11:57:20.985142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.039044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Network dcbb6ee0-978b-431f-be35-c378857c1c91 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:21.043036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:21.048267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:21.077403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event updated for resources: {'Port': ['ID=e98f4234-a9d7-4e23-97f3-008d58f85bcd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:21.106744 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-440a005f-eb92-4251-8469-7c08fcdb4e2e req-39d7ff7e-d38d-42a5-9c5b-b1eda1d7fc9b tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.117330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:21.118144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.135418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-440a005f-eb92-4251-8469-7c08fcdb4e2e req-39d7ff7e-d38d-42a5-9c5b-b1eda1d7fc9b tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.139513 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-9f2bcbc4-d650-475b-8db2-e93d5f5406c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9738159 Aug 19 11:57:21.160215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Request body: {'port': {'device_id': 'cd6d314e-4303-4f67-9899-5693dadb5a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:21.202973 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-440a005f-eb92-4251-8469-7c08fcdb4e2e req-39d7ff7e-d38d-42a5-9c5b-b1eda1d7fc9b tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.206073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-440a005f-eb92-4251-8469-7c08fcdb4e2e req-39d7ff7e-d38d-42a5-9c5b-b1eda1d7fc9b tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.212735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-440a005f-eb92-4251-8469-7c08fcdb4e2e req-39d7ff7e-d38d-42a5-9c5b-b1eda1d7fc9b tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "DELETE /v2.0/security-groups/8693f122-285b-48e6-a626-6e1d2d765be9 HTTP/1.1" status: 204 len: 173 time: 0.2465935 Aug 19 11:57:21.226587 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.242180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7ff7e-d38d-42a5-9c5b-b1eda1d7fc9b tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8693f122-285b-48e6-a626-6e1d2d765be9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:21.377462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d263551-df0a-4ad4-aea6-5588a7d3d1e5 req-9c685785-8ee3-4007-a0b9-face4c8ce6cc tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/6d648002-a258-4428-bd3a-0cb223460017 HTTP/1.1" status: 200 len: 1813 time: 0.0607519 Aug 19 11:57:21.385218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0ece2-67a1-4e86-826a-206660d2583c req-cecaa9a3-c0f8-487c-93d4-c348a7338bce tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:21.386691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7a0ece2-67a1-4e86-826a-206660d2583c req-cecaa9a3-c0f8-487c-93d4-c348a7338bce tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1027462 Aug 19 11:57:21.462210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7a0ece2-67a1-4e86-826a-206660d2583c req-42a6f08f-745c-43bf-a225-9c5ae38c3a35 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652971 Aug 19 11:57:21.486135 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d263551-df0a-4ad4-aea6-5588a7d3d1e5 req-ae937b40-7297-48d1-b423-069b228523ad tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.535160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d263551-df0a-4ad4-aea6-5588a7d3d1e5 req-ae937b40-7297-48d1-b423-069b228523ad tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.611142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98f4234-a9d7-4e23-97f3-008d58f85bcd {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:21.622527 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.632031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73355b98-1c02-47bf-a742-8b1725f3a739 req-351e12ad-7c65-428c-b563-bcc9da37f94d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:21.635214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Transition to ACTIVE for port object e98f4234-a9d7-4e23-97f3-008d58f85bcd will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:21.639702 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73355b98-1c02-47bf-a742-8b1725f3a739 req-351e12ad-7c65-428c-b563-bcc9da37f94d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 931 time: 0.0787444 Aug 19 11:57:21.643733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.647904 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d263551-df0a-4ad4-aea6-5588a7d3d1e5 req-ae937b40-7297-48d1-b423-069b228523ad tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.650475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6d263551-df0a-4ad4-aea6-5588a7d3d1e5 req-ae937b40-7297-48d1-b423-069b228523ad tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.651480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d263551-df0a-4ad4-aea6-5588a7d3d1e5 req-ae937b40-7297-48d1-b423-069b228523ad tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "DELETE /v2.0/security-groups/6d648002-a258-4428-bd3a-0cb223460017 HTTP/1.1" status: 204 len: 173 time: 0.2639070 Aug 19 11:57:21.668212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae937b40-7297-48d1-b423-069b228523ad tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d648002-a258-4428-bd3a-0cb223460017,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:21.696048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Pushing event updated for resources: {'Port': ['ID=e98f4234-a9d7-4e23-97f3-008d58f85bcd,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:21.728229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73355b98-1c02-47bf-a742-8b1725f3a739 req-6f013c6b-73a9-4490-b131-79e33c1a62d7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747371 Aug 19 11:57:21.769584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0d47a95-dcfd-4031-93b9-b86caee77806 req-0ad469c8-c02e-4b2f-a651-8c09b5168e8d tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "GET /v2.0/security-groups/7e058da6-c0bd-43f9-b08b-c4980d6b69f7 HTTP/1.1" status: 200 len: 1811 time: 0.0766237 Aug 19 11:57:21.818597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Attempting to bind port e98f4234-a9d7-4e23-97f3-008d58f85bcd on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:21.818970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Attempting to bind port e98f4234-a9d7-4e23-97f3-008d58f85bcd by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:21.819351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Attempting to bind port e98f4234-a9d7-4e23-97f3-008d58f85bcd on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:21.838294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Port e98f4234-a9d7-4e23-97f3-008d58f85bcd on network dcbb6ee0-978b-431f-be35-c378857c1c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:57:21.838599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Attempting to bind port e98f4234-a9d7-4e23-97f3-008d58f85bcd on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:21.840001 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.840650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50212) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:21.859876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:21.860221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Checking segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:21.860430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f0d47a95-dcfd-4031-93b9-b86caee77806 req-a4766bb5-6dde-4322-9994-5e6547922b16 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.860576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Bound using segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:21.861122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Bound port: e98f4234-a9d7-4e23-97f3-008d58f85bcd, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:21.861479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.888858 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f0d47a95-dcfd-4031-93b9-b86caee77806 req-a4766bb5-6dde-4322-9994-5e6547922b16 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:21.970004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] For port e98f4234-a9d7-4e23-97f3-008d58f85bcd, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:21.974051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] For port e98f4234-a9d7-4e23-97f3-008d58f85bcd, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e98f4234-a9d7-4e23-97f3-008d58f85bcd,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:21.985734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.011673 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f0d47a95-dcfd-4031-93b9-b86caee77806 req-a4766bb5-6dde-4322-9994-5e6547922b16 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.014751 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f0d47a95-dcfd-4031-93b9-b86caee77806 req-a4766bb5-6dde-4322-9994-5e6547922b16 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.015884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0d47a95-dcfd-4031-93b9-b86caee77806 req-a4766bb5-6dde-4322-9994-5e6547922b16 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] 10.222.0.65 "DELETE /v2.0/security-groups/7e058da6-c0bd-43f9-b08b-c4980d6b69f7 HTTP/1.1" status: 204 len: 173 time: 0.2391341 Aug 19 11:57:22.027732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50220) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:22.074853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4766bb5-6dde-4322-9994-5e6547922b16 tempest-SecurityGroupRulesNegativeTestJSON-1686215876 tempest-SecurityGroupRulesNegativeTestJSON-1686215876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e058da6-c0bd-43f9-b08b-c4980d6b69f7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:22.097272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-564384f5-d8f5-4ba3-9c81-3d4ceb9ee635 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:22.098804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-564384f5-d8f5-4ba3-9c81-3d4ceb9ee635 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.69 "GET /v2.0/networks?id=eff12e79-10cb-43d3-ab28-c1b280f7710e HTTP/1.1" status: 200 len: 814 time: 0.1761358 Aug 19 11:57:22.111952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba33d05-c6e1-479c-a85f-45a952ee2cb2 admin admin] Deleting subnet ac77eebb-abe4-41cf-9279-33bd02f8f739 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:57:22.118042 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ba33d05-c6e1-479c-a85f-45a952ee2cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.122307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Pushing event updated for resources: {'Port': ['ID=e98f4234-a9d7-4e23-97f3-008d58f85bcd,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:22.124317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Request body: {'port': {'device_id': '3e75da51-3136-4d9c-b869-f0c2298e2017', 'network_id': 'eff12e79-10cb-43d3-ab28-c1b280f7710e', 'admin_state_up': True, 'tenant_id': '0687db769a3544b387de7cd72d405a57'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:22.152130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2e82ccb-c310-4e24-8575-d9e048342e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.156518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:22.157272 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.158708 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-2a318d8f-b7fd-4459-b12e-fd14ce5add90 service neutron] 10.222.0.54 "PUT /v2.0/ports/e98f4234-a9d7-4e23-97f3-008d58f85bcd HTTP/1.1" status: 200 len: 1091 time: 1.0038958 Aug 19 11:57:22.159674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6d314e-4303-4f67-9899-5693dadb5a79', 'tag': 'e98f4234-a9d7-4e23-97f3-008d58f85bcd'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:22.162148 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6d314e-4303-4f67-9899-5693dadb5a79", "tag": "e98f4234-a9d7-4e23-97f3-008d58f85bcd"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:22.223840 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ba33d05-c6e1-479c-a85f-45a952ee2cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.296863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-785e7e4d-dc67-4a3b-ad6a-ca3f31b7d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:22.298656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-785e7e4d-dc67-4a3b-ad6a-ca3f31b7d7b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 1094 time: 0.0679383 Aug 19 11:57:22.300888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e2f8727-6a9a-4c87-a497-cf779c391eb3 req-551e64f3-c153-403b-86d4-036df2e5f85b tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 210 time: 0.0798008 Aug 19 11:57:22.337299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ba33d05-c6e1-479c-a85f-45a952ee2cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.366232 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-c985150a-a772-4573-a69d-474b667f788d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e98f4234-a9d7-4e23-97f3-008d58f85bcd HTTP/1.1" status: 200 len: 217 time: 0.0518546 Aug 19 11:57:22.369391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9bfc9-5a72-4540-8072-0a51aff88bf1 req-2450cf2d-f98e-43b4-b51a-99e357ac8024 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:22.370844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2e82ccb-c310-4e24-8575-d9e048342e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.377276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0c9bfc9-5a72-4540-8072-0a51aff88bf1 req-2450cf2d-f98e-43b4-b51a-99e357ac8024 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1826515 Aug 19 11:57:22.384444 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c9880e-ebf1-45cd-92d9-fb0a25500635 x-openstack-request-id: req-f8c9880e-ebf1-45cd-92d9-fb0a25500635 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:22.384748 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6d314e-4303-4f67-9899-5693dadb5a79", "tag": "e98f4234-a9d7-4e23-97f3-008d58f85bcd", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:22.385001 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8c9880e-ebf1-45cd-92d9-fb0a25500635 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:22.385390 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6d314e-4303-4f67-9899-5693dadb5a79', 'tag': 'e98f4234-a9d7-4e23-97f3-008d58f85bcd', 'status': 'completed', 'code': 200} Aug 19 11:57:22.404644 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2e82ccb-c310-4e24-8575-d9e048342e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.450914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Made reservation on behalf of 0687db769a3544b387de7cd72d405a57 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:22.454680 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.457572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e82ccb-c310-4e24-8575-d9e048342e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657d3b7f-a7c4-4a11-8241-906712c4f3ee,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:22.464908 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b2e82ccb-c310-4e24-8575-d9e048342e11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a257bdb8287143a2be915b5b68a23679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6124249 Aug 19 11:57:22.467303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-fa3cd666-8c45-4a5f-8c0b-1f9990cbf58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:22.469233 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-fa3cd666-8c45-4a5f-8c0b-1f9990cbf58b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.0942678 Aug 19 11:57:22.469417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50244) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:22.486998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0c9bfc9-5a72-4540-8072-0a51aff88bf1 req-943b61e9-4531-44b4-bdfd-8bedee2e6555 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069570 Aug 19 11:57:22.523748 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-b1d17fe1-865f-450f-b97e-3b112e7767d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472283 Aug 19 11:57:22.561045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ba33d05-c6e1-479c-a85f-45a952ee2cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.604313 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76117628-0878-4687-9be3-6653ea04aff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.627625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba33d05-c6e1-479c-a85f-45a952ee2cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac77eebb-abe4-41cf-9279-33bd02f8f739,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:22.632904 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ba33d05-c6e1-479c-a85f-45a952ee2cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.634807 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6ba33d05-c6e1-479c-a85f-45a952ee2cb2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ac77eebb-abe4-41cf-9279-33bd02f8f739 HTTP/1.1" status: 204 len: 168 time: 0.5984473 Aug 19 11:57:22.637667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50260) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:22.651531 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76117628-0878-4687-9be3-6653ea04aff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.692007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9291a-3f3e-44a4-a5af-7657a378f13b req-ef295c60-3c19-4fb9-bc6d-f2ca654837f4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:22.693648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-faa9291a-3f3e-44a4-a5af-7657a378f13b req-ef295c60-3c19-4fb9-bc6d-f2ca654837f4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1341345 Aug 19 11:57:22.711581 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-12e54bfa-674c-404d-86f8-77a0cf245e34 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787326 Aug 19 11:57:22.731917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Allocated IP 172.20.0.12 (eff12e79-10cb-43d3-ab28-c1b280f7710e/a6e52eee-2c8e-49a4-82b3-d1710ddb5004/cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:22.776654 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-faa9291a-3f3e-44a4-a5af-7657a378f13b req-ed896a97-c9a5-451c-82f0-e131907c3e27 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711002 Aug 19 11:57:22.809154 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.839132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76117628-0878-4687-9be3-6653ea04aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.841603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76117628-0878-4687-9be3-6653ea04aff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.845361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-76117628-0878-4687-9be3-6653ea04aff7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/657d3b7f-a7c4-4a11-8241-906712c4f3ee HTTP/1.1" status: 204 len: 168 time: 0.3724537 Aug 19 11:57:22.861853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50266) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:22.914185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a6f22ba-cda7-4fa9-b4ea-c23321827e2e req-181056c9-b22a-44eb-8f70-42e2bf349996 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924365 Aug 19 11:57:22.916959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76117628-0878-4687-9be3-6653ea04aff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657d3b7f-a7c4-4a11-8241-906712c4f3ee,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:22.930590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.943135 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c7f1d2-4f12-4179-8335-2e1cacb75186']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:22.945838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d1b0d-2108-4cd0-8ff1-464b86d48fd9 req-258163bf-99d9-4005-a273-a8c7ac0b8696 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:22.953927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0d1b0d-2108-4cd0-8ff1-464b86d48fd9 req-258163bf-99d9-4005-a273-a8c7ac0b8696 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 943 time: 0.1475866 Aug 19 11:57:22.959292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff49675-4bf7-4448-922c-8c7f957deec0') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:22.959593 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff49675-4bf7-4448-922c-8c7f957deec0') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:22.974510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:22.992465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.002081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:57:23.002765 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:57:23.005921 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:57:23.037545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0d1b0d-2108-4cd0-8ff1-464b86d48fd9 req-0a516b49-e7ef-4cd4-97af-489a29ad1e28 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825272 Aug 19 11:57:23.057069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.112759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.115368 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-0204e5a8-9aba-4204-934e-25debec97ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:23.117201 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-0204e5a8-9aba-4204-934e-25debec97ece service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 1094 time: 0.0575912 Aug 19 11:57:23.119908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.143767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.147027 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] 10.222.0.65 "DELETE /v2.0/networks/51c7f1d2-4f12-4179-8335-2e1cacb75186 HTTP/1.1" status: 204 len: 168 time: 0.5056412 Aug 19 11:57:23.148210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8267c0-a6d1-4c9a-a868-ccd8950a8cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=51c7f1d2-4f12-4179-8335-2e1cacb75186,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:23.175928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Network eff12e79-10cb-43d3-ab28-c1b280f7710e is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:23.181979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:23.185411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:23.197555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Pushing event updated for resources: {'Port': ['ID=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:23.239413 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6054e7b6-c8c8-4788-9bc2-06f506dc4a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.295459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:23.296330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.401235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50288) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:23.440568 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6054e7b6-c8c8-4788-9bc2-06f506dc4a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.469348 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6054e7b6-c8c8-4788-9bc2-06f506dc4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.477628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-22f5ae75-cb29-43cd-9716-0fc35ea41421 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3617709 Aug 19 11:57:23.516005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Request body: {'port': {'device_id': '3e75da51-3136-4d9c-b869-f0c2298e2017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:23.554103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5ad9f31c-cdcb-4780-bbb3-19a6143bcb85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78824c4e048543a5b7034018ae1b0975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517236 Aug 19 11:57:23.557332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50292) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:23.564612 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6054e7b6-c8c8-4788-9bc2-06f506dc4a4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13ebd35322cd49f78114ec615a0a577f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7015538 Aug 19 11:57:23.572291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f50e2-2513-4c7f-881a-094be4c0391d req-2b90beb9-e3c4-4434-8624-392a55bfe68b tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:23.574001 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-990f50e2-2513-4c7f-881a-094be4c0391d req-2b90beb9-e3c4-4434-8624-392a55bfe68b tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 932 time: 0.1505024 Aug 19 11:57:23.574834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50294) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:23.581397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054e7b6-c8c8-4788-9bc2-06f506dc4a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8146f4e2-8682-445c-b9f9-2011780e72ac,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:23.657259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.658829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-cd21f40b-7536-4d9c-a0c1-0ccaf3a81e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:23.660942 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-cd21f40b-7536-4d9c-a0c1-0ccaf3a81e25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 913 time: 0.5185597 Aug 19 11:57:23.688521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-990f50e2-2513-4c7f-881a-094be4c0391d req-fd56f493-64b9-4a18-b315-40e8a7a12196 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040974 Aug 19 11:57:23.716491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37b43b-6e3f-40e9-bd85-a8a7f051fb01 req-3207a12e-b7d6-478c-8459-733ef570aa07 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:23.718450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee37b43b-6e3f-40e9-bd85-a8a7f051fb01 req-3207a12e-b7d6-478c-8459-733ef570aa07 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1406348 Aug 19 11:57:23.725688 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0863d832-4f4d-4d01-b699-e87e00c855ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.737512 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-92e8c642-825a-41aa-aa07-2356dbff4aba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e98f4234-a9d7-4e23-97f3-008d58f85bcd HTTP/1.1" status: 200 len: 217 time: 0.0692022 Aug 19 11:57:23.798286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-5c8d1830-4429-4728-82c0-576d34b7a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:23.800226 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-5c8d1830-4429-4728-82c0-576d34b7a2c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.0482805 Aug 19 11:57:23.802640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65747911-c785-4611-aee7-3295e27ffb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.818816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee37b43b-6e3f-40e9-bd85-a8a7f051fb01 req-c623b22a-d494-4390-b0f2-6a797b3d9f9b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905039 Aug 19 11:57:23.876924 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.878669 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65747911-c785-4611-aee7-3295e27ffb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.918448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0863d832-4f4d-4d01-b699-e87e00c855ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.926584 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:23.940844 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-b08446ff-0179-4cbb-a27c-4958d549b968 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179175 Aug 19 11:57:23.974873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b857-003e-4208-be54-57da2147c131 req-18464991-5d43-48e7-b977-aa141b2d9f5d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:23.976380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a522b857-003e-4208-be54-57da2147c131 req-18464991-5d43-48e7-b977-aa141b2d9f5d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.0891109 Aug 19 11:57:24.026162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65747911-c785-4611-aee7-3295e27ffb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:24.028835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65747911-c785-4611-aee7-3295e27ffb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:24.030123 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-65747911-c785-4611-aee7-3295e27ffb7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8146f4e2-8682-445c-b9f9-2011780e72ac HTTP/1.1" status: 204 len: 168 time: 0.4540226 Aug 19 11:57:24.054501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65747911-c785-4611-aee7-3295e27ffb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8146f4e2-8682-445c-b9f9-2011780e72ac,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:24.097666 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0863d832-4f4d-4d01-b699-e87e00c855ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:24.100593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0863d832-4f4d-4d01-b699-e87e00c855ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:24.101987 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0863d832-4f4d-4d01-b699-e87e00c855ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e577c98-1b78-4318-a0d5-dbc0770d38c8 HTTP/1.1" status: 204 len: 168 time: 0.5435777 Aug 19 11:57:24.106908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a522b857-003e-4208-be54-57da2147c131 req-9ee05479-7040-425b-915d-926b8bd0ce98 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201911 Aug 19 11:57:24.114380 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-f9360072-84e1-4b6f-b8b2-f7a6617cdca4 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631386 Aug 19 11:57:24.115710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863d832-4f4d-4d01-b699-e87e00c855ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e577c98-1b78-4318-a0d5-dbc0770d38c8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:24.146276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:24.167179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:24.194730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Transition to ACTIVE for port object cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:24.212468 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:24.251763 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b52b4a58-b0b3-47d8-b132-dfac3d0cdec8 req-912b0d70-600b-4c01-9955-d73d586f7a03 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299150 Aug 19 11:57:24.284699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd62b9-1068-4e6a-894a-44f575b656fd req-64df1f10-7cda-409e-b745-32aeec600177 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:24.286348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1dd62b9-1068-4e6a-894a-44f575b656fd req-64df1f10-7cda-409e-b745-32aeec600177 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 943 time: 0.1123934 Aug 19 11:57:24.288622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Pushing event updated for resources: {'Port': ['ID=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:24.714774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1dd62b9-1068-4e6a-894a-44f575b656fd req-57b11ae9-d3c4-4be0-8e2b-1c0346a50128 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038115 Aug 19 11:57:24.726832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Attempting to bind port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:24.727177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Attempting to bind port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eff12e79-10cb-43d3-ab28-c1b280f7710e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:24.727509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Attempting to bind port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 on network eff12e79-10cb-43d3-ab28-c1b280f7710e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:24.743374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 on network eff12e79-10cb-43d3-ab28-c1b280f7710e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:57:24.743374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Attempting to bind port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 on network eff12e79-10cb-43d3-ab28-c1b280f7710e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:24.744635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:24.745092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Checking segment: {'id': '7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eff12e79-10cb-43d3-ab28-c1b280f7710e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:24.745606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Bound using segment: {'id': '7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eff12e79-10cb-43d3-ab28-c1b280f7710e'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:24.745970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Bound port: cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eff12e79-10cb-43d3-ab28-c1b280f7710e'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:24.746388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:24.869703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b96c0-e826-4108-89f3-6216c532681c req-06b58411-f1f5-4d25-b0a8-d2ac51ce1689 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:24.871189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8b96c0-e826-4108-89f3-6216c532681c req-06b58411-f1f5-4d25-b0a8-d2ac51ce1689 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 944 time: 0.0763040 Aug 19 11:57:24.886457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] For port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:24.894574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] For port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,segment=NetworkSegment(7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b),segment_id=7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:24.930580 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:24.994324 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8b96c0-e826-4108-89f3-6216c532681c req-4bcf6ae9-7aa3-4f8f-a2ae-57fd1b7de79d tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033020 Aug 19 11:57:25.008066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:25.008713 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:25.010207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] 10.222.0.69 "PUT /v2.0/ports/cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 HTTP/1.1" status: 200 len: 1092 time: 1.5007634 Aug 19 11:57:25.010645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e75da51-3136-4d9c-b869-f0c2298e2017', 'tag': 'cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:25.013287 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7574b81-a5a3-4b88-8749-a76e7689b032" -d '{"events": [{"name": "network-changed", "server_uuid": "3e75da51-3136-4d9c-b869-f0c2298e2017", "tag": "cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:25.061884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d5dec-6adf-4a3e-a21f-215c6a9facda service neutron] Pushing event updated for resources: {'Port': ['ID=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:25.073634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43959340-5ec2-4a16-b53d-887ea98e8eb2 req-168c8955-0631-4146-91b5-3f87f0fda344 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:25.075111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43959340-5ec2-4a16-b53d-887ea98e8eb2 req-168c8955-0631-4146-91b5-3f87f0fda344 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1528652 Aug 19 11:57:25.087942 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965f702-1a65-47f1-a2bb-509ad4a9ac1a x-openstack-request-id: req-7965f702-1a65-47f1-a2bb-509ad4a9ac1a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:25.088234 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e75da51-3136-4d9c-b869-f0c2298e2017", "tag": "cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:25.088661 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7965f702-1a65-47f1-a2bb-509ad4a9ac1a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:25.089257 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e75da51-3136-4d9c-b869-f0c2298e2017', 'tag': 'cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5', 'status': 'completed', 'code': 200} Aug 19 11:57:25.161666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-62b50e65-629e-478a-a639-bc8b792bdb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:25.163231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-62b50e65-629e-478a-a639-bc8b792bdb52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0687db769a3544b387de7cd72d405a57&device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 1095 time: 0.0868497 Aug 19 11:57:25.167627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43959340-5ec2-4a16-b53d-887ea98e8eb2 req-38e935f5-190d-4fd7-b018-fa75026ceb70 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813639 Aug 19 11:57:25.228973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-787a2214-152d-459c-81c6-a089e365b0bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 HTTP/1.1" status: 200 len: 217 time: 0.0495076 Aug 19 11:57:25.319032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-b23307b4-84be-4ef1-b786-7cb575c43986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:25.320348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-b23307b4-84be-4ef1-b786-7cb575c43986 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6e52eee-2c8e-49a4-82b3-d1710ddb5004 HTTP/1.1" status: 200 len: 854 time: 0.0831006 Aug 19 11:57:25.328506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f182878-ff7c-4f2a-9622-65cba1e3c1ba req-3e21ab1b-0a86-4b82-8b2c-7088c8041b4e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:25.330058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f182878-ff7c-4f2a-9622-65cba1e3c1ba req-3e21ab1b-0a86-4b82-8b2c-7088c8041b4e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1039376 Aug 19 11:57:25.365513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-e9bab323-e9d5-4f41-9aab-5c8dda24371e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eff12e79-10cb-43d3-ab28-c1b280f7710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346274 Aug 19 11:57:25.441051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f182878-ff7c-4f2a-9622-65cba1e3c1ba req-cea1b651-a4db-4c21-9ce4-ba60bd95f3fd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024098 Aug 19 11:57:25.498999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-87c964e1-6a2b-412b-92d2-70eefde2e4f7 service neutron] 10.222.0.69 "GET /v2.0/networks/eff12e79-10cb-43d3-ab28-c1b280f7710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254346 Aug 19 11:57:25.550291 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:57:25.576161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50384) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:25.600974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-066ca005-c07c-4dfb-b241-4f164f8bfa81 req-09f675fd-e0bb-43dc-b9b3-c5b7c244e8d1 service neutron] 10.222.0.69 "GET /v2.0/networks/eff12e79-10cb-43d3-ab28-c1b280f7710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943923 Aug 19 11:57:25.680369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-296290158-network', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:25.705490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Made reservation on behalf of 10c3e32253d8418099010fa7dd0eda09 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:25.710594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:25.720241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:25.774459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-97a09e11-c759-4eff-815e-feef0ac017cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:25.777309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-97a09e11-c759-4eff-815e-feef0ac017cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0687db769a3544b387de7cd72d405a57&device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 1095 time: 0.0654571 Aug 19 11:57:25.862866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:25.875559 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:25.904258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:57:25.918821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b794a4b-e528-4173-bc7e-202e83b40b9f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:25.925120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:25.925697 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Added segment ffd13bcc-2afd-44b8-a812-e75736bceefe of type vlan for network f27a9747-e6e1-45ae-a50e-584fa68833f4 Aug 19 11:57:25.939014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531a860-b03b-4764-96da-85e6b475951f req-6e6a221b-7ba6-4fd9-ad54-d3256b411e93 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:25.940045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.940395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.940840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0531a860-b03b-4764-96da-85e6b475951f req-6e6a221b-7ba6-4fd9-ad54-d3256b411e93 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 943 time: 0.0890820 Aug 19 11:57:25.941168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.941675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.942182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.942686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.943175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.943675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.944193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-bdec06ff-4746-4f98-a2af-3e42f1e0ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:25.944384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.944904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.948128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-bdec06ff-4746-4f98-a2af-3e42f1e0ec13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eff12e79-10cb-43d3-ab28-c1b280f7710e HTTP/1.1" status: 200 len: 915 time: 0.1591067 Aug 19 11:57:25.948702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.949070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:25.994883 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.020403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-16d71131-d08a-4e34-96d1-cf720016de5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 HTTP/1.1" status: 200 len: 217 time: 0.0642259 Aug 19 11:57:26.025205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-9933b0af-fb07-4ba1-aba4-228725549a17 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=359252c8939f486e98ff9cbf41ae7154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716105 Aug 19 11:57:26.032618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.034712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:26.035827 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.086244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0531a860-b03b-4764-96da-85e6b475951f req-2ec3e986-cafa-4541-8644-0ae7a184a0ea tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390269 Aug 19 11:57:26.101866 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5244026 Aug 19 11:57:26.104667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50422) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:26.113742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Request body: {'subnet': {'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-296290158-subnet', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:26.120574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cc2b6-8381-44c2-8892-b6c0014e54c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f27a9747-e6e1-45ae-a50e-584fa68833f4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:26.135376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network f27a9747-e6e1-45ae-a50e-584fa68833f4 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:57:26.143338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Made reservation on behalf of 10c3e32253d8418099010fa7dd0eda09 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:26.147733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.150597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-d31ccbd9-c55d-44fc-ac1e-284af8a9d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:26.152269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-d31ccbd9-c55d-44fc-ac1e-284af8a9d7c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6e52eee-2c8e-49a4-82b3-d1710ddb5004 HTTP/1.1" status: 200 len: 854 time: 0.1190393 Aug 19 11:57:26.212788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-929b0736-07f9-4816-8a38-0a7a0f5c02e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eff12e79-10cb-43d3-ab28-c1b280f7710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473084 Aug 19 11:57:26.243641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-90d316b1-8a25-466f-9575-7ac877df1120 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:26.251184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-90d316b1-8a25-466f-9575-7ac877df1120 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166443 Aug 19 11:57:26.329920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e879f9ef-91fd-45d8-9843-f61b57f12854 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/quotas/359252c8939f486e98ff9cbf41ae7154 HTTP/1.1" status: 200 len: 375 time: 0.0777459 Aug 19 11:57:26.380054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-5992685d-ce8a-47e2-9c28-ae32dd7a8d95 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=359252c8939f486e98ff9cbf41ae7154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488448 Aug 19 11:57:26.394535 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.418537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b514b4-3b4c-4e5f-99c0-aca41dd2c9f9 req-c0ddb72d-8703-45b2-b017-f5bddc4eac51 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:26.420187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36b514b4-3b4c-4e5f-99c0-aca41dd2c9f9 req-c0ddb72d-8703-45b2-b017-f5bddc4eac51 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 944 time: 0.1663666 Aug 19 11:57:26.458838 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-3a7c5dff-dcca-44f8-b9ba-ec07f10ee585 service neutron] 10.222.0.69 "GET /v2.0/networks/eff12e79-10cb-43d3-ab28-c1b280f7710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316854 Aug 19 11:57:26.471983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Checking segment: {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:26.472604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Network hostable DHCP agents. Network: f27a9747-e6e1-45ae-a50e-584fa68833f4, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:57:26.486868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Pushing event updated for resources: {'Subnet': ['ID=037af6fc-eb49-4c93-b85e-518c4a7c97a3,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:26.501917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36b514b4-3b4c-4e5f-99c0-aca41dd2c9f9 req-cd515f7c-2c26-4ebc-9a66-c5a1f7daa6ce tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750651 Aug 19 11:57:26.506038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Network f27a9747-e6e1-45ae-a50e-584fa68833f4 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:57:26.520156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, f27a9747-e6e1-45ae-a50e-584fa68833f4) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:26.535460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a49cdba-0e45-4693-bde8-b8bc4c02a225 None None] Network f27a9747-e6e1-45ae-a50e-584fa68833f4 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:26.547428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:26.548116 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.589284 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-effc05a8-9aa7-4fe3-9cce-8d52624136da admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4832971 Aug 19 11:57:26.591050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50438) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:26.599978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:26.632753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e98f4234-a9d7-4e23-97f3-008d58f85bcd details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:57:26.688430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7574b81-a5a3-4b88-8749-a76e7689b032 req-2a268438-e72c-40ad-afb5-56efaa6ea05e service neutron] 10.222.0.69 "GET /v2.0/networks/eff12e79-10cb-43d3-ab28-c1b280f7710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179248 Aug 19 11:57:26.712649 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.716174 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.737991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee2992-e226-42e5-9431-fda67dbba145 req-73833c9f-8638-4aa9-9751-78b6411fb175 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:26.739823 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37ee2992-e226-42e5-9431-fda67dbba145 req-73833c9f-8638-4aa9-9751-78b6411fb175 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1253080 Aug 19 11:57:26.811579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e98f4234-a9d7-4e23-97f3-008d58f85bcd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e98f4234-a9d7-4e23-97f3-008d58f85bcd,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:26.852860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'e98f4234-a9d7-4e23-97f3-008d58f85bcd', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'port_id': 'e98f4234-a9d7-4e23-97f3-008d58f85bcd', 'mac_address': 'fa:16:3e:82:86:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8973284-6c79-4519-aa58-5e8208dbc4de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:57:26.862353 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.873551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37ee2992-e226-42e5-9431-fda67dbba145 req-6f7fc8dd-cb3a-4d38-928c-97f39a8c7130 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262350 Aug 19 11:57:26.910766 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.940768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98f4234-a9d7-4e23-97f3-008d58f85bcd {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:26.947493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-f27a9747-e6e1-45ae-a50e-584fa68833f4', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:57:26.948592 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:26.977478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e98f4234-a9d7-4e23-97f3-008d58f85bcd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e98f4234-a9d7-4e23-97f3-008d58f85bcd,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:26.990284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ffc3f-8aa9-4d70-a95d-580082cc4b45 req-b8df6676-c3b0-4659-a294-c15f5b46e6d8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:26.992474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c4ffc3f-8aa9-4d70-a95d-580082cc4b45 req-b8df6676-c3b0-4659-a294-c15f5b46e6d8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.2333822 Aug 19 11:57:26.995277 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.012152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-854931b0-856a-471d-a4d9-fe8bbfd505d9 req-38a11699-90ed-4ec7-bdcb-677e3a1ab43e tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 210 time: 0.0496676 Aug 19 11:57:27.062371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50446) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:27.107672 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.129103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e98f4234-a9d7-4e23-97f3-008d58f85bcd,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:27.156884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c4ffc3f-8aa9-4d70-a95d-580082cc4b45 req-04caa593-2e5a-4a1b-8020-5c236ecb8a57 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462448 Aug 19 11:57:27.184443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Allocated IP 172.20.0.2 (f27a9747-e6e1-45ae-a50e-584fa68833f4/037af6fc-eb49-4c93-b85e-518c4a7c97a3/e66cfc80-f386-4a2d-be53-72eb4c627b98) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:27.206967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.207319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.207665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.208336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.208700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.209038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.209440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.209779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.210111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.210445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.210774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.211096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:27.265053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb8e12-dbb6-48c3-8186-bf5726c25953 req-83ec214e-43b6-4730-a875-2078412ba5da tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:27.266839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7bb8e12-dbb6-48c3-8186-bf5726c25953 req-83ec214e-43b6-4730-a875-2078412ba5da tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 944 time: 0.0770903 Aug 19 11:57:27.289077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-193a2043-7c98-4241-b10f-de7b79c0fc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.333400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['e98f4234-a9d7-4e23-97f3-008d58f85bcd'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:27.349397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7bb8e12-dbb6-48c3-8186-bf5726c25953 req-7196e129-ec41-454a-a72d-1cd4e8251f28 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Aug 19 11:57:27.410335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.439957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Transition to ACTIVE for port object e66cfc80-f386-4a2d-be53-72eb4c627b98 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:27.470796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Transition to ACTIVE for port object e66cfc80-f386-4a2d-be53-72eb4c627b98 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:27.483101 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.520894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.525839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Network f27a9747-e6e1-45ae-a50e-584fa68833f4 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:27.537518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:27.547996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:27.563556 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.574244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-193a2043-7c98-4241-b10f-de7b79c0fc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.580329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-193a2043-7c98-4241-b10f-de7b79c0fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.583805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Pushing event updated for resources: {'Port': ['ID=e66cfc80-f386-4a2d-be53-72eb4c627b98,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:27.649067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Attempting to bind port e66cfc80-f386-4a2d-be53-72eb4c627b98 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:27.649420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Attempting to bind port e66cfc80-f386-4a2d-be53-72eb4c627b98 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:27.649778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Attempting to bind port e66cfc80-f386-4a2d-be53-72eb4c627b98 on network f27a9747-e6e1-45ae-a50e-584fa68833f4 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:27.658726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:27.659127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Checking segment: {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:27.659676 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.659909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Bound using segment: {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:27.660454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Bound port: e66cfc80-f386-4a2d-be53-72eb4c627b98, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:27.660808 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.685046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a2043-7c98-4241-b10f-de7b79c0fc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ed5b18-837e-40d2-a501-8045584d4009,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:27.695140 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-193a2043-7c98-4241-b10f-de7b79c0fc81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11a6d48f6f0647e086bbc41c25a42f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5990343 Aug 19 11:57:27.695491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50458) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:27.744174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4070cac-ee0a-4902-8878-5b7a5e1c479b req-79c2e31d-e290-4f43-a64c-f9580a35e97e tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:27.745733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4070cac-ee0a-4902-8878-5b7a5e1c479b req-79c2e31d-e290-4f43-a64c-f9580a35e97e tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 944 time: 0.1356511 Aug 19 11:57:27.750426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] For port e66cfc80-f386-4a2d-be53-72eb4c627b98, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:27.754225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] For port e66cfc80-f386-4a2d-be53-72eb4c627b98, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e66cfc80-f386-4a2d-be53-72eb4c627b98,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:27.756352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9f53e87-2051-4ca6-a44d-6488db7e511b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.759875 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.783350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Allocated IP 172.25.4.251 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/1c0ec931-abc9-4591-8265-7415831026fd) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:27.785097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9f53e87-2051-4ca6-a44d-6488db7e511b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.821254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4070cac-ee0a-4902-8878-5b7a5e1c479b req-fcbb6e68-aa3d-4027-ae81-2b7b7d6eec94 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641389 Aug 19 11:57:27.834082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6caab-6558-4aa1-a0a6-e7853948bce6 None None] Pushing event updated for resources: {'Port': ['ID=e66cfc80-f386-4a2d-be53-72eb4c627b98,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:27.854670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9f53e87-2051-4ca6-a44d-6488db7e511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.857419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9f53e87-2051-4ca6-a44d-6488db7e511b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:27.858882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e9f53e87-2051-4ca6-a44d-6488db7e511b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20ed5b18-837e-40d2-a501-8045584d4009 HTTP/1.1" status: 204 len: 168 time: 0.1625323 Aug 19 11:57:27.867380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53e87-2051-4ca6-a44d-6488db7e511b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ed5b18-837e-40d2-a501-8045584d4009,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:27.960216 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.018547 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-81611235-63c9-47ce-b7a4-fad8b178ae0d tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=359252c8939f486e98ff9cbf41ae7154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339928 Aug 19 11:57:28.080825 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.156335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732dd1-a515-4d9e-8598-6fc9eecfb170 req-db5f934a-4f25-4508-b079-922923968536 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:28.164627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9732dd1-a515-4d9e-8598-6fc9eecfb170 req-db5f934a-4f25-4508-b079-922923968536 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1725724 Aug 19 11:57:28.184906 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.200457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:28.220451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-6f8df9c6-b652-4f11-925d-8f8b80144225 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:28.223333 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-6f8df9c6-b652-4f11-925d-8f8b80144225 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976233 Aug 19 11:57:28.232287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:28.235930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb24222a-e27a-48c3-b38b-530795aa2df0 req-998fe563-8c1d-43eb-a653-46544b304b79 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 210 time: 0.0686722 Aug 19 11:57:28.236660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:28.247167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Request body: {'port': {'device_id': '89832a7d-1e0c-44b8-b326-12c19543d9c9', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '359252c8939f486e98ff9cbf41ae7154'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:28.283740 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9732dd1-a515-4d9e-8598-6fc9eecfb170 req-2ddda171-47d9-4c5a-a0e7-f2dfcab5463b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181340 Aug 19 11:57:28.289259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0ec931-abc9-4591-8265-7415831026fd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:28.376514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50470) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:28.398709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff87d419-8179-4ec8-8825-eef8cb797791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.416772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Made reservation on behalf of 359252c8939f486e98ff9cbf41ae7154 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:28.420223 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.432665 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.527088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff87d419-8179-4ec8-8825-eef8cb797791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.534461 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff87d419-8179-4ec8-8825-eef8cb797791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.580097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e98f4234-a9d7-4e23-97f3-008d58f85bcd up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:28.591604 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff87d419-8179-4ec8-8825-eef8cb797791 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d2877f0544e4daab89a58a41e8d6b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139637 Aug 19 11:57:28.596861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50474) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:28.611281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87d419-8179-4ec8-8825-eef8cb797791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f706e5-7cee-4ed7-8443-30dbdf530027,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:28.669591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port e98f4234-a9d7-4e23-97f3-008d58f85bcd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:28.677285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port e98f4234-a9d7-4e23-97f3-008d58f85bcd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:28.677682 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.694903 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d14e67ec-c439-49dd-b2b5-4df1bf512b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.734161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.740081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d14e67ec-c439-49dd-b2b5-4df1bf512b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.748215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.805010 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.848806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c2a00-a024-4d05-b437-cfa29c11fb99,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:28.857000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e98f4234-a9d7-4e23-97f3-008d58f85bcd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e98f4234-a9d7-4e23-97f3-008d58f85bcd,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:28.858252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6d314e-4303-4f67-9899-5693dadb5a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98f4234-a9d7-4e23-97f3-008d58f85bcd'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:28.887910 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eaef67-7580-4d2d-9218-2caf779e758d" -d '{"events": [{"server_uuid": "cd6d314e-4303-4f67-9899-5693dadb5a79", "name": "network-vif-plugged", "status": "completed", "tag": "e98f4234-a9d7-4e23-97f3-008d58f85bcd"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:28.893881 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.912651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d14e67ec-c439-49dd-b2b5-4df1bf512b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.915779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d14e67ec-c439-49dd-b2b5-4df1bf512b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:28.920549 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d14e67ec-c439-49dd-b2b5-4df1bf512b21 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86f706e5-7cee-4ed7-8443-30dbdf530027 HTTP/1.1" status: 204 len: 168 time: 0.3208878 Aug 19 11:57:28.950581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e98f4234-a9d7-4e23-97f3-008d58f85bcd,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:28.960036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e67ec-c439-49dd-b2b5-4df1bf512b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f706e5-7cee-4ed7-8443-30dbdf530027,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:28.993637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Allocated IP 192.168.233.186 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/d2989434-74c6-443b-8b56-0a8ba8450a72) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:28.997634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:57:28.998726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ede7fe-84aa-4c43-9e31-fc158138c069 req-b5e38c0a-7021-4b00-a715-950391b5e633 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:29.001538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51ede7fe-84aa-4c43-9e31-fc158138c069 req-b5e38c0a-7021-4b00-a715-950391b5e633 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.6473362 Aug 19 11:57:29.027105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b1abd-8f02-4380-ab31-eda7eac5dd8b req-7951af58-d129-4196-86bc-03dbce4dbf84 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:29.035871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-565b1abd-8f02-4380-ab31-eda7eac5dd8b req-7951af58-d129-4196-86bc-03dbce4dbf84 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 944 time: 0.5897799 Aug 19 11:57:29.114382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51ede7fe-84aa-4c43-9e31-fc158138c069 req-1b79c300-33d7-4847-b7a2-2f3d7b3d602b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041110 Aug 19 11:57:29.115090 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:29.157538 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96d8e1b-108c-46a6-a0c2-468c5214e80a None None] Network f27a9747-e6e1-45ae-a50e-584fa68833f4 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:29.173847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-565b1abd-8f02-4380-ab31-eda7eac5dd8b req-5243aed9-f53e-48c4-8933-b06a5ab699fb tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368251 Aug 19 11:57:29.239684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,segment=NetworkSegment(7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b),segment_id=7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:29.270945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bf8b6ed2-9659-4b35-8afd-b375ae2840a9 None None] Provisioning for port e66cfc80-f386-4a2d-be53-72eb4c627b98 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:29.290088 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5', 'network_id': 'eff12e79-10cb-43d3-ab28-c1b280f7710e', 'port_id': 'cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5', 'mac_address': 'fa:16:3e:40:98:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e52eee-2c8e-49a4-82b3-d1710ddb5004', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:57:29.330657 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:29.351988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Transition to ACTIVE for port object d2989434-74c6-443b-8b56-0a8ba8450a72 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:29.394264 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:29.403294 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dae2be-6a5c-401b-a7cc-6219394118d0 x-openstack-request-id: req-b9dae2be-6a5c-401b-a7cc-6219394118d0 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:29.406246 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6d314e-4303-4f67-9899-5693dadb5a79", "name": "network-vif-plugged", "status": "completed", "tag": "e98f4234-a9d7-4e23-97f3-008d58f85bcd", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:29.406246 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9dae2be-6a5c-401b-a7cc-6219394118d0 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:29.406246 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6d314e-4303-4f67-9899-5693dadb5a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98f4234-a9d7-4e23-97f3-008d58f85bcd', 'code': 200} Aug 19 11:57:29.432988 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:29.438991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3e549-ce34-478d-a9f1-1e30adaae9ef req-78bb4638-3e6a-427e-97f7-3c9135320892 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:29.441605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1a3e549-ce34-478d-a9f1-1e30adaae9ef req-78bb4638-3e6a-427e-97f7-3c9135320892 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 944 time: 0.1182778 Aug 19 11:57:29.442173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:29.494489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,segment=NetworkSegment(7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b),segment_id=7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:29.506305 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:29.520244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1a3e549-ce34-478d-a9f1-1e30adaae9ef req-25a3fa28-541d-436b-93ae-148e1575c401 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644538 Aug 19 11:57:29.521471 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:29.583351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:29.613652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:29.620179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:29.634892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:29.668246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Pushing event updated for resources: {'Port': ['ID=d2989434-74c6-443b-8b56-0a8ba8450a72,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:29.723134 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:29.723510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:29.742536 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e38f8006-44ff-4461-91d3-232430f6cd92 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5018110 Aug 19 11:57:29.767923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Request body: {'port': {'device_id': '89832a7d-1e0c-44b8-b326-12c19543d9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:29.792164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23814a3-77ec-46a8-8620-c12b83a9ee39 req-c1e2d4c3-66b4-4cad-b08b-c54919a80342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:29.793952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b23814a3-77ec-46a8-8620-c12b83a9ee39 req-c1e2d4c3-66b4-4cad-b08b-c54919a80342 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 1096 time: 0.2532668 Aug 19 11:57:29.806517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:29.847160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:29.860459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497b7a-e355-4640-b479-1dbead37e16f req-470ab3ce-8ae2-47f2-b6fe-9879728a5028 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:29.868064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3497b7a-e355-4640-b479-1dbead37e16f req-470ab3ce-8ae2-47f2-b6fe-9879728a5028 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 936 time: 0.3066592 Aug 19 11:57:29.890965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b23814a3-77ec-46a8-8620-c12b83a9ee39 req-e197db42-eb49-43a0-ac56-5766ead08668 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596945 Aug 19 11:57:29.912802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a240a-9844-478c-89b3-7992157aaf39 req-e1afb92e-b9bb-41e5-998e-a810757a0696 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:29.914387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-272a240a-9844-478c-89b3-7992157aaf39 req-e1afb92e-b9bb-41e5-998e-a810757a0696 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.2656064 Aug 19 11:57:29.999439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3497b7a-e355-4640-b479-1dbead37e16f req-f6cd8405-ada4-4dc5-9112-0aacfb84bb4e tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299479 Aug 19 11:57:30.032098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Router 24c9892d-4e46-47a6-bea1-184751b59b4a is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:57:30.041976 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-272a240a-9844-478c-89b3-7992157aaf39 req-3721d480-19f2-4d55-a3b6-69c85c8775b7 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123435 Aug 19 11:57:30.114876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e66cfc80-f386-4a2d-be53-72eb4c627b98 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:30.178686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e66cfc80-f386-4a2d-be53-72eb4c627b98 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:30.185076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e66cfc80-f386-4a2d-be53-72eb4c627b98 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:30.185827 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:30.213615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-061b37d7-0bb4-4b32-9ef7-a7c7a02cf69c None None] Provisioning for port d2989434-74c6-443b-8b56-0a8ba8450a72 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:30.222039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-061b37d7-0bb4-4b32-9ef7-a7c7a02cf69c None None] Provisioning complete for port d2989434-74c6-443b-8b56-0a8ba8450a72 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:30.222629 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-061b37d7-0bb4-4b32-9ef7-a7c7a02cf69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:30.224924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:57:30.269410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Sync routers for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:57:30.284958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2989434-74c6-443b-8b56-0a8ba8450a72 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:30.293113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:30.301178 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:30.305594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-02dc0479-8c0a-4948-ba7d-957fcb27d4b2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7099547 Aug 19 11:57:30.305787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:30.306549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:30.306698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Transition to ACTIVE for port object d2989434-74c6-443b-8b56-0a8ba8450a72 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:30.307600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50514) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:30.312794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-061b37d7-0bb4-4b32-9ef7-a7c7a02cf69c None None] Port d2989434-74c6-443b-8b56-0a8ba8450a72 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:57:30.316965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:30.349871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5a94e-9303-4386-b5ee-18af1a219a69 req-27906c8b-e1cf-4bad-8f58-efa4a8c93e76 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:30.352141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59c5a94e-9303-4386-b5ee-18af1a219a69 req-27906c8b-e1cf-4bad-8f58-efa4a8c93e76 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1164787 Aug 19 11:57:30.419168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59c5a94e-9303-4386-b5ee-18af1a219a69 req-10e370f2-0702-400b-870e-8e3f283dc4f6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544496 Aug 19 11:57:30.449465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2989434-74c6-443b-8b56-0a8ba8450a72,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:30.460149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204118d-5169-4394-af4c-d29881d4c403 req-84d0a711-42ee-4edf-84f3-6ec979a61b91 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:30.464239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b204118d-5169-4394-af4c-d29881d4c403 req-84d0a711-42ee-4edf-84f3-6ec979a61b91 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 945 time: 0.1702502 Aug 19 11:57:30.557971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b204118d-5169-4394-af4c-d29881d4c403 req-7a3956ec-e329-4583-a255-c34a5bf84c09 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843942 Aug 19 11:57:30.579780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b744c84-9b6a-4304-a39b-5fa83501c4d5 req-d6f2f7e1-2c52-4e58-bfa1-1f75486838b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:30.582087 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b744c84-9b6a-4304-a39b-5fa83501c4d5 req-d6f2f7e1-2c52-4e58-bfa1-1f75486838b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 1097 time: 0.0600893 Aug 19 11:57:30.640016 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b744c84-9b6a-4304-a39b-5fa83501c4d5 req-eab67104-21ac-4fb1-958d-f9b004322dbc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498290 Aug 19 11:57:30.752655 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:30.762789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126d4b6-e0ad-41a3-a48a-9ecf87bd09ca req-4e3017c3-8f33-4560-89d6-dcf7d6d375b4 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:30.770302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b126d4b6-e0ad-41a3-a48a-9ecf87bd09ca req-4e3017c3-8f33-4560-89d6-dcf7d6d375b4 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 945 time: 0.1027749 Aug 19 11:57:30.783725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Attempting to bind port d2989434-74c6-443b-8b56-0a8ba8450a72 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:30.784327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Attempting to bind port d2989434-74c6-443b-8b56-0a8ba8450a72 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:30.784442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Attempting to bind port d2989434-74c6-443b-8b56-0a8ba8450a72 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:30.797012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:30.797339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Port d2989434-74c6-443b-8b56-0a8ba8450a72 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:57:30.797797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Attempting to bind port d2989434-74c6-443b-8b56-0a8ba8450a72 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:30.846118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:30.846554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:30.846864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:30.847391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Bound port: d2989434-74c6-443b-8b56-0a8ba8450a72, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:30.847695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:30.862661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b126d4b6-e0ad-41a3-a48a-9ecf87bd09ca req-dc2cc7c6-7249-41bb-8afa-56a03fc126de tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790322 Aug 19 11:57:30.893945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port e66cfc80-f386-4a2d-be53-72eb4c627b98, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e66cfc80-f386-4a2d-be53-72eb4c627b98,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:30.931996 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:30.993723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] For port d2989434-74c6-443b-8b56-0a8ba8450a72, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:31.013081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:31.029697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=e66cfc80-f386-4a2d-be53-72eb4c627b98,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:31.030095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] For port d2989434-74c6-443b-8b56-0a8ba8450a72, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d2989434-74c6-443b-8b56-0a8ba8450a72,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:31.039810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:31.158409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:31.160659 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:31.162555 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/d2989434-74c6-443b-8b56-0a8ba8450a72 HTTP/1.1" status: 200 len: 1096 time: 1.4038606 Aug 19 11:57:31.170784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:31.175090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89832a7d-1e0c-44b8-b326-12c19543d9c9', 'tag': 'd2989434-74c6-443b-8b56-0a8ba8450a72'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:31.177721 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef" -d '{"events": [{"name": "network-changed", "server_uuid": "89832a7d-1e0c-44b8-b326-12c19543d9c9", "tag": "d2989434-74c6-443b-8b56-0a8ba8450a72"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:31.199405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:31.207376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:31.207590 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:31.281670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2873bb1-aa91-4e30-a301-40255f8b2c4b req-2c21d9c9-c5a3-4d10-9ada-4cf3b9493326 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:31.290283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2873bb1-aa91-4e30-a301-40255f8b2c4b req-2c21d9c9-c5a3-4d10-9ada-4cf3b9493326 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1433618 Aug 19 11:57:31.290627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:28Z', 'revision_number': 3, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:31.313264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ba541-a12f-4eca-8be8-fa93373a01a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2989434-74c6-443b-8b56-0a8ba8450a72,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:31.344151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484063e6-0376-4b14-948d-0b2b3a8156d7 req-44dd73ed-53aa-4185-a31f-faa727c8b55f tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:31.350976 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-484063e6-0376-4b14-948d-0b2b3a8156d7 req-44dd73ed-53aa-4185-a31f-faa727c8b55f tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 948 time: 0.1244085 Aug 19 11:57:31.355131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Checking router: 24c9892d-4e46-47a6-bea1-184751b59b4a for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:57:31.355783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Updating router 24c9892d-4e46-47a6-bea1-184751b59b4a port 1c0ec931-abc9-4591-8265-7415831026fd binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:57:31.383998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2873bb1-aa91-4e30-a301-40255f8b2c4b req-315827a2-0989-4781-81f0-abfabc9b06df tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918903 Aug 19 11:57:31.403582 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:31.416869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e1fe4c34-7a21-4175-8188-d1905f6031fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:31.422920 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e1fe4c34-7a21-4175-8188-d1905f6031fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=359252c8939f486e98ff9cbf41ae7154&device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 1099 time: 0.1694472 Aug 19 11:57:31.450851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-484063e6-0376-4b14-948d-0b2b3a8156d7 req-901fe56a-9fed-4bb2-817c-d41676918882 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930660 Aug 19 11:57:31.481119 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-82a53784-dfa8-4d72-9405-c76739ff979a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d2989434-74c6-443b-8b56-0a8ba8450a72 HTTP/1.1" status: 200 len: 217 time: 0.0418792 Aug 19 11:57:31.485303 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d110599-abdf-4eee-984d-8f77a770120e x-openstack-request-id: req-2d110599-abdf-4eee-984d-8f77a770120e {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:31.485666 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89832a7d-1e0c-44b8-b326-12c19543d9c9", "tag": "d2989434-74c6-443b-8b56-0a8ba8450a72", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:31.485997 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d110599-abdf-4eee-984d-8f77a770120e {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:31.486788 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89832a7d-1e0c-44b8-b326-12c19543d9c9', 'tag': 'd2989434-74c6-443b-8b56-0a8ba8450a72', 'status': 'completed', 'code': 200} Aug 19 11:57:31.500556 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:31.562883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8f63-927a-4948-ae9b-77dea48c4ff0 req-e489f8e3-9e19-4ebd-a97d-d8448fa23dcd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:31.572425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c25e8f63-927a-4948-ae9b-77dea48c4ff0 req-e489f8e3-9e19-4ebd-a97d-d8448fa23dcd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.0626864 Aug 19 11:57:31.575109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e183c691-cc10-49fb-9e2a-f7023c1998b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:31.584835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-e183c691-cc10-49fb-9e2a-f7023c1998b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0872023 Aug 19 11:57:31.586318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Allocated IP 172.20.0.1 (f27a9747-e6e1-45ae-a50e-584fa68833f4/037af6fc-eb49-4c93-b85e-518c4a7c97a3/421344ec-e4ad-45b7-9740-ae1cee64719c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:31.628340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c25e8f63-927a-4948-ae9b-77dea48c4ff0 req-a41ab57e-e3e0-4abe-8bed-2d169d472180 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525002 Aug 19 11:57:31.639025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e75da51-3136-4d9c-b869-f0c2298e2017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:31.641829 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b3f051-604d-4771-8357-68dfb239fbf3" -d '{"events": [{"server_uuid": "3e75da51-3136-4d9c-b869-f0c2298e2017", "name": "network-vif-plugged", "status": "completed", "tag": "cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:31.691498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-858a5962-68dd-4ed4-b6da-b362298c2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:31.693142 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-858a5962-68dd-4ed4-b6da-b362298c2e97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992386 Aug 19 11:57:31.735940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ea36-4dd2-4d97-a9c5-e8cffbbcd5f6 req-3ac7efe9-1a86-4195-a953-eb9df2080e1a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:31.743583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ba6ea36-4dd2-4d97-a9c5-e8cffbbcd5f6 req-3ac7efe9-1a86-4195-a953-eb9df2080e1a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 945 time: 0.0703676 Aug 19 11:57:31.749678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,segment=NetworkSegment(7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b),segment_id=7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:31.759914 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:31.813484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ba6ea36-4dd2-4d97-a9c5-e8cffbbcd5f6 req-65b73365-4d6e-4003-b07d-ba79b2a58945 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638714 Aug 19 11:57:31.874465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:31.882371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:31.897327 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c15fbe8-3d1e-4c10-b389-49aa27418953 x-openstack-request-id: req-3c15fbe8-3d1e-4c10-b389-49aa27418953 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:31.897681 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e75da51-3136-4d9c-b869-f0c2298e2017", "name": "network-vif-plugged", "status": "completed", "tag": "cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:31.897991 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c15fbe8-3d1e-4c10-b389-49aa27418953 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:31.898446 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e75da51-3136-4d9c-b869-f0c2298e2017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5', 'code': 200} Aug 19 11:57:31.923439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Transition to ACTIVE for port object 421344ec-e4ad-45b7-9740-ae1cee64719c will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:31.928614 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-274f2314-9e79-4061-b0d7-585bb9ae656a service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258291 Aug 19 11:57:32.004718 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.031521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Transition to ACTIVE for port object 1c0ec931-abc9-4591-8265-7415831026fd will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:32.053760 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.056391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e66cfc80-f386-4a2d-be53-72eb4c627b98 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:32.080227 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e30edde-16b3-4e92-91dd-ce2488411a56 req-5eabc84c-94f2-4d35-b8c3-15855bbb97f6 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332743 Aug 19 11:57:32.096361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.120602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d0de3-d239-4512-b72d-153aa8ee06bb req-731cb66b-5810-4bdc-ac0f-a1f8f56d45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:32.122907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf9d0de3-d239-4512-b72d-153aa8ee06bb req-731cb66b-5810-4bdc-ac0f-a1f8f56d45b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 1097 time: 0.1278892 Aug 19 11:57:32.145068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9c64f-988a-4857-bcb6-80b8c486c95b req-b04d39f9-ad98-4ff9-9af3-c533e7572107 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:32.152164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Network f27a9747-e6e1-45ae-a50e-584fa68833f4 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:32.152582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1f9c64f-988a-4857-bcb6-80b8c486c95b req-b04d39f9-ad98-4ff9-9af3-c533e7572107 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 946 time: 0.0997236 Aug 19 11:57:32.158886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:32.165190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86873ad-cc9d-47ee-8c15-bff7c2adfa9d None None] Pushing event updated for resources: {'Port': ['ID=1c0ec931-abc9-4591-8265-7415831026fd,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:32.174730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:32.223692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Attempting to bind port 1c0ec931-abc9-4591-8265-7415831026fd on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:32.224069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Attempting to bind port 1c0ec931-abc9-4591-8265-7415831026fd by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:32.225002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Attempting to bind port 1c0ec931-abc9-4591-8265-7415831026fd on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:32.229512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1f9c64f-988a-4857-bcb6-80b8c486c95b req-11992224-b963-4a3a-b6b3-fd907f552f4a tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759470 Aug 19 11:57:32.229937 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.239086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:32.239086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:32.239086 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.239086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:32.239086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Bound port: 1c0ec931-abc9-4591-8265-7415831026fd, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:32.239086 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.263083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf9d0de3-d239-4512-b72d-153aa8ee06bb req-eafe2c10-e652-4aa2-8023-8e86c5c4689e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084638 Aug 19 11:57:32.322187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] For port 1c0ec931-abc9-4591-8265-7415831026fd, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:32.327140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] For port 1c0ec931-abc9-4591-8265-7415831026fd, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1c0ec931-abc9-4591-8265-7415831026fd,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:32.333332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e66cfc80-f386-4a2d-be53-72eb4c627b98 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:32.333793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.355686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Pushing event updated for resources: {'Port': ['ID=421344ec-e4ad-45b7-9740-ae1cee64719c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:32.374969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430d462-ec31-4811-b281-1e9a1e7855de req-88e7b38f-fa37-430a-9c71-1d1eda1be30e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:32.380203 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1430d462-ec31-4811-b281-1e9a1e7855de req-88e7b38f-fa37-430a-9c71-1d1eda1be30e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 945 time: 0.0886414 Aug 19 11:57:32.381997 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.390149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-9927d093-1f6d-429d-864c-445a01f877cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:32.392144 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-9927d093-1f6d-429d-864c-445a01f877cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=359252c8939f486e98ff9cbf41ae7154&device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 1099 time: 0.0914619 Aug 19 11:57:32.432457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:32.433142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:32.485020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1430d462-ec31-4811-b281-1e9a1e7855de req-04fa2245-2f37-4868-bb82-7fbf4e8034b7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936556 Aug 19 11:57:32.547562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86873ad-cc9d-47ee-8c15-bff7c2adfa9d None None] Pushing event updated for resources: {'Port': ['ID=1c0ec931-abc9-4591-8265-7415831026fd,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:32.604916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c53bc7-4d34-4517-874d-54f7d886ce04 req-a5d413e3-d7d0-48e1-a317-4182518c6f4c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:32.614997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81c53bc7-4d34-4517-874d-54f7d886ce04 req-a5d413e3-d7d0-48e1-a317-4182518c6f4c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1007268 Aug 19 11:57:32.643140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9bae32a5-1ab4-48bd-b9cc-2e970a85e392 None None] Provisioning for port 421344ec-e4ad-45b7-9740-ae1cee64719c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:32.652731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:32.655093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9bae32a5-1ab4-48bd-b9cc-2e970a85e392 None None] Provisioning complete for port 421344ec-e4ad-45b7-9740-ae1cee64719c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:32.655093 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9bae32a5-1ab4-48bd-b9cc-2e970a85e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.688394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65aa28-0e52-4ae9-b371-347a115ee7c6 req-78c61c14-3aa1-463c-bb3c-8e2f1eb6ea28 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:32.696522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c65aa28-0e52-4ae9-b371-347a115ee7c6 req-78c61c14-3aa1-463c-bb3c-8e2f1eb6ea28 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 948 time: 0.1190021 Aug 19 11:57:32.724160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9bae32a5-1ab4-48bd-b9cc-2e970a85e392 None None] Port 421344ec-e4ad-45b7-9740-ae1cee64719c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:57:32.728099 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81c53bc7-4d34-4517-874d-54f7d886ce04 req-aeea307b-a7f0-44b4-b330-98a1314eb45e tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117804 Aug 19 11:57:32.808717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c65aa28-0e52-4ae9-b371-347a115ee7c6 req-775f4724-9d19-45fa-be02-69e396c996c8 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111326 Aug 19 11:57:32.907219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:32.925929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3cce-4a27-4149-97fc-a3b8e0d177e3 req-b959656a-9c93-4608-b228-718ccddc7fe2 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:32.927507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cefd3cce-4a27-4149-97fc-a3b8e0d177e3 req-b959656a-9c93-4608-b228-718ccddc7fe2 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.0844088 Aug 19 11:57:32.945582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:28Z', 'revision_number': 3, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:32.980250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bf63e-e6c8-4b99-ba99-81d5d98d6ccc None None] The sync data for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 is: [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:28Z', 'revision_number': 3, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:57:32.980473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-6435931d-a234-46b0-8e37-bc99208e275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:32.982050 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-6435931d-a234-46b0-8e37-bc99208e275f service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.5522494 Aug 19 11:57:33.015064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cefd3cce-4a27-4149-97fc-a3b8e0d177e3 req-58de32e5-db73-4c1b-83a5-eb1c0f3971d8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782337 Aug 19 11:57:33.093735 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-ab04ee8a-effd-4610-8434-a040d933e232 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d2989434-74c6-443b-8b56-0a8ba8450a72 HTTP/1.1" status: 200 len: 217 time: 0.0932345 Aug 19 11:57:33.148207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4efc06-3938-41a7-bf38-080774c13772 req-52015e3f-00b9-462f-9d29-14c79efa48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:33.149845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec4efc06-3938-41a7-bf38-080774c13772 req-52015e3f-00b9-462f-9d29-14c79efa48d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1952e160fd744a2795e2b5030ee0c68a&device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 1097 time: 0.0938220 Aug 19 11:57:33.186784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c279e3-aa99-427b-b68e-ee8c7e4dc2f6 req-0e3d6a20-90e6-4830-a73b-a1446d31d1c4 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:33.188578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43c279e3-aa99-427b-b68e-ee8c7e4dc2f6 req-0e3d6a20-90e6-4830-a73b-a1446d31d1c4 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.0777190 Aug 19 11:57:33.203279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-62066ed6-1d9c-48b8-aae5-dca7608bf56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:33.204765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-62066ed6-1d9c-48b8-aae5-dca7608bf56c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0962272 Aug 19 11:57:33.323040 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:33.344145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:33.355007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4efc06-3938-41a7-bf38-080774c13772 req-f8bc5df9-91c5-417c-aab8-65b3b9b84aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:33.357884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec4efc06-3938-41a7-bf38-080774c13772 req-f8bc5df9-91c5-417c-aab8-65b3b9b84aad service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 200 len: 911 time: 0.1926162 Aug 19 11:57:33.401025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43c279e3-aa99-427b-b68e-ee8c7e4dc2f6 req-5fa56505-62dc-4e34-a468-f50736ac198b tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016613 Aug 19 11:57:33.451366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:33.473467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec4efc06-3938-41a7-bf38-080774c13772 req-b68b2588-3a89-45e1-8c9d-a4f372666256 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f HTTP/1.1" status: 200 len: 217 time: 0.0690377 Aug 19 11:57:33.479685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Pushing event updated for resources: {'Port': ['ID=421344ec-e4ad-45b7-9740-ae1cee64719c,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:33.560407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-f38d2046-86a0-4800-98b1-2c9476554e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:33.562282 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-f38d2046-86a0-4800-98b1-2c9476554e62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3276131 Aug 19 11:57:33.563261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6384c21-58bd-4d3a-b760-eb12a110438e req-a07fdacf-f183-40e2-b367-7a91e7c690e0 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:33.565507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6384c21-58bd-4d3a-b760-eb12a110438e req-a07fdacf-f183-40e2-b367-7a91e7c690e0 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 946 time: 0.2035544 Aug 19 11:57:33.567302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4efc06-3938-41a7-bf38-080774c13772 req-a0ac724a-1498-4df6-9621-a0f5fd94f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:33.568603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec4efc06-3938-41a7-bf38-080774c13772 req-a0ac724a-1498-4df6-9621-a0f5fd94f29c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c25781d-7f59-4b62-9214-b067e1c238c3 HTTP/1.1" status: 200 len: 850 time: 0.0872407 Aug 19 11:57:33.648642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec4efc06-3938-41a7-bf38-080774c13772 req-5d3c949a-f087-457f-9374-2bc361864dcf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cf3e5e3-cc59-4775-9180-d251d0f2254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699506 Aug 19 11:57:33.698239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Network f27a9747-e6e1-45ae-a50e-584fa68833f4 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:33.703519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:33.729361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-865e3479-1f23-4d33-8ebf-69add7f8d1b9 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546736 Aug 19 11:57:33.812159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6384c21-58bd-4d3a-b760-eb12a110438e req-7782186e-aaba-4110-b7bb-cacc3792a721 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175832 Aug 19 11:57:33.815896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895c220-b1ac-4527-82f3-be5ba449c2cc req-6b5b9790-9f4f-4490-8a25-8ed2cff2d277 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:33.817685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6895c220-b1ac-4527-82f3-be5ba449c2cc req-6b5b9790-9f4f-4490-8a25-8ed2cff2d277 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 945 time: 0.2481563 Aug 19 11:57:33.822009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec4efc06-3938-41a7-bf38-080774c13772 req-44d8c299-c4de-4b16-aeda-4ff31ccebe99 service neutron] 10.222.0.69 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645103 Aug 19 11:57:33.995877 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b92f7ba6-1030-48b7-a2c8-0f01888f73ef req-c0b8de01-bc54-4cfb-845f-3ce71df6a053 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885171 Aug 19 11:57:34.011155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Router 24c9892d-4e46-47a6-bea1-184751b59b4a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:57:34.076709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-10c9bb10-122e-4f3a-9a36-4bcfc704d2cc None None] Provisioning complete for port 421344ec-e4ad-45b7-9740-ae1cee64719c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:34.077279 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10c9bb10-122e-4f3a-9a36-4bcfc704d2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:34.082300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1c0ec931-abc9-4591-8265-7415831026fd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:34.155304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-10c9bb10-122e-4f3a-9a36-4bcfc704d2cc None None] Port 421344ec-e4ad-45b7-9740-ae1cee64719c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:57:34.174890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 1c0ec931-abc9-4591-8265-7415831026fd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:34.180654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1c0ec931-abc9-4591-8265-7415831026fd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:34.181069 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:34.188578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6895c220-b1ac-4527-82f3-be5ba449c2cc req-c924d60d-669a-486f-b500-32bd3d50a79c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637025 Aug 19 11:57:34.201314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec4efc06-3938-41a7-bf38-080774c13772 req-a723ebc7-9817-4d79-956f-00e3796297e2 service neutron] 10.222.0.69 "GET /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565128 Aug 19 11:57:34.226143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab1c25-0060-4ade-8299-d2928931a0af req-300eb4e0-ac96-40fc-bafd-b98eb79437f0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:34.227768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5aab1c25-0060-4ade-8299-d2928931a0af req-300eb4e0-ac96-40fc-bafd-b98eb79437f0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 945 time: 0.2634313 Aug 19 11:57:34.238865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561885ef-eba3-49c0-8504-707e81cd675d req-1eb3fcab-cb46-4690-b5f7-469c241a1150 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:34.247256 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-561885ef-eba3-49c0-8504-707e81cd675d req-1eb3fcab-cb46-4690-b5f7-469c241a1150 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 948 time: 0.2854512 Aug 19 11:57:34.281515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:57:34.290955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5af34c10-b65d-4466-b295-ce016ccf0f88 admin admin] 10.222.0.65 "PUT /v2.0/routers/24c9892d-4e46-47a6-bea1-184751b59b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9822905 Aug 19 11:57:34.364262 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:34.381131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-561885ef-eba3-49c0-8504-707e81cd675d req-a667a601-76a7-4ca1-bba7-cae43f1df5ef tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288128 Aug 19 11:57:34.400650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 1c0ec931-abc9-4591-8265-7415831026fd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1c0ec931-abc9-4591-8265-7415831026fd,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:34.409325 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:34.484217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326461d4-2e7c-4d9a-803b-2da54c79fa9e req-3c686b36-14af-49b0-8178-1b6840fbefd3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:34.485790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-326461d4-2e7c-4d9a-803b-2da54c79fa9e req-3c686b36-14af-49b0-8178-1b6840fbefd3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1528792 Aug 19 11:57:34.500449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=1c0ec931-abc9-4591-8265-7415831026fd,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:34.532351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5aab1c25-0060-4ade-8299-d2928931a0af req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Deleting port e98f4234-a9d7-4e23-97f3-008d58f85bcd {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:34.532720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5aab1c25-0060-4ade-8299-d2928931a0af req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:34.609181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-326461d4-2e7c-4d9a-803b-2da54c79fa9e req-f11d228c-c19f-41d9-a58f-45e05c27fc3d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148551 Aug 19 11:57:34.615826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device d2989434-74c6-443b-8b56-0a8ba8450a72 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:57:34.685466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ac92-2c0c-49e6-8ad8-7b2aecee34aa req-b09dddae-4d60-4800-b8b1-03326c093b51 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:34.693048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6580ac92-2c0c-49e6-8ad8-7b2aecee34aa req-b09dddae-4d60-4800-b8b1-03326c093b51 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1083603 Aug 19 11:57:34.722577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-5aab1c25-0060-4ade-8299-d2928931a0af req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] For port e98f4234-a9d7-4e23-97f3-008d58f85bcd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e98f4234-a9d7-4e23-97f3-008d58f85bcd,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:34.722577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5aab1c25-0060-4ade-8299-d2928931a0af req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:34.734553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port d2989434-74c6-443b-8b56-0a8ba8450a72, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d2989434-74c6-443b-8b56-0a8ba8450a72,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:34.746830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'd2989434-74c6-443b-8b56-0a8ba8450a72', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'd2989434-74c6-443b-8b56-0a8ba8450a72', 'mac_address': 'fa:16:3e:36:0c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:57:34.750083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5aab1c25-0060-4ade-8299-d2928931a0af req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Calling delete_port for e98f4234-a9d7-4e23-97f3-008d58f85bcd owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:34.772927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6580ac92-2c0c-49e6-8ad8-7b2aecee34aa req-5e0cc6c0-9dc2-4c54-bb1a-209a4bf112ab tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741086 Aug 19 11:57:34.800934 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:34.825013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2989434-74c6-443b-8b56-0a8ba8450a72 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:34.858557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port d2989434-74c6-443b-8b56-0a8ba8450a72, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d2989434-74c6-443b-8b56-0a8ba8450a72,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:34.865783 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:34.946001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=d2989434-74c6-443b-8b56-0a8ba8450a72,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:34.989154 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5aab1c25-0060-4ade-8299-d2928931a0af req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.003187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c69c-5e68-4685-99a2-8e4bb3b75685 req-4e836bd0-9998-43ff-9c72-da4c4eb15370 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:35.009277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bf1c69c-5e68-4685-99a2-8e4bb3b75685 req-4e836bd0-9998-43ff-9c72-da4c4eb15370 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 946 time: 0.0862343 Aug 19 11:57:35.023938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['e98f4234-a9d7-4e23-97f3-008d58f85bcd'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:35.055824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event deleted for resources: {'Port': ['ID=e98f4234-a9d7-4e23-97f3-008d58f85bcd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:35.060758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50654) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:35.136865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50658) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:35.142744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aab1c25-0060-4ade-8299-d2928931a0af req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] No DVR routers for this DVR port e98f4234-a9d7-4e23-97f3-008d58f85bcd on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:35.146858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bf1c69c-5e68-4685-99a2-8e4bb3b75685 req-fe883fe8-95bb-42ca-a912-897785bb96d2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331160 Aug 19 11:57:35.148197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5aab1c25-0060-4ade-8299-d2928931a0af req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.149924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5aab1c25-0060-4ade-8299-d2928931a0af req-283232df-0206-4554-9579-fb88265fd8a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "DELETE /v2.0/ports/e98f4234-a9d7-4e23-97f3-008d58f85bcd HTTP/1.1" status: 204 len: 173 time: 0.8998468 Aug 19 11:57:35.150747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6d314e-4303-4f67-9899-5693dadb5a79', 'name': 'network-vif-deleted', 'tag': 'e98f4234-a9d7-4e23-97f3-008d58f85bcd'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:35.153143 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99310079-8a67-4107-b2bd-0a8d8a4ad5de" -d '{"events": [{"server_uuid": "cd6d314e-4303-4f67-9899-5693dadb5a79", "name": "network-vif-deleted", "tag": "e98f4234-a9d7-4e23-97f3-008d58f85bcd"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:35.153496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6693103e-eb7f-4316-896b-fe0b0eea3580 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735433415', 'description': 'tempest-description--547671121'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:35.179501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['d2989434-74c6-443b-8b56-0a8ba8450a72'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:35.196812 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6693103e-eb7f-4316-896b-fe0b0eea3580 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.225168 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bf6773-01b5-4d07-8dfe-656de1d9985d x-openstack-request-id: req-f4bf6773-01b5-4d07-8dfe-656de1d9985d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:35.225505 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6d314e-4303-4f67-9899-5693dadb5a79", "name": "network-vif-deleted", "tag": "e98f4234-a9d7-4e23-97f3-008d58f85bcd", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:35.225806 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4bf6773-01b5-4d07-8dfe-656de1d9985d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:35.226206 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6d314e-4303-4f67-9899-5693dadb5a79', 'name': 'network-vif-deleted', 'tag': 'e98f4234-a9d7-4e23-97f3-008d58f85bcd', 'status': 'completed', 'code': 200} Aug 19 11:57:35.271602 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68d0408e-19a6-4928-9c47-b37be571a50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.345896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1fb4010-2822-4726-990c-622185c15c28 req-2ccc84ea-105d-4b20-b482-c1854bb7d58e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd6d314e-4303-4f67-9899-5693dadb5a79 HTTP/1.1" status: 200 len: 210 time: 0.0436528 Aug 19 11:57:35.362356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6693103e-eb7f-4316-896b-fe0b0eea3580 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.378974 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6693103e-eb7f-4316-896b-fe0b0eea3580 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.443789 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Sync routers for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:57:35.455414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693103e-eb7f-4316-896b-fe0b0eea3580 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:35.465994 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:35.467801 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:35.508940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafd59e-fa0b-4580-aaf4-45fe9dfd01b0 req-be2eaefa-9809-4c47-b693-c4f01f6e555d tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:35.517078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fafd59e-fa0b-4580-aaf4-45fe9dfd01b0 req-be2eaefa-9809-4c47-b693-c4f01f6e555d tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 949 time: 0.0617080 Aug 19 11:57:35.524779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68d0408e-19a6-4928-9c47-b37be571a50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.532826 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-68d0408e-19a6-4928-9c47-b37be571a50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.559157 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6693103e-eb7f-4316-896b-fe0b0eea3580 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.564088 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6693103e-eb7f-4316-896b-fe0b0eea3580 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4259844 Aug 19 11:57:35.569385 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fafd59e-fa0b-4580-aaf4-45fe9dfd01b0 req-d810ebe5-a902-419d-a184-5c2067aae5ea tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511160 Aug 19 11:57:35.572451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50670) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:35.582387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1a108342-9705-4c83-b023-b57e14a338e3 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Request body: {'security_group_rule': {'security_group_id': 'c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:35.583083 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-68d0408e-19a6-4928-9c47-b37be571a50a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=731d53aefe7b42afa3158b80fb7cc86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5200367 Aug 19 11:57:35.583944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50672) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:35.611505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0408e-19a6-4928-9c47-b37be571a50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080676f-8157-4f1e-b7f1-333e2c194572,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:35.619065 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a108342-9705-4c83-b023-b57e14a338e3 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.680631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3ad3675-a78c-40db-a4cb-ecefe29c6a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.687500 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:35.728569 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a108342-9705-4c83-b023-b57e14a338e3 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.734371 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a108342-9705-4c83-b023-b57e14a338e3 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.740815 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3ad3675-a78c-40db-a4cb-ecefe29c6a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.753795 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a108342-9705-4c83-b023-b57e14a338e3 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1b65c1-6702-4475-b03c-093608cdf3cc,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:35.773979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a108342-9705-4c83-b023-b57e14a338e3 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.775293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1a108342-9705-4c83-b023-b57e14a338e3 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2014382 Aug 19 11:57:35.778406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:35.800278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9d9a054a-6732-4d9d-b839-29a845b3ea5a tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Request body: {'security_group_rule': {'security_group_id': 'c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:35.879001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3ad3675-a78c-40db-a4cb-ecefe29c6a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.882141 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3ad3675-a78c-40db-a4cb-ecefe29c6a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.883646 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f3ad3675-a78c-40db-a4cb-ecefe29c6a44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0080676f-8157-4f1e-b7f1-333e2c194572 HTTP/1.1" status: 204 len: 168 time: 0.2935362 Aug 19 11:57:35.903161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad3675-a78c-40db-a4cb-ecefe29c6a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080676f-8157-4f1e-b7f1-333e2c194572,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:35.951040 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d9a054a-6732-4d9d-b839-29a845b3ea5a tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:35.977268 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '421344ec-e4ad-45b7-9740-ae1cee64719c', 'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'mac_address': 'fa:16:3e:d7:93:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:31Z', 'updated_at': '2021-08-19T11:57:33Z', 'revision_number': 2, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'subnets': [{'id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:36.074123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1c0ec931-abc9-4591-8265-7415831026fd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:36.074341 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Checking router: 24c9892d-4e46-47a6-bea1-184751b59b4a for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:57:36.074680 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Updating router 24c9892d-4e46-47a6-bea1-184751b59b4a port 421344ec-e4ad-45b7-9740-ae1cee64719c binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:57:36.117160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c519e-8229-4abc-9e63-6d3620ddb26a req-ee5cd023-0075-4539-b8b9-d27cd0293ec7 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:36.119154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d92c519e-8229-4abc-9e63-6d3620ddb26a req-ee5cd023-0075-4539-b8b9-d27cd0293ec7 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1889248 Aug 19 11:57:36.132332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d877c7-afe6-48b2-87c1-21bac82b8351 req-22618ed1-ec33-41f1-bd30-5fe5c9430756 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:36.133937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4d877c7-afe6-48b2-87c1-21bac82b8351 req-22618ed1-ec33-41f1-bd30-5fe5c9430756 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.3576150 Aug 19 11:57:36.144954 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.146777 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d9a054a-6732-4d9d-b839-29a845b3ea5a tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.158157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1c0ec931-abc9-4591-8265-7415831026fd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:36.158867 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.196208 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d9a054a-6732-4d9d-b839-29a845b3ea5a tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.274675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a054a-6732-4d9d-b839-29a845b3ea5a tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a2d55d-99bb-4624-a5a5-0da0b44deb79,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:36.281755 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d92c519e-8229-4abc-9e63-6d3620ddb26a req-1687f265-9df0-4d99-97c5-c412558e9c2a tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468420 Aug 19 11:57:36.293056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4d877c7-afe6-48b2-87c1-21bac82b8351 req-a2719f5f-bbe6-463c-81d3-f9fe439ebfbd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447544 Aug 19 11:57:36.302216 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d9a054a-6732-4d9d-b839-29a845b3ea5a tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.307599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50690) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:36.308402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9d9a054a-6732-4d9d-b839-29a845b3ea5a tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5271068 Aug 19 11:57:36.323534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:36.350930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.394781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50692) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:36.411498 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0ac1-0a79-4a44-bde8-f99ae930a6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.498095 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.502471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.527718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0ac1-0a79-4a44-bde8-f99ae930a6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.529521 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Transition to ACTIVE for port object 421344ec-e4ad-45b7-9740-ae1cee64719c will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:36.534365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0ac1-0a79-4a44-bde8-f99ae930a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.541155 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.587462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f1ee0ac1-0a79-4a44-bde8-f99ae930a6cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11bbab60eee642cf9fb8129968567115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914334 Aug 19 11:57:36.589495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee0ac1-0a79-4a44-bde8-f99ae930a6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44032969-17ae-44af-9476-bae92422d91d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:36.594870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50698) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:36.636276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device d2989434-74c6-443b-8b56-0a8ba8450a72 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:36.743692 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Allocated IP 172.25.4.240 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/772e5761-0be2-4295-89fa-8e8784e0e4ad) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:36.750810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port d2989434-74c6-443b-8b56-0a8ba8450a72 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:36.757116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port d2989434-74c6-443b-8b56-0a8ba8450a72 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:36.758680 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.788556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f823bbf-b562-4332-b6ff-875628f217f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.841764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae509ba-fcd3-448e-ac17-e4b12511b2cf req-2c5bcfe3-6fc3-47a0-9e6d-d1055995cc7b tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:36.875613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ae509ba-fcd3-448e-ac17-e4b12511b2cf req-2c5bcfe3-6fc3-47a0-9e6d-d1055995cc7b tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 949 time: 0.1830990 Aug 19 11:57:36.901694 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f823bbf-b562-4332-b6ff-875628f217f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.946100 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:36.964199 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ae509ba-fcd3-448e-ac17-e4b12511b2cf req-c4dbe68a-b35b-4f9b-ae56-ff70b53828ad tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869708 Aug 19 11:57:36.987187 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Pushing event updated for resources: {'Port': ['ID=421344ec-e4ad-45b7-9740-ae1cee64719c,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:36.991730 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89832a7d-1e0c-44b8-b326-12c19543d9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2989434-74c6-443b-8b56-0a8ba8450a72'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:36.994264 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f20db-2134-45c8-a1f1-eac9aac5436a" -d '{"events": [{"server_uuid": "89832a7d-1e0c-44b8-b326-12c19543d9c9", "name": "network-vif-plugged", "status": "completed", "tag": "d2989434-74c6-443b-8b56-0a8ba8450a72"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:37.021146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port d2989434-74c6-443b-8b56-0a8ba8450a72, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d2989434-74c6-443b-8b56-0a8ba8450a72,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:37.025926 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.033955 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.046353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f823bbf-b562-4332-b6ff-875628f217f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.050388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f823bbf-b562-4332-b6ff-875628f217f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.051842 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4f823bbf-b562-4332-b6ff-875628f217f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44032969-17ae-44af-9476-bae92422d91d HTTP/1.1" status: 204 len: 168 time: 0.4558158 Aug 19 11:57:37.063894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f823bbf-b562-4332-b6ff-875628f217f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44032969-17ae-44af-9476-bae92422d91d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:37.065679 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Attempting to bind port 421344ec-e4ad-45b7-9740-ae1cee64719c on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:37.066345 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Attempting to bind port 421344ec-e4ad-45b7-9740-ae1cee64719c by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:37.067045 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Attempting to bind port 421344ec-e4ad-45b7-9740-ae1cee64719c on network f27a9747-e6e1-45ae-a50e-584fa68833f4 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:37.071629 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.072171 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.072763 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.073264 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.073765 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.074265 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.075112 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.075828 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.076366 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.077141 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.077644 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.078166 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:57:37.088022 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:37.088984 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Checking segment: {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:37.090298 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.090865 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Bound using segment: {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:37.091866 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Bound port: 421344ec-e4ad-45b7-9740-ae1cee64719c, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:37.093018 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.110000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.118746 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34f4b9e-cc37-4c8f-9e29-46ac5e350f65 x-openstack-request-id: req-e34f4b9e-cc37-4c8f-9e29-46ac5e350f65 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:37.119034 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89832a7d-1e0c-44b8-b326-12c19543d9c9", "name": "network-vif-plugged", "status": "completed", "tag": "d2989434-74c6-443b-8b56-0a8ba8450a72", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:37.119506 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e34f4b9e-cc37-4c8f-9e29-46ac5e350f65 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:37.120116 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89832a7d-1e0c-44b8-b326-12c19543d9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2989434-74c6-443b-8b56-0a8ba8450a72', 'code': 200} Aug 19 11:57:37.124088 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=d2989434-74c6-443b-8b56-0a8ba8450a72,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:37.170531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-2c3e9ce7-f4e8-4b59-923d-323db6bc60f3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:37.178866 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] For port 421344ec-e4ad-45b7-9740-ae1cee64719c, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:37.185727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:37.189364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:37.189491 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] For port 421344ec-e4ad-45b7-9740-ae1cee64719c, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=421344ec-e4ad-45b7-9740-ae1cee64719c,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:37.191880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:37.193402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-2c3e9ce7-f4e8-4b59-923d-323db6bc60f3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.2285156 Aug 19 11:57:37.203738 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.253068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-39818856-ec6e-4e60-8c88-df409a0d8bc4 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/quotas/aedddd945e5e40c1848dfa8ef9d1d006 HTTP/1.1" status: 200 len: 375 time: 0.0582056 Aug 19 11:57:37.266463 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Pushing event updated for resources: {'Port': ['ID=772e5761-0be2-4295-89fa-8e8784e0e4ad,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:37.275798 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c403c3-ccec-4dee-85ce-719f93055661 None None] Pushing event updated for resources: {'Port': ['ID=421344ec-e4ad-45b7-9740-ae1cee64719c,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:37.290765 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:37.291401 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:37.297528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.309284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-7319e6a0-1243-405f-938f-cb2568acdbba tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546567 Aug 19 11:57:37.347620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e10bb2-1086-4056-b197-3a6e69d9b710 req-5ee7caf6-9172-44e6-8c5f-5f2a8de322a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:37.348056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.351634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93e10bb2-1086-4056-b197-3a6e69d9b710 req-5ee7caf6-9172-44e6-8c5f-5f2a8de322a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 1101 time: 0.1550992 Aug 19 11:57:37.429103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93e10bb2-1086-4056-b197-3a6e69d9b710 req-a3db493c-b9bc-40f4-864c-471d9a3b80d1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Aug 19 11:57:37.479568 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:37.553739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5117772-a7e6-4d57-8b5f-e399d9d73889 req-e5e44572-3b05-483e-8ed1-e556142fa93d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:37.555272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5117772-a7e6-4d57-8b5f-e399d9d73889 req-e5e44572-3b05-483e-8ed1-e556142fa93d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1133142 Aug 19 11:57:37.565955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-0f9b3bb0-7825-4eb5-8ca0-13a73202bd47 service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493033 Aug 19 11:57:37.589035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.597915 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.665113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5117772-a7e6-4d57-8b5f-e399d9d73889 req-de3e9522-b3fc-4954-8149-44d195180757 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979490 Aug 19 11:57:37.712405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Pushing event updated for resources: {'Port': ['ID=772e5761-0be2-4295-89fa-8e8784e0e4ad,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:37.723058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.744119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:37.745379 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4ccb5d04-6b09-40f0-aebd-e27152d78fc2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4258304 Aug 19 11:57:37.752071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-348e167b-a629-4ebc-abfd-b3e9df303e74 service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604898 Aug 19 11:57:37.857446 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '421344ec-e4ad-45b7-9740-ae1cee64719c', 'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'mac_address': 'fa:16:3e:d7:93:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:31Z', 'updated_at': '2021-08-19T11:57:37Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'subnets': [{'id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:37.870837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e971-6d2f-4082-a57e-3d7a593dbc75 req-2a7f9fc3-f890-4628-a572-c9444afea0e6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:37.874516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48a8e971-6d2f-4082-a57e-3d7a593dbc75 req-2a7f9fc3-f890-4628-a572-c9444afea0e6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1167493 Aug 19 11:57:37.909749 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae4ddc-fc00-481e-b76b-8b8ef555b9d5 None None] The sync data for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 is: [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '421344ec-e4ad-45b7-9740-ae1cee64719c', 'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'mac_address': 'fa:16:3e:d7:93:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:31Z', 'updated_at': '2021-08-19T11:57:37Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'subnets': [{'id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:57:37.995079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48a8e971-6d2f-4082-a57e-3d7a593dbc75 req-2dc59898-c700-43fe-b15e-4671b4fdcf6d tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136134 Aug 19 11:57:38.172721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-765e4f51-8903-4f64-8869-be31fa45adbe req-705ccea8-82ad-480d-ae5c-c34299cfb853 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0667343 Aug 19 11:57:38.250506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-6d7b40f7-f5c3-4254-9a9c-f59f9a5895bd tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--735433415&fields=id&tenant_id=10c3e32253d8418099010fa7dd0eda09 HTTP/1.1" status: 200 len: 267 time: 0.0767853 Aug 19 11:57:38.633961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e98f4234-a9d7-4e23-97f3-008d58f85bcd no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:38.715939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: e98f4234-a9d7-4e23-97f3-008d58f85bcd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:38.719724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e98f4234-a9d7-4e23-97f3-008d58f85bcd not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:38.977287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec1e8-489b-43a2-ae98-5ef64ff96bb9 req-8a8561b9-7984-47d3-a8a1-9c7c2b8c3be6 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:38.978869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-529ec1e8-489b-43a2-ae98-5ef64ff96bb9 req-8a8561b9-7984-47d3-a8a1-9c7c2b8c3be6 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 950 time: 0.1139717 Aug 19 11:57:38.985733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-0f745fba-3376-4e26-843e-2ea7a50cd381 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:38.990027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-0f745fba-3376-4e26-843e-2ea7a50cd381 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/networks?id=f27a9747-e6e1-45ae-a50e-584fa68833f4 HTTP/1.1" status: 200 len: 814 time: 0.7283676 Aug 19 11:57:39.024035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-a7e0dec6-d60e-4233-b771-a489ef30d807 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/quotas/10c3e32253d8418099010fa7dd0eda09 HTTP/1.1" status: 200 len: 375 time: 0.0150018 Aug 19 11:57:39.093567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-529ec1e8-489b-43a2-ae98-5ef64ff96bb9 req-10027695-6c15-488e-8d1c-dc8e2e0c91af tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959728 Aug 19 11:57:39.145907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-d29b1ebe-4a85-4656-b880-5a4bf21ff640 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=10c3e32253d8418099010fa7dd0eda09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965781 Aug 19 11:57:39.307887 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-edbf0c89-3e1f-424b-b503-bffaea105a05 service neutron] 10.222.0.65 "GET /v2.0/networks/f27a9747-e6e1-45ae-a50e-584fa68833f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555197 Aug 19 11:57:39.424750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-a3389920-26d1-4809-a907-f73945b58588 service neutron] 10.222.0.65 "GET /v2.0/networks/f27a9747-e6e1-45ae-a50e-584fa68833f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155829 Aug 19 11:57:39.626865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add1862-bc18-4cc3-9ab6-0fae44b4af17 req-3f91ebed-c7d5-49d2-82b8-9f1adbacfab8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:39.628482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7add1862-bc18-4cc3-9ab6-0fae44b4af17 req-3f91ebed-c7d5-49d2-82b8-9f1adbacfab8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1727805 Aug 19 11:57:39.783417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-e10d947d-1893-4ed6-93f9-809c9e7ecb5a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:39.785619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-e10d947d-1893-4ed6-93f9-809c9e7ecb5a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.3112340 Aug 19 11:57:39.805420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7add1862-bc18-4cc3-9ab6-0fae44b4af17 req-3ff0df16-6734-4639-9b29-118a2b227fa6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705070 Aug 19 11:57:39.826708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Request body: {'port': {'device_id': '6e49dadc-1317-407a-ab14-d34120ca2ef5', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'admin_state_up': True, 'tenant_id': 'aedddd945e5e40c1848dfa8ef9d1d006'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:40.015392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13825b11-2ca3-419e-b25f-ea4563a40617 req-73489fea-8b83-46b1-9fcd-8dae0d356241 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0816252 Aug 19 11:57:40.115824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 421344ec-e4ad-45b7-9740-ae1cee64719c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:40.151737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Made reservation on behalf of aedddd945e5e40c1848dfa8ef9d1d006 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:40.156977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:40.214219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 421344ec-e4ad-45b7-9740-ae1cee64719c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:40.223089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 421344ec-e4ad-45b7-9740-ae1cee64719c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:40.223470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:40.272243 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-9cfa25e4-367f-4034-852b-32ffb0e27d83 service neutron] show failed (client error): The resource could not be found. Aug 19 11:57:40.273327 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-9cfa25e4-367f-4034-852b-32ffb0e27d83 service neutron] 10.222.0.54 "GET /v2.0/ports/47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.1178350 Aug 19 11:57:40.354525 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:40.377050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c55a998-57fe-490a-8d0c-340a34273924 req-121ad17b-3d2c-4f1d-86eb-8e845c77c8c6 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 210 time: 0.0957055 Aug 19 11:57:40.428783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 421344ec-e4ad-45b7-9740-ae1cee64719c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=421344ec-e4ad-45b7-9740-ae1cee64719c,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:40.438101 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:40.465157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c752234-f9de-4985-bd23-eef6e7e06881 req-3c79d738-1983-4c9b-b44e-e92a058344ef tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:40.469571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c752234-f9de-4985-bd23-eef6e7e06881 req-3c79d738-1983-4c9b-b44e-e92a058344ef tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.2697916 Aug 19 11:57:40.545341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=421344ec-e4ad-45b7-9740-ae1cee64719c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:40.651918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c752234-f9de-4985-bd23-eef6e7e06881 req-59859c72-201b-4f88-bcb1-35a8687517b6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721668 Aug 19 11:57:40.678172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Allocated IP 172.20.0.11 (dcbb6ee0-978b-431f-be35-c378857c1c91/e8973284-6c79-4519-aa58-5e8208dbc4de/96bd8541-d83d-4e7c-9308-511405cd73c0) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:40.688705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273f81b-d716-4494-92eb-38b279e4def1 req-17522bec-fadb-48b9-bc05-eca9c9ecc218 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:40.690225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9273f81b-d716-4494-92eb-38b279e4def1 req-17522bec-fadb-48b9-bc05-eca9c9ecc218 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 950 time: 0.1871076 Aug 19 11:57:40.694361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-c9cbf776-94d6-4953-926f-e1961fcdeff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:40.695934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-c9cbf776-94d6-4953-926f-e1961fcdeff0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900&tenant_id=e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 1101 time: 0.1461215 Aug 19 11:57:40.755233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:40.804337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9273f81b-d716-4494-92eb-38b279e4def1 req-5131b654-461d-43d8-9e93-11f9d10519c4 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054072 Aug 19 11:57:40.926395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:40.964158 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50854) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:41.089700 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.106817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e783-e101-4e20-9db4-da20f9976107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.149241 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.211893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e783-e101-4e20-9db4-da20f9976107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.217090 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e783-e101-4e20-9db4-da20f9976107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.257958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8e783-e101-4e20-9db4-da20f9976107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd58832-bce6-410b-9eea-909a895ac5c6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:41.264336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Network dcbb6ee0-978b-431f-be35-c378857c1c91 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:41.267856 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ff8e783-e101-4e20-9db4-da20f9976107 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1deea15de4a84dd6a6289e78927e883a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999079 Aug 19 11:57:41.268887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50860) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:41.282593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6376f67-c7eb-42d6-a28d-32c15bda0ec3 req-fdec3292-fdc3-4c97-9ebc-40083343c8aa tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:41.289997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6376f67-c7eb-42d6-a28d-32c15bda0ec3 req-fdec3292-fdc3-4c97-9ebc-40083343c8aa tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.3460124 Aug 19 11:57:41.307145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:41.315355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:41.326936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9998b1b-afc4-4bf5-b694-611c68925f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.351134 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9998b1b-afc4-4bf5-b694-611c68925f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.353673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event updated for resources: {'Port': ['ID=96bd8541-d83d-4e7c-9308-511405cd73c0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:41.396792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3fc50-970c-4e63-9bbe-b292e338e505 req-216e43b0-fce9-4194-84ea-2bbecf0002bd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:41.398365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3db3fc50-970c-4e63-9bbe-b292e338e505 req-216e43b0-fce9-4194-84ea-2bbecf0002bd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 932 time: 0.2711403 Aug 19 11:57:41.419738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9998b1b-afc4-4bf5-b694-611c68925f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.422932 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9998b1b-afc4-4bf5-b694-611c68925f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.424434 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f9998b1b-afc4-4bf5-b694-611c68925f0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ecd58832-bce6-410b-9eea-909a895ac5c6 HTTP/1.1" status: 204 len: 168 time: 0.1542647 Aug 19 11:57:41.433293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9998b1b-afc4-4bf5-b694-611c68925f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd58832-bce6-410b-9eea-909a895ac5c6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:41.473286 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6376f67-c7eb-42d6-a28d-32c15bda0ec3 req-77d6b311-600c-4d4b-af38-17abe36ec7b9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822889 Aug 19 11:57:41.578143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3db3fc50-970c-4e63-9bbe-b292e338e505 req-36def639-48ca-4ff8-88f2-cef80c23935f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615324 Aug 19 11:57:41.585747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:41.586493 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.630737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-ebb3b899-c25c-472a-859e-23b4c607d510 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8080006 Aug 19 11:57:41.655924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-852a1e0a-9035-4dbb-8ee4-2394bfb9041b req-1106e170-1b5f-4067-9a99-730a575cbcfc tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 210 time: 0.0826209 Aug 19 11:57:41.657861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:41.716884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-65d0f064-9aae-45ba-9810-e3e552afe84d tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:41.719997 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-65d0f064-9aae-45ba-9810-e3e552afe84d tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.69 "GET /v2.0/networks?id=f27a9747-e6e1-45ae-a50e-584fa68833f4 HTTP/1.1" status: 200 len: 814 time: 0.1882920 Aug 19 11:57:41.809867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Request body: {'port': {'device_id': '6e49dadc-1317-407a-ab14-d34120ca2ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:41.831188 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-0d6e5e8e-e6a0-49c3-84e9-9cd4ac93b961 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c3e32253d8418099010fa7dd0eda09 HTTP/1.1" status: 200 len: 379 time: 0.0877528 Aug 19 11:57:41.833053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:41.840925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50872) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:41.881650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-40fd4dc9-9d22-4c86-9799-7d2551a2c9bf tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:41.883372 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-40fd4dc9-9d22-4c86-9799-7d2551a2c9bf tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.54 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 950 time: 0.1076205 Aug 19 11:57:41.884469 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a3615a9-7bee-4046-be43-956d894f7f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.895330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Request body: {'port': {'device_id': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'admin_state_up': True, 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'security_groups': ['c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:41.937564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:41.939791 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc91c8ee-c176-43c0-a6c1-f48cf9c68f5d" -d '{"events": [{"server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "name": "network-vif-unplugged", "status": "completed", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:41.957776 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:41.970629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d6dd5-066f-4796-b094-036b203ceac5 req-c9f8db79-b05f-4a61-a6c6-b34aa99bc065 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:41.972207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e99d6dd5-066f-4796-b094-036b203ceac5 req-c9f8db79-b05f-4a61-a6c6-b34aa99bc065 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.2079504 Aug 19 11:57:41.988834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.027530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Transition to ACTIVE for port object 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:42.049049 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 421344ec-e4ad-45b7-9740-ae1cee64719c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:42.060603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.091775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7750784-09e3-46b6-99fc-667b97f2b96f req-bab43100-1e93-4154-8077-59b01f7628a6 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:42.093655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7750784-09e3-46b6-99fc-667b97f2b96f req-bab43100-1e93-4154-8077-59b01f7628a6 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 950 time: 0.1627331 Aug 19 11:57:42.147644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 421344ec-e4ad-45b7-9740-ae1cee64719c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:42.149211 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.152706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e99d6dd5-066f-4796-b094-036b203ceac5 req-1e12e53f-794f-42e8-b5fd-aae93c3f9db9 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650286 Aug 19 11:57:42.331280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] No DVR routers for this DVR port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:42.337390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Pushing event updated for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:42.341776 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a3615a9-7bee-4046-be43-956d894f7f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.369494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7750784-09e3-46b6-99fc-667b97f2b96f req-c98ca9dc-c18a-4ff3-b469-72238c3a19af tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/security-groups?id=f54c2a00-a024-4d05-b437-cfa29c11fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496107 Aug 19 11:57:42.403637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a3615a9-7bee-4046-be43-956d894f7f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.431290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Deleting port d2989434-74c6-443b-8b56-0a8ba8450a72 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:42.431625 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.452081 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f1f5c1-8d2d-45d9-a4f8-0aec89842cd4 x-openstack-request-id: req-49f1f5c1-8d2d-45d9-a4f8-0aec89842cd4 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:42.452445 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "name": "network-vif-unplugged", "status": "completed", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:42.452644 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49f1f5c1-8d2d-45d9-a4f8-0aec89842cd4 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:42.453065 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'code': 200} Aug 19 11:57:42.469337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Attempting to bind port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:42.469654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Attempting to bind port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:42.469988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Attempting to bind port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:42.479367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:57:42.479690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Attempting to bind port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:42.488787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:42.489125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:42.489703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:42.490309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Bound port: 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:42.490854 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.542871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] For port d2989434-74c6-443b-8b56-0a8ba8450a72, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d2989434-74c6-443b-8b56-0a8ba8450a72,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:42.543243 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.560607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Calling delete_port for d2989434-74c6-443b-8b56-0a8ba8450a72 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:42.581959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Made reservation on behalf of 10c3e32253d8418099010fa7dd0eda09 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:42.585482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.678177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:42.686648 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8a3615a9-7bee-4046-be43-956d894f7f91 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47e540b01ed0421bab2a487ceae71104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8446705 Aug 19 11:57:42.714370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3615a9-7bee-4046-be43-956d894f7f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec4ef21-f8b5-4769-903c-d4ddfbac0fbf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:42.717063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50886) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:42.728969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:42.742209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1678f84-e638-4288-b610-27e360e61e5a req-ea7c44c8-6277-450c-b340-8229507e8b75 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:42.743276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1678f84-e638-4288-b610-27e360e61e5a req-ea7c44c8-6277-450c-b340-8229507e8b75 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 948 time: 0.1597793 Aug 19 11:57:42.748719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bd8541-d83d-4e7c-9308-511405cd73c0 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:42.753338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.820430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.823721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Pushing event updated for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:42.839935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:42.840550 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.842014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-aea2fb79-0dd8-4e72-a26c-11c7f54cbe2a service neutron] 10.222.0.69 "PUT /v2.0/ports/47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 1096 time: 2.0945086 Aug 19 11:57:42.867178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb9a9-a8c2-4733-8176-3a2a12a2a068 req-6da7996f-368d-4f51-b359-ece60a5e39a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:42.868116 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed3eb9a9-a8c2-4733-8176-3a2a12a2a068 req-6da7996f-368d-4f51-b359-ece60a5e39a6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 932 time: 0.1918764 Aug 19 11:57:42.877476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3bf5-82ae-4f69-aed8-07692d9685b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.907887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Allocated IP 172.20.0.7 (f27a9747-e6e1-45ae-a50e-584fa68833f4/037af6fc-eb49-4c93-b85e-518c4a7c97a3/1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:42.933694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1678f84-e638-4288-b610-27e360e61e5a req-4ce0d72d-0d62-47d5-b205-0c59f3f085ad tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670649 Aug 19 11:57:42.969399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.972582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3bf5-82ae-4f69-aed8-07692d9685b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:42.981838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Transition to ACTIVE for port object 96bd8541-d83d-4e7c-9308-511405cd73c0 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:43.000458 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:43.001191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['d2989434-74c6-443b-8b56-0a8ba8450a72'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:43.078985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Pushing event deleted for resources: {'Port': ['ID=d2989434-74c6-443b-8b56-0a8ba8450a72,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:43.108444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed3eb9a9-a8c2-4733-8176-3a2a12a2a068 req-e1967f09-6413-49fe-a138-b5846ab34ed6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256131 Aug 19 11:57:43.141182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-90b7aeb3-8a37-4ef0-8187-48514b4c4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:43.144144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-90b7aeb3-8a37-4ef0-8187-48514b4c4589 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1099 time: 0.2369540 Aug 19 11:57:43.146694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80ff746d-85ec-4f04-8ad2-870e4f4cc5c0 req-4e3deea0-8387-4c43-9157-b3e3c173dc6d tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 210 time: 0.1076937 Aug 19 11:57:43.205260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Pushing event updated for resources: {'Port': ['ID=96bd8541-d83d-4e7c-9308-511405cd73c0,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:43.253801 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:43.303528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Transition to ACTIVE for port object 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:43.325918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] No DVR routers for this DVR port d2989434-74c6-443b-8b56-0a8ba8450a72 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:43.331688 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:43.333645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ea939f68-1b3b-4847-96b4-a1776a67c0ee req-1796145b-e35a-43cd-bdc9-9d5dfcd1a539 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.54 "DELETE /v2.0/ports/d2989434-74c6-443b-8b56-0a8ba8450a72 HTTP/1.1" status: 204 len: 173 time: 1.3621547 Aug 19 11:57:43.335632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89832a7d-1e0c-44b8-b326-12c19543d9c9', 'name': 'network-vif-deleted', 'tag': 'd2989434-74c6-443b-8b56-0a8ba8450a72'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:43.338245 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33784e55-04c8-4833-8b21-3788ef627c30" -d '{"events": [{"server_uuid": "89832a7d-1e0c-44b8-b326-12c19543d9c9", "name": "network-vif-deleted", "tag": "d2989434-74c6-443b-8b56-0a8ba8450a72"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:43.388318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:43.410363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3bf5-82ae-4f69-aed8-07692d9685b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:43.413052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3bf5-82ae-4f69-aed8-07692d9685b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:43.414351 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8e6e3bf5-82ae-4f69-aed8-07692d9685b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cec4ef21-f8b5-4769-903c-d4ddfbac0fbf HTTP/1.1" status: 204 len: 168 time: 0.6909134 Aug 19 11:57:43.457519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e3bf5-82ae-4f69-aed8-07692d9685b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec4ef21-f8b5-4769-903c-d4ddfbac0fbf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:43.485259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df098322-262a-4aca-8433-148bd4f0df21 req-dec9fa36-3e0e-49fd-974b-af3ea53600c6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:43.494032 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df098322-262a-4aca-8433-148bd4f0df21 req-dec9fa36-3e0e-49fd-974b-af3ea53600c6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.2236328 Aug 19 11:57:43.501693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Network f27a9747-e6e1-45ae-a50e-584fa68833f4 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:43.514930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:43.520063 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7137d68-f96d-45f1-8101-50f1c346f882 x-openstack-request-id: req-e7137d68-f96d-45f1-8101-50f1c346f882 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:43.520400 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89832a7d-1e0c-44b8-b326-12c19543d9c9", "name": "network-vif-deleted", "tag": "d2989434-74c6-443b-8b56-0a8ba8450a72", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:43.520657 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7137d68-f96d-45f1-8101-50f1c346f882 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:43.521502 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89832a7d-1e0c-44b8-b326-12c19543d9c9', 'name': 'network-vif-deleted', 'tag': 'd2989434-74c6-443b-8b56-0a8ba8450a72', 'status': 'completed', 'code': 200} Aug 19 11:57:43.525307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:43.530663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Pushing event updated for resources: {'Port': ['ID=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:43.563637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Attempting to bind port 96bd8541-d83d-4e7c-9308-511405cd73c0 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:43.564376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Attempting to bind port 96bd8541-d83d-4e7c-9308-511405cd73c0 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:43.564962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Attempting to bind port 96bd8541-d83d-4e7c-9308-511405cd73c0 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:43.590880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-0f4036e3-a1b0-4f4e-bae4-0a1e457bc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:43.592859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-0f4036e3-a1b0-4f4e-bae4-0a1e457bc931 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.4288270 Aug 19 11:57:43.621337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Port 96bd8541-d83d-4e7c-9308-511405cd73c0 on network dcbb6ee0-978b-431f-be35-c378857c1c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:57:43.621754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Attempting to bind port 96bd8541-d83d-4e7c-9308-511405cd73c0 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:43.641580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:43.651074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:43.677513 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-60568d37-47c2-4eb2-a990-7a649e87300c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7893329 Aug 19 11:57:43.697047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Request body: {'port': {'device_id': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:43.707274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:43.707622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Checking segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:43.708131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Bound using segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:43.708670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Bound port: 96bd8541-d83d-4e7c-9308-511405cd73c0, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:43.709123 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:43.722694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df098322-262a-4aca-8433-148bd4f0df21 req-1c8e2f21-01ed-4562-bd29-baae70884e40 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273149 Aug 19 11:57:43.732763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-08435288-230e-4408-98ba-e0ac829e5753 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 217 time: 0.1103439 Aug 19 11:57:43.758554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-189c2955-54b5-439c-867f-1f24232514b6 req-a985262b-0d51-42f6-a2c4-121d638bd287 tempest-ImagesNegativeTestJSON-470536416 tempest-ImagesNegativeTestJSON-470536416-project] 10.222.0.65 "GET /v2.0/ports?device_id=89832a7d-1e0c-44b8-b326-12c19543d9c9 HTTP/1.1" status: 200 len: 210 time: 0.0919127 Aug 19 11:57:43.792382 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:43.852199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e946e8e-7e07-4832-887d-63652190a2de req-14de368c-214e-48b6-86d2-076993786f90 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:43.854207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e946e8e-7e07-4832-887d-63652190a2de req-14de368c-214e-48b6-86d2-076993786f90 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.69 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.2920334 Aug 19 11:57:43.925983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-b31ef8c9-3060-4faa-b0ac-41cfbbcc8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:43.930226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-b31ef8c9-3060-4faa-b0ac-41cfbbcc8156 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1750846 Aug 19 11:57:44.040119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] For port 96bd8541-d83d-4e7c-9308-511405cd73c0, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:44.064386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8a74a5c2-4f8a-4c14-baf5-9f664a48f16e None None] Provisioning for port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:44.072175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8a74a5c2-4f8a-4c14-baf5-9f664a48f16e None None] Provisioning complete for port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:44.072643 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8a74a5c2-4f8a-4c14-baf5-9f664a48f16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:44.101606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] For port 96bd8541-d83d-4e7c-9308-511405cd73c0, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=96bd8541-d83d-4e7c-9308-511405cd73c0,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:44.158060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8a74a5c2-4f8a-4c14-baf5-9f664a48f16e None None] Port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:57:44.175228 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:44.193047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-3dbe6aad-7e79-4cb5-8313-d96c1eb85f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:44.195771 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-3dbe6aad-7e79-4cb5-8313-d96c1eb85f3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055645 Aug 19 11:57:44.267279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:44.276158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:44.300181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:44.300979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:44.302378 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] 10.222.0.54 "PUT /v2.0/ports/96bd8541-d83d-4e7c-9308-511405cd73c0 HTTP/1.1" status: 200 len: 1092 time: 2.4969256 Aug 19 11:57:44.306785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Transition to ACTIVE for port object 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:44.320719 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:44.379596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777ea3-a3ab-4292-ab5f-d73163fef56c req-0d26214c-a085-497d-8aa2-75fab8f7a8fd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:44.389330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef777ea3-a3ab-4292-ab5f-d73163fef56c req-0d26214c-a085-497d-8aa2-75fab8f7a8fd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 948 time: 0.2897980 Aug 19 11:57:44.416142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:44.457273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-1e946e8e-7e07-4832-887d-63652190a2de req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Deleting port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:44.457629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1e946e8e-7e07-4832-887d-63652190a2de req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:44.478178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'}, {'name': 'network-changed', 'server_uuid': '6e49dadc-1317-407a-ab14-d34120ca2ef5', 'tag': '96bd8541-d83d-4e7c-9308-511405cd73c0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:44.487349 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80" -d '{"events": [{"name": "network-changed", "server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b"}, {"name": "network-changed", "server_uuid": "6e49dadc-1317-407a-ab14-d34120ca2ef5", "tag": "96bd8541-d83d-4e7c-9308-511405cd73c0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:44.500632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Attempting to bind port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:44.501002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Attempting to bind port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:44.501341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Attempting to bind port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 on network f27a9747-e6e1-45ae-a50e-584fa68833f4 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:44.513633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 on network f27a9747-e6e1-45ae-a50e-584fa68833f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:57:44.513987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Attempting to bind port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 on network f27a9747-e6e1-45ae-a50e-584fa68833f4 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:44.530984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:44.530984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Checking segment: {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:44.531347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Bound using segment: {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:44.531511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Bound port: 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd13bcc-2afd-44b8-a812-e75736bceefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:44.531864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:44.650798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] For port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:44.656079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] For port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:44.663179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:44.686153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:44.714336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:44.716519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:44.718872 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] 10.222.0.69 "PUT /v2.0/ports/1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 HTTP/1.1" status: 200 len: 1091 time: 1.0263622 Aug 19 11:57:44.752222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ee5e2-989f-4114-88c7-0b2d052fb7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:44.791577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:44.880071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-21b0dff3-ee26-4694-80a6-98f95288e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:44.881842 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-21b0dff3-ee26-4694-80a6-98f95288e820 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=10c3e32253d8418099010fa7dd0eda09&device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 1094 time: 0.0616155 Aug 19 11:57:44.914402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854c09c-20d0-400c-bf04-10b3781cf7fd service neutron] Pushing event updated for resources: {'Port': ['ID=96bd8541-d83d-4e7c-9308-511405cd73c0,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:44.942165 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-e95813f8-4d82-45e5-86ef-8eb280eed438 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 HTTP/1.1" status: 200 len: 217 time: 0.0407696 Aug 19 11:57:44.989823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17566ec-9312-4697-aefe-c839a0ca5dfa req-456b9f36-8fbf-445a-bf51-6e8c090990cb tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:44.990985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a17566ec-9312-4697-aefe-c839a0ca5dfa req-456b9f36-8fbf-445a-bf51-6e8c090990cb tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 944 time: 0.7402656 Aug 19 11:57:44.999411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-33f39ee6-81c5-491e-ac4a-80d9b28e8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.000860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-33f39ee6-81c5-491e-ac4a-80d9b28e8478 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 1095 time: 0.6295907 Aug 19 11:57:45.003755 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef777ea3-a3ab-4292-ab5f-d73163fef56c req-2982682c-0db6-4566-9bc2-85a29860431e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135583 Aug 19 11:57:45.007365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-97c58fe3-c410-4fe0-bb5c-4307dc4eddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.008989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-97c58fe3-c410-4fe0-bb5c-4307dc4eddb2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=037af6fc-eb49-4c93-b85e-518c4a7c97a3 HTTP/1.1" status: 200 len: 853 time: 0.0590715 Aug 19 11:57:45.046581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-4bb9175c-650b-4a8a-92ba-eeadd39bc74e service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027947 Aug 19 11:57:45.066830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-fd19f870-becc-4dd7-b6d9-fce6e63b1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.068375 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-fd19f870-becc-4dd7-b6d9-fce6e63b1675 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f27a9747-e6e1-45ae-a50e-584fa68833f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515535 Aug 19 11:57:45.100168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-a5f33685-2eff-4caa-8250-495cd9cf22cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96bd8541-d83d-4e7c-9308-511405cd73c0 HTTP/1.1" status: 200 len: 217 time: 0.0723791 Aug 19 11:57:45.173936 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-9d8c7b13-876a-405e-b3ba-7aacd3cd28e5 service neutron] 10.222.0.69 "GET /v2.0/networks/f27a9747-e6e1-45ae-a50e-584fa68833f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935478 Aug 19 11:57:45.229536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a17566ec-9312-4697-aefe-c839a0ca5dfa req-3bc657fc-93c9-41d3-82c4-d54a0a923eed tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244911 Aug 19 11:57:45.253314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-1e946e8e-7e07-4832-887d-63652190a2de req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] For port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:45.253818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1e946e8e-7e07-4832-887d-63652190a2de req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:45.282342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-b96e631d-27d5-41f4-a66f-1521f0f04eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.284119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-b96e631d-27d5-41f4-a66f-1521f0f04eae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.1759553 Aug 19 11:57:45.295254 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce9b370d-7313-4c90-aa00-9b13bb52656f req-2629a16e-a723-4dd5-a97c-26e79fa60a24 service neutron] 10.222.0.69 "GET /v2.0/networks/f27a9747-e6e1-45ae-a50e-584fa68833f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103201 Aug 19 11:57:45.325711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-1e946e8e-7e07-4832-887d-63652190a2de req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Calling delete_port for ca320fe1-d8bb-42a3-b0c1-e662ab579d2f owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:45.361587 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-32251888-22b7-47b0-994a-ab6f29bcdf3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679629 Aug 19 11:57:45.380938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc906305-03f4-4b30-8f13-a5a589e556c6 req-e0740599-9def-4aee-82b2-fa46074b6cb1 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.382936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc906305-03f4-4b30-8f13-a5a589e556c6 req-e0740599-9def-4aee-82b2-fa46074b6cb1 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 943 time: 0.2810795 Aug 19 11:57:45.448800 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd354dd-1cc9-427b-accf-dae78f6600be x-openstack-request-id: req-2dd354dd-1cc9-427b-accf-dae78f6600be {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:45.449095 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e49dadc-1317-407a-ab14-d34120ca2ef5", "tag": "96bd8541-d83d-4e7c-9308-511405cd73c0", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:45.449346 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2dd354dd-1cc9-427b-accf-dae78f6600be {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:45.449738 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'status': 'completed', 'code': 200} Aug 19 11:57:45.449990 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e49dadc-1317-407a-ab14-d34120ca2ef5', 'tag': '96bd8541-d83d-4e7c-9308-511405cd73c0', 'status': 'completed', 'code': 200} Aug 19 11:57:45.458944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72aab380-7df2-46d9-bd5a-370f5e823944 req-b1563ab9-de5f-4ad7-9f22-d3a8b3042f10 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747840 Aug 19 11:57:45.511607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-b5768577-43cc-48e6-8477-13b49f690a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.513311 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-b5768577-43cc-48e6-8477-13b49f690a20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1099 time: 0.0544288 Aug 19 11:57:45.528453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'tag': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:45.530411 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4d5d22-86b0-4aee-a311-9f679738b18e", "tag": "1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:45.602684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc906305-03f4-4b30-8f13-a5a589e556c6 req-ffbd8b4a-9666-44ed-8453-b36fb331f1df tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518183 Aug 19 11:57:45.650906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-fc216878-0986-4105-bcac-9c23648e4a47 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649477 Aug 19 11:57:45.666638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a19a6-189b-44c6-96fc-7b40e20d27a4 req-be579ce1-97d9-44e1-a614-2251a92c6dac tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.676213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-158a19a6-189b-44c6-96fc-7b40e20d27a4 req-be579ce1-97d9-44e1-a614-2251a92c6dac tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 946 time: 0.1781585 Aug 19 11:57:45.721987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-bb74c96b-7fba-4f84-b867-2854faf8d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.722946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-bb74c96b-7fba-4f84-b867-2854faf8d9c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2028465 Aug 19 11:57:45.724472 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99374de0-4a99-46c7-99da-d3d6cb03e43e x-openstack-request-id: req-99374de0-4a99-46c7-99da-d3d6cb03e43e {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:45.724784 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4d5d22-86b0-4aee-a311-9f679738b18e", "tag": "1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:45.725031 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99374de0-4a99-46c7-99da-d3d6cb03e43e {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:45.725414 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'tag': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60', 'status': 'completed', 'code': 200} Aug 19 11:57:45.775293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-7c85e24e-bc5e-4aec-85d1-e9d14fa260fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.780571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-7c85e24e-bc5e-4aec-85d1-e9d14fa260fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1099 time: 0.2012079 Aug 19 11:57:45.783525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-417485e9-72e3-4513-af48-5f87992662d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 217 time: 0.0533471 Aug 19 11:57:45.863403 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1e946e8e-7e07-4832-887d-63652190a2de req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:45.898934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['367385dd-b83f-408b-baa4-967ad83f029b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:45.913050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-00e52e9a-e46b-45af-91dc-ad1bb0acece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.915763 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-00e52e9a-e46b-45af-91dc-ad1bb0acece0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=10c3e32253d8418099010fa7dd0eda09&device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 1094 time: 0.1139562 Aug 19 11:57:45.916620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-158a19a6-189b-44c6-96fc-7b40e20d27a4 req-565fd2df-a59d-4e82-8a24-6cc1159d1496 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241688 Aug 19 11:57:45.917558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-4f8f0dbb-d5d4-46d7-a987-68c353a43807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:45.919076 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-4f8f0dbb-d5d4-46d7-a987-68c353a43807 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1276298 Aug 19 11:57:45.979129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Pushing event deleted for resources: {'Port': ['ID=ca320fe1-d8bb-42a3-b0c1-e662ab579d2f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:46.049832 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9853dff6-4f5d-4737-96a8-a8b6a9f361ab req-c8a703d4-ea3c-419f-a5f5-6ea8b1417138 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674343 Aug 19 11:57:46.073442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e946e8e-7e07-4832-887d-63652190a2de req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] No DVR routers for this DVR port ca320fe1-d8bb-42a3-b0c1-e662ab579d2f on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:46.080031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1e946e8e-7e07-4832-887d-63652190a2de req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:46.082172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e946e8e-7e07-4832-887d-63652190a2de req-8c241683-be7d-4909-ab72-708d25bba28c tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.69 "DELETE /v2.0/ports/ca320fe1-d8bb-42a3-b0c1-e662ab579d2f HTTP/1.1" status: 204 len: 173 time: 2.2113392 Aug 19 11:57:46.098497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-3e97cf06-6cb2-4af7-898e-9299ed1b84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.100514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-3e97cf06-6cb2-4af7-898e-9299ed1b84d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2640941 Aug 19 11:57:46.197176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-8e9e59d0-731d-4b93-8763-38e77869552e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 217 time: 0.0749528 Aug 19 11:57:46.304011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb052b9-e203-448b-a96c-191a852a1027 req-2393ad65-1840-40c6-af5e-6970f4ecda7a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.305883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7cb052b9-e203-448b-a96c-191a852a1027 req-2393ad65-1840-40c6-af5e-6970f4ecda7a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 948 time: 0.1210854 Aug 19 11:57:46.350387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-a445da17-4b16-447f-b756-7660d533fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.352179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-a445da17-4b16-447f-b756-7660d533fb48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1243322 Aug 19 11:57:46.416381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50990) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:46.421884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7cb052b9-e203-448b-a96c-191a852a1027 req-c534db18-4d89-4a90-bbcc-627141c0c7f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060610 Aug 19 11:57:46.441913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-82c456c5-1f76-46e9-8248-1b2ab2f7198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.443246 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-82c456c5-1f76-46e9-8248-1b2ab2f7198d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5157638 Aug 19 11:57:46.464061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-5bf0d1cf-f7e0-4e0c-b886-036ec63c6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.465647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-5bf0d1cf-f7e0-4e0c-b886-036ec63c6445 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957723 Aug 19 11:57:46.477841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27c164-6827-4d9a-b844-65c45e4f38ab req-d0ec1330-70ef-4a24-b545-8f5cbfe87a95 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.486874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a27c164-6827-4d9a-b844-65c45e4f38ab req-d0ec1330-70ef-4a24-b545-8f5cbfe87a95 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 944 time: 0.1611428 Aug 19 11:57:46.554091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-5e1be55b-c208-4a15-8c7d-55a20bf38630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.555650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-5e1be55b-c208-4a15-8c7d-55a20bf38630 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f27a9747-e6e1-45ae-a50e-584fa68833f4 HTTP/1.1" status: 200 len: 915 time: 0.6186702 Aug 19 11:57:46.627360 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-b969f285-8b05-4367-b87d-95c90131ce40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 HTTP/1.1" status: 200 len: 217 time: 0.0502057 Aug 19 11:57:46.643018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a27c164-6827-4d9a-b844-65c45e4f38ab req-b7273c10-2f0d-4e9f-8d38-edb42d54b9af tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508460 Aug 19 11:57:46.659817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-b237a0da-39a4-47e4-bd4e-c2ec2b0913e4 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707518 Aug 19 11:57:46.679540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device d2989434-74c6-443b-8b56-0a8ba8450a72 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:46.684176 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-26c9e0d4-9ef5-46ee-bef8-94f09ead89c2 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301948 Aug 19 11:57:46.710548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: d2989434-74c6-443b-8b56-0a8ba8450a72 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:46.711185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device d2989434-74c6-443b-8b56-0a8ba8450a72 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:46.751299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-14a15386-e780-4a67-aca3-ef01575143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.752890 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-14a15386-e780-4a67-aca3-ef01575143b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=037af6fc-eb49-4c93-b85e-518c4a7c97a3 HTTP/1.1" status: 200 len: 853 time: 0.1097565 Aug 19 11:57:46.848957 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-cbe2e35e-79db-4462-ab81-76b6348efd14 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558962 Aug 19 11:57:46.858452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-d64043dd-d397-4ceb-9743-245a7186bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.860752 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-d64043dd-d397-4ceb-9743-245a7186bffa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f27a9747-e6e1-45ae-a50e-584fa68833f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861721 Aug 19 11:57:46.901324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a88d5-dc48-4b82-b132-85f5b9c741ab req-01aa247f-2917-4534-8575-8593ccf3e1e7 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:46.909209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc0a88d5-dc48-4b82-b132-85f5b9c741ab req-01aa247f-2917-4534-8575-8593ccf3e1e7 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 943 time: 0.1458299 Aug 19 11:57:46.982070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f786d698-5f87-4df4-93ec-cca87c2a7f33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=359252c8939f486e98ff9cbf41ae7154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565441 Aug 19 11:57:46.982070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-8c1d178a-d2c9-405b-bf1f-0b7b5cc2fe96 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083024 Aug 19 11:57:46.982526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51004) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:46.999351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc0a88d5-dc48-4b82-b132-85f5b9c741ab req-542772a6-a0e6-458a-94d7-03bc047a3538 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882084 Aug 19 11:57:47.036126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-85a87587-df7b-45bc-a298-df25e7bb9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:47.037757 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-85a87587-df7b-45bc-a298-df25e7bb9a7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0838521 Aug 19 11:57:47.058299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device ca320fe1-d8bb-42a3-b0c1-e662ab579d2f no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:47.071064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51006) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:47.085411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: ca320fe1-d8bb-42a3-b0c1-e662ab579d2f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:47.086062 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device ca320fe1-d8bb-42a3-b0c1-e662ab579d2f not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:47.106081 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-b302b026-b847-47da-922c-fcc5d0ab40bf service neutron] 10.222.0.69 "GET /v2.0/networks/f27a9747-e6e1-45ae-a50e-584fa68833f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233622 Aug 19 11:57:47.112325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-974218fb-b51d-413f-b14a-07157901f445 req-4f069cd9-8251-4d3a-8048-fbb89c56e24f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=474e2f10-037f-4567-9590-6af2b3d233a8 HTTP/1.1" status: 200 len: 210 time: 0.0569921 Aug 19 11:57:47.158447 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b65cb056-c3a2-4694-ba18-620d432fc9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.183995 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b65cb056-c3a2-4694-ba18-620d432fc9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.238654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-05daedba-6cc1-43d2-bf67-eadf3469b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:47.246417 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-05daedba-6cc1-43d2-bf67-eadf3469b9ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 913 time: 0.1954811 Aug 19 11:57:47.258143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b65cb056-c3a2-4694-ba18-620d432fc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.263271 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b65cb056-c3a2-4694-ba18-620d432fc9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.265509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b65cb056-c3a2-4694-ba18-620d432fc9cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f54c2a00-a024-4d05-b437-cfa29c11fb99 HTTP/1.1" status: 204 len: 168 time: 0.2817149 Aug 19 11:57:47.285439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cb056-c3a2-4694-ba18-620d432fc9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c2a00-a024-4d05-b437-cfa29c11fb99,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:47.298870 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-e8751b8e-9190-45ce-a023-aca1817ccb3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96bd8541-d83d-4e7c-9308-511405cd73c0 HTTP/1.1" status: 200 len: 217 time: 0.0504308 Aug 19 11:57:47.315779 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d8e1d5a-72ae-4e2f-b04a-b16d0f95c229 req-4ef57a68-249a-41db-947b-a670d4676be7 service neutron] 10.222.0.69 "GET /v2.0/networks/f27a9747-e6e1-45ae-a50e-584fa68833f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975205 Aug 19 11:57:47.323346 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d2855d6-9c36-4add-9f14-0be4762e076b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.394514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-b1f594f3-4496-411e-8eb0-c8ead3b04eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:47.396147 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-b1f594f3-4496-411e-8eb0-c8ead3b04eb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.0890923 Aug 19 11:57:47.443386 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-35759ab6-d8f3-4255-b22e-0a7d55143e64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364242 Aug 19 11:57:47.451295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474e2f10-037f-4567-9590-6af2b3d233a8', 'name': 'network-vif-deleted', 'tag': 'ca320fe1-d8bb-42a3-b0c1-e662ab579d2f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:47.454639 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7395ce4-f027-4df8-b6f8-fda607d082fa" -d '{"events": [{"server_uuid": "474e2f10-037f-4567-9590-6af2b3d233a8", "name": "network-vif-deleted", "tag": "ca320fe1-d8bb-42a3-b0c1-e662ab579d2f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:47.501132 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ef9854-0c4f-424f-a624-050fa329721e x-openstack-request-id: req-f4ef9854-0c4f-424f-a624-050fa329721e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:47.501671 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474e2f10-037f-4567-9590-6af2b3d233a8", "name": "network-vif-deleted", "tag": "ca320fe1-d8bb-42a3-b0c1-e662ab579d2f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:47.502090 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4ef9854-0c4f-424f-a624-050fa329721e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:47.502655 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474e2f10-037f-4567-9590-6af2b3d233a8', 'name': 'network-vif-deleted', 'tag': 'ca320fe1-d8bb-42a3-b0c1-e662ab579d2f', 'status': 'completed', 'code': 200} Aug 19 11:57:47.608254 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-5d15e758-fa0e-450d-af5a-6af8e58541d7 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556642 Aug 19 11:57:47.652481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe667377-44f7-4594-bcca-609bf5cc28b8 req-776f86b6-02e2-4e01-8975-6fcaf163727c tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:47.654346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe667377-44f7-4594-bcca-609bf5cc28b8 req-776f86b6-02e2-4e01-8975-6fcaf163727c tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 948 time: 0.1160724 Aug 19 11:57:47.700210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d2855d6-9c36-4add-9f14-0be4762e076b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.709593 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe667377-44f7-4594-bcca-609bf5cc28b8 req-bac27858-a6a4-4036-b2ad-7186214a2d9e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434759 Aug 19 11:57:47.714566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d2855d6-9c36-4add-9f14-0be4762e076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.767799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0d2855d6-9c36-4add-9f14-0be4762e076b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=705320f934cd43e8a909e43c1d4341c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931086 Aug 19 11:57:47.768354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d50f5-c60f-4804-b48d-8c8162563e24 req-87cb58af-6e2b-49ea-9dc7-52232116ae7d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:47.769899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-478d50f5-c60f-4804-b48d-8c8162563e24 req-87cb58af-6e2b-49ea-9dc7-52232116ae7d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 944 time: 0.0578535 Aug 19 11:57:47.770474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51034) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:47.772386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2855d6-9c36-4add-9f14-0be4762e076b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f22fce-befd-4628-b785-055c1fb26188,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:47.792771 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-72bb2c86-3c01-4c9e-9cd6-1f2e603f3b80 req-74d869b2-f467-44d5-a85e-d0c074756369 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770079 Aug 19 11:57:47.843779 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-478d50f5-c60f-4804-b48d-8c8162563e24 req-a8626aa4-a65c-4711-aa55-89904a2b42c7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597634 Aug 19 11:57:47.848537 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e5fe-8f6f-4ea8-8bb3-51801afcece4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.871900 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e5fe-8f6f-4ea8-8bb3-51801afcece4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.921976 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e5fe-8f6f-4ea8-8bb3-51801afcece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.924563 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e5fe-8f6f-4ea8-8bb3-51801afcece4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:47.925761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b7d4e5fe-8f6f-4ea8-8bb3-51801afcece4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91f22fce-befd-4628-b785-055c1fb26188 HTTP/1.1" status: 204 len: 168 time: 0.1543698 Aug 19 11:57:47.934278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4e5fe-8f6f-4ea8-8bb3-51801afcece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f22fce-befd-4628-b785-055c1fb26188,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:48.137417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbe939-12e1-4268-82f5-e5a2a9185731 req-42a1370e-6a72-46e1-a624-bd47095dd50b tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:48.139202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35fbe939-12e1-4268-82f5-e5a2a9185731 req-42a1370e-6a72-46e1-a624-bd47095dd50b tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 943 time: 0.0641794 Aug 19 11:57:48.197957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35fbe939-12e1-4268-82f5-e5a2a9185731 req-45d0d874-c983-4865-abd2-f85b89aa1812 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503631 Aug 19 11:57:48.284929 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0839ad8e-f59c-4ddc-9a2a-4fe491bca862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.338141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51060) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:48.355656 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0eb0338e-bb9c-4034-9854-e5c0146bf3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.483442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0eb0338e-bb9c-4034-9854-e5c0146bf3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.490611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0eb0338e-bb9c-4034-9854-e5c0146bf3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.520814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7627b-b8a5-4e3c-9ea3-98fc38e50a6f req-2fc88290-c564-4e7f-a33a-b542fd4da3ef tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:48.522200 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38c7627b-b8a5-4e3c-9ea3-98fc38e50a6f req-2fc88290-c564-4e7f-a33a-b542fd4da3ef tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.0814879 Aug 19 11:57:48.557622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0eb0338e-bb9c-4034-9854-e5c0146bf3f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d179031fde3481e880d18208a19328c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159803 Aug 19 11:57:48.557893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0338e-bb9c-4034-9854-e5c0146bf3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ad216-0282-408d-bd91-3131d6198f35,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:48.558540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51066) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:48.579746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38c7627b-b8a5-4e3c-9ea3-98fc38e50a6f req-7bbf6514-8e69-4a75-8fef-2f8121ad47d9 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505965 Aug 19 11:57:48.629537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a8773e1-6e37-49c6-9e25-294f0e103202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.650723 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a8773e1-6e37-49c6-9e25-294f0e103202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.693655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 96bd8541-d83d-4e7c-9308-511405cd73c0 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:57:48.718335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a8773e1-6e37-49c6-9e25-294f0e103202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.720930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a8773e1-6e37-49c6-9e25-294f0e103202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.722148 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a8773e1-6e37-49c6-9e25-294f0e103202 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e5ad216-0282-408d-bd91-3131d6198f35 HTTP/1.1" status: 204 len: 168 time: 0.1623187 Aug 19 11:57:48.730145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8773e1-6e37-49c6-9e25-294f0e103202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ad216-0282-408d-bd91-3131d6198f35,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:48.831473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 96bd8541-d83d-4e7c-9308-511405cd73c0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=96bd8541-d83d-4e7c-9308-511405cd73c0,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:48.843869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '96bd8541-d83d-4e7c-9308-511405cd73c0', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'port_id': '96bd8541-d83d-4e7c-9308-511405cd73c0', 'mac_address': 'fa:16:3e:ed:6a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8973284-6c79-4519-aa58-5e8208dbc4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:57:48.890413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.896238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4188b57-6431-4b93-ab43-9fac94faf16f req-329d2b28-37f0-4bed-891c-6fcea46dfd71 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:48.898101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4188b57-6431-4b93-ab43-9fac94faf16f req-329d2b28-37f0-4bed-891c-6fcea46dfd71 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 948 time: 0.0557020 Aug 19 11:57:48.904605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bd8541-d83d-4e7c-9308-511405cd73c0 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:48.931555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 96bd8541-d83d-4e7c-9308-511405cd73c0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=96bd8541-d83d-4e7c-9308-511405cd73c0,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:48.939591 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:48.959151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4188b57-6431-4b93-ab43-9fac94faf16f req-c14dbb6f-3640-459d-83d3-9f6527ea90bc tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513313 Aug 19 11:57:48.997337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=96bd8541-d83d-4e7c-9308-511405cd73c0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:49.056169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c493cc1-fc9e-420f-b302-207cbe382c84 req-46ef8826-f651-485a-811b-c59976066a3a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:49.057984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c493cc1-fc9e-420f-b302-207cbe382c84 req-46ef8826-f651-485a-811b-c59976066a3a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0624235 Aug 19 11:57:49.077617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:57:49.106557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c493cc1-fc9e-420f-b302-207cbe382c84 req-d9caa4b6-f1e7-425c-b53f-f8bef56d445d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Aug 19 11:57:49.223683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:49.242599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'mac_address': 'fa:16:3e:4a:17:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:57:49.271162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a33fa-dfd9-41d1-a4ac-adee6ad3127b req-c87bd208-8d59-4c9a-9c37-c14bf295518c tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:49.272815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-615a33fa-dfd9-41d1-a4ac-adee6ad3127b req-c87bd208-8d59-4c9a-9c37-c14bf295518c tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 948 time: 0.0838792 Aug 19 11:57:49.294836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['96bd8541-d83d-4e7c-9308-511405cd73c0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:49.345901 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:49.365768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-615a33fa-dfd9-41d1-a4ac-adee6ad3127b req-ff472527-2be2-4783-b7d4-b8a47ba46dfc tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835071 Aug 19 11:57:49.375239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:49.379512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb6820-7cdd-4abe-8728-1a7f526f6a1b req-1c9f2b6e-dcd6-4607-a6bf-fc107cc166de tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:49.381496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9eeb6820-7cdd-4abe-8728-1a7f526f6a1b req-1c9f2b6e-dcd6-4607-a6bf-fc107cc166de tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 943 time: 0.0858901 Aug 19 11:57:49.416660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:49.436554 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:49.437276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:57:49.448957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9eeb6820-7cdd-4abe-8728-1a7f526f6a1b req-11510ea5-6bf1-458b-bfe8-fe91ba80c374 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493104 Aug 19 11:57:49.466652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387907b-7d63-44d4-930b-1757300970ec req-fea3e6f4-8853-4d38-9bf7-775bb9ae7380 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:49.468996 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2387907b-7d63-44d4-930b-1757300970ec req-fea3e6f4-8853-4d38-9bf7-775bb9ae7380 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900&tenant_id=e965f0a2bc434fb0be5dfcd914344c10&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 948 time: 0.1323342 Aug 19 11:57:49.542672 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-2387907b-7d63-44d4-930b-1757300970ec req-50c6cb92-9ce6-4371-9b30-817b75076dc1 service neutron] delete failed (client error): The resource could not be found. Aug 19 11:57:49.543994 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2387907b-7d63-44d4-930b-1757300970ec req-50c6cb92-9ce6-4371-9b30-817b75076dc1 service neutron] 10.222.0.54 "DELETE /v2.0/ports/47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b/bindings/n-h2-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0657513 Aug 19 11:57:49.596972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:49.665232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:49.693851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'port_id': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60', 'mac_address': 'fa:16:3e:eb:44:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:57:49.733915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387907b-7d63-44d4-930b-1757300970ec req-b6c2c49e-d248-4fa4-8c82-a2984dcc8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:49.741000 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2387907b-7d63-44d4-930b-1757300970ec req-b6c2c49e-d248-4fa4-8c82-a2984dcc8c37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1100 time: 0.0658429 Aug 19 11:57:49.771358 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:49.786535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:49.814048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f5d8c-b709-49d8-b83c-fcc1974372ed req-a957ac62-588a-47d0-a3f6-4c4afb477258 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:49.817368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:49.818355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac2f5d8c-b709-49d8-b83c-fcc1974372ed req-a957ac62-588a-47d0-a3f6-4c4afb477258 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1179121 Aug 19 11:57:49.822980 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:49.871371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51128) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:49.890247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:49.891618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387907b-7d63-44d4-930b-1757300970ec req-5be7dd81-9929-46fd-9459-13e2e87c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:49.893677 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2387907b-7d63-44d4-930b-1757300970ec req-5be7dd81-9929-46fd-9459-13e2e87c7e47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1464162 Aug 19 11:57:49.900171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac2f5d8c-b709-49d8-b83c-fcc1974372ed req-32422bfe-5d82-4fcc-ad04-1116fc57274f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744822 Aug 19 11:57:49.951326 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2387907b-7d63-44d4-930b-1757300970ec req-91dd4578-ad70-49d0-9fd2-c1bb02fcff7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 217 time: 0.0493019 Aug 19 11:57:50.004048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387907b-7d63-44d4-930b-1757300970ec req-98fdba44-cdcb-4136-aa86-cbf9c7b4926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:50.005689 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2387907b-7d63-44d4-930b-1757300970ec req-98fdba44-cdcb-4136-aa86-cbf9c7b4926d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0469618 Aug 19 11:57:50.056575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387907b-7d63-44d4-930b-1757300970ec req-32f4d1fc-a823-4bda-8392-be4c5b98c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:50.058393 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2387907b-7d63-44d4-930b-1757300970ec req-32f4d1fc-a823-4bda-8392-be4c5b98c98a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429182 Aug 19 11:57:50.102316 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-009c097e-0db8-4d57-955d-8e04c7f2543b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.165893 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2387907b-7d63-44d4-930b-1757300970ec req-53867c94-8363-43b0-bdf1-98d6bdf2a9b6 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974090 Aug 19 11:57:50.223511 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-009c097e-0db8-4d57-955d-8e04c7f2543b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.243605 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-009c097e-0db8-4d57-955d-8e04c7f2543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.300878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2387907b-7d63-44d4-930b-1757300970ec req-2e10cc38-1371-44e9-9d28-1e2a1d42f726 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132789 Aug 19 11:57:50.301092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-009c097e-0db8-4d57-955d-8e04c7f2543b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6dc280ba94249ff976ee7cd58ced74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285529 Aug 19 11:57:50.302503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c097e-0db8-4d57-955d-8e04c7f2543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77efc51-1e2c-4129-ae90-c00e79f94de2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:50.303818 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51144) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:50.333092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f50631-a136-4b02-acb6-38da46d2be23 req-a63f5f57-0b7b-4e9f-aa85-369f8a5dbc2a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:50.337134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67f50631-a136-4b02-acb6-38da46d2be23 req-a63f5f57-0b7b-4e9f-aa85-369f8a5dbc2a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 945 time: 0.1267385 Aug 19 11:57:50.352328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:50.365522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab73ad4f-6fc0-46dc-abb1-30cc6ea49b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.388732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:50.393677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab73ad4f-6fc0-46dc-abb1-30cc6ea49b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.421057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67f50631-a136-4b02-acb6-38da46d2be23 req-212c09f4-b562-4a9f-8bc2-211f0fc1c012 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711000 Aug 19 11:57:50.452908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab73ad4f-6fc0-46dc-abb1-30cc6ea49b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.457226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab73ad4f-6fc0-46dc-abb1-30cc6ea49b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.459089 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ab73ad4f-6fc0-46dc-abb1-30cc6ea49b1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d77efc51-1e2c-4129-ae90-c00e79f94de2 HTTP/1.1" status: 204 len: 168 time: 0.1541529 Aug 19 11:57:50.474986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73ad4f-6fc0-46dc-abb1-30cc6ea49b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77efc51-1e2c-4129-ae90-c00e79f94de2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:50.657954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dff10-7bdc-44fc-aa33-1bf86acc2023 req-af18bc44-bfc9-44ff-b6fe-22a8d885bee2 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:50.659498 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d0dff10-7bdc-44fc-aa33-1bf86acc2023 req-af18bc44-bfc9-44ff-b6fe-22a8d885bee2 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 949 time: 0.1415708 Aug 19 11:57:50.725026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 96bd8541-d83d-4e7c-9308-511405cd73c0 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:50.740192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f8e73-7921-4137-b685-d5ec07438048 req-5e885dd5-c554-4077-98a9-a627e9ac07af tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:50.748650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a6f8e73-7921-4137-b685-d5ec07438048 req-5e885dd5-c554-4077-98a9-a627e9ac07af tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 944 time: 0.1717808 Aug 19 11:57:50.757064 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fd84cdab-ec0c-4e23-a0da-6d729d691677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.791129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d0dff10-7bdc-44fc-aa33-1bf86acc2023 req-902aacd0-c649-4e74-8816-1ea69c9bcf26 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178997 Aug 19 11:57:50.802352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 96bd8541-d83d-4e7c-9308-511405cd73c0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:50.809990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a6f8e73-7921-4137-b685-d5ec07438048 req-4a7431f3-6c80-45ee-8073-04701e2f35c3 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603461 Aug 19 11:57:50.814745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 96bd8541-d83d-4e7c-9308-511405cd73c0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:50.815399 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.870790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:50.958052 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:51.004519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e49dadc-1317-407a-ab14-d34120ca2ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bd8541-d83d-4e7c-9308-511405cd73c0'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:51.007029 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a995ffd-dc4e-47c0-a383-afcdb2751620" -d '{"events": [{"server_uuid": "6e49dadc-1317-407a-ab14-d34120ca2ef5", "name": "network-vif-plugged", "status": "completed", "tag": "96bd8541-d83d-4e7c-9308-511405cd73c0"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:51.026250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 96bd8541-d83d-4e7c-9308-511405cd73c0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=96bd8541-d83d-4e7c-9308-511405cd73c0,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:51.035808 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:51.072415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-01a75cd6-662d-4302-8d56-6bd222fc40b6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:51.073927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-01a75cd6-662d-4302-8d56-6bd222fc40b6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.54 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.1182392 Aug 19 11:57:51.140172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae561ac-c1c1-4ee9-a4f1-647c25b1985b req-6c439f52-eb20-43ea-af22-09975a093ce6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:51.144966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=96bd8541-d83d-4e7c-9308-511405cd73c0,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:51.149361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ae561ac-c1c1-4ee9-a4f1-647c25b1985b req-6c439f52-eb20-43ea-af22-09975a093ce6 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 945 time: 0.0942895 Aug 19 11:57:51.206237 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ae561ac-c1c1-4ee9-a4f1-647c25b1985b req-dd07f1e4-29c2-494f-828f-f99fc9649503 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8c0f519-d25e-475d-9431-26c5c898ffb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556591 Aug 19 11:57:51.219041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Deleting port 367385dd-b83f-408b-baa4-967ad83f029b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:51.219388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:51.271037 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77877d3d-8f29-4052-a50b-1af94cbcf7ba x-openstack-request-id: req-77877d3d-8f29-4052-a50b-1af94cbcf7ba {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:51.271341 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e49dadc-1317-407a-ab14-d34120ca2ef5", "name": "network-vif-plugged", "status": "completed", "tag": "96bd8541-d83d-4e7c-9308-511405cd73c0", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:51.271592 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77877d3d-8f29-4052-a50b-1af94cbcf7ba {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:51.272173 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e49dadc-1317-407a-ab14-d34120ca2ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bd8541-d83d-4e7c-9308-511405cd73c0', 'code': 200} Aug 19 11:57:51.348957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] For port 367385dd-b83f-408b-baa4-967ad83f029b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=367385dd-b83f-408b-baa4-967ad83f029b,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:51.349513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:51.362708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Calling delete_port for 367385dd-b83f-408b-baa4-967ad83f029b owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:51.412439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3fff-2259-41e7-a5fc-b7da6df91c74 req-3ff3aa96-8975-4ca1-8f02-cde7988483d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:51.414827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-babb3fff-2259-41e7-a5fc-b7da6df91c74 req-3ff3aa96-8975-4ca1-8f02-cde7988483d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0518889 Aug 19 11:57:51.457543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-babb3fff-2259-41e7-a5fc-b7da6df91c74 req-c284922a-8c35-468d-8f82-13c13ae778df service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Aug 19 11:57:51.520778 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:51.556442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['367385dd-b83f-408b-baa4-967ad83f029b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:51.561895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Pushing event deleted for resources: {'Port': ['ID=367385dd-b83f-408b-baa4-967ad83f029b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:51.615513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] No DVR routers for this DVR port 367385dd-b83f-408b-baa4-967ad83f029b on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:57:51.618026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51196) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:51.619588 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:51.623890 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2cb305ad-f54d-43f7-b43c-01837aa5759b req-1b923cf8-f503-4290-864c-acfe68c3b80f tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.54 "DELETE /v2.0/ports/367385dd-b83f-408b-baa4-967ad83f029b HTTP/1.1" status: 204 len: 173 time: 0.5401926 Aug 19 11:57:51.623890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1593b749-0da3-4f0d-b6cd-388e957bdd87', 'name': 'network-vif-deleted', 'tag': '367385dd-b83f-408b-baa4-967ad83f029b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:51.626879 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563a3771-23a9-473f-85a8-7041b512d4de" -d '{"events": [{"server_uuid": "1593b749-0da3-4f0d-b6cd-388e957bdd87", "name": "network-vif-deleted", "tag": "367385dd-b83f-408b-baa4-967ad83f029b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:51.645444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da9492-865a-4f88-ba0d-bb51f275850a req-0b0d652d-14e5-4065-b03e-2b778679f65e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:51.653154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1da9492-865a-4f88-ba0d-bb51f275850a req-0b0d652d-14e5-4065-b03e-2b778679f65e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 946 time: 0.1208675 Aug 19 11:57:51.698224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1da9492-865a-4f88-ba0d-bb51f275850a req-3c6ac69f-2167-4329-862e-b0862f59af89 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Aug 19 11:57:51.724488 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2af93dd-1c20-4104-b9cf-b3213a3f6f06 x-openstack-request-id: req-a2af93dd-1c20-4104-b9cf-b3213a3f6f06 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:51.725185 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1593b749-0da3-4f0d-b6cd-388e957bdd87", "name": "network-vif-deleted", "tag": "367385dd-b83f-408b-baa4-967ad83f029b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:51.725444 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2af93dd-1c20-4104-b9cf-b3213a3f6f06 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:51.725836 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1593b749-0da3-4f0d-b6cd-388e957bdd87', 'name': 'network-vif-deleted', 'tag': '367385dd-b83f-408b-baa4-967ad83f029b', 'status': 'completed', 'code': 200} Aug 19 11:57:51.813520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51212) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:51.857571 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:51.893960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-347196782-network', 'tenant_id': 'c8a23e77c545448d8d34a73566ff41db'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:51.943123 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64e777de-d58a-478e-8f69-6ec8e555508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:51.976275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Made reservation on behalf of c8a23e77c545448d8d34a73566ff41db for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:51.978557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:51.996206 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.024944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17a9fa-a17d-4148-b20e-384f776d2b27 req-810fddc6-b23a-48c7-be93-82bac649db00 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:52.026780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d17a9fa-a17d-4148-b20e-384f776d2b27 req-810fddc6-b23a-48c7-be93-82bac649db00 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 949 time: 0.1099746 Aug 19 11:57:52.118212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d17a9fa-a17d-4148-b20e-384f776d2b27 req-dea58516-ad21-46aa-bf82-9aea2049bb61 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819016 Aug 19 11:57:52.152312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caec358-f43d-4a73-84e9-cc6b77e26be8 req-ddb41384-1b45-4636-b8e4-0099a3378f7b tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:52.153821 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1caec358-f43d-4a73-84e9-cc6b77e26be8 req-ddb41384-1b45-4636-b8e4-0099a3378f7b tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 944 time: 0.0981393 Aug 19 11:57:52.191051 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64e777de-d58a-478e-8f69-6ec8e555508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.206958 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64e777de-d58a-478e-8f69-6ec8e555508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.225613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1caec358-f43d-4a73-84e9-cc6b77e26be8 req-663b9a7d-affa-48df-8528-1983ab651b40 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626090 Aug 19 11:57:52.261829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-64e777de-d58a-478e-8f69-6ec8e555508f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e74e189d1244003abc78ddba20252c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425455 Aug 19 11:57:52.264910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51232) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:52.270146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e777de-d58a-478e-8f69-6ec8e555508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc37300-3baa-4aaa-af4c-270cd112e7d6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:52.357822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dc74c64-44ee-44f5-a943-210d8b77f5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.370935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.381453 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dc74c64-44ee-44f5-a943-210d8b77f5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.384090 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.410119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1360596e-e117-4ad1-9cd8-92cedbff2c9d req-d5ba5d8f-7a73-4c20-89ad-eabba624c632 tempest-ServerRescueTestJSON-1337141404 tempest-ServerRescueTestJSON-1337141404-project] 10.222.0.65 "GET /v2.0/ports?device_id=1593b749-0da3-4f0d-b6cd-388e957bdd87 HTTP/1.1" status: 200 len: 210 time: 0.0472703 Aug 19 11:57:52.417636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451583e6-8365-4389-a7b0-e15ffd8c34a5 req-dc102a1b-cc18-4ad3-a2ca-3c9783b412d6 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:52.419481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-451583e6-8365-4389-a7b0-e15ffd8c34a5 req-dc102a1b-cc18-4ad3-a2ca-3c9783b412d6 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1100 time: 0.1035895 Aug 19 11:57:52.429005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:57:52.447364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aedd247-6724-4d48-8915-96de1ac41de0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:52.448482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dc74c64-44ee-44f5-a943-210d8b77f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.454997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dc74c64-44ee-44f5-a943-210d8b77f5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.456793 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4dc74c64-44ee-44f5-a943-210d8b77f5a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2fc37300-3baa-4aaa-af4c-270cd112e7d6 HTTP/1.1" status: 204 len: 168 time: 0.1896613 Aug 19 11:57:52.468058 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc74c64-44ee-44f5-a943-210d8b77f5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc37300-3baa-4aaa-af4c-270cd112e7d6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:52.515548 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.516699 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Added segment 57acda74-0781-45cc-8021-7d9b9785593c of type vlan for network 7b0b7396-453a-41c1-9de5-1cf75a54ba59 Aug 19 11:57:52.594851 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.614386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-451583e6-8365-4389-a7b0-e15ffd8c34a5 req-8721c493-85e6-4d0c-bc76-28a7001aadd4 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702123 Aug 19 11:57:52.648893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.650472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:52.657072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.745525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9307740 Aug 19 11:57:52.745724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51244) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:52.751552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Request body: {'subnet': {'network_id': '7b0b7396-453a-41c1-9de5-1cf75a54ba59', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-347196782-subnet', 'tenant_id': 'c8a23e77c545448d8d34a73566ff41db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:52.771669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d727d-29ee-441f-97f0-8b01e844f010 admin admin] Pushing event updated for resources: {'Network': ['ID=7b0b7396-453a-41c1-9de5-1cf75a54ba59,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:52.786226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Made reservation on behalf of c8a23e77c545448d8d34a73566ff41db for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:52.790182 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:52.798446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7b0b7396-453a-41c1-9de5-1cf75a54ba59 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:57:52.926592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfcd5a-1895-48c4-96e2-6fb8b7c4b337 req-59565bd0-df21-492b-b1fd-1b8283ddf927 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:52.928582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bcfcd5a-1895-48c4-96e2-6fb8b7c4b337 req-59565bd0-df21-492b-b1fd-1b8283ddf927 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 946 time: 0.1222219 Aug 19 11:57:53.006049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bcfcd5a-1895-48c4-96e2-6fb8b7c4b337 req-43e7c0c8-d9ec-4022-9e3a-620db5e14975 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668445 Aug 19 11:57:53.036999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51252) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:53.077350 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91b3f11d-1343-44b3-a3e1-f68bb6949249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.095355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:53.158810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.159704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-5e190957-e95d-4c86-9c69-5096dc5e687b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849473 Aug 19 11:57:53.203943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:53.208581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:53.213815 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.319132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-f0ab2631-721d-4519-828a-62b70af05359 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:53.327027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-f0ab2631-721d-4519-828a-62b70af05359 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656032 Aug 19 11:57:53.349626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-fce06abf-e22b-4aeb-8c90-1f28bc3279cc tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/quotas/e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 375 time: 0.0203240 Aug 19 11:57:53.350567 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.361256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b5d021-8699-402a-8078-beb4346bf8bb,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:53.369904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Checking segment: {'id': '57acda74-0781-45cc-8021-7d9b9785593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7b0b7396-453a-41c1-9de5-1cf75a54ba59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:53.375417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Network hostable DHCP agents. Network: 7b0b7396-453a-41c1-9de5-1cf75a54ba59, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:57:53.397572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:53.400164 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864f1ed7-e276-40f9-ba11-7e6b306563f4" -d '{"events": [{"server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "name": "network-vif-plugged", "status": "completed", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:53.418473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Network 7b0b7396-453a-41c1-9de5-1cf75a54ba59 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:57:53.444117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7b0b7396-453a-41c1-9de5-1cf75a54ba59) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:53.448609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:53.449239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.457317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-41098a29-9d09-4d72-b6f8-39e5e6b01a19 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1066530 Aug 19 11:57:53.459757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:53.473281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8104be-f5eb-489a-ae63-0f4a3836dd04 None None] Network 7b0b7396-453a-41c1-9de5-1cf75a54ba59 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:53.505488 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.511316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:57:53.607822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef834c36-40d2-4843-9ba2-6355eae46fb9 req-e0e9a7f1-b074-4c6c-81df-d85fe1c71668 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:53.609468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef834c36-40d2-4843-9ba2-6355eae46fb9 req-e0e9a7f1-b074-4c6c-81df-d85fe1c71668 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 944 time: 0.1311123 Aug 19 11:57:53.677559 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91b3f11d-1343-44b3-a3e1-f68bb6949249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.688096 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91b3f11d-1343-44b3-a3e1-f68bb6949249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.705378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a56b9ace-c0e3-4eab-9fcf-f95b840c5b8c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9499507 Aug 19 11:57:53.740483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3f11d-1343-44b3-a3e1-f68bb6949249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b4b6d5-7b54-4d84-a7a2-e8120348c94f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:53.785384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:53.790101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-91b3f11d-1343-44b3-a3e1-f68bb6949249 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d89cbfca090c4b3eae6a982c83432c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7484374 Aug 19 11:57:53.793502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51282) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:53.815254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef834c36-40d2-4843-9ba2-6355eae46fb9 req-ff3c504b-d5b4-45fc-a2ff-5dd0d9fcd582 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338468 Aug 19 11:57:53.918242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:53.930660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:53.931255 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.938565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb5959-2a08-49ff-a3bc-b71a2bc7f8e5 None None] Network 7b0b7396-453a-41c1-9de5-1cf75a54ba59 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:57:53.977856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51288) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:53.983691 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a342327a-2a2c-4f2c-b2b6-97a1bec3f95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:53.998743 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d7f94-25b1-45cc-b59a-14f71233ca07 x-openstack-request-id: req-547d7f94-25b1-45cc-b59a-14f71233ca07 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:54.020162 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "name": "network-vif-plugged", "status": "completed", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:54.020967 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-547d7f94-25b1-45cc-b59a-14f71233ca07 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:54.022312 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'code': 200} Aug 19 11:57:54.063963 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a342327a-2a2c-4f2c-b2b6-97a1bec3f95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.195964 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a342327a-2a2c-4f2c-b2b6-97a1bec3f95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.198775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a342327a-2a2c-4f2c-b2b6-97a1bec3f95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.200199 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a342327a-2a2c-4f2c-b2b6-97a1bec3f95e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97b4b6d5-7b54-4d84-a7a2-e8120348c94f HTTP/1.1" status: 204 len: 168 time: 0.4049640 Aug 19 11:57:54.234760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342327a-2a2c-4f2c-b2b6-97a1bec3f95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b4b6d5-7b54-4d84-a7a2-e8120348c94f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:54.270174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-879d5d8a-4d35-43da-a81c-96a7e48fa740 req-f99d92a9-4a4b-45d6-85b8-a9bffb42a821 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 210 time: 0.0922401 Aug 19 11:57:54.333286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-3bd498b0-c458-4ec6-a2ae-3933b65b1e2b req-8b768765-1364-44dd-97b1-80c0ff65a000 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-672526622', 'description': 'tempest-description-617174701'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:54.411462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3bd498b0-c458-4ec6-a2ae-3933b65b1e2b req-8b768765-1364-44dd-97b1-80c0ff65a000 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.460823 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.492737 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.601204 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.648739 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3bd498b0-c458-4ec6-a2ae-3933b65b1e2b req-8b768765-1364-44dd-97b1-80c0ff65a000 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.658883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:54.670133 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.722745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 367385dd-b83f-408b-baa4-967ad83f029b no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:57:54.728136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3bd498b0-c458-4ec6-a2ae-3933b65b1e2b req-8b768765-1364-44dd-97b1-80c0ff65a000 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.774925 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3bd498b0-c458-4ec6-a2ae-3933b65b1e2b req-8b768765-1364-44dd-97b1-80c0ff65a000 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.778980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bd498b0-c458-4ec6-a2ae-3933b65b1e2b req-8b768765-1364-44dd-97b1-80c0ff65a000 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4524655 Aug 19 11:57:54.780979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 367385dd-b83f-408b-baa4-967ad83f029b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:57:54.781459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 367385dd-b83f-408b-baa4-967ad83f029b not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:57:54.790711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b768765-1364-44dd-97b1-80c0ff65a000 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc285fcd-4159-4ca3-9713-92b880d10c74,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:54.808611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:54.863682 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:54.944488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66f566c2-efdf-4153-bf7c-acd5a0433a87 req-64308d86-981f-44d7-a707-959fce6cc02f tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/dc285fcd-4159-4ca3-9713-92b880d10c74 HTTP/1.1" status: 200 len: 1803 time: 0.1319914 Aug 19 11:57:54.964456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-66f566c2-efdf-4153-bf7c-acd5a0433a87 req-9f379a54-721b-46f8-b57b-660b2fb62300 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc285fcd-4159-4ca3-9713-92b880d10c74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:54.964798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-66f566c2-efdf-4153-bf7c-acd5a0433a87 req-9f379a54-721b-46f8-b57b-660b2fb62300 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc285fcd-4159-4ca3-9713-92b880d10c74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:55.136909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-66f566c2-efdf-4153-bf7c-acd5a0433a87 req-9f379a54-721b-46f8-b57b-660b2fb62300 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:55.184445 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-66f566c2-efdf-4153-bf7c-acd5a0433a87 req-9f379a54-721b-46f8-b57b-660b2fb62300 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:55.199402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-66f566c2-efdf-4153-bf7c-acd5a0433a87 req-9f379a54-721b-46f8-b57b-660b2fb62300 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:55.546313 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-a4557195-dbe3-49ee-8766-c256f77f8baa tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552244 Aug 19 11:57:55.632334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f379a54-721b-46f8-b57b-660b2fb62300 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d573709-390b-4a82-9633-8996ae970225,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:55.661762 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-66f566c2-efdf-4153-bf7c-acd5a0433a87 req-9f379a54-721b-46f8-b57b-660b2fb62300 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:55.662847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66f566c2-efdf-4153-bf7c-acd5a0433a87 req-9f379a54-721b-46f8-b57b-660b2fb62300 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7063754 Aug 19 11:57:55.691927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d9151-53c2-4bb3-a558-c0e6380cd569 req-271b6296-d709-4de9-a4e9-50cef4085250 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:55.693528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-347d9151-53c2-4bb3-a558-c0e6380cd569 req-271b6296-d709-4de9-a4e9-50cef4085250 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 945 time: 0.5123103 Aug 19 11:57:55.787185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-77952fd6-1f96-45aa-849e-8fefce359952 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:55.789989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-77952fd6-1f96-45aa-849e-8fefce359952 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370415 Aug 19 11:57:55.805901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e54263f5-2fae-4e13-a4c6-734f1645f1bb req-e856df33-4688-44ad-bff2-9b0ec34c7234 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 210 time: 0.0590322 Aug 19 11:57:55.821773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Request body: {'port': {'device_id': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'e965f0a2bc434fb0be5dfcd914344c10'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:55.830568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-347d9151-53c2-4bb3-a558-c0e6380cd569 req-9917e21c-b774-4e65-b06e-133b287c0808 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243193 Aug 19 11:57:55.836144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Deleting port 8cc2d1c8-77b3-4620-af68-6953e26bc84b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:55.836743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:55.877203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-8aea3014-3a58-41dd-bb6f-956646cabd2e req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1420857068', 'description': 'tempest-description-2027907715'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:55.973973 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8aea3014-3a58-41dd-bb6f-956646cabd2e req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.024069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:56.027352 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0032722-465f-41ee-b06f-7f1ba95fd050" -d '{"events": [{"server_uuid": "6d4d5d22-86b0-4aee-a311-9f679738b18e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:56.027552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] For port 8cc2d1c8-77b3-4620-af68-6953e26bc84b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8cc2d1c8-77b3-4620-af68-6953e26bc84b,segment=NetworkSegment(47384456-3ddb-4aeb-948d-5d4c97755a38),segment_id=47384456-3ddb-4aeb-948d-5d4c97755a38)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:56.027965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.046339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Made reservation on behalf of e965f0a2bc434fb0be5dfcd914344c10 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:57:56.050792 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.057164 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [req-8aea3014-3a58-41dd-bb6f-956646cabd2e req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 11:57:56.057164 n-d-778550-9 neutron-server[101154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 11:57:56.057164 n-d-778550-9 neutron-server[101154]: [parameters: {'project_id_1': 'c8a23e77c545448d8d34a73566ff41db', 'expiration_1': datetime.datetime(2021, 8, 19, 11, 57, 56, 22780)}] Aug 19 11:57:56.057164 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 11:57:56.057608 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [req-8aea3014-3a58-41dd-bb6f-956646cabd2e req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 11:57:56.058730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Calling delete_port for 8cc2d1c8-77b3-4620-af68-6953e26bc84b owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:56.249025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Allocated IP 192.168.233.20 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/6764db6a-0985-4b46-9414-754aebf12452) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:57:56.381330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.457349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc2d1c8-77b3-4620-af68-6953e26bc84b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:56.477924 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e69381-83d5-4a49-a264-ba078ebc6c18 x-openstack-request-id: req-57e69381-83d5-4a49-a264-ba078ebc6c18 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:56.478415 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4d5d22-86b0-4aee-a311-9f679738b18e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:56.478848 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57e69381-83d5-4a49-a264-ba078ebc6c18 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:56.479417 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60', 'code': 200} Aug 19 11:57:56.539539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.560618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8aea3014-3a58-41dd-bb6f-956646cabd2e req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.589004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Transition to ACTIVE for port object 6764db6a-0985-4b46-9414-754aebf12452 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:56.679588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ced470-2ca9-467e-ad60-8f2c7096591d req-184daf8c-caa6-4f53-8336-545ae8de2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:56.681702 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-84ced470-2ca9-467e-ad60-8f2c7096591d req-184daf8c-caa6-4f53-8336-545ae8de2209 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 1096 time: 0.0724804 Aug 19 11:57:56.683850 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.727563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:57:56.737407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Pushing event updated for resources: {'Port': ['ID=6764db6a-0985-4b46-9414-754aebf12452,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:56.775581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:57:56.778929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:57:56.783689 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:57:56.850746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:56.851417 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.856214 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-84ced470-2ca9-467e-ad60-8f2c7096591d req-f6e6a729-5f79-4eac-b0a4-0ce3e78bdb65 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198473 Aug 19 11:57:56.902625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8aea3014-3a58-41dd-bb6f-956646cabd2e req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.913441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8aea3014-3a58-41dd-bb6f-956646cabd2e req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.924497 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-8fc7c4fc-7555-4825-a0f2-64f908ccd9f9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1118410 Aug 19 11:57:56.945872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Request body: {'port': {'device_id': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:56.956961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32387f73-fcb2-42ef-95c0-bbf158d9a1c5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:56.987351 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8aea3014-3a58-41dd-bb6f-956646cabd2e req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:56.994554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8aea3014-3a58-41dd-bb6f-956646cabd2e req-50c6c880-8c77-483b-b37f-097f4c8a1a7d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1222165 Aug 19 11:57:57.114888 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:57.180841 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:57.192845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d089d-1282-4c9b-8284-152882eeee0d req-a366c5d4-b5b5-4238-a2dc-3f61463dc841 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:57.200355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-058d089d-1282-4c9b-8284-152882eeee0d req-a366c5d4-b5b5-4238-a2dc-3f61463dc841 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 935 time: 0.2021832 Aug 19 11:57:57.263015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd23d42-44dd-49db-bc88-35834f230710 req-ec0c91e5-ca62-453f-8762-30b8dadcacea tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:57.264611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3dd23d42-44dd-49db-bc88-35834f230710 req-ec0c91e5-ca62-453f-8762-30b8dadcacea tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 945 time: 0.1652625 Aug 19 11:57:57.301935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e00f5f12-5c90-4cc8-ab91-6ea6eaf62b3c None None] Provisioning for port 6764db6a-0985-4b46-9414-754aebf12452 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:57:57.306540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e00f5f12-5c90-4cc8-ab91-6ea6eaf62b3c None None] Provisioning complete for port 6764db6a-0985-4b46-9414-754aebf12452 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:57:57.306910 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e00f5f12-5c90-4cc8-ab91-6ea6eaf62b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:57.367719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-058d089d-1282-4c9b-8284-152882eeee0d req-65764a15-bbbc-4a9a-a20a-7ade129073a7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662881 Aug 19 11:57:57.422103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e00f5f12-5c90-4cc8-ab91-6ea6eaf62b3c None None] Port 6764db6a-0985-4b46-9414-754aebf12452 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:57:57.494542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3dd23d42-44dd-49db-bc88-35834f230710 req-5fc1a497-262a-4ec0-b018-f3d8e2e612be tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256173 Aug 19 11:57:57.669654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6764db6a-0985-4b46-9414-754aebf12452 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:57:57.678478 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:57.695955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Transition to ACTIVE for port object 6764db6a-0985-4b46-9414-754aebf12452 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:57:57.701433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:57.733697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-897ef8c8-3e53-4e3d-a474-ea5e8374d5f5 req-167e268b-bd1b-4874-941e-b32cbc76fab8 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/32387f73-fcb2-42ef-95c0-bbf158d9a1c5 HTTP/1.1" status: 200 len: 1805 time: 0.2428472 Aug 19 11:57:57.750885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-897ef8c8-3e53-4e3d-a474-ea5e8374d5f5 req-520f4fe2-5125-4abd-a026-54d678f76827 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '32387f73-fcb2-42ef-95c0-bbf158d9a1c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:57.750885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-897ef8c8-3e53-4e3d-a474-ea5e8374d5f5 req-520f4fe2-5125-4abd-a026-54d678f76827 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '32387f73-fcb2-42ef-95c0-bbf158d9a1c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:57.756305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Router 10143300-17bb-46c9-a500-a9019a09620f has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:57:57.770261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Pushing event updated for resources: {'Port': ['ID=6764db6a-0985-4b46-9414-754aebf12452,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:57.884016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Attempting to bind port 6764db6a-0985-4b46-9414-754aebf12452 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:57:57.884367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Attempting to bind port 6764db6a-0985-4b46-9414-754aebf12452 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:57:57.884725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Attempting to bind port 6764db6a-0985-4b46-9414-754aebf12452 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:57.890252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Port 6764db6a-0985-4b46-9414-754aebf12452 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:57:57.890592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Attempting to bind port 6764db6a-0985-4b46-9414-754aebf12452 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:57:57.897023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:57:57.897417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:57:57.898176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:57:57.898636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Bound port: 6764db6a-0985-4b46-9414-754aebf12452, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:57:57.898983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:57.924127 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-897ef8c8-3e53-4e3d-a474-ea5e8374d5f5 req-520f4fe2-5125-4abd-a026-54d678f76827 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:57.958386 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-897ef8c8-3e53-4e3d-a474-ea5e8374d5f5 req-520f4fe2-5125-4abd-a026-54d678f76827 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:57.960490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:57:57.969152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fa64cbf6-5275-4439-b392-aab8acad8e56 admin admin] 10.222.0.65 "PUT /v2.0/routers/10143300-17bb-46c9-a500-a9019a09620f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9878094 Aug 19 11:57:57.969766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-897ef8c8-3e53-4e3d-a474-ea5e8374d5f5 req-520f4fe2-5125-4abd-a026-54d678f76827 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:57.971561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51398) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:57.974064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] Sync routers for ids ['10143300-17bb-46c9-a500-a9019a09620f'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:57:58.016620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] Routers {'10143300-17bb-46c9-a500-a9019a09620f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:58.024964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['10143300-17bb-46c9-a500-a9019a09620f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:58.045747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-897ef8c8-3e53-4e3d-a474-ea5e8374d5f5 req-520f4fe2-5125-4abd-a026-54d678f76827 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.051900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-897ef8c8-3e53-4e3d-a474-ea5e8374d5f5 req-520f4fe2-5125-4abd-a026-54d678f76827 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3058817 Aug 19 11:57:58.056712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f4fe2-5125-4abd-a026-54d678f76827 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09d713e-2eec-45a4-9013-f9c07e73626d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:58.099534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-37c1b33f-e3c5-4d17-801a-0e9d8623fd43 req-292345d0-b590-4118-9169-e94bbe36a401 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1591085416', 'description': 'tempest-description-1604504418'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:58.125762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:57:58.130411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6764db6a-0985-4b46-9414-754aebf12452,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:57:58.146578 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.184596 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-37c1b33f-e3c5-4d17-801a-0e9d8623fd43 req-292345d0-b590-4118-9169-e94bbe36a401 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.191969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] Set router 10143300-17bb-46c9-a500-a9019a09620f gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:58.197782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:58.198421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.199955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] 10.222.0.54 "PUT /v2.0/ports/6764db6a-0985-4b46-9414-754aebf12452 HTTP/1.1" status: 200 len: 1095 time: 1.2592440 Aug 19 11:57:58.200410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'tag': '6764db6a-0985-4b46-9414-754aebf12452'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:57:58.202209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.204375 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022b373a-c8d6-434b-bdee-790ac1a9b617" -d '{"events": [{"name": "network-changed", "server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "tag": "6764db6a-0985-4b46-9414-754aebf12452"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:57:58.342018 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.343704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52ed22-1525-48e2-8406-446b938add19 service neutron] Pushing event updated for resources: {'Port': ['ID=6764db6a-0985-4b46-9414-754aebf12452,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:58.376088 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6301d345-4971-44ba-afae-e2c898c8646e x-openstack-request-id: req-6301d345-4971-44ba-afae-e2c898c8646e {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:57:58.376625 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "tag": "6764db6a-0985-4b46-9414-754aebf12452", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:57:58.377088 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6301d345-4971-44ba-afae-e2c898c8646e {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:57:58.377689 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'tag': '6764db6a-0985-4b46-9414-754aebf12452', 'status': 'completed', 'code': 200} Aug 19 11:57:58.395014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-37c1b33f-e3c5-4d17-801a-0e9d8623fd43 req-292345d0-b590-4118-9169-e94bbe36a401 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.413545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-37c1b33f-e3c5-4d17-801a-0e9d8623fd43 req-292345d0-b590-4118-9169-e94bbe36a401 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.471213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-37c1b33f-e3c5-4d17-801a-0e9d8623fd43 req-292345d0-b590-4118-9169-e94bbe36a401 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.472016 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37c1b33f-e3c5-4d17-801a-0e9d8623fd43 req-292345d0-b590-4118-9169-e94bbe36a401 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3787801 Aug 19 11:57:58.591830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-0380ef1d-5312-4216-9fee-a07219187c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:58.593991 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-0380ef1d-5312-4216-9fee-a07219187c04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 1098 time: 0.1341760 Aug 19 11:57:58.621528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292345d0-b590-4118-9169-e94bbe36a401 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6f8bf-d8db-4483-ae4a-f4a71f681f5b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:58.690603 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-5f990d09-92f8-4652-b0f7-4f2bd29d4c66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6764db6a-0985-4b46-9414-754aebf12452 HTTP/1.1" status: 200 len: 217 time: 0.0823722 Aug 19 11:57:58.691827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-17f6d53a-9bd0-4749-87f5-ac80c24ecfc4 req-3f9fbf7f-898c-43f3-b1f2-e5833f43adbd tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-72343910', 'description': 'tempest-description-1791510493'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:58.725274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700c7b1-6af1-466f-8510-5408c6653f37 req-9ca58728-6420-4a1e-a966-91167d1c8638 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:58.727218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3700c7b1-6af1-466f-8510-5408c6653f37 req-9ca58728-6420-4a1e-a966-91167d1c8638 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 947 time: 0.1892211 Aug 19 11:57:58.729358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-17f6d53a-9bd0-4749-87f5-ac80c24ecfc4 req-3f9fbf7f-898c-43f3-b1f2-e5833f43adbd tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.733549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.792111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-cf6f2b23-2ec5-4d4e-9762-9da4202c0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:58.807015 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-cf6f2b23-2ec5-4d4e-9762-9da4202c0942 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0963972 Aug 19 11:57:58.863487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10143300-17bb-46c9-a500-a9019a09620f', 'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:28Z', 'updated_at': '2021-08-19T11:57:56Z', 'revision_number': 5, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'gw_port': {'id': 'f508c19c-383c-4ef3-8ad0-9fc22f1104e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10143300-17bb-46c9-a500-a9019a09620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:30Z', 'updated_at': '2021-08-19T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:58.885799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-941fb2f9-8baf-4211-989d-224be1f5f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:58.889572 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-941fb2f9-8baf-4211-989d-224be1f5f477 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838146 Aug 19 11:57:58.895264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-17f6d53a-9bd0-4749-87f5-ac80c24ecfc4 req-3f9fbf7f-898c-43f3-b1f2-e5833f43adbd tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.919734 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-17f6d53a-9bd0-4749-87f5-ac80c24ecfc4 req-3f9fbf7f-898c-43f3-b1f2-e5833f43adbd tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:58.950470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3700c7b1-6af1-466f-8510-5408c6653f37 req-71db1547-bf22-4c4b-8713-8db9cf682c0b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049422 Aug 19 11:57:58.957441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] Checking router: 10143300-17bb-46c9-a500-a9019a09620f for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:57:58.991585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] Routers {'10143300-17bb-46c9-a500-a9019a09620f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:57:58.992271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['10143300-17bb-46c9-a500-a9019a09620f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:59.036666 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-17f6d53a-9bd0-4749-87f5-ac80c24ecfc4 req-3f9fbf7f-898c-43f3-b1f2-e5833f43adbd tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:59.062360 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17f6d53a-9bd0-4749-87f5-ac80c24ecfc4 req-3f9fbf7f-898c-43f3-b1f2-e5833f43adbd tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3766434 Aug 19 11:57:59.095168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fbf7f-898c-43f3-b1f2-e5833f43adbd tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1ab8d7-f52a-48ea-bbb5-1141f64f2555,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:57:59.113934 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-a461b3df-ceea-476f-9007-d37bde5200f3 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181299 Aug 19 11:57:59.256730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Deleting port f508c19c-383c-4ef3-8ad0-9fc22f1104e3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:57:59.257148 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:59.291523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] Set router 10143300-17bb-46c9-a500-a9019a09620f gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:57:59.464451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274258b-0ab5-4158-a249-2a68bf5107cf req-6cc9532e-9bdc-4493-bce6-8a8950a39803 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:59.466712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1274258b-0ab5-4158-a249-2a68bf5107cf req-6cc9532e-9bdc-4493-bce6-8a8950a39803 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 945 time: 0.3375034 Aug 19 11:57:59.476051 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-622ce3f2-b741-4cd6-a5bb-8f7f999d6a7a req-989ab649-4f60-433b-8725-7a6a32e3fadc service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532341 Aug 19 11:57:59.488156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10143300-17bb-46c9-a500-a9019a09620f', 'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:28Z', 'updated_at': '2021-08-19T11:57:58Z', 'revision_number': 6, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:57:59.542169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa01c435-7119-41ec-bc28-aa768d1bd3e2 None None] The sync data for ids ['10143300-17bb-46c9-a500-a9019a09620f'] in n-d-778550-9 is: [{'id': '10143300-17bb-46c9-a500-a9019a09620f', 'name': 'tempest-ServerRescueTestJSON-577659961-router', 'tenant_id': '1952e160fd744a2795e2b5030ee0c68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:28Z', 'updated_at': '2021-08-19T11:57:58Z', 'revision_number': 6, 'project_id': '1952e160fd744a2795e2b5030ee0c68a', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:57:59.585111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4859dcc7-e8ed-4f3a-b35c-14debc191b81 req-56e48272-b64b-49ee-9d65-2c601bba0057 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/46d6f8bf-d8db-4483-ae4a-f4a71f681f5b HTTP/1.1" status: 200 len: 1805 time: 0.1958065 Aug 19 11:57:59.643917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] For port f508c19c-383c-4ef3-8ad0-9fc22f1104e3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f508c19c-383c-4ef3-8ad0-9fc22f1104e3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:57:59.650202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:57:59.672383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-d2584411-621c-4442-84b4-8733228ad286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:59.674369 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-d2584411-621c-4442-84b4-8733228ad286 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 1098 time: 0.1028714 Aug 19 11:57:59.703368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1274258b-0ab5-4158-a249-2a68bf5107cf req-3112fd3e-a233-4f13-89de-e1cfedb4a72c tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186015 Aug 19 11:57:59.738325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Calling delete_port for f508c19c-383c-4ef3-8ad0-9fc22f1104e3 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:57:59.798698 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4859dcc7-e8ed-4f3a-b35c-14debc191b81 req-3edb7727-26af-4023-ae6e-6e47c3a19542 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/6d1ab8d7-f52a-48ea-bbb5-1141f64f2555 HTTP/1.1" status: 200 len: 1803 time: 0.2085800 Aug 19 11:57:59.808367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-4859dcc7-e8ed-4f3a-b35c-14debc191b81 req-17006ef7-f63f-461b-93ca-64d8f6421378 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '46d6f8bf-d8db-4483-ae4a-f4a71f681f5b', 'remote_group_id': '6d1ab8d7-f52a-48ea-bbb5-1141f64f2555', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:59.809360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-4859dcc7-e8ed-4f3a-b35c-14debc191b81 req-17006ef7-f63f-461b-93ca-64d8f6421378 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '46d6f8bf-d8db-4483-ae4a-f4a71f681f5b', 'remote_group_id': '6d1ab8d7-f52a-48ea-bbb5-1141f64f2555', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:57:59.920316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-f43337a1-208b-434c-aaea-3c42b5ceef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:59.923741 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-f43337a1-208b-434c-aaea-3c42b5ceef45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2403798 Aug 19 11:57:59.939275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f549cd-cbeb-4b2d-b44a-8b06343a7140 req-10f292e3-ae85-4696-9152-00a7a667ddca tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:57:59.945819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75f549cd-cbeb-4b2d-b44a-8b06343a7140 req-10f292e3-ae85-4696-9152-00a7a667ddca tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 945 time: 0.1441860 Aug 19 11:57:59.953970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51442) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:57:59.990332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b8a3424f-d236-4263-95c9-f692fbb00e01 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Request body: {'floatingip': {'port_id': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:00.024295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8cc2d1c8-77b3-4620-af68-6953e26bc84b no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:00.062093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-17395dea-180d-45e8-a1ed-4f485e4c881c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6764db6a-0985-4b46-9414-754aebf12452 HTTP/1.1" status: 200 len: 217 time: 0.1304519 Aug 19 11:58:00.079273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 8cc2d1c8-77b3-4620-af68-6953e26bc84b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:00.082424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8cc2d1c8-77b3-4620-af68-6953e26bc84b not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:00.140796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-d447f940-e011-45c6-a085-f859db16ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:00.143244 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-d447f940-e011-45c6-a085-f859db16ebf0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0714207 Aug 19 11:58:00.195806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8a3424f-d236-4263-95c9-f692fbb00e01 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:00.251642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-7240d5f4-7819-46c1-a53f-0e674259498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:00.255899 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-7240d5f4-7819-46c1-a53f-0e674259498d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049747 Aug 19 11:58:00.379894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4859dcc7-e8ed-4f3a-b35c-14debc191b81 req-17006ef7-f63f-461b-93ca-64d8f6421378 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:00.479876 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-59802359-6394-48ab-b4ed-9a03efc8b1f7 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111301 Aug 19 11:58:00.508390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164528c7-8b72-47f2-8103-15f67cf7bcf0 req-5de471a3-ccad-40a5-a3c0-459d15b9321b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:00.519128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-164528c7-8b72-47f2-8103-15f67cf7bcf0 req-5de471a3-ccad-40a5-a3c0-459d15b9321b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 947 time: 0.3866627 Aug 19 11:58:00.577759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4859dcc7-e8ed-4f3a-b35c-14debc191b81 req-17006ef7-f63f-461b-93ca-64d8f6421378 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:00.601322 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4859dcc7-e8ed-4f3a-b35c-14debc191b81 req-17006ef7-f63f-461b-93ca-64d8f6421378 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:00.635473 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17006ef7-f63f-461b-93ca-64d8f6421378 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76719f70-6c9a-4581-98cb-bba70184af01,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:00.689800 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-022b373a-c8d6-434b-bdee-790ac1a9b617 req-a0343ee0-4700-410d-917f-01a1dcd608fa service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019870 Aug 19 11:58:00.704450 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:00.769388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-164528c7-8b72-47f2-8103-15f67cf7bcf0 req-a333bf10-0199-4f2a-bbb4-b90bebd30fe1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377174 Aug 19 11:58:00.770220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Pushing event deleted for resources: {'Port': ['ID=f508c19c-383c-4ef3-8ad0-9fc22f1104e3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:00.781773 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4859dcc7-e8ed-4f3a-b35c-14debc191b81 req-17006ef7-f63f-461b-93ca-64d8f6421378 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:00.783309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4859dcc7-e8ed-4f3a-b35c-14debc191b81 req-17006ef7-f63f-461b-93ca-64d8f6421378 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9875236 Aug 19 11:58:00.841607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-79c8d369-aa7c-46a8-8306-5902a3f4a4c3 req-036865dc-d565-4c98-ac1a-acfd8554b712 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1569996035', 'description': 'tempest-description-580880842'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:00.909213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:00.915939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-79c8d369-aa7c-46a8-8306-5902a3f4a4c3 req-036865dc-d565-4c98-ac1a-acfd8554b712 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.083791 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.090408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.191920 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.192469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10143300-17bb-46c9-a500-a9019a09620f {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:58:01.204315 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.205502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cf505496-e1ac-4112-8710-25feb95d1175 admin admin] 10.222.0.65 "DELETE /v2.0/routers/10143300-17bb-46c9-a500-a9019a09620f HTTP/1.1" status: 204 len: 168 time: 3.2300568 Aug 19 11:58:01.208350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51472) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:01.292597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-da71fb77-c7d9-4ebf-a655-1464f0549790 admin admin] Deleting subnet 5c25781d-7f59-4b62-9214-b067e1c238c3 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:58:01.298209 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da71fb77-c7d9-4ebf-a655-1464f0549790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.302367 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-79c8d369-aa7c-46a8-8306-5902a3f4a4c3 req-036865dc-d565-4c98-ac1a-acfd8554b712 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.341287 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-79c8d369-aa7c-46a8-8306-5902a3f4a4c3 req-036865dc-d565-4c98-ac1a-acfd8554b712 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.355711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da71fb77-c7d9-4ebf-a655-1464f0549790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.408916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da71fb77-c7d9-4ebf-a655-1464f0549790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.412561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8a3424f-d236-4263-95c9-f692fbb00e01 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.420464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036865dc-d565-4c98-ac1a-acfd8554b712 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e64eb-8b8e-4dbc-8520-64becdf9df42,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:01.425063 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8a3424f-d236-4263-95c9-f692fbb00e01 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.462479 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-79c8d369-aa7c-46a8-8306-5902a3f4a4c3 req-036865dc-d565-4c98-ac1a-acfd8554b712 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.463277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79c8d369-aa7c-46a8-8306-5902a3f4a4c3 req-036865dc-d565-4c98-ac1a-acfd8554b712 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6321487 Aug 19 11:58:01.486523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da71fb77-c7d9-4ebf-a655-1464f0549790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.526723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71fb77-c7d9-4ebf-a655-1464f0549790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c25781d-7f59-4b62-9214-b067e1c238c3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:01.535685 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da71fb77-c7d9-4ebf-a655-1464f0549790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.537817 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-da71fb77-c7d9-4ebf-a655-1464f0549790 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5c25781d-7f59-4b62-9214-b067e1c238c3 HTTP/1.1" status: 204 len: 168 time: 0.3279419 Aug 19 11:58:01.540334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51484) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:01.649553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.849242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-f440baa7-5c67-472b-94d9-eb6fce9d4f2c req-44802bbb-ff04-46e2-89cd-2958722e91f5 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1173607396', 'description': 'tempest-description-1772115793'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:01.853141 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.866006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf3e5e3-cc59-4775-9180-d251d0f2254d']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:01.884732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47384456-3ddb-4aeb-948d-5d4c97755a38') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:01.885072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47384456-3ddb-4aeb-948d-5d4c97755a38') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:01.888927 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-b8a3424f-d236-4263-95c9-f692fbb00e01 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Floating IP 8af45b87-2095-45a3-9b00-b3cc2b440322 associated. External IP: 172.25.4.240, port: 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60. Aug 19 11:58:01.909996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.934390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.936067 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f440baa7-5c67-472b-94d9-eb6fce9d4f2c req-44802bbb-ff04-46e2-89cd-2958722e91f5 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.943461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:58:01.944269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:58:01.946453 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:58:02.091937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f508c19c-383c-4ef3-8ad0-9fc22f1104e3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:02.117491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea17d9b-8563-4ead-8b12-ad586355189a req-bc83270f-4a8d-462e-880a-1af868fe31c8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:02.125455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ea17d9b-8563-4ead-8b12-ad586355189a req-bc83270f-4a8d-462e-880a-1af868fe31c8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 947 time: 0.1944017 Aug 19 11:58:02.140528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.146812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: f508c19c-383c-4ef3-8ad0-9fc22f1104e3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:02.148870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f508c19c-383c-4ef3-8ad0-9fc22f1104e3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:02.150158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.155328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8cf3e5e3-cc59-4775-9180-d251d0f2254d HTTP/1.1" status: 204 len: 168 time: 0.6104767 Aug 19 11:58:02.197614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3b003-3547-4821-b5f4-f994940e7805 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf3e5e3-cc59-4775-9180-d251d0f2254d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:02.269757 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f440baa7-5c67-472b-94d9-eb6fce9d4f2c req-44802bbb-ff04-46e2-89cd-2958722e91f5 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.309076 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f440baa7-5c67-472b-94d9-eb6fce9d4f2c req-44802bbb-ff04-46e2-89cd-2958722e91f5 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.338883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ea17d9b-8563-4ead-8b12-ad586355189a req-9c521158-25dc-4518-8bc9-0f62cdf4b6ba tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081511 Aug 19 11:58:02.357415 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f440baa7-5c67-472b-94d9-eb6fce9d4f2c req-44802bbb-ff04-46e2-89cd-2958722e91f5 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.360244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f440baa7-5c67-472b-94d9-eb6fce9d4f2c req-44802bbb-ff04-46e2-89cd-2958722e91f5 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5151789 Aug 19 11:58:02.496926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44802bbb-ff04-46e2-89cd-2958722e91f5 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c567a766-686a-4e70-b5e7-55cab1b3ca81,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:02.501762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51514) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:02.527808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1d09a1c-f7cc-4c0e-ba0a-5b10536d016c req-31721caf-83ae-4d09-852c-8f879f59fc88 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/de5e64eb-8b8e-4dbc-8520-64becdf9df42 HTTP/1.1" status: 200 len: 1804 time: 0.1316218 Aug 19 11:58:02.532532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a3424f-d236-4263-95c9-f692fbb00e01 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Router 24c9892d-4e46-47a6-bea1-184751b59b4a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:58:02.551268 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:58:02.577312 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1ce530a7-1b84-482e-bdb9-79e058df28b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1952e160fd744a2795e2b5030ee0c68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700324 Aug 19 11:58:02.578004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51516) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:02.641787 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01f7f580-2e4e-43f8-b9a6-b81a0939acee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.660328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1d09a1c-f7cc-4c0e-ba0a-5b10536d016c req-a905a0ea-8fed-4fed-895c-21d24e7e3eab tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/c567a766-686a-4e70-b5e7-55cab1b3ca81 HTTP/1.1" status: 200 len: 1805 time: 0.1220675 Aug 19 11:58:02.666579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01f7f580-2e4e-43f8-b9a6-b81a0939acee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.678819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c1d09a1c-f7cc-4c0e-ba0a-5b10536d016c req-54ddd924-9ecf-45ef-803f-cbce326af5f0 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de5e64eb-8b8e-4dbc-8520-64becdf9df42', 'remote_group_id': 'c567a766-686a-4e70-b5e7-55cab1b3ca81', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:02.679132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c1d09a1c-f7cc-4c0e-ba0a-5b10536d016c req-54ddd924-9ecf-45ef-803f-cbce326af5f0 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de5e64eb-8b8e-4dbc-8520-64becdf9df42', 'remote_group_id': 'c567a766-686a-4e70-b5e7-55cab1b3ca81', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:02.700112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a3424f-d236-4263-95c9-f692fbb00e01 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:58:02.706408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8a3424f-d236-4263-95c9-f692fbb00e01 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.712234 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] Sync routers for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:58:02.737153 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:02.738967 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:02.748783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b8a3424f-d236-4263-95c9-f692fbb00e01 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "PUT /v2.0/floatingips/8af45b87-2095-45a3-9b00-b3cc2b440322 HTTP/1.1" status: 200 len: 991 time: 2.7927322 Aug 19 11:58:02.750237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'tag': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:02.753112 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a54ec3-af11-49ac-a452-f9e2f0919191" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4d5d22-86b0-4aee-a311-9f679738b18e", "tag": "1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:02.770266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6764db6a-0985-4b46-9414-754aebf12452 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:58:02.803757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01f7f580-2e4e-43f8-b9a6-b81a0939acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.808312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01f7f580-2e4e-43f8-b9a6-b81a0939acee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.810146 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-01f7f580-2e4e-43f8-b9a6-b81a0939acee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8c0f519-d25e-475d-9431-26c5c898ffb8 HTTP/1.1" status: 204 len: 168 time: 0.2309766 Aug 19 11:58:02.825169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7f580-2e4e-43f8-b9a6-b81a0939acee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c0f519-d25e-475d-9431-26c5c898ffb8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:02.837736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c1d09a1c-f7cc-4c0e-ba0a-5b10536d016c req-54ddd924-9ecf-45ef-803f-cbce326af5f0 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.913940 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c1d09a1c-f7cc-4c0e-ba0a-5b10536d016c req-54ddd924-9ecf-45ef-803f-cbce326af5f0 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.939486 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c1d09a1c-f7cc-4c0e-ba0a-5b10536d016c req-54ddd924-9ecf-45ef-803f-cbce326af5f0 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.977229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddd924-9ecf-45ef-803f-cbce326af5f0 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e63946b-79be-40c1-a40a-27785cd4651b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:02.996653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c1d09a1c-f7cc-4c0e-ba0a-5b10536d016c req-54ddd924-9ecf-45ef-803f-cbce326af5f0 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:02.998031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1d09a1c-f7cc-4c0e-ba0a-5b10536d016c req-54ddd924-9ecf-45ef-803f-cbce326af5f0 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3284914 Aug 19 11:58:03.005005 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7583ddd9-5091-4094-a1f1-42ee2dc0de41 x-openstack-request-id: req-7583ddd9-5091-4094-a1f1-42ee2dc0de41 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:03.005291 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4d5d22-86b0-4aee-a311-9f679738b18e", "tag": "1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:03.005539 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7583ddd9-5091-4094-a1f1-42ee2dc0de41 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:03.005944 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'tag': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60', 'status': 'completed', 'code': 200} Aug 19 11:58:03.056733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6764db6a-0985-4b46-9414-754aebf12452,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:03.078843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '6764db6a-0985-4b46-9414-754aebf12452', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '6764db6a-0985-4b46-9414-754aebf12452', 'mac_address': 'fa:16:3e:e9:9e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:58:03.108220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ed1d152-f501-4506-bfa7-61647186a16f req-b271d015-8395-4dc1-bee9-49f6290c4953 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/c567a766-686a-4e70-b5e7-55cab1b3ca81 HTTP/1.1" status: 200 len: 1805 time: 0.0888000 Aug 19 11:58:03.151915 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:03.171086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6764db6a-0985-4b46-9414-754aebf12452 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:03.194210 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:03.203617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6764db6a-0985-4b46-9414-754aebf12452,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:03.218977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:03.245838 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9ed1d152-f501-4506-bfa7-61647186a16f req-d4d8cfd8-138c-47cb-be91-d1295119e027 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:03.303031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9ed1d152-f501-4506-bfa7-61647186a16f req-d4d8cfd8-138c-47cb-be91-d1295119e027 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:03.340000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=6764db6a-0985-4b46-9414-754aebf12452,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:03.505342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae8321-0e76-40a3-bba5-3528e0c01eb2 req-5c1ba54c-bcfd-4a26-b811-a9668f6cf357 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:03.507661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aeae8321-0e76-40a3-bba5-3528e0c01eb2 req-5c1ba54c-bcfd-4a26-b811-a9668f6cf357 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 948 time: 0.0806553 Aug 19 11:58:03.509459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9ed1d152-f501-4506-bfa7-61647186a16f req-d4d8cfd8-138c-47cb-be91-d1295119e027 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:03.512935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9ed1d152-f501-4506-bfa7-61647186a16f req-d4d8cfd8-138c-47cb-be91-d1295119e027 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:03.514457 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ed1d152-f501-4506-bfa7-61647186a16f req-d4d8cfd8-138c-47cb-be91-d1295119e027 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "DELETE /v2.0/security-groups/c567a766-686a-4e70-b5e7-55cab1b3ca81 HTTP/1.1" status: 204 len: 173 time: 0.3946459 Aug 19 11:58:03.549905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['6764db6a-0985-4b46-9414-754aebf12452'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:03.563130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8cfd8-138c-47cb-be91-d1295119e027 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c567a766-686a-4e70-b5e7-55cab1b3ca81,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:03.600874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aeae8321-0e76-40a3-bba5-3528e0c01eb2 req-961dd124-1bc1-4478-a854-bfd08c8625a6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849743 Aug 19 11:58:03.759369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9501be5-9eef-4218-b5b2-d296fe921309 req-69df1078-d374-4999-a934-7352823008c4 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/de5e64eb-8b8e-4dbc-8520-64becdf9df42 HTTP/1.1" status: 200 len: 1804 time: 0.1078131 Aug 19 11:58:03.774617 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '8af45b87-2095-45a3-9b00-b3cc2b440322', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'port_id': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'mac_address': 'fa:16:3e:eb:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:57:37Z', 'updated_at': '2021-08-19T11:58:01Z', 'revision_number': 1, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421344ec-e4ad-45b7-9740-ae1cee64719c', 'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'mac_address': 'fa:16:3e:d7:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:31Z', 'updated_at': '2021-08-19T11:57:40Z', 'revision_number': 5, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'subnets': [{'id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:03.804343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-64bbdf45-a1b3-4e94-8e6b-8cdadefcb741 req-085aa107-d8cc-48fb-9637-4bcd71d6acc2 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-382035132', 'description': 'tempest-description-1193356024'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:03.805179 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] Checking router: 24c9892d-4e46-47a6-bea1-184751b59b4a for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:58:03.818995 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:03.822469 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:03.860494 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-64bbdf45-a1b3-4e94-8e6b-8cdadefcb741 req-085aa107-d8cc-48fb-9637-4bcd71d6acc2 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:04.080371 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:04.113312 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-64bbdf45-a1b3-4e94-8e6b-8cdadefcb741 req-085aa107-d8cc-48fb-9637-4bcd71d6acc2 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:04.127974 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-64bbdf45-a1b3-4e94-8e6b-8cdadefcb741 req-085aa107-d8cc-48fb-9637-4bcd71d6acc2 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:04.193526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-22b03a74-2dd7-4e03-b2f3-a4a99aa5d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:04.196420 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-64bbdf45-a1b3-4e94-8e6b-8cdadefcb741 req-085aa107-d8cc-48fb-9637-4bcd71d6acc2 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:04.199074 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-22b03a74-2dd7-4e03-b2f3-a4a99aa5d754 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=10c3e32253d8418099010fa7dd0eda09&device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 1096 time: 1.1148760 Aug 19 11:58:04.205974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64bbdf45-a1b3-4e94-8e6b-8cdadefcb741 req-085aa107-d8cc-48fb-9637-4bcd71d6acc2 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4074929 Aug 19 11:58:04.209746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085aa107-d8cc-48fb-9637-4bcd71d6acc2 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b279f2-ac11-45e9-a2e1-22c57f9389e6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:04.319361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-9261a1b3-aeca-4113-9945-a923be79db44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1357286 Aug 19 11:58:04.400827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-765727c7-738c-41f4-8722-4415ddf45dcb req-b1482a67-dcc1-4333-a5df-5733ec65bb3d tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/e7b279f2-ac11-45e9-a2e1-22c57f9389e6 HTTP/1.1" status: 200 len: 1804 time: 0.1674321 Aug 19 11:58:04.413299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-765727c7-738c-41f4-8722-4415ddf45dcb req-98af8eef-c326-43fa-b866-6758c5e4b25b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7b279f2-ac11-45e9-a2e1-22c57f9389e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:04.414545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-765727c7-738c-41f4-8722-4415ddf45dcb req-98af8eef-c326-43fa-b866-6758c5e4b25b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7b279f2-ac11-45e9-a2e1-22c57f9389e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:04.525361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-765727c7-738c-41f4-8722-4415ddf45dcb req-98af8eef-c326-43fa-b866-6758c5e4b25b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:04.539059 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '8af45b87-2095-45a3-9b00-b3cc2b440322', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'port_id': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'mac_address': 'fa:16:3e:eb:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:57:37Z', 'updated_at': '2021-08-19T11:58:01Z', 'revision_number': 1, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421344ec-e4ad-45b7-9740-ae1cee64719c', 'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'mac_address': 'fa:16:3e:d7:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:31Z', 'updated_at': '2021-08-19T11:57:40Z', 'revision_number': 5, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'subnets': [{'id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:04.546118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-69c6e8d2-bacc-43e7-9d8c-3c41f52d0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:04.553177 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-69c6e8d2-bacc-43e7-9d8c-3c41f52d0ab2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1532695 Aug 19 11:58:04.601729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-765727c7-738c-41f4-8722-4415ddf45dcb req-98af8eef-c326-43fa-b866-6758c5e4b25b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:04.611767 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-765727c7-738c-41f4-8722-4415ddf45dcb req-98af8eef-c326-43fa-b866-6758c5e4b25b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:04.622746 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189e56d-c7cc-492a-809e-a82bb1e1348d None None] The sync data for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 is: [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '8af45b87-2095-45a3-9b00-b3cc2b440322', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'port_id': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'mac_address': 'fa:16:3e:eb:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T11:57:37Z', 'updated_at': '2021-08-19T11:58:01Z', 'revision_number': 1, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421344ec-e4ad-45b7-9740-ae1cee64719c', 'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'mac_address': 'fa:16:3e:d7:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:31Z', 'updated_at': '2021-08-19T11:57:40Z', 'revision_number': 5, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'subnets': [{'id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:58:04.695837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af8eef-c326-43fa-b866-6758c5e4b25b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd57731-6dd1-4cb5-9b04-9486189814aa,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:04.720161 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-765727c7-738c-41f4-8722-4415ddf45dcb req-98af8eef-c326-43fa-b866-6758c5e4b25b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:04.726322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-765727c7-738c-41f4-8722-4415ddf45dcb req-98af8eef-c326-43fa-b866-6758c5e4b25b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3236649 Aug 19 11:58:04.726871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51598) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:04.791391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6764db6a-0985-4b46-9414-754aebf12452 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:04.809180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-0182876b-d5c8-48fb-ba0a-ef5d8306b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:04.822499 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-0182876b-d5c8-48fb-ba0a-ef5d8306b9bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=f27a9747-e6e1-45ae-a50e-584fa68833f4 HTTP/1.1" status: 200 len: 915 time: 0.6087203 Aug 19 11:58:04.897549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3831a-9f56-4e58-b423-939b7c6b53c2 req-50983fff-a1ee-4ac2-b60c-d673f1a91483 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:04.906106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cde3831a-9f56-4e58-b423-939b7c6b53c2 req-50983fff-a1ee-4ac2-b60c-d673f1a91483 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 948 time: 0.1272669 Aug 19 11:58:04.940119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 6764db6a-0985-4b46-9414-754aebf12452 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:04.950227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 6764db6a-0985-4b46-9414-754aebf12452 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:04.955151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:04.979232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cde3831a-9f56-4e58-b423-939b7c6b53c2 req-8624eebf-f264-4006-818e-41d6c1d45d33 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680804 Aug 19 11:58:04.983444 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-3ec4f03f-2893-4187-8c52-dde40164feea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 HTTP/1.1" status: 200 len: 999 time: 0.1479514 Aug 19 11:58:05.026280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2014322554-network', 'tenant_id': '30b8692226624436ba91e8e07f2ccd52'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:05.083400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc9de53a-363d-40d4-9e05-c8953fe2cc77 req-bd0e20c6-09e3-4267-b8d9-57cf94ba5232 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/e7b279f2-ac11-45e9-a2e1-22c57f9389e6 HTTP/1.1" status: 200 len: 2397 time: 0.0917776 Aug 19 11:58:05.087185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-27241b11-4d06-489b-99bc-0e2f252e2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:05.088871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-fc9de53a-363d-40d4-9e05-c8953fe2cc77 req-26ca5164-3b5f-4aae-abe2-96c96a06c013 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7b279f2-ac11-45e9-a2e1-22c57f9389e6', 'remote_group_id': None}]} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:05.089190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-fc9de53a-363d-40d4-9e05-c8953fe2cc77 req-26ca5164-3b5f-4aae-abe2-96c96a06c013 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7b279f2-ac11-45e9-a2e1-22c57f9389e6', 'remote_group_id': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:05.090693 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-27241b11-4d06-489b-99bc-0e2f252e2a5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 913 time: 0.4965930 Aug 19 11:58:05.097565 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.116988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-cd93b1cf-4e91-4650-be9c-d26446ac60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:05.121103 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-cd93b1cf-4e91-4650-be9c-d26446ac60d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=037af6fc-eb49-4c93-b85e-518c4a7c97a3 HTTP/1.1" status: 200 len: 853 time: 0.1087539 Aug 19 11:58:05.157901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6764db6a-0985-4b46-9414-754aebf12452,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:05.159635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6764db6a-0985-4b46-9414-754aebf12452'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:05.162488 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a44f21b-6b9a-4016-8bbd-d31efc7e0202" -d '{"events": [{"server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "name": "network-vif-plugged", "status": "completed", "tag": "6764db6a-0985-4b46-9414-754aebf12452"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:05.171556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Made reservation on behalf of 30b8692226624436ba91e8e07f2ccd52 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:05.171926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.178223 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.212832 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.222085 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-dfa54b31-e6bc-4645-9a8e-b11329d47189 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96bd8541-d83d-4e7c-9308-511405cd73c0 HTTP/1.1" status: 200 len: 217 time: 0.1105762 Aug 19 11:58:05.280590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=6764db6a-0985-4b46-9414-754aebf12452,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:05.290349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eab075-b37b-439b-9feb-71e0292673b0 None None] New status for floating IP 8af45b87-2095-45a3-9b00-b3cc2b440322: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:58:05.360947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-b1a4cffb-de7f-41db-81f1-eef993210ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:05.370445 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-b1a4cffb-de7f-41db-81f1-eef993210ca2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.1366999 Aug 19 11:58:05.379147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-87de5cc8-87bb-4a61-b8d6-1103722968bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:05.380775 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-87de5cc8-87bb-4a61-b8d6-1103722968bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f27a9747-e6e1-45ae-a50e-584fa68833f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610332 Aug 19 11:58:05.412670 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6854ac-ce6e-452d-80f6-75078da0f43b x-openstack-request-id: req-da6854ac-ce6e-452d-80f6-75078da0f43b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:05.413123 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "name": "network-vif-plugged", "status": "completed", "tag": "6764db6a-0985-4b46-9414-754aebf12452", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:05.413466 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da6854ac-ce6e-452d-80f6-75078da0f43b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:05.414013 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6764db6a-0985-4b46-9414-754aebf12452', 'code': 200} Aug 19 11:58:05.415693 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fc9de53a-363d-40d4-9e05-c8953fe2cc77 req-26ca5164-3b5f-4aae-abe2-96c96a06c013 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.474455 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-b1bdc1da-d04c-49f0-9413-f7d819afc1c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888150 Aug 19 11:58:05.537963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fc9de53a-363d-40d4-9e05-c8953fe2cc77 req-26ca5164-3b5f-4aae-abe2-96c96a06c013 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.582462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fc9de53a-363d-40d4-9e05-c8953fe2cc77 req-26ca5164-3b5f-4aae-abe2-96c96a06c013 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.618108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.639124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72367951-5ad2-4f56-bce9-921f8f1659f9 req-9790e114-9dab-4205-a8ce-90a802e5b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:05.641085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72367951-5ad2-4f56-bce9-921f8f1659f9 req-9790e114-9dab-4205-a8ce-90a802e5b7ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 1100 time: 0.1983078 Aug 19 11:58:05.651077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.665327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:58:05.678084 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.678672 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Added segment f948905c-d3dd-40b9-9b7a-4c368009d22f of type vlan for network 203e6729-9299-4889-ae78-8658c22aafd7 Aug 19 11:58:05.680077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca5164-3b5f-4aae-abe2-96c96a06c013 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c6671a-bd63-41ff-bb01-5d257e6f8096,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:05.746438 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-c437d1ca-bba4-430d-b34c-1421919b02ad service neutron] 10.222.0.69 "GET /v2.0/networks/f27a9747-e6e1-45ae-a50e-584fa68833f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471866 Aug 19 11:58:05.748559 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-700829d4-af8a-454e-a548-0b4defc01c77 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571661 Aug 19 11:58:05.751338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fc9de53a-363d-40d4-9e05-c8953fe2cc77 req-26ca5164-3b5f-4aae-abe2-96c96a06c013 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.761026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc9de53a-363d-40d4-9e05-c8953fe2cc77 req-26ca5164-3b5f-4aae-abe2-96c96a06c013 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6715024 Aug 19 11:58:05.788899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72367951-5ad2-4f56-bce9-921f8f1659f9 req-add53d9b-dbc3-4ea4-a091-54882f84683b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388865 Aug 19 11:58:05.811669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42932b4f-a48e-463d-b349-0917220bd6d3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:05.843631 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.866484 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c2c2fe22-094c-4cb0-a2e4-13cc58dd9389 req-0e15fae1-3bce-4bd2-90ff-c63746b09849 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095829 Aug 19 11:58:05.892201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f6a728c-449c-4eab-93c2-dec8cd204715 req-ae9cdc79-8062-4ab5-8580-f40a1505b35b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/e7b279f2-ac11-45e9-a2e1-22c57f9389e6 HTTP/1.1" status: 200 len: 2995 time: 0.1097612 Aug 19 11:58:05.909003 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.910049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:05.910646 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:05.977921 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6a54ec3-af11-49ac-a452-f9e2f0919191 req-1a4014b6-e4e3-48c3-bed1-808fbca8707f service neutron] 10.222.0.69 "GET /v2.0/networks/f27a9747-e6e1-45ae-a50e-584fa68833f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104350 Aug 19 11:58:06.038542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3075459 Aug 19 11:58:06.039883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:06.046783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Request body: {'subnet': {'network_id': '203e6729-9299-4889-ae78-8658c22aafd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2014322554-subnet', 'tenant_id': '30b8692226624436ba91e8e07f2ccd52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:06.049027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-646d4361-bd15-4ab5-a715-9f1bf7e18f9c req-a3224399-3cfb-4642-b714-cbbecdfabee8 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-group-rules/27c6671a-bd63-41ff-bb01-5d257e6f8096 HTTP/1.1" status: 200 len: 783 time: 0.1038215 Aug 19 11:58:06.058735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee84d5-d067-4509-b5c5-6312cc5fbba4 admin admin] Pushing event updated for resources: {'Network': ['ID=203e6729-9299-4889-ae78-8658c22aafd7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:06.068836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 203e6729-9299-4889-ae78-8658c22aafd7 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:58:06.139638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Made reservation on behalf of 30b8692226624436ba91e8e07f2ccd52 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:06.141947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.167758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-646d4361-bd15-4ab5-a715-9f1bf7e18f9c req-3b946c38-5080-4cd9-bcae-28ff4dc0c547 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/e7b279f2-ac11-45e9-a2e1-22c57f9389e6 HTTP/1.1" status: 200 len: 2995 time: 0.1178129 Aug 19 11:58:06.206487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-646d4361-bd15-4ab5-a715-9f1bf7e18f9c req-725030ea-9802-48b1-a63b-5c3d14ebb790 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.218052 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-646d4361-bd15-4ab5-a715-9f1bf7e18f9c req-725030ea-9802-48b1-a63b-5c3d14ebb790 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.357726 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-646d4361-bd15-4ab5-a715-9f1bf7e18f9c req-725030ea-9802-48b1-a63b-5c3d14ebb790 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.372244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-646d4361-bd15-4ab5-a715-9f1bf7e18f9c req-725030ea-9802-48b1-a63b-5c3d14ebb790 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.373976 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-646d4361-bd15-4ab5-a715-9f1bf7e18f9c req-725030ea-9802-48b1-a63b-5c3d14ebb790 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/27c6671a-bd63-41ff-bb01-5d257e6f8096 HTTP/1.1" status: 204 len: 173 time: 0.1994364 Aug 19 11:58:06.374812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725030ea-9802-48b1-a63b-5c3d14ebb790 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27c6671a-bd63-41ff-bb01-5d257e6f8096,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:06.397682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0b2c0-81d7-40e9-93dc-c4825354c53d req-6951499f-f7b6-433d-b934-c21fd76e5b73 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:06.399406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2a0b2c0-81d7-40e9-93dc-c4825354c53d req-6951499f-f7b6-433d-b934-c21fd76e5b73 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1049814 Aug 19 11:58:06.475127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2a0b2c0-81d7-40e9-93dc-c4825354c53d req-1ce26c90-91e0-427a-9da5-aede6f51ebb3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638251 Aug 19 11:58:06.476074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.568074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-491c7b42-fa0c-4b28-8b6a-e28cd3c0704e req-15f30a74-1c3f-4939-897e-a041a2e1dea1 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/e7b279f2-ac11-45e9-a2e1-22c57f9389e6 HTTP/1.1" status: 200 len: 2397 time: 0.0750515 Aug 19 11:58:06.616719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8cc2e6-1c04-44ab-a736-c3fc8e7e5838,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:06.636761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Checking segment: {'id': 'f948905c-d3dd-40b9-9b7a-4c368009d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '203e6729-9299-4889-ae78-8658c22aafd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:06.637520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Network hostable DHCP agents. Network: 203e6729-9299-4889-ae78-8658c22aafd7, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:58:06.665416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Network 203e6729-9299-4889-ae78-8658c22aafd7 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:58:06.668293 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-491c7b42-fa0c-4b28-8b6a-e28cd3c0704e req-341cfab3-7290-449c-b5ba-a9f62e46b00a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.689514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 203e6729-9299-4889-ae78-8658c22aafd7) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:06.698626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc1112-50e2-4659-9b52-42bd41a2fcd2 None None] Network 203e6729-9299-4889-ae78-8658c22aafd7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:06.699396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:06.700703 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.708467 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-491c7b42-fa0c-4b28-8b6a-e28cd3c0704e req-341cfab3-7290-449c-b5ba-a9f62e46b00a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.719387 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2f246bd4-ccf5-454f-a6af-e50c0ea1116a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6778817 Aug 19 11:58:06.794353 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-491c7b42-fa0c-4b28-8b6a-e28cd3c0704e req-341cfab3-7290-449c-b5ba-a9f62e46b00a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.798225 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-491c7b42-fa0c-4b28-8b6a-e28cd3c0704e req-341cfab3-7290-449c-b5ba-a9f62e46b00a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:06.805389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-491c7b42-fa0c-4b28-8b6a-e28cd3c0704e req-341cfab3-7290-449c-b5ba-a9f62e46b00a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "DELETE /v2.0/security-groups/e7b279f2-ac11-45e9-a2e1-22c57f9389e6 HTTP/1.1" status: 204 len: 173 time: 0.2306001 Aug 19 11:58:06.842037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cfab3-7290-449c-b5ba-a9f62e46b00a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b279f2-ac11-45e9-a2e1-22c57f9389e6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:06.852283 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-cee9f7e2-90b6-4d81-be26-1ac6ee40634a req-f950b757-9cd9-4bfa-8d42-24c59e50dde7 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] show failed (client error): The resource could not be found. Aug 19 11:58:06.861076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cee9f7e2-90b6-4d81-be26-1ac6ee40634a req-f950b757-9cd9-4bfa-8d42-24c59e50dde7 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/c567a766-686a-4e70-b5e7-55cab1b3ca81 HTTP/1.1" status: 404 len: 352 time: 0.0274751 Aug 19 11:58:06.939202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-764ec5c1-6ae5-4fda-bd14-c7d575d6867f req-901e10a7-ecb4-4d62-9264-35a6950e540f tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/de5e64eb-8b8e-4dbc-8520-64becdf9df42 HTTP/1.1" status: 200 len: 1804 time: 0.0554852 Aug 19 11:58:06.977101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e2ab74-37e1-44c4-8dc9-f714458926c6 None None] Network 203e6729-9299-4889-ae78-8658c22aafd7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:07.007163 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-764ec5c1-6ae5-4fda-bd14-c7d575d6867f req-d75b13cd-bdd9-4847-a2bc-076b453332d1 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.041958 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-764ec5c1-6ae5-4fda-bd14-c7d575d6867f req-d75b13cd-bdd9-4847-a2bc-076b453332d1 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.159970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-764ec5c1-6ae5-4fda-bd14-c7d575d6867f req-d75b13cd-bdd9-4847-a2bc-076b453332d1 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.163613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-764ec5c1-6ae5-4fda-bd14-c7d575d6867f req-d75b13cd-bdd9-4847-a2bc-076b453332d1 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.169716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-764ec5c1-6ae5-4fda-bd14-c7d575d6867f req-d75b13cd-bdd9-4847-a2bc-076b453332d1 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "DELETE /v2.0/security-groups/de5e64eb-8b8e-4dbc-8520-64becdf9df42 HTTP/1.1" status: 204 len: 173 time: 0.2292895 Aug 19 11:58:07.184194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b13cd-bdd9-4847-a2bc-076b453332d1 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e64eb-8b8e-4dbc-8520-64becdf9df42,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:07.262348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad0afe3a-e9f1-4e24-8e6e-21acbf3fdf35 req-06e3685e-c589-42da-af75-29a96976df17 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/6d1ab8d7-f52a-48ea-bbb5-1141f64f2555 HTTP/1.1" status: 200 len: 1803 time: 0.0649877 Aug 19 11:58:07.327356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ad0afe3a-e9f1-4e24-8e6e-21acbf3fdf35 req-4bf30271-19b4-4a9d-884d-4e444974a24a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.361786 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ad0afe3a-e9f1-4e24-8e6e-21acbf3fdf35 req-4bf30271-19b4-4a9d-884d-4e444974a24a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.470515 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ad0afe3a-e9f1-4e24-8e6e-21acbf3fdf35 req-4bf30271-19b4-4a9d-884d-4e444974a24a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.474409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ad0afe3a-e9f1-4e24-8e6e-21acbf3fdf35 req-4bf30271-19b4-4a9d-884d-4e444974a24a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.475928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad0afe3a-e9f1-4e24-8e6e-21acbf3fdf35 req-4bf30271-19b4-4a9d-884d-4e444974a24a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "DELETE /v2.0/security-groups/6d1ab8d7-f52a-48ea-bbb5-1141f64f2555 HTTP/1.1" status: 204 len: 173 time: 0.2121966 Aug 19 11:58:07.514630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf30271-19b4-4a9d-884d-4e444974a24a tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1ab8d7-f52a-48ea-bbb5-1141f64f2555,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:07.628168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-551fc62b-e51c-4d97-8ac7-bfe01abd231b req-4c610332-1722-483f-b23f-a4f7ca4e7156 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/46d6f8bf-d8db-4483-ae4a-f4a71f681f5b HTTP/1.1" status: 200 len: 1805 time: 0.1165764 Aug 19 11:58:07.674219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17a33a-029e-4156-add0-c30c054c3d40 req-ed572b50-e7ab-40bd-9e98-da88b925dbe4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:07.675991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff17a33a-029e-4156-add0-c30c054c3d40 req-ed572b50-e7ab-40bd-9e98-da88b925dbe4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1021144 Aug 19 11:58:07.710722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51692) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:07.716978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-246952249-network', 'tenant_id': '5936fc575d1e4a338388353e0f4d4c0c'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:07.736785 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-551fc62b-e51c-4d97-8ac7-bfe01abd231b req-612743d0-d39b-4be7-9e7b-d7b4bc6d9793 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.744276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Made reservation on behalf of 5936fc575d1e4a338388353e0f4d4c0c for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:07.748502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.761224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.772188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff17a33a-029e-4156-add0-c30c054c3d40 req-987ccc99-e335-48ab-b998-0d8fe99b6d19 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857744 Aug 19 11:58:07.822319 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-551fc62b-e51c-4d97-8ac7-bfe01abd231b req-612743d0-d39b-4be7-9e7b-d7b4bc6d9793 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.880571 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-551fc62b-e51c-4d97-8ac7-bfe01abd231b req-612743d0-d39b-4be7-9e7b-d7b4bc6d9793 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.883768 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-551fc62b-e51c-4d97-8ac7-bfe01abd231b req-612743d0-d39b-4be7-9e7b-d7b4bc6d9793 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.885216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-551fc62b-e51c-4d97-8ac7-bfe01abd231b req-612743d0-d39b-4be7-9e7b-d7b4bc6d9793 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "DELETE /v2.0/security-groups/46d6f8bf-d8db-4483-ae4a-f4a71f681f5b HTTP/1.1" status: 204 len: 173 time: 0.2558830 Aug 19 11:58:07.889229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.897497 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.899427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612743d0-d39b-4be7-9e7b-d7b4bc6d9793 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6f8bf-d8db-4483-ae4a-f4a71f681f5b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:07.932098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:58:07.957376 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:07.957732 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Added segment 29b109d4-516c-42b0-8a3e-66b485c9e4cf of type vlan for network e3eda36e-5663-41b7-a233-1d54fd26411a Aug 19 11:58:07.976619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5051a902-a51c-4869-b5fa-9e2cbe13ada4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:08.016916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ca20d39-13d3-42f8-a3f0-9251fe66c072 req-8ceba039-6fb5-44a1-8ecb-928cb7653109 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/32387f73-fcb2-42ef-95c0-bbf158d9a1c5 HTTP/1.1" status: 200 len: 2404 time: 0.0567601 Aug 19 11:58:08.044355 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.082092 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.083287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:08.083982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.146366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4ca20d39-13d3-42f8-a3f0-9251fe66c072 req-87449b09-96ec-4032-baa4-b65bce8d2c87 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.175361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4ca20d39-13d3-42f8-a3f0-9251fe66c072 req-87449b09-96ec-4032-baa4-b65bce8d2c87 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.204313 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4915929 Aug 19 11:58:08.206481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51706) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:08.219030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Request body: {'subnet': {'network_id': 'e3eda36e-5663-41b7-a233-1d54fd26411a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-246952249-subnet', 'tenant_id': '5936fc575d1e4a338388353e0f4d4c0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:08.233060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17b6c4-c5c3-4a8a-830d-85b6bca4db3e admin admin] Pushing event updated for resources: {'Network': ['ID=e3eda36e-5663-41b7-a233-1d54fd26411a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:08.252176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e3eda36e-5663-41b7-a233-1d54fd26411a details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:58:08.267162 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4ca20d39-13d3-42f8-a3f0-9251fe66c072 req-87449b09-96ec-4032-baa4-b65bce8d2c87 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.276201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4ca20d39-13d3-42f8-a3f0-9251fe66c072 req-87449b09-96ec-4032-baa4-b65bce8d2c87 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.292525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Made reservation on behalf of 5936fc575d1e4a338388353e0f4d4c0c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:08.295845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.297523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ca20d39-13d3-42f8-a3f0-9251fe66c072 req-87449b09-96ec-4032-baa4-b65bce8d2c87 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "DELETE /v2.0/security-groups/32387f73-fcb2-42ef-95c0-bbf158d9a1c5 HTTP/1.1" status: 204 len: 173 time: 0.2795944 Aug 19 11:58:08.351824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87449b09-96ec-4032-baa4-b65bce8d2c87 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32387f73-fcb2-42ef-95c0-bbf158d9a1c5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:08.398058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e56df-c7be-4782-b2a1-cbfb3286ed06 req-f7d17ff3-137c-443b-ba17-a6f828cac79b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:08.399681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e6e56df-c7be-4782-b2a1-cbfb3286ed06 req-f7d17ff3-137c-443b-ba17-a6f828cac79b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1011817 Aug 19 11:58:08.500268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e6e56df-c7be-4782-b2a1-cbfb3286ed06 req-ee0e5e9e-c2d8-4573-a07e-a770abf8b20d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853064 Aug 19 11:58:08.559649 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.567208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cfa77998-4661-4138-963d-51c202d16a5a req-99771274-3662-480f-a0b2-9262426ebd31 tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "GET /v2.0/security-groups/dc285fcd-4159-4ca3-9713-92b880d10c74 HTTP/1.1" status: 200 len: 2396 time: 0.1109405 Aug 19 11:58:08.653794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc931172-6708-4e06-ba0c-fb3f2b1a7268,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:08.659408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cfa77998-4661-4138-963d-51c202d16a5a req-52482a53-8aa1-4c5d-b9e8-9803deb15c3b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.672103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Checking segment: {'id': '29b109d4-516c-42b0-8a3e-66b485c9e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e3eda36e-5663-41b7-a233-1d54fd26411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:08.673179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Network hostable DHCP agents. Network: e3eda36e-5663-41b7-a233-1d54fd26411a, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:58:08.685503 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-16957964-130b-4ea3-b30c-1c826c16a8cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3128476 Aug 19 11:58:08.689036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cfa77998-4661-4138-963d-51c202d16a5a req-52482a53-8aa1-4c5d-b9e8-9803deb15c3b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.702159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Network e3eda36e-5663-41b7-a233-1d54fd26411a is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:58:08.719551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, e3eda36e-5663-41b7-a233-1d54fd26411a) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:08.730603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b536d8b8-1211-4b32-98b1-c9f0a1344a6d None None] Network e3eda36e-5663-41b7-a233-1d54fd26411a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:08.733766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:08.742064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.759156 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cfa77998-4661-4138-963d-51c202d16a5a req-52482a53-8aa1-4c5d-b9e8-9803deb15c3b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.765264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cfa77998-4661-4138-963d-51c202d16a5a req-52482a53-8aa1-4c5d-b9e8-9803deb15c3b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.767984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cfa77998-4661-4138-963d-51c202d16a5a req-52482a53-8aa1-4c5d-b9e8-9803deb15c3b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] 10.222.0.65 "DELETE /v2.0/security-groups/dc285fcd-4159-4ca3-9713-92b880d10c74 HTTP/1.1" status: 204 len: 173 time: 0.1922383 Aug 19 11:58:08.775034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-618e1585-de4b-4975-9210-0b2b76a9fa36 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5673699 Aug 19 11:58:08.776200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51724) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:08.819095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52482a53-8aa1-4c5d-b9e8-9803deb15c3b tempest-SecurityGroupRulesTestJSON-1072790029 tempest-SecurityGroupRulesTestJSON-1072790029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc285fcd-4159-4ca3-9713-92b880d10c74,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:08.843893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c802ac-b269-4b62-92f9-91ad68cacc7c admin admin] Deleting subnet d3b5d021-8699-402a-8078-beb4346bf8bb {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:58:08.848311 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-75c802ac-b269-4b62-92f9-91ad68cacc7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.912229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-75c802ac-b269-4b62-92f9-91ad68cacc7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:08.991030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de423ab3-b331-44c2-89e1-80593f6507fd None None] Network e3eda36e-5663-41b7-a233-1d54fd26411a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:09.033448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-75c802ac-b269-4b62-92f9-91ad68cacc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.173995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-75c802ac-b269-4b62-92f9-91ad68cacc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.217809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c802ac-b269-4b62-92f9-91ad68cacc7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b5d021-8699-402a-8078-beb4346bf8bb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:09.222026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-75c802ac-b269-4b62-92f9-91ad68cacc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.226715 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-75c802ac-b269-4b62-92f9-91ad68cacc7c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d3b5d021-8699-402a-8078-beb4346bf8bb HTTP/1.1" status: 204 len: 168 time: 0.4466512 Aug 19 11:58:09.226886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51746) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:09.345875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df23e9-8e8c-49bf-819d-0767b3c0ef87 req-a8b1da73-3654-4e9b-b9fd-667be6f7cb4e tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:09.348534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02df23e9-8e8c-49bf-819d-0767b3c0ef87 req-a8b1da73-3654-4e9b-b9fd-667be6f7cb4e tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 946 time: 0.1004460 Aug 19 11:58:09.364433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.442700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02df23e9-8e8c-49bf-819d-0767b3c0ef87 req-2b053871-5e04-4fc3-8243-ae2110820d2b tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877452 Aug 19 11:58:09.506404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.528047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0b7396-453a-41c1-9de5-1cf75a54ba59']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:09.538448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57acda74-0781-45cc-8021-7d9b9785593c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:09.538878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57acda74-0781-45cc-8021-7d9b9785593c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:09.550317 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.593824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.609822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:58:09.610577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:58:09.612519 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:58:09.699134 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.728508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:09.730672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7b0b7396-453a-41c1-9de5-1cf75a54ba59 HTTP/1.1" status: 204 len: 168 time: 0.5028362 Aug 19 11:58:09.732156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7a4cf-4f6c-47a3-bea7-dc10acc92b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b0b7396-453a-41c1-9de5-1cf75a54ba59,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:09.781842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-3eb64887-792e-4d20-a751-d6b0596e75c4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:09.782956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-3eb64887-792e-4d20-a751-d6b0596e75c4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/networks?id=203e6729-9299-4889-ae78-8658c22aafd7 HTTP/1.1" status: 200 len: 825 time: 0.1981411 Aug 19 11:58:09.823208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-829ad421-e2b2-46d5-925d-beafdce5bec8 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/quotas/30b8692226624436ba91e8e07f2ccd52 HTTP/1.1" status: 200 len: 375 time: 0.0193725 Aug 19 11:58:09.859418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-59713546-4b54-464f-aecc-2d1e0ee3c359 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=30b8692226624436ba91e8e07f2ccd52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348122 Aug 19 11:58:09.889144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b4d4-e1ed-4faf-a5ca-e2549079e608 req-36c7fb18-ea12-4525-8bee-1b4be0a74d03 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:09.891067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1639b4d4-e1ed-4faf-a5ca-e2549079e608 req-36c7fb18-ea12-4525-8bee-1b4be0a74d03 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1315486 Aug 19 11:58:09.981188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1639b4d4-e1ed-4faf-a5ca-e2549079e608 req-a344f7fc-ce75-472e-b8af-372d71436ca5 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795832 Aug 19 11:58:09.988125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51792) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:10.021722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-472666e2-ea55-47bb-8d70-d0666a26e713 service neutron] 10.222.0.65 "GET /v2.0/networks/203e6729-9299-4889-ae78-8658c22aafd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516585 Aug 19 11:58:10.066540 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ffb6715c-0787-445a-a83a-60ebca21d5d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8a23e77c545448d8d34a73566ff41db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773149 Aug 19 11:58:10.067465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:10.150026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-ab8c5fdf-1c1f-480b-b258-3baf23ec68d8 service neutron] 10.222.0.65 "GET /v2.0/networks/203e6729-9299-4889-ae78-8658c22aafd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219387 Aug 19 11:58:10.152835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e211af4-c6a4-4320-bc0c-59ecfc23eaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:10.196981 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e211af4-c6a4-4320-bc0c-59ecfc23eaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:10.280615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e211af4-c6a4-4320-bc0c-59ecfc23eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:10.284183 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e211af4-c6a4-4320-bc0c-59ecfc23eaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:10.285473 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2e211af4-c6a4-4320-bc0c-59ecfc23eaf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2aedd247-6724-4d48-8915-96de1ac41de0 HTTP/1.1" status: 204 len: 168 time: 0.2167587 Aug 19 11:58:10.295993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e211af4-c6a4-4320-bc0c-59ecfc23eaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aedd247-6724-4d48-8915-96de1ac41de0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:10.409285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-480b63fe-ff1b-4430-b6ce-b5e5e7547893 req-e54cef36-cfd5-4cca-a97d-0dfe99558b73 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 210 time: 0.0486774 Aug 19 11:58:10.656666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988eeaf4-01e9-4c04-ac67-db5c8b9bcfba req-71a8d7b9-52f7-4367-bc72-a04eb11faa71 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:10.658438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-988eeaf4-01e9-4c04-ac67-db5c8b9bcfba req-71a8d7b9-52f7-4367-bc72-a04eb11faa71 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 946 time: 0.1173067 Aug 19 11:58:10.738187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-988eeaf4-01e9-4c04-ac67-db5c8b9bcfba req-8a1d6495-da63-4c4f-90ea-b1374e3534de tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679555 Aug 19 11:58:11.178209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490552b-90df-491e-9f86-28038d279acd req-c7edfc4f-89e1-472e-80dc-a277c2765803 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:11.180559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9490552b-90df-491e-9f86-28038d279acd req-c7edfc4f-89e1-472e-80dc-a277c2765803 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.0897198 Aug 19 11:58:11.244293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9490552b-90df-491e-9f86-28038d279acd req-8346b3f8-c95b-4f24-a634-c59a0f4b73ad tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542648 Aug 19 11:58:11.363451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190714-1230-49b9-882d-37cf42b5a945 req-9bd69d7e-5c66-4dbf-ae0d-789626a56120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:11.369790 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-9bd69d7e-5c66-4dbf-ae0d-789626a56120 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 1100 time: 0.1112201 Aug 19 11:58:11.416903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51864) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:11.510328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190714-1230-49b9-882d-37cf42b5a945 req-7e07edcb-dce0-42ff-82e4-4728a62d919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:11.511987 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-7e07edcb-dce0-42ff-82e4-4728a62d919f service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1262724 Aug 19 11:58:11.531553 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05c802c0-a0bc-4b81-96ff-186ca871ee1e req-36ee7056-9b9a-4410-9c8f-512e7aba4417 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 210 time: 0.0506270 Aug 19 11:58:11.568713 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-e1fbf186-6eb4-4841-a3dd-c2812c1a23c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6764db6a-0985-4b46-9414-754aebf12452 HTTP/1.1" status: 200 len: 217 time: 0.0454299 Aug 19 11:58:11.569424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-252191666-network', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:11.595760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:11.598633 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:11.609711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:11.631280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190714-1230-49b9-882d-37cf42b5a945 req-6bbd5595-a7f8-4db2-966f-087dadac3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:11.635568 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-6bbd5595-a7f8-4db2-966f-087dadac3c2e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0571923 Aug 19 11:58:11.712806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190714-1230-49b9-882d-37cf42b5a945 req-a73411de-864f-413a-aefc-906c0f533652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:11.714835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-a73411de-864f-413a-aefc-906c0f533652 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688910 Aug 19 11:58:11.726394 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:11.733025 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:11.799507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:58:11.895489 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-1fe11bd3-62c4-42f2-96f0-6139ca83b39a service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710253 Aug 19 11:58:11.960319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c6324d-b246-4618-9dfc-81839b57d631,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:11.998119 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:11.998579 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Added segment 75682f1d-64a8-4104-b109-c386a00511d5 of type vlan for network 6cc8af28-e547-4a8b-9303-ae6c2584763b Aug 19 11:58:12.018114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.018450 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.018950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.019128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.019639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.019876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.020199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.021022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.021169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.022661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.022661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.022661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:12.033665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-67df15ce-68fc-437e-9503-2334614119d5 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:12.035271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-67df15ce-68fc-437e-9503-2334614119d5 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.54 "GET /v2.0/networks?id=203e6729-9299-4889-ae78-8658c22aafd7 HTTP/1.1" status: 200 len: 825 time: 0.2281063 Aug 19 11:58:12.072089 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-41398c7b-ea74-425c-819a-1c6a952e13a0 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675992 Aug 19 11:58:12.085111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Request body: {'port': {'device_id': '0cb0d901-7464-4014-996d-cf3130bf21e1', 'network_id': '203e6729-9299-4889-ae78-8658c22aafd7', 'admin_state_up': True, 'tenant_id': '30b8692226624436ba91e8e07f2ccd52'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:12.128017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.137534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c739792-2f6f-4879-b7c3-0f6713f3d953 req-a8a0a5f2-a9a8-4c26-971c-8a3385a8aa85 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:12.145817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c739792-2f6f-4879-b7c3-0f6713f3d953 req-a8a0a5f2-a9a8-4c26-971c-8a3385a8aa85 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 946 time: 0.2182333 Aug 19 11:58:12.244133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c739792-2f6f-4879-b7c3-0f6713f3d953 req-149ba714-3f76-4a77-b2d8-ac1fa23cc921 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd5ca775-694a-483e-a3b2-215081565373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972893 Aug 19 11:58:12.251023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.251950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:12.252520 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.358183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9399707 Aug 19 11:58:12.361413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51896) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:12.366522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Request body: {'subnet': {'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-252191666-subnet', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:12.392660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a13a3f-b505-402e-a8b4-b8eb08bf0bec admin admin] Pushing event updated for resources: {'Network': ['ID=6cc8af28-e547-4a8b-9303-ae6c2584763b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:12.406328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 6cc8af28-e547-4a8b-9303-ae6c2584763b details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:58:12.419347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Made reservation on behalf of 30b8692226624436ba91e8e07f2ccd52 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:12.423399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.433928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafcdde-5386-493a-a2ed-f8429cd6de8a req-591082fa-41e5-4da2-8428-41de24b2556c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:12.435846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1dafcdde-5386-493a-a2ed-f8429cd6de8a req-591082fa-41e5-4da2-8428-41de24b2556c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 946 time: 0.1906049 Aug 19 11:58:12.446616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-0c2aaf25-8765-4157-9a0b-3db61f55347e tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:12.448750 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-0c2aaf25-8765-4157-9a0b-3db61f55347e tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 946 time: 0.0710919 Aug 19 11:58:12.451141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:12.454747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.531016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732582-9934-4497-a650-f7d2077e8820 req-a5a1a9b1-dff8-4954-95ee-f646bc75712d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:12.532586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c732582-9934-4497-a650-f7d2077e8820 req-a5a1a9b1-dff8-4954-95ee-f646bc75712d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1642966 Aug 19 11:58:12.564928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1dafcdde-5386-493a-a2ed-f8429cd6de8a req-69fe99f2-e59d-4d7f-b450-e4b14e743be0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185336 Aug 19 11:58:12.633714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c732582-9934-4497-a650-f7d2077e8820 req-45e5ffec-1092-4070-99b3-383fca75ea95 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916259 Aug 19 11:58:12.663435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Allocated IP 172.20.0.10 (203e6729-9299-4889-ae78-8658c22aafd7/0d8cc2e6-1c04-44ab-a736-c3fc8e7e5838/03ce9042-c866-4f65-887f-877442f629e3) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:12.709478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Deleting port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:12.709818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.801512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-199560d3-201a-4b77-ae6f-7beab4f4fc35 req-0822f15f-70f1-4fa9-8862-b71e1e37d1c3 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 210 time: 0.0574853 Aug 19 11:58:12.816343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.862344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.891331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] For port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,segment=NetworkSegment(7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b),segment_id=7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:12.891711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.916945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bbe2a4-fd46-44ef-8163-3483570401a6,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:12.926008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Calling delete_port for cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:12.943180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Checking segment: {'id': '75682f1d-64a8-4104-b109-c386a00511d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:12.943615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Network hostable DHCP agents. Network: 6cc8af28-e547-4a8b-9303-ae6c2584763b, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:58:12.950039 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:12.960540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-294c6a1f-5418-4e4d-8b17-51fbf576b182 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541484 Aug 19 11:58:13.005358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Network 6cc8af28-e547-4a8b-9303-ae6c2584763b is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:58:13.009607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Network 203e6729-9299-4889-ae78-8658c22aafd7 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:13.013127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:13.017698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:13.021875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Pushing event updated for resources: {'Port': ['ID=03ce9042-c866-4f65-887f-877442f629e3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:13.038708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 6cc8af28-e547-4a8b-9303-ae6c2584763b) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:13.043596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:13.044399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.054514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91785d34-ff3e-4bf9-8b87-1206ac1543a3 None None] Network 6cc8af28-e547-4a8b-9303-ae6c2584763b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:13.067836 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a82efb8d-11e8-4b8a-87d1-cdef66c024fb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7025449 Aug 19 11:58:13.071604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51916) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:13.084364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:13.085176 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.094486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:13.112406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-cc5e301b-8b7a-415c-8982-420f14e73adf tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0319977 Aug 19 11:58:13.138523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.140399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.148754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Request body: {'port': {'device_id': '0cb0d901-7464-4014-996d-cf3130bf21e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:13.189293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-6d203bec-def7-4b4d-a924-12ceda9f694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:13.190924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-6d203bec-def7-4b4d-a924-12ceda9f694a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62b3e6b6966e4355acb2993216d05640&device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 1097 time: 0.0928438 Aug 19 11:58:13.205543 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.208374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.215980 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.243196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-6cc8af28-e547-4a8b-9303-ae6c2584763b', 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'fixed_ips': [{'subnet_id': '16bbe2a4-fd46-44ef-8163-3483570401a6'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:58:13.244697 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.271157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Pushing event deleted for resources: {'Port': ['ID=cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:13.370274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5af67e74-9348-4f8a-b858-e58fe3ce645e req-0ef1edfa-ce60-4526-98d4-440dd0da00bd tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e75da51-3136-4d9c-b869-f0c2298e2017 HTTP/1.1" status: 200 len: 210 time: 0.0485198 Aug 19 11:58:13.376162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] No DVR routers for this DVR port cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:58:13.380090 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.382798 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8bcf793d-8e43-4191-874d-3ff8d2dd05b5 req-d68f53fe-39ea-43a3-860c-b059466ca7b2 tempest-VolumesAdminNegativeTest-1672896628 tempest-VolumesAdminNegativeTest-1672896628-project] 10.222.0.69 "DELETE /v2.0/ports/cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 HTTP/1.1" status: 204 len: 173 time: 0.9124005 Aug 19 11:58:13.457534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e75da51-3136-4d9c-b869-f0c2298e2017', 'name': 'network-vif-deleted', 'tag': 'cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:13.459970 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0427f09b-e59c-4f0e-b908-4dc4cdb1abdf" -d '{"events": [{"server_uuid": "3e75da51-3136-4d9c-b869-f0c2298e2017", "name": "network-vif-deleted", "tag": "cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:13.470058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.515326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Allocated IP 172.20.0.2 (6cc8af28-e547-4a8b-9303-ae6c2584763b/16bbe2a4-fd46-44ef-8163-3483570401a6/a616169d-db25-4413-adbf-c473643cbeb8) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:13.563040 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5ea170-dcd4-4c55-b55e-63c61f4fb39c x-openstack-request-id: req-5b5ea170-dcd4-4c55-b55e-63c61f4fb39c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:13.563389 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e75da51-3136-4d9c-b869-f0c2298e2017", "name": "network-vif-deleted", "tag": "cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:13.563939 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b5ea170-dcd4-4c55-b55e-63c61f4fb39c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:13.564726 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e75da51-3136-4d9c-b869-f0c2298e2017', 'name': 'network-vif-deleted', 'tag': 'cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5', 'status': 'completed', 'code': 200} Aug 19 11:58:13.597759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-2d6a5961-94cd-4690-865b-c5ff7386898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:13.599252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-2d6a5961-94cd-4690-865b-c5ff7386898e service neutron] 10.222.0.69 "GET /v2.0/networks?id=fa7c0514-b5fa-4b4d-8e7f-64ae46838546 HTTP/1.1" status: 200 len: 906 time: 0.3698010 Aug 19 11:58:13.786324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.792813 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.806741 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Transition to ACTIVE for port object a616169d-db25-4413-adbf-c473643cbeb8 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:13.814247 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.828609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Transition to ACTIVE for port object a616169d-db25-4413-adbf-c473643cbeb8 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:13.839794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-2117f5ce-393b-4307-913c-e82dc5599f2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e HTTP/1.1" status: 200 len: 1001 time: 0.2254126 Aug 19 11:58:13.840881 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.856315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068aaae-82ac-4d43-9bc0-52a6dc5b579e req-4eacc29c-d9d0-44de-bd92-a9e4e7f903a9 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:13.859985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e068aaae-82ac-4d43-9bc0-52a6dc5b579e req-4eacc29c-d9d0-44de-bd92-a9e4e7f903a9 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 946 time: 0.1834176 Aug 19 11:58:13.896000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Network 6cc8af28-e547-4a8b-9303-ae6c2584763b is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:13.899928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:13.907672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:13.917017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Pushing event updated for resources: {'Port': ['ID=a616169d-db25-4413-adbf-c473643cbeb8,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:13.958599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Allocated IP 172.25.4.164 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/03bb6743-24bc-4907-b8a6-d24b0de6a7d5) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:13.986811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Attempting to bind port a616169d-db25-4413-adbf-c473643cbeb8 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:13.987721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Attempting to bind port a616169d-db25-4413-adbf-c473643cbeb8 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '75682f1d-64a8-4104-b109-c386a00511d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:13.988144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Attempting to bind port a616169d-db25-4413-adbf-c473643cbeb8 on network 6cc8af28-e547-4a8b-9303-ae6c2584763b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:13.996429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:13.996956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Checking segment: {'id': '75682f1d-64a8-4104-b109-c386a00511d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:13.997638 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.998315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Bound using segment: {'id': '75682f1d-64a8-4104-b109-c386a00511d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:13.998844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Bound port: a616169d-db25-4413-adbf-c473643cbeb8, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75682f1d-64a8-4104-b109-c386a00511d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:13.999396 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:13.999550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8868d0d-33dd-4b80-bc8c-1b9f1a163939 req-7954a37e-48fd-4cd1-be30-dee8914b0b07 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:14.007617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8868d0d-33dd-4b80-bc8c-1b9f1a163939 req-7954a37e-48fd-4cd1-be30-dee8914b0b07 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.2395611 Aug 19 11:58:14.010521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-ab3064d5-8cca-4995-95f6-1010aa855ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:14.011954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-ab3064d5-8cca-4995-95f6-1010aa855ab9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef62a006-26f7-443d-aa92-459441b85eb7 HTTP/1.1" status: 200 len: 844 time: 0.1490946 Aug 19 11:58:14.099248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] For port a616169d-db25-4413-adbf-c473643cbeb8, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:14.102031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] For port a616169d-db25-4413-adbf-c473643cbeb8, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a616169d-db25-4413-adbf-c473643cbeb8,segment=NetworkSegment(75682f1d-64a8-4104-b109-c386a00511d5),segment_id=75682f1d-64a8-4104-b109-c386a00511d5)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:14.107705 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:14.111785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:14.146970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ce9042-c866-4f65-887f-877442f629e3 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:14.157375 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:14.169476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:14.174746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Transition to ACTIVE for port object 03ce9042-c866-4f65-887f-877442f629e3 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:14.192907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81edab-c482-49e4-9e53-cc359b9c0ae0 None None] Pushing event updated for resources: {'Port': ['ID=a616169d-db25-4413-adbf-c473643cbeb8,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:14.195044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e068aaae-82ac-4d43-9bc0-52a6dc5b579e req-2db02797-1286-4218-8699-ead9cc2ed36f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729456 Aug 19 11:58:14.199818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:14.296354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:14.304463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8868d0d-33dd-4b80-bc8c-1b9f1a163939 req-31b38e25-244d-474a-971c-3c388300a900 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917020 Aug 19 11:58:14.304720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:14.322226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:14.324426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-beadf73f-e497-4a11-85e5-2c3e05a8cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:14.326146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-beadf73f-e497-4a11-85e5-2c3e05a8cce1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fa7c0514-b5fa-4b4d-8e7f-64ae46838546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591629 Aug 19 11:58:14.333556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Pushing event updated for resources: {'Port': ['ID=03bb6743-24bc-4907-b8a6-d24b0de6a7d5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:14.456779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-c9ea53b2-1b74-4a57-b3c0-79594515bb00 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:14.458428 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-c9ea53b2-1b74-4a57-b3c0-79594515bb00 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 946 time: 0.2101018 Aug 19 11:58:14.556421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:14.957889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Pushing event updated for resources: {'Port': ['ID=03ce9042-c866-4f65-887f-877442f629e3,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:15.007531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd75aba-2590-41d0-8446-6c7369cf8ed7 admin admin] Deleting subnet a6e52eee-2c8e-49a4-82b3-d1710ddb5004 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:58:15.011954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffd75aba-2590-41d0-8446-6c7369cf8ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.033340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4943bf3-08ba-464d-b2f0-14e6ab814f2c req-fae4fe37-0123-4b55-a8e4-2178e8821a2a tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:15.035225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4943bf3-08ba-464d-b2f0-14e6ab814f2c req-fae4fe37-0123-4b55-a8e4-2178e8821a2a tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 944 time: 0.1758966 Aug 19 11:58:15.035984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Attempting to bind port 03ce9042-c866-4f65-887f-877442f629e3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:15.036312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Attempting to bind port 03ce9042-c866-4f65-887f-877442f629e3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'f948905c-d3dd-40b9-9b7a-4c368009d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '203e6729-9299-4889-ae78-8658c22aafd7'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:15.036668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Attempting to bind port 03ce9042-c866-4f65-887f-877442f629e3 on network 203e6729-9299-4889-ae78-8658c22aafd7 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:15.060375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Port 03ce9042-c866-4f65-887f-877442f629e3 on network 203e6729-9299-4889-ae78-8658c22aafd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:15.060831 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Attempting to bind port 03ce9042-c866-4f65-887f-877442f629e3 on network 203e6729-9299-4889-ae78-8658c22aafd7 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:15.074744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-0bf72746-e862-49de-9540-c3e67904dfc9 service neutron] 10.222.0.69 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104812 Aug 19 11:58:15.078747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:15.079103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Checking segment: {'id': 'f948905c-d3dd-40b9-9b7a-4c368009d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '203e6729-9299-4889-ae78-8658c22aafd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:15.079474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Bound using segment: {'id': 'f948905c-d3dd-40b9-9b7a-4c368009d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '203e6729-9299-4889-ae78-8658c22aafd7'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:15.079936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Bound port: 03ce9042-c866-4f65-887f-877442f629e3, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f948905c-d3dd-40b9-9b7a-4c368009d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '203e6729-9299-4889-ae78-8658c22aafd7'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:15.080294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.156640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffd75aba-2590-41d0-8446-6c7369cf8ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.165388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:15.168574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4943bf3-08ba-464d-b2f0-14e6ab814f2c req-0ebf9467-8bf5-4cf9-b3cb-a3b2492f36c0 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184955 Aug 19 11:58:15.201326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Deleting port 96bd8541-d83d-4e7c-9308-511405cd73c0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:15.201630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.211781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:15.212496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device cd2a6fc2-001b-444b-8cd2-ed34eab2b9d5 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:15.261755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] For port 03ce9042-c866-4f65-887f-877442f629e3, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:15.289635 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffd75aba-2590-41d0-8446-6c7369cf8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.298359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-643fd6fe-ee41-4f03-8b2e-106dc726c2e7 req-d385ee08-b809-48e6-8545-b352d515355d service neutron] 10.222.0.69 "GET /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006531 Aug 19 11:58:15.321139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] For port 03ce9042-c866-4f65-887f-877442f629e3, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=03ce9042-c866-4f65-887f-877442f629e3,segment=NetworkSegment(f948905c-d3dd-40b9-9b7a-4c368009d22f),segment_id=f948905c-d3dd-40b9-9b7a-4c368009d22f)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:15.385957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.425162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.485908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:15.488033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.490123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-a5f159ba-481b-4736-b054-207178734a52 service neutron] 10.222.0.54 "PUT /v2.0/ports/03ce9042-c866-4f65-887f-877442f629e3 HTTP/1.1" status: 200 len: 1092 time: 2.3514113 Aug 19 11:58:15.490477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb0d901-7464-4014-996d-cf3130bf21e1', 'tag': '03ce9042-c866-4f65-887f-877442f629e3'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:15.493021 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206d21a4-cd4d-44b3-91e3-e6577033ec1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb0d901-7464-4014-996d-cf3130bf21e1", "tag": "03ce9042-c866-4f65-887f-877442f629e3"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:15.497825 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffd75aba-2590-41d0-8446-6c7369cf8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.542682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8959c-4228-4cb7-8cc8-48472ebb668d req-5bc60cae-c93a-425c-881d-5085a17d21ea tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:15.545232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2aa8959c-4228-4cb7-8cc8-48472ebb668d req-5bc60cae-c93a-425c-881d-5085a17d21ea tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 946 time: 0.2390363 Aug 19 11:58:15.565012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a5bef9-ddae-4289-968e-d1e102ece476 None None] Network 6cc8af28-e547-4a8b-9303-ae6c2584763b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:15.611242 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffd75aba-2590-41d0-8446-6c7369cf8ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.614790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f159ba-481b-4736-b054-207178734a52 service neutron] Pushing event updated for resources: {'Port': ['ID=03ce9042-c866-4f65-887f-877442f629e3,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:15.619525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ffd75aba-2590-41d0-8446-6c7369cf8ed7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a6e52eee-2c8e-49a4-82b3-d1710ddb5004 HTTP/1.1" status: 204 len: 168 time: 1.0595145 Aug 19 11:58:15.620430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd75aba-2590-41d0-8446-6c7369cf8ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e52eee-2c8e-49a4-82b3-d1710ddb5004,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:15.622453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51982) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:15.628448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51984) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:15.640380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f395bb-9844-43c9-af9c-5cb6ba23adb1 req-1aef1ccc-0085-4d9e-a78e-a1d8989fb1ae tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:15.647869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58f395bb-9844-43c9-af9c-5cb6ba23adb1 req-1aef1ccc-0085-4d9e-a78e-a1d8989fb1ae tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.2064440 Aug 19 11:58:15.691336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-3424c534-bf1a-41f7-8826-cf91f6f80ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:15.693682 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-3424c534-bf1a-41f7-8826-cf91f6f80ebe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30b8692226624436ba91e8e07f2ccd52&device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 1095 time: 0.1372139 Aug 19 11:58:15.697648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] For port 96bd8541-d83d-4e7c-9308-511405cd73c0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=96bd8541-d83d-4e7c-9308-511405cd73c0,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:15.698054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.703533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2aa8959c-4228-4cb7-8cc8-48472ebb668d req-c03048e7-b760-4369-98cd-2af29ecdc03e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313500 Aug 19 11:58:15.709228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ec4791ef-6534-4ee5-9599-c2f9c865313b None None] Provisioning for port a616169d-db25-4413-adbf-c473643cbeb8 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:15.754573 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-0c30a896-0fc9-40c9-b744-f33354a28c97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ce9042-c866-4f65-887f-877442f629e3 HTTP/1.1" status: 200 len: 217 time: 0.0448859 Aug 19 11:58:15.759990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Calling delete_port for 96bd8541-d83d-4e7c-9308-511405cd73c0 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:15.769710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58f395bb-9844-43c9-af9c-5cb6ba23adb1 req-eddb638d-776e-447a-b1d8-0824431561c9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207564 Aug 19 11:58:15.817308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-d7a9cc0d-c9d9-4e66-917b-3903fe34eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:15.819428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-d7a9cc0d-c9d9-4e66-917b-3903fe34eca5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d8cc2e6-1c04-44ab-a736-c3fc8e7e5838 HTTP/1.1" status: 200 len: 865 time: 0.0533655 Aug 19 11:58:15.859833 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:15.896908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-eeb4ff06-eeaa-4cac-ac40-5748b72eb689 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=203e6729-9299-4889-ae78-8658c22aafd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690093 Aug 19 11:58:16.043522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-10ce03f1-7f64-42ec-aa88-46e6c18b743b service neutron] 10.222.0.54 "GET /v2.0/networks/203e6729-9299-4889-ae78-8658c22aafd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375151 Aug 19 11:58:16.045239 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a478ee69-76e7-4529-a0ee-00e43efa2351 x-openstack-request-id: req-a478ee69-76e7-4529-a0ee-00e43efa2351 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:16.045768 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb0d901-7464-4014-996d-cf3130bf21e1", "tag": "03ce9042-c866-4f65-887f-877442f629e3", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:16.046022 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a478ee69-76e7-4529-a0ee-00e43efa2351 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:16.046698 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb0d901-7464-4014-996d-cf3130bf21e1', 'tag': '03ce9042-c866-4f65-887f-877442f629e3', 'status': 'completed', 'code': 200} Aug 19 11:58:16.047913 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e588e9d6-da45-434f-9282-b874f1f1538b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.065646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.142035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a616169d-db25-4413-adbf-c473643cbeb8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:16.270838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.288782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff12e79-10cb-43d3-ab28-c1b280f7710e']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:16.331628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:16.332002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffe5114-dd5b-4f1c-b1a4-7c75ae2df84b') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:16.358601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.392098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.392852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70428d-28c7-4486-899c-26660cf8fdcd req-972ab3b9-a5e5-418d-a916-732cca95e931 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:16.397777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf70428d-28c7-4486-899c-26660cf8fdcd req-972ab3b9-a5e5-418d-a916-732cca95e931 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.2769542 Aug 19 11:58:16.406225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:58:16.406633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:58:16.409476 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:58:16.421459 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.438992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port a616169d-db25-4413-adbf-c473643cbeb8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:16.444422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a616169d-db25-4413-adbf-c473643cbeb8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:16.445163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.459866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55bf06d1-ef05-49d5-b8cd-7ac7a05272c5 req-b75237fa-f204-40e5-9d8e-2d1797b0fa6e service neutron] 10.222.0.54 "GET /v2.0/networks/203e6729-9299-4889-ae78-8658c22aafd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083734 Aug 19 11:58:16.467726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['96bd8541-d83d-4e7c-9308-511405cd73c0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:16.492912 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e588e9d6-da45-434f-9282-b874f1f1538b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.501592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd320b-e1f7-4735-adea-5d24282ac18d req-7eba8fba-1164-4ba1-9b8d-831595883811 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:16.503277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5edd320b-e1f7-4735-adea-5d24282ac18d req-7eba8fba-1164-4ba1-9b8d-831595883811 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 944 time: 0.2045755 Aug 19 11:58:16.517907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf70428d-28c7-4486-899c-26660cf8fdcd req-9bf1fe33-5614-4ac1-8eef-a300cb254eb3 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945923 Aug 19 11:58:16.519241 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e588e9d6-da45-434f-9282-b874f1f1538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.536360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event deleted for resources: {'Port': ['ID=96bd8541-d83d-4e7c-9308-511405cd73c0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:16.573713 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.600947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] No DVR routers for this DVR port 96bd8541-d83d-4e7c-9308-511405cd73c0 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:58:16.606955 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.613272 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f14d1e63-2385-4275-bb1e-0a9d7d8304ee req-6ba0b331-2407-4786-916b-b794399494b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "DELETE /v2.0/ports/96bd8541-d83d-4e7c-9308-511405cd73c0 HTTP/1.1" status: 204 len: 173 time: 2.0709207 Aug 19 11:58:16.614005 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.616860 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e49dadc-1317-407a-ab14-d34120ca2ef5', 'name': 'network-vif-deleted', 'tag': '96bd8541-d83d-4e7c-9308-511405cd73c0'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:16.620610 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc30c84a-c7e4-4169-be1e-908a9f53b103" -d '{"events": [{"server_uuid": "6e49dadc-1317-407a-ab14-d34120ca2ef5", "name": "network-vif-deleted", "tag": "96bd8541-d83d-4e7c-9308-511405cd73c0"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:16.623083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port a616169d-db25-4413-adbf-c473643cbeb8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a616169d-db25-4413-adbf-c473643cbeb8,segment=NetworkSegment(75682f1d-64a8-4104-b109-c386a00511d5),segment_id=75682f1d-64a8-4104-b109-c386a00511d5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:16.624759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Router 774b0ebc-bc64-4386-ae4f-575b63153cc8 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:58:16.630194 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.647930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e588e9d6-da45-434f-9282-b874f1f1538b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7dfc56c1b67141b09ff950e37e4728ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9927108 Aug 19 11:58:16.653522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51998) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:16.656246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.661244 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/eff12e79-10cb-43d3-ab28-c1b280f7710e HTTP/1.1" status: 204 len: 168 time: 1.0255001 Aug 19 11:58:16.666016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52000) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:16.669271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5edd320b-e1f7-4735-adea-5d24282ac18d req-130e41e0-152c-4732-adbf-0198a0bc58a3 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297998 Aug 19 11:58:16.670392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436b694-72cf-4916-ab77-e2e519b377b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eff12e79-10cb-43d3-ab28-c1b280f7710e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:16.691610 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e2564-5df4-4951-b520-aefd115fdf4f x-openstack-request-id: req-696e2564-5df4-4951-b520-aefd115fdf4f {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:16.692002 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e49dadc-1317-407a-ab14-d34120ca2ef5", "name": "network-vif-deleted", "tag": "96bd8541-d83d-4e7c-9308-511405cd73c0", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:16.692257 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-696e2564-5df4-4951-b520-aefd115fdf4f {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:16.693067 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e49dadc-1317-407a-ab14-d34120ca2ef5', 'name': 'network-vif-deleted', 'tag': '96bd8541-d83d-4e7c-9308-511405cd73c0', 'status': 'completed', 'code': 200} Aug 19 11:58:16.723144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588e9d6-da45-434f-9282-b874f1f1538b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd52bc-b11a-4345-b6c4-2f7e668fcefd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:16.734613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=a616169d-db25-4413-adbf-c473643cbeb8,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:16.743018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-50c4e4b2-3632-4e86-8686-504918b39c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:16.744569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-50c4e4b2-3632-4e86-8686-504918b39c19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30b8692226624436ba91e8e07f2ccd52&device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 1095 time: 0.1638582 Aug 19 11:58:16.769231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8577bb4-34c8-4458-92e1-fc0cfc460f43 admin admin] Deleting subnet 42448fa8-ca3b-4e09-9cb5-a037dccc6681 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:58:16.783293 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8577bb4-34c8-4458-92e1-fc0cfc460f43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.836469 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc723cba-6c9d-4c00-9bad-61912c3a6680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.873919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc723cba-6c9d-4c00-9bad-61912c3a6680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.888887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:58:16.895354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d68a6dec-a7ec-4d9b-a0f4-04855d6f3f76 req-3ba98830-fb14-4490-9547-fc6345915155 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0738935 Aug 19 11:58:16.904477 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Sync routers for ids ['774b0ebc-bc64-4386-ae4f-575b63153cc8'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:58:16.917494 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Routers {'774b0ebc-bc64-4386-ae4f-575b63153cc8'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:16.919018 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['774b0ebc-bc64-4386-ae4f-575b63153cc8'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:16.931353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:16.931353 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6c262236-ec19-43be-b231-422db038b99b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8544047 Aug 19 11:58:16.931353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52008) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:16.979014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8577bb4-34c8-4458-92e1-fc0cfc460f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.054107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b1381-f7d1-40fd-8841-e319d661be36 req-7d8a12a6-a7a2-4c17-a008-ea6cd9379085 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:17.062985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-019b1381-f7d1-40fd-8841-e319d661be36 req-7d8a12a6-a7a2-4c17-a008-ea6cd9379085 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1633739 Aug 19 11:58:17.090759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8577bb4-34c8-4458-92e1-fc0cfc460f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.098088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc723cba-6c9d-4c00-9bad-61912c3a6680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.101000 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Set router 774b0ebc-bc64-4386-ae4f-575b63153cc8 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:17.101249 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc723cba-6c9d-4c00-9bad-61912c3a6680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.103041 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bc723cba-6c9d-4c00-9bad-61912c3a6680 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ecd52bc-b11a-4345-b6c4-2f7e668fcefd HTTP/1.1" status: 204 len: 168 time: 0.4431345 Aug 19 11:58:17.116934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-4e087684-3402-48a2-9400-43aed260878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:17.118780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-4e087684-3402-48a2-9400-43aed260878e service neutron] 10.222.0.54 "GET /v2.0/networks?id=203e6729-9299-4889-ae78-8658c22aafd7 HTTP/1.1" status: 200 len: 926 time: 0.3649888 Aug 19 11:58:17.150572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc723cba-6c9d-4c00-9bad-61912c3a6680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecd52bc-b11a-4345-b6c4-2f7e668fcefd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:17.177257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-45e95b6b-a79b-4db4-83ba-77b58c81d29d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ce9042-c866-4f65-887f-877442f629e3 HTTP/1.1" status: 200 len: 217 time: 0.0417566 Aug 19 11:58:17.196859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-019b1381-f7d1-40fd-8841-e319d661be36 req-7efc0ae9-83c4-43b4-a2e3-ee9dcdb2def3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289949 Aug 19 11:58:17.261482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-b73fa5dd-1a65-4b7a-a957-d77f197caa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:17.263232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-b73fa5dd-1a65-4b7a-a957-d77f197caa61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d8cc2e6-1c04-44ab-a736-c3fc8e7e5838 HTTP/1.1" status: 200 len: 865 time: 0.0642347 Aug 19 11:58:17.270725 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8577bb4-34c8-4458-92e1-fc0cfc460f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.327757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8577bb4-34c8-4458-92e1-fc0cfc460f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42448fa8-ca3b-4e09-9cb5-a037dccc6681,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:17.331312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-c9b1ea3f-3e88-450f-a7a5-27a0ebdcac45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=203e6729-9299-4889-ae78-8658c22aafd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573549 Aug 19 11:58:17.332979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8577bb4-34c8-4458-92e1-fc0cfc460f43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.334927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a8577bb4-34c8-4458-92e1-fc0cfc460f43 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/42448fa8-ca3b-4e09-9cb5-a037dccc6681 HTTP/1.1" status: 204 len: 168 time: 0.6637902 Aug 19 11:58:17.339346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52016) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:17.455423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-6f9ef8f5-e71f-4f67-9549-7cb2384095ef service neutron] 10.222.0.54 "GET /v2.0/networks/203e6729-9299-4889-ae78-8658c22aafd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117806 Aug 19 11:58:17.518035 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:14Z', 'revision_number': 3, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'gw_port': {'id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:17.605694 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Checking router: 774b0ebc-bc64-4386-ae4f-575b63153cc8 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:58:17.605694 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Updating router 774b0ebc-bc64-4386-ae4f-575b63153cc8 port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:58:17.624940 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.646445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52020) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:17.653275 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.669495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8431-15ca-41f3-bfec-bc20f2ce5cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.719146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:17.994873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.009781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16733e22-b2b5-4a1a-b978-310f9e8b992b']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:18.023262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-206d21a4-cd4d-44b3-91e3-e6577033ec1f req-de293d2c-97fb-4bb6-ba93-13954f0803d1 service neutron] 10.222.0.54 "GET /v2.0/networks/203e6729-9299-4889-ae78-8658c22aafd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147707 Aug 19 11:58:18.033765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076d7f-1881-4197-b429-3cefd62d5f5c req-25d3e4f2-1353-4a5f-905d-8dfc32335417 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:18.035493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5076d7f-1881-4197-b429-3cefd62d5f5c req-25d3e4f2-1353-4a5f-905d-8dfc32335417 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.4083955 Aug 19 11:58:18.037660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdee56e-f7d1-4bb3-b416-b2fda3a26bcf') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:18.038389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdee56e-f7d1-4bb3-b416-b2fda3a26bcf') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:18.039552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Allocated IP 172.20.0.1 (6cc8af28-e547-4a8b-9303-ae6c2584763b/16bbe2a4-fd46-44ef-8163-3483570401a6/3eb7648d-2d19-495e-83e6-f9d6407d579d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:18.065166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8431-15ca-41f3-bfec-bc20f2ce5cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.069598 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.096483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8431-15ca-41f3-bfec-bc20f2ce5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.102445 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Transition to ACTIVE for port object 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:18.103270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a616169d-db25-4413-adbf-c473643cbeb8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:18.111300 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.119238 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.163159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5076d7f-1881-4197-b429-3cefd62d5f5c req-878cec88-9630-4a0d-8e5c-4573de74b848 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837781 Aug 19 11:58:18.164246 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.180313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dae0fd-c4bc-47c0-9915-eddb4e206cbe req-eab4dd60-a9e0-43d6-a7af-df5bff7fb4b2 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:18.188610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3dae0fd-c4bc-47c0-9915-eddb4e206cbe req-eab4dd60-a9e0-43d6-a7af-df5bff7fb4b2 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 944 time: 0.3510699 Aug 19 11:58:18.191592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:58:18.192067 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:58:18.194024 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:58:18.200652 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a616169d-db25-4413-adbf-c473643cbeb8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:18.201152 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.222325 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Attempting to bind port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:18.224043 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Attempting to bind port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:18.225912 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Attempting to bind port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:18.248474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cc2e8431-15ca-41f3-bfec-bc20f2ce5cf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=975c984f7f9841cdbe88c940623e46e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6006508 Aug 19 11:58:18.255421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52032) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:18.270113 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:18.270885 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:18.274278 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.275310 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:18.275998 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Bound port: 03bb6743-24bc-4907-b8a6-d24b0de6a7d5, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:18.276770 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.291794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e8431-15ca-41f3-bfec-bc20f2ce5cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e335b-1cb6-4390-8291-ee2a34a3e8ad,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:18.292245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3dae0fd-c4bc-47c0-9915-eddb4e206cbe req-c35bf29f-02d5-499a-81c6-43f2722d3a86 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988588 Aug 19 11:58:18.310403 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-728e2204-f158-4fce-a290-89c4309d22f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.311246 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.318731 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.331374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] 10.222.0.65 "DELETE /v2.0/networks/16733e22-b2b5-4a1a-b978-310f9e8b992b HTTP/1.1" status: 204 len: 168 time: 0.9890103 Aug 19 11:58:18.351158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46347868-3f13-4dea-abf0-dbd850c7d609 admin admin] Pushing event deleted for resources: {'Network': ['ID=16733e22-b2b5-4a1a-b978-310f9e8b992b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:18.401465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bfdd94a7-a7dd-42f6-8ae1-531a86629d60 req-322cf6a8-b20f-498f-8808-d6018d68a596 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0517886 Aug 19 11:58:18.417325 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f0ff9-f757-4514-babb-faf8a1480363 None None] Pushing event updated for resources: {'Port': ['ID=03bb6743-24bc-4907-b8a6-d24b0de6a7d5,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:18.446238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.470112 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] For port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:18.481039 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] For port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=03bb6743-24bc-4907-b8a6-d24b0de6a7d5,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:18.490332 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.498540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea13e-97c6-4ab3-b77e-58c5bd2e4c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.502770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Transition to ACTIVE for port object 3eb7648d-2d19-495e-83e6-f9d6407d579d will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:18.581634 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Routers {'774b0ebc-bc64-4386-ae4f-575b63153cc8'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:18.582439 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['774b0ebc-bc64-4386-ae4f-575b63153cc8'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:18.586188 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea13e-97c6-4ab3-b77e-58c5bd2e4c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.628544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f25a4-503a-4de2-ac45-e2fd92368fbf req-27433e2f-e0df-497d-bd20-87d875f3df5e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:18.630252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-305f25a4-503a-4de2-ac45-e2fd92368fbf req-27433e2f-e0df-497d-bd20-87d875f3df5e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1134467 Aug 19 11:58:18.688699 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.693826 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f0ff9-f757-4514-babb-faf8a1480363 None None] Pushing event updated for resources: {'Port': ['ID=03bb6743-24bc-4907-b8a6-d24b0de6a7d5,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:18.719729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-305f25a4-503a-4de2-ac45-e2fd92368fbf req-0e9b0d9f-1183-46e5-a243-642b379603ce tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776000 Aug 19 11:58:18.743070 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] Set router 774b0ebc-bc64-4386-ae4f-575b63153cc8 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:18.756633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52038) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:18.760845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea13e-97c6-4ab3-b77e-58c5bd2e4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.763796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea13e-97c6-4ab3-b77e-58c5bd2e4c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.768361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5f7ea13e-97c6-4ab3-b77e-58c5bd2e4c0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b62e335b-1cb6-4390-8291-ee2a34a3e8ad HTTP/1.1" status: 204 len: 168 time: 0.5100384 Aug 19 11:58:18.779264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Network 6cc8af28-e547-4a8b-9303-ae6c2584763b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:18.782528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Pushing event updated for resources: {'Port': ['ID=3eb7648d-2d19-495e-83e6-f9d6407d579d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:18.792096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:18.795671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:18.799669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ea13e-97c6-4ab3-b77e-58c5bd2e4c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e335b-1cb6-4390-8291-ee2a34a3e8ad,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:18.834068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fcd26ce1-a364-4bab-a8f0-b82167269e65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0687db769a3544b387de7cd72d405a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762372 Aug 19 11:58:18.836588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52044) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:18.895101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 03ce9042-c866-4f65-887f-877442f629e3 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:58:18.902360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 96bd8541-d83d-4e7c-9308-511405cd73c0 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:18.911779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:18.978720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 96bd8541-d83d-4e7c-9308-511405cd73c0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:18.979065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 96bd8541-d83d-4e7c-9308-511405cd73c0 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:18.990020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d16fbad8-64f1-49b2-bbe1-720b6016cb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:19.048080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d16fbad8-64f1-49b2-bbe1-720b6016cb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:19.176988 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d16fbad8-64f1-49b2-bbe1-720b6016cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:19.184635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d16fbad8-64f1-49b2-bbe1-720b6016cb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:19.195292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d16fbad8-64f1-49b2-bbe1-720b6016cb2d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd5ca775-694a-483e-a3b2-215081565373 HTTP/1.1" status: 204 len: 168 time: 0.3576024 Aug 19 11:58:19.211105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fbad8-64f1-49b2-bbe1-720b6016cb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5ca775-694a-483e-a3b2-215081565373,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:19.265092 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:14Z', 'revision_number': 3, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'gw_port': {'id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:19.276807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 03ce9042-c866-4f65-887f-877442f629e3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=03ce9042-c866-4f65-887f-877442f629e3,segment=NetworkSegment(f948905c-d3dd-40b9-9b7a-4c368009d22f),segment_id=f948905c-d3dd-40b9-9b7a-4c368009d22f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:19.278363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:19.302790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '03ce9042-c866-4f65-887f-877442f629e3', 'network_id': '203e6729-9299-4889-ae78-8658c22aafd7', 'port_id': '03ce9042-c866-4f65-887f-877442f629e3', 'mac_address': 'fa:16:3e:84:b5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8cc2e6-1c04-44ab-a736-c3fc8e7e5838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:58:19.330717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d07c-4c2e-4ceb-bd61-c69f9f60a8be req-9c7fc378-22e8-4113-9934-dfcb831a3be4 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:19.339934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4b4d07c-4c2e-4ceb-bd61-c69f9f60a8be req-9c7fc378-22e8-4113-9934-dfcb831a3be4 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.0875778 Aug 19 11:58:19.366062 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f50f154-610d-435b-863e-07174e1246c8 None None] The sync data for ids ['774b0ebc-bc64-4386-ae4f-575b63153cc8'] in n-d-778550-9 is: [{'id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:14Z', 'revision_number': 3, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'gw_port': {'id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:58:19.442743 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4b4d07c-4c2e-4ceb-bd61-c69f9f60a8be req-d6487249-e84e-4e91-ad67-59db1a4f991e tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963244 Aug 19 11:58:19.475586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:19.501364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-99366c0a-f554-43bc-8124-b3fa77c0e721 None None] Provisioning for port 3eb7648d-2d19-495e-83e6-f9d6407d579d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:19.515880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-99366c0a-f554-43bc-8124-b3fa77c0e721 None None] Provisioning complete for port 3eb7648d-2d19-495e-83e6-f9d6407d579d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:19.516713 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-99366c0a-f554-43bc-8124-b3fa77c0e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:19.526141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ce9042-c866-4f65-887f-877442f629e3 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:19.539828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5823cab-4bd4-4c32-9cfc-5a386eeb43e3 req-b755aeec-5676-419f-853a-5912226b8f04 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:19.553014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5823cab-4bd4-4c32-9cfc-5a386eeb43e3 req-b755aeec-5676-419f-853a-5912226b8f04 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 944 time: 0.1024973 Aug 19 11:58:19.636422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5823cab-4bd4-4c32-9cfc-5a386eeb43e3 req-3c2d51f2-4aac-4654-9c38-dd1789a37260 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782814 Aug 19 11:58:19.648030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 03ce9042-c866-4f65-887f-877442f629e3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=03ce9042-c866-4f65-887f-877442f629e3,segment=NetworkSegment(f948905c-d3dd-40b9-9b7a-4c368009d22f),segment_id=f948905c-d3dd-40b9-9b7a-4c368009d22f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:19.658894 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:19.671403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-99366c0a-f554-43bc-8124-b3fa77c0e721 None None] Port 3eb7648d-2d19-495e-83e6-f9d6407d579d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:58:19.725575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae779f3f-befa-4640-bf5d-3e915b346373 req-eb55d713-5792-4e5b-8687-efecde905c82 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0753984 Aug 19 11:58:19.794743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=03ce9042-c866-4f65-887f-877442f629e3,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:19.962080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['03ce9042-c866-4f65-887f-877442f629e3'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:19.973886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca9838-db9b-4c68-be75-57a506054b2f req-e1f373e2-45b1-4961-929e-4bebc379c94d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:19.996209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bca9838-db9b-4c68-be75-57a506054b2f req-e1f373e2-45b1-4961-929e-4bebc379c94d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1504157 Aug 19 11:58:20.051107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52072) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:20.082768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bca9838-db9b-4c68-be75-57a506054b2f req-ae0434b1-1be3-4f7c-a9ed-772f21eca7a3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854542 Aug 19 11:58:20.157502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:20.161346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-83f8737b-9de5-4b4a-8ea4-1b95402a031e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13f5bbc70d2c42188a465ac95c1ce0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047881 Aug 19 11:58:20.164192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52074) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:20.188638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.203674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.273324 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f58e03cb-5d77-4e82-baec-6e2d5787f559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.287090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:20.294882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.301805 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f58e03cb-5d77-4e82-baec-6e2d5787f559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.324258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:20.325885 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.374718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f58e03cb-5d77-4e82-baec-6e2d5787f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.383892 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f58e03cb-5d77-4e82-baec-6e2d5787f559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.387981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f58e03cb-5d77-4e82-baec-6e2d5787f559 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/779cefee-108a-476a-9a1f-d82b037d6f5b HTTP/1.1" status: 204 len: 168 time: 0.2197115 Aug 19 11:58:20.394941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e03cb-5d77-4e82-baec-6e2d5787f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779cefee-108a-476a-9a1f-d82b037d6f5b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:20.497739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Pushing event updated for resources: {'Port': ['ID=3eb7648d-2d19-495e-83e6-f9d6407d579d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:20.534991 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.564555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=03bb6743-24bc-4907-b8a6-d24b0de6a7d5,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:20.576529 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.612837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Network 6cc8af28-e547-4a8b-9303-ae6c2584763b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:20.615714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:20.641499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4264b-b2b3-4af6-bd70-d24ff55d1e26 req-63fbf881-deb5-41d1-b116-9f53d401a1d6 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:20.667920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0e4264b-b2b3-4af6-bd70-d24ff55d1e26 req-63fbf881-deb5-41d1-b116-9f53d401a1d6 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.0898347 Aug 19 11:58:20.769347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=03bb6743-24bc-4907-b8a6-d24b0de6a7d5,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:20.809126 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0e4264b-b2b3-4af6-bd70-d24ff55d1e26 req-ce024c4b-fb2b-43d6-8c0b-782146ef0035 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401629 Aug 19 11:58:20.889215 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-55407c18-a782-4417-957e-0e31c2f5ceeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.921491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 03ce9042-c866-4f65-887f-877442f629e3 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:20.984341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Router 774b0ebc-bc64-4386-ae4f-575b63153cc8 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:58:20.990957 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:20.996239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6ad02-63e0-4948-9976-51837e6538ad req-902605c5-84c2-451f-b847-19db03918def tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:21.006514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ab6ad02-63e0-4948-9976-51837e6538ad req-902605c5-84c2-451f-b847-19db03918def tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 945 time: 0.1955752 Aug 19 11:58:21.065766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 03ce9042-c866-4f65-887f-877442f629e3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:21.069332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-136e43eb-9954-4d37-901a-bc22e23a3ddd req-d09ecfc9-35dd-4877-97fa-c35c2b433520 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0934782 Aug 19 11:58:21.072497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 03ce9042-c866-4f65-887f-877442f629e3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:21.072946 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:21.179439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ab6ad02-63e0-4948-9976-51837e6538ad req-cf9d5231-9109-41ad-9f1e-201668aa5036 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718228 Aug 19 11:58:21.224600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f1ea0f55-f1d4-472f-b947-fed2cdea8156 None None] Provisioning complete for port 3eb7648d-2d19-495e-83e6-f9d6407d579d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:21.225394 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f1ea0f55-f1d4-472f-b947-fed2cdea8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:21.239218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-d2b575ea-b373-4c3e-804e-a85b96a3adec tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:21.256866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-d2b575ea-b373-4c3e-804e-a85b96a3adec tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.1839397 Aug 19 11:58:21.312716 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:58:21.328255 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea0f55-f1d4-472f-b947-fed2cdea8156 None None] Port 3eb7648d-2d19-495e-83e6-f9d6407d579d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:58:21.333683 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a11a10be-455f-4058-865c-5fc147e5f7cc admin admin] 10.222.0.65 "PUT /v2.0/routers/774b0ebc-bc64-4386-ae4f-575b63153cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4007764 Aug 19 11:58:21.353583 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:21.381363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb0d901-7464-4014-996d-cf3130bf21e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce9042-c866-4f65-887f-877442f629e3'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:21.384007 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598851dd-000c-4975-be19-0bf571a0bc59" -d '{"events": [{"server_uuid": "0cb0d901-7464-4014-996d-cf3130bf21e1", "name": "network-vif-plugged", "status": "completed", "tag": "03ce9042-c866-4f65-887f-877442f629e3"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:21.424227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 03ce9042-c866-4f65-887f-877442f629e3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=03ce9042-c866-4f65-887f-877442f629e3,segment=NetworkSegment(f948905c-d3dd-40b9-9b7a-4c368009d22f),segment_id=f948905c-d3dd-40b9-9b7a-4c368009d22f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:21.442278 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fe974e-d1b0-4550-9e0f-2d72f68728c6 x-openstack-request-id: req-c6fe974e-d1b0-4550-9e0f-2d72f68728c6 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:21.442719 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb0d901-7464-4014-996d-cf3130bf21e1", "name": "network-vif-plugged", "status": "completed", "tag": "03ce9042-c866-4f65-887f-877442f629e3", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:21.443417 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6fe974e-d1b0-4550-9e0f-2d72f68728c6 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:21.443987 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb0d901-7464-4014-996d-cf3130bf21e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce9042-c866-4f65-887f-877442f629e3', 'code': 200} Aug 19 11:58:21.445535 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:21.506091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac38af-b6a4-4361-a586-ef9e18989d18 req-346e9344-5677-40b5-acef-6c8aaf70d99e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:21.507380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3dac38af-b6a4-4361-a586-ef9e18989d18 req-346e9344-5677-40b5-acef-6c8aaf70d99e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1431603 Aug 19 11:58:21.533916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=03ce9042-c866-4f65-887f-877442f629e3,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:21.587309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Deleting port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:21.587661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:21.684879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52124) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:21.695005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] For port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:21.695382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:21.860758 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:21.903964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:21.905307 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:21.905641 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Floating IP 5bf3ea02-40cd-4a67-ba86-7395b347b68b disassociated. External IP: 172.25.4.81, port: 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e. Aug 19 11:58:21.905991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Calling delete_port for 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:22.002527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52136) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:22.034306 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3dac38af-b6a4-4361-a586-ef9e18989d18 req-bc5d360b-ca1b-4855-9adb-7a525aac73ae tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032201 Aug 19 11:58:22.056374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0fa5c-d691-402a-9d98-6e1e13a99239 req-190c373f-2887-4d76-9af3-a7f783393a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:22.059738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5b0fa5c-d691-402a-9d98-6e1e13a99239 req-190c373f-2887-4d76-9af3-a7f783393a1d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 1097 time: 0.5170660 Aug 19 11:58:22.102019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-932324048'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:22.114620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:22.159753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0353f1b-b726-4f28-9743-44039d170e5d req-0baae164-a733-42bb-b6f0-5b02cb239219 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:22.167912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0353f1b-b726-4f28-9743-44039d170e5d req-0baae164-a733-42bb-b6f0-5b02cb239219 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 946 time: 0.2039344 Aug 19 11:58:22.172663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5b0fa5c-d691-402a-9d98-6e1e13a99239 req-c85998b2-c216-493a-9c3b-e677a3e0c238 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043742 Aug 19 11:58:22.174065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:22.179992 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.235899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:22.236531 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.256231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:58:22.293012 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.293848 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Added segment af1c039b-f91c-49bd-b37d-e25fda9b4277 of type vlan for network 17bdd6ef-9f04-4522-9c10-bb233c20b20f Aug 19 11:58:22.299932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93edf74e-d7aa-4f81-8840-489bd7de290e req-ed04aa68-3f95-43f4-a46c-e3fef4c377a2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0792832 Aug 19 11:58:22.301953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Sync routers for ids ['774b0ebc-bc64-4386-ae4f-575b63153cc8'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:58:22.317243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0353f1b-b726-4f28-9743-44039d170e5d req-5514f079-0cce-4a5c-bc58-5b6c2c38735e tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e14c516-67b2-4d0e-a7a6-cbc303166ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482434 Aug 19 11:58:22.325513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.338202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1481022910-network', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:22.374114 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Routers {'774b0ebc-bc64-4386-ae4f-575b63153cc8'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:22.375482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['774b0ebc-bc64-4386-ae4f-575b63153cc8'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:22.387816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Pushing event deleted for resources: {'Port': ['ID=1c9e9493-bc1c-48a9-a110-9735bc7ebc8e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:22.450586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.464412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Made reservation on behalf of 6f8c24d6e0664dc4a7c5b98007b03e2e for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:22.467857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.492530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.522893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.528730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:22.529459 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.719025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Set router 774b0ebc-bc64-4386-ae4f-575b63153cc8 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:22.727696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Network': ['ID=17bdd6ef-9f04-4522-9c10-bb233c20b20f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:22.762722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 17bdd6ef-9f04-4522-9c10-bb233c20b20f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:58:22.826408 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.835561 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.873320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4bfc8d92-4928-49f0-9fcc-d55684b024aa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1865811 Aug 19 11:58:22.876249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52154) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:22.892280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'subnet': {'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:22.895461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:58:22.974853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde877-8399-4aff-a8d4-90ebf007ed50 req-1a72b024-c077-493c-988d-6502546df1a6 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:22.976444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9cde877-8399-4aff-a8d4-90ebf007ed50 req-1a72b024-c077-493c-988d-6502546df1a6 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 946 time: 0.5142307 Aug 19 11:58:22.977720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a0b6d6-5e16-4198-b3ae-1a5cf118cdb6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:22.981075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:22.981946 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Added segment 10bc4851-ceec-4ed5-b376-e9b1404a9824 of type vlan for network b2182674-001d-41bf-8d8b-aae9e4631ca9 Aug 19 11:58:22.994559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Router fbdc1862-4277-4f92-8cb0-a1196aa38ceb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:58:23.068565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:23.125950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9cde877-8399-4aff-a8d4-90ebf007ed50 req-bf3c2097-4879-4194-a604-e8234de85258 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232040 Aug 19 11:58:23.131884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:23.140558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:23.172749 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:23.174078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:23.175349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:23.209844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:23.267772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:58:23.278598 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] Sync routers for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:58:23.281448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:23.281942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:23.292860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:19Z', 'revision_number': 4, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'gw_port': {'id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3eb7648d-2d19-495e-83e6-f9d6407d579d', 'name': '', 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'mac_address': 'fa:16:3e:c9:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '16bbe2a4-fd46-44ef-8163-3483570401a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:17Z', 'updated_at': '2021-08-19T11:58:19Z', 'revision_number': 2, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'subnets': [{'id': '16bbe2a4-fd46-44ef-8163-3483570401a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:23.297353 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:23.297988 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:23.313566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bad73-9266-4c6d-bb35-ba54d65efa50 req-92e4b04c-d957-419e-a0e1-ae2298740130 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:23.315158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e0bad73-9266-4c6d-bb35-ba54d65efa50 req-92e4b04c-d957-419e-a0e1-ae2298740130 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1309054 Aug 19 11:58:23.382704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Checking router: 774b0ebc-bc64-4386-ae4f-575b63153cc8 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:58:23.387522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Updating router 774b0ebc-bc64-4386-ae4f-575b63153cc8 port 3eb7648d-2d19-495e-83e6-f9d6407d579d binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:58:23.394354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] No DVR routers for this DVR port 1c9e9493-bc1c-48a9-a110-9735bc7ebc8e on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:58:23.405369 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:23.410891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23ecdf98-12fe-42b3-aeec-d08195b3ea27 req-bb0ac779-401d-43f7-87b9-8de8ce98ddad tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.69 "DELETE /v2.0/ports/1c9e9493-bc1c-48a9-a110-9735bc7ebc8e HTTP/1.1" status: 204 len: 173 time: 2.1446972 Aug 19 11:58:23.414702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] Pushing event updated for resources: {'Network': ['ID=b2182674-001d-41bf-8d8b-aae9e4631ca9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:23.415855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f984413-1618-4e60-9939-52694cf76537', 'name': 'network-vif-deleted', 'tag': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:23.418478 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4730e241-4565-4af1-b4d4-c966e3734899" -d '{"events": [{"server_uuid": "3f984413-1618-4e60-9939-52694cf76537", "name": "network-vif-deleted", "tag": "1c9e9493-bc1c-48a9-a110-9735bc7ebc8e"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:23.431332 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:23.452825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network b2182674-001d-41bf-8d8b-aae9e4631ca9 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:58:23.458327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52174) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:23.458479 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c0e4da85-549b-45ed-8105-5be0a0cf61af admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4500649 Aug 19 11:58:23.466665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Request body: {'subnet': {'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1481022910-subnet', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:23.557833 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:23.566958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ebf8b6e-e007-41b0-bcce-857d88ff7a2f req-d1c1c01c-1189-40a6-81a8-f94035799734 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e49dadc-1317-407a-ab14-d34120ca2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0550437 Aug 19 11:58:23.599484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e0bad73-9266-4c6d-bb35-ba54d65efa50 req-32da7cee-5526-48b5-8abb-4d13ba293c08 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119589 Aug 19 11:58:23.609664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Made reservation on behalf of 6f8c24d6e0664dc4a7c5b98007b03e2e for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:23.614689 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:23.745175 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822e2786-09eb-4794-bf51-207876d546b0 x-openstack-request-id: req-822e2786-09eb-4794-bf51-207876d546b0 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:23.745490 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f984413-1618-4e60-9939-52694cf76537", "name": "network-vif-deleted", "tag": "1c9e9493-bc1c-48a9-a110-9735bc7ebc8e", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:23.747087 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-822e2786-09eb-4794-bf51-207876d546b0 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:23.747087 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f984413-1618-4e60-9939-52694cf76537', 'name': 'network-vif-deleted', 'tag': '1c9e9493-bc1c-48a9-a110-9735bc7ebc8e', 'status': 'completed', 'code': 200} Aug 19 11:58:23.764510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:23.816009 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:56:03Z', 'revision_number': 5, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:23.881381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfe81aba-c0f1-4a5d-950e-1cf9df4a791d req-51b166cf-fb12-4cc0-b63e-b221ad217d21 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f984413-1618-4e60-9939-52694cf76537 HTTP/1.1" status: 200 len: 210 time: 0.1061842 Aug 19 11:58:23.888670 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] Checking router: fbdc1862-4277-4f92-8cb0-a1196aa38ceb for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:58:23.892804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Checking segment: {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:23.893182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network hostable DHCP agents. Network: 17bdd6ef-9f04-4522-9c10-bb233c20b20f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:58:23.905244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Subnet': ['ID=fb24a03c-a2ce-43f7-b9df-60f849393710,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:23.916034 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:23.917028 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:23.935633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network 17bdd6ef-9f04-4522-9c10-bb233c20b20f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:58:23.950655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 17bdd6ef-9f04-4522-9c10-bb233c20b20f) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:23.968270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:23.968942 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:23.972009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.004509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1dd35a1f-09fd-4d12-9733-6f0ddb63d0c7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1247616 Aug 19 11:58:24.007525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52180) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:24.014763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-112565335'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:24.036475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff9bd60-0598-4426-ab01-d51e373356b1,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:24.069557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Checking segment: {'id': '10bc4851-ceec-4ed5-b376-e9b1404a9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:24.069908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Network hostable DHCP agents. Network: b2182674-001d-41bf-8d8b-aae9e4631ca9, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:58:24.080169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:24.088165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f03bfb-3ecd-4e1d-9860-30480279e11f None None] Network 17bdd6ef-9f04-4522-9c10-bb233c20b20f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:24.094659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Network b2182674-001d-41bf-8d8b-aae9e4631ca9 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:58:24.102576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.113060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, b2182674-001d-41bf-8d8b-aae9e4631ca9) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:24.119969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:24.120562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.133360 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:24.158683 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52188) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:24.161889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2daadf79-bada-4a7a-b59c-bdba87e630c2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7013259 Aug 19 11:58:24.163710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:24.187302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:58:24.215510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea58079e-53a5-4d94-b306-b924b70cb7a5 None None] Network b2182674-001d-41bf-8d8b-aae9e4631ca9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:24.224551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.225044 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Added segment ab945cba-2c07-44ee-aca5-06a3d7ae44bc of type vlan for network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 Aug 19 11:58:24.301861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.303233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.310241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee020704-ccd3-4f52-9505-517a5e0dfdfa req-2384d79a-12e4-4a2f-81d2-e9a4ea175155 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:24.331388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee020704-ccd3-4f52-9505-517a5e0dfdfa req-2384d79a-12e4-4a2f-81d2-e9a4ea175155 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 946 time: 0.1192999 Aug 19 11:58:24.340313 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.351512 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.352233 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.403691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee020704-ccd3-4f52-9505-517a5e0dfdfa req-31bcede0-02e0-4c70-b25a-4959ed5740ea tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657442 Aug 19 11:58:24.439365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.457357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.468093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:24.468782 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.525909 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:56:03Z', 'revision_number': 5, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:24.578527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205569e-028a-42f9-be09-ef5ef0501ec2 req-26dca9a5-3a65-4032-8928-48d15f2f9af9 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:24.581887 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.582615 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebafcf61-3876-4aec-9850-5efd28fa26e0 None None] The sync data for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 is: [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:55:53Z', 'revision_number': 4, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd7ff4c3a-eacb-4a63-a406-befc72935d72', 'name': '', 'network_id': 'fa7c0514-b5fa-4b4d-8e7f-64ae46838546', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'mac_address': 'fa:16:3e:d6:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:52Z', 'updated_at': '2021-08-19T11:56:03Z', 'revision_number': 5, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'subnets': [{'id': 'ef62a006-26f7-443d-aa92-459441b85eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:58:24.589138 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c205569e-028a-42f9-be09-ef5ef0501ec2 req-26dca9a5-3a65-4032-8928-48d15f2f9af9 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 946 time: 0.0956199 Aug 19 11:58:24.642651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Transition to ACTIVE for port object 3eb7648d-2d19-495e-83e6-f9d6407d579d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:24.658763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52198) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:24.664161 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.686627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c205569e-028a-42f9-be09-ef5ef0501ec2 req-e23cfca0-b307-4f66-ade7-b8f173ca8a29 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811167 Aug 19 11:58:24.702592 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6936867 Aug 19 11:58:24.705694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52204) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:24.728210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'subnet': {'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:24.851092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0260b2-5da1-4376-b014-949a4f855f93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Network': ['ID=61f18264-a12a-4526-a1a9-b2aed8efa7e5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:24.865261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:24.974609 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e162d9fb-b988-4b47-b2e7-cfe34332f144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.046681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:58:25.067983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:25.076339 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.136233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2fa58-fe50-4257-94ad-843946c9fa9d req-01e750b4-a7b4-4536-8d67-c6286dc787f4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:25.145199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-17bdd6ef-9f04-4522-9c10-bb233c20b20f', 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'fixed_ips': [{'subnet_id': 'fb24a03c-a2ce-43f7-b9df-60f849393710'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:58:25.146303 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.147122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26d2fa58-fe50-4257-94ad-843946c9fa9d req-01e750b4-a7b4-4536-8d67-c6286dc787f4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.2882562 Aug 19 11:58:25.149262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c60fb1-c1a8-4f4b-91c0-a140b47b0048 None None] Pushing event updated for resources: {'Port': ['ID=3eb7648d-2d19-495e-83e6-f9d6407d579d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:25.153859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c02c4-cbc6-4873-bc80-729de2d12587 None None] New status for floating IP 5bf3ea02-40cd-4a67-ba86-7395b347b68b: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:58:25.217775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.300795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.348072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-b2182674-001d-41bf-8d8b-aae9e4631ca9', 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'fixed_ips': [{'subnet_id': '3ff9bd60-0598-4426-ab01-d51e373356b1'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:58:25.349026 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.356462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26d2fa58-fe50-4257-94ad-843946c9fa9d req-0171fbbf-daff-4ab4-8786-1e6df0e5411a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080219 Aug 19 11:58:25.402835 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e162d9fb-b988-4b47-b2e7-cfe34332f144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.417760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52226) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:25.425438 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e162d9fb-b988-4b47-b2e7-cfe34332f144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.521455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Attempting to bind port 3eb7648d-2d19-495e-83e6-f9d6407d579d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:25.521788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Attempting to bind port 3eb7648d-2d19-495e-83e6-f9d6407d579d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '75682f1d-64a8-4104-b109-c386a00511d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:25.522239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Attempting to bind port 3eb7648d-2d19-495e-83e6-f9d6407d579d on network 6cc8af28-e547-4a8b-9303-ae6c2584763b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:25.561176 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40d93818-d8ab-47ad-8c03-222795c526f2 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.563305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Allocated IP 172.25.4.167 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:25.588074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162d9fb-b988-4b47-b2e7-cfe34332f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb37b8e5-3d98-4381-bfc6-c8d5d4679c42,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:25.599393 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40d93818-d8ab-47ad-8c03-222795c526f2 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.610951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e162d9fb-b988-4b47-b2e7-cfe34332f144 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e1c63cded3742ce82ef5031c276a7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9478445 Aug 19 11:58:25.611145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52238) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:25.639091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:25.639707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Checking segment: {'id': '75682f1d-64a8-4104-b109-c386a00511d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:25.640122 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.640660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Bound using segment: {'id': '75682f1d-64a8-4104-b109-c386a00511d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:25.641658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Bound port: 3eb7648d-2d19-495e-83e6-f9d6407d579d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75682f1d-64a8-4104-b109-c386a00511d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:25.641658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.683868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd4be3-6747-4ffc-b01a-090973b99935 req-74310343-f1cb-4ff4-a799-f074b264eb3b tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:25.685541 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0afd4be3-6747-4ffc-b01a-090973b99935 req-74310343-f1cb-4ff4-a799-f074b264eb3b tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 946 time: 0.2262104 Aug 19 11:58:25.744074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.769418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.794735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-d65777cb-f8e8-4b1c-9b5b-e3766728c75e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:25.796256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40d93818-d8ab-47ad-8c03-222795c526f2 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.796470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-d65777cb-f8e8-4b1c-9b5b-e3766728c75e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.2575569 Aug 19 11:58:25.799655 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40d93818-d8ab-47ad-8c03-222795c526f2 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.804993 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-40d93818-d8ab-47ad-8c03-222795c526f2 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "DELETE /v2.0/security-groups/4e14c516-67b2-4d0e-a7a6-cbc303166ce5 HTTP/1.1" status: 204 len: 168 time: 0.3753400 Aug 19 11:58:25.805846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.813578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52240) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:25.831905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] For port 3eb7648d-2d19-495e-83e6-f9d6407d579d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:25.832154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0afd4be3-6747-4ffc-b01a-090973b99935 req-81a8b18e-e4f8-477a-9c08-60098282124e tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197882 Aug 19 11:58:25.836644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] For port 3eb7648d-2d19-495e-83e6-f9d6407d579d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3eb7648d-2d19-495e-83e6-f9d6407d579d,segment=NetworkSegment(75682f1d-64a8-4104-b109-c386a00511d5),segment_id=75682f1d-64a8-4104-b109-c386a00511d5)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:25.838611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Allocated IP 19.80.0.2 (17bdd6ef-9f04-4522-9c10-bb233c20b20f/fb24a03c-a2ce-43f7-b9df-60f849393710/0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:25.843135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.844820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d93818-d8ab-47ad-8c03-222795c526f2 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e14c516-67b2-4d0e-a7a6-cbc303166ce5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:25.852374 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Allocated IP 172.20.0.2 (b2182674-001d-41bf-8d8b-aae9e4631ca9/3ff9bd60-0598-4426-ab01-d51e373356b1/dedbcf8b-650d-42eb-86b9-a7e6e02b5416) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:25.859586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-7a722e1f-6cee-4e76-bcbe-1ac2e70da2f4 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/quotas/aedddd945e5e40c1848dfa8ef9d1d006 HTTP/1.1" status: 200 len: 375 time: 0.0415633 Aug 19 11:58:25.860564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Subnet': ['ID=964928f0-ff66-4b5b-8430-19fdd0827588,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:25.861224 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.863316 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-6e1cdcc9-d545-4bb9-a7cc-2c32240c16e8 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] show failed (client error): The resource could not be found. Aug 19 11:58:25.864542 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6e1cdcc9-d545-4bb9-a7cc-2c32240c16e8 tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "GET /v2.0/security-groups/4e14c516-67b2-4d0e-a7a6-cbc303166ce5 HTTP/1.1" status: 404 len: 347 time: 0.0456822 Aug 19 11:58:25.873029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52242) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:25.955970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-3172bf68-5fb3-43d0-96c9-43a2309323a0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378542 Aug 19 11:58:25.962161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.962970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Checking segment: {'id': 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:25.963554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network hostable DHCP agents. Network: 61f18264-a12a-4526-a1a9-b2aed8efa7e5, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:58:25.968546 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:25.974529 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb37b8e5-3d98-4381-bfc6-c8d5d4679c42 HTTP/1.1" status: 204 len: 168 time: 0.3578589 Aug 19 11:58:25.987538 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.002300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb37b8e5-3d98-4381-bfc6-c8d5d4679c42,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:26.063716 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.064447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.065022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.065822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.066460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.067015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.067555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.068127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.068778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.069710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.071518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.071518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e4f16-81cc-448d-9b7e-71bfa3b7e30f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:26.104986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c60fb1-c1a8-4f4b-91c0-a140b47b0048 None None] Pushing event updated for resources: {'Port': ['ID=3eb7648d-2d19-495e-83e6-f9d6407d579d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:26.117808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:26.133641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:26.137647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:26.164414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Pushing event updated for resources: {'Port': ['ID=09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:26.188633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:58:26.197182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Routers {'774b0ebc-bc64-4386-ae4f-575b63153cc8'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:26.202325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['774b0ebc-bc64-4386-ae4f-575b63153cc8'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:26.251562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 61f18264-a12a-4526-a1a9-b2aed8efa7e5) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:26.272862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-d39e9523-868d-4651-a85b-bac436b0db16 service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497883 Aug 19 11:58:26.273849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:26.274526 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.325885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Deleting port f559c5bd-e128-4240-a2b8-3ad610d76988 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:26.326294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.349332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc72ab-0d3d-4f04-be6b-7327923de597 None None] Network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:26.408270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f67e28eb-7cd9-407e-99eb-6b7b8e9a3da4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6976793 Aug 19 11:58:26.500192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.500447 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.516019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Calling delete_port for f559c5bd-e128-4240-a2b8-3ad610d76988 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:26.517969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52260) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:26.539943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83e82180-776c-46db-b595-fce49a1dc657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.570428 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.649826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1670e-85c8-432c-8873-3df245af555c req-95068273-a939-450e-855b-c0b7e068bc25 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:26.651450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5e1670e-85c8-432c-8873-3df245af555c req-95068273-a939-450e-855b-c0b7e068bc25 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 946 time: 0.2421260 Aug 19 11:58:26.664069 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.666380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-6bb643ca-0c12-4298-ac9a-6f68bf4a21e5 service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690634 Aug 19 11:58:26.724600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5e1670e-85c8-432c-8873-3df245af555c req-4bb53de8-35cd-4842-8bc2-3f8c0998ba9e tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607941 Aug 19 11:58:26.725233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Transition to ACTIVE for port object dedbcf8b-650d-42eb-86b9-a7e6e02b5416 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:26.730437 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.761446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Transition to ACTIVE for port object 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:26.790160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.793462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] Set router 774b0ebc-bc64-4386-ae4f-575b63153cc8 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:26.799693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Transition to ACTIVE for port object dedbcf8b-650d-42eb-86b9-a7e6e02b5416 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:26.830899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Pushing event deleted for resources: {'Port': ['ID=f559c5bd-e128-4240-a2b8-3ad610d76988,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:26.883723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.913557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-61f18264-a12a-4526-a1a9-b2aed8efa7e5', 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'fixed_ips': [{'subnet_id': '964928f0-ff66-4b5b-8430-19fdd0827588'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:58:26.915457 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.933457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Transition to ACTIVE for port object 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:26.969635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.980841 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:26.982446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d0742954-83ad-42ff-9cd4-40afa402ea7f tempest-ServersTestJSON-653315730 tempest-ServersTestJSON-653315730-project] 10.222.0.65 "DELETE /v2.0/floatingips/5bf3ea02-40cd-4a67-ba86-7395b347b68b HTTP/1.1" status: 204 len: 168 time: 1.1083388 Aug 19 11:58:26.986235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52266) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:27.019636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Network b2182674-001d-41bf-8d8b-aae9e4631ca9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:27.020931 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.043227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Network 17bdd6ef-9f04-4522-9c10-bb233c20b20f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:27.050054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:27.053291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:27.099939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:27.176711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Pushing event updated for resources: {'Port': ['ID=dedbcf8b-650d-42eb-86b9-a7e6e02b5416,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:27.187119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83e82180-776c-46db-b595-fce49a1dc657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.193245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:27.205445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83e82180-776c-46db-b595-fce49a1dc657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.261861 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-83e82180-776c-46db-b595-fce49a1dc657 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=079dddd692e44e388c94f379c32f8991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425668 Aug 19 11:58:27.263484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52282) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:27.285791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63b5a-d251-4a55-adea-6c7ae4ab08a3 req-c61a1983-b0c0-4153-a11d-5da960ee2181 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:27.287325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2c63b5a-d251-4a55-adea-6c7ae4ab08a3 req-c61a1983-b0c0-4153-a11d-5da960ee2181 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.2871532 Aug 19 11:58:27.296191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e82180-776c-46db-b595-fce49a1dc657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81a592d-8284-4afd-bec9-b7087a08914d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:27.307647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-a76ce324-d10f-4dcb-9af4-032c40160363 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:27.313884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-a76ce324-d10f-4dcb-9af4-032c40160363 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:27.319539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.321091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-a76ce324-d10f-4dcb-9af4-032c40160363 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/networks?id=17bdd6ef-9f04-4522-9c10-bb233c20b20f&id=61f18264-a12a-4526-a1a9-b2aed8efa7e5&id=17bdd6ef-9f04-4522-9c10-bb233c20b20f HTTP/1.1" status: 200 len: 1390 time: 0.2420723 Aug 19 11:58:27.382767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-f948f09a-a373-4811-80df-bd0a59b9583b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/quotas/348471cd5c7146e0805ecfad02a93b91 HTTP/1.1" status: 200 len: 375 time: 0.0608010 Aug 19 11:58:27.446835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2c63b5a-d251-4a55-adea-6c7ae4ab08a3 req-946f605b-1d8a-4162-a74f-06c777b90604 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513817 Aug 19 11:58:27.502025 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae99e5a7-8351-4eff-9086-065163628ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.526255 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Pushing event updated for resources: {'Port': ['ID=0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:27.545728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Router f10338d7-d725-41ad-b1dd-4d080a10854b is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:58:27.604965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.605438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.605866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.606332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.606691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.607164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.607504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.607898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.608210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.608633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.609055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.609891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:58:27.627081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Attempting to bind port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:27.627285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Attempting to bind port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:27.627583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Attempting to bind port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 on network 17bdd6ef-9f04-4522-9c10-bb233c20b20f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:27.644427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:27.645453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Checking segment: {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:27.646168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.646776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Bound using segment: {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:27.647548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Bound port: 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:27.648165 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.651618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-290566fd-c236-4cbc-be12-76cdf6ff2d31 req-48ba5973-6373-46cf-bd77-9745018a6adf tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf114fd-2bbf-4181-8d03-addf2677a648 HTTP/1.1" status: 200 len: 210 time: 0.1108918 Aug 19 11:58:27.665225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Attempting to bind port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:27.667344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae99e5a7-8351-4eff-9086-065163628ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.667821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Attempting to bind port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '10bc4851-ceec-4ed5-b376-e9b1404a9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:27.669149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Attempting to bind port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 on network b2182674-001d-41bf-8d8b-aae9e4631ca9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:27.687128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Allocated IP 19.86.0.2 (61f18264-a12a-4526-a1a9-b2aed8efa7e5/964928f0-ff66-4b5b-8430-19fdd0827588/1bee28b9-d21b-4ba8-a982-dfa968889a60) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:27.694131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:58:27.705393 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Sync routers for ids ['f10338d7-d725-41ad-b1dd-4d080a10854b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:58:27.722184 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Routers {'f10338d7-d725-41ad-b1dd-4d080a10854b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:27.724480 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f10338d7-d725-41ad-b1dd-4d080a10854b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:27.733520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-15a4ba87-20d6-4032-8b3f-4afe0abb924f tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=348471cd5c7146e0805ecfad02a93b91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3280287 Aug 19 11:58:27.745908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.750699 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-43ae2946-9499-4a86-b1ea-25edffbcf68f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5909467 Aug 19 11:58:27.751427 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52288) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:27.784649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:27.784992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Checking segment: {'id': '10bc4851-ceec-4ed5-b376-e9b1404a9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:27.785385 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.785868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Bound using segment: {'id': '10bc4851-ceec-4ed5-b376-e9b1404a9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:27.792412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Bound port: dedbcf8b-650d-42eb-86b9-a7e6e02b5416, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc4851-ceec-4ed5-b376-e9b1404a9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:27.793150 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.950910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-1414fa26-0e97-46e5-89e8-e680cb5c561c service neutron] 10.222.0.65 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061360 Aug 19 11:58:27.953004 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae99e5a7-8351-4eff-9086-065163628ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.957028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae99e5a7-8351-4eff-9086-065163628ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:27.957568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] For port dedbcf8b-650d-42eb-86b9-a7e6e02b5416, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:27.958546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ae99e5a7-8351-4eff-9086-065163628ce5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a81a592d-8284-4afd-bec9-b7087a08914d HTTP/1.1" status: 204 len: 168 time: 0.6886480 Aug 19 11:58:27.991492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] For port dedbcf8b-650d-42eb-86b9-a7e6e02b5416, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dedbcf8b-650d-42eb-86b9-a7e6e02b5416,segment=NetworkSegment(10bc4851-ceec-4ed5-b376-e9b1404a9824),segment_id=10bc4851-ceec-4ed5-b376-e9b1404a9824)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:28.004444 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Set router f10338d7-d725-41ad-b1dd-4d080a10854b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:28.024995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99e5a7-8351-4eff-9086-065163628ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81a592d-8284-4afd-bec9-b7087a08914d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:28.072618 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:28.090908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19129650-a25f-4f67-a497-3014f415d8a9 req-5a144ca4-52f2-4d22-9848-599a273a4e56 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:28.093097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19129650-a25f-4f67-a497-3014f415d8a9 req-5a144ca4-52f2-4d22-9848-599a273a4e56 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 946 time: 0.2074516 Aug 19 11:58:28.290429 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-36baaa9b-16da-4534-bc67-40586854d50d service neutron] 10.222.0.65 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231430 Aug 19 11:58:28.367672 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:28.407496 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:24Z', 'updated_at': '2021-08-19T11:58:26Z', 'revision_number': 3, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'gw_port': {'id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:25Z', 'updated_at': '2021-08-19T11:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:28.409203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5842e7-b2c9-4646-be19-08e579741cae None None] Pushing event updated for resources: {'Port': ['ID=dedbcf8b-650d-42eb-86b9-a7e6e02b5416,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:28.446892 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Checking router: f10338d7-d725-41ad-b1dd-4d080a10854b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:58:28.447779 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Updating router f10338d7-d725-41ad-b1dd-4d080a10854b port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:58:28.496185 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:28.506189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:19Z', 'revision_number': 4, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'gw_port': {'id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3eb7648d-2d19-495e-83e6-f9d6407d579d', 'name': '', 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'mac_address': 'fa:16:3e:c9:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '16bbe2a4-fd46-44ef-8163-3483570401a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:17Z', 'updated_at': '2021-08-19T11:58:25Z', 'revision_number': 4, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'subnets': [{'id': '16bbe2a4-fd46-44ef-8163-3483570401a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:28.516673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-19129650-a25f-4f67-a497-3014f415d8a9 req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Deleting port 03ce9042-c866-4f65-887f-877442f629e3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:28.521450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] For port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:28.530214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-19129650-a25f-4f67-a497-3014f415d8a9 req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:28.572625 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:28.634300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d000e-fc13-4ed8-b1e2-32cd08d0b12a None None] The sync data for ids ['774b0ebc-bc64-4386-ae4f-575b63153cc8'] in n-d-778550-9 is: [{'id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:19Z', 'revision_number': 4, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'gw_port': {'id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3eb7648d-2d19-495e-83e6-f9d6407d579d', 'name': '', 'network_id': '6cc8af28-e547-4a8b-9303-ae6c2584763b', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'mac_address': 'fa:16:3e:c9:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '16bbe2a4-fd46-44ef-8163-3483570401a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:17Z', 'updated_at': '2021-08-19T11:58:25Z', 'revision_number': 4, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'subnets': [{'id': '16bbe2a4-fd46-44ef-8163-3483570401a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:58:28.641290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] For port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:28.703586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:28.800815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-4d2e2db6-0873-49bd-8a42-98aa91babaa4 service neutron] 10.222.0.65 "GET /v2.0/networks/61f18264-a12a-4526-a1a9-b2aed8efa7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938231 Aug 19 11:58:28.821663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:28.916096 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:28.971139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Transition to ACTIVE for port object 1bee28b9-d21b-4ba8-a982-dfa968889a60 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:28.995847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984616-8668-4d42-91b7-dd5016efb907 None None] Pushing event updated for resources: {'Port': ['ID=0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:29.014552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Allocated IP 172.20.0.1 (b2182674-001d-41bf-8d8b-aae9e4631ca9/3ff9bd60-0598-4426-ab01-d51e373356b1/f0937f75-be4e-48fd-b1f1-590151024f36) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:29.035650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Transition to ACTIVE for port object 1bee28b9-d21b-4ba8-a982-dfa968889a60 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:29.050551 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.111863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:29.118734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:29.121478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:29.139059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Pushing event updated for resources: {'Port': ['ID=1bee28b9-d21b-4ba8-a982-dfa968889a60,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:29.207486 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.258384 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Transition to ACTIVE for port object 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:29.273231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Attempting to bind port 1bee28b9-d21b-4ba8-a982-dfa968889a60 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:29.274064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Attempting to bind port 1bee28b9-d21b-4ba8-a982-dfa968889a60 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:29.275218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Attempting to bind port 1bee28b9-d21b-4ba8-a982-dfa968889a60 on network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:29.278700 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.284550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:29.285818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Checking segment: {'id': 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:29.286947 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.287638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Bound using segment: {'id': 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:29.289013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Bound port: 1bee28b9-d21b-4ba8-a982-dfa968889a60, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:29.290272 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.323024 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.355261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Transition to ACTIVE for port object f0937f75-be4e-48fd-b1f1-590151024f36 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:29.371255 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Attempting to bind port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:29.374141 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Attempting to bind port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:29.374634 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Attempting to bind port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:29.392119 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:29.392596 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:29.393099 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.394056 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:29.394056 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Bound port: 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:29.394494 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.452484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.463902 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af25c70-edf8-46d0-9adb-be5dfb1bd660 None None] Pushing event updated for resources: {'Port': ['ID=09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:29.494603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] For port 1bee28b9-d21b-4ba8-a982-dfa968889a60, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:29.500627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] For port 1bee28b9-d21b-4ba8-a982-dfa968889a60, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1bee28b9-d21b-4ba8-a982-dfa968889a60,segment=NetworkSegment(ab945cba-2c07-44ee-aca5-06a3d7ae44bc),segment_id=ab945cba-2c07-44ee-aca5-06a3d7ae44bc)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:29.506311 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] For port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:29.515386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Network b2182674-001d-41bf-8d8b-aae9e4631ca9 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:29.519551 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.522829 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] For port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:29.526654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:29.535655 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.535935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:29.583776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Pushing event updated for resources: {'Port': ['ID=f0937f75-be4e-48fd-b1f1-590151024f36,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:29.618388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:29.644847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba3a6a-fefe-4314-8eed-adabd77ab958 None None] Pushing event updated for resources: {'Port': ['ID=1bee28b9-d21b-4ba8-a982-dfa968889a60,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:29.665692 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Routers {'f10338d7-d725-41ad-b1dd-4d080a10854b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:29.668234 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f10338d7-d725-41ad-b1dd-4d080a10854b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:29.788774 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af25c70-edf8-46d0-9adb-be5dfb1bd660 None None] Pushing event updated for resources: {'Port': ['ID=09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:29.887360 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:30.015158 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] Set router f10338d7-d725-41ad-b1dd-4d080a10854b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:30.060628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-19129650-a25f-4f67-a497-3014f415d8a9 req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] For port 03ce9042-c866-4f65-887f-877442f629e3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=03ce9042-c866-4f65-887f-877442f629e3,segment=NetworkSegment(f948905c-d3dd-40b9-9b7a-4c368009d22f),segment_id=f948905c-d3dd-40b9-9b7a-4c368009d22f)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:30.061266 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-19129650-a25f-4f67-a497-3014f415d8a9 req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:30.079732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-19129650-a25f-4f67-a497-3014f415d8a9 req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Calling delete_port for 03ce9042-c866-4f65-887f-877442f629e3 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:30.357732 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:30.374666 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:30.436978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3997a9b3-e6b1-4293-b98e-39aed20e83f4 None None] Network b2182674-001d-41bf-8d8b-aae9e4631ca9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:30.536540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:30.539774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Pushing event updated for resources: {'Port': ['ID=f0937f75-be4e-48fd-b1f1-590151024f36,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:30.632766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1bee28b9-d21b-4ba8-a982-dfa968889a60 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:30.646499 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:24Z', 'updated_at': '2021-08-19T11:58:26Z', 'revision_number': 3, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'gw_port': {'id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:25Z', 'updated_at': '2021-08-19T11:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:30.717157 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9a546-c384-468a-a78d-bccbf535f1e9 None None] The sync data for ids ['f10338d7-d725-41ad-b1dd-4d080a10854b'] in n-d-778550-9 is: [{'id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:24Z', 'updated_at': '2021-08-19T11:58:26Z', 'revision_number': 3, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'gw_port': {'id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:25Z', 'updated_at': '2021-08-19T11:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:58:30.717549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-a6fa09b9-1a17-40ea-b512-9b41f31825ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=cdf114fd-2bbf-4181-8d03-addf2677a648 HTTP/1.1" status: 200 len: 210 time: 1.9102247 Aug 19 11:58:30.743930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1b811924-3c40-4d9e-b890-804ff783cf17 None None] Provisioning for port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:30.766916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 1bee28b9-d21b-4ba8-a982-dfa968889a60 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:30.771469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:30.830547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Network b2182674-001d-41bf-8d8b-aae9e4631ca9 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:30.832666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:30.853022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:30.866870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dedbcf8b-650d-42eb-86b9-a7e6e02b5416 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:30.939818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-c8d0f9b4-02f7-491f-a224-0dd5ba1eaaf3 service neutron] 10.222.0.65 "GET /v2.0/networks/61f18264-a12a-4526-a1a9-b2aed8efa7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0912545 Aug 19 11:58:30.945936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 03ce9042-c866-4f65-887f-877442f629e3 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:31.049005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4fca8-d06c-4017-aba1-83566022ba7a None None] Network 17bdd6ef-9f04-4522-9c10-bb233c20b20f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:31.078315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Router f10338d7-d725-41ad-b1dd-4d080a10854b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:58:31.197987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4b2eba38-fafd-4b7d-82d5-59aac55cc561 None None] Provisioning for port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:31.237405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:31.258861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:31.260051 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:31.293728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:58:31.313846 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9686de9e-12e1-48f5-aedc-38427505cb63 admin admin] 10.222.0.65 "PUT /v2.0/routers/f10338d7-d725-41ad-b1dd-4d080a10854b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5534439 Aug 19 11:58:31.322904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4b2eba38-fafd-4b7d-82d5-59aac55cc561 None None] Provisioning complete for port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:31.324261 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2eba38-fafd-4b7d-82d5-59aac55cc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:31.513531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d170f-ba0e-481e-b3a0-14d246ac7cca None None] Network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:31.526285 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:31.595863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-19129650-a25f-4f67-a497-3014f415d8a9 req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:31.634884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46a3b-937f-4879-9dfd-63afaeea51ce req-ac1f9895-3afe-4af6-acf1-e1819996acf8 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:31.645961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fb46a3b-937f-4879-9dfd-63afaeea51ce req-ac1f9895-3afe-4af6-acf1-e1819996acf8 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb0d901-7464-4014-996d-cf3130bf21e1 HTTP/1.1" status: 200 len: 946 time: 0.9309733 Aug 19 11:58:31.771855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-19129650-a25f-4f67-a497-3014f415d8a9 req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] No DVR routers for this DVR port 03ce9042-c866-4f65-887f-877442f629e3 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:58:31.806301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Pushing event deleted for resources: {'Port': ['ID=03ce9042-c866-4f65-887f-877442f629e3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:31.822753 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-19129650-a25f-4f67-a497-3014f415d8a9 req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:31.826142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19129650-a25f-4f67-a497-3014f415d8a9 req-1a11401d-39a0-4895-bf0f-5f5ba788dfa4 tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.54 "DELETE /v2.0/ports/03ce9042-c866-4f65-887f-877442f629e3 HTTP/1.1" status: 204 len: 173 time: 3.7232857 Aug 19 11:58:31.852654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb0d901-7464-4014-996d-cf3130bf21e1', 'name': 'network-vif-deleted', 'tag': '03ce9042-c866-4f65-887f-877442f629e3'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:31.855054 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160598c3-52e9-4dad-b977-6d22016f530f" -d '{"events": [{"server_uuid": "0cb0d901-7464-4014-996d-cf3130bf21e1", "name": "network-vif-deleted", "tag": "03ce9042-c866-4f65-887f-877442f629e3"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:31.878808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-57092d4f-b482-4e61-91f4-8cc0a5936085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:31.880626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-57092d4f-b482-4e61-91f4-8cc0a5936085 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9721920 Aug 19 11:58:31.899970 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:31.925549 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2eba38-fafd-4b7d-82d5-59aac55cc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:31.963764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fb46a3b-937f-4879-9dfd-63afaeea51ce req-84691977-9609-48c7-b3eb-7a1f89689fed tempest-ServersNegativeTestMultiTenantJSON-1393930970 tempest-ServersNegativeTestMultiTenantJSON-1393930970-project] 10.222.0.65 "GET /v2.0/security-groups?id=42932b4f-a48e-463d-b349-0917220bd6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168561 Aug 19 11:58:32.034059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port dedbcf8b-650d-42eb-86b9-a7e6e02b5416, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dedbcf8b-650d-42eb-86b9-a7e6e02b5416,segment=NetworkSegment(10bc4851-ceec-4ed5-b376-e9b1404a9824),segment_id=10bc4851-ceec-4ed5-b376-e9b1404a9824)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:32.035994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4b2eba38-fafd-4b7d-82d5-59aac55cc561 None None] For port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:32.049978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2eba38-fafd-4b7d-82d5-59aac55cc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:32.051704 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:32.062809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3eb7648d-2d19-495e-83e6-f9d6407d579d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:32.112018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-6684b177-76d7-46e6-aa04-416e2b2b1950 service neutron] 10.222.0.65 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0793707 Aug 19 11:58:32.311517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-262911b1-2fd7-4946-a3cf-801dd116a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:32.313913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-262911b1-2fd7-4946-a3cf-801dd116a58f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3975563 Aug 19 11:58:32.399801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Provisioning for port 1bee28b9-d21b-4ba8-a982-dfa968889a60 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:32.407016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2eba38-fafd-4b7d-82d5-59aac55cc561 None None] Pushing event updated for resources: {'Port': ['ID=0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:32.414424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Provisioning complete for port 1bee28b9-d21b-4ba8-a982-dfa968889a60 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:32.414801 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:32.465054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575b095c-9ff1-4aeb-9c1a-b3426b71e583 req-684a0f11-e365-4ee6-822a-8506ce2a452c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdf114fd-2bbf-4181-8d03-addf2677a648 HTTP/1.1" status: 200 len: 210 time: 0.0631926 Aug 19 11:58:32.478209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3eb7648d-2d19-495e-83e6-f9d6407d579d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:32.489289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6669-bc5e-4408-a4ee-55342ea681dc req-faa25a70-f57b-485a-8f11-a7d2752b49ca tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:32.497666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b28c6669-bc5e-4408-a4ee-55342ea681dc req-faa25a70-f57b-485a-8f11-a7d2752b49ca tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1813231 Aug 19 11:58:32.498838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3eb7648d-2d19-495e-83e6-f9d6407d579d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:32.499218 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:32.574370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=dedbcf8b-650d-42eb-86b9-a7e6e02b5416,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:32.579715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b28c6669-bc5e-4408-a4ee-55342ea681dc req-25db66ee-09e0-4575-82e5-c8515bf5f1e6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810215 Aug 19 11:58:32.618383 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-1c44a637-9321-4548-aedf-1872212a2502 service neutron] 10.222.0.65 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314687 Aug 19 11:58:32.635281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Deleting port d7ff4c3a-eacb-4a63-a406-befc72935d72 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:32.635634 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:32.736389 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:32.805743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] For port d7ff4c3a-eacb-4a63-a406-befc72935d72, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d7ff4c3a-eacb-4a63-a406-befc72935d72,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:32.806077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:32.824831 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Calling delete_port for d7ff4c3a-eacb-4a63-a406-befc72935d72 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:32.835774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] For port 1bee28b9-d21b-4ba8-a982-dfa968889a60, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1bee28b9-d21b-4ba8-a982-dfa968889a60,segment=NetworkSegment(ab945cba-2c07-44ee-aca5-06a3d7ae44bc),segment_id=ab945cba-2c07-44ee-aca5-06a3d7ae44bc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:32.889832 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:32.954742 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:32.959619 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6362750-93ee-452a-930d-59d2ed99959a x-openstack-request-id: req-a6362750-93ee-452a-930d-59d2ed99959a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:32.960040 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb0d901-7464-4014-996d-cf3130bf21e1", "name": "network-vif-deleted", "tag": "03ce9042-c866-4f65-887f-877442f629e3", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:32.961797 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6362750-93ee-452a-930d-59d2ed99959a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:32.962217 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb0d901-7464-4014-996d-cf3130bf21e1', 'name': 'network-vif-deleted', 'tag': '03ce9042-c866-4f65-887f-877442f629e3', 'status': 'completed', 'code': 200} Aug 19 11:58:32.983306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Provisioning for port f0937f75-be4e-48fd-b1f1-590151024f36 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:32.998595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Provisioning complete for port f0937f75-be4e-48fd-b1f1-590151024f36 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:32.999621 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.035894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Pushing event updated for resources: {'Port': ['ID=1bee28b9-d21b-4ba8-a982-dfa968889a60,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:33.067772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 3eb7648d-2d19-495e-83e6-f9d6407d579d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3eb7648d-2d19-495e-83e6-f9d6407d579d,segment=NetworkSegment(75682f1d-64a8-4104-b109-c386a00511d5),segment_id=75682f1d-64a8-4104-b109-c386a00511d5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:33.069425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Port f0937f75-be4e-48fd-b1f1-590151024f36 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:58:33.073108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b0611eb-da12-4528-99eb-ba468d00ea9b req-aae5596c-d242-4779-b70a-be7401b67ec0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 210 time: 0.0968604 Aug 19 11:58:33.077666 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.145699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Provisioning complete for port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:33.145831 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f845153e-33e9-43a9-baa9-381c41c445d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.271149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=3eb7648d-2d19-495e-83e6-f9d6407d579d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:33.377004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1bee28b9-d21b-4ba8-a982-dfa968889a60 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:33.380656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-9ccd8e8c-de4e-4a5e-ae53-690af47585ac tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:33.382411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-9ccd8e8c-de4e-4a5e-ae53-690af47585ac tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.1523240 Aug 19 11:58:33.419759 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-8f518cfc-96ba-45c0-bc63-d7b8f4fbef4e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/quotas/aedddd945e5e40c1848dfa8ef9d1d006 HTTP/1.1" status: 200 len: 375 time: 0.0285299 Aug 19 11:58:33.452113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-8a269c14-c004-42a5-9b68-8b5a28a59c50 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4565306 Aug 19 11:58:33.472361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:33.476876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1bee28b9-d21b-4ba8-a982-dfa968889a60 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:33.478006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.479763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-8c0ba4f2-1edb-4d93-bc1d-9ce3803038aa tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497363 Aug 19 11:58:33.481515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f4762152-94d5-406a-827f-52ff57ff0334 None None] Provisioning complete for port 1bee28b9-d21b-4ba8-a982-dfa968889a60 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:33.482154 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f4762152-94d5-406a-827f-52ff57ff0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.597567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52404) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:33.630783 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.642070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dedbcf8b-650d-42eb-86b9-a7e6e02b5416 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:33.707308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f4762152-94d5-406a-827f-52ff57ff0334 None None] Provisioning complete for port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:33.707819 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f4762152-94d5-406a-827f-52ff57ff0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.719605 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.729132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-32e2842a-c10e-40c2-a9d7-7ed982f554d0 service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355788 Aug 19 11:58:33.742348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:33.742817 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.789228 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb3b72d9-9e6b-41c9-9290-491ee43e7d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.825912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Sync routers for ids ['f10338d7-d725-41ad-b1dd-4d080a10854b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:58:33.828916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ff4c3a-eacb-4a63-a406-befc72935d72,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:33.886557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Routers {'f10338d7-d725-41ad-b1dd-4d080a10854b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:33.887417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f10338d7-d725-41ad-b1dd-4d080a10854b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:33.932140 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb3b72d9-9e6b-41c9-9290-491ee43e7d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.938299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb3b72d9-9e6b-41c9-9290-491ee43e7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:33.949015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:33.984860 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fb3b72d9-9e6b-41c9-9290-491ee43e7d23 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db87dafae790487aa688019d1bf0fd74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845048 Aug 19 11:58:33.987316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52410) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:33.990411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b72d9-9e6b-41c9-9290-491ee43e7d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cf31a6-2c34-406a-9f92-9ae4087e9bc6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:34.046933 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c58529eb-1764-4da9-9d7d-23cbdd43bcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.055718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Set router f10338d7-d725-41ad-b1dd-4d080a10854b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:34.070911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c58529eb-1764-4da9-9d7d-23cbdd43bcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.091109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:34.100312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:34.100712 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.124534 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c58529eb-1764-4da9-9d7d-23cbdd43bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.127862 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c58529eb-1764-4da9-9d7d-23cbdd43bcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.129120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c58529eb-1764-4da9-9d7d-23cbdd43bcc9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2cf31a6-2c34-406a-9f92-9ae4087e9bc6 HTTP/1.1" status: 204 len: 168 time: 0.1405745 Aug 19 11:58:34.142973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58529eb-1764-4da9-9d7d-23cbdd43bcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cf31a6-2c34-406a-9f92-9ae4087e9bc6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:34.310668 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.354516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:34.364561 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.365391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:34.441347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-801f032d-bc27-4397-8916-810d5efca7be service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779215 Aug 19 11:58:34.451885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:24Z', 'updated_at': '2021-08-19T11:58:29Z', 'revision_number': 4, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'gw_port': {'id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:25Z', 'updated_at': '2021-08-19T11:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'f0937f75-be4e-48fd-b1f1-590151024f36', 'name': '', 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'mac_address': 'fa:16:3e:9a:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '3ff9bd60-0598-4426-ab01-d51e373356b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:28Z', 'updated_at': '2021-08-19T11:58:29Z', 'revision_number': 2, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'subnets': [{'id': '3ff9bd60-0598-4426-ab01-d51e373356b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:34.490856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Checking router: f10338d7-d725-41ad-b1dd-4d080a10854b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:58:34.491213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Updating router f10338d7-d725-41ad-b1dd-4d080a10854b port f0937f75-be4e-48fd-b1f1-590151024f36 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:58:34.495865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:34.528191 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.531356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:34.531704 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.586775 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.656226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52426) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:34.741343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce9bac5-258a-4e2c-8ba2-5241c74f9d8c admin admin] Deleting subnet 0d8cc2e6-1c04-44ab-a736-c3fc8e7e5838 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:58:34.744780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ce9bac5-258a-4e2c-8ba2-5241c74f9d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.769196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-61556336-35a1-4b82-9947-07e6cc7a0a8b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:34.777750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-61556336-35a1-4b82-9947-07e6cc7a0a8b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:34.779716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-61556336-35a1-4b82-9947-07e6cc7a0a8b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.54 "GET /v2.0/networks?id=17bdd6ef-9f04-4522-9c10-bb233c20b20f&id=61f18264-a12a-4526-a1a9-b2aed8efa7e5&id=17bdd6ef-9f04-4522-9c10-bb233c20b20f HTTP/1.1" status: 200 len: 1390 time: 0.4253011 Aug 19 11:58:34.802190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'port': {'device_id': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f', 'admin_state_up': True, 'tenant_id': '348471cd5c7146e0805ecfad02a93b91'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:34.804360 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ce9bac5-258a-4e2c-8ba2-5241c74f9d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.807109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Allocated IP 172.25.4.33 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/aec57bc5-9c10-4a95-aaf0-ed2297780e96) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:34.880656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ce9bac5-258a-4e2c-8ba2-5241c74f9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.913574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:34.977046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ce9bac5-258a-4e2c-8ba2-5241c74f9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.036795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9bac5-258a-4e2c-8ba2-5241c74f9d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8cc2e6-1c04-44ab-a736-c3fc8e7e5838,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:35.041762 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.058116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Transition to ACTIVE for port object f0937f75-be4e-48fd-b1f1-590151024f36 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:35.063966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ce9bac5-258a-4e2c-8ba2-5241c74f9d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.066265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4ce9bac5-258a-4e2c-8ba2-5241c74f9d8c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0d8cc2e6-1c04-44ab-a736-c3fc8e7e5838 HTTP/1.1" status: 204 len: 168 time: 0.4086826 Aug 19 11:58:35.069529 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.074341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52442) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:35.127277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033f5b9-faa9-4936-b334-a173a142ceda None None] Pushing event updated for resources: {'Port': ['ID=f0937f75-be4e-48fd-b1f1-590151024f36,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:35.189756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.261538 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Attempting to bind port f0937f75-be4e-48fd-b1f1-590151024f36 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:35.263963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Attempting to bind port f0937f75-be4e-48fd-b1f1-590151024f36 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '10bc4851-ceec-4ed5-b376-e9b1404a9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:35.264426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Attempting to bind port f0937f75-be4e-48fd-b1f1-590151024f36 on network b2182674-001d-41bf-8d8b-aae9e4631ca9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:35.270311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:35.270686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Checking segment: {'id': '10bc4851-ceec-4ed5-b376-e9b1404a9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:35.271093 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.271484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Bound using segment: {'id': '10bc4851-ceec-4ed5-b376-e9b1404a9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:35.272148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Bound port: f0937f75-be4e-48fd-b1f1-590151024f36, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bc4851-ceec-4ed5-b376-e9b1404a9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:35.272808 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.341592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3eb7648d-2d19-495e-83e6-f9d6407d579d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:35.409810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] For port f0937f75-be4e-48fd-b1f1-590151024f36, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:35.413855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] For port f0937f75-be4e-48fd-b1f1-590151024f36, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f0937f75-be4e-48fd-b1f1-590151024f36,segment=NetworkSegment(10bc4851-ceec-4ed5-b376-e9b1404a9824),segment_id=10bc4851-ceec-4ed5-b376-e9b1404a9824)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:35.426163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3eb7648d-2d19-495e-83e6-f9d6407d579d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:35.426292 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.450352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1316977-6d06-4a1f-a0d1-cfd86dd86002 req-50efd8aa-9e11-4b8d-bbde-2895e4d3efd8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:35.451915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1316977-6d06-4a1f-a0d1-cfd86dd86002 req-50efd8aa-9e11-4b8d-bbde-2895e4d3efd8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.4598148 Aug 19 11:58:35.464466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:35.465246 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.467638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.513585 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.524549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.524871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Routers {'f10338d7-d725-41ad-b1dd-4d080a10854b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:35.525686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f10338d7-d725-41ad-b1dd-4d080a10854b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:35.556212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203e6729-9299-4889-ae78-8658c22aafd7']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:35.611108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f948905c-d3dd-40b9-9b7a-4c368009d22f') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:35.611401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f948905c-d3dd-40b9-9b7a-4c368009d22f') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:35.703861 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.714266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1316977-6d06-4a1f-a0d1-cfd86dd86002 req-0a99fb4f-fabe-4071-86ea-52dceb693ac4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513285 Aug 19 11:58:35.777287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033f5b9-faa9-4936-b334-a173a142ceda None None] Pushing event updated for resources: {'Port': ['ID=f0937f75-be4e-48fd-b1f1-590151024f36,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:35.789657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.828792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:35.850259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.931922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:58:35.932434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:58:35.943744 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:58:35.949713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] Set router f10338d7-d725-41ad-b1dd-4d080a10854b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:35.997611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:35.997994 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.014064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdcd5419-430d-479a-9a56-871e7afc2e5f req-909c764a-51aa-4329-acde-10c6c424b3ae tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 210 time: 0.1207156 Aug 19 11:58:36.024536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:36.039310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:36.062504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:36.075051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Pushing event updated for resources: {'Port': ['ID=aec57bc5-9c10-4a95-aaf0-ed2297780e96,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:36.080104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Allocated IP 19.80.0.152 (17bdd6ef-9f04-4522-9c10-bb233c20b20f/fb24a03c-a2ce-43f7-b9df-60f849393710/dcf0b81c-dedf-4ce7-8f6b-925584337615) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:36.136583 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.162035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Router fbdc1862-4277-4f92-8cb0-a1196aa38ceb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:58:36.169180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.171134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/203e6729-9299-4889-ae78-8658c22aafd7 HTTP/1.1" status: 204 len: 168 time: 1.0892017 Aug 19 11:58:36.174259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52468) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:36.176009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6df81a0-96ca-45fa-ab17-92e8160300a7 req-b1c3c202-d435-41b0-b64f-ee9d683af67d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 210 time: 0.0562358 Aug 19 11:58:36.214253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502dc9a-8689-4fd0-82dc-a8d34237ffe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=203e6729-9299-4889-ae78-8658c22aafd7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:36.295722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:24Z', 'updated_at': '2021-08-19T11:58:29Z', 'revision_number': 4, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'gw_port': {'id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:25Z', 'updated_at': '2021-08-19T11:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'f0937f75-be4e-48fd-b1f1-590151024f36', 'name': '', 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'mac_address': 'fa:16:3e:9a:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '3ff9bd60-0598-4426-ab01-d51e373356b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:28Z', 'updated_at': '2021-08-19T11:58:35Z', 'revision_number': 4, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'subnets': [{'id': '3ff9bd60-0598-4426-ab01-d51e373356b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:36.336308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a880a0b6-38a7-47f5-9ae2-f4f37e1aa22e admin admin] Deleting subnet bc931172-6708-4e06-ba0c-fb3f2b1a7268 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:58:36.339744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a880a0b6-38a7-47f5-9ae2-f4f37e1aa22e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.359165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78b1930-8188-475f-bbd4-a2f42759e700 None None] The sync data for ids ['f10338d7-d725-41ad-b1dd-4d080a10854b'] in n-d-778550-9 is: [{'id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:24Z', 'updated_at': '2021-08-19T11:58:29Z', 'revision_number': 4, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'gw_port': {'id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:25Z', 'updated_at': '2021-08-19T11:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'f0937f75-be4e-48fd-b1f1-590151024f36', 'name': '', 'network_id': 'b2182674-001d-41bf-8d8b-aae9e4631ca9', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'mac_address': 'fa:16:3e:9a:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '3ff9bd60-0598-4426-ab01-d51e373356b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:28Z', 'updated_at': '2021-08-19T11:58:35Z', 'revision_number': 4, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'subnets': [{'id': '3ff9bd60-0598-4426-ab01-d51e373356b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:58:36.368250 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.380337 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a880a0b6-38a7-47f5-9ae2-f4f37e1aa22e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.444839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a880a0b6-38a7-47f5-9ae2-f4f37e1aa22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.540355 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a880a0b6-38a7-47f5-9ae2-f4f37e1aa22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.590112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a880a0b6-38a7-47f5-9ae2-f4f37e1aa22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.595263 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a880a0b6-38a7-47f5-9ae2-f4f37e1aa22e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bc931172-6708-4e06-ba0c-fb3f2b1a7268 HTTP/1.1" status: 204 len: 168 time: 0.4197724 Aug 19 11:58:36.602087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880a0b6-38a7-47f5-9ae2-f4f37e1aa22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc931172-6708-4e06-ba0c-fb3f2b1a7268,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:36.603948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52482) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:36.661339 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.698034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.706332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:58:36.709962 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.718333 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] Sync routers for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:58:36.724085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52488) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:36.724275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-385611a6-6240-4674-9c87-6d43ac3c9fef admin admin] 10.222.0.65 "PUT /v2.0/routers/fbdc1862-4277-4f92-8cb0-a1196aa38ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7350390 Aug 19 11:58:36.730161 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:36.730968 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:36.820849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Transition to ACTIVE for port object dcf0b81c-dedf-4ce7-8f6b-925584337615 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:36.856300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-0c312278-a1cf-4fca-b9bd-a6bc2ec62561 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:36.862849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-0c312278-a1cf-4fca-b9bd-a6bc2ec62561 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.4723802 Aug 19 11:58:36.876275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:36.889284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3eda36e-5663-41b7-a233-1d54fd26411a']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:36.917885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b109d4-516c-42b0-8a3e-66b485c9e4cf') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:36.918536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b109d4-516c-42b0-8a3e-66b485c9e4cf') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:36.962634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Request body: {'port': {'device_id': 'c01b555e-7db3-4245-9bc3-84c86afecfd0', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'admin_state_up': True, 'tenant_id': 'aedddd945e5e40c1848dfa8ef9d1d006'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:37.019356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.024821 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.057911 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:37.087138 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.110919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:58:37.111339 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:58:37.113351 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:58:37.274616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f0937f75-be4e-48fd-b1f1-590151024f36 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:37.323871 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.341519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50985e-c577-4aa0-b743-312e88b91ded req-130f1aee-d104-446a-8c10-2e029fc1c722 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:37.343544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab50985e-c577-4aa0-b743-312e88b91ded req-130f1aee-d104-446a-8c10-2e029fc1c722 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.4680574 Aug 19 11:58:37.344441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.351467 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] 10.222.0.65 "DELETE /v2.0/networks/e3eda36e-5663-41b7-a233-1d54fd26411a HTTP/1.1" status: 204 len: 168 time: 0.7436783 Aug 19 11:58:37.351694 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.377858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port f0937f75-be4e-48fd-b1f1-590151024f36 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:37.382399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f0937f75-be4e-48fd-b1f1-590151024f36 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:37.383013 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.402774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dff9e-326c-40f4-bf6e-b5e7664113bb admin admin] Pushing event deleted for resources: {'Network': ['ID=e3eda36e-5663-41b7-a233-1d54fd26411a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:37.421256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Made reservation on behalf of aedddd945e5e40c1848dfa8ef9d1d006 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:37.425613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.430106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.451138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network 17bdd6ef-9f04-4522-9c10-bb233c20b20f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:37.466674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:37.475598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:37.550129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:37.551080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.556008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Deleting port 4907491f-9ade-4916-9da0-0becec2f6988 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:37.556607 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.560379 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4907491f-9ade-4916-9da0-0becec2f6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:58:33Z', 'revision_number': 5, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port': {'id': '4907491f-9ade-4916-9da0-0becec2f6988', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:55:47Z', 'updated_at': '2021-08-19T11:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:37.618174 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.628116 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab50985e-c577-4aa0-b743-312e88b91ded req-b528cee3-27f1-475c-b3a4-84e01763628f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598212 Aug 19 11:58:37.640982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52528) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:37.647821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Port': ['ID=dcf0b81c-dedf-4ce7-8f6b-925584337615,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:37.696883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port f0937f75-be4e-48fd-b1f1-590151024f36, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f0937f75-be4e-48fd-b1f1-590151024f36,segment=NetworkSegment(10bc4851-ceec-4ed5-b376-e9b1404a9824),segment_id=10bc4851-ceec-4ed5-b376-e9b1404a9824)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:37.717797 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.786688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] For port 4907491f-9ade-4916-9da0-0becec2f6988, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4907491f-9ade-4916-9da0-0becec2f6988,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:37.787396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:37.806738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52530) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:37.822006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Calling delete_port for 4907491f-9ade-4916-9da0-0becec2f6988 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:37.849395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=f0937f75-be4e-48fd-b1f1-590151024f36,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:37.908781 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] Checking router: fbdc1862-4277-4f92-8cb0-a1196aa38ceb for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:58:37.919374 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] Routers {'fbdc1862-4277-4f92-8cb0-a1196aa38ceb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:37.920317 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:37.998342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0c54ed23-feae-4b8f-badc-d99a89f2af09 None None] Provisioning for port dcf0b81c-dedf-4ce7-8f6b-925584337615 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:38.003099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0c54ed23-feae-4b8f-badc-d99a89f2af09 None None] Provisioning complete for port dcf0b81c-dedf-4ce7-8f6b-925584337615 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:38.003486 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c54ed23-feae-4b8f-badc-d99a89f2af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.050857 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] Set router fbdc1862-4277-4f92-8cb0-a1196aa38ceb gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:38.057553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8115545c-2719-42cd-bbd6-fdd367bc55f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.070793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0c54ed23-feae-4b8f-badc-d99a89f2af09 None None] Port dcf0b81c-dedf-4ce7-8f6b-925584337615 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:58:38.100203 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.120387 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:58:37Z', 'revision_number': 6, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:38.136367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4907491f-9ade-4916-9da0-0becec2f6988,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:38.153388 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f0aa4-8bc0-40f8-bf48-422ee2b5dc44 None None] The sync data for ids ['fbdc1862-4277-4f92-8cb0-a1196aa38ceb'] in n-d-778550-9 is: [{'id': 'fbdc1862-4277-4f92-8cb0-a1196aa38ceb', 'name': 'tempest-ServersTestJSON-564065756-router', 'tenant_id': '62b3e6b6966e4355acb2993216d05640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:55:43Z', 'updated_at': '2021-08-19T11:58:37Z', 'revision_number': 6, 'project_id': '62b3e6b6966e4355acb2993216d05640', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:58:38.226443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.315124 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.345306 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.492951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Pushing event updated for resources: {'Port': ['ID=aec57bc5-9c10-4a95-aaf0-ed2297780e96,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:38.503854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-213a8438-90ec-4ced-8edf-1dd38d0d0e09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30b8692226624436ba91e8e07f2ccd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218678 Aug 19 11:58:38.513429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52534) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:38.521059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180aed3-188d-4d68-b9d1-abb8611b4f8f req-b381cc1a-3da2-481e-bca9-f375c760b817 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:38.522544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6180aed3-188d-4d68-b9d1-abb8611b4f8f req-b381cc1a-3da2-481e-bca9-f375c760b817 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 932 time: 0.2374310 Aug 19 11:58:38.529387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Allocated IP 172.20.0.14 (dcbb6ee0-978b-431f-be35-c378857c1c91/e8973284-6c79-4519-aa58-5e8208dbc4de/53772761-12f1-4199-973d-3714ba611cf8) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:38.534186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.624312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.627293 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.630020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6180aed3-188d-4d68-b9d1-abb8611b4f8f req-d27fd6d9-a44f-47ac-999a-8ba600d0a9e1 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969870 Aug 19 11:58:38.657003 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8dfcb0d2-de66-43d8-a045-d34549bbd945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.690360 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.690913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbdc1862-4277-4f92-8cb0-a1196aa38ceb {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:58:38.693648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8115545c-2719-42cd-bbd6-fdd367bc55f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.697156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.698331 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2519e878-7d27-485c-8331-2684e55594aa admin admin] 10.222.0.65 "DELETE /v2.0/routers/fbdc1862-4277-4f92-8cb0-a1196aa38ceb HTTP/1.1" status: 204 len: 168 time: 1.9716277 Aug 19 11:58:38.701693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52538) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:38.709000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8115545c-2719-42cd-bbd6-fdd367bc55f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.722718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8dfcb0d2-de66-43d8-a045-d34549bbd945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.727084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9c9f04cb-1531-40b6-86f3-1600e7ec5081 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9303672 Aug 19 11:58:38.727791 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.728936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-a97420b1-7794-497c-8100-f1103fac71ed tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2758706 Aug 19 11:58:38.769679 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'port': {'device_id': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5', 'admin_state_up': True, 'tenant_id': '348471cd5c7146e0805ecfad02a93b91'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:38.773166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115545c-2719-42cd-bbd6-fdd367bc55f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c11a55a-f433-424d-b7c4-b9003563b402,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:38.785437 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8115545c-2719-42cd-bbd6-fdd367bc55f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f150b70e49f84c0aa575d9d79fbb76db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9772105 Aug 19 11:58:38.787968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52540) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:38.799473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cebdc5f-257e-42c9-accf-f154ff219069 admin admin] Deleting subnet ef62a006-26f7-443d-aa92-459441b85eb7 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:58:38.807399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cebdc5f-257e-42c9-accf-f154ff219069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.837353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-974d123d-1f9e-43c8-8b87-c9311499de3c req-4306def4-ba89-4fee-8d5b-0dd097ac7a13 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 210 time: 0.1037762 Aug 19 11:58:38.863494 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cebdc5f-257e-42c9-accf-f154ff219069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.908838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-803d42c8-2628-4b87-bb41-8a22ae69a636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:38.916014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-033cd5f0-687c-476b-8cab-6f45bbb73605 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.1761470 Aug 19 11:58:38.967362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-803d42c8-2628-4b87-bb41-8a22ae69a636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.008366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cebdc5f-257e-42c9-accf-f154ff219069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.048496 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.085412 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8dfcb0d2-de66-43d8-a045-d34549bbd945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.087488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-803d42c8-2628-4b87-bb41-8a22ae69a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.088054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8dfcb0d2-de66-43d8-a045-d34549bbd945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.089405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8dfcb0d2-de66-43d8-a045-d34549bbd945 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42932b4f-a48e-463d-b349-0917220bd6d3 HTTP/1.1" status: 204 len: 168 time: 0.5658565 Aug 19 11:58:39.090597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-803d42c8-2628-4b87-bb41-8a22ae69a636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.094973 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-803d42c8-2628-4b87-bb41-8a22ae69a636 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c11a55a-f433-424d-b7c4-b9003563b402 HTTP/1.1" status: 204 len: 168 time: 0.3060350 Aug 19 11:58:39.104473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cebdc5f-257e-42c9-accf-f154ff219069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.114903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d42c8-2628-4b87-bb41-8a22ae69a636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c11a55a-f433-424d-b7c4-b9003563b402,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:39.129696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c31327-78f6-496e-ae58-4dc0b40b6495 None None] Network fa7c0514-b5fa-4b4d-8e7f-64ae46838546 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:39.158212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcb0d2-de66-43d8-a045-d34549bbd945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42932b4f-a48e-463d-b349-0917220bd6d3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:39.180739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cebdc5f-257e-42c9-accf-f154ff219069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.193418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9cebdc5f-257e-42c9-accf-f154ff219069 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ef62a006-26f7-443d-aa92-459441b85eb7 HTTP/1.1" status: 204 len: 168 time: 0.4905772 Aug 19 11:58:39.198779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52546) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:39.211072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebdc5f-257e-42c9-accf-f154ff219069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef62a006-26f7-443d-aa92-459441b85eb7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:39.233496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-1a62ff42-fb5e-418e-8290-c1010df1a35f tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:39.238788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a5b80e4-e0eb-4e62-8177-6ee9a7904876 req-1a62ff42-fb5e-418e-8290-c1010df1a35f tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.3216872 Aug 19 11:58:39.251486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:39.257287 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.294854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e806cd-c325-48a5-96c2-a60754381fd7 req-038e584c-0383-414f-b376-1c0d45936582 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:39.296461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7e806cd-c325-48a5-96c2-a60754381fd7 req-038e584c-0383-414f-b376-1c0d45936582 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.2359822 Aug 19 11:58:39.423549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.424508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f0937f75-be4e-48fd-b1f1-590151024f36 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:39.449943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.507074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Deleting port fd43b208-9eb4-49ff-b568-3a9c987cceb5 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:39.507733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.531975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event updated for resources: {'Port': ['ID=53772761-12f1-4199-973d-3714ba611cf8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:39.542695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-27b9deab-d750-4a9c-a51b-ee32682b386b req-9820eb65-c8c0-4dd2-bc7f-7c5fefde1e86 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips/a64a6db3-a399-4afd-ad89-ee2fbdaf2a4d HTTP/1.1" status: 200 len: 692 time: 0.2450702 Aug 19 11:58:39.555654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f0937f75-be4e-48fd-b1f1-590151024f36 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:39.556852 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.557498 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:58:39.589121 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7e806cd-c325-48a5-96c2-a60754381fd7 req-e60e5a66-cc59-4dd1-a56d-e6f4f712a3dd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772231 Aug 19 11:58:39.617605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] For port fd43b208-9eb4-49ff-b568-3a9c987cceb5, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fd43b208-9eb4-49ff-b568-3a9c987cceb5,segment=NetworkSegment(613ef5c5-bdb6-489e-a49f-359b77d0df7a),segment_id=613ef5c5-bdb6-489e-a49f-359b77d0df7a)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:39.618110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.636814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Calling delete_port for fd43b208-9eb4-49ff-b568-3a9c987cceb5 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:39.644840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52554) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:39.654220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Network dcbb6ee0-978b-431f-be35-c378857c1c91 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:39.670904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52558) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:39.704735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:39.708095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:39.730882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d7ff4c3a-eacb-4a63-a406-befc72935d72 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:39.734700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.762833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b51e4a75-af2e-4ee3-bead-669c531d21bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.763038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: d7ff4c3a-eacb-4a63-a406-befc72935d72 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:39.763140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd43b208-9eb4-49ff-b568-3a9c987cceb5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:39.763362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d7ff4c3a-eacb-4a63-a406-befc72935d72 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:39.770882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] No DVR routers for this DVR port fd43b208-9eb4-49ff-b568-3a9c987cceb5 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:58:39.790326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ca34eb-25fd-4e60-bf00-4db9fa0e1684 None None] DHCP port deletion for fa7c0514-b5fa-4b4d-8e7f-64ae46838546 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:58:39.853182 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.864231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7c0514-b5fa-4b4d-8e7f-64ae46838546']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:39.875947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613ef5c5-bdb6-489e-a49f-359b77d0df7a') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:39.876248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613ef5c5-bdb6-489e-a49f-359b77d0df7a') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:39.885081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.899980 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.906764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:58:39.907170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:58:39.908901 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:58:39.917696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:39.917844 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.970274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.972130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6f4ae2e6-2488-4441-9cf1-846f7214afd3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5936fc575d1e4a338388353e0f4d4c0c&name=default HTTP/1.1" status: 200 len: 2981 time: 0.2649410 Aug 19 11:58:39.975620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:39.975805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Allocated IP 19.86.0.104 (61f18264-a12a-4526-a1a9-b2aed8efa7e5/964928f0-ff66-4b5b-8430-19fdd0827588/2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:39.981278 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] 10.222.0.65 "DELETE /v2.0/networks/fa7c0514-b5fa-4b4d-8e7f-64ae46838546 HTTP/1.1" status: 204 len: 168 time: 0.7796259 Aug 19 11:58:39.982563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52564) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:39.997006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9deab-d750-4a9c-a51b-ee32682b386b req-2fed3f14-53d1-4faf-a5df-46ef20b09840 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:39.998463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-27b9deab-d750-4a9c-a51b-ee32682b386b req-2fed3f14-53d1-4faf-a5df-46ef20b09840 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.4365492 Aug 19 11:58:40.011090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb4e0a-8bcf-4929-870c-e764d75e907c admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7c0514-b5fa-4b4d-8e7f-64ae46838546,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:40.013934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94e93c-3786-47aa-8692-8a76c1393fc8 req-62e258ec-d0e6-418c-9121-e4461ab98fe4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:40.021220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de94e93c-3786-47aa-8692-8a76c1393fc8 req-62e258ec-d0e6-418c-9121-e4461ab98fe4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 932 time: 0.2890086 Aug 19 11:58:40.049267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-288b1c74-630c-47ce-a857-7b8a7dd7aeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.100929 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-288b1c74-630c-47ce-a857-7b8a7dd7aeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.165738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de94e93c-3786-47aa-8692-8a76c1393fc8 req-c01f7420-986b-4fcb-863e-790f009e4c53 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385050 Aug 19 11:58:40.170785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-288b1c74-630c-47ce-a857-7b8a7dd7aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.183307 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-288b1c74-630c-47ce-a857-7b8a7dd7aeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.184746 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-288b1c74-630c-47ce-a857-7b8a7dd7aeed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5051a902-a51c-4869-b5fa-9e2cbe13ada4 HTTP/1.1" status: 204 len: 168 time: 0.1997087 Aug 19 11:58:40.195520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b1c74-630c-47ce-a857-7b8a7dd7aeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5051a902-a51c-4869-b5fa-9e2cbe13ada4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:40.310758 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b51e4a75-af2e-4ee3-bead-669c531d21bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.335028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b51e4a75-af2e-4ee3-bead-669c531d21bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.359405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52572) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:40.372518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2fc1b-e9a3-4903-9d21-58869941f77a req-807a5424-096b-42cf-982e-906e21d38a47 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:40.374255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0d2fc1b-e9a3-4903-9d21-58869941f77a req-807a5424-096b-42cf-982e-906e21d38a47 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 932 time: 0.2721894 Aug 19 11:58:40.375601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-ca495c88-9638-4478-a0a6-d9fb8db8f133 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4202700 Aug 19 11:58:40.404816 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0725dc9-569e-4c0f-a194-527c6a0e7599 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62b3e6b6966e4355acb2993216d05640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441892 Aug 19 11:58:40.408602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52576) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:40.441402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Request body: {'port': {'device_id': 'c01b555e-7db3-4245-9bc3-84c86afecfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:40.461788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9753-c614-440c-950a-6b8136c5d33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.481873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.483353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9753-c614-440c-950a-6b8136c5d33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.494338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd4ed528-2526-49ff-9224-d0a32d057ec6 req-dc7a5fc8-6265-45d5-8980-ed430c1523c4 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=6f8c24d6e0664dc4a7c5b98007b03e2e HTTP/1.1" status: 200 len: 695 time: 0.1634014 Aug 19 11:58:40.503903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b51e4a75-af2e-4ee3-bead-669c531d21bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b71d346f1480476588fbed6c1e81e81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8580279 Aug 19 11:58:40.509839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52578) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:40.513597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4a75-af2e-4ee3-bead-669c531d21bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff7972d-2ce4-4ad7-85b5-f78e451d5ecc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:40.532121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Transition to ACTIVE for port object 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:40.572017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aeb2070d-c8fc-4c8a-be64-6a46a80d98c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.596215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9753-c614-440c-950a-6b8136c5d33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.598930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9753-c614-440c-950a-6b8136c5d33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.602459 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1c8a9753-c614-440c-950a-6b8136c5d33a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74a185c6-7145-4b4e-a2b7-dda0d32abef4 HTTP/1.1" status: 204 len: 168 time: 0.1905243 Aug 19 11:58:40.606198 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aeb2070d-c8fc-4c8a-be64-6a46a80d98c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.619144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a9753-c614-440c-950a-6b8136c5d33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a185c6-7145-4b4e-a2b7-dda0d32abef4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:40.625426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0d2fc1b-e9a3-4903-9d21-58869941f77a req-39171a98-de54-415c-867f-8a43d87fd4be tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317820 Aug 19 11:58:40.635863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.697627 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aeb2070d-c8fc-4c8a-be64-6a46a80d98c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.702859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aeb2070d-c8fc-4c8a-be64-6a46a80d98c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.706239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-aeb2070d-c8fc-4c8a-be64-6a46a80d98c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aff7972d-2ce4-4ad7-85b5-f78e451d5ecc HTTP/1.1" status: 204 len: 168 time: 0.1930389 Aug 19 11:58:40.725746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2070d-c8fc-4c8a-be64-6a46a80d98c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff7972d-2ce4-4ad7-85b5-f78e451d5ecc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:40.734607 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:40.765635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ed528-2526-49ff-9224-d0a32d057ec6 req-b86702a8-51cd-49ec-8911-e06aeb921bd4 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:40.770161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd4ed528-2526-49ff-9224-d0a32d057ec6 req-b86702a8-51cd-49ec-8911-e06aeb921bd4 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/networks?id=4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 787 time: 0.2486298 Aug 19 11:58:40.939544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:40.958052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:40.972100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-92ba2655-d1bc-4717-a4a3-e3f7aa1507dd tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips/a64a6db3-a399-4afd-ad89-ee2fbdaf2a4d HTTP/1.1" status: 200 len: 692 time: 0.1651652 Aug 19 11:58:40.981584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:40.985758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Port': ['ID=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:41.194348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fd43b208-9eb4-49ff-b568-3a9c987cceb5 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:41.214239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcc009-4eb7-45ea-aef9-f0df2d22591e req-96ef4c79-dc46-40f3-87ee-f3bd54b74798 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:41.224048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ddcc009-4eb7-45ea-aef9-f0df2d22591e req-96ef4c79-dc46-40f3-87ee-f3bd54b74798 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.4661801 Aug 19 11:58:41.244455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: fd43b208-9eb4-49ff-b568-3a9c987cceb5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:41.244745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fd43b208-9eb4-49ff-b568-3a9c987cceb5 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:41.248629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4907491f-9ade-4916-9da0-0becec2f6988 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:41.272723 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4907491f-9ade-4916-9da0-0becec2f6988 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:41.272887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4907491f-9ade-4916-9da0-0becec2f6988 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:41.287920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:41.288763 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:41.312527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-40c4341e-879f-4e67-a5e3-6b1ec7c11f1c tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:41.319918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-40c4341e-879f-4e67-a5e3-6b1ec7c11f1c tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.3469005 Aug 19 11:58:41.329587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-350816a1-1e6a-462f-839c-3915f2911782 None None] Provisioning for port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:41.336453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-350816a1-1e6a-462f-839c-3915f2911782 None None] Provisioning complete for port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:41.337118 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-350816a1-1e6a-462f-839c-3915f2911782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:41.381547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-350816a1-1e6a-462f-839c-3915f2911782 None None] Port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:58:41.399637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-137993e4-a6ab-4605-865e-f76ef3f31721 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.0781853 Aug 19 11:58:41.401143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-62466596-5b7d-4f69-874c-3d1f5eb01a27 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6468568 Aug 19 11:58:41.412218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ddcc009-4eb7-45ea-aef9-f0df2d22591e req-f53971f8-2d4d-4667-8784-946120069c7c tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872261 Aug 19 11:58:41.432320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'port': {'device_id': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f', 'admin_state_up': True, 'tenant_id': '348471cd5c7146e0805ecfad02a93b91'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:41.565567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-6a89d781-56d2-45e4-81d5-97b43a108314 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.1520338 Aug 19 11:58:41.641140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53772761-12f1-4199-973d-3714ba611cf8 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:41.655736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:41.733657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Transition to ACTIVE for port object 53772761-12f1-4199-973d-3714ba611cf8 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:41.748363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4ab84-335f-421b-b743-f51f58df3191 req-e4770c91-76f1-4a54-b3a9-7dcdafa28f4a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:41.754093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4ab84-335f-421b-b743-f51f58df3191 req-e4770c91-76f1-4a54-b3a9-7dcdafa28f4a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:41.755688 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3d4ab84-335f-421b-b743-f51f58df3191 req-e4770c91-76f1-4a54-b3a9-7dcdafa28f4a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 1655 time: 0.2388909 Aug 19 11:58:41.774631 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:41.873109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52648) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:41.881683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:41.885362 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:41.889564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Pushing event updated for resources: {'Port': ['ID=53772761-12f1-4199-973d-3714ba611cf8,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:41.897724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3d4ab84-335f-421b-b743-f51f58df3191 req-e7629e75-c1c8-4464-8e4f-43bad181b5bb tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238763 Aug 19 11:58:42.155527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-182379732-network', 'tenant_id': '4db98cb162064f6e9fe72374f20ca029'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:42.186902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Made reservation on behalf of 4db98cb162064f6e9fe72374f20ca029 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:42.189679 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.203005 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.313509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.318820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.342389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Deleting port aec57bc5-9c10-4a95-aaf0-ed2297780e96 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:42.342812 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.345421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:58:42.354773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66ebdf3-df13-4980-98ae-5327a9d6c6da,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:42.366686 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.366686 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Added segment f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d of type vlan for network 7c3ab0e8-54af-4982-aaf4-01817e4ef422 Aug 19 11:58:42.417475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.447456 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.449145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:42.450197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.495101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe96b-1642-4339-82cb-982d17ae8886 req-793ad9fd-e29d-49bc-af8f-86f15b363c8c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:42.496732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-788fe96b-1642-4339-82cb-982d17ae8886 req-793ad9fd-e29d-49bc-af8f-86f15b363c8c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 944 time: 0.2219498 Aug 19 11:58:42.499167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52670) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:42.514008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6385922 Aug 19 11:58:42.520232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52674) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:42.527600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Request body: {'subnet': {'network_id': '7c3ab0e8-54af-4982-aaf4-01817e4ef422', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-182379732-subnet', 'tenant_id': '4db98cb162064f6e9fe72374f20ca029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:42.534766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Attempting to bind port 53772761-12f1-4199-973d-3714ba611cf8 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:42.535100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Attempting to bind port 53772761-12f1-4199-973d-3714ba611cf8 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:42.535762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Attempting to bind port 53772761-12f1-4199-973d-3714ba611cf8 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:42.537827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded43efb-d03c-4255-977d-f798a27ec3a4 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3ab0e8-54af-4982-aaf4-01817e4ef422,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:42.549746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7c3ab0e8-54af-4982-aaf4-01817e4ef422 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:58:42.556890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Made reservation on behalf of 4db98cb162064f6e9fe72374f20ca029 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:42.560569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.569963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Port 53772761-12f1-4199-973d-3714ba611cf8 on network dcbb6ee0-978b-431f-be35-c378857c1c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:42.570559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Attempting to bind port 53772761-12f1-4199-973d-3714ba611cf8 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:42.573354 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.573685 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.604867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Allocated IP 19.80.0.47 (17bdd6ef-9f04-4522-9c10-bb233c20b20f/fb24a03c-a2ce-43f7-b9df-60f849393710/76fe9f5d-3e1e-49d6-a67e-7d9532208b64) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:42.608742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:42.609088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Checking segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:42.609544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Bound using segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:42.610192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Bound port: 53772761-12f1-4199-973d-3714ba611cf8, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:42.610581 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.620397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Calling delete_port for aec57bc5-9c10-4a95-aaf0-ed2297780e96 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:42.650045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-788fe96b-1642-4339-82cb-982d17ae8886 req-263f1542-b5c7-4d58-a631-d147c1939041 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221919 Aug 19 11:58:42.726671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-513551562'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:42.778874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.786638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Made reservation on behalf of 19198a58201a4db495d6a276bd5a5f81 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:42.790119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.822710 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.824158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] For port 53772761-12f1-4199-973d-3714ba611cf8, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:42.851168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ebd923f-4065-441b-9a02-28a2ca9e24c2,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:42.874023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] For port 53772761-12f1-4199-973d-3714ba611cf8, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=53772761-12f1-4199-973d-3714ba611cf8,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:42.876640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Checking segment: {'id': 'f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7c3ab0e8-54af-4982-aaf4-01817e4ef422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:42.877294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Network hostable DHCP agents. Network: 7c3ab0e8-54af-4982-aaf4-01817e4ef422, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:58:42.895718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.915789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Network 7c3ab0e8-54af-4982-aaf4-01817e4ef422 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:58:42.931215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7c3ab0e8-54af-4982-aaf4-01817e4ef422) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:42.936388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:42.937019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.940011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d9d18-8f3f-4eed-aed4-44aacbcd70ae req-0c49fa93-1eba-45f4-b7c2-c604578dfb19 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:42.941010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce954744-4053-4b8f-98f3-24c19749c4a8 None None] Network 7c3ab0e8-54af-4982-aaf4-01817e4ef422 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:42.941617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-911d9d18-8f3f-4eed-aed4-44aacbcd70ae req-0c49fa93-1eba-45f4-b7c2-c604578dfb19 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1982954 Aug 19 11:58:42.967086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:42.967985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:42.969792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] 10.222.0.69 "PUT /v2.0/ports/53772761-12f1-4199-973d-3714ba611cf8 HTTP/1.1" status: 200 len: 1092 time: 2.5457110 Aug 19 11:58:42.974772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01b555e-7db3-4245-9bc3-84c86afecfd0', 'tag': '53772761-12f1-4199-973d-3714ba611cf8'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:42.977275 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c01b555e-7db3-4245-9bc3-84c86afecfd0", "tag": "53772761-12f1-4199-973d-3714ba611cf8"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:43.001262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.005788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.026224 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6ae93ab5-211b-424f-a147-61a0f45b5301 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4968259 Aug 19 11:58:43.045533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:58:43.066097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1006b2-6c45-478e-9411-894147336f50,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:43.076803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3245ad8-3d48-453e-96ac-5f6d4d43634f service neutron] Pushing event updated for resources: {'Port': ['ID=53772761-12f1-4199-973d-3714ba611cf8,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:43.099861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.101186 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Added segment 06f1c0bd-e932-42a8-ab4e-a84b6bed78e3 of type vlan for network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 Aug 19 11:58:43.108227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5bcb8e-b634-4de0-8c24-f1f2b4f5d076 None None] Network 7c3ab0e8-54af-4982-aaf4-01817e4ef422 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:43.140542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.156642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-911d9d18-8f3f-4eed-aed4-44aacbcd70ae req-e6a507aa-3e38-48ec-9125-753cd9977c84 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995809 Aug 19 11:58:43.161705 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.164924 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.216509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.230984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:43.231746 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.237177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Transition to ACTIVE for port object 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:43.243911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Pushing event deleted for resources: {'Port': ['ID=aec57bc5-9c10-4a95-aaf0-ed2297780e96,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:43.268902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-51a7180e-cbf5-4385-9979-360976afcd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:43.270928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-51a7180e-cbf5-4385-9979-360976afcd1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 1095 time: 0.2322872 Aug 19 11:58:43.298166 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7973273 Aug 19 11:58:43.313664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200543f-4a67-4972-86b2-ab32ed8c1eda tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Pushing event updated for resources: {'Network': ['ID=1e4636c1-7be8-4d6f-8f41-df5a43e64f09,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:43.324110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:58:43.376309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-11d69240-f6ad-4eeb-828b-48f94e035cc4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53772761-12f1-4199-973d-3714ba611cf8 HTTP/1.1" status: 200 len: 217 time: 0.0805187 Aug 19 11:58:43.419952 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.422380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.423506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f160122-8e78-4dbe-b8f6-5108d91abf11 req-47828c69-9113-4702-9513-203c722436d1 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "DELETE /v2.0/floatingips/a64a6db3-a399-4afd-ad89-ee2fbdaf2a4d HTTP/1.1" status: 204 len: 173 time: 1.8410177 Aug 19 11:58:43.430291 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.468830 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095d424d-1e67-4802-b498-d1f528d15973 x-openstack-request-id: req-095d424d-1e67-4802-b498-d1f528d15973 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:43.469108 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01b555e-7db3-4245-9bc3-84c86afecfd0", "tag": "53772761-12f1-4199-973d-3714ba611cf8", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:43.469357 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-095d424d-1e67-4802-b498-d1f528d15973 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:43.469731 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01b555e-7db3-4245-9bc3-84c86afecfd0', 'tag': '53772761-12f1-4199-973d-3714ba611cf8', 'status': 'completed', 'code': 200} Aug 19 11:58:43.483241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ef826-6f8f-4159-8204-07dbcd339772 req-e7b30c69-e3b2-4d15-b50b-3f168a9022db tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:43.489091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ef826-6f8f-4159-8204-07dbcd339772 req-e7b30c69-e3b2-4d15-b50b-3f168a9022db tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:43.490634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de1ef826-6f8f-4159-8204-07dbcd339772 req-e7b30c69-e3b2-4d15-b50b-3f168a9022db tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 1655 time: 0.1938679 Aug 19 11:58:43.508271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network 17bdd6ef-9f04-4522-9c10-bb233c20b20f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:43.519199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-31b7ac52-4d0c-4de1-99fa-42084b56b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:43.520603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-31b7ac52-4d0c-4de1-99fa-42084b56b23d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.1339157 Aug 19 11:58:43.521397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:43.538779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:43.570276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Port': ['ID=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:43.607007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-552a720d-7cf5-493f-a2db-9789d97f8bc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651269 Aug 19 11:58:43.629396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de1ef826-6f8f-4159-8204-07dbcd339772 req-5c9f830d-9f5c-48f1-ac0e-3c023d2c5c56 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255584 Aug 19 11:58:43.676444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:43.679361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.718619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-243afba4-84d3-4d93-bc76-00f5e08f4cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3001237 Aug 19 11:58:43.745682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Request body: {'port': {'device_id': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:43.836713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-9b5b2d11-14d4-43dd-bce4-949dec003a4d service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194152 Aug 19 11:58:43.851440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52714) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:43.857274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Request body: {'port': {'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09', 'binding:host_id': 'n-h2-778550-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-798369673'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:43.881859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Made reservation on behalf of f9eeac825bc54ebfb52a936edbea3c14 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:43.884212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.886052 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52716) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:43.898792 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.920078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e026312c-a220-4328-8c82-d47053b41302 None None] Provisioning for port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:43.929194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e026312c-a220-4328-8c82-d47053b41302 None None] Provisioning complete for port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:43.930496 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e026312c-a220-4328-8c82-d47053b41302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:43.980343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e026312c-a220-4328-8c82-d47053b41302 None None] Port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:58:43.995915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.044841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45704fb1-b9f2-435b-be4b-2d239c5227a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.074200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.086342 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.100675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] device_id is not set on port 984859e1-6204-430a-a9a8-909b68eda205 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 11:58:44.103451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bc95ab3e-ca28-4e9e-83da-12a071df24ed tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:44.104967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bc95ab3e-ca28-4e9e-83da-12a071df24ed tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/networks?id=7c3ab0e8-54af-4982-aaf4-01817e4ef422 HTTP/1.1" status: 200 len: 821 time: 0.3096962 Aug 19 11:58:44.156701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bdb1180-a742-418f-b016-cc977da45d30 req-52c5f832-1f85-4fd0-9aea-46cc7bb27d8a tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2663929 Aug 19 11:58:44.164435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-2864652f-e7de-4841-afc3-7831802f1260 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/quotas/4db98cb162064f6e9fe72374f20ca029 HTTP/1.1" status: 200 len: 375 time: 0.0452433 Aug 19 11:58:44.198542 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-c00466e6-3c85-430e-b1fe-a60cbb3fbaad service neutron] 10.222.0.54 "GET /v2.0/ports/6764db6a-0985-4b46-9414-754aebf12452/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 382 time: 0.2028782 Aug 19 11:58:44.207444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddca1bb8-7d80-4cae-97cb-56afdeab669a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:44.224592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:44.248158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2790696f-2324-41af-8ea5-c83e63bbeda8 req-b3ad03db-c780-4801-a6ec-e4716c3ecae9 service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848827 Aug 19 11:58:44.271642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-0d5e2741-b401-4df7-9131-949e0ced8b71 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4db98cb162064f6e9fe72374f20ca029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519543 Aug 19 11:58:44.347035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45704fb1-b9f2-435b-be4b-2d239c5227a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.356117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45704fb1-b9f2-435b-be4b-2d239c5227a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.404459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.429727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45704fb1-b9f2-435b-be4b-2d239c5227a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549a0f49-bd5e-4033-94ca-86de395ad85b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:44.438199 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-45704fb1-b9f2-435b-be4b-2d239c5227a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4993a55663f64a0e9436cc1c1f26cf37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511148 Aug 19 11:58:44.440884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52722) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:44.465484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] device_id is not set on port 984859e1-6204-430a-a9a8-909b68eda205 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 11:58:44.499409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.519422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-5978f913-26c9-4f20-a2be-f362eb0c21c8 service neutron] 10.222.0.65 "GET /v2.0/networks/7c3ab0e8-54af-4982-aaf4-01817e4ef422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368922 Aug 19 11:58:44.524570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Transition to ACTIVE for port object 984859e1-6204-430a-a9a8-909b68eda205 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:44.547238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.552010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190714-1230-49b9-882d-37cf42b5a945 req-315f2db9-fde8-4a07-b015-045f72caec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:44.553941 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-315f2db9-fde8-4a07-b015-045f72caec03 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a&tenant_id=e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 1100 time: 0.1047130 Aug 19 11:58:44.559573 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd24443-6dc7-4e35-9c69-ad08d12dc4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.585847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-f047abad-8da2-4eb7-97ff-9a94bfc48661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:44.587408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-f047abad-8da2-4eb7-97ff-9a94bfc48661 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 1095 time: 0.1848915 Aug 19 11:58:44.644375 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd24443-6dc7-4e35-9c69-ad08d12dc4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.659300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'Port': ['ID=984859e1-6204-430a-a9a8-909b68eda205,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:44.704152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190714-1230-49b9-882d-37cf42b5a945 req-7051fe4d-afbc-4c12-ac6a-14c38094f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:44.705706 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-7051fe4d-afbc-4c12-ac6a-14c38094f769 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 1100 time: 0.1160429 Aug 19 11:58:44.709307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf0b81c-dedf-4ce7-8f6b-925584337615 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:44.711180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Checking segment: {'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:44.711668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Network hostable DHCP agents. Network: 1e4636c1-7be8-4d6f-8f41-df5a43e64f09, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:58:44.727487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.769465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd24443-6dc7-4e35-9c69-ad08d12dc4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.770127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Transition to ACTIVE for port object dcf0b81c-dedf-4ce7-8f6b-925584337615 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:44.772587 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd24443-6dc7-4e35-9c69-ad08d12dc4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.772753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-ed68815e-0969-40f9-830c-5a002787c390 service neutron] 10.222.0.65 "GET /v2.0/networks/7c3ab0e8-54af-4982-aaf4-01817e4ef422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455311 Aug 19 11:58:44.775771 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ebd24443-6dc7-4e35-9c69-ad08d12dc4d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/549a0f49-bd5e-4033-94ca-86de395ad85b HTTP/1.1" status: 204 len: 168 time: 0.3315768 Aug 19 11:58:44.788343 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.790777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-3db317b7-2bc7-46bd-878b-fdc397be1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:44.792323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-3db317b7-2bc7-46bd-878b-fdc397be1846 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 913 time: 0.1890571 Aug 19 11:58:44.792813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd24443-6dc7-4e35-9c69-ad08d12dc4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549a0f49-bd5e-4033-94ca-86de395ad85b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:44.796401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:58:44.818968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 1e4636c1-7be8-4d6f-8f41-df5a43e64f09) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:44.832738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:44.841521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685a9be-e1a6-44ab-bb21-c1792795ed80 None None] Network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:44.851943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190714-1230-49b9-882d-37cf42b5a945 req-806c7806-1561-45d4-8cc7-d386eaa73601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:44.853499 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-806c7806-1561-45d4-8cc7-d386eaa73601 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1395421 Aug 19 11:58:44.854611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:44.854949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:44.855428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:44.860607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:44.860909 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:44.862857 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 2 to bind port 984859e1-6204-430a-a9a8-909b68eda205 Aug 19 11:58:44.867800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-ec41440a-cf4a-425b-9448-c4aea1e058c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53772761-12f1-4199-973d-3714ba611cf8 HTTP/1.1" status: 200 len: 217 time: 0.0658445 Aug 19 11:58:44.912028 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-4f2f9d0e-d93e-4ce7-ad37-69b360cf7cec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6764db6a-0985-4b46-9414-754aebf12452 HTTP/1.1" status: 200 len: 217 time: 0.0501590 Aug 19 11:58:44.915394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:44.915962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:44.916877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:44.938017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:44.938269 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:44.945065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Pushing event updated for resources: {'Port': ['ID=dcf0b81c-dedf-4ce7-8f6b-925584337615,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:44.961640 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 3 to bind port 984859e1-6204-430a-a9a8-909b68eda205 Aug 19 11:58:44.984239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:44.984463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:44.984600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:44.985160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:44.996978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:44.997528 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:45.003195 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 4 to bind port 984859e1-6204-430a-a9a8-909b68eda205 Aug 19 11:58:45.025772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190714-1230-49b9-882d-37cf42b5a945 req-4a04b8f5-571d-4e23-91f8-0966376c13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:45.029093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-4a04b8f5-571d-4e23-91f8-0966376c13eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1074419 Aug 19 11:58:45.048099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-c5221694-a772-41b0-9c32-a7993e144dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:45.049528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-c5221694-a772-41b0-9c32-a7993e144dfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.1697381 Aug 19 11:58:45.059244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:45.059589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:45.060143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:45.088937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:45.089399 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:45.092522 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 5 to bind port 984859e1-6204-430a-a9a8-909b68eda205 Aug 19 11:58:45.154285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-9e50d7fb-7ca3-41c1-9d01-816e78697b81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564203 Aug 19 11:58:45.157006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190714-1230-49b9-882d-37cf42b5a945 req-d00d379d-16d7-44a0-a263-1af3d5d09563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:45.159232 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-d00d379d-16d7-44a0-a263-1af3d5d09563 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222765 Aug 19 11:58:45.160868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:45.161577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:45.161883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:45.228201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:45.228599 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:45.232376 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 6 to bind port 984859e1-6204-430a-a9a8-909b68eda205 Aug 19 11:58:45.270519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:45.270856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:45.271186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:45.282738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:45.283186 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:45.284711 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 7 to bind port 984859e1-6204-430a-a9a8-909b68eda205 Aug 19 11:58:45.328413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:45.328787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:45.329131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:45.341248 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-751f8a8c-78ed-461b-96a7-4f4e005cb0f8 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717360 Aug 19 11:58:45.342369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:45.343834 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:45.344260 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 8 to bind port 984859e1-6204-430a-a9a8-909b68eda205 Aug 19 11:58:45.429420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:45.429921 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:45.430240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:45.493533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:45.496819 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:45.499193 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 9 to bind port 984859e1-6204-430a-a9a8-909b68eda205 Aug 19 11:58:45.514152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:45.514674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:45.515022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:45.520323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:45.520755 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:45.521210 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 10 to bind port 984859e1-6204-430a-a9a8-909b68eda205 Aug 19 11:58:45.525949 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c1190714-1230-49b9-882d-37cf42b5a945 req-c43ef712-4237-4e41-80ae-eb09b7254dbf service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783793 Aug 19 11:58:45.539263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:45.539616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:45.540074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:45.546893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 984859e1-6204-430a-a9a8-909b68eda205 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:45.547353 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 984859e1-6204-430a-a9a8-909b68eda205 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:45.547969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:45.630316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] For port 984859e1-6204-430a-a9a8-909b68eda205, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:45.630703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempted to set empty binding levels {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 11:58:45.642827 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:45.659047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Attempting to bind port dcf0b81c-dedf-4ce7-8f6b-925584337615 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:45.659717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Attempting to bind port dcf0b81c-dedf-4ce7-8f6b-925584337615 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:45.660025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Attempting to bind port dcf0b81c-dedf-4ce7-8f6b-925584337615 on network 17bdd6ef-9f04-4522-9c10-bb233c20b20f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:45.685171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Port dcf0b81c-dedf-4ce7-8f6b-925584337615 on network 17bdd6ef-9f04-4522-9c10-bb233c20b20f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:45.685502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Attempting to bind port dcf0b81c-dedf-4ce7-8f6b-925584337615 on network 17bdd6ef-9f04-4522-9c10-bb233c20b20f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:45.692441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:45.692954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:45.716382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'Port': ['ID=984859e1-6204-430a-a9a8-909b68eda205,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:45.716967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:45.717320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Checking segment: {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:45.717733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Bound using segment: {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:45.718149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Bound port: dcf0b81c-dedf-4ce7-8f6b-925584337615, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:45.718513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:45.720994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Allocated IP 172.25.4.93 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/7bfce30e-d513-4323-b19c-bb36a941980a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:45.726572 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-65348434-9748-46d9-8f85-00431d1f2ea3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.8738928 Aug 19 11:58:45.727702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52754) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:45.737614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40696108-0bff-4dd1-a66a-bd58d14493b0 req-1f582721-9c09-413a-9fa0-f0f2800b0256 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:45.739338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40696108-0bff-4dd1-a66a-bd58d14493b0 req-1f582721-9c09-413a-9fa0-f0f2800b0256 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 944 time: 0.5820222 Aug 19 11:58:45.831122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-38584248-ceae-4487-9d69-274d8f7140c2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Deleting port 984859e1-6204-430a-a9a8-909b68eda205 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:45.831736 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38584248-ceae-4487-9d69-274d8f7140c2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:45.861483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-0f119946-833a-4731-a1ee-bf6e11e1b944 service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920836 Aug 19 11:58:45.908413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-38584248-ceae-4487-9d69-274d8f7140c2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] For port 984859e1-6204-430a-a9a8-909b68eda205, host n-h2-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:45.909256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38584248-ceae-4487-9d69-274d8f7140c2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:45.925509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-38584248-ceae-4487-9d69-274d8f7140c2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Calling delete_port for 984859e1-6204-430a-a9a8-909b68eda205 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:45.958685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40696108-0bff-4dd1-a66a-bd58d14493b0 req-c4c8bef9-4172-42db-8249-6274d5c377ae tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997011 Aug 19 11:58:45.989422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] For port dcf0b81c-dedf-4ce7-8f6b-925584337615, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:46.023758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] For port dcf0b81c-dedf-4ce7-8f6b-925584337615, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dcf0b81c-dedf-4ce7-8f6b-925584337615,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:46.024511 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38584248-ceae-4487-9d69-274d8f7140c2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.038551 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.062584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38584248-ceae-4487-9d69-274d8f7140c2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event deleted for resources: {'Port': ['ID=984859e1-6204-430a-a9a8-909b68eda205,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:46.071822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38584248-ceae-4487-9d69-274d8f7140c2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.073865 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-38584248-ceae-4487-9d69-274d8f7140c2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "DELETE /v2.0/ports/984859e1-6204-430a-a9a8-909b68eda205 HTTP/1.1" status: 204 len: 168 time: 0.3452027 Aug 19 11:58:46.077195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52762) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:46.100799 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4097c6d0-59cf-4ad7-bd5c-8e9d9f838dc2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] GET failed (client error): The resource could not be found. Aug 19 11:58:46.102321 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4097c6d0-59cf-4ad7-bd5c-8e9d9f838dc2 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "GET /v2.0/ports/984859e1-6204-430a-a9a8-909b68eda205 HTTP/1.1" status: 404 len: 333 time: 0.0241807 Aug 19 11:58:46.106814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52764) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:46.111376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Request body: {'port': {'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-431815652'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:46.127960 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.132664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Made reservation on behalf of f9eeac825bc54ebfb52a936edbea3c14 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:46.135013 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.151731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] device_id is not set on port f6c3fccc-953b-455a-8de8-d965878bb412 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 11:58:46.163723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:46.164394 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.165825 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] 10.222.0.54 "PUT /v2.0/ports/dcf0b81c-dedf-4ce7-8f6b-925584337615 HTTP/1.1" status: 200 len: 1092 time: 2.4305925 Aug 19 11:58:46.168477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'tag': 'dcf0b81c-dedf-4ce7-8f6b-925584337615'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:46.171068 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d892ea6-6193-4de0-b262-bbb0832ee59d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "tag": "dcf0b81c-dedf-4ce7-8f6b-925584337615"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:46.175096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c615be30-5692-4bb9-8231-a1f0d7ebb9a5 req-a565b73e-8076-40ac-8800-bcd9709a9409 service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987554 Aug 19 11:58:46.219277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Request body: {'port': {'device_id': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:46.255317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82fc6d-e2e7-4203-b44c-a9e3cae4db4a service neutron] Pushing event updated for resources: {'Port': ['ID=dcf0b81c-dedf-4ce7-8f6b-925584337615,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:46.276163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557ae1-d07c-4efc-bd4e-14622a4f056b req-d8e80a7c-c879-4d32-b7d9-7c0a66a0b78a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:46.278070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9557ae1-d07c-4efc-bd4e-14622a4f056b req-d8e80a7c-c879-4d32-b7d9-7c0a66a0b78a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.2203898 Aug 19 11:58:46.330245 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.336814 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.357424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.400581 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.400899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:46.404539 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9557ae1-d07c-4efc-bd4e-14622a4f056b req-92f02268-51ed-4f2d-a15e-4718f4a584e8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185672 Aug 19 11:58:46.428853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:46.432698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:46.434784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Pushing event updated for resources: {'Port': ['ID=7bfce30e-d513-4323-b19c-bb36a941980a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:46.468373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:46.469793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'Port': ['ID=f6c3fccc-953b-455a-8de8-d965878bb412,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:46.472324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:46.474430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:46.475367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:46.475962 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.547713 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3291cb94-db9f-47ae-b1a9-6e2858badbc8 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4374242 Aug 19 11:58:46.548323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52768) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:46.554205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:46.652481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-42c02116-6153-4108-a942-16ef7de2f4f3 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:46.654160 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-42c02116-6153-4108-a942-16ef7de2f4f3 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.54 "GET /v2.0/networks?id=7c3ab0e8-54af-4982-aaf4-01817e4ef422 HTTP/1.1" status: 200 len: 821 time: 0.1755106 Aug 19 11:58:46.654906 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.708435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Request body: {'port': {'device_id': 'dce27051-8962-4452-b92d-61450f1b11ea', 'network_id': '7c3ab0e8-54af-4982-aaf4-01817e4ef422', 'admin_state_up': True, 'tenant_id': '4db98cb162064f6e9fe72374f20ca029'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:46.740736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.762214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526841ad-e191-4cb0-882b-17ea8555bcf1 req-6e1020dc-4b59-4985-ad08-625c0e663890 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:46.768017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526841ad-e191-4cb0-882b-17ea8555bcf1 req-6e1020dc-4b59-4985-ad08-625c0e663890 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:46.774036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526841ad-e191-4cb0-882b-17ea8555bcf1 req-6e1020dc-4b59-4985-ad08-625c0e663890 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:46.775690 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-526841ad-e191-4cb0-882b-17ea8555bcf1 req-6e1020dc-4b59-4985-ad08-625c0e663890 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2388 time: 0.1523726 Aug 19 11:58:46.836181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.910082 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-526841ad-e191-4cb0-882b-17ea8555bcf1 req-b50efc9e-c2ff-4d91-9d6a-654d595ad7d4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232059 Aug 19 11:58:46.912099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:46.921063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] device_id is not set on port f6c3fccc-953b-455a-8de8-d965878bb412 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 11:58:46.925784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Made reservation on behalf of 4db98cb162064f6e9fe72374f20ca029 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:46.926890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.929657 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.936021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:46.963291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Transition to ACTIVE for port object f6c3fccc-953b-455a-8de8-d965878bb412 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:46.984987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Transition to ACTIVE for port object 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:46.995340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6764db6a-0985-4b46-9414-754aebf12452 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:47.000061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.005187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.029217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fe970b6-5b6c-4f2d-9ec3-4e7d8978958f req-fe5a6cc4-13b7-4ea2-8a4f-7c9ff55fc4cf tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 210 time: 0.0390575 Aug 19 11:58:47.079445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'Port': ['ID=f6c3fccc-953b-455a-8de8-d965878bb412,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:47.090997 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.103940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:47.154962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6764db6a-0985-4b46-9414-754aebf12452,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:47.157193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6764db6a-0985-4b46-9414-754aebf12452'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:47.160969 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25436ae4-2401-4388-b204-69472bc5d077" -d '{"events": [{"server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "name": "network-vif-unplugged", "status": "completed", "tag": "6764db6a-0985-4b46-9414-754aebf12452"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:47.167945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.222747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.225597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.226007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.226346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.236432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=6764db6a-0985-4b46-9414-754aebf12452,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:47.248316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.251733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Attempting to bind port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.252095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Attempting to bind port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.252438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Attempting to bind port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd on network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.252620 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.254857 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.264329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Allocated IP 172.20.0.10 (7c3ab0e8-54af-4982-aaf4-01817e4ef422/4ebd923f-4065-441b-9a02-28a2ca9e24c2/681b2cba-2f96-4304-9d0b-0f31ea29ee7c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:47.291596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 53772761-12f1-4199-973d-3714ba611cf8 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:58:47.294700 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 2 to bind port f6c3fccc-953b-455a-8de8-d965878bb412 Aug 19 11:58:47.321538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.321892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.322389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.334391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.334735 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.337881 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 3 to bind port f6c3fccc-953b-455a-8de8-d965878bb412 Aug 19 11:58:47.349705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd on network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.350039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Attempting to bind port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd on network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.368763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.369122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.369458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.381216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.381553 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.384069 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 4 to bind port f6c3fccc-953b-455a-8de8-d965878bb412 Aug 19 11:58:47.416928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.417367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.417718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.423895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:47.424734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Checking segment: {'id': 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:47.425138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Bound using segment: {'id': 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:47.425652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Bound port: 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:47.426102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.438345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Pushing event updated for resources: {'Port': ['ID=7bfce30e-d513-4323-b19c-bb36a941980a,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:47.466891 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.481430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 53772761-12f1-4199-973d-3714ba611cf8, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=53772761-12f1-4199-973d-3714ba611cf8,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:47.483076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.483419 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.486163 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 5 to bind port f6c3fccc-953b-455a-8de8-d965878bb412 Aug 19 11:58:47.495519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '53772761-12f1-4199-973d-3714ba611cf8', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'port_id': '53772761-12f1-4199-973d-3714ba611cf8', 'mac_address': 'fa:16:3e:d2:7a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8973284-6c79-4519-aa58-5e8208dbc4de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:58:47.514308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.514652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.515005 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.518796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.520135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bdb1180-a742-418f-b016-cc977da45d30 req-45402d6a-6beb-4984-bc65-05918b08e0c2 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3519442 Aug 19 11:58:47.521942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.522287 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.526058 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 6 to bind port f6c3fccc-953b-455a-8de8-d965878bb412 Aug 19 11:58:47.553614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.553955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.554298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.556902 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.581851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.582288 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.584357 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 7 to bind port f6c3fccc-953b-455a-8de8-d965878bb412 Aug 19 11:58:47.595291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53772761-12f1-4199-973d-3714ba611cf8 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:47.602000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bdb1180-a742-418f-b016-cc977da45d30 req-f62dc0e2-ff48-41a3-ba13-39399f72a8ab tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.93 HTTP/1.1" status: 200 len: 695 time: 0.0703688 Aug 19 11:58:47.605218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] For port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:47.608860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] For port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,segment=NetworkSegment(ab945cba-2c07-44ee-aca5-06a3d7ae44bc),segment_id=ab945cba-2c07-44ee-aca5-06a3d7ae44bc)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:47.610204 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.612430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.613192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.613192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.619718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.619924 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.622187 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 8 to bind port f6c3fccc-953b-455a-8de8-d965878bb412 Aug 19 11:58:47.624850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.626084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 53772761-12f1-4199-973d-3714ba611cf8, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=53772761-12f1-4199-973d-3714ba611cf8,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:47.632238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.644102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.644440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.644950 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.656042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.656472 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.657989 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 9 to bind port f6c3fccc-953b-455a-8de8-d965878bb412 Aug 19 11:58:47.685374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.685720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.686204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.694545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.694881 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.696638 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 10 to bind port f6c3fccc-953b-455a-8de8-d965878bb412 Aug 19 11:58:47.713007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.725410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:47.726188 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.727830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] 10.222.0.54 "PUT /v2.0/ports/2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd HTTP/1.1" status: 200 len: 1092 time: 1.5187244 Aug 19 11:58:47.731146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:47.731530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:47.731805 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:47.755629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=53772761-12f1-4199-973d-3714ba611cf8,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:47.761065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:47.761376 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port f6c3fccc-953b-455a-8de8-d965878bb412 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:47.761824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.766364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2c42a-e6f5-412c-b225-23bbf44401b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:47.794541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Request body: {'port': {'device_id': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:47.835340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Network 7c3ab0e8-54af-4982-aaf4-01817e4ef422 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:47.849126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:47.851231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb1180-a742-418f-b016-cc977da45d30 req-c81296ed-efeb-487a-a6e3-7449c284ccf0 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:47.852771 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bdb1180-a742-418f-b016-cc977da45d30 req-c81296ed-efeb-487a-a6e3-7449c284ccf0 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.2424967 Aug 19 11:58:47.901904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:47.907996 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff50bd0a-6c38-476d-879b-368303af508d x-openstack-request-id: req-ff50bd0a-6c38-476d-879b-368303af508d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:47.908403 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "tag": "dcf0b81c-dedf-4ce7-8f6b-925584337615", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:47.908866 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff50bd0a-6c38-476d-879b-368303af508d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:47.909376 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'tag': 'dcf0b81c-dedf-4ce7-8f6b-925584337615', 'status': 'completed', 'code': 200} Aug 19 11:58:47.920354 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:47.927066 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d40106e-c279-443d-8ec2-8201375cd328 x-openstack-request-id: req-4d40106e-c279-443d-8ec2-8201375cd328 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:47.927957 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "name": "network-vif-unplugged", "status": "completed", "tag": "6764db6a-0985-4b46-9414-754aebf12452", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:47.928417 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d40106e-c279-443d-8ec2-8201375cd328 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:47.929578 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6764db6a-0985-4b46-9414-754aebf12452', 'code': 200} Aug 19 11:58:47.955798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Pushing event updated for resources: {'Port': ['ID=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:47.986243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['53772761-12f1-4199-973d-3714ba611cf8'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:48.028241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.028951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:48.056555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] For port f6c3fccc-953b-455a-8de8-d965878bb412, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:48.056942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempted to set empty binding levels {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 11:58:48.060650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-6e866d24-bcf8-4ab1-b2e3-fd1b94ee571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.061189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-6e866d24-bcf8-4ab1-b2e3-fd1b94ee571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.061639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-6e866d24-bcf8-4ab1-b2e3-fd1b94ee571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.063332 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-6e866d24-bcf8-4ab1-b2e3-fd1b94ee571e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=348471cd5c7146e0805ecfad02a93b91&device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2798 time: 0.1510532 Aug 19 11:58:48.065253 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-bf981ce1-7e4e-454a-a16c-73d41fc39fec tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3609183 Aug 19 11:58:48.066914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:48.118186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Request body: {'port': {'device_id': 'dce27051-8962-4452-b92d-61450f1b11ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:48.153795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'Port': ['ID=f6c3fccc-953b-455a-8de8-d965878bb412,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:48.186148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] In _notify_port_updated(), no bound segment for port f6c3fccc-953b-455a-8de8-d965878bb412 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 11:58:48.187030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.187635 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:48.189037 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7433994f-c097-4889-926a-a928b09a5b3f tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "PUT /v2.0/ports/f6c3fccc-953b-455a-8de8-d965878bb412 HTTP/1.1" status: 200 len: 974 time: 1.6396017 Aug 19 11:58:48.198843 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:48.230047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a40df-90c5-42e0-a567-a813f9971ecd req-4fff3f92-d857-4018-b0fd-a1c8c2c8ac0c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.231763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d0a40df-90c5-42e0-a567-a813f9971ecd req-4fff3f92-d857-4018-b0fd-a1c8c2c8ac0c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 945 time: 0.2215500 Aug 19 11:58:48.285104 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07b06d02-d747-477a-b3fb-d5bd03f7af00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:48.289208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b549cce-5111-4d53-a602-3a73274c317c req-df1fde86-fe59-4494-9847-36b46ffac07f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.290750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b549cce-5111-4d53-a602-3a73274c317c req-df1fde86-fe59-4494-9847-36b46ffac07f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 947 time: 0.2860358 Aug 19 11:58:48.300628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:48.350406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d0a40df-90c5-42e0-a567-a813f9971ecd req-106b04f8-727e-4dbc-bc11-1cc7d18db8e7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061225 Aug 19 11:58:48.377768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b549cce-5111-4d53-a602-3a73274c317c req-b2bd7ecc-4e98-4d4b-8885-81c5fcc8bab1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733402 Aug 19 11:58:48.397046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-d32ac4c2-9c97-4bad-95a7-d29c08937b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.397532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-d32ac4c2-9c97-4bad-95a7-d29c08937b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.398046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-d32ac4c2-9c97-4bad-95a7-d29c08937b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.400087 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-d32ac4c2-9c97-4bad-95a7-d29c08937b42 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=348471cd5c7146e0805ecfad02a93b91&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2879331 Aug 19 11:58:48.427755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.428249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.428739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.429242 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.429814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.430355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.430816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.432251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.432251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.432251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.432628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.433130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.433721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.434182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.434750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.435242 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.435698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.436161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.436655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.437133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.437590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.438056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.438517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.438988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.439444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.439902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.443025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-430a850a-bb7c-4c9b-b69f-ef6305d5a3a3 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23340 time: 0.2411354 Aug 19 11:58:48.448296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52804) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:48.549221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:48.569700 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:48.615359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-ad18a353-c243-4429-ae13-a176ddaf7ad6 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips/5cd01157-40c6-4b5a-9af0-980b9adf548e HTTP/1.1" status: 200 len: 692 time: 0.1304240 Aug 19 11:58:48.655185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Transition to ACTIVE for port object 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:48.695405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:48.793394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4e83-64e3-4bd2-8b1d-182cc4c1416f req-bfdbbf22-ed24-47cf-8686-668f299f6782 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.799673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4e83-64e3-4bd2-8b1d-182cc4c1416f req-bfdbbf22-ed24-47cf-8686-668f299f6782 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.806155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4e83-64e3-4bd2-8b1d-182cc4c1416f req-bfdbbf22-ed24-47cf-8686-668f299f6782 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.807884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2dd4e83-64e3-4bd2-8b1d-182cc4c1416f req-bfdbbf22-ed24-47cf-8686-668f299f6782 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2400 time: 0.2499561 Aug 19 11:58:48.881370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:48.898478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-98a5966a-ea5e-4121-bf59-8a4dc2187e15 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Deleting port f6c3fccc-953b-455a-8de8-d965878bb412 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:48.898818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-98a5966a-ea5e-4121-bf59-8a4dc2187e15 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:48.984504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-6cebfee9-a1e8-4702-93dc-ba0f59df5fba tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:48.985981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-6cebfee9-a1e8-4702-93dc-ba0f59df5fba tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.3453445 Aug 19 11:58:49.009978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6764db6a-0985-4b46-9414-754aebf12452 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:58:49.035975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2dd4e83-64e3-4bd2-8b1d-182cc4c1416f req-3df4439c-fa30-45ea-8788-5ca7419f2b01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057176 Aug 19 11:58:49.099689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c6d03def-4d95-40bd-85a6-5043e355b40f tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.93 HTTP/1.1" status: 200 len: 695 time: 0.0859547 Aug 19 11:58:49.100877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-98a5966a-ea5e-4121-bf59-8a4dc2187e15 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] For port f6c3fccc-953b-455a-8de8-d965878bb412, host n-h2-778550-9, got binding levels [] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:49.101446 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-98a5966a-ea5e-4121-bf59-8a4dc2187e15 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.129297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-98a5966a-ea5e-4121-bf59-8a4dc2187e15 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Calling delete_port for f6c3fccc-953b-455a-8de8-d965878bb412 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:49.145189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-87f65b28-5473-4b27-8b4c-6b575be52724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:49.146688 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1d892ea6-6193-4de0-b262-bbb0832ee59d req-87f65b28-5473-4b27-8b4c-6b575be52724 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7026360 Aug 19 11:58:49.170210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681b2cba-2f96-4304-9d0b-0f31ea29ee7c {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:49.179817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.180568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6764db6a-0985-4b46-9414-754aebf12452,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:49.193260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '6764db6a-0985-4b46-9414-754aebf12452', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '6764db6a-0985-4b46-9414-754aebf12452', 'mac_address': 'fa:16:3e:e9:9e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:58:49.195644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Transition to ACTIVE for port object 681b2cba-2f96-4304-9d0b-0f31ea29ee7c will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:49.205748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.219903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Attempting to bind port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:49.220252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Attempting to bind port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:49.220637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Attempting to bind port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 on network 17bdd6ef-9f04-4522-9c10-bb233c20b20f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:49.233750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-0ed851d5-48f5-433d-bd31-e79e62b1f04b tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.93 HTTP/1.1" status: 200 len: 695 time: 0.1212077 Aug 19 11:58:49.237030 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.257829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6764db6a-0985-4b46-9414-754aebf12452 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:49.267192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 on network 17bdd6ef-9f04-4522-9c10-bb233c20b20f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:49.267593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Attempting to bind port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 on network 17bdd6ef-9f04-4522-9c10-bb233c20b20f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:49.287107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6764db6a-0985-4b46-9414-754aebf12452,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:49.293483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.305491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Pushing event updated for resources: {'Port': ['ID=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:49.322058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:49.322411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Checking segment: {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:49.322793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Bound using segment: {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:49.323248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Bound port: 76fe9f5d-3e1e-49d6-a67e-7d9532208b64, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1c039b-f91c-49bd-b37d-e25fda9b4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:49.323615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.365505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Attempting to bind port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:49.365840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Attempting to bind port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7c3ab0e8-54af-4982-aaf4-01817e4ef422'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:49.366064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a688ae-e6e6-44b0-9b93-e7f044f460fb req-4e1d9971-bb76-4c8d-a6ee-186902b6de7a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:49.366227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Attempting to bind port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c on network 7c3ab0e8-54af-4982-aaf4-01817e4ef422 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:49.367643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50a688ae-e6e6-44b0-9b93-e7f044f460fb req-4e1d9971-bb76-4c8d-a6ee-186902b6de7a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 932 time: 0.2341607 Aug 19 11:58:49.371881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c on network 7c3ab0e8-54af-4982-aaf4-01817e4ef422 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:49.372217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Attempting to bind port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c on network 7c3ab0e8-54af-4982-aaf4-01817e4ef422 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:49.378626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:58:49.379003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Checking segment: {'id': 'f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7c3ab0e8-54af-4982-aaf4-01817e4ef422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:58:49.379344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Bound using segment: {'id': 'f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7c3ab0e8-54af-4982-aaf4-01817e4ef422'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:58:49.379870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Bound port: 681b2cba-2f96-4304-9d0b-0f31ea29ee7c, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7c3ab0e8-54af-4982-aaf4-01817e4ef422'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:58:49.380238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.465921 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] For port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:49.470853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] For port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,segment=NetworkSegment(f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d),segment_id=f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:49.477648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.478057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 53772761-12f1-4199-973d-3714ba611cf8 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:49.518915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:49.519532 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.524323 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] 10.222.0.54 "PUT /v2.0/ports/681b2cba-2f96-4304-9d0b-0f31ea29ee7c HTTP/1.1" status: 200 len: 1092 time: 1.4151111 Aug 19 11:58:49.524323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce27051-8962-4452-b92d-61450f1b11ea', 'tag': '681b2cba-2f96-4304-9d0b-0f31ea29ee7c'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:49.526737 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af" -d '{"events": [{"name": "network-changed", "server_uuid": "dce27051-8962-4452-b92d-61450f1b11ea", "tag": "681b2cba-2f96-4304-9d0b-0f31ea29ee7c"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:49.533097 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-98a5966a-ea5e-4121-bf59-8a4dc2187e15 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.551536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50a688ae-e6e6-44b0-9b93-e7f044f460fb req-8dd5c569-301f-4f6b-8c43-e7151bbb759b tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/security-groups?id=e66ebdf3-df13-4980-98ae-5327a9d6c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679263 Aug 19 11:58:49.559819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926ad9d-3291-47ca-936f-eca54352fd6c service neutron] Pushing event updated for resources: {'Port': ['ID=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:49.563180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=6764db6a-0985-4b46-9414-754aebf12452,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:49.586335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 53772761-12f1-4199-973d-3714ba611cf8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:49.587433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] For port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:49.591291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 53772761-12f1-4199-973d-3714ba611cf8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:49.591920 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.601163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5966a-ea5e-4121-bf59-8a4dc2187e15 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6c3fccc-953b-455a-8de8-d965878bb412,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:49.613818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] For port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:58:49.615376 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-98a5966a-ea5e-4121-bf59-8a4dc2187e15 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.619836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-98a5966a-ea5e-4121-bf59-8a4dc2187e15 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "DELETE /v2.0/ports/f6c3fccc-953b-455a-8de8-d965878bb412 HTTP/1.1" status: 204 len: 168 time: 1.1680036 Aug 19 11:58:49.620240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52814) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:49.632177 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.660713 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7ca476-fe8f-4bbd-8daa-7025fa1eb16e tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] GET failed (client error): The resource could not be found. Aug 19 11:58:49.662366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bb7ca476-fe8f-4bbd-8daa-7025fa1eb16e tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "GET /v2.0/ports/f6c3fccc-953b-455a-8de8-d965878bb412 HTTP/1.1" status: 404 len: 333 time: 0.0411506 Aug 19 11:58:49.662775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-3a86eee3-e98c-42a4-b7ab-f086b9348311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:49.666226 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-3a86eee3-e98c-42a4-b7ab-f086b9348311 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4db98cb162064f6e9fe72374f20ca029&device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 1095 time: 0.0621786 Aug 19 11:58:49.666226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52816) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:49.672234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1734760959', 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:49.691712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Deleting port 7bfce30e-d513-4323-b19c-bb36a941980a {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:49.692162 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.695343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:49.695945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.697369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] 10.222.0.54 "PUT /v2.0/ports/76fe9f5d-3e1e-49d6-a67e-7d9532208b64 HTTP/1.1" status: 200 len: 1091 time: 1.9074159 Aug 19 11:58:49.705308 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.708821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['6764db6a-0985-4b46-9414-754aebf12452'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:49.777320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-c53d2121-8eb0-4226-909c-98198952b524 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681b2cba-2f96-4304-9d0b-0f31ea29ee7c HTTP/1.1" status: 200 len: 217 time: 0.0952234 Aug 19 11:58:49.787667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 53772761-12f1-4199-973d-3714ba611cf8, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=53772761-12f1-4199-973d-3714ba611cf8,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:49.814476 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.835925 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.836565 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.839523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-8908db9d-c7b9-4d86-b98f-36479b6abf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:49.841635 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-8908db9d-c7b9-4d86-b98f-36479b6abf77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ebd923f-4065-441b-9a02-28a2ca9e24c2 HTTP/1.1" status: 200 len: 861 time: 0.0572104 Aug 19 11:58:49.882968 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-2ca22c0f-074c-4cc9-954a-0b9d68eb0ddc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c3ab0e8-54af-4982-aaf4-01817e4ef422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327446 Aug 19 11:58:49.883257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Made reservation on behalf of f9eeac825bc54ebfb52a936edbea3c14 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:49.885951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:49.900696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Calling delete_port for 7bfce30e-d513-4323-b19c-bb36a941980a owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:49.912268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=53772761-12f1-4199-973d-3714ba611cf8,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:49.913172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'tag': '2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd'}, {'name': 'network-changed', 'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'tag': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:49.916321 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0635beb8-3c01-426f-9de2-49571c84a4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "tag": "2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd"}, {"name": "network-changed", "server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "tag": "76fe9f5d-3e1e-49d6-a67e-7d9532208b64"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:49.931475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01b555e-7db3-4245-9bc3-84c86afecfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53772761-12f1-4199-973d-3714ba611cf8'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:49.934658 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fdfd91-543d-45ce-bea4-46be99b6ecb2" -d '{"events": [{"server_uuid": "c01b555e-7db3-4245-9bc3-84c86afecfd0", "name": "network-vif-plugged", "status": "completed", "tag": "53772761-12f1-4199-973d-3714ba611cf8"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:49.982759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] device_id is not set on port f91e518c-6c55-4067-90f7-7bb843c066e6 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 11:58:50.094344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-f217a13b-c570-44eb-97c5-885ddf2590ea tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.095928 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-f217a13b-c570-44eb-97c5-885ddf2590ea tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a&tenant_id=e965f0a2bc434fb0be5dfcd914344c10&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 948 time: 0.1382594 Aug 19 11:58:50.120059 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-8fc2f04e-b591-4cf5-9b2f-884ba20688e0 service neutron] 10.222.0.54 "GET /v2.0/networks/7c3ab0e8-54af-4982-aaf4-01817e4ef422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225845 Aug 19 11:58:50.306935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:50.309438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c7f4e-130b-40e5-9f34-0112dca7ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:50.328875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-cb2c5423-b5ed-411b-9d7b-b69e1bd5ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.330378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-cb2c5423-b5ed-411b-9d7b-b69e1bd5ce3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 1099 time: 0.1403651 Aug 19 11:58:50.334866 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d185d3f9-d585-4d5b-823e-ac9ebbcba003 req-fc68c01b-dab2-4078-8399-c9c72f130d8f service neutron] 10.222.0.54 "GET /v2.0/networks/7c3ab0e8-54af-4982-aaf4-01817e4ef422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045181 Aug 19 11:58:50.374281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-dfa06f7b-9d76-4caf-8624-871466eff737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.374760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-dfa06f7b-9d76-4caf-8624-871466eff737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.375225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-dfa06f7b-9d76-4caf-8624-871466eff737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.376965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-dfa06f7b-9d76-4caf-8624-871466eff737 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=348471cd5c7146e0805ecfad02a93b91&device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2865 time: 0.5324187 Aug 19 11:58:50.389480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdc5a4-f559-4ffc-95de-088d5b505d83 req-54a2ecc8-90d9-4d1a-9f52-8f6bde57f104 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.390852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57bdc5a4-f559-4ffc-95de-088d5b505d83 req-54a2ecc8-90d9-4d1a-9f52-8f6bde57f104 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 946 time: 0.5317609 Aug 19 11:58:50.414239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:50.470532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:50.472896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-d5c49689-b7be-435a-ae93-d5276da21704 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=dcf0b81c-dedf-4ce7-8f6b-925584337615 HTTP/1.1" status: 200 len: 217 time: 0.0477183 Aug 19 11:58:50.478442 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57bdc5a4-f559-4ffc-95de-088d5b505d83 req-340596fc-d24b-410d-af7d-751ebc8dbba6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800962 Aug 19 11:58:50.480987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:50.488489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:50.489483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.490248 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:50.498023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'Port': ['ID=f91e518c-6c55-4067-90f7-7bb843c066e6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:50.501044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-f9a3f014-fd1d-45e0-9cb2-ef94d50a7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.502551 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-f9a3f014-fd1d-45e0-9cb2-ef94d50a7f8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1524851 Aug 19 11:58:50.555369 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5b0daabe-2b59-4802-b877-472fd18e68fd tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8881364 Aug 19 11:58:50.556900 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-c337bdb9-95e0-434e-ac45-18a2f83702e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6764db6a-0985-4b46-9414-754aebf12452 HTTP/1.1" status: 200 len: 217 time: 0.0437739 Aug 19 11:58:50.558264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52826) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:50.567264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-478f6cd3-d7ab-4f69-abe2-24eafbbbdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.568631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-478f6cd3-d7ab-4f69-abe2-24eafbbbdc60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fb24a03c-a2ce-43f7-b9df-60f849393710 HTTP/1.1" status: 200 len: 801 time: 0.0874379 Aug 19 11:58:50.570615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:50.618704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-e2271f55-f8e0-493b-bd8e-aa5d2a0db28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.620298 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-e2271f55-f8e0-493b-bd8e-aa5d2a0db28a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0562458 Aug 19 11:58:50.648615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Pushing event deleted for resources: {'Port': ['ID=7bfce30e-d513-4323-b19c-bb36a941980a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:50.656927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb972f-987c-4e3e-a42c-64821e47df43 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.657134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f1bb972f-987c-4e3e-a42c-64821e47df43 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "GET /v2.0/ports/f91e518c-6c55-4067-90f7-7bb843c066e6 HTTP/1.1" status: 200 len: 955 time: 0.0978782 Aug 19 11:58:50.661928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:50.696772 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abae0943-bc4d-4806-ba94-e10f84fa8696 x-openstack-request-id: req-abae0943-bc4d-4806-ba94-e10f84fa8696 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:50.697137 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce27051-8962-4452-b92d-61450f1b11ea", "tag": "681b2cba-2f96-4304-9d0b-0f31ea29ee7c", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:50.697438 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abae0943-bc4d-4806-ba94-e10f84fa8696 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:50.697895 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce27051-8962-4452-b92d-61450f1b11ea', 'tag': '681b2cba-2f96-4304-9d0b-0f31ea29ee7c', 'status': 'completed', 'code': 200} Aug 19 11:58:50.713833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-c2fef667-a36b-4b75-87b1-b345d000c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.715556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-c2fef667-a36b-4b75-87b1-b345d000c0a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=17bdd6ef-9f04-4522-9c10-bb233c20b20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222031 Aug 19 11:58:50.723511 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:50.725865 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-48e66582-2137-4927-ab48-3f361c043736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:50.726377 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:50.737418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cc52e18-fcfb-4ae9-b783-8214630cbddf req-c9ebaca1-e49b-4100-b5ae-48faef1be020 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "DELETE /v2.0/floatingips/5cd01157-40c6-4b5a-9af0-980b9adf548e HTTP/1.1" status: 204 len: 173 time: 1.4673674 Aug 19 11:58:50.744748 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-76c0cc5d-d2c3-42a5-a836-80533aa0f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.746587 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-76c0cc5d-d2c3-42a5-a836-80533aa0f398 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169298 Aug 19 11:58:50.768476 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf84acb9-f52d-45b3-99a3-04b707ae4bd2 x-openstack-request-id: req-bf84acb9-f52d-45b3-99a3-04b707ae4bd2 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:50.769094 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01b555e-7db3-4245-9bc3-84c86afecfd0", "name": "network-vif-plugged", "status": "completed", "tag": "53772761-12f1-4199-973d-3714ba611cf8", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:50.769530 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf84acb9-f52d-45b3-99a3-04b707ae4bd2 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:50.770091 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01b555e-7db3-4245-9bc3-84c86afecfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53772761-12f1-4199-973d-3714ba611cf8', 'code': 200} Aug 19 11:58:50.866642 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:50.877232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-307edcd3-917d-47ee-9bc4-e3d617c210e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.878928 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-307edcd3-917d-47ee-9bc4-e3d617c210e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4db98cb162064f6e9fe72374f20ca029&device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 1095 time: 0.1312904 Aug 19 11:58:50.901576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b50f2bcb-1f78-4e47-87bb-e434a8d33faf tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Deleting port f91e518c-6c55-4067-90f7-7bb843c066e6 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:50.901916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b50f2bcb-1f78-4e47-87bb-e434a8d33faf tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:50.940927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-aa2d9ec0-6eb7-4ec3-8d95-a1e49963d7b2 service neutron] 10.222.0.54 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019026 Aug 19 11:58:50.959017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93b712-5337-4dcd-bd45-0f3a764fa809 req-8b59cce6-ffff-490d-9ac7-f472a7e1f1e0 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.960424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a93b712-5337-4dcd-bd45-0f3a764fa809 req-8b59cce6-ffff-490d-9ac7-f472a7e1f1e0 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 948 time: 0.1515815 Aug 19 11:58:50.975975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ccceb-5cb5-493b-b6cb-8fd9ac496cff req-85569e9c-bf4d-45b2-992a-84856d92687a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.982111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ccceb-5cb5-493b-b6cb-8fd9ac496cff req-85569e9c-bf4d-45b2-992a-84856d92687a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.988046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ccceb-5cb5-493b-b6cb-8fd9ac496cff req-85569e9c-bf4d-45b2-992a-84856d92687a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:50.989701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e40ccceb-5cb5-493b-b6cb-8fd9ac496cff req-85569e9c-bf4d-45b2-992a-84856d92687a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2412 time: 0.1673403 Aug 19 11:58:50.995001 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-db21d765-1e46-4014-8ea1-0ea749bc9cca service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361426 Aug 19 11:58:51.024646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6764db6a-0985-4b46-9414-754aebf12452 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:51.034860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b50f2bcb-1f78-4e47-87bb-e434a8d33faf tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:51.040850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9432b-edcc-4191-881f-cc09d473596c req-c154f447-ebf5-4946-8140-70bb33d02a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:51.042413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73d9432b-edcc-4191-881f-cc09d473596c req-c154f447-ebf5-4946-8140-70bb33d02a2b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 1097 time: 0.1635621 Aug 19 11:58:51.086902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 6764db6a-0985-4b46-9414-754aebf12452 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:51.087247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:51.099284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b50f2bcb-1f78-4e47-87bb-e434a8d33faf tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Calling delete_port for f91e518c-6c55-4067-90f7-7bb843c066e6 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:51.136806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e40ccceb-5cb5-493b-b6cb-8fd9ac496cff req-24ee2b61-79f9-49bf-8d9b-8b01fccaa498 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269841 Aug 19 11:58:51.143759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-73eb6af4-c903-44c8-bf12-f18bc1c104d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:51.145504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-73eb6af4-c903-44c8-bf12-f18bc1c104d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c3ab0e8-54af-4982-aaf4-01817e4ef422 HTTP/1.1" status: 200 len: 922 time: 0.2549295 Aug 19 11:58:51.151837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a93b712-5337-4dcd-bd45-0f3a764fa809 req-fa9ee949-b9e7-4e5a-a0b1-233908c26404 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602683 Aug 19 11:58:51.157170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73d9432b-edcc-4191-881f-cc09d473596c req-60cc74d5-06bb-4091-873c-bffd1771053d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008804 Aug 19 11:58:51.169920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-fae1a220-38cc-4e07-8313-5e841c3f5776 service neutron] 10.222.0.54 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187505 Aug 19 11:58:51.188566 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:51.222312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-6578fb22-f2f8-4325-b619-4b04f1225419 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd HTTP/1.1" status: 200 len: 217 time: 0.0406606 Aug 19 11:58:51.228939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6764db6a-0985-4b46-9414-754aebf12452,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:51.235236 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:51.236799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-ff47f985-c5cf-48eb-8e3a-9ebd3b766675 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681b2cba-2f96-4304-9d0b-0f31ea29ee7c HTTP/1.1" status: 200 len: 217 time: 0.0545418 Aug 19 11:58:51.281891 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e940a17f-a5b1-4f0e-8034-0204e7f5bbb3 x-openstack-request-id: req-e940a17f-a5b1-4f0e-8034-0204e7f5bbb3 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:51.282227 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "tag": "2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "tag": "76fe9f5d-3e1e-49d6-a67e-7d9532208b64", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:51.282435 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e940a17f-a5b1-4f0e-8034-0204e7f5bbb3 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:51.282835 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'tag': '2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd', 'status': 'completed', 'code': 200} Aug 19 11:58:51.283566 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'tag': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64', 'status': 'completed', 'code': 200} Aug 19 11:58:51.294491 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a85e2dd-4a7a-449d-a132-2168f9453e1c req-4c46a610-cd4e-42c1-be25-8bcb7acbfef1 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729340 Aug 19 11:58:51.298117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-1934847c-8df3-4376-830e-d2a0f53a5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:51.299720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-1934847c-8df3-4376-830e-d2a0f53a5113 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=964928f0-ff66-4b5b-8430-19fdd0827588 HTTP/1.1" status: 200 len: 801 time: 0.0683453 Aug 19 11:58:51.302006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=6764db6a-0985-4b46-9414-754aebf12452,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:51.338997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-5769cf3f-d061-4b0d-b4d4-4bdaab1d6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:51.341360 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-5769cf3f-d061-4b0d-b4d4-4bdaab1d6df3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ebd923f-4065-441b-9a02-28a2ca9e24c2 HTTP/1.1" status: 200 len: 861 time: 0.0961418 Aug 19 11:58:51.352392 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b50f2bcb-1f78-4e47-87bb-e434a8d33faf tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:51.407134 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-4f960030-a2c4-4ea6-b3e3-afa1d87a8ca4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c3ab0e8-54af-4982-aaf4-01817e4ef422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469651 Aug 19 11:58:51.407946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f2bcb-1f78-4e47-87bb-e434a8d33faf tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event deleted for resources: {'Port': ['ID=f91e518c-6c55-4067-90f7-7bb843c066e6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:51.411906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479e3dd-52bd-4bb4-987c-31416ba2fa71 req-c4bc35a6-f642-4e1e-9fbe-9684f13434bf tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:51.414017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b50f2bcb-1f78-4e47-87bb-e434a8d33faf tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:51.415091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3479e3dd-52bd-4bb4-987c-31416ba2fa71 req-c4bc35a6-f642-4e1e-9fbe-9684f13434bf tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 944 time: 0.1079543 Aug 19 11:58:51.419125 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b50f2bcb-1f78-4e47-87bb-e434a8d33faf tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "DELETE /v2.0/ports/f91e518c-6c55-4067-90f7-7bb843c066e6 HTTP/1.1" status: 204 len: 168 time: 0.7557707 Aug 19 11:58:51.419918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52840) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:51.432162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-4ef7e3f4-9409-4224-bdbf-862d731d9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:51.434054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-4ef7e3f4-9409-4224-bdbf-862d731d9e59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61f18264-a12a-4526-a1a9-b2aed8efa7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115284 Aug 19 11:58:51.466564 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffaf86a-b0a0-4b43-a9de-74772a78ca60 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] GET failed (client error): The resource could not be found. Aug 19 11:58:51.472667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7ffaf86a-b0a0-4b43-a9de-74772a78ca60 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "GET /v2.0/ports/f91e518c-6c55-4067-90f7-7bb843c066e6 HTTP/1.1" status: 404 len: 333 time: 0.0471318 Aug 19 11:58:51.472667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52842) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:51.492050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Request body: {'port': {'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2075815922'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:51.524765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-3b7c4331-6478-4375-a417-70e49696bd8e service neutron] 10.222.0.54 "GET /v2.0/networks/7c3ab0e8-54af-4982-aaf4-01817e4ef422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988388 Aug 19 11:58:51.579999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3479e3dd-52bd-4bb4-987c-31416ba2fa71 req-b02ba1ac-161b-4324-a051-7f065801afe9 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/security-groups?id=e66ebdf3-df13-4980-98ae-5327a9d6c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437800 Aug 19 11:58:51.588893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Made reservation on behalf of f9eeac825bc54ebfb52a936edbea3c14 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:51.591665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:51.636007 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-73393501-6f44-49ad-a956-d1deff7e402a req-0c991183-b485-4959-b585-359d73373453 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] show failed (client error): The resource could not be found. Aug 19 11:58:51.637371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73393501-6f44-49ad-a956-d1deff7e402a req-0c991183-b485-4959-b585-359d73373453 tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips/5cd01157-40c6-4b5a-9af0-980b9adf548e HTTP/1.1" status: 404 len: 350 time: 0.0657325 Aug 19 11:58:51.653488 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b88955e-1c7e-43c0-ad63-ca3a364cb4af req-b1a90977-5af4-440b-aa95-1c2488049945 service neutron] 10.222.0.54 "GET /v2.0/networks/7c3ab0e8-54af-4982-aaf4-01817e4ef422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205635 Aug 19 11:58:51.662670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] device_id is not set on port 91af9921-9761-4d74-bc25-c2428430ccc3 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 11:58:51.677512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-bfbe292b-d996-4c79-ad4b-f6b84de6a456 service neutron] 10.222.0.54 "GET /v2.0/networks/61f18264-a12a-4526-a1a9-b2aed8efa7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224245 Aug 19 11:58:51.852300 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:51.852984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ad0d5-022f-48f1-ae71-c70ebf697bad req-96be0229-2da0-4b04-ac41-a417f76285e2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:51.854613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d72ad0d5-022f-48f1-ae71-c70ebf697bad req-96be0229-2da0-4b04-ac41-a417f76285e2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 946 time: 0.1416948 Aug 19 11:58:51.986884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-036da633-4255-48c6-95d9-d18caf2de7be service neutron] 10.222.0.54 "GET /v2.0/networks/61f18264-a12a-4526-a1a9-b2aed8efa7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727902 Aug 19 11:58:51.992777 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-c6035e2c-850f-4d89-a490-570e1430bf9b req-0200e874-1ed5-4506-b434-a0c7cb73482d tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] show failed (client error): The resource could not be found. Aug 19 11:58:51.993839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6035e2c-850f-4d89-a490-570e1430bf9b req-0200e874-1ed5-4506-b434-a0c7cb73482d tempest-FloatingIPsTestJSON-1665963649 tempest-FloatingIPsTestJSON-1665963649-project] 10.222.0.65 "GET /v2.0/floatingips/5cd01157-40c6-4b5a-9af0-980b9adf548e HTTP/1.1" status: 404 len: 350 time: 0.1053767 Aug 19 11:58:52.006287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52856) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:52.064618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-d6cd0a0d-4172-4488-bc58-58853bc79c5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=76fe9f5d-3e1e-49d6-a67e-7d9532208b64 HTTP/1.1" status: 200 len: 217 time: 0.0577378 Aug 19 11:58:52.069672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d72ad0d5-022f-48f1-ae71-c70ebf697bad req-4f28c990-4b9e-43eb-9e32-34e32df2854b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995053 Aug 19 11:58:52.141331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:52.161702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b36f431f-f5f5-4242-a274-1fc3889a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:52.163252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-b36f431f-f5f5-4242-a274-1fc3889a5967 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fb24a03c-a2ce-43f7-b9df-60f849393710 HTTP/1.1" status: 200 len: 801 time: 0.0891294 Aug 19 11:58:52.237259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:52.246164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-ef344abd-7724-43ec-9ab0-c4622195c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:52.248334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-ef344abd-7724-43ec-9ab0-c4622195c034 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=17bdd6ef-9f04-4522-9c10-bb233c20b20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0751922 Aug 19 11:58:52.283651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:52.305193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:52.308047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:52.309969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:52.310151 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:52.395375 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9224260 Aug 19 11:58:52.401038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52868) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:52.412484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:52.461836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28af83-d33c-4600-95c7-485d0e309264 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'Port': ['ID=91af9921-9761-4d74-bc25-c2428430ccc3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:52.502295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:52.537258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a14910-947b-446b-a1a3-5bff05d9a47b req-1de29748-92ef-4ecf-8791-7259d9dcb55c tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:52.538854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21a14910-947b-446b-a1a3-5bff05d9a47b req-1de29748-92ef-4ecf-8791-7259d9dcb55c tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.2662077 Aug 19 11:58:52.554174 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:52.557702 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-270291d1-daed-4884-ae40-48108ef5f630 service neutron] 10.222.0.54 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836206 Aug 19 11:58:52.567002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7dd4b-97d1-47e8-b4f3-8595023e569c req-0f8940ff-d0a0-4bcf-a822-1c254f1229a6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:52.573277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7dd4b-97d1-47e8-b4f3-8595023e569c req-0f8940ff-d0a0-4bcf-a822-1c254f1229a6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:52.579404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7dd4b-97d1-47e8-b4f3-8595023e569c req-0f8940ff-d0a0-4bcf-a822-1c254f1229a6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:52.581133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccc7dd4b-97d1-47e8-b4f3-8595023e569c req-0f8940ff-d0a0-4bcf-a822-1c254f1229a6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2412 time: 0.2595677 Aug 19 11:58:52.768359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21a14910-947b-446b-a1a3-5bff05d9a47b req-e186100a-8faf-40ee-a95d-6b47323a2889 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164214 Aug 19 11:58:52.772879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6764db6a-0985-4b46-9414-754aebf12452'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:52.784060 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc744a20-34f7-43a1-ab6b-5e1b8d87cb16" -d '{"events": [{"server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "name": "network-vif-plugged", "status": "completed", "tag": "6764db6a-0985-4b46-9414-754aebf12452"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:52.832381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccc7dd4b-97d1-47e8-b4f3-8595023e569c req-c57ff106-2f81-4d17-8df0-051e09fa94d1 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380810 Aug 19 11:58:52.890502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Deleting port f0937f75-be4e-48fd-b1f1-590151024f36 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:52.890832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:52.980530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4529b2a-95d8-4b8f-9a71-dd6c74339a9e req-2ebd143f-d9b5-4ee6-b5da-72c8b2442446 service neutron] 10.222.0.54 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982344 Aug 19 11:58:52.993836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] For port f0937f75-be4e-48fd-b1f1-590151024f36, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f0937f75-be4e-48fd-b1f1-590151024f36,segment=NetworkSegment(10bc4851-ceec-4ed5-b376-e9b1404a9824),segment_id=10bc4851-ceec-4ed5-b376-e9b1404a9824)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:52.994515 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:53.011049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Calling delete_port for f0937f75-be4e-48fd-b1f1-590151024f36 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:53.036253 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 681b2cba-2f96-4304-9d0b-0f31ea29ee7c details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:58:53.036833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9724128-9da2-4204-9ab0-b4af4b0d153e req-bb353f39-5fcb-4c74-aa3c-a7c27126b462 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:53.044165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9724128-9da2-4204-9ab0-b4af4b0d153e req-bb353f39-5fcb-4c74-aa3c-a7c27126b462 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 944 time: 0.1743753 Aug 19 11:58:53.070002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4c476-5b10-46b6-aea8-65dc6f72c03e req-8c278faa-a687-4543-92ac-2dbe382cb826 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:53.071528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26c4c476-5b10-46b6-aea8-65dc6f72c03e req-8c278faa-a687-4543-92ac-2dbe382cb826 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1604443 Aug 19 11:58:53.184712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9724128-9da2-4204-9ab0-b4af4b0d153e req-1527293b-427b-4492-bc4f-6f22da0fdee6 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/security-groups?id=e66ebdf3-df13-4980-98ae-5327a9d6c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396029 Aug 19 11:58:53.186661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] device_id is not set on port 91af9921-9761-4d74-bc25-c2428430ccc3 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 11:58:53.198197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26c4c476-5b10-46b6-aea8-65dc6f72c03e req-1443e747-e211-467f-afed-26ba10ee49d1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183391 Aug 19 11:58:53.201017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:53.211944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,segment=NetworkSegment(f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d),segment_id=f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:53.232726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '681b2cba-2f96-4304-9d0b-0f31ea29ee7c', 'network_id': '7c3ab0e8-54af-4982-aaf4-01817e4ef422', 'port_id': '681b2cba-2f96-4304-9d0b-0f31ea29ee7c', 'mac_address': 'fa:16:3e:e0:3d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebd923f-4065-441b-9a02-28a2ca9e24c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:58:53.237935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-ec3cdf6b-6b81-4be5-afee-b9bde38dd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:53.241335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-ec3cdf6b-6b81-4be5-afee-b9bde38dd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:53.241843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-ec3cdf6b-6b81-4be5-afee-b9bde38dd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:53.243610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-ec3cdf6b-6b81-4be5-afee-b9bde38dd617 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=348471cd5c7146e0805ecfad02a93b91&device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2865 time: 0.1297126 Aug 19 11:58:53.270202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Transition to ACTIVE for port object 91af9921-9761-4d74-bc25-c2428430ccc3 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:53.292404 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c6ebeb-9e6c-49e8-8ab0-122e79c1059d x-openstack-request-id: req-f4c6ebeb-9e6c-49e8-8ab0-122e79c1059d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:53.292903 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "name": "network-vif-plugged", "status": "completed", "tag": "6764db6a-0985-4b46-9414-754aebf12452", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:53.293244 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4c6ebeb-9e6c-49e8-8ab0-122e79c1059d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:53.294348 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6764db6a-0985-4b46-9414-754aebf12452', 'code': 200} Aug 19 11:58:53.315497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:53.326509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:53.328030 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:53.338771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681b2cba-2f96-4304-9d0b-0f31ea29ee7c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:53.374092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,segment=NetworkSegment(f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d),segment_id=f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:53.384971 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:53.423466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0937f75-be4e-48fd-b1f1-590151024f36,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:53.482326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:53.488101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'Port': ['ID=91af9921-9761-4d74-bc25-c2428430ccc3,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:53.537137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-235b207b-d785-4c57-b81b-fbd48a06e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:53.538646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-235b207b-d785-4c57-b81b-fbd48a06e5e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61f18264-a12a-4526-a1a9-b2aed8efa7e5 HTTP/1.1" status: 200 len: 902 time: 0.2846608 Aug 19 11:58:53.539313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:53.539649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:53.540010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:53.551917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:53.552624 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:53.555974 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 2 to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 Aug 19 11:58:53.579212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:53.579551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:53.582201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:53.602469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2d07-8faf-4fbc-a87b-34e036c6779e req-8f7960cd-ec88-4ac4-ad7f-407bbcacddd0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:53.610152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-403d2d07-8faf-4fbc-a87b-34e036c6779e req-8f7960cd-ec88-4ac4-ad7f-407bbcacddd0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 946 time: 0.1927850 Aug 19 11:58:53.621507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:53.621848 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:53.656947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:53.661895 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 3 to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 Aug 19 11:58:53.684880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-6482719a-fa87-4bd1-bb27-0b4802dc68aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd HTTP/1.1" status: 200 len: 217 time: 0.1310194 Aug 19 11:58:53.692604 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:53.695100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:53.695455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:53.775672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:53.776272 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:53.780496 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 4 to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 Aug 19 11:58:53.794476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['681b2cba-2f96-4304-9d0b-0f31ea29ee7c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:53.798551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:53.799460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:53.801258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:53.825571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-403d2d07-8faf-4fbc-a87b-34e036c6779e req-42f20bb5-96f8-467c-97d3-d22d5b9efded tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096043 Aug 19 11:58:53.831293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:53.831840 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:53.834022 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 5 to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 Aug 19 11:58:53.853756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-3ca07e57-34d7-438b-85cc-f45031b7c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:53.855945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-3ca07e57-34d7-438b-85cc-f45031b7c1a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=964928f0-ff66-4b5b-8430-19fdd0827588 HTTP/1.1" status: 200 len: 801 time: 0.1573296 Aug 19 11:58:53.857279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:53.857775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:53.858279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:53.863682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:53.864211 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:53.864940 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 6 to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 Aug 19 11:58:53.893467 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:53.911265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:53.911975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:53.912493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:53.920991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:53.921749 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:53.923117 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 7 to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 Aug 19 11:58:53.938094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-533c8931-2f41-4bb9-8468-0bbc4b5abc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:53.939990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-533c8931-2f41-4bb9-8468-0bbc4b5abc4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61f18264-a12a-4526-a1a9-b2aed8efa7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0707436 Aug 19 11:58:53.945142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:53.945735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:53.946279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:53.951860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:53.952630 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:53.961180 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 8 to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 Aug 19 11:58:53.973010 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:54.036594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:54.037304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:54.038258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:54.069979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:54.070789 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:54.074080 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 9 to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 Aug 19 11:58:54.101641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:54.101990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:54.102326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:54.122257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:54.122593 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:54.127466 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempt 10 to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 Aug 19 11:58:54.150811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9125-7a6d-4e5d-a6b4-8ccd1f1769af req-c81df9fe-2a4c-492e-b516-c118c231b115 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:54.157645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9125-7a6d-4e5d-a6b4-8ccd1f1769af req-c81df9fe-2a4c-492e-b516-c118c231b115 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:54.163880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9125-7a6d-4e5d-a6b4-8ccd1f1769af req-c81df9fe-2a4c-492e-b516-c118c231b115 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:54.165689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57dd9125-7a6d-4e5d-a6b4-8ccd1f1769af req-c81df9fe-2a4c-492e-b516-c118c231b115 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2412 time: 0.1427588 Aug 19 11:58:54.193569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-9ed26e25-d901-4040-b92e-1c3102878d35 service neutron] 10.222.0.54 "GET /v2.0/networks/61f18264-a12a-4526-a1a9-b2aed8efa7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397542 Aug 19 11:58:54.206277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:58:54.206615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:58:54.206953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempting to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:58:54.233962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-a1288eea-1b0e-48ad-b734-9578bafadb5d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480151 Aug 19 11:58:54.236617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:58:54.236978 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Failed to bind port 91af9921-9761-4d74-bc25-c2428430ccc3 on host n-h2-778550-9 for vnic_type normal using segments [{'id': '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e4636c1-7be8-4d6f-8f41-df5a43e64f09'}] Aug 19 11:58:54.237349 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:54.269502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Router f10338d7-d725-41ad-b1dd-4d080a10854b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:58:54.309719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57dd9125-7a6d-4e5d-a6b4-8ccd1f1769af req-fcc3c17a-7047-42da-aa2e-93289aeb7ee0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354773 Aug 19 11:58:54.392404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:58:54.403493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] Sync routers for ids ['f10338d7-d725-41ad-b1dd-4d080a10854b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:58:54.407318 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b2ae4eae-5602-4837-bcc0-fd2acbaee794 admin admin] 10.222.0.65 "PUT /v2.0/routers/f10338d7-d725-41ad-b1dd-4d080a10854b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3997574 Aug 19 11:58:54.409973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:54.426826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] Routers {'f10338d7-d725-41ad-b1dd-4d080a10854b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:54.427891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f10338d7-d725-41ad-b1dd-4d080a10854b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:54.525860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:54.553214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] Set router f10338d7-d725-41ad-b1dd-4d080a10854b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:54.651886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:54.720614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Deleting port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:54.721707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:54.781476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:24Z', 'updated_at': '2021-08-19T11:58:53Z', 'revision_number': 5, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'gw_port': {'id': '09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:25Z', 'updated_at': '2021-08-19T11:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:54.813946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] Checking router: f10338d7-d725-41ad-b1dd-4d080a10854b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:58:54.826856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] Routers {'f10338d7-d725-41ad-b1dd-4d080a10854b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:58:54.827514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f10338d7-d725-41ad-b1dd-4d080a10854b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:54.827787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] For port 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:54.828423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:54.845324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Calling delete_port for 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:54.909478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-e44570bd-7fc6-416c-81c3-90106296ac18 service neutron] 10.222.0.54 "GET /v2.0/networks/61f18264-a12a-4526-a1a9-b2aed8efa7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863785 Aug 19 11:58:54.930829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] Set router f10338d7-d725-41ad-b1dd-4d080a10854b gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:58:54.961429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b95a7-2e95-415e-a44a-f1be1ff3272c req-421ffe0a-48c8-4bf5-ae53-fd82c28a9609 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:54.962946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe8b95a7-2e95-415e-a44a-f1be1ff3272c req-421ffe0a-48c8-4bf5-ae53-fd82c28a9609 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 946 time: 0.5485141 Aug 19 11:58:54.967638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] For port 91af9921-9761-4d74-bc25-c2428430ccc3, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:58:54.968008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attempted to set empty binding levels {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 11:58:54.983338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-f20449b6-7259-4893-bd05-f8c3bc8cac77 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:54.984966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-f20449b6-7259-4893-bd05-f8c3bc8cac77 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7304611 Aug 19 11:58:54.991626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.016369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:24Z', 'updated_at': '2021-08-19T11:58:54Z', 'revision_number': 6, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:55.058546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 681b2cba-2f96-4304-9d0b-0f31ea29ee7c up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:58:55.061424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02825d-02da-46e8-895b-9828d0c6d6b9 None None] The sync data for ids ['f10338d7-d725-41ad-b1dd-4d080a10854b'] in n-d-778550-9 is: [{'id': 'f10338d7-d725-41ad-b1dd-4d080a10854b', 'name': 'tempest-FloatingIPsTestJSON-1481022910-router', 'tenant_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:24Z', 'updated_at': '2021-08-19T11:58:54Z', 'revision_number': 6, 'project_id': '6f8c24d6e0664dc4a7c5b98007b03e2e', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:58:55.063433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-050e5a3d-9658-4cfa-8690-5dd7863753f8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/quotas/e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 375 time: 0.0593717 Aug 19 11:58:55.094691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] In _notify_port_updated(), no bound segment for port 91af9921-9761-4d74-bc25-c2428430ccc3 on network 1e4636c1-7be8-4d6f-8f41-df5a43e64f09 {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 11:58:55.095563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.096171 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.097547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "PUT /v2.0/ports/91af9921-9761-4d74-bc25-c2428430ccc3 HTTP/1.1" status: 200 len: 975 time: 2.6897192 Aug 19 11:58:55.102109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52928) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:55.136422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:55.142205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:55.142880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.144168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.148411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe8b95a7-2e95-415e-a44a-f1be1ff3272c req-fc0fe036-3ff4-424e-b062-e154351f0d29 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776557 Aug 19 11:58:55.162981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5dc77-bcfb-4f83-995d-876185d1ca58 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event updated for resources: {'Port': ['ID=91af9921-9761-4d74-bc25-c2428430ccc3,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:55.185399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-a1ece45d-90e5-42e8-94ea-541733ced940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.185887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-a1ece45d-90e5-42e8-94ea-541733ced940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.186357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-a1ece45d-90e5-42e8-94ea-541733ced940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.188033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-a1ece45d-90e5-42e8-94ea-541733ced940 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=348471cd5c7146e0805ecfad02a93b91&device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2865 time: 0.1500213 Aug 19 11:58:55.206952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-2026bf56-d200-4f43-b313-cdb0997489c3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1424901 Aug 19 11:58:55.224102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:55.320404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.330463 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.394092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45610d-17b5-4c25-a2e6-118a62447a1a req-fb3ea673-3cba-48a0-b112-0364289cfcd4 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.395708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff45610d-17b5-4c25-a2e6-118a62447a1a req-fb3ea673-3cba-48a0-b112-0364289cfcd4 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 945 time: 0.1219461 Aug 19 11:58:55.396937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce27051-8962-4452-b92d-61450f1b11ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681b2cba-2f96-4304-9d0b-0f31ea29ee7c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:58:55.397371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-9f9f5caa-5cf2-401c-abfe-ad3706607ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.398712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-9f9f5caa-5cf2-401c-abfe-ad3706607ce0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=17bdd6ef-9f04-4522-9c10-bb233c20b20f HTTP/1.1" status: 200 len: 902 time: 0.1908662 Aug 19 11:58:55.401053 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c2356-53ed-4203-b40a-7489a7b5baec" -d '{"events": [{"server_uuid": "dce27051-8962-4452-b92d-61450f1b11ea", "name": "network-vif-plugged", "status": "completed", "tag": "681b2cba-2f96-4304-9d0b-0f31ea29ee7c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:58:55.421500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fe18a692-417c-4dfe-ad79-081d58c157fe tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Deleting port 91af9921-9761-4d74-bc25-c2428430ccc3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:55.421846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe18a692-417c-4dfe-ad79-081d58c157fe tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.426071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,segment=NetworkSegment(f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d),segment_id=f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:55.426983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.440829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.455714 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.482167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-d19c78e2-f9e3-4d87-a256-1e197da59d2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=76fe9f5d-3e1e-49d6-a67e-7d9532208b64 HTTP/1.1" status: 200 len: 217 time: 0.0704510 Aug 19 11:58:55.541476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff45610d-17b5-4c25-a2e6-118a62447a1a req-dc54b6f7-bf90-4871-b870-658764fab612 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/security-groups?id=e66ebdf3-df13-4980-98ae-5327a9d6c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377871 Aug 19 11:58:55.566626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-75ca0080-f2bc-4387-926c-abebce9689e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.568337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-75ca0080-f2bc-4387-926c-abebce9689e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fb24a03c-a2ce-43f7-b9df-60f849393710 HTTP/1.1" status: 200 len: 801 time: 0.0748003 Aug 19 11:58:55.615917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:55.661428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-fe18a692-417c-4dfe-ad79-081d58c157fe tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] For port 91af9921-9761-4d74-bc25-c2428430ccc3, host n-h2-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:55.661709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe18a692-417c-4dfe-ad79-081d58c157fe tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.664079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.664543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f10338d7-d725-41ad-b1dd-4d080a10854b {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:58:55.674018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.678297 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34a18b2e-93ba-487e-85ce-f08a6b304841 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f10338d7-d725-41ad-b1dd-4d080a10854b HTTP/1.1" status: 204 len: 168 time: 1.2668180 Aug 19 11:58:55.678953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52942) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:55.690967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fe18a692-417c-4dfe-ad79-081d58c157fe tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Calling delete_port for 91af9921-9761-4d74-bc25-c2428430ccc3 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:55.731980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c362061-f7ac-4f72-b014-bff8f3d9ca13 req-1708b8ae-b68b-4025-b3ee-8a0b5315f5bd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 210 time: 0.0549109 Aug 19 11:58:55.744362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-699764b8-76f2-4ff1-805f-90bb38800bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.745979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-699764b8-76f2-4ff1-805f-90bb38800bb1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=17bdd6ef-9f04-4522-9c10-bb233c20b20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1642947 Aug 19 11:58:55.769138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-964d1170-1fa3-4004-8220-9e7f40b2ea59 admin admin] Deleting subnet 3ff9bd60-0598-4426-ab01-d51e373356b1 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:58:55.774686 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964d1170-1fa3-4004-8220-9e7f40b2ea59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.792045 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6379880f-aaf4-4c10-b804-f222aac21959 x-openstack-request-id: req-6379880f-aaf4-4c10-b804-f222aac21959 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:58:55.792654 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce27051-8962-4452-b92d-61450f1b11ea", "name": "network-vif-plugged", "status": "completed", "tag": "681b2cba-2f96-4304-9d0b-0f31ea29ee7c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:58:55.792888 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6379880f-aaf4-4c10-b804-f222aac21959 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:58:55.793272 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce27051-8962-4452-b92d-61450f1b11ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681b2cba-2f96-4304-9d0b-0f31ea29ee7c', 'code': 200} Aug 19 11:58:55.826379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f96d-1676-4e85-80df-3191f0b7f7ef req-ad0b571a-bb6a-4e28-af6e-7a6e047f6ffa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.830804 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964d1170-1fa3-4004-8220-9e7f40b2ea59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.832758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f96d-1676-4e85-80df-3191f0b7f7ef req-ad0b571a-bb6a-4e28-af6e-7a6e047f6ffa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.841105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f96d-1676-4e85-80df-3191f0b7f7ef req-ad0b571a-bb6a-4e28-af6e-7a6e047f6ffa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:55.850034 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5d9f96d-1676-4e85-80df-3191f0b7f7ef req-ad0b571a-bb6a-4e28-af6e-7a6e047f6ffa tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2412 time: 0.1845174 Aug 19 11:58:55.877038 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe18a692-417c-4dfe-ad79-081d58c157fe tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.967726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18a692-417c-4dfe-ad79-081d58c157fe tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Pushing event deleted for resources: {'Port': ['ID=91af9921-9761-4d74-bc25-c2428430ccc3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:55.967992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f0937f75-be4e-48fd-b1f1-590151024f36 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:55.986236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5d9f96d-1676-4e85-80df-3191f0b7f7ef req-d850d6fd-9703-4626-8c1f-bdadc3405fb5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289976 Aug 19 11:58:55.997839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe18a692-417c-4dfe-ad79-081d58c157fe tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:55.999801 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fe18a692-417c-4dfe-ad79-081d58c157fe tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "DELETE /v2.0/ports/91af9921-9761-4d74-bc25-c2428430ccc3 HTTP/1.1" status: 204 len: 168 time: 0.8964674 Aug 19 11:58:56.003718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52956) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:56.030524 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964d1170-1fa3-4004-8220-9e7f40b2ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.043332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: f0937f75-be4e-48fd-b1f1-590151024f36 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:56.043676 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f0937f75-be4e-48fd-b1f1-590151024f36 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:56.070569 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aae6cf2-7669-4b0e-9a46-95ea4022cc26 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] GET failed (client error): The resource could not be found. Aug 19 11:58:56.076322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5aae6cf2-7669-4b0e-9a46-95ea4022cc26 tempest-PortsAdminExtendedAttrsTestJSON-1947434575 tempest-PortsAdminExtendedAttrsTestJSON-1947434575-project-admin] 10.222.0.65 "GET /v2.0/ports/91af9921-9761-4d74-bc25-c2428430ccc3 HTTP/1.1" status: 404 len: 333 time: 0.0658300 Aug 19 11:58:56.077300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52958) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:56.084675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c957-252f-4979-892d-9bebcdeff1dc req-56c62404-2cc1-41cb-bb23-3c8bce1ec59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:56.086416 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f967c957-252f-4979-892d-9bebcdeff1dc req-56c62404-2cc1-41cb-bb23-3c8bce1ec59e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 1097 time: 0.1661057 Aug 19 11:58:56.101683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-61eb87aa-bcbb-4d3d-ab21-3f071dba692f service neutron] 10.222.0.54 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470380 Aug 19 11:58:56.162636 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f967c957-252f-4979-892d-9bebcdeff1dc req-8814a4ca-bff5-4113-86e6-64dc66c5b6fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e66ebdf3-df13-4980-98ae-5327a9d6c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564897 Aug 19 11:58:56.169186 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964d1170-1fa3-4004-8220-9e7f40b2ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.210832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1170-1fa3-4004-8220-9e7f40b2ea59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff9bd60-0598-4426-ab01-d51e373356b1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:56.222869 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964d1170-1fa3-4004-8220-9e7f40b2ea59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.225836 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-964d1170-1fa3-4004-8220-9e7f40b2ea59 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3ff9bd60-0598-4426-ab01-d51e373356b1 HTTP/1.1" status: 204 len: 168 time: 0.5442908 Aug 19 11:58:56.228251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3dc7db-04ad-4814-94c2-e99b10f1411d None None] Network b2182674-001d-41bf-8d8b-aae9e4631ca9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:58:56.228573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:56.262284 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.321949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.371432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0635beb8-3c01-426f-9de2-49571c84a4b1 req-ec48ba37-311e-4e5b-bd14-009e4490bb0d service neutron] 10.222.0.54 "GET /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421072 Aug 19 11:58:56.402165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Deleting port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:56.407645 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.503887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cafe56-6ac5-41f6-8f7b-796b7038e2ac None None] DHCP port deletion for b2182674-001d-41bf-8d8b-aae9e4631ca9 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:58:56.522143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149fc21-a5b2-4751-90da-8dc5acb8d1ea req-09d4ddb0-b516-40a5-b6ad-e370adfa3819 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:56.531219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9149fc21-a5b2-4751-90da-8dc5acb8d1ea req-09d4ddb0-b516-40a5-b6ad-e370adfa3819 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 946 time: 0.2040093 Aug 19 11:58:56.538741 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.542558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] For port dedbcf8b-650d-42eb-86b9-a7e6e02b5416, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dedbcf8b-650d-42eb-86b9-a7e6e02b5416,segment=NetworkSegment(10bc4851-ceec-4ed5-b376-e9b1404a9824),segment_id=10bc4851-ceec-4ed5-b376-e9b1404a9824)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:56.544084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.565418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4636c1-7be8-4d6f-8f41-df5a43e64f09']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:56.582572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:56.582906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f1c0bd-e932-42a8-ab4e-a84b6bed78e3') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:56.583667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Calling delete_port for dedbcf8b-650d-42eb-86b9-a7e6e02b5416 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:56.605064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.614929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-98cafe56-6ac5-41f6-8f7b-796b7038e2ac None None] Deleting port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:56.615318 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-98cafe56-6ac5-41f6-8f7b-796b7038e2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.619408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9149fc21-a5b2-4751-90da-8dc5acb8d1ea req-f28f7c54-e2bf-4454-99db-002c06f4eddd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837948 Aug 19 11:58:56.659372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.707064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:58:56.711885 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.717634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:58:56.723359 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:58:56.726079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-98cafe56-6ac5-41f6-8f7b-796b7038e2ac None None] For port dedbcf8b-650d-42eb-86b9-a7e6e02b5416, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dedbcf8b-650d-42eb-86b9-a7e6e02b5416,segment=NetworkSegment(10bc4851-ceec-4ed5-b376-e9b1404a9824),segment_id=10bc4851-ceec-4ed5-b376-e9b1404a9824)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:56.726079 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-98cafe56-6ac5-41f6-8f7b-796b7038e2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.739471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-98cafe56-6ac5-41f6-8f7b-796b7038e2ac None None] Calling delete_port for dedbcf8b-650d-42eb-86b9-a7e6e02b5416 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:56.768541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Pushing event deleted for resources: {'Port': ['ID=dedbcf8b-650d-42eb-86b9-a7e6e02b5416,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:56.780992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] No DVR routers for this DVR port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:58:56.853542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e26612-c4b5-4ce1-9872-b5eb3c096c99 req-5e6925dc-4b02-4f63-b1d6-e79d234d5c3f tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:56.861283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61e26612-c4b5-4ce1-9872-b5eb3c096c99 req-5e6925dc-4b02-4f63-b1d6-e79d234d5c3f tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 946 time: 0.1921098 Aug 19 11:58:56.868495 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.873719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.875751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] 10.222.0.65 "DELETE /v2.0/networks/1e4636c1-7be8-4d6f-8f41-df5a43e64f09 HTTP/1.1" status: 204 len: 168 time: 0.7974327 Aug 19 11:58:56.905725 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.913245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78568c9d-4ea5-4490-b2cb-30da4cd93419 tempest-PortsAdminExtendedAttrsTestJSON-1103169940 tempest-PortsAdminExtendedAttrsTestJSON-1103169940-project] Pushing event deleted for resources: {'Network': ['ID=1e4636c1-7be8-4d6f-8f41-df5a43e64f09,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:56.923608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2182674-001d-41bf-8d8b-aae9e4631ca9']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:56.937568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bc4851-ceec-4ed5-b376-e9b1404a9824') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:56.938195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bc4851-ceec-4ed5-b376-e9b1404a9824') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:58:56.947864 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61e26612-c4b5-4ce1-9872-b5eb3c096c99 req-6f997349-b4f3-4972-8c04-4c949186bd11 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/security-groups?id=e66ebdf3-df13-4980-98ae-5327a9d6c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810852 Aug 19 11:58:56.948451 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-98cafe56-6ac5-41f6-8f7b-796b7038e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.962742 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.984552 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.994090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:58:56.994565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:58:56.997542 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:58:57.003431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cafe56-6ac5-41f6-8f7b-796b7038e2ac None None] Pushing event deleted for resources: {'Port': ['ID=dedbcf8b-650d-42eb-86b9-a7e6e02b5416,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:57.007831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cafe56-6ac5-41f6-8f7b-796b7038e2ac None None] No DVR routers for this DVR port dedbcf8b-650d-42eb-86b9-a7e6e02b5416 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:58:57.063810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:58:57.117300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50b7f6be-0faf-4323-ba75-480fa8966574 req-4d2f43b0-a086-4f30-91f8-edda0fdf3172 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 210 time: 0.0703912 Aug 19 11:58:57.118693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.124786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.129789 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] 10.222.0.65 "DELETE /v2.0/networks/b2182674-001d-41bf-8d8b-aae9e4631ca9 HTTP/1.1" status: 204 len: 168 time: 0.8969388 Aug 19 11:58:57.153479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e183-6c5b-4fe6-ba29-49955a3fdbae admin admin] Pushing event deleted for resources: {'Network': ['ID=b2182674-001d-41bf-8d8b-aae9e4631ca9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:57.208826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,segment=NetworkSegment(ab945cba-2c07-44ee-aca5-06a3d7ae44bc),segment_id=ab945cba-2c07-44ee-aca5-06a3d7ae44bc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:57.213198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbdae8-a0aa-4bd1-a229-d8437014672e req-2768973c-249c-4d72-a819-062895c01ca2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:57.226209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd', 'network_id': '61f18264-a12a-4526-a1a9-b2aed8efa7e5', 'port_id': '2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd', 'mac_address': 'fa:16:3e:54:9e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964928f0-ff66-4b5b-8430-19fdd0827588', 'ip_address': '19.86.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:58:57.229100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbdae8-a0aa-4bd1-a229-d8437014672e req-2768973c-249c-4d72-a819-062895c01ca2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:57.238529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbdae8-a0aa-4bd1-a229-d8437014672e req-2768973c-249c-4d72-a819-062895c01ca2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:57.257597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43dbdae8-a0aa-4bd1-a229-d8437014672e req-2768973c-249c-4d72-a819-062895c01ca2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2412 time: 0.1219294 Aug 19 11:58:57.315520 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.351708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dedbcf8b-650d-42eb-86b9-a7e6e02b5416 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:57.362835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43dbdae8-a0aa-4bd1-a229-d8437014672e req-d6fce71b-d6f4-4d91-ad76-e2b673ad3fda tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039197 Aug 19 11:58:57.399652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52984) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:57.414312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-7d82f867-533d-4f2d-8334-529f230bdb19 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502501 Aug 19 11:58:57.423617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad203f-4b36-415b-a460-3ef2c24db5b6 req-cae9668a-58f3-4b13-9129-73cfb7009406 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:57.426146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: dedbcf8b-650d-42eb-86b9-a7e6e02b5416 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:57.426490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dedbcf8b-650d-42eb-86b9-a7e6e02b5416 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:57.426899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:58:57.433814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bad203f-4b36-415b-a460-3ef2c24db5b6 req-cae9668a-58f3-4b13-9129-73cfb7009406 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 946 time: 0.1658831 Aug 19 11:58:57.446820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:57.505842 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0e2953c1-d85e-4143-8951-04d09aa66da2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f8c24d6e0664dc4a7c5b98007b03e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047149 Aug 19 11:58:57.516572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52988) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:57.523214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52990) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:57.534637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:58:57.537085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 09d857bc-eda2-4fa9-aa4b-4a377e8e8d9e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:58:57.559597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,segment=NetworkSegment(ab945cba-2c07-44ee-aca5-06a3d7ae44bc),segment_id=ab945cba-2c07-44ee-aca5-06a3d7ae44bc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:57.577182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.577869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:58:57.610202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bad203f-4b36-415b-a460-3ef2c24db5b6 req-47955be8-f6e8-4ecb-98b5-015225222a41 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729388 Aug 19 11:58:57.660349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c44d8b7-9165-4600-99c7-1079f393c824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.695029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c44d8b7-9165-4600-99c7-1079f393c824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.700604 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-0a182c00-3900-457a-88f9-fd1e132425a7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:57.707224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-0a182c00-3900-457a-88f9-fd1e132425a7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561042 Aug 19 11:58:57.711766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:57.721277 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.resource_extend [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 11:58:57.727160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Request body: {'port': {'device_id': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'e965f0a2bc434fb0be5dfcd914344c10'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:57.761594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c44d8b7-9165-4600-99c7-1079f393c824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.764283 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c44d8b7-9165-4600-99c7-1079f393c824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.767563 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2c44d8b7-9165-4600-99c7-1079f393c824 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03a0b6d6-5e16-4198-b3ae-1a5cf118cdb6 HTTP/1.1" status: 204 len: 168 time: 0.2502787 Aug 19 11:58:57.785318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d8b7-9165-4600-99c7-1079f393c824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a0b6d6-5e16-4198-b3ae-1a5cf118cdb6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:57.880204 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a32195db-979e-4697-b429-8479be15a29e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19198a58201a4db495d6a276bd5a5f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431780 Aug 19 11:58:57.881634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:57.900519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:57.913793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64', 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f', 'port_id': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64', 'mac_address': 'fa:16:3e:d1:e9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb24a03c-a2ce-43f7-b9df-60f849393710', 'ip_address': '19.80.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:58:57.973168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.980942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Made reservation on behalf of e965f0a2bc434fb0be5dfcd914344c10 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:57.984631 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:57.993356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:57.998351 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1f2e-b03e-495c-8674-a9ac0b9af2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.026084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:58.033193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.034290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dcf0b81c-dedf-4ce7-8f6b-925584337615 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:58:58.044136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1f2e-b03e-495c-8674-a9ac0b9af2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.130657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:58.153498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dcf0b81c-dedf-4ce7-8f6b-925584337615, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dcf0b81c-dedf-4ce7-8f6b-925584337615,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:58.187642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'dcf0b81c-dedf-4ce7-8f6b-925584337615', 'network_id': '17bdd6ef-9f04-4522-9c10-bb233c20b20f', 'port_id': 'dcf0b81c-dedf-4ce7-8f6b-925584337615', 'mac_address': 'fa:16:3e:5c:66:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb24a03c-a2ce-43f7-b9df-60f849393710', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:58:58.198399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e2ac-8ade-4136-b004-992cc6393eee req-636a03df-eba2-4592-9076-9ed8c7582f8c tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:58.200358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c445e2ac-8ade-4136-b004-992cc6393eee req-636a03df-eba2-4592-9076-9ed8c7582f8c tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 946 time: 0.1261210 Aug 19 11:58:58.225742 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.241595 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.256646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf0b81c-dedf-4ce7-8f6b-925584337615 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:58:58.279422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dcf0b81c-dedf-4ce7-8f6b-925584337615, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dcf0b81c-dedf-4ce7-8f6b-925584337615,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:58.289527 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.325060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fe33f3c-e5ac-4516-ba9e-dfa3c9b4c03e req-1fad60fa-ff7c-47e2-84e8-51c84bf8e973 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 210 time: 0.1079578 Aug 19 11:58:58.337553 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1f2e-b03e-495c-8674-a9ac0b9af2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.341053 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1f2e-b03e-495c-8674-a9ac0b9af2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.342427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1c6b1f2e-b03e-495c-8674-a9ac0b9af2b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed1006b2-6c45-478e-9411-894147336f50 HTTP/1.1" status: 204 len: 168 time: 0.4569652 Aug 19 11:58:58.343930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Allocated IP 192.168.233.42 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/e3a8e82f-fe01-43a9-83cb-056e3ccee2c8) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:58:58.357896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c445e2ac-8ade-4136-b004-992cc6393eee req-162eaa49-b365-4345-a12f-e1765383a447 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/security-groups?id=e66ebdf3-df13-4980-98ae-5327a9d6c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432800 Aug 19 11:58:58.361621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b1f2e-b03e-495c-8674-a9ac0b9af2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1006b2-6c45-478e-9411-894147336f50,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:58.406701 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=dcf0b81c-dedf-4ce7-8f6b-925584337615,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:58.572388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802844ad-d134-4e29-9f30-262471a272bc req-a47b4ced-1aa2-44f2-b67b-34dbc26dd113 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:58.578462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802844ad-d134-4e29-9f30-262471a272bc req-a47b4ced-1aa2-44f2-b67b-34dbc26dd113 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:58.584507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802844ad-d134-4e29-9f30-262471a272bc req-a47b4ced-1aa2-44f2-b67b-34dbc26dd113 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:58.586291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-802844ad-d134-4e29-9f30-262471a272bc req-a47b4ced-1aa2-44f2-b67b-34dbc26dd113 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2415 time: 0.1336107 Aug 19 11:58:58.668470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.680176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-802844ad-d134-4e29-9f30-262471a272bc req-1aeffe56-b6f2-4fd5-8988-30142903a772 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839796 Aug 19 11:58:58.720713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Transition to ACTIVE for port object e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:58:58.795913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['76fe9f5d-3e1e-49d6-a67e-7d9532208b64'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:58.829797 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:58.839561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:58.851838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-8fd4201d-4b09-47ab-a7b3-731fc3e67d77 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:58.855497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-8fd4201d-4b09-47ab-a7b3-731fc3e67d77 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 946 time: 0.0910268 Aug 19 11:58:58.894624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:58.903037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['dcf0b81c-dedf-4ce7-8f6b-925584337615'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:58:58.928073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:58:58.935666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:58:58.971915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:58:59.027802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:59.028764 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.038496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53046) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:59.092882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-886cacaa-5f4f-46c9-8089-16450419bed1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9eeac825bc54ebfb52a936edbea3c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522568 Aug 19 11:58:59.101395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53048) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:59.152332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:59.169472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b2f53-12ad-45f1-8d9a-0cbbce1b41ed req-bf46bfe6-8d02-4e18-847f-97eb9bb8ef48 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:59.176793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c0b2f53-12ad-45f1-8d9a-0cbbce1b41ed req-bf46bfe6-8d02-4e18-847f-97eb9bb8ef48 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 946 time: 0.3201725 Aug 19 11:58:59.182985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-e25d5e3a-77a9-4ac8-9f7a-9b2dafc06ab6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4599066 Aug 19 11:58:59.200349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53050) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:58:59.205300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afbe68-c83e-41e1-9b66-f201ae151244 req-a4296b6e-be3c-489d-96f7-d0d8aeb45904 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:59.219565 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12afbe68-c83e-41e1-9b66-f201ae151244 req-a4296b6e-be3c-489d-96f7-d0d8aeb45904 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 946 time: 0.2880204 Aug 19 11:58:59.220497 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28ca2a77-5239-4adf-b3af-b232a04605d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.249887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Request body: {'port': {'device_id': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:59.254687 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28ca2a77-5239-4adf-b3af-b232a04605d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.338076 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28ca2a77-5239-4adf-b3af-b232a04605d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.345000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28ca2a77-5239-4adf-b3af-b232a04605d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.346795 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-28ca2a77-5239-4adf-b3af-b232a04605d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ddca1bb8-7d80-4cae-97cb-56afdeab669a HTTP/1.1" status: 204 len: 168 time: 0.2437675 Aug 19 11:58:59.369545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca2a77-5239-4adf-b3af-b232a04605d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddca1bb8-7d80-4cae-97cb-56afdeab669a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:59.393087 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c0b2f53-12ad-45f1-8d9a-0cbbce1b41ed req-89f81bd8-e15e-4a6b-b3d5-a847b265ebe1 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149053 Aug 19 11:58:59.421952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-network', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:58:59.426587 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.467779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Made reservation on behalf of 318b0fc7ab154bf7add17ba986061d80 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:58:59.470637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.485419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.501320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12afbe68-c83e-41e1-9b66-f201ae151244 req-01c18770-3f5d-4d41-90a5-7e665c1f9219 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/security-groups?id=e66ebdf3-df13-4980-98ae-5327a9d6c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609448 Aug 19 11:58:59.505995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Deleting port 53772761-12f1-4199-973d-3714ba611cf8 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:58:59.506341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.538381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c00d5e48-a34a-48ca-9a7a-8b0f70552305 None None] Provisioning for port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:58:59.643676 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.653252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.680871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c00d5e48-a34a-48ca-9a7a-8b0f70552305 None None] Provisioning complete for port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:58:59.681547 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e48-a34a-48ca-9a7a-8b0f70552305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.687249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060ca69f-3bb8-4709-a47c-f317feba67af,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:58:59.736837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:58:59.771936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.774086 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Added segment 42b0111d-40f9-49d3-8be4-4148a1bdccb7 of type vlan for network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 Aug 19 11:58:59.788368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4120e-8420-4aac-b4e8-a37b3872f6ad req-07fd842a-c14c-4f33-8198-ae0bda826ee3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:59.789993 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90b4120e-8420-4aac-b4e8-a37b3872f6ad req-07fd842a-c14c-4f33-8198-ae0bda826ee3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 935 time: 0.1852694 Aug 19 11:58:59.911218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.927693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] For port 53772761-12f1-4199-973d-3714ba611cf8, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=53772761-12f1-4199-973d-3714ba611cf8,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:58:59.928359 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.946548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c00d5e48-a34a-48ca-9a7a-8b0f70552305 None None] Port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:58:59.964750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Calling delete_port for 53772761-12f1-4199-973d-3714ba611cf8 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:58:59.970190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:58:59.971361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:58:59.972390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.001465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90b4120e-8420-4aac-b4e8-a37b3872f6ad req-dae90a47-570f-42ed-9a00-7137682400d4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954877 Aug 19 11:59:00.013915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6dc75-e535-4100-a10f-416e84f9423e req-fbd990dc-5f2c-4786-a1a4-e967b6c80cf5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:00.020041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6dc75-e535-4100-a10f-416e84f9423e req-fbd990dc-5f2c-4786-a1a4-e967b6c80cf5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:00.026433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6dc75-e535-4100-a10f-416e84f9423e req-fbd990dc-5f2c-4786-a1a4-e967b6c80cf5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:00.028338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40c6dc75-e535-4100-a10f-416e84f9423e req-fbd990dc-5f2c-4786-a1a4-e967b6c80cf5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2415 time: 0.1882796 Aug 19 11:59:00.108022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] Pushing event updated for resources: {'Network': ['ID=947fa5f3-95fb-4eb3-8941-c68a52e61d25,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:00.122197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:59:00.124926 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ae125524-de6d-4bce-a461-c39d4d85720c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9228976 Aug 19 11:59:00.128398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53082) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:00.137692 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Request body: {'subnet': {'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-subnet', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:00.157646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40c6dc75-e535-4100-a10f-416e84f9423e req-a0340d70-0935-4c88-8e32-c7860da250d7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205559 Aug 19 11:59:00.170336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Made reservation on behalf of 318b0fc7ab154bf7add17ba986061d80 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:00.173674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.247797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:00.260997 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.306307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Transition to ACTIVE for port object e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:00.317661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.350081 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.383964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:00.389857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.445979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53090) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:00.461733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event deleted for resources: {'Port': ['ID=53772761-12f1-4199-973d-3714ba611cf8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:00.491538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d60b16-7a46-4974-ab78-fda5f37d6227,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:00.502970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Checking segment: {'id': '42b0111d-40f9-49d3-8be4-4148a1bdccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:00.503337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Network hostable DHCP agents. Network: 947fa5f3-95fb-4eb3-8941-c68a52e61d25, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:59:00.511401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] No DVR routers for this DVR port 53772761-12f1-4199-973d-3714ba611cf8 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:00.517172 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.519216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fb7902f-e77c-4fd9-ae94-cc9f329772da req-0a0cb5da-1cb7-4e93-814d-5ce479c77cfc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "DELETE /v2.0/ports/53772761-12f1-4199-973d-3714ba611cf8 HTTP/1.1" status: 204 len: 173 time: 1.6369741 Aug 19 11:59:00.519652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01b555e-7db3-4245-9bc3-84c86afecfd0', 'name': 'network-vif-deleted', 'tag': '53772761-12f1-4199-973d-3714ba611cf8'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:00.522052 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0019e143-4ce1-49e0-b0e0-aa3b06454fbf" -d '{"events": [{"server_uuid": "c01b555e-7db3-4245-9bc3-84c86afecfd0", "name": "network-vif-deleted", "tag": "53772761-12f1-4199-973d-3714ba611cf8"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:00.566200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:59:00.589365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 947fa5f3-95fb-4eb3-8941-c68a52e61d25) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:00.602220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:00.602767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9951236-0731-4015-b380-718cf637ce77 None None] Network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:00.603441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.619597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c390cdfe-0c76-4270-9fa2-1d369735624e req-83eb67dd-ee7d-466c-9ace-b01234b0bc3a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01b555e-7db3-4245-9bc3-84c86afecfd0 HTTP/1.1" status: 200 len: 210 time: 0.0644159 Aug 19 11:59:00.622680 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd69a93-0814-4d25-8168-851647701445 req-7f6e0646-b669-406e-8f5e-40de26d08e5b tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:00.624391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Attempting to bind port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:00.624858 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-edd69a93-0814-4d25-8168-851647701445 req-7f6e0646-b669-406e-8f5e-40de26d08e5b tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.54 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 946 time: 0.0975246 Aug 19 11:59:00.625115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Attempting to bind port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:00.625712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Attempting to bind port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:00.631022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:59:00.632729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Attempting to bind port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:00.647025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-01e536db-5bb2-4003-935a-28b28d8e84c7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5170019 Aug 19 11:59:00.650442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:00.651065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:00.651641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:00.657037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Bound port: e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:00.657638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.667827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53106) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:00.676111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-router', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:00.760050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['6764db6a-0985-4b46-9414-754aebf12452'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:00.801531 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.803343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.827331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-edd69a93-0814-4d25-8168-851647701445 req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Deleting port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:00.827996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-edd69a93-0814-4d25-8168-851647701445 req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.858751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:00.862995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:00.888315 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bbe93d-114d-4c3c-9dd2-db964058dd5d x-openstack-request-id: req-89bbe93d-114d-4c3c-9dd2-db964058dd5d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:00.888772 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01b555e-7db3-4245-9bc3-84c86afecfd0", "name": "network-vif-deleted", "tag": "53772761-12f1-4199-973d-3714ba611cf8", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:00.888973 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89bbe93d-114d-4c3c-9dd2-db964058dd5d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:00.894740 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01b555e-7db3-4245-9bc3-84c86afecfd0', 'name': 'network-vif-deleted', 'tag': '53772761-12f1-4199-973d-3714ba611cf8', 'status': 'completed', 'code': 200} Aug 19 11:59:00.903460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.942642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:00.987879 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04d6ffb6-ce44-4afe-861e-a109436f0920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.002986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:01.003629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.005385 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] 10.222.0.54 "PUT /v2.0/ports/e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 HTTP/1.1" status: 200 len: 1095 time: 1.7735841 Aug 19 11:59:01.067956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f925c8-cbfa-48c4-a12e-d052c9713730 req-35cabfbf-433a-45d6-8b75-04b9b3f264ac tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:01.076238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9f925c8-cbfa-48c4-a12e-d052c9713730 req-35cabfbf-433a-45d6-8b75-04b9b3f264ac tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 946 time: 0.4022210 Aug 19 11:59:01.084389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-947fa5f3-95fb-4eb3-8941-c68a52e61d25', 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'fixed_ips': [{'subnet_id': '29d60b16-7a46-4974-ab78-fda5f37d6227'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:59:01.086213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b8834-f4de-485b-ac49-dba060085284 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:01.098185 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.109574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:01.135958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-edd69a93-0814-4d25-8168-851647701445 req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] For port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,segment=NetworkSegment(f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d),segment_id=f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:01.136640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-edd69a93-0814-4d25-8168-851647701445 req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.224328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9f925c8-cbfa-48c4-a12e-d052c9713730 req-f2ba145b-46b4-46de-983b-877592461959 tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/security-groups?id=e66ebdf3-df13-4980-98ae-5327a9d6c6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425917 Aug 19 11:59:01.284815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-85b2408d-2296-4e04-b058-aff08b4c8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:01.297229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-85b2408d-2296-4e04-b058-aff08b4c8422 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 1098 time: 0.1982086 Aug 19 11:59:01.376711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.387279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 53772761-12f1-4199-973d-3714ba611cf8 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:01.393774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:01.393918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-edd69a93-0814-4d25-8168-851647701445 req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Calling delete_port for 681b2cba-2f96-4304-9d0b-0f31ea29ee7c owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:01.439244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:01.439669 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.446693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 53772761-12f1-4199-973d-3714ba611cf8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:01.447968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 53772761-12f1-4199-973d-3714ba611cf8 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:01.469599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-c889d91f-4559-4da5-b6f2-ca06c1ed570d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 HTTP/1.1" status: 200 len: 217 time: 0.1486390 Aug 19 11:59:01.515057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Allocated IP 172.20.0.2 (947fa5f3-95fb-4eb3-8941-c68a52e61d25/29d60b16-7a46-4974-ab78-fda5f37d6227/2a5237b8-f009-4192-898f-d0097b84e525) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:01.516074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53122) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:01.580317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257601e1-7e70-49f1-8f1d-5b77b0be0df8 req-c08b711d-6660-45e0-a4ca-3eb735013941 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:01.583411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-257601e1-7e70-49f1-8f1d-5b77b0be0df8 req-c08b711d-6660-45e0-a4ca-3eb735013941 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 947 time: 0.3565919 Aug 19 11:59:01.585567 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04d6ffb6-ce44-4afe-861e-a109436f0920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.608904 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04d6ffb6-ce44-4afe-861e-a109436f0920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.618560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379a90-3879-42ab-9c9b-6686da2a87b8 req-db63ace4-ba49-40e8-8c40-9d18e6e6255c tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:01.622723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.625188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379a90-3879-42ab-9c9b-6686da2a87b8 req-db63ace4-ba49-40e8-8c40-9d18e6e6255c tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:01.630577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379a90-3879-42ab-9c9b-6686da2a87b8 req-db63ace4-ba49-40e8-8c40-9d18e6e6255c tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:01.638079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8379a90-3879-42ab-9c9b-6686da2a87b8 req-db63ace4-ba49-40e8-8c40-9d18e6e6255c tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2415 time: 0.2943082 Aug 19 11:59:01.668503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:01.668970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-b6b88fa0-e3ed-4071-8309-dbdb96644102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:01.670725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-b6b88fa0-e3ed-4071-8309-dbdb96644102 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1824617 Aug 19 11:59:01.670861 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408cb128-2f5b-42c8-82b8-d31fae6f9a89" -d '{"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-plugged", "status": "completed", "tag": "2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:01.694064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,segment=NetworkSegment(ab945cba-2c07-44ee-aca5-06a3d7ae44bc),segment_id=ab945cba-2c07-44ee-aca5-06a3d7ae44bc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:01.702510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-edd69a93-0814-4d25-8168-851647701445 req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.722126 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.722949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:01.734464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-733516580', 'router:external': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:01.736883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Pushing event deleted for resources: {'Port': ['ID=681b2cba-2f96-4304-9d0b-0f31ea29ee7c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:01.754418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['681b2cba-2f96-4304-9d0b-0f31ea29ee7c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:01.784156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-04d6ffb6-ce44-4afe-861e-a109436f0920 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ef950f7427746dcbf5864b715ff069f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3347585 Aug 19 11:59:01.786342 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53130) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:01.787392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd69a93-0814-4d25-8168-851647701445 req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] No DVR routers for this DVR port 681b2cba-2f96-4304-9d0b-0f31ea29ee7c on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:01.790735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-edd69a93-0814-4d25-8168-851647701445 req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.793395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-edd69a93-0814-4d25-8168-851647701445 req-b77acc27-905b-4acc-a13d-cd3f1524a94a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.54 "DELETE /v2.0/ports/681b2cba-2f96-4304-9d0b-0f31ea29ee7c HTTP/1.1" status: 204 len: 173 time: 1.1597755 Aug 19 11:59:01.794305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6ffb6-ce44-4afe-861e-a109436f0920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b367d1c4-12d0-46c6-bd31-1c1bf7f4f676,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:01.798276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce27051-8962-4452-b92d-61450f1b11ea', 'name': 'network-vif-deleted', 'tag': '681b2cba-2f96-4304-9d0b-0f31ea29ee7c'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:01.800477 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f20a94-cce7-4607-a6e1-40f6f7946156" -d '{"events": [{"server_uuid": "dce27051-8962-4452-b92d-61450f1b11ea", "name": "network-vif-deleted", "tag": "681b2cba-2f96-4304-9d0b-0f31ea29ee7c"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:01.825604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-257601e1-7e70-49f1-8f1d-5b77b0be0df8 req-aa6b318a-4544-4412-beb5-d13e6c47e400 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300928 Aug 19 11:59:01.835755 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.845518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8379a90-3879-42ab-9c9b-6686da2a87b8 req-6e65224c-6170-4270-949e-c034aeeed962 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062151 Aug 19 11:59:01.865569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Made reservation on behalf of df6658e26f1d4a7d954b71c286c7eed2 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:01.876490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Transition to ACTIVE for port object 2a5237b8-f009-4192-898f-d0097b84e525 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:01.878219 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.878588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:01.904902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Transition to ACTIVE for port object 2a5237b8-f009-4192-898f-d0097b84e525 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:01.919031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.924502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:01.927980 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:01.942917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-3d942309-5a1a-4e1c-bcca-bca4391660fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:01.948027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-3d942309-5a1a-4e1c-bcca-bca4391660fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2642369 Aug 19 11:59:01.952923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:01.953490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.019343 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d38779-021a-4d8a-ba17-4ae1fb131faa x-openstack-request-id: req-d9d38779-021a-4d8a-ba17-4ae1fb131faa {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:02.019705 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce27051-8962-4452-b92d-61450f1b11ea", "name": "network-vif-deleted", "tag": "681b2cba-2f96-4304-9d0b-0f31ea29ee7c", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:02.019905 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9d38779-021a-4d8a-ba17-4ae1fb131faa {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:02.020368 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce27051-8962-4452-b92d-61450f1b11ea', 'name': 'network-vif-deleted', 'tag': '681b2cba-2f96-4304-9d0b-0f31ea29ee7c', 'status': 'completed', 'code': 200} Aug 19 11:59:02.027000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbade1d7-e790-4e21-9a48-913b245725a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.049641 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e25593-3a02-4e97-b59d-d6fe890e8435 x-openstack-request-id: req-14e25593-3a02-4e97-b59d-d6fe890e8435 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:02.050705 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-plugged", "status": "completed", "tag": "2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:02.050928 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14e25593-3a02-4e97-b59d-d6fe890e8435 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:02.051268 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd', 'code': 200} Aug 19 11:59:02.085019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbade1d7-e790-4e21-9a48-913b245725a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.087427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:02.101197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.103501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:02.108827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Pushing event updated for resources: {'Port': ['ID=2a5237b8-f009-4192-898f-d0097b84e525,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:02.120287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:02.245982 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.263089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Attempting to bind port 2a5237b8-f009-4192-898f-d0097b84e525 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:02.263481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Attempting to bind port 2a5237b8-f009-4192-898f-d0097b84e525 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '42b0111d-40f9-49d3-8be4-4148a1bdccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:02.263821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Attempting to bind port 2a5237b8-f009-4192-898f-d0097b84e525 on network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:02.302558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:02.304022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:02.304443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Checking segment: {'id': '42b0111d-40f9-49d3-8be4-4148a1bdccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:02.305059 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.305518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Bound using segment: {'id': '42b0111d-40f9-49d3-8be4-4148a1bdccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:02.306012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Bound port: 2a5237b8-f009-4192-898f-d0097b84e525, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b0111d-40f9-49d3-8be4-4148a1bdccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:02.306535 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.325051 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.325878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dcf0b81c-dedf-4ce7-8f6b-925584337615 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:02.427982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:02.509126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] For port 2a5237b8-f009-4192-898f-d0097b84e525, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:02.512624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] For port 2a5237b8-f009-4192-898f-d0097b84e525, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2a5237b8-f009-4192-898f-d0097b84e525,segment=NetworkSegment(42b0111d-40f9-49d3-8be4-4148a1bdccb7),segment_id=42b0111d-40f9-49d3-8be4-4148a1bdccb7)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:02.514344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port dcf0b81c-dedf-4ce7-8f6b-925584337615 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:02.519596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port dcf0b81c-dedf-4ce7-8f6b-925584337615 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:02.519977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.523497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.543874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.554467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77df73af-17d3-448e-9327-1ae1f00752c5 req-719ce347-bbe6-4093-ae0c-6913019ed52a tempest-InstanceActionsNegativeTestJSON-1686052269 tempest-InstanceActionsNegativeTestJSON-1686052269-project] 10.222.0.65 "GET /v2.0/ports?device_id=dce27051-8962-4452-b92d-61450f1b11ea HTTP/1.1" status: 200 len: 210 time: 0.1016512 Aug 19 11:59:02.617841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474ef94-4249-45d9-881a-a46a529c3a5d None None] Pushing event updated for resources: {'Port': ['ID=2a5237b8-f009-4192-898f-d0097b84e525,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:02.646793 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbade1d7-e790-4e21-9a48-913b245725a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.649503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbade1d7-e790-4e21-9a48-913b245725a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.654431 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bbade1d7-e790-4e21-9a48-913b245725a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b367d1c4-12d0-46c6-bd31-1c1bf7f4f676 HTTP/1.1" status: 204 len: 168 time: 0.8625035 Aug 19 11:59:02.666185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-ae51afa2-b5af-4239-a1af-8888df736a2c service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803472 Aug 19 11:59:02.668476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbade1d7-e790-4e21-9a48-913b245725a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b367d1c4-12d0-46c6-bd31-1c1bf7f4f676,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:02.687494 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.688953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Allocated IP 172.25.4.133 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/54b6063b-2387-42e7-aa8b-586cfd159822) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:02.739930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dcf0b81c-dedf-4ce7-8f6b-925584337615, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dcf0b81c-dedf-4ce7-8f6b-925584337615,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:02.748457 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.809627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=dcf0b81c-dedf-4ce7-8f6b-925584337615,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:02.819182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-58e8ca08-50cf-4ed3-863a-a37e8a1160e1 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:02.826874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-58e8ca08-50cf-4ed3-863a-a37e8a1160e1 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.3765383 Aug 19 11:59:02.838067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.848735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-2b08c408-0911-4047-9bbe-b04b37fadc8b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/quotas/aedddd945e5e40c1848dfa8ef9d1d006 HTTP/1.1" status: 200 len: 375 time: 0.0209322 Aug 19 11:59:02.866092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a9bed27-0679-4c90-82c1-bb5fd0d30abf req-69675fd2-c4d9-4fe5-98dc-e82321d0861c service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849425 Aug 19 11:59:02.896394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:02.898745 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fc2997-eb24-4692-9578-b1951bc0ded1" -d '{"events": [{"name": "network-changed", "server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:02.899081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.910984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-f2a30153-98a4-43b6-b76b-1f54a9e9187a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464485 Aug 19 11:59:02.929243 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.953602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:02.979504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:02.985606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:02.987585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Pushing event updated for resources: {'Port': ['ID=54b6063b-2387-42e7-aa8b-586cfd159822,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:02.990058 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:03.088584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07d3195-99ae-42da-b836-7005a83ef0ba,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:03.093362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:59:03.123684 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:03.123950 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Added segment 0e825246-502a-4d7f-93d0-ff419a8da33f of type vlan for network 7979e430-0124-47d7-bc9b-8178aab5ff2c Aug 19 11:59:03.160454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55aa3-729b-4fd5-a0f8-c04f3c958c0a req-76be5cff-0e3e-4224-bb70-c280798014c5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:03.167615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55aa3-729b-4fd5-a0f8-c04f3c958c0a req-76be5cff-0e3e-4224-bb70-c280798014c5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:03.173993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55aa3-729b-4fd5-a0f8-c04f3c958c0a req-76be5cff-0e3e-4224-bb70-c280798014c5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:03.175904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ca55aa3-729b-4fd5-a0f8-c04f3c958c0a req-76be5cff-0e3e-4224-bb70-c280798014c5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2418 time: 0.1458926 Aug 19 11:59:03.213462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-cc4f5a00-e270-4352-ae63-e0f0c58f5773 service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873886 Aug 19 11:59:03.283251 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:03.315152 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2a5237b8-f009-4192-898f-d0097b84e525 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:03.338539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:03.384429 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ca55aa3-729b-4fd5-a0f8-c04f3c958c0a req-6f9c2aa0-15e7-42a5-973a-21b818d84a69 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865859 Aug 19 11:59:03.400610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-1c7f3031-0149-4544-8fc3-0a39ce1367da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1895809 Aug 19 11:59:03.400926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 2a5237b8-f009-4192-898f-d0097b84e525 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:03.404474 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:03.405639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:03.406653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:03.491958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9737153 Aug 19 11:59:03.511101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53170) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:03.526310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'subnet': {'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:03.539231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-a73df184-95f8-469b-a97e-569bc06a91bf service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948442 Aug 19 11:59:03.572089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:03.618899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686465a4-c847-46b8-ab8a-8eb36490b04c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event updated for resources: {'Network': ['ID=7979e430-0124-47d7-bc9b-8178aab5ff2c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:03.631728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7979e430-0124-47d7-bc9b-8178aab5ff2c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:59:03.667432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Made reservation on behalf of df6658e26f1d4a7d954b71c286c7eed2 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:03.669872 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:03.675089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-1af66760-6b3a-44d0-8b0a-259499f529b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:03.676551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-1af66760-6b3a-44d0-8b0a-259499f529b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 1100 time: 0.1744452 Aug 19 11:59:03.810832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33bbf5-7220-47d0-9909-408add47356e req-4a171175-222b-423e-8f3c-a0de8e3f6e02 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:03.823233 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b33bbf5-7220-47d0-9909-408add47356e req-4a171175-222b-423e-8f3c-a0de8e3f6e02 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 947 time: 0.3109834 Aug 19 11:59:03.829856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:59:03.856063 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0e0945-cf7c-45ea-a9a4-4bce7fba693d x-openstack-request-id: req-6b0e0945-cf7c-45ea-a9a4-4bce7fba693d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:03.856347 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:03.856843 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b0e0945-cf7c-45ea-a9a4-4bce7fba693d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:03.857254 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'status': 'completed', 'code': 200} Aug 19 11:59:03.933861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-76271f62-a55e-414c-82c0-895dd0a297ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:03.935615 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-76271f62-a55e-414c-82c0-895dd0a297ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 1098 time: 0.1369832 Aug 19 11:59:04.014116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53188) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:04.053009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64'}, {'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf0b81c-dedf-4ce7-8f6b-925584337615'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:04.056550 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289c0a9a-223d-4d6d-b4f5-1461dd8f6550" -d '{"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-plugged", "status": "completed", "tag": "76fe9f5d-3e1e-49d6-a67e-7d9532208b64"}, {"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-plugged", "status": "completed", "tag": "dcf0b81c-dedf-4ce7-8f6b-925584337615"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:04.082933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b33bbf5-7220-47d0-9909-408add47356e req-4744410f-ce4c-4d14-812a-11225fc163e9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542448 Aug 19 11:59:04.106981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:04.115568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28887d64-29e6-46ed-a25c-4ac73b20d3c2 None None] Network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:04.131834 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Sync routers for ids ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:04.145507 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Routers {'47cd1d24-84fd-4ca8-b86e-f2878a7da975'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:04.146153 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:04.159695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-4870b7b4-e017-4868-9e17-84b3b2716b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.161362 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-4870b7b4-e017-4868-9e17-84b3b2716b02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1788914 Aug 19 11:59:04.169316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:04.170963 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-53142a35-5c4c-4832-a003-f0c7c8bc0a03 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5013807 Aug 19 11:59:04.174027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53198) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:04.216673 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba17bf9-2218-47c5-9e41-d3c3dbc85151 x-openstack-request-id: req-5ba17bf9-2218-47c5-9e41-d3c3dbc85151 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:04.217085 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-plugged", "status": "completed", "tag": "76fe9f5d-3e1e-49d6-a67e-7d9532208b64", "code": 200}, {"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-plugged", "status": "completed", "tag": "dcf0b81c-dedf-4ce7-8f6b-925584337615", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:04.217432 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ba17bf9-2218-47c5-9e41-d3c3dbc85151 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:04.217929 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64', 'code': 200} Aug 19 11:59:04.218277 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf0b81c-dedf-4ce7-8f6b-925584337615', 'code': 200} Aug 19 11:59:04.228522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-c0737f7f-b4ff-4809-a40e-0017cc06371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.231164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-c0737f7f-b4ff-4809-a40e-0017cc06371a service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.4688921 Aug 19 11:59:04.242276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1e76b54-d51f-4841-af8e-61dbaa1b3b42 req-61663070-360a-4ea0-9bfe-c7c108499a02 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 210 time: 0.1551313 Aug 19 11:59:04.255158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-20744996-fdf3-4e9b-b967-14ccc46d9ab3 None None] Provisioning for port 2a5237b8-f009-4192-898f-d0097b84e525 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:04.266635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-20744996-fdf3-4e9b-b967-14ccc46d9ab3 None None] Provisioning complete for port 2a5237b8-f009-4192-898f-d0097b84e525 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:04.269267 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-20744996-fdf3-4e9b-b967-14ccc46d9ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:04.270227 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Set router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:04.383055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-fcf2ad5e-9ba0-4bed-8fef-53996617aea2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6764db6a-0985-4b46-9414-754aebf12452 HTTP/1.1" status: 200 len: 217 time: 0.1120310 Aug 19 11:59:04.386325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c2a516-f1b2-45e8-8382-3a53f928172d admin admin] Deleting subnet 4ebd923f-4065-441b-9a02-28a2ca9e24c2 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:59:04.393183 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08c2a516-f1b2-45e8-8382-3a53f928172d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:04.513225 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-20744996-fdf3-4e9b-b967-14ccc46d9ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:04.537235 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-router', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:00Z', 'updated_at': '2021-08-19T11:59:03Z', 'revision_number': 3, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'gw_port': {'id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:02Z', 'updated_at': '2021-08-19T11:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:04.572064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f769675-ed67-4d6f-b561-e8d4045dc504 req-db81e7ac-67e3-4b50-bacc-a2064e8605f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.573527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f769675-ed67-4d6f-b561-e8d4045dc504 req-db81e7ac-67e3-4b50-bacc-a2064e8605f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.574225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f769675-ed67-4d6f-b561-e8d4045dc504 req-db81e7ac-67e3-4b50-bacc-a2064e8605f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.576065 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4f769675-ed67-4d6f-b561-e8d4045dc504 req-db81e7ac-67e3-4b50-bacc-a2064e8605f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2871 time: 0.1377342 Aug 19 11:59:04.610461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-20744996-fdf3-4e9b-b967-14ccc46d9ab3 None None] For port 2a5237b8-f009-4192-898f-d0097b84e525, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2a5237b8-f009-4192-898f-d0097b84e525,segment=NetworkSegment(42b0111d-40f9-49d3-8be4-4148a1bdccb7),segment_id=42b0111d-40f9-49d3-8be4-4148a1bdccb7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:04.614574 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Checking router: 47cd1d24-84fd-4ca8-b86e-f2878a7da975 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:04.619304 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Updating router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 port 54b6063b-2387-42e7-aa8b-586cfd159822 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:59:04.622924 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-20744996-fdf3-4e9b-b967-14ccc46d9ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:04.664944 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:04.693983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08c2a516-f1b2-45e8-8382-3a53f928172d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:04.733758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20744996-fdf3-4e9b-b967-14ccc46d9ab3 None None] Pushing event updated for resources: {'Port': ['ID=2a5237b8-f009-4192-898f-d0097b84e525,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:04.737471 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-f97d0d62-9a1a-4d02-8047-a3f34c3ed844 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 HTTP/1.1" status: 200 len: 217 time: 0.3003368 Aug 19 11:59:04.864007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-3a33e3aa-03b9-4cc9-97ce-29bbf291f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.866315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-3a33e3aa-03b9-4cc9-97ce-29bbf291f181 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.4700177 Aug 19 11:59:04.871021 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4f769675-ed67-4d6f-b561-e8d4045dc504 req-c189f361-1252-445f-aad9-8d019ff6df4d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292307 Aug 19 11:59:04.910669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851594-0fa5-4f4c-8c29-92764cf3db94 req-e8f39cd3-6f73-46f4-b869-09d041c2cca7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.919483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851594-0fa5-4f4c-8c29-92764cf3db94 req-e8f39cd3-6f73-46f4-b869-09d041c2cca7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.926746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851594-0fa5-4f4c-8c29-92764cf3db94 req-e8f39cd3-6f73-46f4-b869-09d041c2cca7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.935355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-79fe7e15-d3dc-4715-8c18-619b28632ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:04.937087 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29851594-0fa5-4f4c-8c29-92764cf3db94 req-e8f39cd3-6f73-46f4-b869-09d041c2cca7 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2418 time: 0.3682299 Aug 19 11:59:04.940787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-79fe7e15-d3dc-4715-8c18-619b28632ec6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1720343 Aug 19 11:59:04.962764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-99026bdc-6019-4d44-8e8d-09da7e5c0b16 None None] Provisioning complete for port 2a5237b8-f009-4192-898f-d0097b84e525 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:04.963572 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-99026bdc-6019-4d44-8e8d-09da7e5c0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:04.989689 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08c2a516-f1b2-45e8-8382-3a53f928172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.118152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29851594-0fa5-4f4c-8c29-92764cf3db94 req-b524e1d3-a4a9-4f6e-9b94-256db0cfb01f tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782227 Aug 19 11:59:05.140405 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.159954 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08c2a516-f1b2-45e8-8382-3a53f928172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.170729 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Transition to ACTIVE for port object 54b6063b-2387-42e7-aa8b-586cfd159822 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:05.188124 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.209186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:59:05.211327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 681b2cba-2f96-4304-9d0b-0f31ea29ee7c no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:05.217101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2a516-f1b2-45e8-8382-3a53f928172d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ebd923f-4065-441b-9a02-28a2ca9e24c2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:05.219596 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08c2a516-f1b2-45e8-8382-3a53f928172d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.221776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-08c2a516-f1b2-45e8-8382-3a53f928172d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4ebd923f-4065-441b-9a02-28a2ca9e24c2 HTTP/1.1" status: 204 len: 168 time: 1.2030625 Aug 19 11:59:05.231171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53220) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:05.287272 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.303804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2a5237b8-f009-4192-898f-d0097b84e525 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:05.306878 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Pushing event updated for resources: {'Port': ['ID=54b6063b-2387-42e7-aa8b-586cfd159822,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:05.316815 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.317396 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.317915 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.318411 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.319024 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.319662 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.320149 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.320647 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.321765 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.322267 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.322773 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.323250 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:05.348347 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Attempting to bind port 54b6063b-2387-42e7-aa8b-586cfd159822 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:05.349226 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Attempting to bind port 54b6063b-2387-42e7-aa8b-586cfd159822 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:05.350124 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Attempting to bind port 54b6063b-2387-42e7-aa8b-586cfd159822 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:05.359303 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:05.359956 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:05.360648 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.361377 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:05.362614 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Bound port: 54b6063b-2387-42e7-aa8b-586cfd159822, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:05.363264 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.414420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 681b2cba-2f96-4304-9d0b-0f31ea29ee7c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:05.415010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 681b2cba-2f96-4304-9d0b-0f31ea29ee7c not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:05.449276 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] For port 54b6063b-2387-42e7-aa8b-586cfd159822, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:05.454725 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] For port 54b6063b-2387-42e7-aa8b-586cfd159822, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=54b6063b-2387-42e7-aa8b-586cfd159822,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:05.462672 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.481568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-71057389-5382-42ae-8ebe-7f20b59df731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:05.483118 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-71057389-5382-42ae-8ebe-7f20b59df731 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2902818 Aug 19 11:59:05.491852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4aed4f0-4f1c-48f2-a4bd-8ca66524fd2b req-6b6879cc-0a17-4d23-8047-e4e5c2a0c1ce tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 210 time: 0.1183810 Aug 19 11:59:05.514066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.objects.ports [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 11:59:05.514592 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.554609 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Routers {'47cd1d24-84fd-4ca8-b86e-f2878a7da975'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:05.555252 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:05.603158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-6e1f6096-7a4b-45e4-a240-352ee2616412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:05.605354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-6e1f6096-7a4b-45e4-a240-352ee2616412 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4034019 Aug 19 11:59:05.617505 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.633025 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a3059-5020-408f-bbcd-d2ee92dd48af None None] Pushing event updated for resources: {'Port': ['ID=54b6063b-2387-42e7-aa8b-586cfd159822,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:05.714118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65846b3d-9c4a-4451-9581-492b4e90c50f req-02106385-e385-4c2d-aa88-9557fa699932 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:05.721706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65846b3d-9c4a-4451-9581-492b4e90c50f req-02106385-e385-4c2d-aa88-9557fa699932 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 947 time: 0.4364190 Aug 19 11:59:05.753188 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] Set router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:05.765396 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-1da47c31-cd7b-4970-97d2-0549e9d5131d service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524543 Aug 19 11:59:05.766631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Allocated IP 172.20.0.1 (947fa5f3-95fb-4eb3-8941-c68a52e61d25/29d60b16-7a46-4974-ab78-fda5f37d6227/1209db24-6076-4563-a98c-b805a9d43b3d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:05.856499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-93b2ea54-48bb-431f-ae0e-edfda23c26be tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:05.858848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-93b2ea54-48bb-431f-ae0e-edfda23c26be tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.3797061 Aug 19 11:59:05.859531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1b4c304f-ba71-476d-ab2d-93fdf9521fc0,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:05.872047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-124d7af3-6bed-4332-9207-82a93f95bc11 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351632 Aug 19 11:59:05.911048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 2a5237b8-f009-4192-898f-d0097b84e525 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:05.911655 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:05.919053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Request body: {'port': {'device_id': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'admin_state_up': True, 'tenant_id': 'aedddd945e5e40c1848dfa8ef9d1d006'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:05.963995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:05.984013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'mac_address': 'fa:16:3e:2b:e5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:59:06.028276 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.044093 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-router', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:00Z', 'updated_at': '2021-08-19T11:59:03Z', 'revision_number': 3, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'gw_port': {'id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:02Z', 'updated_at': '2021-08-19T11:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:06.049630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:06.062789 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68fc2997-eb24-4692-9578-b1951bc0ded1 req-33daa78c-88d4-4392-ab90-f568a0bf3a0e service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883558 Aug 19 11:59:06.087356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.113838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:06.115411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Transition to ACTIVE for port object 1209db24-6076-4563-a98c-b805a9d43b3d will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:06.121801 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de70a50-d705-4469-bbbe-279030f9c829 None None] The sync data for ids ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'] in n-d-778550-9 is: [{'id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-router', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:00Z', 'updated_at': '2021-08-19T11:59:03Z', 'revision_number': 3, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'gw_port': {'id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:02Z', 'updated_at': '2021-08-19T11:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:06.126545 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.174933 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.221729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:06.224936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:06.254047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:06.290064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:06.386506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Pushing event updated for resources: {'Port': ['ID=1209db24-6076-4563-a98c-b805a9d43b3d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:06.398550 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.500955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:06.590384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.602651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Checking segment: {'id': '0e825246-502a-4d7f-93d0-ff419a8da33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:06.603372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Network hostable DHCP agents. Network: 7979e430-0124-47d7-bc9b-8178aab5ff2c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:59:06.708196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.734223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65846b3d-9c4a-4451-9581-492b4e90c50f req-6758804e-d149-4de3-982d-b0dd7877c310 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0118375 Aug 19 11:59:06.743974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3ab0e8-54af-4982-aaf4-01817e4ef422']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:06.773614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:06.774038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bc9f75-5c2b-4477-8fee-bbe6dd69d81d') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:06.785416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-39a7273a-0389-47e3-a46d-08d38dc0a391 None None] Provisioning for port 1209db24-6076-4563-a98c-b805a9d43b3d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:06.806338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.823989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-39a7273a-0389-47e3-a46d-08d38dc0a391 None None] Provisioning complete for port 1209db24-6076-4563-a98c-b805a9d43b3d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:06.824783 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-39a7273a-0389-47e3-a46d-08d38dc0a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.861776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Network 7979e430-0124-47d7-bc9b-8178aab5ff2c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:59:06.891000 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.913085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7979e430-0124-47d7-bc9b-8178aab5ff2c) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:06.918250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:06.919023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.919998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.926638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.931682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5055695-45a1-4ada-8904-f518705243b4 req-ce3e9884-0999-4e93-b8e8-d333fe45fe1a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:06.938261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5055695-45a1-4ada-8904-f518705243b4 req-ce3e9884-0999-4e93-b8e8-d333fe45fe1a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:06.944264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5055695-45a1-4ada-8904-f518705243b4 req-ce3e9884-0999-4e93-b8e8-d333fe45fe1a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:06.946014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5055695-45a1-4ada-8904-f518705243b4 req-ce3e9884-0999-4e93-b8e8-d333fe45fe1a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2418 time: 0.4752817 Aug 19 11:59:06.962663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03cf1cd-8e3a-4d1f-a1da-4c6a84d530d9 None None] Network 7979e430-0124-47d7-bc9b-8178aab5ff2c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:06.967659 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-39a7273a-0389-47e3-a46d-08d38dc0a391 None None] Port 1209db24-6076-4563-a98c-b805a9d43b3d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:59:06.974244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:59:06.974663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:06.977911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bba48967-ecd0-4a61-a8cf-edb7e2725cd2 req-dc0c3ce2-8a4a-4322-8c74-6d48a7f30ace service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0810101 Aug 19 11:59:06.979948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e930cd17-4a52-4a4e-8ff6-12779115521d req-5ac04d8c-f676-4d96-af56-663144af1b2e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 210 time: 0.1039195 Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:59:06.980612 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:59:07.044931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.059672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Pushing event updated for resources: {'Port': ['ID=1209db24-6076-4563-a98c-b805a9d43b3d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:07.092016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Made reservation on behalf of aedddd945e5e40c1848dfa8ef9d1d006 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:07.097250 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.114329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-48f9361a-29ed-4f19-b84d-72858f8a04e4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6006494 Aug 19 11:59:07.118856 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.125045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.129667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] 10.222.0.65 "DELETE /v2.0/networks/7c3ab0e8-54af-4982-aaf4-01817e4ef422 HTTP/1.1" status: 204 len: 168 time: 1.8928514 Aug 19 11:59:07.129667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53272) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:07.136409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1932927559', 'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:07.144281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5055695-45a1-4ada-8904-f518705243b4 req-96292fbb-b4d1-409e-863f-8606ca4b21c5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740537 Aug 19 11:59:07.162772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e405c-9373-4c4f-91bb-f8bfd2cfb6bf admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3ab0e8-54af-4982-aaf4-01817e4ef422,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:07.235693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Made reservation on behalf of df6658e26f1d4a7d954b71c286c7eed2 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:07.239579 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.273320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] device_id is not set on port bb0873d2-4327-43d9-983e-707069207334 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 11:59:07.330930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d188df9-40e4-45a6-8806-b3ca43ccd4fc None None] Network 7979e430-0124-47d7-bc9b-8178aab5ff2c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:07.338512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:07.340312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:07.410760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 54b6063b-2387-42e7-aa8b-586cfd159822 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:07.410940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Allocated IP 172.20.0.13 (dcbb6ee0-978b-431f-be35-c378857c1c91/e8973284-6c79-4519-aa58-5e8208dbc4de/f57ffa15-38c1-486d-906a-d0988c71ccf4) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:07.499174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53280) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:07.537582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Allocated IP 172.20.0.4 (7979e430-0124-47d7-bc9b-8178aab5ff2c/1b4c304f-ba71-476d-ab2d-93fdf9521fc0/bb0873d2-4327-43d9-983e-707069207334) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:07.626219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53282) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:07.688278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53286) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:07.697100 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8c3f24dd-e589-48df-a828-cfc21a3deb32 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4db98cb162064f6e9fe72374f20ca029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964815 Aug 19 11:59:07.712342 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:59:07.823269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.842125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 54b6063b-2387-42e7-aa8b-586cfd159822 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:07.863662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 54b6063b-2387-42e7-aa8b-586cfd159822 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:07.864392 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.884444 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05c60132-375a-487f-9f38-089570994f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.911180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:07.913898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eff1-5725-42aa-b627-ffd35db4c5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.915001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4f859dea-f063-40ab-842c-b90e04b13bfe None None] Provisioning complete for port 1209db24-6076-4563-a98c-b805a9d43b3d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:07.915509 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4f859dea-f063-40ab-842c-b90e04b13bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.919498 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b86bc737-f8d0-440f-ae1a-e4a9d6af4600 admin admin] 10.222.0.65 "PUT /v2.0/routers/47cd1d24-84fd-4ca8-b86e-f2878a7da975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7424283 Aug 19 11:59:07.950002 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:07.968457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4f859dea-f063-40ab-842c-b90e04b13bfe None None] Port 1209db24-6076-4563-a98c-b805a9d43b3d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:59:08.008658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.021996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eff1-5725-42aa-b627-ffd35db4c5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.037807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 54b6063b-2387-42e7-aa8b-586cfd159822, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=54b6063b-2387-42e7-aa8b-586cfd159822,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:08.049463 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.080846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6330-2201-4a4f-9c8a-be7a44eefa79 req-00cc3078-bb15-483c-be17-66eb70021b01 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:08.085210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2fc6330-2201-4a4f-9c8a-be7a44eefa79 req-00cc3078-bb15-483c-be17-66eb70021b01 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 948 time: 0.1955957 Aug 19 11:59:08.087024 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.104453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=54b6063b-2387-42e7-aa8b-586cfd159822,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:08.240385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Network dcbb6ee0-978b-431f-be35-c378857c1c91 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:08.241529 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.256322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:08.265661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2fc6330-2201-4a4f-9c8a-be7a44eefa79 req-78373bef-8ec8-43f9-9da2-d6c5737cbed1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730368 Aug 19 11:59:08.268613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:08.280518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event updated for resources: {'Port': ['ID=f57ffa15-38c1-486d-906a-d0988c71ccf4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:08.319141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eff1-5725-42aa-b627-ffd35db4c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.321658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eff1-5725-42aa-b627-ffd35db4c5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.322802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7ab1eff1-5725-42aa-b627-ffd35db4c5a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e66ebdf3-df13-4980-98ae-5327a9d6c6da HTTP/1.1" status: 204 len: 168 time: 0.6337228 Aug 19 11:59:08.368513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a9d0d-74c3-43a5-8897-cf184de85dd6 req-116e59cd-5fad-49be-b2a2-89444efe222d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:08.370067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d31a9d0d-74c3-43a5-8897-cf184de85dd6 req-116e59cd-5fad-49be-b2a2-89444efe222d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 932 time: 0.2552228 Aug 19 11:59:08.373612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Network 7979e430-0124-47d7-bc9b-8178aab5ff2c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:08.389648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1eff1-5725-42aa-b627-ffd35db4c5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66ebdf3-df13-4980-98ae-5327a9d6c6da,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:08.392065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:08.408064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:08.446754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:08.447383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.461108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05c60132-375a-487f-9f38-089570994f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.476998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event updated for resources: {'Port': ['ID=bb0873d2-4327-43d9-983e-707069207334,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:08.482504 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05c60132-375a-487f-9f38-089570994f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.525021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-d6cf6336-f786-48bd-bf37-d7acce11cfe2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6238637 Aug 19 11:59:08.550226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d31a9d0d-74c3-43a5-8897-cf184de85dd6 req-41d45098-c209-48f5-b6d2-599d8ac15a48 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541846 Aug 19 11:59:08.554555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Request body: {'port': {'device_id': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:08.562954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:08.563568 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.600292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c60132-375a-487f-9f38-089570994f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c41a97-3e7b-4553-b709-fe4d6e559003,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:08.608429 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-05c60132-375a-487f-9f38-089570994f55 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3dbdbcdf6f884d3b9c5c410e9af764ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9790084 Aug 19 11:59:08.609269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53306) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:08.642342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e5c7a589-e8c0-4d19-8edc-6a22b1e9b806 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5101340 Aug 19 11:59:08.645053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53310) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:08.672571 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.694276 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bacd2f83-c938-4fbd-9512-79a106bf6cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.723199 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bacd2f83-c938-4fbd-9512-79a106bf6cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.779419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bacd2f83-c938-4fbd-9512-79a106bf6cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.782178 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bae32853-4100-4a26-987d-cf9e575c09a0 req-32c3f6cc-083c-4a9e-9579-ff4a67b43052 tempest-FloatingIPsNegativeTestJSON-356158765 tempest-FloatingIPsNegativeTestJSON-356158765-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=318b0fc7ab154bf7add17ba986061d80 HTTP/1.1" status: 200 len: 217 time: 0.0711193 Aug 19 11:59:08.783734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bacd2f83-c938-4fbd-9512-79a106bf6cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:08.785838 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bacd2f83-c938-4fbd-9512-79a106bf6cb1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30c41a97-3e7b-4553-b709-fe4d6e559003 HTTP/1.1" status: 204 len: 168 time: 0.1748679 Aug 19 11:59:08.804176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd2f83-c938-4fbd-9512-79a106bf6cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c41a97-3e7b-4553-b709-fe4d6e559003,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:08.842932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a86e6a-450b-4237-a413-13d4462c2adf req-5da28c02-1c6a-4e51-bcef-457336537f4a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:08.848980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a86e6a-450b-4237-a413-13d4462c2adf req-5da28c02-1c6a-4e51-bcef-457336537f4a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:08.854874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a86e6a-450b-4237-a413-13d4462c2adf req-5da28c02-1c6a-4e51-bcef-457336537f4a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:08.859117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4a86e6a-450b-4237-a413-13d4462c2adf req-5da28c02-1c6a-4e51-bcef-457336537f4a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2418 time: 0.1851895 Aug 19 11:59:08.885737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657c71c-901f-4130-877a-523565736f30 None None] Sync routers for ids ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:08.898059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f657c71c-901f-4130-877a-523565736f30 None None] Routers {'47cd1d24-84fd-4ca8-b86e-f2878a7da975'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:08.898928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f657c71c-901f-4130-877a-523565736f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:09.025444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f657c71c-901f-4130-877a-523565736f30 None None] Set router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:09.028674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdb057c9-041e-44ec-9f76-b0365b7df802 req-fbe4e2b0-bb1b-4ad0-b243-8efb7698261a tempest-FloatingIPsNegativeTestJSON-356158765 tempest-FloatingIPsNegativeTestJSON-356158765-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0563641 Aug 19 11:59:09.080788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6eee5ad7-61b3-49b1-be78-3ea87ba1f46b tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Deleting port bb0873d2-4327-43d9-983e-707069207334 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:09.081133 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6eee5ad7-61b3-49b1-be78-3ea87ba1f46b tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.140086 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4a86e6a-450b-4237-a413-13d4462c2adf req-e37c7808-c5c1-45d9-9d45-b96e8314e2af tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726591 Aug 19 11:59:09.175342 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-c707c7c7-9938-4f19-8b50-b25024071858 req-3a1be8d6-982a-4ea1-a7d6-e1be47d89a5b tempest-FloatingIPsNegativeTestJSON-356158765 tempest-FloatingIPsNegativeTestJSON-356158765-project] show failed (client error): The resource could not be found. Aug 19 11:59:09.184280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c707c7c7-9938-4f19-8b50-b25024071858 req-3a1be8d6-982a-4ea1-a7d6-e1be47d89a5b tempest-FloatingIPsNegativeTestJSON-356158765 tempest-FloatingIPsNegativeTestJSON-356158765-project] 10.222.0.65 "GET /v2.0/floatingips/f0f54bca-0ac2-4ff5-8d2f-16d8cf16e5ba HTTP/1.1" status: 404 len: 350 time: 0.1326003 Aug 19 11:59:09.187783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53334) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:09.194762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:09.239412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53336) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:09.306711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 54b6063b-2387-42e7-aa8b-586cfd159822 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:09.312144 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f9ce-efde-4382-afab-becd2935ce70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.361679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:09.370904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:09.371593 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.378309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53344) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:09.424319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f657c71c-901f-4130-877a-523565736f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-router', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:00Z', 'updated_at': '2021-08-19T11:59:06Z', 'revision_number': 4, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'gw_port': {'id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:02Z', 'updated_at': '2021-08-19T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '1209db24-6076-4563-a98c-b805a9d43b3d', 'name': '', 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'mac_address': 'fa:16:3e:a3:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29d60b16-7a46-4974-ab78-fda5f37d6227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:05Z', 'updated_at': '2021-08-19T11:59:06Z', 'revision_number': 2, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'subnets': [{'id': '29d60b16-7a46-4974-ab78-fda5f37d6227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:09.464839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6eee5ad7-61b3-49b1-be78-3ea87ba1f46b tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.519989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6eee5ad7-61b3-49b1-be78-3ea87ba1f46b tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Calling delete_port for bb0873d2-4327-43d9-983e-707069207334 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:09.529012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657c71c-901f-4130-877a-523565736f30 None None] Checking router: 47cd1d24-84fd-4ca8-b86e-f2878a7da975 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:09.529954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657c71c-901f-4130-877a-523565736f30 None None] Updating router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 port 1209db24-6076-4563-a98c-b805a9d43b3d binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:59:09.580295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 54b6063b-2387-42e7-aa8b-586cfd159822 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:09.580925 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.619188 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f657c71c-901f-4130-877a-523565736f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.631109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-295665415-network', 'tenant_id': '111aed6512a147909e555d6773839e01'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:09.664905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687313a7-a095-4135-a65f-c113b91f22a4 req-29e43efe-085f-4bd2-95f4-d0b8c90156f1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:09.672406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-687313a7-a095-4135-a65f-c113b91f22a4 req-29e43efe-085f-4bd2-95f4-d0b8c90156f1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 948 time: 0.2948403 Aug 19 11:59:09.717909 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.735436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57ffa15-38c1-486d-906a-d0988c71ccf4 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:09.749796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.816705 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-687313a7-a095-4135-a65f-c113b91f22a4 req-cea19bb1-7466-4deb-be50-9e0bf9373391 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432583 Aug 19 11:59:09.818562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f9ce-efde-4382-afab-becd2935ce70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.819920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Transition to ACTIVE for port object f57ffa15-38c1-486d-906a-d0988c71ccf4 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:09.830441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6452ff-dbbd-46a3-894e-7b1ae535035d req-567aecfa-edda-4f07-a899-331bd7493452 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:09.834387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:09.836603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6452ff-dbbd-46a3-894e-7b1ae535035d req-567aecfa-edda-4f07-a899-331bd7493452 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:09.836826 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8ca484-e472-40e4-aaca-6c781f7f9abc" -d '{"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-plugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:09.843269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6452ff-dbbd-46a3-894e-7b1ae535035d req-567aecfa-edda-4f07-a899-331bd7493452 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:09.845226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f6452ff-dbbd-46a3-894e-7b1ae535035d req-567aecfa-edda-4f07-a899-331bd7493452 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2418 time: 0.2248197 Aug 19 11:59:09.853277 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f9ce-efde-4382-afab-becd2935ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.855867 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.860266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:09.880576 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:09.975995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:10.077473 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f657c71c-901f-4130-877a-523565736f30 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.086774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.092899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f657c71c-901f-4130-877a-523565736f30 None None] Transition to ACTIVE for port object 1209db24-6076-4563-a98c-b805a9d43b3d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:10.099193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f657c71c-901f-4130-877a-523565736f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.156171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd59af5-10b4-4b50-bb90-30bdd69a8cc7 None None] Pushing event updated for resources: {'Port': ['ID=1209db24-6076-4563-a98c-b805a9d43b3d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:10.211081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f657c71c-901f-4130-877a-523565736f30 None None] Attempting to bind port 1209db24-6076-4563-a98c-b805a9d43b3d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:10.211618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f657c71c-901f-4130-877a-523565736f30 None None] Attempting to bind port 1209db24-6076-4563-a98c-b805a9d43b3d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '42b0111d-40f9-49d3-8be4-4148a1bdccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:10.212277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657c71c-901f-4130-877a-523565736f30 None None] Attempting to bind port 1209db24-6076-4563-a98c-b805a9d43b3d on network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:10.221160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657c71c-901f-4130-877a-523565736f30 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:10.221977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657c71c-901f-4130-877a-523565736f30 None None] Checking segment: {'id': '42b0111d-40f9-49d3-8be4-4148a1bdccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:10.223233 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f657c71c-901f-4130-877a-523565736f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.223806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657c71c-901f-4130-877a-523565736f30 None None] Bound using segment: {'id': '42b0111d-40f9-49d3-8be4-4148a1bdccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:10.224458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f657c71c-901f-4130-877a-523565736f30 None None] Bound port: 1209db24-6076-4563-a98c-b805a9d43b3d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b0111d-40f9-49d3-8be4-4148a1bdccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:10.225042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f657c71c-901f-4130-877a-523565736f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.305862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Made reservation on behalf of 111aed6512a147909e555d6773839e01 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:10.308853 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.320200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f657c71c-901f-4130-877a-523565736f30 None None] For port 1209db24-6076-4563-a98c-b805a9d43b3d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:10.321739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c5d6f9ce-efde-4382-afab-becd2935ce70 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e8cb81267ff41169398d18e58efb189&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0798771 Aug 19 11:59:10.328352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f657c71c-901f-4130-877a-523565736f30 None None] For port 1209db24-6076-4563-a98c-b805a9d43b3d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1209db24-6076-4563-a98c-b805a9d43b3d,segment=NetworkSegment(42b0111d-40f9-49d3-8be4-4148a1bdccb7),segment_id=42b0111d-40f9-49d3-8be4-4148a1bdccb7)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:10.333351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53358) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:10.338536 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f657c71c-901f-4130-877a-523565736f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.340381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6f9ce-efde-4382-afab-becd2935ce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab75ba-33aa-4fc5-ab29-704be741db74,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:10.373196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.381371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Pushing event updated for resources: {'Port': ['ID=f57ffa15-38c1-486d-906a-d0988c71ccf4,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:10.391096 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6eee5ad7-61b3-49b1-be78-3ea87ba1f46b tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.402915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d4ec6-bef0-4ba8-b625-484347e6b93f req-0e651059-d00c-4b15-95f7-7e5b7b24618d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:10.411363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d7d4ec6-bef0-4ba8-b625-484347e6b93f req-0e651059-d00c-4b15-95f7-7e5b7b24618d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 944 time: 0.2025640 Aug 19 11:59:10.433106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b04ad551-4288-4803-a754-19269280138b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.440058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f6452ff-dbbd-46a3-894e-7b1ae535035d req-51d0d8dc-8f11-4734-aa93-0c3052901c84 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440040 Aug 19 11:59:10.444696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd59af5-10b4-4b50-bb90-30bdd69a8cc7 None None] Pushing event updated for resources: {'Port': ['ID=1209db24-6076-4563-a98c-b805a9d43b3d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:10.463066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Deleting port 1209db24-6076-4563-a98c-b805a9d43b3d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:10.463417 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.474839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f657c71c-901f-4130-877a-523565736f30 None None] Routers {'47cd1d24-84fd-4ca8-b86e-f2878a7da975'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:10.475765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f657c71c-901f-4130-877a-523565736f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:10.485061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b04ad551-4288-4803-a754-19269280138b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.502278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5ad7-61b3-49b1-be78-3ea87ba1f46b tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb0873d2-4327-43d9-983e-707069207334,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:10.596895 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b04ad551-4288-4803-a754-19269280138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.600387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b04ad551-4288-4803-a754-19269280138b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.610341 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b04ad551-4288-4803-a754-19269280138b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4ab75ba-33aa-4fc5-ab29-704be741db74 HTTP/1.1" status: 204 len: 168 time: 0.2757657 Aug 19 11:59:10.639150 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007f2103-066d-4e18-b442-20cc38c4f43c x-openstack-request-id: req-007f2103-066d-4e18-b442-20cc38c4f43c {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:10.639690 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-plugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:10.639942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ad551-4288-4803-a754-19269280138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab75ba-33aa-4fc5-ab29-704be741db74,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:10.640526 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-007f2103-066d-4e18-b442-20cc38c4f43c {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:10.641162 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'code': 200} Aug 19 11:59:10.663284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d7d4ec6-bef0-4ba8-b625-484347e6b93f req-b831909c-ab15-4b70-8454-514af15a69f3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507951 Aug 19 11:59:10.706466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f657c71c-901f-4130-877a-523565736f30 None None] Set router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:10.713565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Attempting to bind port f57ffa15-38c1-486d-906a-d0988c71ccf4 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:10.713809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Attempting to bind port f57ffa15-38c1-486d-906a-d0988c71ccf4 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:10.714129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Attempting to bind port f57ffa15-38c1-486d-906a-d0988c71ccf4 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:10.721529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] For port 1209db24-6076-4563-a98c-b805a9d43b3d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1209db24-6076-4563-a98c-b805a9d43b3d,segment=NetworkSegment(42b0111d-40f9-49d3-8be4-4148a1bdccb7),segment_id=42b0111d-40f9-49d3-8be4-4148a1bdccb7)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:10.722822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.729216 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6eee5ad7-61b3-49b1-be78-3ea87ba1f46b tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.731662 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6eee5ad7-61b3-49b1-be78-3ea87ba1f46b tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "DELETE /v2.0/ports/bb0873d2-4327-43d9-983e-707069207334 HTTP/1.1" status: 204 len: 168 time: 2.0856595 Aug 19 11:59:10.735560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Port f57ffa15-38c1-486d-906a-d0988c71ccf4 on network dcbb6ee0-978b-431f-be35-c378857c1c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:59:10.735901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Attempting to bind port f57ffa15-38c1-486d-906a-d0988c71ccf4 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:10.742295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53362) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:10.743469 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Calling delete_port for 1209db24-6076-4563-a98c-b805a9d43b3d owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:10.762071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c', 'external_fixed_ips': [{'subnet_id': '1b4c304f-ba71-476d-ab2d-93fdf9521fc0', 'ip_address': '172.20.0.4'}]}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:10.788170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:10.788507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Checking segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:10.788983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Bound using segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:10.789427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Bound port: f57ffa15-38c1-486d-906a-d0988c71ccf4, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:10.789790 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.828460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046a698-f1f7-413e-b3c4-c611a84762f8 req-bc6000f8-1a23-4076-a614-2da74553f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:10.829798 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7046a698-f1f7-413e-b3c4-c611a84762f8 req-bc6000f8-1a23-4076-a614-2da74553f2a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 1100 time: 0.1656473 Aug 19 11:59:10.901382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.926007 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.973197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:10.980650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7046a698-f1f7-413e-b3c4-c611a84762f8 req-f3ff5023-03a2-4f65-8d1a-0aab58a3882d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197641 Aug 19 11:59:10.996377 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.997452 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:10.998715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f657c71c-901f-4130-877a-523565736f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-router', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:00Z', 'updated_at': '2021-08-19T11:59:06Z', 'revision_number': 4, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'gw_port': {'id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:02Z', 'updated_at': '2021-08-19T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '1209db24-6076-4563-a98c-b805a9d43b3d', 'name': '', 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'mac_address': 'fa:16:3e:a3:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29d60b16-7a46-4974-ab78-fda5f37d6227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:05Z', 'updated_at': '2021-08-19T11:59:10Z', 'revision_number': 4, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'subnets': [{'id': '29d60b16-7a46-4974-ab78-fda5f37d6227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:11.005702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:11.011568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e1308d-66e1-494d-bfb2-fe6997167a7e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:11.024626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.050834 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.085176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:59:11.094268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Pushing event deleted for resources: {'Port': ['ID=1209db24-6076-4563-a98c-b805a9d43b3d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:11.133511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:11.134147 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.135604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] 10.222.0.69 "PUT /v2.0/ports/f57ffa15-38c1-486d-906a-d0988c71ccf4 HTTP/1.1" status: 200 len: 1092 time: 2.5898821 Aug 19 11:59:11.138300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:11.142070 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e3a10c-32ca-4993-a49a-4e35d3d44340" -d '{"events": [{"name": "network-changed", "server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:11.210747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d6f9a94a-e353-45d5-856c-d33dd3d9a4b7 None None] Provisioning complete for port 1209db24-6076-4563-a98c-b805a9d43b3d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:11.211258 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a94a-e353-45d5-856c-d33dd3d9a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.212797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657c71c-901f-4130-877a-523565736f30 None None] The sync data for ids ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'] in n-d-778550-9 is: [{'id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-router', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:00Z', 'updated_at': '2021-08-19T11:59:06Z', 'revision_number': 4, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'gw_port': {'id': '54b6063b-2387-42e7-aa8b-586cfd159822', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:02Z', 'updated_at': '2021-08-19T11:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '1209db24-6076-4563-a98c-b805a9d43b3d', 'name': '', 'network_id': '947fa5f3-95fb-4eb3-8941-c68a52e61d25', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'mac_address': 'fa:16:3e:a3:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29d60b16-7a46-4974-ab78-fda5f37d6227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:05Z', 'updated_at': '2021-08-19T11:59:10Z', 'revision_number': 4, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'subnets': [{'id': '29d60b16-7a46-4974-ab78-fda5f37d6227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:11.296251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9a94a-e353-45d5-856c-d33dd3d9a4b7 None None] Port 1209db24-6076-4563-a98c-b805a9d43b3d was deleted so its status cannot be updated. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 11:59:11.331285 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff085f2-00f8-4328-b35c-74d1bb889ea2 x-openstack-request-id: req-fff085f2-00f8-4328-b35c-74d1bb889ea2 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:11.331570 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:11.332038 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fff085f2-00f8-4328-b35c-74d1bb889ea2 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:11.332907 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4', 'status': 'completed', 'code': 200} Aug 19 11:59:11.340857 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.341585 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Added segment bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7 of type vlan for network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 Aug 19 11:59:11.363772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.379629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.483636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa2946-1a0f-4d3b-9005-deb303ddab8b req-0ad53209-013d-475d-8fbe-f62652df5cb3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:11.487218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7aaa2946-1a0f-4d3b-9005-deb303ddab8b req-0ad53209-013d-475d-8fbe-f62652df5cb3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.4788911 Aug 19 11:59:11.568060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcae25c-579c-44af-b438-94eb10227527 service neutron] Pushing event updated for resources: {'Port': ['ID=f57ffa15-38c1-486d-906a-d0988c71ccf4,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:11.655691 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.691018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:59:11.744885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-a2290e37-6b5f-44da-a205-78192a62205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:11.746499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-a2290e37-6b5f-44da-a205-78192a62205a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 1095 time: 0.4099090 Aug 19 11:59:11.818817 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.837590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:11.847295 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d1d144ec-7feb-4106-8d69-f9e70ab1039c admin admin] 10.222.0.65 "PUT /v2.0/routers/47cd1d24-84fd-4ca8-b86e-f2878a7da975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6582558 Aug 19 11:59:11.848034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53394) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:11.865167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-e1668287-8679-448f-a38c-8658345c78a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4 HTTP/1.1" status: 200 len: 217 time: 0.0749063 Aug 19 11:59:11.875736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7aaa2946-1a0f-4d3b-9005-deb303ddab8b req-27c1ecb4-474c-4384-b56e-e24f608725bf tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211043 Aug 19 11:59:11.898116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-0931c173-e2b1-44b0-9264-90cf53c3b364 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:11.912181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-0931c173-e2b1-44b0-9264-90cf53c3b364 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:11.941476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-0931c173-e2b1-44b0-9264-90cf53c3b364 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:11.943328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-0931c173-e2b1-44b0-9264-90cf53c3b364 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2418 time: 0.4415143 Aug 19 11:59:11.966735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:11.968116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:11.968996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:12.002415 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:12.139320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Pushing event updated for resources: {'Network': ['ID=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:12.152336 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:12.153006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab67c4-0b5a-4fbd-83cc-3059d18c12ba req-bc4b95e8-c0e8-486d-bc21-fcd333c79297 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:12.159356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab67c4-0b5a-4fbd-83cc-3059d18c12ba req-bc4b95e8-c0e8-486d-bc21-fcd333c79297 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:12.165794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab67c4-0b5a-4fbd-83cc-3059d18c12ba req-bc4b95e8-c0e8-486d-bc21-fcd333c79297 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:12.167932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fab67c4-0b5a-4fbd-83cc-3059d18c12ba req-bc4b95e8-c0e8-486d-bc21-fcd333c79297 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2418 time: 0.5598018 Aug 19 11:59:12.169513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-85fa39fd-2826-4635-bf6e-6961ea7f3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:12.171120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-85fa39fd-2826-4635-bf6e-6961ea7f3b19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.2858062 Aug 19 11:59:12.248064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Deleting port 54b6063b-2387-42e7-aa8b-586cfd159822 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:12.248772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:12.316355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.316873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.317279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.317646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.318021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.318350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.318676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.318999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.319314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.319806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.320455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.320973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:12.333434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:59:12.355216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fab67c4-0b5a-4fbd-83cc-3059d18c12ba req-ad3c82fc-251c-468e-a753-6f3b8637162c tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479702 Aug 19 11:59:12.360735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6143dea1-6ca6-4058-8b76-cb0042271f11 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9812577 Aug 19 11:59:12.363022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53406) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:12.363750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-49b5326c-4527-4ec6-a5c3-4afa08d916f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582737 Aug 19 11:59:12.377709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Request body: {'subnet': {'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-295665415-subnet', 'tenant_id': '111aed6512a147909e555d6773839e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:12.446752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] For port 54b6063b-2387-42e7-aa8b-586cfd159822, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=54b6063b-2387-42e7-aa8b-586cfd159822,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:12.447136 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:12.450903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Made reservation on behalf of 111aed6512a147909e555d6773839e01 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:12.453327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:12.501486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Calling delete_port for 54b6063b-2387-42e7-aa8b-586cfd159822 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:12.505754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf93b9-fb71-43eb-bc32-d1bff209ac67 req-759cd85f-8197-4677-97c4-f804f3850d20 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:12.507917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8caf93b9-fb71-43eb-bc32-d1bff209ac67 req-759cd85f-8197-4677-97c4-f804f3850d20 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 944 time: 0.3035157 Aug 19 11:59:12.826598 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:12.846807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:12.847251 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:12.871651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:12.937511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Pushing event deleted for resources: {'Port': ['ID=54b6063b-2387-42e7-aa8b-586cfd159822,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:12.940428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8caf93b9-fb71-43eb-bc32-d1bff209ac67 req-7e896755-3fd6-4c9a-8607-ae4e732389c3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171386 Aug 19 11:59:12.953920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-38ec1743-1682-4128-8907-5a3017624223 service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474648 Aug 19 11:59:12.992365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Checking segment: {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:12.992766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Network hostable DHCP agents. Network: dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:59:13.035135 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4468760b-3021-425a-984d-cb6e3939af0c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:13.052412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:59:13.066612 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.071343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:13.081239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213fd2d-4d4b-4ee7-830e-56372bf43545 None None] Network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:13.109449 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] Sync routers for ids ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:13.122544 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] Routers {'47cd1d24-84fd-4ca8-b86e-f2878a7da975'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:13.124130 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:13.140295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:13.140619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.192561 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.195623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.206524 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-efb28fd5-5772-4643-8623-6623413fcfb4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8340328 Aug 19 11:59:13.251917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] For port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,segment=NetworkSegment(ab945cba-2c07-44ee-aca5-06a3d7ae44bc),segment_id=ab945cba-2c07-44ee-aca5-06a3d7ae44bc)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:13.252296 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.320855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.321739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:59:13.327022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Calling delete_port for 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:13.332988 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] Set router 47cd1d24-84fd-4ca8-b86e-f2878a7da975 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:13.333875 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.337759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d9681bbb-f048-47f0-845d-5d87480e244d admin admin] 10.222.0.65 "DELETE /v2.0/routers/47cd1d24-84fd-4ca8-b86e-f2878a7da975 HTTP/1.1" status: 204 len: 168 time: 1.4886272 Aug 19 11:59:13.338984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53432) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:13.344322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff9996c-f1c0-45f3-884b-233b0b53dd5d None None] Network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:13.403039 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1d24-84fd-4ca8-b86e-f2878a7da975', 'name': 'tempest-FloatingIPsNegativeTestJSON-1421473001-router', 'tenant_id': '318b0fc7ab154bf7add17ba986061d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:00Z', 'updated_at': '2021-08-19T11:59:12Z', 'revision_number': 7, 'project_id': '318b0fc7ab154bf7add17ba986061d80', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:13.438247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4741653d-0273-4c39-b1b2-734ccec68590 admin admin] Deleting subnet 29d60b16-7a46-4974-ab78-fda5f37d6227 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:59:13.448381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4741653d-0273-4c39-b1b2-734ccec68590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.468257 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] Checking router: 47cd1d24-84fd-4ca8-b86e-f2878a7da975 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:13.485404 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] Routers set() bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:13.486162 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] Router IDs set() for agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 11:59:13.487152 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_agentschedulers_db [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47cd1d24-84fd-4ca8-b86e-f2878a7da975'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent'). {{(pid=101156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 11:59:13.487713 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187bdb87-da26-42d7-94cf-27e997357352 None None] The sync data for ids ['47cd1d24-84fd-4ca8-b86e-f2878a7da975'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:13.502961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4741653d-0273-4c39-b1b2-734ccec68590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.508623 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.512627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-776952b2-3a0a-460f-8ffe-6ef413e3ec7b req-0648e53e-c1a8-4125-a714-108cae7bd404 service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393786 Aug 19 11:59:13.627147 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4741653d-0273-4c39-b1b2-734ccec68590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.629336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986680ca-83e6-4a26-b1c5-13da35d9e23e req-e2c4d369-4359-461a-8569-b19c35cd1fd3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:13.631019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-986680ca-83e6-4a26-b1c5-13da35d9e23e req-e2c4d369-4359-461a-8569-b19c35cd1fd3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.6311049 Aug 19 11:59:13.648989 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.684994 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4741653d-0273-4c39-b1b2-734ccec68590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.711258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741653d-0273-4c39-b1b2-734ccec68590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d60b16-7a46-4974-ab78-fda5f37d6227,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:13.716767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4741653d-0273-4c39-b1b2-734ccec68590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.720735 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4741653d-0273-4c39-b1b2-734ccec68590 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/29d60b16-7a46-4974-ab78-fda5f37d6227 HTTP/1.1" status: 204 len: 168 time: 0.3780389 Aug 19 11:59:13.722509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53444) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:13.730012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0cdd5b-0fde-4e60-aaa9-b6b5d683faee None None] Network 947fa5f3-95fb-4eb3-8941-c68a52e61d25 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:13.816125 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.821776 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.884052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-986680ca-83e6-4a26-b1c5-13da35d9e23e req-417357df-433f-4999-8bc0-fed7fed4dda0 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315981 Aug 19 11:59:13.894466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Deleting port 2a5237b8-f009-4192-898f-d0097b84e525 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:13.894996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:13.945690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8620b-be59-4061-ac2b-63938340bdcc req-02be7583-9c9b-429b-9755-cb82e6368c00 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:13.955341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8620b-be59-4061-ac2b-63938340bdcc req-02be7583-9c9b-429b-9755-cb82e6368c00 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:13.973513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8620b-be59-4061-ac2b-63938340bdcc req-02be7583-9c9b-429b-9755-cb82e6368c00 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:13.975627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bea8620b-be59-4061-ac2b-63938340bdcc req-02be7583-9c9b-429b-9755-cb82e6368c00 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 2339 time: 0.3922420 Aug 19 11:59:13.979229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Port': ['ID=2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:13.982836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-c0dfb327-a554-44c3-8bf1-731ad26d972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:13.984374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-c0dfb327-a554-44c3-8bf1-731ad26d972a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 1095 time: 0.3524499 Aug 19 11:59:13.984726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] For port 2a5237b8-f009-4192-898f-d0097b84e525, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2a5237b8-f009-4192-898f-d0097b84e525,segment=NetworkSegment(42b0111d-40f9-49d3-8be4-4148a1bdccb7),segment_id=42b0111d-40f9-49d3-8be4-4148a1bdccb7)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:13.985093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.010362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Calling delete_port for 2a5237b8-f009-4192-898f-d0097b84e525 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:14.047117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] DHCP port deletion for 947fa5f3-95fb-4eb3-8941-c68a52e61d25 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:59:14.119813 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.153497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5237b8-f009-4192-898f-d0097b84e525,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:14.155794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] No DVR routers for this DVR port 2a5237b8-f009-4192-898f-d0097b84e525 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:14.176010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] Deleting port 2a5237b8-f009-4192-898f-d0097b84e525 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:14.176400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.273795 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] No DVR routers for this DVR port 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:14.285884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.289385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] For port 2a5237b8-f009-4192-898f-d0097b84e525, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:14.289788 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.295232 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.298959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-20f0e894-6247-413a-9f02-a775afa047ee tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.54 "DELETE /v2.0/ports/2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd HTTP/1.1" status: 204 len: 173 time: 2.3343208 Aug 19 11:59:14.304907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] Calling delete_port for 2a5237b8-f009-4192-898f-d0097b84e525 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:14.307719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] Port 2a5237b8-f009-4192-898f-d0097b84e525 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 11:59:14.310601 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.313168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947fa5f3-95fb-4eb3-8941-c68a52e61d25']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:14.329191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bea8620b-be59-4061-ac2b-63938340bdcc req-a5b48bc7-e717-489a-b8cf-de02c55baf85 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100555 Aug 19 11:59:14.337415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] Pushing event deleted for resources: {'Port': ['ID=2a5237b8-f009-4192-898f-d0097b84e525,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:14.338349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-deleted', 'tag': '2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:14.342462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79de281-5fc5-4b99-9110-56a0dcdf44eb None None] No DVR routers for this DVR port 2a5237b8-f009-4192-898f-d0097b84e525 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:14.344926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b0111d-40f9-49d3-8be4-4148a1bdccb7') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:14.345284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b0111d-40f9-49d3-8be4-4148a1bdccb7') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:14.349691 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26651fa3-10fb-412c-8749-20456fed186c" -d '{"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-deleted", "tag": "2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:14.364192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.380259 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.392169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:59:14.393266 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:59:14.395663 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:59:14.517168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.527133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.529485 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] 10.222.0.65 "DELETE /v2.0/networks/947fa5f3-95fb-4eb3-8941-c68a52e61d25 HTTP/1.1" status: 204 len: 168 time: 0.8055251 Aug 19 11:59:14.564413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677ce72-6538-41b9-98a5-0f5214786eea admin admin] Pushing event deleted for resources: {'Network': ['ID=947fa5f3-95fb-4eb3-8941-c68a52e61d25,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:14.664201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Allocated IP 172.20.0.4 (7979e430-0124-47d7-bc9b-8178aab5ff2c/1b4c304f-ba71-476d-ab2d-93fdf9521fc0/f0eed339-b72e-47a9-8cdf-20fb525a881b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:14.676834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184da39-f9b5-41db-bf0c-776bad6aa405 req-046e9e3c-9a8f-4e48-aa8c-5eb925f31319 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:14.678569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2184da39-f9b5-41db-bf0c-776bad6aa405 req-046e9e3c-9a8f-4e48-aa8c-5eb925f31319 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.2600305 Aug 19 11:59:14.697999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-f117ce46-7faa-4b0f-bf39-9b870abff317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:14.699709 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-f117ce46-7faa-4b0f-bf39-9b870abff317 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 913 time: 0.6762826 Aug 19 11:59:14.785438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53482) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:14.829321 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ef3b94a6-1972-4de1-9236-5c9d0b0d9213 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=318b0fc7ab154bf7add17ba986061d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423448 Aug 19 11:59:14.831060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-ef8324a0-4135-47ab-8b87-1a7f05c9a56a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4 HTTP/1.1" status: 200 len: 217 time: 0.1147027 Aug 19 11:59:14.831596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53484) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:14.882247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting port dcf0b81c-dedf-4ce7-8f6b-925584337615 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:14.882681 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.890960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-277eb04c-9c32-4d31-942a-21e4838f0b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.914744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-277eb04c-9c32-4d31-942a-21e4838f0b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.942315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2184da39-f9b5-41db-bf0c-776bad6aa405 req-e0c527fd-5eba-417c-bb20-658c44cd84ba tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483101 Aug 19 11:59:14.967677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-277eb04c-9c32-4d31-942a-21e4838f0b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.976127 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-277eb04c-9c32-4d31-942a-21e4838f0b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:14.980147 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-277eb04c-9c32-4d31-942a-21e4838f0b14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/060ca69f-3bb8-4709-a47c-f317feba67af HTTP/1.1" status: 204 len: 168 time: 0.1451027 Aug 19 11:59:14.988866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eb04c-9c32-4d31-942a-21e4838f0b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060ca69f-3bb8-4709-a47c-f317feba67af,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:14.989280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-121fa667-915f-46dc-966a-def207c1c650 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:14.990858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-121fa667-915f-46dc-966a-def207c1c650 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/networks?id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 HTTP/1.1" status: 200 len: 817 time: 0.4251597 Aug 19 11:59:15.035355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-c8d67b45-fdd5-4775-ab80-1617b24aef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:15.036711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-c8d67b45-fdd5-4775-ab80-1617b24aef80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.1913342 Aug 19 11:59:15.084190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-7c668078-93a7-4ff1-a85b-6ba5bbfcc360 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/quotas/111aed6512a147909e555d6773839e01 HTTP/1.1" status: 200 len: 375 time: 0.0754588 Aug 19 11:59:15.123865 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-165581ae-7e58-42a7-8a60-5d95383fb59b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663402 Aug 19 11:59:15.141139 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:15.227412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:15.237482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-46b6a08a-e355-4c7e-8b0e-cf9352543397 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=111aed6512a147909e555d6773839e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193938 Aug 19 11:59:15.245894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] For port dcf0b81c-dedf-4ce7-8f6b-925584337615, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dcf0b81c-dedf-4ce7-8f6b-925584337615,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:15.246717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:15.257754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1209db24-6076-4563-a98c-b805a9d43b3d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:15.284984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 1209db24-6076-4563-a98c-b805a9d43b3d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:15.285597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1209db24-6076-4563-a98c-b805a9d43b3d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:15.286572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2a5237b8-f009-4192-898f-d0097b84e525 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:15.290419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:15.291421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:15.293234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:15.321848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 2a5237b8-f009-4192-898f-d0097b84e525 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:15.322925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2a5237b8-f009-4192-898f-d0097b84e525 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:15.323755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 54b6063b-2387-42e7-aa8b-586cfd159822 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:15.379469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 54b6063b-2387-42e7-aa8b-586cfd159822 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:15.379935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 54b6063b-2387-42e7-aa8b-586cfd159822 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:15.464886 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:15.496541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:15.499526 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949b39ba-4f5a-45b1-90e2-e69a194f2040" -d '{"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "76fe9f5d-3e1e-49d6-a67e-7d9532208b64"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:15.517503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:15.526843 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:15.528061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dcf0b81c-dedf-4ce7-8f6b-925584337615 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:15.633676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d69d98-fecb-4d18-a3c9-6ea2c4ec12dd req-49a5d425-eacd-4470-87f0-b6eeff698378 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:15.635212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17d69d98-fecb-4d18-a3c9-6ea2c4ec12dd req-49a5d425-eacd-4470-87f0-b6eeff698378 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 944 time: 0.6103299 Aug 19 11:59:15.645670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Calling delete_port for dcf0b81c-dedf-4ce7-8f6b-925584337615 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:15.720217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:15.732383 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:15.783264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dcf0b81c-dedf-4ce7-8f6b-925584337615, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dcf0b81c-dedf-4ce7-8f6b-925584337615,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:15.790750 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:15.843023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17d69d98-fecb-4d18-a3c9-6ea2c4ec12dd req-c9d0403d-f680-4352-be9b-bc412c27d1a2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984911 Aug 19 11:59:15.845037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-fa6ee679-086b-4d3a-be09-7a11b5819018 service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113616 Aug 19 11:59:15.881063 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:15.891983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=dcf0b81c-dedf-4ce7-8f6b-925584337615,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:15.907920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-da025abe-1f9a-4989-84aa-643176df709d service neutron] 10.222.0.65 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450992 Aug 19 11:59:15.993590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event updated for resources: {'Port': ['ID=f0eed339-b72e-47a9-8cdf-20fb525a881b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:16.090027 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:16.113537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Network 7979e430-0124-47d7-bc9b-8178aab5ff2c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:16.184184 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bda5c2f-f3da-4d72-ab34-bb9f89976da5 x-openstack-request-id: req-6bda5c2f-f3da-4d72-ab34-bb9f89976da5 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:16.184818 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-deleted", "tag": "2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:16.185248 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6bda5c2f-f3da-4d72-ab34-bb9f89976da5 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:16.185799 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-deleted', 'tag': '2ccb3ed4-bd26-4927-a3e2-65bdfb305cbd', 'status': 'completed', 'code': 200} Aug 19 11:59:16.200618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:16.203528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:16.287245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Port': ['ID=dcf0b81c-dedf-4ce7-8f6b-925584337615,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:16.377638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] No DVR routers for this DVR port dcf0b81c-dedf-4ce7-8f6b-925584337615 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:16.380314 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:16.382767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-60507e88-0943-48dc-a683-45df3d812c2e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.54 "DELETE /v2.0/ports/dcf0b81c-dedf-4ce7-8f6b-925584337615 HTTP/1.1" status: 204 len: 173 time: 2.0052581 Aug 19 11:59:16.495789 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38e3a10c-32ca-4993-a49a-4e35d3d44340 req-ac3e3f02-c0d4-46f4-aa54-385afc7c9f1a service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426094 Aug 19 11:59:16.539832 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-771b48a0-eb10-4bf8-a6de-af415eea25b2 service neutron] 10.222.0.65 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773735 Aug 19 11:59:16.557889 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:59:16.590138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53540) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:16.596611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87501891-6873-4499-99bf-ee0773643361 req-fd3548a1-4a54-420c-ad7e-8968f430c4c8 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:16.598232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87501891-6873-4499-99bf-ee0773643361 req-fd3548a1-4a54-420c-ad7e-8968f430c4c8 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 943 time: 0.3343995 Aug 19 11:59:16.717424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87501891-6873-4499-99bf-ee0773643361 req-4dfdc029-ffba-4e7a-a31b-277ee0a12313 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104963 Aug 19 11:59:16.730197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-network', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:16.769303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:16.769769 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:16.778118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Made reservation on behalf of 9108992d3cb146c983bd3c30c2fc98e6 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:16.780788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:16.787301 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ff8414-0cfe-417d-b7d0-af3816cc4fa2 x-openstack-request-id: req-77ff8414-0cfe-417d-b7d0-af3816cc4fa2 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:16.787851 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "76fe9f5d-3e1e-49d6-a67e-7d9532208b64", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:16.787851 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77ff8414-0cfe-417d-b7d0-af3816cc4fa2 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:16.788197 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64', 'code': 200} Aug 19 11:59:16.797949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:16.855166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:16.962976 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:16.968941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:16.974385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] For port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:16.978690 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:16.984258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:59:16.999040 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.000284 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Added segment c491cd1d-65fa-489b-9278-5c62d1209861 of type vlan for network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 Aug 19 11:59:17.065958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Calling delete_port for 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:17.072396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.079434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f863a47-be78-414b-a992-7d35b7ac086f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:17.152019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.153140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:17.153900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.231598 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6402807 Aug 19 11:59:17.234737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53570) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:17.240433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Request body: {'subnet': {'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-subnet', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:17.270120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779a4dd-3069-4540-bbcf-067b5bc85ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=51d1d2d1-8038-40fc-ba4b-75dad3b94328,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:17.282624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:59:17.289820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Made reservation on behalf of 9108992d3cb146c983bd3c30c2fc98e6 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:17.289820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.331197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabac88-aa6e-48b9-b695-c696ed0e7b57 req-60a4bdd8-b1b2-4f79-aa64-855d087019dd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:17.339406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbabac88-aa6e-48b9-b695-c696ed0e7b57 req-60a4bdd8-b1b2-4f79-aa64-855d087019dd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 944 time: 0.3182964 Aug 19 11:59:17.447990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f57ffa15-38c1-486d-906a-d0988c71ccf4 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:59:17.529651 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-fdffe387-62d5-4b9e-9d5d-47bc261c26af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2934921 Aug 19 11:59:17.544717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbabac88-aa6e-48b9-b695-c696ed0e7b57 req-787c5669-f88a-42f5-adda-1c63a46b0ac3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036717 Aug 19 11:59:17.581933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:17.600103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'f57ffa15-38c1-486d-906a-d0988c71ccf4', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'port_id': 'f57ffa15-38c1-486d-906a-d0988c71ccf4', 'mac_address': 'fa:16:3e:50:f9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8973284-6c79-4519-aa58-5e8208dbc4de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:59:17.670615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.686453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4140cd92-7929-4435-b773-7bcea40642d0 req-46dbfd4d-6636-4a5b-bfb7-317fd5715292 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 210 time: 0.0604579 Aug 19 11:59:17.703051 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.704352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a118135-e04e-47f1-aee1-c7b35aefdfff req-086ab08a-7fd2-4dcb-aea1-fae5ff78d2fd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:17.713579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a118135-e04e-47f1-aee1-c7b35aefdfff req-086ab08a-7fd2-4dcb-aea1-fae5ff78d2fd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.2928109 Aug 19 11:59:17.731859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57ffa15-38c1-486d-906a-d0988c71ccf4 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:17.732117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.781706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:17.795417 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.814991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a118135-e04e-47f1-aee1-c7b35aefdfff req-723f1073-b417-4c2b-a5c9-97aeeb3f615e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987103 Aug 19 11:59:17.815646 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.890894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac518ab3-9746-41fe-a082-7b29bd3c1c14,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:17.901035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Checking segment: {'id': 'c491cd1d-65fa-489b-9278-5c62d1209861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:17.901433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Network hostable DHCP agents. Network: 51d1d2d1-8038-40fc-ba4b-75dad3b94328, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:59:17.907670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f57ffa15-38c1-486d-906a-d0988c71ccf4,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:17.946592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:59:17.967803 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 51d1d2d1-8038-40fc-ba4b-75dad3b94328) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:17.972624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:17.973262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:17.984612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7f0e15-c156-4053-8217-65859c6b963a None None] Network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:18.001951 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e65c2615-1889-4a2c-a138-663b2cf38eee admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7659297 Aug 19 11:59:18.004705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53602) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:18.009754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:18.041112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:18.043418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:18.095614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f57ffa15-38c1-486d-906a-d0988c71ccf4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:18.115514 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:18.409683 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6126b1ed-8913-4d26-a6db-b68c2fb071d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:18.414910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-deleted', 'tag': 'dcf0b81c-dedf-4ce7-8f6b-925584337615'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:18.420452 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f77ef3-bf5b-4622-9167-1c8afd5b79cd" -d '{"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-deleted", "tag": "dcf0b81c-dedf-4ce7-8f6b-925584337615"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:18.435200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:18.483676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Port': ['ID=76fe9f5d-3e1e-49d6-a67e-7d9532208b64,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:18.543164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7965701-b4f2-4361-8eb3-9015d4881e45 req-35a9760f-c9fa-4b5f-8fce-c5a3d7fb1910 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 210 time: 0.1375272 Aug 19 11:59:18.559530 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387d19af-e5e3-4a3b-9acf-ce0a389ec240 x-openstack-request-id: req-387d19af-e5e3-4a3b-9acf-ce0a389ec240 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:18.559530 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-deleted", "tag": "dcf0b81c-dedf-4ce7-8f6b-925584337615", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:18.559530 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-387d19af-e5e3-4a3b-9acf-ce0a389ec240 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:18.559530 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-deleted', 'tag': 'dcf0b81c-dedf-4ce7-8f6b-925584337615', 'status': 'completed', 'code': 200} Aug 19 11:59:18.621014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] No DVR routers for this DVR port 76fe9f5d-3e1e-49d6-a67e-7d9532208b64 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:18.625736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:18.628375 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e7aae26-8a73-49de-bf62-9db372a413b2 req-21acf473-4341-4ad1-9f19-45945fe0fed0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.54 "DELETE /v2.0/ports/76fe9f5d-3e1e-49d6-a67e-7d9532208b64 HTTP/1.1" status: 204 len: 173 time: 2.2270343 Aug 19 11:59:18.632896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-51d1d2d1-8038-40fc-ba4b-75dad3b94328', 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'fixed_ips': [{'subnet_id': 'ac518ab3-9746-41fe-a082-7b29bd3c1c14'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:59:18.634296 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:18.793108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf0b81c-dedf-4ce7-8f6b-925584337615'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:18.794663 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26495b6-f593-4b51-92cb-ab5905a58b31" -d '{"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf0b81c-dedf-4ce7-8f6b-925584337615"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:18.977871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b893e848-a2e8-482f-b961-0a48b326afeb req-56567cc7-d7c1-464b-88a6-440830ed563d tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 210 time: 0.0803580 Aug 19 11:59:19.008818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Router faf26dec-ab8a-488c-b5de-4f9af44ec837 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:59:19.026227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:19.038248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c9702-2a31-4b51-8446-a95ca8edf537 req-0c6ea910-9d0c-48fe-a463-b1bde37d507d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:19.050066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d2c9702-2a31-4b51-8446-a95ca8edf537 req-0c6ea910-9d0c-48fe-a463-b1bde37d507d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 945 time: 0.3186777 Aug 19 11:59:19.064579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:19.082182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Allocated IP 172.20.0.2 (51d1d2d1-8038-40fc-ba4b-75dad3b94328/ac518ab3-9746-41fe-a082-7b29bd3c1c14/f6c0a08c-200a-4fd2-b306-a0712eeed104) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:19.200830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Allocated IP 172.25.4.57 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/99ac1fde-2272-42c3-84c1-d23e9eae1da7) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:19.238411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d2c9702-2a31-4b51-8446-a95ca8edf537 req-d77f021b-1371-460a-b19a-7862b6e1620d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871486 Aug 19 11:59:19.302516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f6088-1534-47a8-b34b-4837c476ae61 req-c3ccabeb-bf7b-41a9-8c53-6b4895ba43b4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:19.305498 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e2f6088-1534-47a8-b34b-4837c476ae61 req-c3ccabeb-bf7b-41a9-8c53-6b4895ba43b4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.1988494 Aug 19 11:59:19.308898 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:19.321354 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Transition to ACTIVE for port object f6c0a08c-200a-4fd2-b306-a0712eeed104 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:19.343887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Transition to ACTIVE for port object f6c0a08c-200a-4fd2-b306-a0712eeed104 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:19.348311 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d4da74-8a66-4160-927d-f5d39e3fea87 x-openstack-request-id: req-51d4da74-8a66-4160-927d-f5d39e3fea87 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:19.348510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:19.349068 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf0b81c-dedf-4ce7-8f6b-925584337615", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:19.349896 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-51d4da74-8a66-4160-927d-f5d39e3fea87 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:19.358540 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf0b81c-dedf-4ce7-8f6b-925584337615', 'code': 200} Aug 19 11:59:19.361965 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:19.411450 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:19.415811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fc1ceb47-084f-4871-9093-78a5d169a6c3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.6637230 Aug 19 11:59:19.416460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53644) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:19.437096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Sync routers for ids ['faf26dec-ab8a-488c-b5de-4f9af44ec837'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:19.438066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e2f6088-1534-47a8-b34b-4837c476ae61 req-7880e643-977f-4a88-b7f9-de44b81b4fcb tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064222 Aug 19 11:59:19.454393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Pushing event updated for resources: {'Port': ['ID=f6c0a08c-200a-4fd2-b306-a0712eeed104,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:19.459662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Routers {'faf26dec-ab8a-488c-b5de-4f9af44ec837'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:19.460435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:58:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['faf26dec-ab8a-488c-b5de-4f9af44ec837'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:19.488393 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:19.504061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:19.508859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:19.513523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:19.697523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Set router faf26dec-ab8a-488c-b5de-4f9af44ec837 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:19.727223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d74a5908-1099-46ab-8560-18cbedce1e17 req-9c28186a-0bd6-4b52-915b-1ffe1b21452a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2fe9a8-641a-41e0-aed6-490b81071c9d HTTP/1.1" status: 200 len: 210 time: 0.0477734 Aug 19 11:59:19.798183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-39cd626f-2782-4268-bd06-dfff94e63012 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:19.799919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-39cd626f-2782-4268-bd06-dfff94e63012 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.69 "GET /v2.0/networks?id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 HTTP/1.1" status: 200 len: 817 time: 0.2814147 Aug 19 11:59:19.807110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-32a15b50-e5b8-42ab-b5b7-9a6cefa627c3 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:19.809603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-32a15b50-e5b8-42ab-b5b7-9a6cefa627c3 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.54 "GET /v2.0/networks?id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 HTTP/1.1" status: 200 len: 817 time: 0.2211597 Aug 19 11:59:19.836464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Request body: {'port': {'device_id': '03c8e79b-62d7-41ce-b210-5a4b275628a8', 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8', 'admin_state_up': True, 'tenant_id': '111aed6512a147909e555d6773839e01'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:19.846599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Request body: {'port': {'device_id': '30cc8cd8-28ff-4724-9f8f-c5686c526928', 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8', 'admin_state_up': True, 'tenant_id': '111aed6512a147909e555d6773839e01'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:19.931585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Attempting to bind port f6c0a08c-200a-4fd2-b306-a0712eeed104 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:19.933230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Attempting to bind port f6c0a08c-200a-4fd2-b306-a0712eeed104 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'c491cd1d-65fa-489b-9278-5c62d1209861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:19.935752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Attempting to bind port f6c0a08c-200a-4fd2-b306-a0712eeed104 on network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:19.960982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:19.961841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Checking segment: {'id': 'c491cd1d-65fa-489b-9278-5c62d1209861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:19.962512 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:19.963123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Bound using segment: {'id': 'c491cd1d-65fa-489b-9278-5c62d1209861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:19.963794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Bound port: f6c0a08c-200a-4fd2-b306-a0712eeed104, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c491cd1d-65fa-489b-9278-5c62d1209861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:19.965258 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.141823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.153498 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-07db41bb-3cc9-438a-b777-f04739a6ccb4 req-5b7c8c18-87a5-4bb3-9c51-a20f6d342bfa tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 210 time: 0.0752363 Aug 19 11:59:20.225558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.255903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:20.282973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Made reservation on behalf of 111aed6512a147909e555d6773839e01 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:20.283454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] For port f6c0a08c-200a-4fd2-b306-a0712eeed104, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:20.294076 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.298870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] For port f6c0a08c-200a-4fd2-b306-a0712eeed104, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f6c0a08c-200a-4fd2-b306-a0712eeed104,segment=NetworkSegment(c491cd1d-65fa-489b-9278-5c62d1209861),segment_id=c491cd1d-65fa-489b-9278-5c62d1209861)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:20.306019 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.310190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:20.315283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:20.434926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Made reservation on behalf of 111aed6512a147909e555d6773839e01 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:20.439426 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.451759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04772eb1-c485-4099-a1a7-735230ac7b1c None None] Pushing event updated for resources: {'Port': ['ID=f6c0a08c-200a-4fd2-b306-a0712eeed104,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:20.455418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf26dec-ab8a-488c-b5de-4f9af44ec837', 'name': '', 'tenant_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c', 'external_fixed_ips': [{'subnet_id': '1b4c304f-ba71-476d-ab2d-93fdf9521fc0', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'f0eed339-b72e-47a9-8cdf-20fb525a881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:11Z', 'updated_at': '2021-08-19T11:59:16Z', 'revision_number': 3, 'project_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'gw_port': {'id': 'f0eed339-b72e-47a9-8cdf-20fb525a881b', 'name': '', 'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf26dec-ab8a-488c-b5de-4f9af44ec837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '1b4c304f-ba71-476d-ab2d-93fdf9521fc0', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:13Z', 'updated_at': '2021-08-19T11:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b4c304f-ba71-476d-ab2d-93fdf9521fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:20.482387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Pushing event updated for resources: {'Port': ['ID=99ac1fde-2272-42c3-84c1-d23e9eae1da7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:20.498211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.527439 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Checking router: faf26dec-ab8a-488c-b5de-4f9af44ec837 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:20.528570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Updating router faf26dec-ab8a-488c-b5de-4f9af44ec837 port f0eed339-b72e-47a9-8cdf-20fb525a881b binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:59:20.568451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-deleted', 'tag': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:20.571371 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebc2829-5b42-4d36-98d3-9361a9021e09" -d '{"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-deleted", "tag": "76fe9f5d-3e1e-49d6-a67e-7d9532208b64"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:20.601703 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.645684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Allocated IP 172.20.0.4 (dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8/4468760b-3021-425a-984d-cb6e3939af0c/63b0989c-0464-4329-9194-13c15ffe33fa) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:20.691036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a96ce-f1d6-48d8-8159-545d9f6dbe63 req-09c54249-aa6d-4aa1-8fbf-ad1b453171ef tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:20.692623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a10a96ce-f1d6-48d8-8159-545d9f6dbe63 req-09c54249-aa6d-4aa1-8fbf-ad1b453171ef tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 945 time: 0.2897065 Aug 19 11:59:20.791470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5a39146-6509-4f1e-899c-87ff40c0f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.822485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2b1f8-e955-4c34-a56e-60ad92f32240 req-0bc06f06-de1b-4c6d-835a-17d90e5a6681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:20.831478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eff2b1f8-e955-4c34-a56e-60ad92f32240 req-0bc06f06-de1b-4c6d-835a-17d90e5a6681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.2941296 Aug 19 11:59:20.934331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eff2b1f8-e955-4c34-a56e-60ad92f32240 req-1daf2457-4eec-476b-b444-062ee07cd241 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018496 Aug 19 11:59:20.967061 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:20.983583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a10a96ce-f1d6-48d8-8159-545d9f6dbe63 req-8f1269c2-5e12-48d5-b195-a8f066e7669c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505002 Aug 19 11:59:21.111942 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abc5cc0-791e-4cd2-992a-64723b78c667 x-openstack-request-id: req-5abc5cc0-791e-4cd2-992a-64723b78c667 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:21.111942 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2fe9a8-641a-41e0-aed6-490b81071c9d", "name": "network-vif-deleted", "tag": "76fe9f5d-3e1e-49d6-a67e-7d9532208b64", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:21.112426 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5abc5cc0-791e-4cd2-992a-64723b78c667 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:21.112942 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2fe9a8-641a-41e0-aed6-490b81071c9d', 'name': 'network-vif-deleted', 'tag': '76fe9f5d-3e1e-49d6-a67e-7d9532208b64', 'status': 'completed', 'code': 200} Aug 19 11:59:21.113393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53672) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:21.156427 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.168264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Transition to ACTIVE for port object f0eed339-b72e-47a9-8cdf-20fb525a881b will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:21.176255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d699ea1-336f-46b5-a73b-7aab9b3c370e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting subnet 964928f0-ff66-4b5b-8430-19fdd0827588 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:59:21.180457 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.191399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d699ea1-336f-46b5-a73b-7aab9b3c370e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.227674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Deleting port f0eed339-b72e-47a9-8cdf-20fb525a881b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:21.228248 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.238642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-7e6273a4-eecd-442a-8ba1-df4f6545141b tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:21.240621 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-7e6273a4-eecd-442a-8ba1-df4f6545141b tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.54 "GET /v2.0/networks?id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 HTTP/1.1" status: 200 len: 817 time: 0.6331661 Aug 19 11:59:21.278354 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.319167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f6c0a08c-200a-4fd2-b306-a0712eeed104 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:21.334165 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d699ea1-336f-46b5-a73b-7aab9b3c370e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.344595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Request body: {'port': {'device_id': '80f702a8-e219-4279-98b0-f8052a166c38', 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8', 'admin_state_up': True, 'tenant_id': '111aed6512a147909e555d6773839e01'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:21.364334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Attempting to bind port f0eed339-b72e-47a9-8cdf-20fb525a881b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:21.364751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Attempting to bind port f0eed339-b72e-47a9-8cdf-20fb525a881b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0e825246-502a-4d7f-93d0-ff419a8da33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:21.365087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Attempting to bind port f0eed339-b72e-47a9-8cdf-20fb525a881b on network 7979e430-0124-47d7-bc9b-8178aab5ff2c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:21.368719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4550abc-0454-4464-83e0-0205eb42ddc5 None None] Pushing event updated for resources: {'Port': ['ID=f0eed339-b72e-47a9-8cdf-20fb525a881b,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:21.387249 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:21.388002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Checking segment: {'id': '0e825246-502a-4d7f-93d0-ff419a8da33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:21.388523 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.389042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Bound using segment: {'id': '0e825246-502a-4d7f-93d0-ff419a8da33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:21.390108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Bound port: f0eed339-b72e-47a9-8cdf-20fb525a881b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e825246-502a-4d7f-93d0-ff419a8da33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7979e430-0124-47d7-bc9b-8178aab5ff2c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:21.390521 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.394356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330ec881-8dbb-49f3-b9f2-fc7f80d77e1b req-84b56091-b9ba-42e2-9890-a2961f7ed930 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 210 time: 0.0924051 Aug 19 11:59:21.397676 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.480328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f57ffa15-38c1-486d-906a-d0988c71ccf4 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:21.488784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] For port f0eed339-b72e-47a9-8cdf-20fb525a881b, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:21.491176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port f6c0a08c-200a-4fd2-b306-a0712eeed104 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:21.525173 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Made reservation on behalf of 111aed6512a147909e555d6773839e01 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:21.531316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.533747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] For port f0eed339-b72e-47a9-8cdf-20fb525a881b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f0eed339-b72e-47a9-8cdf-20fb525a881b,segment=NetworkSegment(0e825246-502a-4d7f-93d0-ff419a8da33f),segment_id=0e825246-502a-4d7f-93d0-ff419a8da33f)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:21.547261 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.611169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port f57ffa15-38c1-486d-906a-d0988c71ccf4 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:21.624373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Routers {'faf26dec-ab8a-488c-b5de-4f9af44ec837'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:21.625153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['faf26dec-ab8a-488c-b5de-4f9af44ec837'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:21.632854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port f57ffa15-38c1-486d-906a-d0988c71ccf4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:21.633338 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.657716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d699ea1-336f-46b5-a73b-7aab9b3c370e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.689386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-0f0659a4-0547-4494-853d-8eb20335aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:21.690858 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-0f0659a4-0547-4494-853d-8eb20335aa5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 1100 time: 0.6322479 Aug 19 11:59:21.708259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.758680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4550abc-0454-4464-83e0-0205eb42ddc5 None None] Pushing event updated for resources: {'Port': ['ID=f0eed339-b72e-47a9-8cdf-20fb525a881b,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:21.835708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:21.844460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:21.846527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Pushing event updated for resources: {'Port': ['ID=63b0989c-0464-4329-9194-13c15ffe33fa,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:21.864113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:21.871125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Allocated IP 172.20.0.9 (dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8/4468760b-3021-425a-984d-cb6e3939af0c/4c80aca6-9d99-46fd-9316-1c09e93ca2f0) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:21.877905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] Set router faf26dec-ab8a-488c-b5de-4f9af44ec837 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:21.910804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:21.924891 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d699ea1-336f-46b5-a73b-7aab9b3c370e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.961365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d699ea1-336f-46b5-a73b-7aab9b3c370e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.966580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3d699ea1-336f-46b5-a73b-7aab9b3c370e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "DELETE /v2.0/subnets/964928f0-ff66-4b5b-8430-19fdd0827588 HTTP/1.1" status: 204 len: 168 time: 0.8519795 Aug 19 11:59:21.975081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e6766c-ff9f-4493-8c5f-6d769502d9ce None None] Network 61f18264-a12a-4526-a1a9-b2aed8efa7e5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:21.990371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53686) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:21.992084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:21.999912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf26dec-ab8a-488c-b5de-4f9af44ec837', 'name': '', 'tenant_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:11Z', 'updated_at': '2021-08-19T11:59:20Z', 'revision_number': 4, 'project_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:22.002917 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.007633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5031e5-7127-49f2-83ab-fc727ea3a7bf None None] Network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:22.019083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:22.022279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.035534 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.057034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d699ea1-336f-46b5-a73b-7aab9b3c370e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Subnet': ['ID=964928f0-ff66-4b5b-8430-19fdd0827588,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:22.062238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Calling delete_port for f0eed339-b72e-47a9-8cdf-20fb525a881b owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:22.197561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94d5ed-d565-4b96-914a-7a69a119620e None None] The sync data for ids ['faf26dec-ab8a-488c-b5de-4f9af44ec837'] in n-d-778550-9 is: [{'id': 'faf26dec-ab8a-488c-b5de-4f9af44ec837', 'name': '', 'tenant_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:11Z', 'updated_at': '2021-08-19T11:59:20Z', 'revision_number': 4, 'project_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:22.227732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ae70f418-ceba-4f97-843c-765aed46b7a4 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3866119 Aug 19 11:59:22.233635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2304b12-18d2-49c9-aeaa-58c2fb6d05a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.234834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-a2fc0e6f-44d7-4599-9e26-0863bb0b50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:22.236001 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-a2fc0e6f-44d7-4599-9e26-0863bb0b50f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.5308874 Aug 19 11:59:22.250947 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.262033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.266109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-75c79e68-3522-44f0-a99a-8d03e51d455a None None] Provisioning for port f6c0a08c-200a-4fd2-b306-a0712eeed104 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:22.274109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-75c79e68-3522-44f0-a99a-8d03e51d455a None None] Provisioning complete for port f6c0a08c-200a-4fd2-b306-a0712eeed104 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:22.274678 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-75c79e68-3522-44f0-a99a-8d03e51d455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.296535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Request body: {'port': {'device_id': '30cc8cd8-28ff-4724-9f8f-c5686c526928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:22.331050 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-a1a608e7-caae-4b9f-b129-eef2fcc7b8d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 HTTP/1.1" status: 200 len: 217 time: 0.0787158 Aug 19 11:59:22.371606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:22.374128 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cce5331-a9e2-455d-a54b-39d29919b8fe" -d '{"events": [{"server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "name": "network-vif-plugged", "status": "completed", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:22.419195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:22.436558 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.439650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-5682f768-5c75-44f5-831d-16470f9282a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:22.441521 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-5682f768-5c75-44f5-831d-16470f9282a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0954678 Aug 19 11:59:22.497622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Router 2ac40d68-145d-488f-8268-6483f38039f6 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:59:22.518559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-94db650f-e9c0-49d2-b72d-73afc796c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:22.520194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-94db650f-e9c0-49d2-b72d-73afc796c1b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701585 Aug 19 11:59:22.525190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.569532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f57ffa15-38c1-486d-906a-d0988c71ccf4,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:22.603128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-75c79e68-3522-44f0-a99a-8d03e51d455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.629734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b4c05-0d1d-46b6-95ff-c3f7a6520dcd None None] DHCP port deletion for 61f18264-a12a-4526-a1a9-b2aed8efa7e5 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:59:22.656087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0eed339-b72e-47a9-8cdf-20fb525a881b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:22.707096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-75c79e68-3522-44f0-a99a-8d03e51d455a None None] For port f6c0a08c-200a-4fd2-b306-a0712eeed104, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f6c0a08c-200a-4fd2-b306-a0712eeed104,segment=NetworkSegment(c491cd1d-65fa-489b-9278-5c62d1209861),segment_id=c491cd1d-65fa-489b-9278-5c62d1209861)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:22.720422 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-75c79e68-3522-44f0-a99a-8d03e51d455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.765100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b4c05-0d1d-46b6-95ff-c3f7a6520dcd None None] Deleting port 1bee28b9-d21b-4ba8-a982-dfa968889a60 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:22.765501 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c05-0d1d-46b6-95ff-c3f7a6520dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.772459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d67d4-aadf-470f-82cb-587cc2fb63aa req-f429b63f-1128-4584-aa94-383939e5457d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:22.785828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed6d67d4-aadf-470f-82cb-587cc2fb63aa req-f429b63f-1128-4584-aa94-383939e5457d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 945 time: 0.6618087 Aug 19 11:59:22.797153 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.835995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c79e68-3522-44f0-a99a-8d03e51d455a None None] Pushing event updated for resources: {'Port': ['ID=f6c0a08c-200a-4fd2-b306-a0712eeed104,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:22.841880 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-7ddc14f6-0fb2-45c7-be5b-fb0aea51fedf service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773120 Aug 19 11:59:22.866167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7f2b4c05-0d1d-46b6-95ff-c3f7a6520dcd None None] For port 1bee28b9-d21b-4ba8-a982-dfa968889a60, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1bee28b9-d21b-4ba8-a982-dfa968889a60,segment=NetworkSegment(ab945cba-2c07-44ee-aca5-06a3d7ae44bc),segment_id=ab945cba-2c07-44ee-aca5-06a3d7ae44bc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:22.866959 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c05-0d1d-46b6-95ff-c3f7a6520dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.867502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.881374 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b4c05-0d1d-46b6-95ff-c3f7a6520dcd None None] Calling delete_port for 1bee28b9-d21b-4ba8-a982-dfa968889a60 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:22.912444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:22.924608 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Sync routers for ids ['2ac40d68-145d-488f-8268-6483f38039f6'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:22.930951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871296d-ce6e-4baa-afb1-4ab1e2592fd0 req-334dbd75-cc9c-425b-b2f9-0a3c647904c8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:22.935740 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Routers {'2ac40d68-145d-488f-8268-6483f38039f6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:22.936799 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2ac40d68-145d-488f-8268-6483f38039f6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:22.938396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a871296d-ce6e-4baa-afb1-4ab1e2592fd0 req-334dbd75-cc9c-425b-b2f9-0a3c647904c8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.8111598 Aug 19 11:59:22.962672 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.966322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:22.999600 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.024514 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4c05-0d1d-46b6-95ff-c3f7a6520dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.030348 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.031238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router faf26dec-ab8a-488c-b5de-4f9af44ec837 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:59:23.035518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.040280 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ad52ec64-8428-4243-bd90-22142c84cefe tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "DELETE /v2.0/routers/faf26dec-ab8a-488c-b5de-4f9af44ec837 HTTP/1.1" status: 204 len: 168 time: 3.6221085 Aug 19 11:59:23.042624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53696) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:23.052796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ab542a91-ee5b-4f13-9735-55820bfb3b85 None None] Provisioning complete for port f6c0a08c-200a-4fd2-b306-a0712eeed104 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:23.053572 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab542a91-ee5b-4f13-9735-55820bfb3b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.061118 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Set router 2ac40d68-145d-488f-8268-6483f38039f6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:23.095667 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-f31d258d-7cb5-4f91-848f-a7b1e059de04 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941371 Aug 19 11:59:23.106559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1484bc86-a111-4839-a4d2-939977aa5ebc tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Deleting subnet 1b4c304f-ba71-476d-ab2d-93fdf9521fc0 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:59:23.110704 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1484bc86-a111-4839-a4d2-939977aa5ebc tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.150299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1484bc86-a111-4839-a4d2-939977aa5ebc tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.150557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b4c05-0d1d-46b6-95ff-c3f7a6520dcd None None] Pushing event deleted for resources: {'Port': ['ID=1bee28b9-d21b-4ba8-a982-dfa968889a60,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:23.159904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b4c05-0d1d-46b6-95ff-c3f7a6520dcd None None] No DVR routers for this DVR port 1bee28b9-d21b-4ba8-a982-dfa968889a60 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:23.199473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed6d67d4-aadf-470f-82cb-587cc2fb63aa req-66b605f4-b00b-41e5-b75e-6f2a5ebf303f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113028 Aug 19 11:59:23.217185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a871296d-ce6e-4baa-afb1-4ab1e2592fd0 req-45bd05d7-fb76-4def-9d62-0ef34d910e26 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777874 Aug 19 11:59:23.251739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1484bc86-a111-4839-a4d2-939977aa5ebc tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.261563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting port 1bee28b9-d21b-4ba8-a982-dfa968889a60 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:23.261939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.304353 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa953a-925e-4c3d-bcff-bb637a697739 x-openstack-request-id: req-88aa953a-925e-4c3d-bcff-bb637a697739 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:23.309157 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "name": "network-vif-plugged", "status": "completed", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:23.309698 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88aa953a-925e-4c3d-bcff-bb637a697739 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:23.310615 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4', 'code': 200} Aug 19 11:59:23.388214 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1484bc86-a111-4839-a4d2-939977aa5ebc tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.392601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f6c0a08c-200a-4fd2-b306-a0712eeed104 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:23.409331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.427366 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] For port 1bee28b9-d21b-4ba8-a982-dfa968889a60, host n-d-778550-9, got binding levels [] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:23.428014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.466059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:23.466369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f6c0a08c-200a-4fd2-b306-a0712eeed104 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:23.466685 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.493355 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac40d68-145d-488f-8268-6483f38039f6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:18Z', 'updated_at': '2021-08-19T11:59:20Z', 'revision_number': 3, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'gw_port': {'id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:19Z', 'updated_at': '2021-08-19T11:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:23.537697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Calling delete_port for 1bee28b9-d21b-4ba8-a982-dfa968889a60 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:23.546278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-257187b1-1d28-4eda-83b0-3a1be1a4cd56 req-35245d36-635a-428e-afc6-421384870880 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 210 time: 0.1294892 Aug 19 11:59:23.547188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:23.552776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.ipam_backend_mixin [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Port 1bee28b9-d21b-4ba8-a982-dfa968889a60 was not found and therefore no delete operation was performed {{(pid=101154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 11:59:23.554880 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2304b12-18d2-49c9-aeaa-58c2fb6d05a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.556033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:23.562475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.612380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2304b12-18d2-49c9-aeaa-58c2fb6d05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.615422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] No DVR routers for this DVR port 1bee28b9-d21b-4ba8-a982-dfa968889a60 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:23.679997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1bee28b9-d21b-4ba8-a982-dfa968889a60 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:23.686719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Pushing event updated for resources: {'Port': ['ID=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:23.715802 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Checking router: 2ac40d68-145d-488f-8268-6483f38039f6 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:23.716542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Updating router 2ac40d68-145d-488f-8268-6483f38039f6 port 99ac1fde-2272-42c3-84c1-d23e9eae1da7 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:59:23.732401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 1bee28b9-d21b-4ba8-a982-dfa968889a60 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:23.732987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1bee28b9-d21b-4ba8-a982-dfa968889a60 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:23.750007 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.800804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Port': ['ID=1bee28b9-d21b-4ba8-a982-dfa968889a60,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:23.814392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e2304b12-18d2-49c9-aeaa-58c2fb6d05a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4dcbe09ec29e4315b77e6b3aef3feea9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8998361 Aug 19 11:59:23.818938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:23.826713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:23.827870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.839786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2304b12-18d2-49c9-aeaa-58c2fb6d05a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bdf297-dd6f-4036-87a9-fa1f264a8079,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:23.858907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484bc86-a111-4839-a4d2-939977aa5ebc tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4c304f-ba71-476d-ab2d-93fdf9521fc0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:23.861536 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1484bc86-a111-4839-a4d2-939977aa5ebc tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.867638 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1484bc86-a111-4839-a4d2-939977aa5ebc tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/1b4c304f-ba71-476d-ab2d-93fdf9521fc0 HTTP/1.1" status: 204 len: 168 time: 0.8199344 Aug 19 11:59:23.868246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53700) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:23.869777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.873417 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c8319b3a-135e-4c16-b76c-eeb611c20248 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.8645611 Aug 19 11:59:23.875694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53702) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:23.878845 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.891140 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.930376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.954045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c4e9feae-582e-44e5-b611-50a70a9234de tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1322715 Aug 19 11:59:23.963720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f18264-a12a-4526-a1a9-b2aed8efa7e5']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:23.967001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Allocated IP 172.20.0.10 (dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8/4468760b-3021-425a-984d-cb6e3939af0c/3e40530f-7d4d-4432-9992-7f894782546f) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:23.981023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:23.995536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Request body: {'port': {'device_id': '03c8e79b-62d7-41ce-b210-5a4b275628a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:23.999601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:23.999887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab945cba-2c07-44ee-aca5-06a3d7ae44bc') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:24.001977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d731b17-c5fb-4ce2-8f61-88a00ebaaec1 req-d6c82ce2-68c3-4a4f-b64d-444ff12eb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:24.003542 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d731b17-c5fb-4ce2-8f61-88a00ebaaec1 req-d6c82ce2-68c3-4a4f-b64d-444ff12eb7b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 1097 time: 0.1571045 Aug 19 11:59:24.056998 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.060500 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.067685 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Transition to ACTIVE for port object 99ac1fde-2272-42c3-84c1-d23e9eae1da7 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:24.075070 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.125332 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Attempting to bind port 99ac1fde-2272-42c3-84c1-d23e9eae1da7 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:24.125781 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Attempting to bind port 99ac1fde-2272-42c3-84c1-d23e9eae1da7 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:24.126251 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Attempting to bind port 99ac1fde-2272-42c3-84c1-d23e9eae1da7 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:24.128557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.133677 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d731b17-c5fb-4ce2-8f61-88a00ebaaec1 req-0932bbe5-e3e7-4944-88b6-6673b8240029 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214769 Aug 19 11:59:24.137262 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:24.137904 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:24.138488 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.139045 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:24.139688 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Bound port: 99ac1fde-2272-42c3-84c1-d23e9eae1da7, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:24.140247 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.145517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.151199 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7423985-16d9-483f-976a-cf40b77e2d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.161407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:59:24.161811 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.164715 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d5326-f5c4-4b97-b647-8d4ff417d4c2 None None] Pushing event updated for resources: {'Port': ['ID=99ac1fde-2272-42c3-84c1-d23e9eae1da7,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: timer() Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:59:24.166314 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:59:24.186779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.201665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7979e430-0124-47d7-bc9b-8178aab5ff2c']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:24.210797 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] For port 99ac1fde-2272-42c3-84c1-d23e9eae1da7, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:24.216605 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] For port 99ac1fde-2272-42c3-84c1-d23e9eae1da7, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=99ac1fde-2272-42c3-84c1-d23e9eae1da7,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:24.221051 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.222624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e825246-502a-4d7f-93d0-ff419a8da33f') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:24.222944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e825246-502a-4d7f-93d0-ff419a8da33f') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:24.251061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.287461 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d5326-f5c4-4b97-b647-8d4ff417d4c2 None None] Pushing event updated for resources: {'Port': ['ID=99ac1fde-2272-42c3-84c1-d23e9eae1da7,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:24.288384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.303208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.307711 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Routers {'2ac40d68-145d-488f-8268-6483f38039f6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:24.308566 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2ac40d68-145d-488f-8268-6483f38039f6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:24.330138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:59:24.331043 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.333511 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7423985-16d9-483f-976a-cf40b77e2d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.357922 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:59:24.390282 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:59:24.423076 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.424923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "DELETE /v2.0/networks/61f18264-a12a-4526-a1a9-b2aed8efa7e5 HTTP/1.1" status: 204 len: 168 time: 2.4332495 Aug 19 11:59:24.434628 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] Set router 2ac40d68-145d-488f-8268-6483f38039f6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:24.436104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53710) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:24.470280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.474586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7979e430-0124-47d7-bc9b-8178aab5ff2c {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 11:59:24.476808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.491458 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7979e430-0124-47d7-bc9b-8178aab5ff2c HTTP/1.1" status: 204 len: 168 time: 0.6122003 Aug 19 11:59:24.530746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78346e9e-a94e-4378-9b59-dfe2a6f90be6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Network': ['ID=61f18264-a12a-4526-a1a9-b2aed8efa7e5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:24.561254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60547bc-1ba5-40ce-9b1f-4b9a44226dc8 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event deleted for resources: {'Network': ['ID=7979e430-0124-47d7-bc9b-8178aab5ff2c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:24.579855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.667933 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac40d68-145d-488f-8268-6483f38039f6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:18Z', 'updated_at': '2021-08-19T11:59:20Z', 'revision_number': 3, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'gw_port': {'id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:19Z', 'updated_at': '2021-08-19T11:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:24.668447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8416cf69-79a9-435d-9944-52c9838fea32 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting subnet fb24a03c-a2ce-43f7-b9df-60f849393710 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:59:24.676396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8416cf69-79a9-435d-9944-52c9838fea32 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.696074 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e11f5e-dfdd-4251-8cf7-d3e96e7ea75d None None] The sync data for ids ['2ac40d68-145d-488f-8268-6483f38039f6'] in n-d-778550-9 is: [{'id': '2ac40d68-145d-488f-8268-6483f38039f6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:18Z', 'updated_at': '2021-08-19T11:59:20Z', 'revision_number': 3, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'gw_port': {'id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:19Z', 'updated_at': '2021-08-19T11:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:24.719929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a30a3-df65-4565-b237-206df478dfa9 req-662dbfd8-37a1-4c89-8cea-de6c928051d7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:24.720202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:24.722125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba5a30a3-df65-4565-b237-206df478dfa9 req-662dbfd8-37a1-4c89-8cea-de6c928051d7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.3082907 Aug 19 11:59:24.731661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:24.734279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:24.787954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8416cf69-79a9-435d-9944-52c9838fea32 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.819067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b0989c-0464-4329-9194-13c15ffe33fa {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:24.827227 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.841043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Transition to ACTIVE for port object 63b0989c-0464-4329-9194-13c15ffe33fa will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:24.853007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cf636-2080-443d-a3b8-7a3fe8514662 req-7d16b6b5-e2f2-473e-b656-9ff666adf5e6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:24.855769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8cf636-2080-443d-a3b8-7a3fe8514662 req-7d16b6b5-e2f2-473e-b656-9ff666adf5e6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.4372859 Aug 19 11:59:24.867664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Pushing event updated for resources: {'Port': ['ID=3e40530f-7d4d-4432-9992-7f894782546f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:24.871058 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53720) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:24.885437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c78c6140-fbaf-4945-b954-f0bd355ecea3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'router': {'name': 'tempest-router--332086137', 'project_id': 'cf821a8dc1a347f988d9d3ed65e2c3b3'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:24.922571 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8416cf69-79a9-435d-9944-52c9838fea32 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.931767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:24.932604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.947217 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7423985-16d9-483f-976a-cf40b77e2d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.950569 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7423985-16d9-483f-976a-cf40b77e2d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.954205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d7423985-16d9-483f-976a-cf40b77e2d6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38bdf297-dd6f-4036-87a9-fa1f264a8079 HTTP/1.1" status: 204 len: 168 time: 1.1207018 Aug 19 11:59:24.954388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c78c6140-fbaf-4945-b954-f0bd355ecea3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:24.954388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c78c6140-fbaf-4945-b954-f0bd355ecea3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.008537 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-140c4452-e115-4994-b846-c1d86563a99a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7272224 Aug 19 11:59:25.044072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Request body: {'port': {'device_id': '80f702a8-e219-4279-98b0-f8052a166c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:25.053643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c78c6140-fbaf-4945-b954-f0bd355ecea3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.075731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c78c6140-fbaf-4945-b954-f0bd355ecea3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.076657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.103281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7423985-16d9-483f-976a-cf40b77e2d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bdf297-dd6f-4036-87a9-fa1f264a8079,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:25.136270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf8cf636-2080-443d-a3b8-7a3fe8514662 req-8acada73-3087-4a34-bd98-ab01df9de989 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816199 Aug 19 11:59:25.160070 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.162626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8416cf69-79a9-435d-9944-52c9838fea32 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.232924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416cf69-79a9-435d-9944-52c9838fea32 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Subnet': ['ID=fb24a03c-a2ce-43f7-b9df-60f849393710,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:25.245180 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c78c6140-fbaf-4945-b954-f0bd355ecea3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.247046 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c78c6140-fbaf-4945-b954-f0bd355ecea3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3707931 Aug 19 11:59:25.253278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53726) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:25.257924 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8416cf69-79a9-435d-9944-52c9838fea32 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.262204 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8416cf69-79a9-435d-9944-52c9838fea32 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "DELETE /v2.0/subnets/fb24a03c-a2ce-43f7-b9df-60f849393710 HTTP/1.1" status: 204 len: 168 time: 0.8258710 Aug 19 11:59:25.266315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53728) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:25.267567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901971f8-be21-4a65-b61e-e8675b0ba56a None None] Network 17bdd6ef-9f04-4522-9c10-bb233c20b20f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:25.359120 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Pushing event updated for resources: {'Port': ['ID=63b0989c-0464-4329-9194-13c15ffe33fa,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:25.404211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba5a30a3-df65-4565-b237-206df478dfa9 req-a39dd64e-1181-46ee-953e-3245ea769ee9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282165 Aug 19 11:59:25.526382 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.553841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:25.595366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.629810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53730) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:25.651738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.667735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Transition to ACTIVE for port object 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:25.688555 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.694051 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1cf202ec-6576-4c6a-8b3a-728f8dd0a965 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.728252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Attempting to bind port 63b0989c-0464-4329-9194-13c15ffe33fa on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:25.728591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Attempting to bind port 63b0989c-0464-4329-9194-13c15ffe33fa by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:25.728954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Attempting to bind port 63b0989c-0464-4329-9194-13c15ffe33fa on network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:25.753940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d29052-b17b-4809-a8f2-0e817e3892a2 req-f27cd1f7-03ff-4e3b-8a37-38b81fe2a6e1 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:25.755633 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93d29052-b17b-4809-a8f2-0e817e3892a2 req-f27cd1f7-03ff-4e3b-8a37-38b81fe2a6e1 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 932 time: 0.3047645 Aug 19 11:59:25.762571 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.784268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Port 63b0989c-0464-4329-9194-13c15ffe33fa on network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:59:25.784561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Attempting to bind port 63b0989c-0464-4329-9194-13c15ffe33fa on network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:25.811047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72afc29e-822c-4111-b500-6e9f4d450abb None None] DHCP port deletion for 17bdd6ef-9f04-4522-9c10-bb233c20b20f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:59:25.835320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:25.835984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Checking segment: {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:25.836099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Bound using segment: {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:25.836477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Bound port: 63b0989c-0464-4329-9194-13c15ffe33fa, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:25.836926 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.875679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-72afc29e-822c-4111-b500-6e9f4d450abb None None] Deleting port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:25.876072 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72afc29e-822c-4111-b500-6e9f4d450abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.954509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-72afc29e-822c-4111-b500-6e9f4d450abb None None] For port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0,segment=NetworkSegment(af1c039b-f91c-49bd-b37d-e25fda9b4277),segment_id=af1c039b-f91c-49bd-b37d-e25fda9b4277)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:25.954905 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72afc29e-822c-4111-b500-6e9f4d450abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:25.971941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-72afc29e-822c-4111-b500-6e9f4d450abb None None] Calling delete_port for 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:25.991191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1cf202ec-6576-4c6a-8b3a-728f8dd0a965 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.005568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1cf202ec-6576-4c6a-8b3a-728f8dd0a965 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.063490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:26.063997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.083752 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72afc29e-822c-4111-b500-6e9f4d450abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.116389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afc29e-822c-4111-b500-6e9f4d450abb None None] Pushing event deleted for resources: {'Port': ['ID=0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:26.131384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afc29e-822c-4111-b500-6e9f4d450abb None None] No DVR routers for this DVR port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:26.161546 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1cf202ec-6576-4c6a-8b3a-728f8dd0a965 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.161981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf202ec-6576-4c6a-8b3a-728f8dd0a965 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a795704b-7902-47cc-b367-3565c2864920 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:59:26.180703 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1cf202ec-6576-4c6a-8b3a-728f8dd0a965 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.181911 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1cf202ec-6576-4c6a-8b3a-728f8dd0a965 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "DELETE /v2.0/routers/a795704b-7902-47cc-b367-3565c2864920 HTTP/1.1" status: 204 len: 168 time: 0.9273143 Aug 19 11:59:26.205586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Pushing event updated for resources: {'Port': ['ID=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:26.243369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.260938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] For port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0, host n-d-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:26.260938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.260938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.303753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Calling delete_port for 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:26.313219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 was not found and therefore no delete operation was performed {{(pid=101153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 11:59:26.330758 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.342543 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d62ae2f850d4ee185b16ea471c585ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7095723 Aug 19 11:59:26.343176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53738) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:26.353513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Attempting to bind port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:26.353901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Attempting to bind port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:26.354259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Attempting to bind port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 on network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:26.363018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 on network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:59:26.363340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Attempting to bind port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 on network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:26.367883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93d29052-b17b-4809-a8f2-0e817e3892a2 req-578479b0-b4bb-4a7f-8765-069af297ebdb tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847886 Aug 19 11:59:26.386498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e1b74e-2bee-4325-83ec-50979e7ba99f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:26.409625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Port': ['ID=0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:26.410777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:26.411121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Checking segment: {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:26.411518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Bound using segment: {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:26.411968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Bound port: 4c80aca6-9d99-46fd-9316-1c09e93ca2f0, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:26.412769 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.420899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] No DVR routers for this DVR port 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:26.429520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.429871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.430215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.430551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.430890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.431224 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.431550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.431876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.432263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.432751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.433100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.433401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca53ac-b87e-4bf9-9ea6-c824d7c0669d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.459412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.460985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.461357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.461687 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.462024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.462367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.462698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.463030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.463358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.463775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.464105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.464901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:26.502816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0cdb-61a7-4048-8726-3aeaa857fbe5 req-d1aafa41-e87b-4362-b922-cac4529a7627 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:26.504373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-078f0cdb-61a7-4048-8726-3aeaa857fbe5 req-d1aafa41-e87b-4362-b922-cac4529a7627 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.2573712 Aug 19 11:59:26.531054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] For port 63b0989c-0464-4329-9194-13c15ffe33fa, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:26.535816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] For port 63b0989c-0464-4329-9194-13c15ffe33fa, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=63b0989c-0464-4329-9194-13c15ffe33fa,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:26.549459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e40530f-7d4d-4432-9992-7f894782546f {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:26.577861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53742) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:26.579066 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdf26-c2d2-4c96-adcf-4a5a32fc03d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.590589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.590868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.618505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.635656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bdd6ef-9f04-4522-9c10-bb233c20b20f']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:26.644721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Transition to ACTIVE for port object 3e40530f-7d4d-4432-9992-7f894782546f will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:26.657912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdf26-c2d2-4c96-adcf-4a5a32fc03d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.660821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1c039b-f91c-49bd-b37d-e25fda9b4277') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:26.661130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1c039b-f91c-49bd-b37d-e25fda9b4277') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:26.662981 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.680301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] For port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:26.686405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.739760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Pushing event updated for resources: {'Port': ['ID=63b0989c-0464-4329-9194-13c15ffe33fa,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:26.754701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Allocated IP 172.20.0.1 (51d1d2d1-8038-40fc-ba4b-75dad3b94328/ac518ab3-9746-41fe-a082-7b29bd3c1c14/4e9664ee-cbab-41d7-9b6d-1875891c15a7) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:26.758384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:26.759169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.760968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-eb6aadfa-4806-426c-9640-0d5d22d95962 service neutron] 10.222.0.54 "PUT /v2.0/ports/63b0989c-0464-4329-9194-13c15ffe33fa HTTP/1.1" status: 200 len: 1091 time: 4.4872971 Aug 19 11:59:26.761218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.762875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cc8cd8-28ff-4724-9f8f-c5686c526928', 'tag': '63b0989c-0464-4329-9194-13c15ffe33fa'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:26.766121 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ee41c5-ceed-4864-801e-ceaa22f0ef01" -d '{"events": [{"name": "network-changed", "server_uuid": "30cc8cd8-28ff-4724-9f8f-c5686c526928", "tag": "63b0989c-0464-4329-9194-13c15ffe33fa"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:26.779023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:59:26.779599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:59:26.785055 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:59:26.787582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] For port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:26.798096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680a617-de30-403b-8428-a489627424e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e40530f-7d4d-4432-9992-7f894782546f,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:26.813888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4521c6-b7b0-4d79-ba3f-85ee4a6e977c req-1c6f34c4-d43e-4769-91ec-6b1cf3973dc9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:26.815621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e4521c6-b7b0-4d79-ba3f-85ee4a6e977c req-1c6f34c4-d43e-4769-91ec-6b1cf3973dc9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.2354496 Aug 19 11:59:26.818089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.827142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-078f0cdb-61a7-4048-8726-3aeaa857fbe5 req-0420571a-d1b5-4100-91f3-a69713369c64 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891610 Aug 19 11:59:26.921105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdf26-c2d2-4c96-adcf-4a5a32fc03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.923814 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdf26-c2d2-4c96-adcf-4a5a32fc03d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.952257 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4952ed3-9817-4e4d-88a3-348959a39f1f x-openstack-request-id: req-e4952ed3-9817-4e4d-88a3-348959a39f1f {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:26.952861 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cc8cd8-28ff-4724-9f8f-c5686c526928", "tag": "63b0989c-0464-4329-9194-13c15ffe33fa", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:26.952861 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4952ed3-9817-4e4d-88a3-348959a39f1f {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:26.953121 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cc8cd8-28ff-4724-9f8f-c5686c526928', 'tag': '63b0989c-0464-4329-9194-13c15ffe33fa', 'status': 'completed', 'code': 200} Aug 19 11:59:26.954463 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0ebdf26-c2d2-4c96-adcf-4a5a32fc03d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82e1b74e-2bee-4325-83ec-50979e7ba99f HTTP/1.1" status: 204 len: 168 time: 0.6038861 Aug 19 11:59:26.962147 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.988137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:26.993030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "DELETE /v2.0/networks/17bdd6ef-9f04-4522-9c10-bb233c20b20f HTTP/1.1" status: 204 len: 168 time: 1.7129676 Aug 19 11:59:26.996557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Attempting to bind port 3e40530f-7d4d-4432-9992-7f894782546f on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:26.996955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Attempting to bind port 3e40530f-7d4d-4432-9992-7f894782546f by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:26.997291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Attempting to bind port 3e40530f-7d4d-4432-9992-7f894782546f on network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:26.999531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebdf26-c2d2-4c96-adcf-4a5a32fc03d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e1b74e-2bee-4325-83ec-50979e7ba99f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:27.001337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53752) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:27.016605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-365517258'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:27.025389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62e005-21c0-455d-bc4d-7bb2ad6d2cfd tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Network': ['ID=17bdd6ef-9f04-4522-9c10-bb233c20b20f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:27.029431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Port 3e40530f-7d4d-4432-9992-7f894782546f on network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:59:27.029759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Attempting to bind port 3e40530f-7d4d-4432-9992-7f894782546f on network dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:27.037813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:27.038215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Checking segment: {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:27.038673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Bound using segment: {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:27.039311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Bound port: 3e40530f-7d4d-4432-9992-7f894782546f, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:27.039648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.064002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:27.066231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1300057475', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:27.067669 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.108770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:27.109663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.111497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] 10.222.0.69 "PUT /v2.0/ports/4c80aca6-9d99-46fd-9316-1c09e93ca2f0 HTTP/1.1" status: 200 len: 1091 time: 3.1265194 Aug 19 11:59:27.116578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e4521c6-b7b0-4d79-ba3f-85ee4a6e977c req-30997596-d5fb-43e9-8631-4e10227b524f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820811 Aug 19 11:59:27.133369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:59:27.145018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.145366 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Added segment e73324c9-d022-40a6-a5ba-733e2e547971 of type vlan for network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 Aug 19 11:59:27.232402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.258757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] For port 3e40530f-7d4d-4432-9992-7f894782546f, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:27.271397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] For port 3e40530f-7d4d-4432-9992-7f894782546f, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3e40530f-7d4d-4432-9992-7f894782546f,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:27.281563 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.315195 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.323140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:27.324377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13585d0c-3311-42aa-8404-f66a6a94b859 service neutron] Pushing event updated for resources: {'Port': ['ID=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:27.324910 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.342572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 99ac1fde-2272-42c3-84c1-d23e9eae1da7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:27.377318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:27.378022 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.379677 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-6680a617-de30-403b-8428-a489627424e1 service neutron] 10.222.0.54 "PUT /v2.0/ports/3e40530f-7d4d-4432-9992-7f894782546f HTTP/1.1" status: 200 len: 1092 time: 2.3433976 Aug 19 11:59:27.380198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f702a8-e219-4279-98b0-f8052a166c38', 'tag': '3e40530f-7d4d-4432-9992-7f894782546f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:27.382766 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a82090c-f30a-4d48-bbc3-bb000bce582e" -d '{"events": [{"name": "network-changed", "server_uuid": "80f702a8-e219-4279-98b0-f8052a166c38", "tag": "3e40530f-7d4d-4432-9992-7f894782546f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:27.401790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-34a2af9a-f871-4348-8392-062b2e9da450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:27.415910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-34a2af9a-f871-4348-8392-062b2e9da450 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=111aed6512a147909e555d6773839e01&device_id=30cc8cd8-28ff-4724-9f8f-c5686c526928 HTTP/1.1" status: 200 len: 1094 time: 0.5116518 Aug 19 11:59:27.441146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.455822 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.456939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.463049 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4509559 Aug 19 11:59:27.463754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53774) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:27.488646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 99ac1fde-2272-42c3-84c1-d23e9eae1da7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:27.496700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 99ac1fde-2272-42c3-84c1-d23e9eae1da7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:27.498307 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.559490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'subnet': {'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:27.565553 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93561cfa-8615-4eaf-85b7-b00d0e064ccb x-openstack-request-id: req-93561cfa-8615-4eaf-85b7-b00d0e064ccb {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:27.566068 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f702a8-e219-4279-98b0-f8052a166c38", "tag": "3e40530f-7d4d-4432-9992-7f894782546f", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:27.566500 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93561cfa-8615-4eaf-85b7-b00d0e064ccb {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:27.567146 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f702a8-e219-4279-98b0-f8052a166c38', 'tag': '3e40530f-7d4d-4432-9992-7f894782546f', 'status': 'completed', 'code': 200} Aug 19 11:59:27.595388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680a617-de30-403b-8428-a489627424e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e40530f-7d4d-4432-9992-7f894782546f,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:27.608916 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.621645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-d5eececc-a75c-4f11-8a28-29315a804209 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b0989c-0464-4329-9194-13c15ffe33fa HTTP/1.1" status: 200 len: 217 time: 0.1687963 Aug 19 11:59:27.635063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2eaceb-bf35-43d5-858c-332e41144769 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Network': ['ID=9ace11bb-cdad-4ff6-b13b-83e18be8fdb5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:27.651049 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.662285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-d74a146c-b2c0-49f2-ae04-b902891e32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:27.664122 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-d74a146c-b2c0-49f2-ae04-b902891e32cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=111aed6512a147909e555d6773839e01&device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 1095 time: 0.1978631 Aug 19 11:59:27.667352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Transition to ACTIVE for port object 4e9664ee-cbab-41d7-9b6d-1875891c15a7 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:27.677862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:59:27.706510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:27.710433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.747645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 99ac1fde-2272-42c3-84c1-d23e9eae1da7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=99ac1fde-2272-42c3-84c1-d23e9eae1da7,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:27.761486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-41d663e0-7b62-49fa-99d3-2ee7ff785a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:27.763093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-41d663e0-7b62-49fa-99d3-2ee7ff785a67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=111aed6512a147909e555d6773839e01&device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 1094 time: 0.5871468 Aug 19 11:59:27.765076 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:27.768294 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-f0187303-4f8d-4945-acf5-a51e4a5c73ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e40530f-7d4d-4432-9992-7f894782546f HTTP/1.1" status: 200 len: 217 time: 0.0695024 Aug 19 11:59:27.853138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:27.883322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-69563e19-d3de-4701-b4d0-67468ee26eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:27.884835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-69563e19-d3de-4701-b4d0-67468ee26eee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468760b-3021-425a-984d-cb6e3939af0c HTTP/1.1" status: 200 len: 857 time: 0.0894859 Aug 19 11:59:27.919107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:27.920055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0f5b3fa0-fd7e-4b47-be9a-aa6ec50f5ee0 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:27.937908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=99ac1fde-2272-42c3-84c1-d23e9eae1da7,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:27.948897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.949502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.950095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.951064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.951690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.952271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.952861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.953440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.954300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.955806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.956810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.957371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 11:59:27.996516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-4e688ee9-d3c9-42f8-a8f1-bbfa4f91703a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c80aca6-9d99-46fd-9316-1c09e93ca2f0 HTTP/1.1" status: 200 len: 217 time: 0.1406374 Aug 19 11:59:28.009863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ef792f98-7285-434e-965a-282e6a89c2c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283632 Aug 19 11:59:28.028483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.037310 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.070794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5beef2-d8f2-4900-a5bc-4efd6ac5ee69 req-782924ce-6803-47aa-b50e-cf431801d2d3 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:28.072801 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d5beef2-d8f2-4900-a5bc-4efd6ac5ee69 req-782924ce-6803-47aa-b50e-cf431801d2d3 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 944 time: 0.4681680 Aug 19 11:59:28.074027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-78eafff9-e1b9-4887-95b2-8878fa08537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:28.075381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-78eafff9-e1b9-4887-95b2-8878fa08537a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468760b-3021-425a-984d-cb6e3939af0c HTTP/1.1" status: 200 len: 857 time: 0.4357524 Aug 19 11:59:28.092243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe0211-bd1d-4287-b4c2-d546fa5a2ef2 req-14c5cc99-9828-4b1a-96a0-48a992eb16bb tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:28.093818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dbbe0211-bd1d-4287-b4c2-d546fa5a2ef2 req-14c5cc99-9828-4b1a-96a0-48a992eb16bb tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.4741282 Aug 19 11:59:28.135533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Subnet': ['ID=5718f193-a2fe-45bb-bf04-fe0ce589b67e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:28.174812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Checking segment: {'id': 'e73324c9-d022-40a6-a5ba-733e2e547971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:28.175081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network hostable DHCP agents. Network: 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:59:28.181445 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-29ef8273-295c-444c-af6f-bbef8946049e service neutron] 10.222.0.54 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637263 Aug 19 11:59:28.196599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-3471179d-6a0f-41f7-b37e-f75ea079fff8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017606 Aug 19 11:59:28.206585 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.230205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-43f84258-d06c-4e37-b51c-1eab607913ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:28.231758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-43f84258-d06c-4e37-b51c-1eab607913ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4468760b-3021-425a-984d-cb6e3939af0c HTTP/1.1" status: 200 len: 857 time: 0.2134800 Aug 19 11:59:28.234020 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.237330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:59:28.258446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:28.279564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:28.279904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208498b2-8235-4010-b62f-d771f16d13aa None None] Network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:28.280218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.322240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f3416065-5bcb-4d36-9234-105583cf1135 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7670085 Aug 19 11:59:28.325780 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-f2f0d0b6-54eb-4317-a0a8-f5083a98b2e4 service neutron] 10.222.0.54 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361234 Aug 19 11:59:28.326348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:28.331197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-242070789'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:28.363137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:28.368776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-4ace823b-32a8-407f-bd70-6ad5e8bcdf75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198494 Aug 19 11:59:28.372572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:28.378255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d5beef2-d8f2-4900-a5bc-4efd6ac5ee69 req-5722df0f-2ffd-45f4-82ec-5be062afcb7b tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790461 Aug 19 11:59:28.378448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.395631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dbbe0211-bd1d-4287-b4c2-d546fa5a2ef2 req-e3d6ffaa-d2a3-4b7b-a0ee-ba6e2a5a62df tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679520 Aug 19 11:59:28.396898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:28.423152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:28.524632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:59:28.539611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-dcc87260-aaab-4c9f-b703-c7f2bd4131b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:28.543755 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-dcc87260-aaab-4c9f-b703-c7f2bd4131b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=111aed6512a147909e555d6773839e01&device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 1095 time: 0.1110842 Aug 19 11:59:28.568831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.569952 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Added segment 6140e0eb-ce93-49af-a3f4-f6278d18f446 of type vlan for network 5b68b298-576b-4f39-b605-165af6ec5252 Aug 19 11:59:28.591707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-9ace11bb-cdad-4ff6-b13b-83e18be8fdb5', 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'fixed_ips': [{'subnet_id': '5718f193-a2fe-45bb-bf04-fe0ce589b67e'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:59:28.593239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.717308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.789940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Allocated IP 19.80.0.2 (9ace11bb-cdad-4ff6-b13b-83e18be8fdb5/5718f193-a2fe-45bb-bf04-fe0ce589b67e/54f97ab6-c836-488d-a9cf-7272cf787ca7) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:28.808405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-0d2d3b28-bc02-4902-905b-33fe706a8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:28.810205 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-0d2d3b28-bc02-4902-905b-33fe706a8d51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 HTTP/1.1" status: 200 len: 918 time: 0.2430696 Aug 19 11:59:28.811133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.817116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:28.817841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.866572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9664ee-cbab-41d7-9b6d-1875891c15a7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:28.958389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c8e79b-62d7-41ce-b210-5a4b275628a8', 'tag': '4c80aca6-9d99-46fd-9316-1c09e93ca2f0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:28.960810 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6ebc70-5558-4f09-b6fe-7ef103beefab" -d '{"events": [{"name": "network-changed", "server_uuid": "03c8e79b-62d7-41ce-b210-5a4b275628a8", "tag": "4c80aca6-9d99-46fd-9316-1c09e93ca2f0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:28.970133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-123fb6f2-b521-4dc0-90d9-a09470274223 service neutron] 10.222.0.54 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592082 Aug 19 11:59:28.970898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:28.990337 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.002938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Transition to ACTIVE for port object 54f97ab6-c836-488d-a9cf-7272cf787ca7 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:29.024261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Transition to ACTIVE for port object 54f97ab6-c836-488d-a9cf-7272cf787ca7 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:29.045067 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.059978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1c07a9e7-1fe9-4242-bb26-6aa81b4ab471 None None] Provisioning for port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:29.062441 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa21b004-9fd2-4bd4-b440-74dcc0c54c71 x-openstack-request-id: req-fa21b004-9fd2-4bd4-b440-74dcc0c54c71 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:29.063012 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c8e79b-62d7-41ce-b210-5a4b275628a8", "tag": "4c80aca6-9d99-46fd-9316-1c09e93ca2f0", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:29.063012 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa21b004-9fd2-4bd4-b440-74dcc0c54c71 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:29.063482 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c8e79b-62d7-41ce-b210-5a4b275628a8', 'tag': '4c80aca6-9d99-46fd-9316-1c09e93ca2f0', 'status': 'completed', 'code': 200} Aug 19 11:59:29.121928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1c07a9e7-1fe9-4242-bb26-6aa81b4ab471 None None] Provisioning complete for port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:29.122314 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1c07a9e7-1fe9-4242-bb26-6aa81b4ab471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.124184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Pushing event updated for resources: {'Port': ['ID=54f97ab6-c836-488d-a9cf-7272cf787ca7,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:29.128391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874e29d-2b47-4da5-8020-9ca87f5cffb9 req-c5a4c6e4-bb6e-48d4-b125-b4557203ec73 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:29.130020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0874e29d-2b47-4da5-8020-9ca87f5cffb9 req-c5a4c6e4-bb6e-48d4-b125-b4557203ec73 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.6333933 Aug 19 11:59:29.137509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-ff9b35cd-5cbe-4a18-a682-e4bf971aed0a service neutron] 10.222.0.69 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581465 Aug 19 11:59:29.144861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:29.169024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:29.174421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:29.221683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1c07a9e7-1fe9-4242-bb26-6aa81b4ab471 None None] Port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:59:29.267237 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9399171 Aug 19 11:59:29.268654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-da67c7a3-8e69-45e4-ac15-274edc009df3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e40530f-7d4d-4432-9992-7f894782546f HTTP/1.1" status: 200 len: 217 time: 0.4403496 Aug 19 11:59:29.271496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53826) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:29.277905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Attempting to bind port 54f97ab6-c836-488d-a9cf-7272cf787ca7 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:29.278281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Attempting to bind port 54f97ab6-c836-488d-a9cf-7272cf787ca7 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'e73324c9-d022-40a6-a5ba-733e2e547971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:29.278648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Attempting to bind port 54f97ab6-c836-488d-a9cf-7272cf787ca7 on network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:29.285102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'subnet': {'network_id': '5b68b298-576b-4f39-b605-165af6ec5252', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:29.293984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:29.294376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Checking segment: {'id': 'e73324c9-d022-40a6-a5ba-733e2e547971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:29.294771 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.295161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Bound using segment: {'id': 'e73324c9-d022-40a6-a5ba-733e2e547971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:29.295718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Bound port: 54f97ab6-c836-488d-a9cf-7272cf787ca7, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73324c9-d022-40a6-a5ba-733e2e547971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:29.296106 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.312012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 99ac1fde-2272-42c3-84c1-d23e9eae1da7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:29.329646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-c6b4b97f-6f00-4178-a288-0dd16425bcb4 service neutron] 10.222.0.69 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758018 Aug 19 11:59:29.362853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7bc9f-a1e3-4bef-af97-5211a5e3274d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Network': ['ID=5b68b298-576b-4f39-b605-165af6ec5252,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:29.384292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 5b68b298-576b-4f39-b605-165af6ec5252 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:59:29.417156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-118fe45c-1062-4ef4-84d8-6573ae8200fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:29.418509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-118fe45c-1062-4ef4-84d8-6573ae8200fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468760b-3021-425a-984d-cb6e3939af0c HTTP/1.1" status: 200 len: 857 time: 0.1375878 Aug 19 11:59:29.461622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-884f592d-49bf-48ca-b4e8-2512aed38e5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322440 Aug 19 11:59:29.466799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] For port 54f97ab6-c836-488d-a9cf-7272cf787ca7, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:29.488633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:29.493490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] For port 54f97ab6-c836-488d-a9cf-7272cf787ca7, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=54f97ab6-c836-488d-a9cf-7272cf787ca7,segment=NetworkSegment(e73324c9-d022-40a6-a5ba-733e2e547971),segment_id=e73324c9-d022-40a6-a5ba-733e2e547971)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:29.499714 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.500971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0874e29d-2b47-4da5-8020-9ca87f5cffb9 req-fb0e9851-2524-470b-9d0a-7343c447ebc1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601732 Aug 19 11:59:29.520484 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.537567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 99ac1fde-2272-42c3-84c1-d23e9eae1da7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:29.542212 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.553638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-064b5343-c55e-4528-95e8-6a168aa16e06 req-0c7ae710-8a30-487a-9bcf-fa55579c0d5b service neutron] 10.222.0.54 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481713 Aug 19 11:59:29.655117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.665365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-bcf62bb9-223e-4320-9e12-bd02694ce12b service neutron] 10.222.0.54 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941094 Aug 19 11:59:29.666106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e7da5-4d5e-4697-863c-6a9f72c1aac0 None None] Pushing event updated for resources: {'Port': ['ID=54f97ab6-c836-488d-a9cf-7272cf787ca7,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:29.861546 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.869835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-fead33c2-ba85-4022-923a-3971ed6f280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:29.871485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-fead33c2-ba85-4022-923a-3971ed6f280c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=111aed6512a147909e555d6773839e01&device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 1094 time: 0.4209826 Aug 19 11:59:29.872632 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.879936 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a82090c-f30a-4d48-bbc3-bb000bce582e req-4d9d051c-6524-4f3c-9c93-39349a5bd13e service neutron] 10.222.0.54 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053552 Aug 19 11:59:29.919262 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:29.996875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-e4db57db-f819-4ed4-ba50-e9fec0065307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:29.998607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-e4db57db-f819-4ed4-ba50-e9fec0065307 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=111aed6512a147909e555d6773839e01&device_id=30cc8cd8-28ff-4724-9f8f-c5686c526928 HTTP/1.1" status: 200 len: 1094 time: 0.3323913 Aug 19 11:59:29.998777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Subnet': ['ID=17c6ce3e-0cd9-4629-bc9c-88557cbc1920,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:30.010808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Checking segment: {'id': '6140e0eb-ce93-49af-a3f4-f6278d18f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:30.011218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network hostable DHCP agents. Network: 5b68b298-576b-4f39-b605-165af6ec5252, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:59:30.026462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cc65b-ad44-41ae-9832-56cc98449682 req-3173257a-f305-4e05-8e07-e6715b7175c1 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:30.028664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d50cc65b-ad44-41ae-9832-56cc98449682 req-3173257a-f305-4e05-8e07-e6715b7175c1 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.3745115 Aug 19 11:59:30.043097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network 5b68b298-576b-4f39-b605-165af6ec5252 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:59:30.058088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 5b68b298-576b-4f39-b605-165af6ec5252) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:30.070290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba8b5b-0e08-4d80-9f05-14120a7ca432 None None] Network 5b68b298-576b-4f39-b605-165af6ec5252 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:30.084616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:30.085830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.090419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1132de5-f894-4bee-9d13-a2df8a3119d1 req-e0470f05-d6b5-4cb4-bd72-7d2e1592008a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:30.093186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1132de5-f894-4bee-9d13-a2df8a3119d1 req-e0470f05-d6b5-4cb4-bd72-7d2e1592008a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 944 time: 0.5386348 Aug 19 11:59:30.116363 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-80ba02c2-65a0-443b-972c-58d3c35d1496 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8434393 Aug 19 11:59:30.295625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-5b68b298-576b-4f39-b605-165af6ec5252', 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'fixed_ips': [{'subnet_id': '17c6ce3e-0cd9-4629-bc9c-88557cbc1920'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:59:30.297238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.362083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d50cc65b-ad44-41ae-9832-56cc98449682 req-2bee594d-2d0b-4966-8c5e-ff4850680372 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802968 Aug 19 11:59:30.375690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-198aea0f-0762-48c8-b1a7-bc7749c85aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:30.377228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-198aea0f-0762-48c8-b1a7-bc7749c85aec service neutron] 10.222.0.69 "GET /v2.0/networks?id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 HTTP/1.1" status: 200 len: 918 time: 0.4793766 Aug 19 11:59:30.380230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1132de5-f894-4bee-9d13-a2df8a3119d1 req-cb4bb7aa-6606-4c7c-8334-e435697af68a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316329 Aug 19 11:59:30.432231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53864) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:30.477325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-a1e85fe8-9096-4604-b1b9-d12fb6f20fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:30.478995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-a1e85fe8-9096-4604-b1b9-d12fb6f20fc2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 HTTP/1.1" status: 200 len: 918 time: 0.4691582 Aug 19 11:59:30.480745 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-73c805e5-dc70-4340-b711-f15847370ffd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c80aca6-9d99-46fd-9316-1c09e93ca2f0 HTTP/1.1" status: 200 len: 217 time: 0.0796285 Aug 19 11:59:30.483553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Allocated IP 172.25.4.196 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/8b24e152-30f1-4a76-9562-3573ea507c29) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:30.530633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Allocated IP 19.86.0.2 (5b68b298-576b-4f39-b605-165af6ec5252/17c6ce3e-0cd9-4629-bc9c-88557cbc1920/75d353ca-addc-48c6-a14d-f0a1a1ff1392) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:30.609122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9fac0f-5742-4831-91ec-bf9e5cad508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.620444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-4dfe36b2-d85f-429e-a050-282b9a20642c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b0989c-0464-4329-9194-13c15ffe33fa HTTP/1.1" status: 200 len: 217 time: 0.1327453 Aug 19 11:59:30.674258 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.740439 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9fac0f-5742-4831-91ec-bf9e5cad508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.745359 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.748209 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9fac0f-5742-4831-91ec-bf9e5cad508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.755889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Transition to ACTIVE for port object 75d353ca-addc-48c6-a14d-f0a1a1ff1392 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:30.778770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Transition to ACTIVE for port object 75d353ca-addc-48c6-a14d-f0a1a1ff1392 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:30.789047 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.792193 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ee9fac0f-5742-4831-91ec-bf9e5cad508f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11d72b099e6a410280d341c8d5172c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582063 Aug 19 11:59:30.793260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fac0f-5742-4831-91ec-bf9e5cad508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fada1f1-a60c-461d-8108-b179df35b04b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:30.796574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53878) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:30.801026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.857218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ab0c472-0aec-496b-aa9e-68be55e19556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.859733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Network 5b68b298-576b-4f39-b605-165af6ec5252 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:30.866807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:30.870584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:30.879697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Pushing event updated for resources: {'Port': ['ID=75d353ca-addc-48c6-a14d-f0a1a1ff1392,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:30.884625 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ab0c472-0aec-496b-aa9e-68be55e19556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.939848 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ab0c472-0aec-496b-aa9e-68be55e19556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.942773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ab0c472-0aec-496b-aa9e-68be55e19556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.946931 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4ab0c472-0aec-496b-aa9e-68be55e19556 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fada1f1-a60c-461d-8108-b179df35b04b HTTP/1.1" status: 204 len: 168 time: 0.1470470 Aug 19 11:59:30.956255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0c472-0aec-496b-aa9e-68be55e19556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fada1f1-a60c-461d-8108-b179df35b04b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:30.970562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Attempting to bind port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:30.970939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Attempting to bind port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '6140e0eb-ce93-49af-a3f4-f6278d18f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:30.971311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Attempting to bind port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 on network 5b68b298-576b-4f39-b605-165af6ec5252 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:30.989937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:30.990843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Checking segment: {'id': '6140e0eb-ce93-49af-a3f4-f6278d18f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:30.991221 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:30.991605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Bound using segment: {'id': '6140e0eb-ce93-49af-a3f4-f6278d18f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:30.992144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Bound port: 75d353ca-addc-48c6-a14d-f0a1a1ff1392, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6140e0eb-ce93-49af-a3f4-f6278d18f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:30.992657 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.033568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8c1801-2ec2-40e9-b342-1290ea5cc131 None None] Network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:31.120616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f7b3796d-b786-49cf-afa8-01a78147e693 None None] Provisioning for port 54f97ab6-c836-488d-a9cf-7272cf787ca7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:31.139324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] For port 75d353ca-addc-48c6-a14d-f0a1a1ff1392, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:31.160252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] For port 75d353ca-addc-48c6-a14d-f0a1a1ff1392, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=75d353ca-addc-48c6-a14d-f0a1a1ff1392,segment=NetworkSegment(6140e0eb-ce93-49af-a3f4-f6278d18f446),segment_id=6140e0eb-ce93-49af-a3f4-f6278d18f446)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:31.166710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.197344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-441e10da-2207-42f8-aa8c-df41c533e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:31.198419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-441e10da-2207-42f8-aa8c-df41c533e622 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4468760b-3021-425a-984d-cb6e3939af0c HTTP/1.1" status: 200 len: 857 time: 0.6982853 Aug 19 11:59:31.258700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-3769eef7-dd01-40f9-a315-06eb66c40b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:31.266627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-3769eef7-dd01-40f9-a315-06eb66c40b15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4468760b-3021-425a-984d-cb6e3939af0c HTTP/1.1" status: 200 len: 857 time: 0.5987353 Aug 19 11:59:31.299714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53884) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:31.312210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3e40530f-7d4d-4432-9992-7f894782546f details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:59:31.319239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81fa999c-176b-44d6-883d-3bd8eeb88850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.319510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9664ee-cbab-41d7-9b6d-1875891c15a7,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:31.344168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-af60cf2a-cd42-41a3-81fb-06e743fc734f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316764 Aug 19 11:59:31.372082 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.393471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 54f97ab6-c836-488d-a9cf-7272cf787ca7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:31.425158 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.426368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57cf75-c65e-4813-9e49-ccf024cfeb5a None None] Pushing event updated for resources: {'Port': ['ID=75d353ca-addc-48c6-a14d-f0a1a1ff1392,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:31.446709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-e6385c07-84d1-4400-a292-a670a63fc219 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:31.453413 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-e6385c07-84d1-4400-a292-a670a63fc219 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:31.453737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81fa999c-176b-44d6-883d-3bd8eeb88850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.457483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-e6385c07-84d1-4400-a292-a670a63fc219 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/networks?id=9ace11bb-cdad-4ff6-b13b-83e18be8fdb5&id=5b68b298-576b-4f39-b605-165af6ec5252 HTTP/1.1" status: 200 len: 1390 time: 0.9341011 Aug 19 11:59:31.458348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3e40530f-7d4d-4432-9992-7f894782546f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3e40530f-7d4d-4432-9992-7f894782546f,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:31.466773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81fa999c-176b-44d6-883d-3bd8eeb88850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.488571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '3e40530f-7d4d-4432-9992-7f894782546f', 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8', 'port_id': '3e40530f-7d4d-4432-9992-7f894782546f', 'mac_address': 'fa:16:3e:87:18:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468760b-3021-425a-984d-cb6e3939af0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:59:31.513432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78170e1-5657-43b7-b128-3a4d898b15a9 req-42d0e89f-d7c8-4f7f-b6dc-e4a6ae5a93b4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:31.515116 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e78170e1-5657-43b7-b128-3a4d898b15a9 req-42d0e89f-d7c8-4f7f-b6dc-e4a6ae5a93b4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.8884497 Aug 19 11:59:31.522763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-c1d6314c-2153-40bd-9d2f-89712ea5fbf1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1879141 Aug 19 11:59:31.530016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 54f97ab6-c836-488d-a9cf-7272cf787ca7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:31.539227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 54f97ab6-c836-488d-a9cf-7272cf787ca7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:31.539604 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.568343 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-81fa999c-176b-44d6-883d-3bd8eeb88850 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a58b0146785c433a9d1b5446467fd4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668803 Aug 19 11:59:31.570866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53892) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:31.584340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.590281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa999c-176b-44d6-883d-3bd8eeb88850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bc008f-fdd0-44e1-9d24-9f47ac2b8044,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:31.615815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e40530f-7d4d-4432-9992-7f894782546f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:31.671983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3e40530f-7d4d-4432-9992-7f894782546f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3e40530f-7d4d-4432-9992-7f894782546f,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:31.690075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff309de4-ae79-4430-a7a6-da9b32a6363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.691525 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.701025 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.737984 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff309de4-ae79-4430-a7a6-da9b32a6363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.759305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-bc2b2017-5209-44f3-b367-f68eb49ab156 service neutron] 10.222.0.69 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962638 Aug 19 11:59:31.771788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 54f97ab6-c836-488d-a9cf-7272cf787ca7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=54f97ab6-c836-488d-a9cf-7272cf787ca7,segment=NetworkSegment(e73324c9-d022-40a6-a5ba-733e2e547971),segment_id=e73324c9-d022-40a6-a5ba-733e2e547971)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:31.777995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:31.779163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=3e40530f-7d4d-4432-9992-7f894782546f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:31.787606 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.802091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-3b4e51f4-e445-4cdf-83d1-336545e755eb tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/quotas/348471cd5c7146e0805ecfad02a93b91 HTTP/1.1" status: 200 len: 375 time: 0.2776444 Aug 19 11:59:31.815325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff309de4-ae79-4430-a7a6-da9b32a6363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.818121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff309de4-ae79-4430-a7a6-da9b32a6363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:31.819533 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff309de4-ae79-4430-a7a6-da9b32a6363b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4bc008f-fdd0-44e1-9d24-9f47ac2b8044 HTTP/1.1" status: 204 len: 168 time: 0.2471163 Aug 19 11:59:31.830144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff309de4-ae79-4430-a7a6-da9b32a6363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bc008f-fdd0-44e1-9d24-9f47ac2b8044,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:31.837832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:31.882693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=54f97ab6-c836-488d-a9cf-7272cf787ca7,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:31.895386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2a440fbe-3fd6-4032-b609-13f8129d2f4c None None] Provisioning complete for port 54f97ab6-c836-488d-a9cf-7272cf787ca7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:31.895641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a440fbe-3fd6-4032-b609-13f8129d2f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:32.042064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['3e40530f-7d4d-4432-9992-7f894782546f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:32.098786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e78170e1-5657-43b7-b128-3a4d898b15a9 req-4d679354-ca64-4e44-b678-dc7be5401f17 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373528 Aug 19 11:59:32.114364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:32.266492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-9e5abc86-e744-4089-a5cb-69bf3b1efc1e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=348471cd5c7146e0805ecfad02a93b91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3883471 Aug 19 11:59:32.271875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:32.328367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:32.330494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5c94c783-26d8-423f-bee7-eb9e13e28a54 None None] Provisioning complete for port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:32.330934 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5c94c783-26d8-423f-bee7-eb9e13e28a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:32.331415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:32.377442 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-47fe49d1-8a93-43da-9875-2ff06ea11889 service neutron] 10.222.0.54 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148839 Aug 19 11:59:32.396654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5c94c783-26d8-423f-bee7-eb9e13e28a54 None None] Port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:59:32.410788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event updated for resources: {'Port': ['ID=8b24e152-30f1-4a76-9562-3573ea507c29,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:32.464327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f6ebc70-5558-4f09-b6fe-7ef103beefab req-2e92a8d6-da20-4e2d-9751-1c3e343c5f61 service neutron] 10.222.0.69 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745915 Aug 19 11:59:32.477088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Router 2ac40d68-145d-488f-8268-6483f38039f6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:59:32.534168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12430b2d-1626-4675-a6a6-6d46a556b28b req-e70ee6fa-8311-42a2-b629-ec3daf96d822 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:32.535642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12430b2d-1626-4675-a6a6-6d46a556b28b req-e70ee6fa-8311-42a2-b629-ec3daf96d822 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.3345795 Aug 19 11:59:32.585147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd21077-52fc-490b-b6bd-e843beff598a None None] Network 5b68b298-576b-4f39-b605-165af6ec5252 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:32.660299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-46ab90de-0a1b-45dc-9ceb-f0be07f1a41e None None] Provisioning for port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:32.742103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-794fc5bb-0f6e-4fad-b183-7a3d2a64e424 service neutron] 10.222.0.65 "GET /v2.0/networks/9ace11bb-cdad-4ff6-b13b-83e18be8fdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432259 Aug 19 11:59:32.793258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94ee41c5-ceed-4864-801e-ceaa22f0ef01 req-4484402c-d7d2-41aa-8015-52e271bce69a service neutron] 10.222.0.54 "GET /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677809 Aug 19 11:59:32.809676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12430b2d-1626-4675-a6a6-6d46a556b28b req-7896c1c1-aa82-4809-a267-44e3d18f288c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035127 Aug 19 11:59:33.034840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:33.041235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-39521a86-29bb-479c-8140-7905adf79b21 admin admin] 10.222.0.65 "PUT /v2.0/routers/2ac40d68-145d-488f-8268-6483f38039f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1472752 Aug 19 11:59:33.052509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Sync routers for ids ['2ac40d68-145d-488f-8268-6483f38039f6'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:33.067696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Routers {'2ac40d68-145d-488f-8268-6483f38039f6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:33.068350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2ac40d68-145d-488f-8268-6483f38039f6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:33.132556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-0fe46ebf-267c-43e2-abbe-36383c1a6dc8 service neutron] 10.222.0.65 "GET /v2.0/networks/9ace11bb-cdad-4ff6-b13b-83e18be8fdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646235 Aug 19 11:59:33.141861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580411b8-6f6f-4822-b365-fdd5e8c2c4ca req-0b339f34-6607-427f-9e27-f64b910df0c9 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:33.143410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-580411b8-6f6f-4822-b365-fdd5e8c2c4ca req-0b339f34-6607-427f-9e27-f64b910df0c9 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 945 time: 0.2552040 Aug 19 11:59:33.201495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Set router 2ac40d68-145d-488f-8268-6483f38039f6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:33.331478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 63b0989c-0464-4329-9194-13c15ffe33fa details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:59:33.344400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3e40530f-7d4d-4432-9992-7f894782546f up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:33.399532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 54f97ab6-c836-488d-a9cf-7272cf787ca7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:33.546715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:59:33.571099 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:33.586432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 3e40530f-7d4d-4432-9992-7f894782546f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:33.610626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 3e40530f-7d4d-4432-9992-7f894782546f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:33.611014 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:33.624553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 63b0989c-0464-4329-9194-13c15ffe33fa, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=63b0989c-0464-4329-9194-13c15ffe33fa,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:33.637109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-580411b8-6f6f-4822-b365-fdd5e8c2c4ca req-58551683-e733-43b1-ae9b-a0763634e011 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731221 Aug 19 11:59:33.658354 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 54f97ab6-c836-488d-a9cf-7272cf787ca7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:33.658794 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:33.710489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-8ffce52e-e4e8-481b-bfa2-eebb74a8736f service neutron] 10.222.0.65 "GET /v2.0/networks/5b68b298-576b-4f39-b605-165af6ec5252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770104 Aug 19 11:59:33.734124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '63b0989c-0464-4329-9194-13c15ffe33fa', 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8', 'port_id': '63b0989c-0464-4329-9194-13c15ffe33fa', 'mac_address': 'fa:16:3e:82:fb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468760b-3021-425a-984d-cb6e3939af0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:59:33.804048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac40d68-145d-488f-8268-6483f38039f6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:18Z', 'updated_at': '2021-08-19T11:59:29Z', 'revision_number': 4, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'gw_port': {'id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:19Z', 'updated_at': '2021-08-19T11:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4e9664ee-cbab-41d7-9b6d-1875891c15a7', 'name': '', 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'mac_address': 'fa:16:3e:32:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ac518ab3-9746-41fe-a082-7b29bd3c1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:25Z', 'updated_at': '2021-08-19T11:59:29Z', 'revision_number': 2, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'subnets': [{'id': 'ac518ab3-9746-41fe-a082-7b29bd3c1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:33.869327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Checking router: 2ac40d68-145d-488f-8268-6483f38039f6 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:33.869973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Updating router 2ac40d68-145d-488f-8268-6483f38039f6 port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:59:33.903295 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:33.912534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:33.947586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-aafa993a-4463-4681-b9c2-40da5e8ab7fa service neutron] 10.222.0.65 "GET /v2.0/networks/5b68b298-576b-4f39-b605-165af6ec5252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258492 Aug 19 11:59:33.959579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715abd5e-678a-48f7-8fae-0e7172b698aa req-c104e715-f6c1-42e0-9b78-7e237fdf9c4f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:33.961112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-715abd5e-678a-48f7-8fae-0e7172b698aa req-c104e715-f6c1-42e0-9b78-7e237fdf9c4f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.1385131 Aug 19 11:59:33.967305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:33.971523 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:33.977472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b0989c-0464-4329-9194-13c15ffe33fa {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:33.991903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '4c80aca6-9d99-46fd-9316-1c09e93ca2f0', 'network_id': 'dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8', 'port_id': '4c80aca6-9d99-46fd-9316-1c09e93ca2f0', 'mac_address': 'fa:16:3e:cf:08:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468760b-3021-425a-984d-cb6e3939af0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:59:34.029594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53948) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:34.034907 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:34.038161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 63b0989c-0464-4329-9194-13c15ffe33fa, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=63b0989c-0464-4329-9194-13c15ffe33fa,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:34.041764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 75d353ca-addc-48c6-a14d-f0a1a1ff1392 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:34.120363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:34.157826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-715abd5e-678a-48f7-8fae-0e7172b698aa req-dbe56ce5-7cd8-41ac-ba8f-fa106e771766 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423311 Aug 19 11:59:34.179214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Router 89c31156-6001-4501-b1b7-da020a99270f is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:59:34.217268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:34.248099 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:34.285983 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:34.287145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f702a8-e219-4279-98b0-f8052a166c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e40530f-7d4d-4432-9992-7f894782546f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:34.289675 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06b6dfb-a2e3-405e-828f-4694d9578add" -d '{"events": [{"server_uuid": "80f702a8-e219-4279-98b0-f8052a166c38", "name": "network-vif-plugged", "status": "completed", "tag": "3e40530f-7d4d-4432-9992-7f894782546f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:34.369429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532a7b3-c796-4ac8-b10c-37b3a13d69cf req-324cb5b9-09f9-4b74-a63e-9933f7c3eeb8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:34.371634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d532a7b3-c796-4ac8-b10c-37b3a13d69cf req-324cb5b9-09f9-4b74-a63e-9933f7c3eeb8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1105247 Aug 19 11:59:34.405324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:34.418659 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873f0f0-311d-4866-94b1-ef7972d72e0b None None] Sync routers for ids ['89c31156-6001-4501-b1b7-da020a99270f'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:34.433139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d532a7b3-c796-4ac8-b10c-37b3a13d69cf req-bf0def3e-deac-4585-ba63-facfe1b1f697 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536759 Aug 19 11:59:34.442574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:34.443594 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873f0f0-311d-4866-94b1-ef7972d72e0b None None] Routers {'89c31156-6001-4501-b1b7-da020a99270f'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:34.444487 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4873f0f0-311d-4866-94b1-ef7972d72e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['89c31156-6001-4501-b1b7-da020a99270f'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:34.445300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f9de4270-707b-4876-80cb-9c1afb7d69dc tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8560433 Aug 19 11:59:34.447913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53964) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:34.480482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:34.489029 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4873f0f0-311d-4866-94b1-ef7972d72e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:34.498866 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873f0f0-311d-4866-94b1-ef7972d72e0b None None] Routers {'89c31156-6001-4501-b1b7-da020a99270f'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:34.499586 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4873f0f0-311d-4866-94b1-ef7972d72e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['89c31156-6001-4501-b1b7-da020a99270f'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:34.515315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3e40530f-7d4d-4432-9992-7f894782546f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3e40530f-7d4d-4432-9992-7f894782546f,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:34.527522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:34.532940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['63b0989c-0464-4329-9194-13c15ffe33fa'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:34.542804 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:34.551450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8feafa7c-ab20-4f4b-aa0b-9ef80a18d15e req-cf999445-c065-43eb-8263-6111f3b4441a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0445697 Aug 19 11:59:34.552365 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4873f0f0-311d-4866-94b1-ef7972d72e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:34.553238 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873f0f0-311d-4866-94b1-ef7972d72e0b None None] The sync data for ids ['89c31156-6001-4501-b1b7-da020a99270f'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:34.577133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=63b0989c-0464-4329-9194-13c15ffe33fa,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:34.629765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:34.637457 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-0c38874b-df22-4ee5-a9a1-85ca14bce126 req-cf56fcfa-c0d1-49b7-84e2-74e0a855240c tempest-FloatingIPDetailsNegativeTestJSON-2024928039 tempest-FloatingIPDetailsNegativeTestJSON-2024928039-project] show failed (client error): The resource could not be found. Aug 19 11:59:34.638699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c38874b-df22-4ee5-a9a1-85ca14bce126 req-cf56fcfa-c0d1-49b7-84e2-74e0a855240c tempest-FloatingIPDetailsNegativeTestJSON-2024928039 tempest-FloatingIPDetailsNegativeTestJSON-2024928039-project] 10.222.0.65 "GET /v2.0/floatingips/7e95b671-8540-4436-ad50-9fa4a6027356 HTTP/1.1" status: 404 len: 350 time: 0.0905232 Aug 19 11:59:34.650280 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692d62a6-4cd6-43fa-8060-e797c39a13e8 x-openstack-request-id: req-692d62a6-4cd6-43fa-8060-e797c39a13e8 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:34.650928 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f702a8-e219-4279-98b0-f8052a166c38", "name": "network-vif-plugged", "status": "completed", "tag": "3e40530f-7d4d-4432-9992-7f894782546f", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:34.651141 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-692d62a6-4cd6-43fa-8060-e797c39a13e8 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:34.651556 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f702a8-e219-4279-98b0-f8052a166c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e40530f-7d4d-4432-9992-7f894782546f', 'code': 200} Aug 19 11:59:34.653572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53970) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:34.690250 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:34.730695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=3e40530f-7d4d-4432-9992-7f894782546f,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:34.742074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:34.837414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Allocated IP 172.25.4.65 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/3471868c-3dee-42f2-9b35-28cff2480820) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:34.839960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8b26759d-0d7d-46a6-b9f3-2a04fb2b431f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/routers/89c31156-6001-4501-b1b7-da020a99270f HTTP/1.1" status: 200 len: 921 time: 0.3900893 Aug 19 11:59:34.842840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53974) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:34.865152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6d3f2-830a-4624-a0a8-d6d24c3c4aff req-2119691f-5b0b-47ae-a9ec-5e4275316cfd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:34.873870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3d6d3f2-830a-4624-a0a8-d6d24c3c4aff req-2119691f-5b0b-47ae-a9ec-5e4275316cfd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 946 time: 0.1219339 Aug 19 11:59:34.891797 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6d9111d1-c7d4-49f6-b58f-4119b4435a92 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c31156-6001-4501-b1b7-da020a99270f HTTP/1.1" status: 200 len: 205 time: 0.0473132 Aug 19 11:59:34.893951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e164e98-bdfe-4400-8d40-aac4726411da req-19574f50-6d48-467a-bfe1-481d20d43ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:34.895629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e164e98-bdfe-4400-8d40-aac4726411da req-19574f50-6d48-467a-bfe1-481d20d43ed8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 1097 time: 0.1502631 Aug 19 11:59:34.896110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53976) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:34.970418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:34.970694 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:34.984649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3d6d3f2-830a-4624-a0a8-d6d24c3c4aff req-4df3b8f0-3483-460e-80a2-ad3030fd1f69 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097972 Aug 19 11:59:35.013911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e164e98-bdfe-4400-8d40-aac4726411da req-080ed1d4-6580-4273-98ae-a3b4c0bb7b6b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077476 Aug 19 11:59:35.031052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:35.099223 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.103403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['4c80aca6-9d99-46fd-9316-1c09e93ca2f0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:35.164419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.223966 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.258673 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.273497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.291277 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.325269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 75d353ca-addc-48c6-a14d-f0a1a1ff1392, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=75d353ca-addc-48c6-a14d-f0a1a1ff1392,segment=NetworkSegment(6140e0eb-ce93-49af-a3f4-f6278d18f446),segment_id=6140e0eb-ce93-49af-a3f4-f6278d18f446)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:35.330504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Transition to ACTIVE for port object 4e9664ee-cbab-41d7-9b6d-1875891c15a7 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:35.331562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:35.339234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:35.341842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:35.344876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.345253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1e63f-2226-4e34-a4e2-92f0c6af844c req-4253e841-892b-4aad-a7c8-f3e65b163ac1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:35.347020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80a1e63f-2226-4e34-a4e2-92f0c6af844c req-4253e841-892b-4aad-a7c8-f3e65b163ac1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.0870945 Aug 19 11:59:35.363238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.389345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event updated for resources: {'Port': ['ID=3471868c-3dee-42f2-9b35-28cff2480820,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:35.392020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Deleting port 8b24e152-30f1-4a76-9562-3573ea507c29 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:35.392020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.419361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.514104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=75d353ca-addc-48c6-a14d-f0a1a1ff1392,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:35.514876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.549856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Calling delete_port for 8b24e152-30f1-4a76-9562-3573ea507c29 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:35.606472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.617673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Attempting to bind port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:35.618135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Attempting to bind port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'c491cd1d-65fa-489b-9278-5c62d1209861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:35.618568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Attempting to bind port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 on network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:35.631237 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80a1e63f-2226-4e34-a4e2-92f0c6af844c req-e7648d15-1674-4cb7-b01a-ab85669b4ba3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772799 Aug 19 11:59:35.646393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:35.646393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Checking segment: {'id': 'c491cd1d-65fa-489b-9278-5c62d1209861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:35.646393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.647186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Bound using segment: {'id': 'c491cd1d-65fa-489b-9278-5c62d1209861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:35.647779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Bound port: 4e9664ee-cbab-41d7-9b6d-1875891c15a7, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c491cd1d-65fa-489b-9278-5c62d1209861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:35.648691 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.684328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95db0-9cfd-4174-b222-32cda55d6d3d None None] Pushing event updated for resources: {'Port': ['ID=4e9664ee-cbab-41d7-9b6d-1875891c15a7,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:35.757570 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.784849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] For port 4e9664ee-cbab-41d7-9b6d-1875891c15a7, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:35.789681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] For port 4e9664ee-cbab-41d7-9b6d-1875891c15a7, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4e9664ee-cbab-41d7-9b6d-1875891c15a7,segment=NetworkSegment(c491cd1d-65fa-489b-9278-5c62d1209861),segment_id=c491cd1d-65fa-489b-9278-5c62d1209861)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:35.799281 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:35.802924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4055b0a-bf72-442b-bf0a-77cd5dedcb12 req-689c6810-0b05-4b93-8246-5ca4817aabe4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0583034 Aug 19 11:59:35.868098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96001c24-29e1-4377-9408-3cc9aaed75e3 req-f09fcbe3-5ee3-4aa6-98b8-745adeed59b8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:35.869805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96001c24-29e1-4377-9408-3cc9aaed75e3 req-f09fcbe3-5ee3-4aa6-98b8-745adeed59b8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.2419927 Aug 19 11:59:35.914371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95db0-9cfd-4174-b222-32cda55d6d3d None None] Pushing event updated for resources: {'Port': ['ID=4e9664ee-cbab-41d7-9b6d-1875891c15a7,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:35.930672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Routers {'2ac40d68-145d-488f-8268-6483f38039f6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:35.931869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2ac40d68-145d-488f-8268-6483f38039f6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:35.934005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-98cdab07-6905-46a2-8bf1-5a2bdf726cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:35.939981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-98cdab07-6905-46a2-8bf1-5a2bdf726cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:35.941733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-98cdab07-6905-46a2-8bf1-5a2bdf726cf2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.69 "GET /v2.0/networks?id=9ace11bb-cdad-4ff6-b13b-83e18be8fdb5&id=5b68b298-576b-4f39-b605-165af6ec5252 HTTP/1.1" status: 200 len: 1390 time: 0.3151009 Aug 19 11:59:35.998535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'port': {'device_id': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5', 'admin_state_up': True, 'tenant_id': '348471cd5c7146e0805ecfad02a93b91'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:36.028096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.034800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96001c24-29e1-4377-9408-3cc9aaed75e3 req-98dad785-fdfe-4adb-b995-a8a7643f8c13 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463330 Aug 19 11:59:36.039794 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.094362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] Set router 2ac40d68-145d-488f-8268-6483f38039f6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:36.135487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Deleting port 4e9664ee-cbab-41d7-9b6d-1875891c15a7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:36.135800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.151893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.208835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event deleted for resources: {'Port': ['ID=8b24e152-30f1-4a76-9562-3573ea507c29,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:36.218167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event updated for resources: {'Port': ['ID=3471868c-3dee-42f2-9b35-28cff2480820,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:36.232185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.273440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.277256 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e9212c0d-cbc1-4ec5-b1b1-d48bdc2bc59d tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2464819 Aug 19 11:59:36.282776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53990) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:36.298904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2146254618'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:36.326032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] For port 4e9664ee-cbab-41d7-9b6d-1875891c15a7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4e9664ee-cbab-41d7-9b6d-1875891c15a7,segment=NetworkSegment(c491cd1d-65fa-489b-9278-5c62d1209861),segment_id=c491cd1d-65fa-489b-9278-5c62d1209861)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:36.326907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.347467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Calling delete_port for 4e9664ee-cbab-41d7-9b6d-1875891c15a7 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:36.361806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Made reservation on behalf of a6c855105081406c92347aee0fb6516d for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:36.365559 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.379092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac40d68-145d-488f-8268-6483f38039f6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:18Z', 'updated_at': '2021-08-19T11:59:29Z', 'revision_number': 4, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'gw_port': {'id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:19Z', 'updated_at': '2021-08-19T11:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4e9664ee-cbab-41d7-9b6d-1875891c15a7', 'name': '', 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'mac_address': 'fa:16:3e:32:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ac518ab3-9746-41fe-a082-7b29bd3c1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:25Z', 'updated_at': '2021-08-19T11:59:35Z', 'revision_number': 4, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'subnets': [{'id': 'ac518ab3-9746-41fe-a082-7b29bd3c1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:36.404816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.411209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b936ef-95cf-4480-914a-d69f7c3feaeb None None] The sync data for ids ['2ac40d68-145d-488f-8268-6483f38039f6'] in n-d-778550-9 is: [{'id': '2ac40d68-145d-488f-8268-6483f38039f6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:18Z', 'updated_at': '2021-08-19T11:59:29Z', 'revision_number': 4, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'gw_port': {'id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:19Z', 'updated_at': '2021-08-19T11:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4e9664ee-cbab-41d7-9b6d-1875891c15a7', 'name': '', 'network_id': '51d1d2d1-8038-40fc-ba4b-75dad3b94328', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'mac_address': 'fa:16:3e:32:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ac518ab3-9746-41fe-a082-7b29bd3c1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:25Z', 'updated_at': '2021-08-19T11:59:35Z', 'revision_number': 4, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'subnets': [{'id': 'ac518ab3-9746-41fe-a082-7b29bd3c1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:36.583654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df411-f737-45dd-b34d-559caa235bef req-2f4ed627-f55c-44b4-911e-b8f9a4a1f071 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:36.585330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-217df411-f737-45dd-b34d-559caa235bef req-2f4ed627-f55c-44b4-911e-b8f9a4a1f071 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 946 time: 0.4732978 Aug 19 11:59:36.639084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.647324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.657325 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.690862 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.700994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52953aa2-ae5b-44a3-abc3-99aadc70b571,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:36.703712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 11:59:36.725283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-217df411-f737-45dd-b34d-559caa235bef req-472400a8-986b-40d3-86e5-a040251bed91 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302798 Aug 19 11:59:36.800504 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.800947 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Added segment 334cd5dc-3d2c-4311-8401-95998de60a24 of type vlan for network a88a6277-ae6b-46ea-b87a-60f1ee85c463 Aug 19 11:59:36.806716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.809267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:36.813205 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.816070 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.859080 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.890816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9664ee-cbab-41d7-9b6d-1875891c15a7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:36.910960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.918629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:36.919374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.969069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.969632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Fanout notify agent at l3_agent the message router_deleted on router 89c31156-6001-4501-b1b7-da020a99270f {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:59:36.977477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:36.982534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b3506cd4-a265-4f17-91e6-cbb931d92717 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/89c31156-6001-4501-b1b7-da020a99270f HTTP/1.1" status: 204 len: 168 time: 2.0834188 Aug 19 11:59:36.985104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:37.028296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'router': {'name': 'tempest-snat-router-629845321', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': False}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:37.041595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2cf93-7dea-44e6-8659-1e44c67416e3 req-1b5f0cd5-c40d-40b2-b7bb-c4105dab3241 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:37.044027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59f2cf93-7dea-44e6-8659-1e44c67416e3 req-1b5f0cd5-c40d-40b2-b7bb-c4105dab3241 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.2544141 Aug 19 11:59:37.056034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event updated for resources: {'Network': ['ID=a88a6277-ae6b-46ea-b87a-60f1ee85c463,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:37.067616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a88a6277-ae6b-46ea-b87a-60f1ee85c463 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 11:59:37.158994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.160355 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.184200 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59f2cf93-7dea-44e6-8659-1e44c67416e3 req-ca2c3cb1-da9d-4a06-afef-3d3c09558016 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299095 Aug 19 11:59:37.224785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Allocated IP 19.80.0.196 (9ace11bb-cdad-4ff6-b13b-83e18be8fdb5/5718f193-a2fe-45bb-bf04-fe0ce589b67e/cf0f6214-30f7-4e8b-9458-367681155c65) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:37.263519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.284653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.332523 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ebd60354-15b3-4240-a5fc-6c2aa939c4d8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0485740 Aug 19 11:59:37.335556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54002) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:37.342323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Request body: {'subnet': {'network_id': 'a88a6277-ae6b-46ea-b87a-60f1ee85c463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:37.349937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 63b0989c-0464-4329-9194-13c15ffe33fa up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:37.424169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-becc4972-602b-446e-9109-8030ee8e76ce req-849ce86b-c37a-4ab8-be8f-cf3f840459f9 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 210 time: 0.1179147 Aug 19 11:59:37.443929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 63b0989c-0464-4329-9194-13c15ffe33fa completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:37.454247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 63b0989c-0464-4329-9194-13c15ffe33fa triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:37.457084 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.543833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 75d353ca-addc-48c6-a14d-f0a1a1ff1392 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:37.590174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:37.613997 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.630008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Transition to ACTIVE for port object cf0f6214-30f7-4e8b-9458-367681155c65 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:37.638614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Router 2ac40d68-145d-488f-8268-6483f38039f6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:59:37.639307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Made reservation on behalf of a6c855105081406c92347aee0fb6516d for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:37.643051 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.673262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:37.673625 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.682000 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.726098 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.741570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:37.748806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:37.749179 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.803109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc8cd8-28ff-4724-9f8f-c5686c526928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b0989c-0464-4329-9194-13c15ffe33fa'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:37.806131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f8f70-f230-454e-95cd-dd0366208338 req-399f3721-6e4a-4bf0-bf46-6778664c2eef tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:37.806321 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20e0b94-1d29-48b8-990a-c55a7056932f" -d '{"events": [{"server_uuid": "30cc8cd8-28ff-4724-9f8f-c5686c526928", "name": "network-vif-plugged", "status": "completed", "tag": "63b0989c-0464-4329-9194-13c15ffe33fa"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:37.814479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c7f8f70-f230-454e-95cd-dd0366208338 req-399f3721-6e4a-4bf0-bf46-6778664c2eef tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1684353 Aug 19 11:59:37.826102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.830174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 63b0989c-0464-4329-9194-13c15ffe33fa, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=63b0989c-0464-4329-9194-13c15ffe33fa,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:37.862905 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:37.926129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:37.946538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:37.952980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:37.957895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Port': ['ID=cf0f6214-30f7-4e8b-9458-367681155c65,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:37.973230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=63b0989c-0464-4329-9194-13c15ffe33fa,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:37.998482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c7f8f70-f230-454e-95cd-dd0366208338 req-e252f16d-4d5c-42c9-ad91-6a4086733cae tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809928 Aug 19 11:59:38.058879 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.079413 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fedf0d-712e-4fbe-819e-f503205f913a req-d3a96b7f-51d9-45c2-8eaf-31b7086ac531 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:38.081155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fedf0d-712e-4fbe-819e-f503205f913a req-d3a96b7f-51d9-45c2-8eaf-31b7086ac531 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 946 time: 0.2000837 Aug 19 11:59:38.082771 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0c04e-d571-4665-9003-73a4c7b6d6bd x-openstack-request-id: req-43e0c04e-d571-4665-9003-73a4c7b6d6bd {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:38.082969 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc8cd8-28ff-4724-9f8f-c5686c526928", "name": "network-vif-plugged", "status": "completed", "tag": "63b0989c-0464-4329-9194-13c15ffe33fa", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:38.083209 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43e0c04e-d571-4665-9003-73a4c7b6d6bd {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:38.083590 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc8cd8-28ff-4724-9f8f-c5686c526928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b0989c-0464-4329-9194-13c15ffe33fa', 'code': 200} Aug 19 11:59:38.100628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:38.101408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.113692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:38.119190 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.147178 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-06a4c8b7-243e-4548-921a-fed371dc490b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1565621 Aug 19 11:59:38.202163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:38.210820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Request body: {'port': {'device_id': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252', 'admin_state_up': True, 'tenant_id': '348471cd5c7146e0805ecfad02a93b91'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:38.305178 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fedf0d-712e-4fbe-819e-f503205f913a req-1743db0e-b074-48fe-92b7-81ea2605d0f6 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942792 Aug 19 11:59:38.321604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:38.326670 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-61e4b768-fa17-4998-9f2d-42a4fa81cfd8 admin admin] 10.222.0.65 "PUT /v2.0/routers/2ac40d68-145d-488f-8268-6483f38039f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6718669 Aug 19 11:59:38.333502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] Sync routers for ids ['2ac40d68-145d-488f-8268-6483f38039f6'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:38.338599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54010) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:38.345464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] Routers {'2ac40d68-145d-488f-8268-6483f38039f6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:38.346113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2ac40d68-145d-488f-8268-6483f38039f6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:38.445890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.449413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9532a3b6-d48e-4c3e-a04c-bc07f642b508 None None] Provisioning for port cf0f6214-30f7-4e8b-9458-367681155c65 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:38.455812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9532a3b6-d48e-4c3e-a04c-bc07f642b508 None None] Provisioning complete for port cf0f6214-30f7-4e8b-9458-367681155c65 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:38.456258 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9532a3b6-d48e-4c3e-a04c-bc07f642b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.503396 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9532a3b6-d48e-4c3e-a04c-bc07f642b508 None None] Port cf0f6214-30f7-4e8b-9458-367681155c65 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:59:38.511104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] Set router 2ac40d68-145d-488f-8268-6483f38039f6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:38.515663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event updated for resources: {'Subnet': ['ID=81262377-d366-47a9-8b85-afcf4635a9dc,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:38.524717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Checking segment: {'id': '334cd5dc-3d2c-4311-8401-95998de60a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a88a6277-ae6b-46ea-b87a-60f1ee85c463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:38.525289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Network hostable DHCP agents. Network: a88a6277-ae6b-46ea-b87a-60f1ee85c463, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 11:59:38.545247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Network a88a6277-ae6b-46ea-b87a-60f1ee85c463 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 11:59:38.553868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3374ee6-65c5-4f2f-b917-98d8c8b9e726 req-d1fc540d-2ba7-4c5f-b04d-5359e313f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:38.555671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3374ee6-65c5-4f2f-b917-98d8c8b9e726 req-d1fc540d-2ba7-4c5f-b04d-5359e313f1c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=30cc8cd8-28ff-4724-9f8f-c5686c526928 HTTP/1.1" status: 200 len: 1096 time: 0.2934296 Aug 19 11:59:38.559410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a88a6277-ae6b-46ea-b87a-60f1ee85c463) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:38.564596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:38.568160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.575763 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.583084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60f654-01be-4189-a79c-3903dbda488f None None] Network a88a6277-ae6b-46ea-b87a-60f1ee85c463 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:38.587855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6fe6ca9c-5c22-4023-90fd-175b93c105d4 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2486422 Aug 19 11:59:38.588093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54018) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:38.592924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-197964519', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:38.619269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.620452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.627657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.636813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3051252-7e51-44b7-b5a6-bab526ec5c6a req-64a3855e-56e6-48e8-982b-0f122ee0213b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:38.638351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3051252-7e51-44b7-b5a6-bab526ec5c6a req-64a3855e-56e6-48e8-982b-0f122ee0213b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.3306835 Aug 19 11:59:38.681793 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.694091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006f319-b6e8-4f20-82a3-e4506557bb0e req-6bb429a4-807d-4ba3-ad48-30523feec6a2 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:38.695615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8006f319-b6e8-4f20-82a3-e4506557bb0e req-6bb429a4-807d-4ba3-ad48-30523feec6a2 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 945 time: 0.2603731 Aug 19 11:59:38.696852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.781161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3374ee6-65c5-4f2f-b917-98d8c8b9e726 req-cdeed5ae-1c82-4e84-b060-1e1bdc0d1ed2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076788 Aug 19 11:59:38.788141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Made reservation on behalf of 348471cd5c7146e0805ecfad02a93b91 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:38.791701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.832779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac40d68-145d-488f-8268-6483f38039f6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:18Z', 'updated_at': '2021-08-19T11:59:36Z', 'revision_number': 5, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'gw_port': {'id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:19Z', 'updated_at': '2021-08-19T11:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:38.837982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a88a6277-ae6b-46ea-b87a-60f1ee85c463', 'network_id': 'a88a6277-ae6b-46ea-b87a-60f1ee85c463', 'tenant_id': 'a6c855105081406c92347aee0fb6516d', 'fixed_ips': [{'subnet_id': '81262377-d366-47a9-8b85-afcf4635a9dc'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 11:59:38.838805 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.870043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] Checking router: 2ac40d68-145d-488f-8268-6483f38039f6 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:38.876564 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:38.890673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] Routers {'2ac40d68-145d-488f-8268-6483f38039f6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:38.890935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2ac40d68-145d-488f-8268-6483f38039f6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:39.106799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.134152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.164748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3051252-7e51-44b7-b5a6-bab526ec5c6a req-05a949cf-2770-448b-a9e3-c3689eb7e4b6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178673 Aug 19 11:59:39.224100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8006f319-b6e8-4f20-82a3-e4506557bb0e req-30dd8aeb-591a-403d-8acd-236da2b7ff15 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892695 Aug 19 11:59:39.248739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] Set router 2ac40d68-145d-488f-8268-6483f38039f6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:39.328107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Allocated IP 172.25.4.231 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/26b6cdcc-6622-4758-8701-5fd435c18e5d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:39.360985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.365190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Allocated IP 172.20.0.2 (a88a6277-ae6b-46ea-b87a-60f1ee85c463/81262377-d366-47a9-8b85-afcf4635a9dc/d95e179d-25d8-4514-bda4-a3f0237cd3b2) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:39.525724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Allocated IP 19.86.0.105 (5b68b298-576b-4f39-b605-165af6ec5252/17c6ce3e-0cd9-4629-bc9c-88557cbc1920/767aa8ca-1c5b-4bed-802c-c43b48c8c60f) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:39.539849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139e1b7-07e3-4dae-ba94-e072e849a659 req-8b1c74f7-eb42-4082-80f1-dba3aab2a0fe tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:39.541436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8139e1b7-07e3-4dae-ba94-e072e849a659 req-8b1c74f7-eb42-4082-80f1-dba3aab2a0fe tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 932 time: 0.2343359 Aug 19 11:59:39.571167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac40d68-145d-488f-8268-6483f38039f6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:18Z', 'updated_at': '2021-08-19T11:59:36Z', 'revision_number': 5, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'gw_port': {'id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:19Z', 'updated_at': '2021-08-19T11:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:39.576361 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.583937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b80eb-0d43-464b-ae9b-ad9e5e686341 req-8d4eb258-f1db-4bb1-8156-b1375a857bf8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:39.585483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d67b80eb-0d43-464b-ae9b-ad9e5e686341 req-8d4eb258-f1db-4bb1-8156-b1375a857bf8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.2329783 Aug 19 11:59:39.605698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9100b-bf52-41e0-8e55-acfd89547f78 None None] The sync data for ids ['2ac40d68-145d-488f-8268-6483f38039f6'] in n-d-778550-9 is: [{'id': '2ac40d68-145d-488f-8268-6483f38039f6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241836171-router', 'tenant_id': '9108992d3cb146c983bd3c30c2fc98e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:18Z', 'updated_at': '2021-08-19T11:59:36Z', 'revision_number': 5, 'project_id': '9108992d3cb146c983bd3c30c2fc98e6', 'gw_port': {'id': '99ac1fde-2272-42c3-84c1-d23e9eae1da7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac40d68-145d-488f-8268-6483f38039f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:19Z', 'updated_at': '2021-08-19T11:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:39.609348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Transition to ACTIVE for port object d95e179d-25d8-4514-bda4-a3f0237cd3b2 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:39.625731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Transition to ACTIVE for port object d95e179d-25d8-4514-bda4-a3f0237cd3b2 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:39.634540 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.672771 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.684922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Network a88a6277-ae6b-46ea-b87a-60f1ee85c463 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:39.689423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:39.693712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:39.696803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Pushing event updated for resources: {'Port': ['ID=d95e179d-25d8-4514-bda4-a3f0237cd3b2,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:39.718646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8139e1b7-07e3-4dae-ba94-e072e849a659 req-0627f9a0-b1ed-4d95-8377-8e4bfa8be494 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647358 Aug 19 11:59:39.752628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Attempting to bind port d95e179d-25d8-4514-bda4-a3f0237cd3b2 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:39.753023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Attempting to bind port d95e179d-25d8-4514-bda4-a3f0237cd3b2 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '334cd5dc-3d2c-4311-8401-95998de60a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a88a6277-ae6b-46ea-b87a-60f1ee85c463'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:39.753379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Attempting to bind port d95e179d-25d8-4514-bda4-a3f0237cd3b2 on network a88a6277-ae6b-46ea-b87a-60f1ee85c463 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:39.758253 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:39.758619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Checking segment: {'id': '334cd5dc-3d2c-4311-8401-95998de60a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a88a6277-ae6b-46ea-b87a-60f1ee85c463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:39.759006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.759387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Bound using segment: {'id': '334cd5dc-3d2c-4311-8401-95998de60a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a88a6277-ae6b-46ea-b87a-60f1ee85c463'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:39.759885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Bound port: d95e179d-25d8-4514-bda4-a3f0237cd3b2, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334cd5dc-3d2c-4311-8401-95998de60a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a88a6277-ae6b-46ea-b87a-60f1ee85c463'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:39.760298 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.770506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d67b80eb-0d43-464b-ae9b-ad9e5e686341 req-3185b3fb-c97e-4915-952c-1c94a2151512 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621971 Aug 19 11:59:39.776574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Deleting port 99ac1fde-2272-42c3-84c1-d23e9eae1da7 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:39.776936 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.824853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] For port d95e179d-25d8-4514-bda4-a3f0237cd3b2, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:39.827988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] For port d95e179d-25d8-4514-bda4-a3f0237cd3b2, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d95e179d-25d8-4514-bda4-a3f0237cd3b2,segment=NetworkSegment(334cd5dc-3d2c-4311-8401-95998de60a24),segment_id=334cd5dc-3d2c-4311-8401-95998de60a24)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:39.834037 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.886812 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:39.902643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a8258-58c1-4c9b-8322-90e417665083 None None] Pushing event updated for resources: {'Port': ['ID=d95e179d-25d8-4514-bda4-a3f0237cd3b2,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:39.978003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Allocated IP 172.25.4.127 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/3478ea4d-86a9-44cb-b570-56db0ed39b48) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:39.987609 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:40.009457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:40.012331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] For port 99ac1fde-2272-42c3-84c1-d23e9eae1da7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=99ac1fde-2272-42c3-84c1-d23e9eae1da7,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:40.012910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:40.032719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:40.035823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:40.053797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Calling delete_port for 99ac1fde-2272-42c3-84c1-d23e9eae1da7 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:40.058933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event updated for resources: {'Port': ['ID=26b6cdcc-6622-4758-8701-5fd435c18e5d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:40.068730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Transition to ACTIVE for port object 767aa8ca-1c5b-4bed-802c-c43b48c8c60f will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:40.085273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c8e79b-62d7-41ce-b210-5a4b275628a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c80aca6-9d99-46fd-9316-1c09e93ca2f0'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:40.087941 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b73b9ef-8b9e-4fb0-9c1b-2b1f70f63e42" -d '{"events": [{"server_uuid": "03c8e79b-62d7-41ce-b210-5a4b275628a8", "name": "network-vif-plugged", "status": "completed", "tag": "4c80aca6-9d99-46fd-9316-1c09e93ca2f0"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:40.143887 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:40.167596 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa5e146-4e2b-4237-97de-5fe80dfec2a7 x-openstack-request-id: req-1fa5e146-4e2b-4237-97de-5fe80dfec2a7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:40.167920 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c8e79b-62d7-41ce-b210-5a4b275628a8", "name": "network-vif-plugged", "status": "completed", "tag": "4c80aca6-9d99-46fd-9316-1c09e93ca2f0", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:40.168151 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fa5e146-4e2b-4237-97de-5fe80dfec2a7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:40.168666 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c8e79b-62d7-41ce-b210-5a4b275628a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c80aca6-9d99-46fd-9316-1c09e93ca2f0', 'code': 200} Aug 19 11:59:40.249149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:40.334016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event updated for resources: {'Port': ['ID=3478ea4d-86a9-44cb-b570-56db0ed39b48,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:40.365945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:40.369283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:40.372202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:40.412306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab6cc2-1d76-4944-a843-a2d25a9729cd req-efdef87a-6694-4875-bf32-3af00a021240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:40.413786 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6aab6cc2-1d76-4944-a843-a2d25a9729cd req-efdef87a-6694-4875-bf32-3af00a021240 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 1096 time: 0.0809662 Aug 19 11:59:40.446248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:40.537879 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6aab6cc2-1d76-4944-a843-a2d25a9729cd req-4e5ce076-55b9-448d-9c4d-1195eb3f2d05 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880406 Aug 19 11:59:40.559939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66070020-2935-41ff-b0dd-4155708b814e req-35757b48-6fbd-4e8b-ac71-ecb635d6f128 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:40.561515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66070020-2935-41ff-b0dd-4155708b814e req-35757b48-6fbd-4e8b-ac71-ecb635d6f128 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.2758245 Aug 19 11:59:40.586050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99944e6-8f49-466d-8dc1-a1d39e1a5d05 req-96e60544-dd4e-4f8e-876f-82fc4bc8f4ad tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:40.587535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f99944e6-8f49-466d-8dc1-a1d39e1a5d05 req-96e60544-dd4e-4f8e-876f-82fc4bc8f4ad tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 945 time: 0.2589073 Aug 19 11:59:40.602500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Network 5b68b298-576b-4f39-b605-165af6ec5252 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:40.656181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:40.664591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event updated for resources: {'Port': ['ID=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:40.667588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:40.713562 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:40.821984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66070020-2935-41ff-b0dd-4155708b814e req-6c8ee7fb-8ba1-4e63-8cdd-6cae125aba21 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515686 Aug 19 11:59:40.842036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f99944e6-8f49-466d-8dc1-a1d39e1a5d05 req-addcbfd8-618b-4793-9748-1ff675423c16 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383430 Aug 19 11:59:40.888190 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:40.964458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:40.965129 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:40.970466 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:40.977824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ac1fde-2272-42c3-84c1-d23e9eae1da7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:41.020723 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.045541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1852ed92-d146-449b-a129-9abe1f081353 None None] Provisioning for port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:41.054816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1852ed92-d146-449b-a129-9abe1f081353 None None] Provisioning complete for port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:41.055519 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1852ed92-d146-449b-a129-9abe1f081353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.078718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-6739bc1e-20b9-43e6-9b3a-eb2ee1cb380b tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8832834 Aug 19 11:59:41.111409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1852ed92-d146-449b-a129-9abe1f081353 None None] Port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:59:41.136280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Request body: {'port': {'device_id': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:41.177742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb668d8-5682-4eff-b200-28b67a386cb3 None None] Network a88a6277-ae6b-46ea-b87a-60f1ee85c463 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:41.184511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Router 1945e260-75d9-4849-a078-dc7189c933bb is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:59:41.253411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d56632-bbe4-4dfb-ae39-4f012c5db301 req-ff60647d-7dfc-4765-bf83-c1c2eed1f8e4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:41.256290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4e287b5d-8950-4cb2-8f93-532cf9afb0ab None None] Provisioning for port d95e179d-25d8-4514-bda4-a3f0237cd3b2 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:41.259942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d56632-bbe4-4dfb-ae39-4f012c5db301 req-ff60647d-7dfc-4765-bf83-c1c2eed1f8e4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:41.269447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03d56632-bbe4-4dfb-ae39-4f012c5db301 req-ff60647d-7dfc-4765-bf83-c1c2eed1f8e4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1655 time: 0.2998164 Aug 19 11:59:41.273060 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.297556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a36bc-7e7b-4cc1-beea-a8f0ce80536f req-c1951776-9c20-43e8-ba1e-73e4ed329479 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:41.299066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-049a36bc-7e7b-4cc1-beea-a8f0ce80536f req-c1951776-9c20-43e8-ba1e-73e4ed329479 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.2668622 Aug 19 11:59:41.317453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:41.330766 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbec500-862b-4512-874c-3b396df1023d None None] Sync routers for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:41.344637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.345213 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbec500-862b-4512-874c-3b396df1023d None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:41.346057 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bcbec500-862b-4512-874c-3b396df1023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:41.346370 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1ae42e27-3938-4a27-b4ed-7193fc29aa3c tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7571681 Aug 19 11:59:41.350414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54034) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:41.387723 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bcbec500-862b-4512-874c-3b396df1023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:41.410807 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbec500-862b-4512-874c-3b396df1023d None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:41.413492 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bcbec500-862b-4512-874c-3b396df1023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:41.457411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.460536 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bcbec500-862b-4512-874c-3b396df1023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:41.475066 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbec500-862b-4512-874c-3b396df1023d None None] The sync data for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:41.482329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.496391 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.595982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d95e179d-25d8-4514-bda4-a3f0237cd3b2 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:41.656616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port d95e179d-25d8-4514-bda4-a3f0237cd3b2 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:41.661943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d95e179d-25d8-4514-bda4-a3f0237cd3b2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:41.662313 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.712711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-87018032-4017-4517-8c12-0a8ba18b88b4 None None] Provisioning complete for port d95e179d-25d8-4514-bda4-a3f0237cd3b2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:41.713063 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87018032-4017-4517-8c12-0a8ba18b88b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.803858 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.866716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port d95e179d-25d8-4514-bda4-a3f0237cd3b2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d95e179d-25d8-4514-bda4-a3f0237cd3b2,segment=NetworkSegment(334cd5dc-3d2c-4311-8401-95998de60a24),segment_id=334cd5dc-3d2c-4311-8401-95998de60a24)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:41.873774 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.878830 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87018032-4017-4517-8c12-0a8ba18b88b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.912844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4e9664ee-cbab-41d7-9b6d-1875891c15a7 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:41.919184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03d56632-bbe4-4dfb-ae39-4f012c5db301 req-e4c57c4c-1cbf-4a51-aa82-64fe3dc82502 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488576 Aug 19 11:59:41.941737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-049a36bc-7e7b-4cc1-beea-a8f0ce80536f req-885fc8bd-2dda-4443-8060-b6ff1711a23b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996990 Aug 19 11:59:41.974447 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.986194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4e9664ee-cbab-41d7-9b6d-1875891c15a7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:41.986539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4e9664ee-cbab-41d7-9b6d-1875891c15a7 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:41.988357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:41.994771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=d95e179d-25d8-4514-bda4-a3f0237cd3b2,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:42.004097 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.004752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ac40d68-145d-488f-8268-6483f38039f6 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:59:42.016573 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.018766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a0eb4239-5735-4fe8-854f-54589ed91d01 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2ac40d68-145d-488f-8268-6483f38039f6 HTTP/1.1" status: 204 len: 168 time: 3.6784823 Aug 19 11:59:42.028400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54042) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:42.052976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-87018032-4017-4517-8c12-0a8ba18b88b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 11:59:42.053742 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-87018032-4017-4517-8c12-0a8ba18b88b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 11:59:42.292843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a635650f-89a7-47eb-8473-82f21c0776eb admin admin] Deleting subnet ac518ab3-9746-41fe-a082-7b29bd3c1c14 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:59:42.334124 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a635650f-89a7-47eb-8473-82f21c0776eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.355665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Allocated IP 172.20.0.1 (a88a6277-ae6b-46ea-b87a-60f1ee85c463/81262377-d366-47a9-8b85-afcf4635a9dc/17438c18-1924-4cd1-ae68-861548d41fbf) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:42.384485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb29f5-f0cd-4e14-bb24-a84aa6ea4325 req-faeb4e93-ae1a-4d90-8ab9-a70521d8b136 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:42.386230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4beb29f5-f0cd-4e14-bb24-a84aa6ea4325 req-faeb4e93-ae1a-4d90-8ab9-a70521d8b136 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.3630431 Aug 19 11:59:42.398830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b683a0-dca0-4040-91e7-a27247116e2c req-860b859a-d777-41eb-b5b4-9e2c782477e6 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:42.400267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02b683a0-dca0-4040-91e7-a27247116e2c req-860b859a-d777-41eb-b5b4-9e2c782477e6 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 945 time: 0.2976289 Aug 19 11:59:42.446441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a635650f-89a7-47eb-8473-82f21c0776eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.474102 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.565640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4beb29f5-f0cd-4e14-bb24-a84aa6ea4325 req-f82b705d-6f25-4e2a-a7c5-7f36b1333d74 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578391 Aug 19 11:59:42.573603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02b683a0-dca0-4040-91e7-a27247116e2c req-293d2dcf-7457-4147-b39f-a298941c63b1 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612265 Aug 19 11:59:42.670967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Router 7b8a6cf3-a082-4739-88ff-42a712e5ae97 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:59:42.720839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a635650f-89a7-47eb-8473-82f21c0776eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.728571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0f6214-30f7-4e8b-9458-367681155c65 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:42.760547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.823211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Transition to ACTIVE for port object cf0f6214-30f7-4e8b-9458-367681155c65 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:42.823481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Transition to ACTIVE for port object 17438c18-1924-4cd1-ae68-861548d41fbf will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:42.835434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.859497 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.903140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Network a88a6277-ae6b-46ea-b87a-60f1ee85c463 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:42.905012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304243e-433c-46bd-ad83-7c96d88270b4 req-0cd84b0b-350e-4e52-8e0d-b74a4bf5bb2f tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:42.906544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2304243e-433c-46bd-ad83-7c96d88270b4 req-0cd84b0b-350e-4e52-8e0d-b74a4bf5bb2f tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=30cc8cd8-28ff-4724-9f8f-c5686c526928 HTTP/1.1" status: 200 len: 945 time: 0.2385342 Aug 19 11:59:42.908455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:42.912996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:42.942875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event updated for resources: {'Port': ['ID=17438c18-1924-4cd1-ae68-861548d41fbf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:42.972368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:42.998782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Pushing event updated for resources: {'Port': ['ID=cf0f6214-30f7-4e8b-9458-367681155c65,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:43.001474 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a635650f-89a7-47eb-8473-82f21c0776eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.007154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:43.022546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Sync routers for ids ['7b8a6cf3-a082-4739-88ff-42a712e5ae97'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:43.036047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Routers {'7b8a6cf3-a082-4739-88ff-42a712e5ae97'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:43.036719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7b8a6cf3-a082-4739-88ff-42a712e5ae97'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:43.090522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635650f-89a7-47eb-8473-82f21c0776eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac518ab3-9746-41fe-a082-7b29bd3c1c14,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:43.165800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.175171 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.179759 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c092d26e-030e-43d2-a221-9b3a9ec76476 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1916549 Aug 19 11:59:43.179948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54050) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:43.195504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2304243e-433c-46bd-ad83-7c96d88270b4 req-72cfbc78-becc-4602-afc9-56b30560e580 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639377 Aug 19 11:59:43.199487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Set router 7b8a6cf3-a082-4739-88ff-42a712e5ae97 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:43.274054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a635650f-89a7-47eb-8473-82f21c0776eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.281809 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a635650f-89a7-47eb-8473-82f21c0776eb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ac518ab3-9746-41fe-a082-7b29bd3c1c14 HTTP/1.1" status: 204 len: 168 time: 1.2453477 Aug 19 11:59:43.290090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54054) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:43.301050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2d3a-43fb-45ac-abb1-30618c346dc8 req-7bb630b6-da17-4010-9a0a-887b9d55839d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:43.304447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615d69c3-0f1c-4c82-a543-aa36d28c2a8e None None] Network 51d1d2d1-8038-40fc-ba4b-75dad3b94328 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 11:59:43.309156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2d3a-43fb-45ac-abb1-30618c346dc8 req-7bb630b6-da17-4010-9a0a-887b9d55839d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:43.311091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-611b2d3a-43fb-45ac-abb1-30618c346dc8 req-7bb630b6-da17-4010-9a0a-887b9d55839d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1667 time: 0.2064948 Aug 19 11:59:43.400249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Attempting to bind port cf0f6214-30f7-4e8b-9458-367681155c65 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:43.400630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Attempting to bind port cf0f6214-30f7-4e8b-9458-367681155c65 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'e73324c9-d022-40a6-a5ba-733e2e547971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:43.400997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Attempting to bind port cf0f6214-30f7-4e8b-9458-367681155c65 on network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:43.422806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b2e34-2fa5-4461-8674-e67cd91fdd1c req-94e72cc8-0498-494d-9e69-da105bd3182c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:43.424356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff2b2e34-2fa5-4461-8674-e67cd91fdd1c req-94e72cc8-0498-494d-9e69-da105bd3182c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1074736 Aug 19 11:59:43.427501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Port cf0f6214-30f7-4e8b-9458-367681155c65 on network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:59:43.427826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Attempting to bind port cf0f6214-30f7-4e8b-9458-367681155c65 on network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:43.437491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-611b2d3a-43fb-45ac-abb1-30618c346dc8 req-83818b77-d678-46f4-ac35-05be6f396adb tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067390 Aug 19 11:59:43.456615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:43.456615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Checking segment: {'id': 'e73324c9-d022-40a6-a5ba-733e2e547971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:43.456615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Bound using segment: {'id': 'e73324c9-d022-40a6-a5ba-733e2e547971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:43.456615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Bound port: cf0f6214-30f7-4e8b-9458-367681155c65, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73324c9-d022-40a6-a5ba-733e2e547971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:43.456615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.483662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.516991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d95e179d-25d8-4514-bda4-a3f0237cd3b2 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:43.519749 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff2b2e34-2fa5-4461-8674-e67cd91fdd1c req-71ede1b6-241c-4f99-a741-2a3e3759b1d4 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809722 Aug 19 11:59:43.532230 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-463e43bc-6f9e-4706-9767-3100733cb4d3 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/routers/7b8a6cf3-a082-4739-88ff-42a712e5ae97 HTTP/1.1" status: 200 len: 908 time: 0.3512812 Aug 19 11:59:43.535082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54056) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:43.548939 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'router': {'name': 'tempest-snat-router-629845321', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': True}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:43.566324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] For port cf0f6214-30f7-4e8b-9458-367681155c65, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:43.570918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] For port cf0f6214-30f7-4e8b-9458-367681155c65, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cf0f6214-30f7-4e8b-9458-367681155c65,segment=NetworkSegment(e73324c9-d022-40a6-a5ba-733e2e547971),segment_id=e73324c9-d022-40a6-a5ba-733e2e547971)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:43.576554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.641283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:43.642282 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.647162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] 10.222.0.69 "PUT /v2.0/ports/cf0f6214-30f7-4e8b-9458-367681155c65 HTTP/1.1" status: 200 len: 1092 time: 2.5172765 Aug 19 11:59:43.647162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'tag': 'cf0f6214-30f7-4e8b-9458-367681155c65'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:43.647618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.648625 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.650844 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beb6c83-c412-41a9-9faf-0b7c552663da" -d '{"events": [{"name": "network-changed", "server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "tag": "cf0f6214-30f7-4e8b-9458-367681155c65"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:43.652440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f007b3a2-9f6a-487e-8d69-97e64d143ee3 None None] Provisioning for port 17438c18-1924-4cd1-ae68-861548d41fbf completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:43.674368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f007b3a2-9f6a-487e-8d69-97e64d143ee3 None None] Provisioning complete for port 17438c18-1924-4cd1-ae68-861548d41fbf triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:43.674708 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f007b3a2-9f6a-487e-8d69-97e64d143ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.696599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Request body: {'port': {'device_id': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:43.707568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.759855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f007b3a2-9f6a-487e-8d69-97e64d143ee3 None None] Port 17438c18-1924-4cd1-ae68-861548d41fbf cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:59:43.767305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d95e179d-25d8-4514-bda4-a3f0237cd3b2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:43.767683 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.815933 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04efe5df-a2e8-47c1-93c2-3ebdc1054fff x-openstack-request-id: req-04efe5df-a2e8-47c1-93c2-3ebdc1054fff {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:43.817587 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "tag": "cf0f6214-30f7-4e8b-9458-367681155c65", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:43.817587 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04efe5df-a2e8-47c1-93c2-3ebdc1054fff {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:43.817587 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'tag': 'cf0f6214-30f7-4e8b-9458-367681155c65', 'status': 'completed', 'code': 200} Aug 19 11:59:43.837440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8a6cf3-a082-4739-88ff-42a712e5ae97', 'name': 'tempest-snat-router-629845321', 'tenant_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.231'}], 'enable_snat': False}, 'gw_port_id': '26b6cdcc-6622-4758-8701-5fd435c18e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:37Z', 'updated_at': '2021-08-19T11:59:40Z', 'revision_number': 3, 'project_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'gw_port': {'id': '26b6cdcc-6622-4758-8701-5fd435c18e5d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8a6cf3-a082-4739-88ff-42a712e5ae97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:38Z', 'updated_at': '2021-08-19T11:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:43.871615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.884452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52792d90-6c0a-4593-9bc8-0450ccc5881f None None] DHCP port deletion for 51d1d2d1-8038-40fc-ba4b-75dad3b94328 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 11:59:43.890370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Checking router: 7b8a6cf3-a082-4739-88ff-42a712e5ae97 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:43.890806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Deleting port f6c0a08c-200a-4fd2-b306-a0712eeed104 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:43.891141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Updating router 7b8a6cf3-a082-4739-88ff-42a712e5ae97 port 26b6cdcc-6622-4758-8701-5fd435c18e5d binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:59:43.891275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:43.990167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8df1c-bff3-46d7-a5ed-7ff27d47e22a service neutron] Pushing event updated for resources: {'Port': ['ID=cf0f6214-30f7-4e8b-9458-367681155c65,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:43.991172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.085971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b421849-54d1-4c2d-b4ca-4c5f2c611e32 req-f25c57df-6389-47bc-bf62-940d025e99f0 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.087586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b421849-54d1-4c2d-b4ca-4c5f2c611e32 req-f25c57df-6389-47bc-bf62-940d025e99f0 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.2670853 Aug 19 11:59:44.093725 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.141023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6c83-c412-41a9-9faf-0b7c552663da req-5993b313-8ab5-4e24-bf25-5aebabfbace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.141937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6c83-c412-41a9-9faf-0b7c552663da req-5993b313-8ab5-4e24-bf25-5aebabfbace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.143148 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0beb6c83-c412-41a9-9faf-0b7c552663da req-5993b313-8ab5-4e24-bf25-5aebabfbace7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=348471cd5c7146e0805ecfad02a93b91&device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1914 time: 0.3158948 Aug 19 11:59:44.149898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff757-beb6-433f-914e-208ac7f0b225 req-34c29125-bf0f-4344-9473-684836393872 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.151630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43aff757-beb6-433f-914e-208ac7f0b225 req-34c29125-bf0f-4344-9473-684836393872 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=30cc8cd8-28ff-4724-9f8f-c5686c526928 HTTP/1.1" status: 200 len: 945 time: 0.1634388 Aug 19 11:59:44.212723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] For port f6c0a08c-200a-4fd2-b306-a0712eeed104, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f6c0a08c-200a-4fd2-b306-a0712eeed104,segment=NetworkSegment(c491cd1d-65fa-489b-9278-5c62d1209861),segment_id=c491cd1d-65fa-489b-9278-5c62d1209861)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:44.212723 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.229509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b421849-54d1-4c2d-b4ca-4c5f2c611e32 req-eb9170fb-4ee5-4837-b065-843fcd8dbeeb tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306560 Aug 19 11:59:44.259041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 99ac1fde-2272-42c3-84c1-d23e9eae1da7 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:44.265957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-52792d90-6c0a-4593-9bc8-0450ccc5881f None None] Deleting port f6c0a08c-200a-4fd2-b306-a0712eeed104 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:44.266325 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52792d90-6c0a-4593-9bc8-0450ccc5881f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.271261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.275988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Calling delete_port for f6c0a08c-200a-4fd2-b306-a0712eeed104 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:44.287605 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.288656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43aff757-beb6-433f-914e-208ac7f0b225 req-a8297fa6-328d-4994-8530-d7ce194a1960 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226125 Aug 19 11:59:44.296790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 99ac1fde-2272-42c3-84c1-d23e9eae1da7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:44.296790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 99ac1fde-2272-42c3-84c1-d23e9eae1da7 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:44.396933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-52792d90-6c0a-4593-9bc8-0450ccc5881f None None] For port f6c0a08c-200a-4fd2-b306-a0712eeed104, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f6c0a08c-200a-4fd2-b306-a0712eeed104,segment=NetworkSegment(c491cd1d-65fa-489b-9278-5c62d1209861),segment_id=c491cd1d-65fa-489b-9278-5c62d1209861)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:44.397338 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52792d90-6c0a-4593-9bc8-0450ccc5881f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.398101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767aa8ca-1c5b-4bed-802c-c43b48c8c60f {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:44.407255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.419326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-52792d90-6c0a-4593-9bc8-0450ccc5881f None None] Calling delete_port for f6c0a08c-200a-4fd2-b306-a0712eeed104 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:44.421535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Transition to ACTIVE for port object 767aa8ca-1c5b-4bed-802c-c43b48c8c60f will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:44.427121 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.456218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.462597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event updated for resources: {'Port': ['ID=17438c18-1924-4cd1-ae68-861548d41fbf,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:44.466619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6c83-c412-41a9-9faf-0b7c552663da req-417a1b46-0f14-4acc-b887-d8781e016146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.467099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6c83-c412-41a9-9faf-0b7c552663da req-417a1b46-0f14-4acc-b887-d8781e016146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.467574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6c83-c412-41a9-9faf-0b7c552663da req-417a1b46-0f14-4acc-b887-d8781e016146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.469253 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0beb6c83-c412-41a9-9faf-0b7c552663da req-417a1b46-0f14-4acc-b887-d8781e016146 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=348471cd5c7146e0805ecfad02a93b91&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2983413 Aug 19 11:59:44.492401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Pushing event updated for resources: {'Port': ['ID=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:44.537430 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.548670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Transition to ACTIVE for port object 26b6cdcc-6622-4758-8701-5fd435c18e5d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:44.569104 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.596951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Attempting to bind port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:44.596951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Attempting to bind port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '6140e0eb-ce93-49af-a3f4-f6278d18f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:44.597655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Attempting to bind port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f on network 5b68b298-576b-4f39-b605-165af6ec5252 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:44.615995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f on network 5b68b298-576b-4f39-b605-165af6ec5252 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 11:59:44.616466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Attempting to bind port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f on network 5b68b298-576b-4f39-b605-165af6ec5252 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:44.655712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:44.655712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Checking segment: {'id': '6140e0eb-ce93-49af-a3f4-f6278d18f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:44.655712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Bound using segment: {'id': '6140e0eb-ce93-49af-a3f4-f6278d18f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:44.655712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Bound port: 767aa8ca-1c5b-4bed-802c-c43b48c8c60f, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6140e0eb-ce93-49af-a3f4-f6278d18f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:44.656347 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.665500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8a2b6-5b52-4b50-921e-ecf9e29386a7 None None] Pushing event updated for resources: {'Port': ['ID=26b6cdcc-6622-4758-8701-5fd435c18e5d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:44.674443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Attempting to bind port 26b6cdcc-6622-4758-8701-5fd435c18e5d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:44.674815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Attempting to bind port 26b6cdcc-6622-4758-8701-5fd435c18e5d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:44.675180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Attempting to bind port 26b6cdcc-6622-4758-8701-5fd435c18e5d on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:44.683177 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:44.683556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:44.684612 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.685376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:44.686104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Bound port: 26b6cdcc-6622-4758-8701-5fd435c18e5d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:44.686692 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.758911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] For port 26b6cdcc-6622-4758-8701-5fd435c18e5d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:44.761815 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.763952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] For port 26b6cdcc-6622-4758-8701-5fd435c18e5d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=26b6cdcc-6622-4758-8701-5fd435c18e5d,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:44.765712 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52792d90-6c0a-4593-9bc8-0450ccc5881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.793344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52792d90-6c0a-4593-9bc8-0450ccc5881f None None] Pushing event deleted for resources: {'Port': ['ID=f6c0a08c-200a-4fd2-b306-a0712eeed104,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:44.800896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.805348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbfe20-8bf0-4682-ae25-2c66a7f00618 req-5d99729b-7307-4176-9525-14d13fe300b0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.814023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbfe20-8bf0-4682-ae25-2c66a7f00618 req-5d99729b-7307-4176-9525-14d13fe300b0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.816151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efbbfe20-8bf0-4682-ae25-2c66a7f00618 req-5d99729b-7307-4176-9525-14d13fe300b0 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1679 time: 0.2029793 Aug 19 11:59:44.816814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52792d90-6c0a-4593-9bc8-0450ccc5881f None None] No DVR routers for this DVR port f6c0a08c-200a-4fd2-b306-a0712eeed104 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:44.846229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c0a08c-200a-4fd2-b306-a0712eeed104,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:44.850544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba60a9-c20b-4cf9-89bd-8d23a4bf73d7 req-a43eb6cd-d528-47ea-915d-77c371665f5d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.852794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ffba60a9-c20b-4cf9-89bd-8d23a4bf73d7 req-a43eb6cd-d528-47ea-915d-77c371665f5d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.2285597 Aug 19 11:59:44.852985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] No DVR routers for this DVR port f6c0a08c-200a-4fd2-b306-a0712eeed104 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:44.855293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6c83-c412-41a9-9faf-0b7c552663da req-3d1c1176-5cbf-497d-8ef4-7a397266f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:44.857023 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0beb6c83-c412-41a9-9faf-0b7c552663da req-3d1c1176-5cbf-497d-8ef4-7a397266f8fb service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3792160 Aug 19 11:59:44.893112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Routers {'7b8a6cf3-a082-4739-88ff-42a712e5ae97'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:44.893767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7b8a6cf3-a082-4739-88ff-42a712e5ae97'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:44.903194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] For port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:44.914614 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.938130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8a2b6-5b52-4b50-921e-ecf9e29386a7 None None] Pushing event updated for resources: {'Port': ['ID=26b6cdcc-6622-4758-8701-5fd435c18e5d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:44.939036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] For port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,segment=NetworkSegment(6140e0eb-ce93-49af-a3f4-f6278d18f446),segment_id=6140e0eb-ce93-49af-a3f4-f6278d18f446)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:44.951628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ffba60a9-c20b-4cf9-89bd-8d23a4bf73d7 req-796a16ee-fbe0-4f09-aa60-53ce2e279c9b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837657 Aug 19 11:59:44.954293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efbbfe20-8bf0-4682-ae25-2c66a7f00618 req-f91ba78d-e57d-4ea8-8dcc-d775bcb276a5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973566 Aug 19 11:59:44.955957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:44.960220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Network a88a6277-ae6b-46ea-b87a-60f1ee85c463 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:44.995779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:45.002509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:45.012234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:45.013138 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:45.015896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] 10.222.0.69 "PUT /v2.0/ports/767aa8ca-1c5b-4bed-802c-c43b48c8c60f HTTP/1.1" status: 200 len: 1092 time: 1.3307829 Aug 19 11:59:45.024117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:45.075920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db923ecb-5602-4d99-8797-dbcdfda06003 service neutron] Pushing event updated for resources: {'Port': ['ID=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:45.081163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] Set router 7b8a6cf3-a082-4739-88ff-42a712e5ae97 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:45.169555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d1d2d1-8038-40fc-ba4b-75dad3b94328']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:45.189755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-56e31735-5ab9-4d9d-a087-227620dcc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:45.190278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-56e31735-5ab9-4d9d-a087-227620dcc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:45.192421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-56e31735-5ab9-4d9d-a087-227620dcc2b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=348471cd5c7146e0805ecfad02a93b91&device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1981 time: 0.0747433 Aug 19 11:59:45.216464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c491cd1d-65fa-489b-9278-5c62d1209861') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:45.216799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c491cd1d-65fa-489b-9278-5c62d1209861') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:45.232479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:45.286078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-ae45c261-3e4b-4cc2-bbf9-c9dda3b788ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.196&port_id=cf0f6214-30f7-4e8b-9458-367681155c65 HTTP/1.1" status: 200 len: 217 time: 0.0763943 Aug 19 11:59:45.305084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:45.332829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 11:59:45.333331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: timer() Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 11:59:45.336620 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 11:59:45.382694 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8a6cf3-a082-4739-88ff-42a712e5ae97', 'name': 'tempest-snat-router-629845321', 'tenant_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.231'}], 'enable_snat': False}, 'gw_port_id': '26b6cdcc-6622-4758-8701-5fd435c18e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:37Z', 'updated_at': '2021-08-19T11:59:40Z', 'revision_number': 3, 'project_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'gw_port': {'id': '26b6cdcc-6622-4758-8701-5fd435c18e5d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8a6cf3-a082-4739-88ff-42a712e5ae97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:38Z', 'updated_at': '2021-08-19T11:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:45.412063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-d04f8599-fed2-4c2b-a2f0-b3ad288489b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:45.413589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-d04f8599-fed2-4c2b-a2f0-b3ad288489b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5718f193-a2fe-45bb-bf04-fe0ce589b67e HTTP/1.1" status: 200 len: 801 time: 0.1200874 Aug 19 11:59:45.422014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ef5a1-496a-43ac-8ab8-7e1fcd66ad56 None None] The sync data for ids ['7b8a6cf3-a082-4739-88ff-42a712e5ae97'] in n-d-778550-9 is: [{'id': '7b8a6cf3-a082-4739-88ff-42a712e5ae97', 'name': 'tempest-snat-router-629845321', 'tenant_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.231'}], 'enable_snat': False}, 'gw_port_id': '26b6cdcc-6622-4758-8701-5fd435c18e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:37Z', 'updated_at': '2021-08-19T11:59:40Z', 'revision_number': 3, 'project_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'gw_port': {'id': '26b6cdcc-6622-4758-8701-5fd435c18e5d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8a6cf3-a082-4739-88ff-42a712e5ae97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:38Z', 'updated_at': '2021-08-19T11:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:45.423211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Router 1945e260-75d9-4849-a078-dc7189c933bb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:59:45.427599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3b63e6a5-9617-4afb-9af6-0b9dfa70e07b None None] Provisioning complete for port 17438c18-1924-4cd1-ae68-861548d41fbf triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:45.428274 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3b63e6a5-9617-4afb-9af6-0b9dfa70e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:45.451982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Allocated IP 172.25.4.205 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ec089b72-f1b8-4907-8093-e027c5a2c332) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:45.458122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f6c0a08c-200a-4fd2-b306-a0712eeed104 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:45.486331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: f6c0a08c-200a-4fd2-b306-a0712eeed104 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:45.486678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f6c0a08c-200a-4fd2-b306-a0712eeed104 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:45.498483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3b63e6a5-9617-4afb-9af6-0b9dfa70e07b None None] Port 17438c18-1924-4cd1-ae68-861548d41fbf cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:59:45.519398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:45.539007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:45.543635 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] 10.222.0.65 "DELETE /v2.0/networks/51d1d2d1-8038-40fc-ba4b-75dad3b94328 HTTP/1.1" status: 204 len: 168 time: 2.2477617 Aug 19 11:59:45.645851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93740e81-0f2c-451c-9585-6891eacaf835 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d1d2d1-8038-40fc-ba4b-75dad3b94328,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:45.656838 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-578b3a88-c66e-49fe-9be6-07da81fc320c service neutron] 10.222.0.54 "GET /v2.0/ports/e3a8e82f-fe01-43a9-83cb-056e3ccee2c8/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 382 time: 0.1930950 Aug 19 11:59:45.892797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'tag': '767aa8ca-1c5b-4bed-802c-c43b48c8c60f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:45.895415 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30" -d '{"events": [{"name": "network-changed", "server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "tag": "767aa8ca-1c5b-4bed-802c-c43b48c8c60f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:45.900423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54078) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:45.909366 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa27d-e115-4500-be84-c5c8fd42c375 req-6b1bb638-0249-442c-8df1-b50d5f673d0d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:45.917334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-740aa27d-e115-4500-be84-c5c8fd42c375 req-6b1bb638-0249-442c-8df1-b50d5f673d0d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.5641656 Aug 19 11:59:45.980259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ae599-aaed-4fe3-8cd3-d0cd4b821114 req-c326cad7-d20a-45c5-8c0e-3c6487e4205b tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:45.981958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-268ae599-aaed-4fe3-8cd3-d0cd4b821114 req-c326cad7-d20a-45c5-8c0e-3c6487e4205b tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=30cc8cd8-28ff-4724-9f8f-c5686c526928 HTTP/1.1" status: 200 len: 945 time: 0.5914218 Aug 19 11:59:46.003612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-ab806b53-e5bd-4b37-9c29-ec3327091547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.005191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-ab806b53-e5bd-4b37-9c29-ec3327091547 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ace11bb-cdad-4ff6-b13b-83e18be8fdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5416360 Aug 19 11:59:46.061244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-740aa27d-e115-4500-be84-c5c8fd42c375 req-75b03ab3-2142-4432-83d9-2c0d94d53513 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429052 Aug 19 11:59:46.070140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91378826-1ec2-45d6-a924-de537892eed6 req-de0d37fc-c75f-47e1-850b-b328b557d558 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.081625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91378826-1ec2-45d6-a924-de537892eed6 req-de0d37fc-c75f-47e1-850b-b328b557d558 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cc8cd8-28ff-4724-9f8f-c5686c526928 HTTP/1.1" status: 200 len: 945 time: 0.6104662 Aug 19 11:59:46.089591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8bc85268-76dc-418d-847a-b9ed939d1395 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9108992d3cb146c983bd3c30c2fc98e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660109 Aug 19 11:59:46.121632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54086) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:46.190757 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1a3f14-6a07-4182-81af-0dafbe6b88bb x-openstack-request-id: req-ec1a3f14-6a07-4182-81af-0dafbe6b88bb {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:46.191310 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "tag": "767aa8ca-1c5b-4bed-802c-c43b48c8c60f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:46.191560 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec1a3f14-6a07-4182-81af-0dafbe6b88bb {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:46.191957 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'tag': '767aa8ca-1c5b-4bed-802c-c43b48c8c60f', 'status': 'completed', 'code': 200} Aug 19 11:59:46.215127 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:46.219978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:46.225486 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4f5e02e5-8355-4af9-b74e-60cf1f4be8fa tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "PUT /v2.0/routers/1945e260-75d9-4849-a078-dc7189c933bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8739617 Aug 19 11:59:46.230434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54090) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:46.235195 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b9b47-ca05-4765-a6d0-ed85d0e1d918 None None] Sync routers for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:46.243930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Request body: {'port': {'network_id': 'a88a6277-ae6b-46ea-b87a-60f1ee85c463', 'name': 'tempest-FloatingIPAdminTestJSON-1560728959'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:46.253914 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b9b47-ca05-4765-a6d0-ed85d0e1d918 None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:46.254901 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-be1b9b47-ca05-4765-a6d0-ed85d0e1d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:46.287872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-268ae599-aaed-4fe3-8cd3-d0cd4b821114 req-1c3a5d99-fdfe-4978-9c2b-c3b760b2fb57 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882042 Aug 19 11:59:46.291762 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-be1b9b47-ca05-4765-a6d0-ed85d0e1d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:46.292133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-f5ef1254-d9f5-46fd-92b9-441f9895b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.293994 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-f5ef1254-d9f5-46fd-92b9-441f9895b86f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b&tenant_id=e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 1100 time: 0.1460187 Aug 19 11:59:46.315112 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b9b47-ca05-4765-a6d0-ed85d0e1d918 None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:46.315112 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-be1b9b47-ca05-4765-a6d0-ed85d0e1d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:46.353120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-14cbef60-ae6b-4f78-82c4-c13f0fc42063 service neutron] 10.222.0.69 "GET /v2.0/networks/9ace11bb-cdad-4ff6-b13b-83e18be8fdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265469 Aug 19 11:59:46.378402 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-be1b9b47-ca05-4765-a6d0-ed85d0e1d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:46.379505 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b9b47-ca05-4765-a6d0-ed85d0e1d918 None None] The sync data for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:46.446426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:46.450240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-817684f2-f466-4f98-9a6e-aae7a12cface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.451960 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-817684f2-f466-4f98-9a6e-aae7a12cface service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 1100 time: 0.0795732 Aug 19 11:59:46.452534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Made reservation on behalf of a6c855105081406c92347aee0fb6516d for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 11:59:46.455977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:46.491931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665f77-17f7-4408-9aab-982d0b1e0a84 req-07bd39bf-78ef-43a2-8c21-c3c931af9a1f tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.497974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665f77-17f7-4408-9aab-982d0b1e0a84 req-07bd39bf-78ef-43a2-8c21-c3c931af9a1f tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.505667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a665f77-17f7-4408-9aab-982d0b1e0a84 req-07bd39bf-78ef-43a2-8c21-c3c931af9a1f tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1679 time: 0.3114705 Aug 19 11:59:46.508837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f7434ca-9c35-4be9-84bd-cce576784134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:46.550863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] device_id is not set on port 451907cb-5411-4108-92fb-ee19f24ef4d4 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 11:59:46.557417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:46.567380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:46.568521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-91378826-1ec2-45d6-a924-de537892eed6 req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Deleting port 63b0989c-0464-4329-9194-13c15ffe33fa {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:46.568909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-91378826-1ec2-45d6-a924-de537892eed6 req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:46.573710 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f7434ca-9c35-4be9-84bd-cce576784134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:46.580107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:46.629226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event updated for resources: {'Port': ['ID=ec089b72-f1b8-4907-8093-e027c5a2c332,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:46.680949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144dcee-221f-4d83-8231-a28085be4f23 req-557eb760-24bc-40ec-b4b0-4e021d615073 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.682521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4144dcee-221f-4d83-8231-a28085be4f23 req-557eb760-24bc-40ec-b4b0-4e021d615073 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.2891412 Aug 19 11:59:46.694872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a665f77-17f7-4408-9aab-982d0b1e0a84 req-3cd2c153-2407-4916-9a7e-f6847089e893 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883087 Aug 19 11:59:46.716763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-abc6109d-eee7-4327-9440-ddfe8d01e178 service neutron] 10.222.0.69 "GET /v2.0/networks/9ace11bb-cdad-4ff6-b13b-83e18be8fdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531759 Aug 19 11:59:46.775908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-83ec2d8c-f72b-4415-adcb-bf4ef26f78b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=767aa8ca-1c5b-4bed-802c-c43b48c8c60f HTTP/1.1" status: 200 len: 217 time: 0.0481939 Aug 19 11:59:46.795575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-f463c64b-3f0f-4666-b004-5f277ffa8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.797146 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-f463c64b-3f0f-4666-b004-5f277ffa8060 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.3265541 Aug 19 11:59:46.843577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4144dcee-221f-4d83-8231-a28085be4f23 req-9c176272-b9f8-4e9b-a419-4ca5179eeda1 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458812 Aug 19 11:59:46.845593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-91378826-1ec2-45d6-a924-de537892eed6 req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] For port 63b0989c-0464-4329-9194-13c15ffe33fa, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=63b0989c-0464-4329-9194-13c15ffe33fa,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:46.846078 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-91378826-1ec2-45d6-a924-de537892eed6 req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:46.864747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Allocated IP 172.20.0.9 (a88a6277-ae6b-46ea-b87a-60f1ee85c463/81262377-d366-47a9-8b85-afcf4635a9dc/451907cb-5411-4108-92fb-ee19f24ef4d4) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:46.868417 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-76c62e07-4cef-4127-87ec-018b8df25665 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 HTTP/1.1" status: 200 len: 217 time: 0.0470121 Aug 19 11:59:46.871331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f7434ca-9c35-4be9-84bd-cce576784134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:46.873970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f7434ca-9c35-4be9-84bd-cce576784134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:46.877814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4f7434ca-9c35-4be9-84bd-cce576784134 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f863a47-be78-414b-a992-7d35b7ac086f HTTP/1.1" status: 204 len: 168 time: 0.7144268 Aug 19 11:59:46.882414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-91378826-1ec2-45d6-a924-de537892eed6 req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Calling delete_port for 63b0989c-0464-4329-9194-13c15ffe33fa owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:46.901270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7434ca-9c35-4be9-84bd-cce576784134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f863a47-be78-414b-a992-7d35b7ac086f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:46.907354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-9727363c-726e-4dc2-89a2-303948fb9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.908720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-9727363c-726e-4dc2-89a2-303948fb9eef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=17c6ce3e-0cd9-4629-bc9c-88557cbc1920 HTTP/1.1" status: 200 len: 801 time: 0.1135511 Aug 19 11:59:46.963514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-ec33aa21-e19c-4ead-859f-a8bf55a29613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:46.964962 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-ec33aa21-e19c-4ead-859f-a8bf55a29613 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0793498 Aug 19 11:59:47.043122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-44371cfc-b24d-443a-a3a6-6daba68f386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:47.045448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-44371cfc-b24d-443a-a3a6-6daba68f386a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b68b298-576b-4f39-b605-165af6ec5252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1006999 Aug 19 11:59:47.160011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-b9497de1-f61c-4554-827a-e49a951b5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:47.161263 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-b9497de1-f61c-4554-827a-e49a951b5f49 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597853 Aug 19 11:59:47.169667 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:47.173088 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-91378826-1ec2-45d6-a924-de537892eed6 req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:47.207056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['3e40530f-7d4d-4432-9992-7f894782546f', '63b0989c-0464-4329-9194-13c15ffe33fa'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:47.211464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['4c80aca6-9d99-46fd-9316-1c09e93ca2f0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:47.222824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Pushing event deleted for resources: {'Port': ['ID=63b0989c-0464-4329-9194-13c15ffe33fa,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:47.293281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-540d4091-22e1-4ac0-83d5-090277ff5ff7 service neutron] 10.222.0.69 "GET /v2.0/networks/5b68b298-576b-4f39-b605-165af6ec5252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219436 Aug 19 11:59:47.335816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:47.460441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Transition to ACTIVE for port object 451907cb-5411-4108-92fb-ee19f24ef4d4 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:47.470567 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-2257de14-5489-454b-9830-0eaa3a8817d3 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988012 Aug 19 11:59:47.528158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ccc5e24-08e2-4e8c-8960-03327718b1a2 req-f8de2e15-0c3b-4fee-bf3f-c0d85b35f3a1 service neutron] 10.222.0.69 "GET /v2.0/networks/5b68b298-576b-4f39-b605-165af6ec5252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867292 Aug 19 11:59:47.531037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-91378826-1ec2-45d6-a924-de537892eed6 req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] No DVR routers for this DVR port 63b0989c-0464-4329-9194-13c15ffe33fa on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:47.534061 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-91378826-1ec2-45d6-a924-de537892eed6 req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:47.537165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91378826-1ec2-45d6-a924-de537892eed6 req-3a6977e8-f42c-429d-85a2-dc363211d4bd tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.54 "DELETE /v2.0/ports/63b0989c-0464-4329-9194-13c15ffe33fa HTTP/1.1" status: 204 len: 173 time: 1.4143722 Aug 19 11:59:47.586626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17bafe9d-6622-4d88-84a1-39f66b1783f8 req-ff2688b4-bdd6-4206-9a11-fc91b552f6f7 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=30cc8cd8-28ff-4724-9f8f-c5686c526928 HTTP/1.1" status: 200 len: 210 time: 0.0566456 Aug 19 11:59:47.607547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 26b6cdcc-6622-4758-8701-5fd435c18e5d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:47.609551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f821b5-c238-44dc-9440-16fa692e9672 req-756c047d-82e9-46c6-89d6-a9b5e786160d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:47.619438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0f821b5-c238-44dc-9440-16fa692e9672 req-756c047d-82e9-46c6-89d6-a9b5e786160d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.3989103 Aug 19 11:59:47.693062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0f821b5-c238-44dc-9440-16fa692e9672 req-fcffe7e5-6415-4788-b5cd-b3810f1e7efe tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714355 Aug 19 11:59:47.697610 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:47.748622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 26b6cdcc-6622-4758-8701-5fd435c18e5d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:47.754443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 26b6cdcc-6622-4758-8701-5fd435c18e5d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:47.754814 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:47.806154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-e45b17b3-98b0-423d-a0ed-e756e821b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:47.806687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-e45b17b3-98b0-423d-a0ed-e756e821b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:47.808540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-e45b17b3-98b0-423d-a0ed-e756e821b980 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=348471cd5c7146e0805ecfad02a93b91&device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1981 time: 0.0734158 Aug 19 11:59:47.838093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:47.860710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event updated for resources: {'Port': ['ID=451907cb-5411-4108-92fb-ee19f24ef4d4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:47.866290 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:47.875997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Network a88a6277-ae6b-46ea-b87a-60f1ee85c463 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:47.901125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 26b6cdcc-6622-4758-8701-5fd435c18e5d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=26b6cdcc-6622-4758-8701-5fd435c18e5d,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:47.901125 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:47.942026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:47.949517 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1eca600d-8531-4450-8fd1-ae6cffda8e12 req-a475740a-4595-4147-ac29-23009f5e5390 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697118 Aug 19 11:59:47.950310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:47.974485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7312ef-46f2-4dc4-8652-3980a47e3549 req-26985fee-2c50-40fb-86b7-d5b3613b9358 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:47.981442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7312ef-46f2-4dc4-8652-3980a47e3549 req-26985fee-2c50-40fb-86b7-d5b3613b9358 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:47.989288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa7312ef-46f2-4dc4-8652-3980a47e3549 req-26985fee-2c50-40fb-86b7-d5b3613b9358 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1679 time: 0.1595745 Aug 19 11:59:48.039247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:48.047851 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:48.049570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=26b6cdcc-6622-4758-8701-5fd435c18e5d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:48.078975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-1f35dec4-e486-4f7b-b741-1f15b0219846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:48.081901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-1f35dec4-e486-4f7b-b741-1f15b0219846 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5b68b298-576b-4f39-b605-165af6ec5252 HTTP/1.1" status: 200 len: 902 time: 0.2603800 Aug 19 11:59:48.110442 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ae590612-df96-41d8-8554-a70236893db8 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8769217 Aug 19 11:59:48.110442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54130) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:48.192582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc8cd8-28ff-4724-9f8f-c5686c526928', 'name': 'network-vif-deleted', 'tag': '63b0989c-0464-4329-9194-13c15ffe33fa'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:48.199332 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e926a244-4955-4024-ab00-70de9b2e80ce" -d '{"events": [{"server_uuid": "30cc8cd8-28ff-4724-9f8f-c5686c526928", "name": "network-vif-deleted", "tag": "63b0989c-0464-4329-9194-13c15ffe33fa"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:48.220343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa7312ef-46f2-4dc4-8652-3980a47e3549 req-6bf1cfb6-c828-423d-8797-f54657c99bdc tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301385 Aug 19 11:59:48.234856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-75fc02d0-952d-45e4-b95f-d34d3fdb6a2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=767aa8ca-1c5b-4bed-802c-c43b48c8c60f HTTP/1.1" status: 200 len: 217 time: 0.1338611 Aug 19 11:59:48.274221 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a97c4b-5634-48a4-82ce-ddfd9b7c1453 x-openstack-request-id: req-b0a97c4b-5634-48a4-82ce-ddfd9b7c1453 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:48.274515 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc8cd8-28ff-4724-9f8f-c5686c526928", "name": "network-vif-deleted", "tag": "63b0989c-0464-4329-9194-13c15ffe33fa", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:48.274746 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0a97c4b-5634-48a4-82ce-ddfd9b7c1453 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:48.275364 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc8cd8-28ff-4724-9f8f-c5686c526928', 'name': 'network-vif-deleted', 'tag': '63b0989c-0464-4329-9194-13c15ffe33fa', 'status': 'completed', 'code': 200} Aug 19 11:59:48.293491 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2fcc049f-3e49-47fa-a082-db64cf5178ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:48.300590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Router 3637cebf-ed86-4516-83a9-10a2a53af13c is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:59:48.323417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3622a-4942-4ebf-8ac0-ba3c332c4b32 req-cce97118-604a-4a96-a7f8-ee402666a931 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:48.325287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cec3622a-4942-4ebf-8ac0-ba3c332c4b32 req-cce97118-604a-4a96-a7f8-ee402666a931 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.2422256 Aug 19 11:59:48.371072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-f57eebd3-12c3-4604-9ba2-0db2ddd7d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:48.372619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-f57eebd3-12c3-4604-9ba2-0db2ddd7d62c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=17c6ce3e-0cd9-4629-bc9c-88557cbc1920 HTTP/1.1" status: 200 len: 801 time: 0.1171358 Aug 19 11:59:48.404723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'project_id': 'a6c855105081406c92347aee0fb6516d', 'port_id': '451907cb-5411-4108-92fb-ee19f24ef4d4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:48.428223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cec3622a-4942-4ebf-8ac0-ba3c332c4b32 req-91a909e1-81a0-4381-b650-e44a7d5f7be5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848503 Aug 19 11:59:48.467855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-73950e11-3296-42ef-9ac2-167e2a3d7e73 None None] Provisioning for port 451907cb-5411-4108-92fb-ee19f24ef4d4 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:48.470590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-44d4f994-1f77-4d33-ae76-287479eef4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:48.472383 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-44d4f994-1f77-4d33-ae76-287479eef4c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b68b298-576b-4f39-b605-165af6ec5252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874286 Aug 19 11:59:48.473046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-73950e11-3296-42ef-9ac2-167e2a3d7e73 None None] Provisioning complete for port 451907cb-5411-4108-92fb-ee19f24ef4d4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:48.473523 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73950e11-3296-42ef-9ac2-167e2a3d7e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:48.478045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:48.496862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:48.516256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Sync routers for ids ['3637cebf-ed86-4516-83a9-10a2a53af13c'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:48.544861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Routers {'3637cebf-ed86-4516-83a9-10a2a53af13c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:48.546328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['3637cebf-ed86-4516-83a9-10a2a53af13c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:48.553028 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:48.557294 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1468774c-b87c-40ad-94c8-6192e115279f tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0212107 Aug 19 11:59:48.557464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54142) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:48.588466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-73950e11-3296-42ef-9ac2-167e2a3d7e73 None None] Port 451907cb-5411-4108-92fb-ee19f24ef4d4 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 11:59:48.613232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:48.690319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Set router 3637cebf-ed86-4516-83a9-10a2a53af13c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:48.728771 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-e237c6a0-5a92-4f0a-8982-e338aa3f4875 service neutron] 10.222.0.69 "GET /v2.0/networks/5b68b298-576b-4f39-b605-165af6ec5252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476184 Aug 19 11:59:48.794874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Allocated IP 172.25.4.102 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/63accfad-99af-4635-b5c6-5d338f8652c6) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:48.903850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f3b9f6c8-bcbd-4b4b-a90a-8c78b5ee44f4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/routers/3637cebf-ed86-4516-83a9-10a2a53af13c HTTP/1.1" status: 200 len: 907 time: 0.3428543 Aug 19 11:59:48.906399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54164) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:48.939444 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:48.985211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb579ca1-8c97-4f58-a87d-0e2b10259466 req-3984b734-f84c-48d8-b0a3-a3289f4f87b3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:48.987051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb579ca1-8c97-4f58-a87d-0e2b10259466 req-3984b734-f84c-48d8-b0a3-a3289f4f87b3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.1313572 Aug 19 11:59:49.016578 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.073101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:49.080881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:49.083415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:49.113289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637cebf-ed86-4516-83a9-10a2a53af13c', 'name': 'tempest-snat-router-629845321', 'tenant_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'ec089b72-f1b8-4907-8093-e027c5a2c332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:43Z', 'updated_at': '2021-08-19T11:59:46Z', 'revision_number': 3, 'project_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'gw_port': {'id': 'ec089b72-f1b8-4907-8093-e027c5a2c332', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637cebf-ed86-4516-83a9-10a2a53af13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:59:45Z', 'updated_at': '2021-08-19T11:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:49.114637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9eb3900-9eaa-41ac-a188-147d6a6c1e30 req-37ce2493-0714-4ac8-94b7-08af882ebad4 service neutron] 10.222.0.69 "GET /v2.0/networks/5b68b298-576b-4f39-b605-165af6ec5252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735967 Aug 19 11:59:49.140368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb579ca1-8c97-4f58-a87d-0e2b10259466 req-41eab3eb-44b0-4ae4-a859-904a8f2bf854 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357968 Aug 19 11:59:49.142014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.185799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Checking router: 3637cebf-ed86-4516-83a9-10a2a53af13c for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:49.186176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Updating router 3637cebf-ed86-4516-83a9-10a2a53af13c port ec089b72-f1b8-4907-8093-e027c5a2c332 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 11:59:49.200801 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Pushing event updated for resources: {'Port': ['ID=63accfad-99af-4635-b5c6-5d338f8652c6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:49.217795 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.438237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:49.468394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 26b6cdcc-6622-4758-8701-5fd435c18e5d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:49.554532 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.613897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1090-2a93-4a2f-a20a-951a34d5bc02 req-54be7735-c2e9-41fe-9837-63d955ca99ae tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:49.615402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3bc1090-2a93-4a2f-a20a-951a34d5bc02 req-54be7735-c2e9-41fe-9837-63d955ca99ae tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 945 time: 0.4360774 Aug 19 11:59:49.631342 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.635518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 26b6cdcc-6622-4758-8701-5fd435c18e5d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:49.636350 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.641261 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.682257 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.689652 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.696175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3bc1090-2a93-4a2f-a20a-951a34d5bc02 req-2c768a48-88a1-4825-844c-50f968771456 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631285 Aug 19 11:59:49.704893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5ec01-19f7-4ea6-8c74-d02eef0974f6 req-ff1e0fc6-6f43-4213-813d-07b2605fcbe4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:49.710985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5ec01-19f7-4ea6-8c74-d02eef0974f6 req-ff1e0fc6-6f43-4213-813d-07b2605fcbe4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:49.712783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Transition to ACTIVE for port object ec089b72-f1b8-4907-8093-e027c5a2c332 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 11:59:49.718955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9a5ec01-19f7-4ea6-8c74-d02eef0974f6 req-ff1e0fc6-6f43-4213-813d-07b2605fcbe4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1679 time: 0.1297863 Aug 19 11:59:49.723941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:49.726297 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b242c02-ab77-442c-85cf-8d3302cf23cd" -d '{"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:49.743473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:49.748110 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.753393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.754100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 63b0989c-0464-4329-9194-13c15ffe33fa no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:49.801370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9a5ec01-19f7-4ea6-8c74-d02eef0974f6 req-77adeba7-3a4a-4255-8aeb-4f4f6d5670bc tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814013 Aug 19 11:59:49.814708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 63b0989c-0464-4329-9194-13c15ffe33fa {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:49.814991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 63b0989c-0464-4329-9194-13c15ffe33fa not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:49.854250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Deleting port ec089b72-f1b8-4907-8093-e027c5a2c332 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:49.854591 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.870776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c63d7-2b27-4db2-8ff3-f18f85859a7c None None] Pushing event updated for resources: {'Port': ['ID=ec089b72-f1b8-4907-8093-e027c5a2c332,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:49.880002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Attempting to bind port ec089b72-f1b8-4907-8093-e027c5a2c332 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 11:59:49.880367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Attempting to bind port ec089b72-f1b8-4907-8093-e027c5a2c332 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 11:59:49.880755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Attempting to bind port ec089b72-f1b8-4907-8093-e027c5a2c332 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 11:59:49.915508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 11:59:49.916187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 11:59:49.916856 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.917245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 11:59:49.917738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Bound port: ec089b72-f1b8-4907-8093-e027c5a2c332, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 11:59:49.918119 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:49.985102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:50.017679 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420efbd0-6ef9-415d-b534-6cc38c150e19 req-b5056b39-734a-4d23-80c1-107907dcc79c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:50.018713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] For port ec089b72-f1b8-4907-8093-e027c5a2c332, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 11:59:50.022634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] For port ec089b72-f1b8-4907-8093-e027c5a2c332, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ec089b72-f1b8-4907-8093-e027c5a2c332,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 11:59:50.025388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-420efbd0-6ef9-415d-b534-6cc38c150e19 req-b5056b39-734a-4d23-80c1-107907dcc79c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.0931075 Aug 19 11:59:50.031249 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.036252 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.067952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Calling delete_port for ec089b72-f1b8-4907-8093-e027c5a2c332 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:50.104165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Routers {'3637cebf-ed86-4516-83a9-10a2a53af13c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:50.105907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['3637cebf-ed86-4516-83a9-10a2a53af13c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:50.129331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-420efbd0-6ef9-415d-b534-6cc38c150e19 req-3c9feb87-7a79-4683-ab9b-dd3774b54026 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029260 Aug 19 11:59:50.210959 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c63d7-2b27-4db2-8ff3-f18f85859a7c None None] Pushing event updated for resources: {'Port': ['ID=ec089b72-f1b8-4907-8093-e027c5a2c332,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:50.239834 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f62e6-8928-4b23-89de-c34f7b5e2968 x-openstack-request-id: req-473f62e6-8928-4b23-89de-c34f7b5e2968 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:50.246216 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:50.246216 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-473f62e6-8928-4b23-89de-c34f7b5e2968 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:50.249072 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'code': 200} Aug 19 11:59:50.256115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] Set router 3637cebf-ed86-4516-83a9-10a2a53af13c gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:50.321436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.327661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.335071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637cebf-ed86-4516-83a9-10a2a53af13c', 'name': 'tempest-snat-router-629845321', 'tenant_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:43Z', 'updated_at': '2021-08-19T11:59:49Z', 'revision_number': 4, 'project_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:50.376513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dcf2fe-bae1-45cf-a1b6-be856bdf197b None None] The sync data for ids ['3637cebf-ed86-4516-83a9-10a2a53af13c'] in n-d-778550-9 is: [{'id': '3637cebf-ed86-4516-83a9-10a2a53af13c', 'name': 'tempest-snat-router-629845321', 'tenant_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:59:43Z', 'updated_at': '2021-08-19T11:59:49Z', 'revision_number': 4, 'project_id': 'df6658e26f1d4a7d954b71c286c7eed2', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:50.383080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Pushing event updated for resources: {'Port': ['ID=63accfad-99af-4635-b5c6-5d338f8652c6,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:50.450884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5f63b-44c0-48e4-b881-c33f89ce8e31 req-097189bc-e78f-413b-a3d6-decd5fb18419 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:50.450884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1d5f63b-44c0-48e4-b881-c33f89ce8e31 req-097189bc-e78f-413b-a3d6-decd5fb18419 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 947 time: 0.1110775 Aug 19 11:59:50.471320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.500853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1d5f63b-44c0-48e4-b881-c33f89ce8e31 req-2b010983-3699-4294-98ee-7f106efc0014 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577717 Aug 19 11:59:50.513550 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.573973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec089b72-f1b8-4907-8093-e027c5a2c332,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:50.631794 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Floating IP 8bc40019-2f40-4d7f-95ae-a55155e6ff0e associated. External IP: 172.25.4.102, port: 451907cb-5411-4108-92fb-ee19f24ef4d4. Aug 19 11:59:50.689310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.745086 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b49e061e-846f-47ca-8e45-15607d140067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.841726 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.855431 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.882561 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.941319 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.941856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3637cebf-ed86-4516-83a9-10a2a53af13c {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:59:50.951198 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:50.955365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e0220d90-a255-4a84-ac26-5550fcb87631 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "DELETE /v2.0/routers/3637cebf-ed86-4516-83a9-10a2a53af13c HTTP/1.1" status: 204 len: 168 time: 2.0442665 Aug 19 11:59:50.957803 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54284) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:50.963780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-3afdeaa2-2ab7-4968-a291-8fb51b28a2ca tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:50.965701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-3afdeaa2-2ab7-4968-a291-8fb51b28a2ca tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 945 time: 0.1211586 Aug 19 11:59:51.100787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Router 1945e260-75d9-4849-a078-dc7189c933bb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:59:51.134587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Deleting port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:51.135366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.139559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-17da949b-1c13-4c43-abec-b3a515888add tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:51.141140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-17da949b-1c13-4c43-abec-b3a515888add tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b&tenant_id=e965f0a2bc434fb0be5dfcd914344c10&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 947 time: 0.2065749 Aug 19 11:59:51.254513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6af3f-6de2-4f57-962f-b39cf85989e0 req-9bee80a3-4703-4753-b3f8-91ad1d40ac75 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:51.258157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91b6af3f-6de2-4f57-962f-b39cf85989e0 req-9bee80a3-4703-4753-b3f8-91ad1d40ac75 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 945 time: 0.1624384 Aug 19 11:59:51.299181 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.330844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20538a-4a9a-43c4-a094-0cadb0d7b2a2 req-6629f9b4-17c3-4722-bb03-64c7499f26f2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:51.337060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20538a-4a9a-43c4-a094-0cadb0d7b2a2 req-6629f9b4-17c3-4722-bb03-64c7499f26f2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:51.339382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd20538a-4a9a-43c4-a094-0cadb0d7b2a2 req-6629f9b4-17c3-4722-bb03-64c7499f26f2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1679 time: 0.1993299 Aug 19 11:59:51.379526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] For port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:51.380009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.385749 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-f1d55749-bc3a-4ce3-8ddf-44a436041745 service neutron] 10.222.0.54 "GET /v2.0/ports/e3a8e82f-fe01-43a9-83cb-056e3ccee2c8/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 382 time: 0.2365324 Aug 19 11:59:51.402350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91b6af3f-6de2-4f57-962f-b39cf85989e0 req-12c59f5a-6aad-45f9-8db5-2667c3910f22 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups?id=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235156 Aug 19 11:59:51.437458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:59:51.437624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd20538a-4a9a-43c4-a094-0cadb0d7b2a2 req-adbbb9dd-cab5-46c4-9bd7-f4e17642eaad tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912340 Aug 19 11:59:51.490124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:51.501693 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94d32a-69f4-48a1-bbca-7839d01e00d2 None None] Sync routers for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:51.522091 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94d32a-69f4-48a1-bbca-7839d01e00d2 None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:51.523735 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2c94d32a-69f4-48a1-bbca-7839d01e00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:51.541866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-d512ac2d-604c-4e33-92c8-abed06800b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:51.551019 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-d512ac2d-604c-4e33-92c8-abed06800b7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 1098 time: 0.1010921 Aug 19 11:59:51.570270 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.573077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.611285 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2c94d32a-69f4-48a1-bbca-7839d01e00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:51.621793 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94d32a-69f4-48a1-bbca-7839d01e00d2 None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:51.621984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:51.622795 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2c94d32a-69f4-48a1-bbca-7839d01e00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:51.632820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 767aa8ca-1c5b-4bed-802c-c43b48c8c60f details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:59:51.663862 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2c94d32a-69f4-48a1-bbca-7839d01e00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:51.664825 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94d32a-69f4-48a1-bbca-7839d01e00d2 None None] The sync data for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:51.688835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8080861d-52c0-465d-af96-e784d9949c90 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5730004 Aug 19 11:59:51.690003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54306) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:51.729508 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.729508 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.729752 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Floating IP 8af45b87-2095-45a3-9b00-b3cc2b440322 disassociated. External IP: 172.25.4.240, port: 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60. Aug 19 11:59:51.730255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Calling delete_port for 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:51.834217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,segment=NetworkSegment(6140e0eb-ce93-49af-a3f4-f6278d18f446),segment_id=6140e0eb-ce93-49af-a3f4-f6278d18f446)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:51.849344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '767aa8ca-1c5b-4bed-802c-c43b48c8c60f', 'network_id': '5b68b298-576b-4f39-b605-165af6ec5252', 'port_id': '767aa8ca-1c5b-4bed-802c-c43b48c8c60f', 'mac_address': 'fa:16:3e:bf:31:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c6ce3e-0cd9-4629-bc9c-88557cbc1920', 'ip_address': '19.86.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:59:51.858687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'mac_address': 'fa:16:3e:2b:e5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:59:51.859276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-bd8864ee-9a76-436f-ac6c-e22956af50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:51.861047 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-bd8864ee-9a76-436f-ac6c-e22956af50d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.3088331 Aug 19 11:59:51.913563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f7b85-3c4f-4ed5-a52f-c674b343530e req-caa2dfcd-4fda-4e35-b37e-eb1091752ec7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:51.918518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-408f7b85-3c4f-4ed5-a52f-c674b343530e req-caa2dfcd-4fda-4e35-b37e-eb1091752ec7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 947 time: 0.3078418 Aug 19 11:59:51.927449 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-f085b99d-a320-46ac-ae02-341f34e272e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 HTTP/1.1" status: 200 len: 217 time: 0.0583532 Aug 19 11:59:51.932246 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a8d6b46e-26e2-4e05-9ec8-9a812114c523 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] 10.222.0.65 "GET /v2.0/floatingips/8bc40019-2f40-4d7f-95ae-a55155e6ff0e HTTP/1.1" status: 200 len: 983 time: 0.2363932 Aug 19 11:59:51.932246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54310) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:51.935763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Deleting port 26b6cdcc-6622-4758-8701-5fd435c18e5d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:51.935893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.937773 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.967898 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.979831 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:51.984362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4652b6-3089-47a7-b3a2-7338e39922c3 req-4bfd1002-4850-411a-8542-7c9826b43e1e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:51.985345 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b4652b6-3089-47a7-b3a2-7338e39922c3 req-4bfd1002-4850-411a-8542-7c9826b43e1e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1355181 Aug 19 11:59:52.002175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:52.021079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767aa8ca-1c5b-4bed-802c-c43b48c8c60f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:52.026757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-408f7b85-3c4f-4ed5-a52f-c674b343530e req-f670e1bc-0473-4d3d-96ad-7e5a9f9ce5d2 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072900 Aug 19 11:59:52.029253 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:52.031130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:52.047898 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:52.060527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,segment=NetworkSegment(6140e0eb-ce93-49af-a3f4-f6278d18f446),segment_id=6140e0eb-ce93-49af-a3f4-f6278d18f446)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:52.075255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Pushing event deleted for resources: {'Port': ['ID=1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:52.085153 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:52.085692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device cf0f6214-30f7-4e8b-9458-367681155c65 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 11:59:52.096031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b4652b6-3089-47a7-b3a2-7338e39922c3 req-c9c26766-0e5a-4578-aea9-d7bbae302cf7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032414 Aug 19 11:59:52.140921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:52.160150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-0db3097c-902b-4864-be9b-e1270d956bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:52.161698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-0db3097c-902b-4864-be9b-e1270d956bd6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2237320 Aug 19 11:59:52.184166 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e8da122c-e2de-4923-8a8a-92c61dc9ccbe tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2504253 Aug 19 11:59:52.188257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54320) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:52.255216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port cf0f6214-30f7-4e8b-9458-367681155c65, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cf0f6214-30f7-4e8b-9458-367681155c65,segment=NetworkSegment(e73324c9-d022-40a6-a5ba-733e2e547971),segment_id=e73324c9-d022-40a6-a5ba-733e2e547971)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:52.267098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'cf0f6214-30f7-4e8b-9458-367681155c65', 'network_id': '9ace11bb-cdad-4ff6-b13b-83e18be8fdb5', 'port_id': 'cf0f6214-30f7-4e8b-9458-367681155c65', 'mac_address': 'fa:16:3e:3f:f4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5718f193-a2fe-45bb-bf04-fe0ce589b67e', 'ip_address': '19.80.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 11:59:52.284499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Router 24c9892d-4e46-47a6-bea1-184751b59b4a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:59:52.287316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] For port 26b6cdcc-6622-4758-8701-5fd435c18e5d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=26b6cdcc-6622-4758-8701-5fd435c18e5d,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:52.287659 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:52.312149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Calling delete_port for 26b6cdcc-6622-4758-8701-5fd435c18e5d owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:52.333835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-df70a0ba-858a-4d6d-a630-8258dd100191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:52.335752 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-df70a0ba-858a-4d6d-a630-8258dd100191 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640794 Aug 19 11:59:52.363693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:52.369453 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:52.383908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0f6214-30f7-4e8b-9458-367681155c65 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 11:59:52.394898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:52.474319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port cf0f6214-30f7-4e8b-9458-367681155c65, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cf0f6214-30f7-4e8b-9458-367681155c65,segment=NetworkSegment(e73324c9-d022-40a6-a5ba-733e2e547971),segment_id=e73324c9-d022-40a6-a5ba-733e2e547971)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:52.474628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a643a0-38c6-4ae6-9cf9-1c020302e466 req-75a8b4f4-0281-4c00-84cf-0bc9a7fbac6f tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:52.481869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a643a0-38c6-4ae6-9cf9-1c020302e466 req-75a8b4f4-0281-4c00-84cf-0bc9a7fbac6f tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:52.489334 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:52.490471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6a643a0-38c6-4ae6-9cf9-1c020302e466 req-75a8b4f4-0281-4c00-84cf-0bc9a7fbac6f tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8&device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 1682 time: 0.1232128 Aug 19 11:59:52.525951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:52.577963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] Sync routers for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:52.583195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] No DVR routers for this DVR port 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:52.606883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6a643a0-38c6-4ae6-9cf9-1c020302e466 req-941f261d-2fc9-4a6a-a562-169e7fd157be tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154463 Aug 19 11:59:52.608123 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:52.623377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-508db9fe-b4f0-4d0d-8824-d91fd042e708 req-13f38b06-0484-4287-8aed-4a2c40f760ac tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.69 "DELETE /v2.0/ports/1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 HTTP/1.1" status: 204 len: 173 time: 1.6368685 Aug 19 11:59:52.624038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'name': 'network-vif-deleted', 'tag': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:52.626569 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c0239-781f-4435-8dfa-64636c5d5cdb" -d '{"events": [{"server_uuid": "6d4d5d22-86b0-4aee-a311-9f679738b18e", "name": "network-vif-deleted", "tag": "1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:52.649565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=cf0f6214-30f7-4e8b-9458-367681155c65,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:52.654897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:52.655329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:52.656875 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-2def154d-0f7b-4551-a3dc-53657a345018 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844179 Aug 19 11:59:52.736696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0145a127-fbb2-47b7-8e7c-6095a04a7413 req-db9db90d-ccd0-48ad-8c7d-d4ab0541cda2 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d4d5d22-86b0-4aee-a311-9f679738b18e HTTP/1.1" status: 200 len: 210 time: 0.0401745 Aug 19 11:59:52.871284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:52.899847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcd9fd-064d-471c-9177-2d407fe2e610 req-3e6b367f-35a6-4af5-86a4-f335e8b8c292 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:52.906967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcd9fd-064d-471c-9177-2d407fe2e610 req-3e6b367f-35a6-4af5-86a4-f335e8b8c292 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:52.915032 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bfcd9fd-064d-471c-9177-2d407fe2e610 req-3e6b367f-35a6-4af5-86a4-f335e8b8c292 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1681 time: 0.0734713 Aug 19 11:59:52.918867 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7818298-464f-4eb4-b2ff-4f343d5df5a3 x-openstack-request-id: req-d7818298-464f-4eb4-b2ff-4f343d5df5a3 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:52.919273 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4d5d22-86b0-4aee-a311-9f679738b18e", "name": "network-vif-deleted", "tag": "1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:52.919621 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7818298-464f-4eb4-b2ff-4f343d5df5a3 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:52.920124 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4d5d22-86b0-4aee-a311-9f679738b18e', 'name': 'network-vif-deleted', 'tag': '1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60', 'status': 'completed', 'code': 200} Aug 19 11:59:52.979489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bfcd9fd-064d-471c-9177-2d407fe2e610 req-a27fe004-6175-458c-8972-3fc669b7dc06 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594444 Aug 19 11:59:53.091444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['cf0f6214-30f7-4e8b-9458-367681155c65'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:53.094196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['767aa8ca-1c5b-4bed-802c-c43b48c8c60f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:53.204925 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-ebf3dc1b-7000-4d28-99cd-da2f1776ac8e service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361102 Aug 19 11:59:53.215611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Deleting port 63accfad-99af-4635-b5c6-5d338f8652c6 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:53.215954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.223907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a84074-d84e-4e88-95b1-330c79f8ffe9 req-90adaaf5-6126-4e29-92fa-6de6da21264f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:53.225575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47a84074-d84e-4e88-95b1-330c79f8ffe9 req-90adaaf5-6126-4e29-92fa-6de6da21264f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 948 time: 0.0563989 Aug 19 11:59:53.306668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47a84074-d84e-4e88-95b1-330c79f8ffe9 req-e74fb8c8-7966-4172-aefa-b81b9a85acba tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677779 Aug 19 11:59:53.349479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.398190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event deleted for resources: {'Port': ['ID=26b6cdcc-6622-4758-8701-5fd435c18e5d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:53.476856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:53.498098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.498306 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.509617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.563704 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 11:59:53.568192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680559f9-4676-43d0-82a4-3193f4a2dd23 req-7d9251ce-dbba-4079-82bc-806ff0233640 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:53.578774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-680559f9-4676-43d0-82a4-3193f4a2dd23 req-7d9251ce-dbba-4079-82bc-806ff0233640 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1039975 Aug 19 11:59:53.620331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:53.620814 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.630961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.632821 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-680559f9-4676-43d0-82a4-3193f4a2dd23 req-867c3569-10dc-4e65-9bc9-a9c3b4366fce tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527790 Aug 19 11:59:53.633764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.644630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:53.690890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:53.691470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1a4589ff-acf8-4b0c-a7d0-57bb25ccfa60 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:53.701470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Calling delete_port for 63accfad-99af-4635-b5c6-5d338f8652c6 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:53.704120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.704564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8a6cf3-a082-4739-88ff-42a712e5ae97 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 11:59:53.709227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.714786 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-912334ac-ff6a-403b-bb4a-2ec1d1fdb492 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "DELETE /v2.0/routers/7b8a6cf3-a082-4739-88ff-42a712e5ae97 HTTP/1.1" status: 204 len: 168 time: 2.7564485 Aug 19 11:59:53.715403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54436) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:53.723297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-383531083', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:53.812197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.813459 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:53.924256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.037682 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.050641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.089093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.094732 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.099180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '421344ec-e4ad-45b7-9740-ae1cee64719c', 'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'mac_address': 'fa:16:3e:d7:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:31Z', 'updated_at': '2021-08-19T11:57:40Z', 'revision_number': 5, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'subnets': [{'id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:54.155256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] Checking router: 24c9892d-4e46-47a6-bea1-184751b59b4a for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 11:59:54.175162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:54.178145 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08608853-61be-4660-b4d4-633e6b30306a" -d '{"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-plugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:54.190490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:54.191141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:54.191506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54480) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:54.196356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:54.227310 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.249220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.281138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event deleted for resources: {'Port': ['ID=63accfad-99af-4635-b5c6-5d338f8652c6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:54.348264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:54.390002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.391045 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Floating IP 8bc40019-2f40-4d7f-95ae-a55155e6ff0e disassociated (deleted). External IP: 172.25.4.102, port: 451907cb-5411-4108-92fb-ee19f24ef4d4. Aug 19 11:59:54.421295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 11:59:54.426264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9fe66-91e3-4000-8770-126dec9ada74 req-0c3bc14e-ad71-41f4-8f4e-8ca4280a1e09 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:54.432755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9fe66-91e3-4000-8770-126dec9ada74 req-0c3bc14e-ad71-41f4-8f4e-8ca4280a1e09 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:54.434426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11c9fe66-91e3-4000-8770-126dec9ada74 req-0c3bc14e-ad71-41f4-8f4e-8ca4280a1e09 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1681 time: 0.1498606 Aug 19 11:59:54.435165 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-770824c9-8501-4d8d-b32e-b25faae4ad47 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.476973 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-770824c9-8501-4d8d-b32e-b25faae4ad47 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.514265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11c9fe66-91e3-4000-8770-126dec9ada74 req-b0b0303a-cd4d-4a8a-a971-637cfa6a5bb5 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730464 Aug 19 11:59:54.560433 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-770824c9-8501-4d8d-b32e-b25faae4ad47 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.562018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.563580 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-770824c9-8501-4d8d-b32e-b25faae4ad47 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.565151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-770824c9-8501-4d8d-b32e-b25faae4ad47 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "DELETE /v2.0/security-groups/c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a HTTP/1.1" status: 204 len: 168 time: 0.3723557 Aug 19 11:59:54.590415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54512) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:54.591616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:54.594296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770824c9-8501-4d8d-b32e-b25faae4ad47 tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:54.654656 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c74daa-ccfc-4bf2-9209-2521fe2511dd x-openstack-request-id: req-e5c74daa-ccfc-4bf2-9209-2521fe2511dd {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:54.654985 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-plugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:54.655300 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5c74daa-ccfc-4bf2-9209-2521fe2511dd {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:54.655904 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'code': 200} Aug 19 11:59:54.744929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '421344ec-e4ad-45b7-9740-ae1cee64719c', 'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'mac_address': 'fa:16:3e:d7:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:31Z', 'updated_at': '2021-08-19T11:57:40Z', 'revision_number': 5, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'subnets': [{'id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:54.763488 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-ff21037a-6dac-4d2c-8f44-d9e4fa06376b tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] show failed (client error): The resource could not be found. Aug 19 11:59:54.765328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff21037a-6dac-4d2c-8f44-d9e4fa06376b tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "GET /v2.0/security-groups/c69c4052-2bbb-4b0c-9d2f-b83f1f6c382a HTTP/1.1" status: 404 len: 347 time: 0.0799971 Aug 19 11:59:54.766715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Allocated IP 172.25.4.115 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/08efe2fc-b9f4-4f43-813f-5abe5f3fcc2c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:54.773561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54526) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:54.792866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838d91c-a3f2-43c5-9c1c-9d94400add71 None None] The sync data for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 is: [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:57:32Z', 'revision_number': 4, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '421344ec-e4ad-45b7-9740-ae1cee64719c', 'name': '', 'network_id': 'f27a9747-e6e1-45ae-a50e-584fa68833f4', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'mac_address': 'fa:16:3e:d7:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:31Z', 'updated_at': '2021-08-19T11:57:40Z', 'revision_number': 5, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'subnets': [{'id': '037af6fc-eb49-4c93-b85e-518c4a7c97a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:54.793951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e43eb0-e4a1-489e-b3cd-5be01811d969 req-d06fb381-8c5d-43ba-9cde-69bbe6126f5f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:54.795559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95e43eb0-e4a1-489e-b3cd-5be01811d969 req-d06fb381-8c5d-43ba-9cde-69bbe6126f5f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.0832827 Aug 19 11:59:54.845980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95e43eb0-e4a1-489e-b3cd-5be01811d969 req-0926cbc3-6348-47ce-b13c-ceefb3676083 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Aug 19 11:59:54.927127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110818f-c3e7-4a63-83d2-667d290a2b9d req-b57217ce-dd40-49a8-aa16-57d5161e9656 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:54.928850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5110818f-c3e7-4a63-83d2-667d290a2b9d req-b57217ce-dd40-49a8-aa16-57d5161e9656 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 945 time: 0.0746198 Aug 19 11:59:55.007862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5110818f-c3e7-4a63-83d2-667d290a2b9d req-dbeab412-6a6a-40dd-b132-0b9fa38e2490 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684443 Aug 19 11:59:55.033224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72f15-910d-42d3-a6eb-22f426d0de0a req-49ded1b3-c3f9-4192-b9fa-30de063a759a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:55.042205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92f72f15-910d-42d3-a6eb-22f426d0de0a req-49ded1b3-c3f9-4192-b9fa-30de063a759a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1113901 Aug 19 11:59:55.107094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92f72f15-910d-42d3-a6eb-22f426d0de0a req-629042ce-849c-427e-aaab-cb6fdee00dce tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636775 Aug 19 11:59:55.144831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:55.160366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Deleting port 772e5761-0be2-4295-89fa-8e8784e0e4ad {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:55.160727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:55.164316 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d025ff9-ab4e-4c18-ba3f-676298d9552d None None] New status for floating IP 8af45b87-2095-45a3-9b00-b3cc2b440322: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 11:59:55.212903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Router 1945e260-75d9-4849-a078-dc7189c933bb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 11:59:55.346159 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:55.346778 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:55.355056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:55.445065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Calling delete_port for 772e5761-0be2-4295-89fa-8e8784e0e4ad owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:55.449810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 26b6cdcc-6622-4758-8701-5fd435c18e5d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:55.476229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 26b6cdcc-6622-4758-8701-5fd435c18e5d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:55.483776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 26b6cdcc-6622-4758-8701-5fd435c18e5d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:55.489667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:55.535084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:55.543790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:55.553860 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event updated for resources: {'Port': ['ID=08efe2fc-b9f4-4f43-813f-5abe5f3fcc2c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:55.608141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:55.620411 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:55.623002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6bf99-726d-4980-b217-20ce4c264539 None None] Sync routers for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:55.633137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6bf99-726d-4980-b217-20ce4c264539 None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:55.634036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c1c6bf99-726d-4980-b217-20ce4c264539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:55.640032 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 767aa8ca-1c5b-4bed-802c-c43b48c8c60f up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:55.665426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e56b-0344-41cd-b4ed-b2724c8f57e0 req-ee49d987-7388-4869-a2bc-e251fb4836e2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:55.673594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e56b-0344-41cd-b4ed-b2724c8f57e0 req-ee49d987-7388-4869-a2bc-e251fb4836e2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:55.682052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ba8e56b-0344-41cd-b4ed-b2724c8f57e0 req-ee49d987-7388-4869-a2bc-e251fb4836e2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1681 time: 0.0761364 Aug 19 11:59:55.693355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-96279cd5-9390-4814-9a27-acc87d828dd3 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "DELETE /v2.0/floatingips/8bc40019-2f40-4d7f-95ae-a55155e6ff0e HTTP/1.1" status: 204 len: 168 time: 3.5048058 Aug 19 11:59:55.703474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54588) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:55.708553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:55.745603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c1c6bf99-726d-4980-b217-20ce4c264539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:55.750748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ba8e56b-0344-41cd-b4ed-b2724c8f57e0 req-24d2e865-4d3a-4239-b353-1fda7600ee05 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675890 Aug 19 11:59:55.770704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6bf99-726d-4980-b217-20ce4c264539 None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:55.771638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c1c6bf99-726d-4980-b217-20ce4c264539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:55.820006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c1c6bf99-726d-4980-b217-20ce4c264539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:55.821220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6bf99-726d-4980-b217-20ce4c264539 None None] The sync data for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:55.823994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:55.830685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:55.831248 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:55.832864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-c517239b-be3a-40de-a959-247f19b92e1a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:55.835000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-c517239b-be3a-40de-a959-247f19b92e1a tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.69 "GET /v2.0/ports?device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 945 time: 0.0832875 Aug 19 11:59:55.835844 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.005827 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.063708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,segment=NetworkSegment(6140e0eb-ce93-49af-a3f4-f6278d18f446),segment_id=6140e0eb-ce93-49af-a3f4-f6278d18f446)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:56.071461 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.074435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device cf0f6214-30f7-4e8b-9458-367681155c65 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 11:59:56.145157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd00ec-4dec-4064-9fad-97d50a6db9d1 req-0894b01a-3e00-40b3-9e47-2692b69b1c71 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:56.155669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dbd00ec-4dec-4064-9fad-97d50a6db9d1 req-0894b01a-3e00-40b3-9e47-2692b69b1c71 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.1734927 Aug 19 11:59:56.168145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Deleting port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:56.169358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.178593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:56.196705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port cf0f6214-30f7-4e8b-9458-367681155c65 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 11:59:56.204693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port cf0f6214-30f7-4e8b-9458-367681155c65 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 11:59:56.205106 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.310219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.326702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-55e0c1a2-e652-44ec-8466-69224caa72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:56.328258 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-55e0c1a2-e652-44ec-8466-69224caa72c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b&tenant_id=e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 1100 time: 0.1182194 Aug 19 11:59:56.338491 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.350887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Pushing event deleted for resources: {'Port': ['ID=772e5761-0be2-4295-89fa-8e8784e0e4ad,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:56.373586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dbd00ec-4dec-4064-9fad-97d50a6db9d1 req-e383fc70-b361-4e0b-8ba4-19d96f91b2a6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164795 Aug 19 11:59:56.392717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port cf0f6214-30f7-4e8b-9458-367681155c65, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cf0f6214-30f7-4e8b-9458-367681155c65,segment=NetworkSegment(e73324c9-d022-40a6-a5ba-733e2e547971),segment_id=e73324c9-d022-40a6-a5ba-733e2e547971)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:56.399518 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.448403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] For port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:56.448788 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.461570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=cf0f6214-30f7-4e8b-9458-367681155c65,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:56.462121 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.506901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Calling delete_port for 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:56.524808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-3cc83d19-3cd6-4e10-ad32-7bc53b0e6493 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:56.527228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-3cc83d19-3cd6-4e10-ad32-7bc53b0e6493 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.54 "GET /v2.0/ports?device_id=80f702a8-e219-4279-98b0-f8052a166c38 HTTP/1.1" status: 200 len: 946 time: 0.2706966 Aug 19 11:59:56.583618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.587014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.591245 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-60966a0c-6713-486c-a8b0-2e0e88adbbba tempest-ServersTestFqdnHostnames-331048305 tempest-ServersTestFqdnHostnames-331048305-project] 10.222.0.65 "DELETE /v2.0/floatingips/8af45b87-2095-45a3-9b00-b3cc2b440322 HTTP/1.1" status: 204 len: 168 time: 1.8138089 Aug 19 11:59:56.593450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54626) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:56.609554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-92978754-5fe4-43c3-bd78-a49e4bf1cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:56.611577 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-92978754-5fe4-43c3-bd78-a49e4bf1cca2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 1100 time: 0.1825645 Aug 19 11:59:56.621035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7af65-264a-4494-9ab2-760406017eb9 req-9bf493a5-83ac-429e-93de-81215c323253 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:56.622553 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10d7af65-264a-4494-9ab2-760406017eb9 req-9bf493a5-83ac-429e-93de-81215c323253 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 945 time: 0.2968009 Aug 19 11:59:56.656901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767aa8ca-1c5b-4bed-802c-c43b48c8c60f'}, {'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0f6214-30f7-4e8b-9458-367681155c65'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:56.660459 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d3c9dd-3a2e-4889-a452-ac6aa5af416f" -d '{"events": [{"server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "name": "network-vif-plugged", "status": "completed", "tag": "767aa8ca-1c5b-4bed-802c-c43b48c8c60f"}, {"server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "name": "network-vif-plugged", "status": "completed", "tag": "cf0f6214-30f7-4e8b-9458-367681155c65"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:56.735470 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:56.762789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079cf65-80b2-42ba-880b-3b3b32f71e36 req-db680d73-1fb7-454d-a773-7d0d614800f5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:56.764305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d079cf65-80b2-42ba-880b-3b3b32f71e36 req-db680d73-1fb7-454d-a773-7d0d614800f5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.3215833 Aug 19 11:59:56.844374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10d7af65-264a-4494-9ab2-760406017eb9 req-78673cca-b223-4a8d-87de-5f9d6c887155 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e1308d-66e1-494d-bfb2-fe6997167a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721411 Aug 19 11:59:56.846687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Allocated IP 172.25.4.150 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/f5c0a305-021a-4071-86d0-724300cbc45f) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 11:59:56.951413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d079cf65-80b2-42ba-880b-3b3b32f71e36 req-07548600-3168-4a44-acd9-f5d3638c8290 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711540 Aug 19 11:59:56.952004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-bf5705dd-da9e-4416-b269-a34a40365a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:56.953550 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-bf5705dd-da9e-4416-b269-a34a40365a93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2967043 Aug 19 11:59:57.004631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Deleting port 3e40530f-7d4d-4432-9992-7f894782546f {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:57.009108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:57.066537 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe1dc4d-7558-40e0-bee9-9736486587b3 x-openstack-request-id: req-efe1dc4d-7558-40e0-bee9-9736486587b3 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:57.066827 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "name": "network-vif-plugged", "status": "completed", "tag": "767aa8ca-1c5b-4bed-802c-c43b48c8c60f", "code": 200}, {"server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "name": "network-vif-plugged", "status": "completed", "tag": "cf0f6214-30f7-4e8b-9458-367681155c65", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:57.067690 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-efe1dc4d-7558-40e0-bee9-9736486587b3 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:57.067690 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767aa8ca-1c5b-4bed-802c-c43b48c8c60f', 'code': 200} Aug 19 11:59:57.067991 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0f6214-30f7-4e8b-9458-367681155c65', 'code': 200} Aug 19 11:59:57.073573 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-2a4c1b26-6102-448b-8bff-554f18483238 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 HTTP/1.1" status: 200 len: 217 time: 0.0736983 Aug 19 11:59:57.232662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-bc212540-a8d7-49f0-973b-a50b9b3e3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:57.234888 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-bc212540-a8d7-49f0-973b-a50b9b3e3f0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1087482 Aug 19 11:59:57.421940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03a868-debf-4c8b-b8bd-5ccba65538ff req-d1b80416-20de-4176-add2-d0fa668dbae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:57.422808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03a868-debf-4c8b-b8bd-5ccba65538ff req-d1b80416-20de-4176-add2-d0fa668dbae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:57.424057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bd03a868-debf-4c8b-b8bd-5ccba65538ff req-d1b80416-20de-4176-add2-d0fa668dbae4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1985 time: 0.2964678 Aug 19 11:59:57.425719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-622f1285-f67a-414b-b66d-7eba3e2450ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:57.427497 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-622f1285-f67a-414b-b66d-7eba3e2450ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1742542 Aug 19 11:59:57.481885 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:57.514227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['4c80aca6-9d99-46fd-9316-1c09e93ca2f0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:57.518764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['3e40530f-7d4d-4432-9992-7f894782546f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 11:59:57.563921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:57.565297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Pushing event deleted for resources: {'Port': ['ID=4c80aca6-9d99-46fd-9316-1c09e93ca2f0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:57.655946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-7bb30c42-96c6-4a2f-8d5b-00b5c001d201 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040117 Aug 19 11:59:57.656593 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:57.700949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a825740-ab39-46c4-b7cf-b29d2e917c52 req-e4a06cff-90c1-4203-9148-438ca307b03a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:57.708552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a825740-ab39-46c4-b7cf-b29d2e917c52 req-e4a06cff-90c1-4203-9148-438ca307b03a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:57.710875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a825740-ab39-46c4-b7cf-b29d2e917c52 req-e4a06cff-90c1-4203-9148-438ca307b03a tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1683 time: 0.2752571 Aug 19 11:59:57.717351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] No DVR routers for this DVR port 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:57.728723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:57.730879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-741b3c9c-5df4-4164-b6ae-83425ca0d819 req-51fe877d-5c18-4008-9abd-697ed411593e tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.69 "DELETE /v2.0/ports/4c80aca6-9d99-46fd-9316-1c09e93ca2f0 HTTP/1.1" status: 204 len: 173 time: 1.8814135 Aug 19 11:59:57.736452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c8e79b-62d7-41ce-b210-5a4b275628a8', 'name': 'network-vif-deleted', 'tag': '4c80aca6-9d99-46fd-9316-1c09e93ca2f0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:57.737683 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ea2f31-de19-4c2f-8ab4-ab7907b7c9dd" -d '{"events": [{"server_uuid": "03c8e79b-62d7-41ce-b210-5a4b275628a8", "name": "network-vif-deleted", "tag": "4c80aca6-9d99-46fd-9316-1c09e93ca2f0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:57.739230 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bd03a868-debf-4c8b-b8bd-5ccba65538ff req-45ecb976-aa75-4d61-a4c1-2ba5dc6cb5a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033321 Aug 19 11:59:57.748622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] For port 3e40530f-7d4d-4432-9992-7f894782546f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3e40530f-7d4d-4432-9992-7f894782546f,segment=NetworkSegment(bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7),segment_id=bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:57.748622 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:57.790173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Calling delete_port for 3e40530f-7d4d-4432-9992-7f894782546f owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:57.810890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bb423-ee2b-4f17-8452-fafa24908b91 req-a958d753-a257-43ea-8d1a-df0f9c16f36b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:57.813144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d9bb423-ee2b-4f17-8452-fafa24908b91 req-a958d753-a257-43ea-8d1a-df0f9c16f36b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.2670002 Aug 19 11:59:57.853234 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a547e6fb-4dff-4cc8-a52b-77ef2104365e req-b274f538-f31b-4adf-8c89-e46dc57ff9d5 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881077 Aug 19 11:59:57.907097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Router 2dd2e56c-b6da-47d8-a73d-2219110257c1 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 11:59:57.918250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a825740-ab39-46c4-b7cf-b29d2e917c52 req-89715fb7-0911-43a4-b112-a5918e51deab tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863227 Aug 19 11:59:57.953459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:57.965363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:57.975596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d9bb423-ee2b-4f17-8452-fafa24908b91 req-cca92aa8-ce31-46fc-953f-1e043a73e4c7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521692 Aug 19 11:59:58.039064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 11:59:58.050852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 11:59:58.058033 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1a9f7d-c63b-4b10-9124-c636bdba4c83 x-openstack-request-id: req-ba1a9f7d-c63b-4b10-9124-c636bdba4c83 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 11:59:58.058460 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c8e79b-62d7-41ce-b210-5a4b275628a8", "name": "network-vif-deleted", "tag": "4c80aca6-9d99-46fd-9316-1c09e93ca2f0", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 11:59:58.058841 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba1a9f7d-c63b-4b10-9124-c636bdba4c83 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 11:59:58.059365 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c8e79b-62d7-41ce-b210-5a4b275628a8', 'name': 'network-vif-deleted', 'tag': '4c80aca6-9d99-46fd-9316-1c09e93ca2f0', 'status': 'completed', 'code': 200} Aug 19 11:59:58.060810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 11:59:58.089670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Pushing event updated for resources: {'Port': ['ID=f5c0a305-021a-4071-86d0-724300cbc45f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:58.113263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 11:59:58.126521 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf30388-d9cf-4a55-a0d3-7e01b062a45d None None] Sync routers for ids ['2dd2e56c-b6da-47d8-a73d-2219110257c1'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 11:59:58.162290 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf30388-d9cf-4a55-a0d3-7e01b062a45d None None] Routers {'2dd2e56c-b6da-47d8-a73d-2219110257c1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:58.164867 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8bf30388-d9cf-4a55-a0d3-7e01b062a45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2dd2e56c-b6da-47d8-a73d-2219110257c1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:58.187493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.188508 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d4bb2edb-feee-4ac6-b8ad-53aff00ce261 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4697130 Aug 19 11:59:58.191465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54708) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:58.196894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ed1a5360-1482-4409-8cba-c047b44f4f0c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': False}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:58.201815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e3a6540-df13-4bd4-87fd-9bab3e69cb5f req-088ee2b1-f956-476d-bfdd-38f65dd69e59 tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.65 "GET /v2.0/ports?device_id=03c8e79b-62d7-41ce-b210-5a4b275628a8 HTTP/1.1" status: 200 len: 210 time: 0.0382240 Aug 19 11:59:58.251467 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8bf30388-d9cf-4a55-a0d3-7e01b062a45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:58.261431 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.266340 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.289050 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf30388-d9cf-4a55-a0d3-7e01b062a45d None None] Routers {'2dd2e56c-b6da-47d8-a73d-2219110257c1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 11:59:58.290126 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8bf30388-d9cf-4a55-a0d3-7e01b062a45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2dd2e56c-b6da-47d8-a73d-2219110257c1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:58.323895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Pushing event deleted for resources: {'Port': ['ID=3e40530f-7d4d-4432-9992-7f894782546f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:58.358727 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8bf30388-d9cf-4a55-a0d3-7e01b062a45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 11:59:58.359720 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf30388-d9cf-4a55-a0d3-7e01b062a45d None None] The sync data for ids ['2dd2e56c-b6da-47d8-a73d-2219110257c1'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 11:59:58.398302 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.402316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] No DVR routers for this DVR port 3e40530f-7d4d-4432-9992-7f894782546f on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 11:59:58.408797 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.410417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2dd1547-4aca-427f-b6ac-0315fe38b9b4 req-076020c9-189b-402e-a3df-35d47778551c tempest-ListServersNegativeTestJSON-977039405 tempest-ListServersNegativeTestJSON-977039405-project] 10.222.0.54 "DELETE /v2.0/ports/3e40530f-7d4d-4432-9992-7f894782546f HTTP/1.1" status: 204 len: 173 time: 1.8512733 Aug 19 11:59:58.484903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e14610-50f9-4011-a5df-d74ce8be2181 req-03cfee8a-01af-44ac-863e-af318c4244fb tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:58.486133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2e14610-50f9-4011-a5df-d74ce8be2181 req-03cfee8a-01af-44ac-863e-af318c4244fb tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1399293 Aug 19 11:59:58.494176 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.613194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2e14610-50f9-4011-a5df-d74ce8be2181 req-e3f77719-f68d-4eb8-bedc-98f4188ad800 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770383 Aug 19 11:59:58.744152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.752520 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.864626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.868098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Pushing event updated for resources: {'Port': ['ID=f5c0a305-021a-4071-86d0-724300cbc45f,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 11:59:58.891978 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:58.896060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ba108c81-222e-4deb-b584-c25986b61dc0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1887903 Aug 19 11:59:58.896445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54748) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:59.120068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e4137-de78-4083-8587-c6b1bc932a3e req-212db4c0-1373-4882-90d1-6b465bcf62b2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:59.136915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e4137-de78-4083-8587-c6b1bc932a3e req-212db4c0-1373-4882-90d1-6b465bcf62b2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:59.155618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b9e4137-de78-4083-8587-c6b1bc932a3e req-212db4c0-1373-4882-90d1-6b465bcf62b2 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1683 time: 0.1238985 Aug 19 11:59:59.199983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 11:59:59.226192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Deleting port 421344ec-e4ad-45b7-9740-ae1cee64719c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 11:59:59.226820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.275914 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.302537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b9e4137-de78-4083-8587-c6b1bc932a3e req-28392535-7735-425d-9563-6ae8fe392c33 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447546 Aug 19 11:59:59.313592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5360-1482-4409-8cba-c047b44f4f0c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.412527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54768) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:59.419556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] For port 421344ec-e4ad-45b7-9740-ae1cee64719c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=421344ec-e4ad-45b7-9740-ae1cee64719c,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:59.419928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.437133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Calling delete_port for 421344ec-e4ad-45b7-9740-ae1cee64719c owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 11:59:59.442062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f212-08a3-4a0c-9511-3c14e35cf956 req-71ed00a6-716d-4716-9fd7-44d7d17ca572 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:59.444143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bf4f212-08a3-4a0c-9511-3c14e35cf956 req-71ed00a6-716d-4716-9fd7-44d7d17ca572 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 949 time: 0.2505686 Aug 19 11:59:59.468436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3e40530f-7d4d-4432-9992-7f894782546f no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:59.499704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 3e40530f-7d4d-4432-9992-7f894782546f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:59.500045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3e40530f-7d4d-4432-9992-7f894782546f not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:59.506177 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:59.530488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54770) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 11:59:59.542116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de9e580-1eb1-4c82-b4ef-af5a1883c282 admin admin] Deleting subnet 4468760b-3021-425a-984d-cb6e3939af0c {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 11:59:59.555804 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0de9e580-1eb1-4c82-b4ef-af5a1883c282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.597104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bf4f212-08a3-4a0c-9511-3c14e35cf956 req-80dd609a-569e-4a31-9c91-40625dab52ff tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242833 Aug 19 11:59:59.671575 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0de9e580-1eb1-4c82-b4ef-af5a1883c282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.675936 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.722023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.790595 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0de9e580-1eb1-4c82-b4ef-af5a1883c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.840408 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-664c80e7-2f87-4baf-8c0f-f6addc8c3068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.879687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 11:59:59.906414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 11:59:59.906759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 4c80aca6-9d99-46fd-9316-1c09e93ca2f0 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 11:59:59.914490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 11:59:59.917753 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618cc576-7e14-4af9-820c-6bee0ad2cab0" -d '{"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 11:59:59.936576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 11:59:59.939648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.946818 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 11:59:59.972239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaeeb6-5b8f-40bf-a540-d3f108fd64d8 req-852992b9-6471-4c3c-8b9c-e5951d429a98 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 11:59:59.974391 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-befaeeb6-5b8f-40bf-a540-d3f108fd64d8 req-852992b9-6471-4c3c-8b9c-e5951d429a98 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1523871 Aug 19 12:00:00.001386 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e0731-d98e-4cca-be30-2d3310b32e74 x-openstack-request-id: req-768e0731-d98e-4cca-be30-2d3310b32e74 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:00.002458 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:00.002797 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-768e0731-d98e-4cca-be30-2d3310b32e74 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:00.003193 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'code': 200} Aug 19 12:00:00.005281 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0de9e580-1eb1-4c82-b4ef-af5a1883c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.016310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:00.022790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=421344ec-e4ad-45b7-9740-ae1cee64719c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:00.046727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Allocated IP 172.25.4.8 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/3eb7851a-1efe-44b0-b16c-3b9c9f6651ad) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:00.073038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f702a8-e219-4279-98b0-f8052a166c38', 'name': 'network-vif-deleted', 'tag': '3e40530f-7d4d-4432-9992-7f894782546f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:00.076367 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10280c5e-bfc1-4149-9bfe-b1179322a029" -d '{"events": [{"server_uuid": "80f702a8-e219-4279-98b0-f8052a166c38", "name": "network-vif-deleted", "tag": "3e40530f-7d4d-4432-9992-7f894782546f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:00.093102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9e580-1eb1-4c82-b4ef-af5a1883c282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4468760b-3021-425a-984d-cb6e3939af0c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:00.096149 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0de9e580-1eb1-4c82-b4ef-af5a1883c282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.101476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0de9e580-1eb1-4c82-b4ef-af5a1883c282 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4468760b-3021-425a-984d-cb6e3939af0c HTTP/1.1" status: 204 len: 168 time: 0.6839690 Aug 19 12:00:00.107131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54782) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:00.153292 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6824b220-6197-47b8-aa56-e52142861e98 x-openstack-request-id: req-6824b220-6197-47b8-aa56-e52142861e98 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:00.153715 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f702a8-e219-4279-98b0-f8052a166c38", "name": "network-vif-deleted", "tag": "3e40530f-7d4d-4432-9992-7f894782546f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:00.154004 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6824b220-6197-47b8-aa56-e52142861e98 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:00.154759 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f702a8-e219-4279-98b0-f8052a166c38', 'name': 'network-vif-deleted', 'tag': '3e40530f-7d4d-4432-9992-7f894782546f', 'status': 'completed', 'code': 200} Aug 19 12:00:00.244878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-befaeeb6-5b8f-40bf-a540-d3f108fd64d8 req-01c5d5cc-4bfc-43ef-a99b-3dc5c6ec930b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558632 Aug 19 12:00:00.291557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.307498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-664c80e7-2f87-4baf-8c0f-f6addc8c3068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.317170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-664c80e7-2f87-4baf-8c0f-f6addc8c3068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.355240 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.430314 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-664c80e7-2f87-4baf-8c0f-f6addc8c3068 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9815c89f31e04ae8bf1d2b68fd7b7b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8986144 Aug 19 12:00:00.434118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5360-1482-4409-8cba-c047b44f4f0c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.435782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:00.439482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c80e7-2f87-4baf-8c0f-f6addc8c3068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03a4722-6675-4fab-a24e-a778c598c5a8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:00.452012 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.475436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:00.491710 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5360-1482-4409-8cba-c047b44f4f0c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.498876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:00.499215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbf1a5f-ce89-4dd0-b3a6-1d5327e758b7') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:00.518130 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.543394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86f211-8c2c-4ebc-9309-fb2c11396f7a req-6ecf63d8-6cee-4fbc-8cd6-fb7910877e93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:00.549428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86f211-8c2c-4ebc-9309-fb2c11396f7a req-6ecf63d8-6cee-4fbc-8cd6-fb7910877e93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:00.551084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d86f211-8c2c-4ebc-9309-fb2c11396f7a req-6ecf63d8-6cee-4fbc-8cd6-fb7910877e93 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1683 time: 0.1446948 Aug 19 12:00:00.555531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.563644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.567707 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:00:00.568261 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:00:00.571304 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:00:00.585943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.641434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24b92027-237b-41e8-a4f1-1c509dfb3f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.679629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:00.707320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:00.709810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:00.713770 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24b92027-237b-41e8-a4f1-1c509dfb3f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.753260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Pushing event updated for resources: {'Port': ['ID=3eb7851a-1efe-44b0-b16c-3b9c9f6651ad,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:00.784262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1a5360-1482-4409-8cba-c047b44f4f0c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Router 2dd2e56c-b6da-47d8-a73d-2219110257c1 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:00:00.801795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d86f211-8c2c-4ebc-9309-fb2c11396f7a req-2148275e-a9f2-425d-9d1a-7b0a1bdc6d16 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348154 Aug 19 12:00:00.811034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.822456 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:00.825098 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8 HTTP/1.1" status: 204 len: 168 time: 0.7153800 Aug 19 12:00:00.850003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaca1de-959b-4778-a9fb-adbc7a8abf90 admin admin] Pushing event deleted for resources: {'Network': ['ID=dce57c0e-8a9b-4d50-b8ba-8ea9aab554d8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:00.867013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7ff3-3418-4995-8637-03be649c170d req-c0ac2197-0ed9-4cb5-bb9f-34319c910299 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:00.875146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2dba7ff3-3418-4995-8637-03be649c170d req-c0ac2197-0ed9-4cb5-bb9f-34319c910299 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 947 time: 0.1869779 Aug 19 12:00:00.983037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2dba7ff3-3418-4995-8637-03be649c170d req-e78a43c0-b1ae-4326-8245-2cd98145671e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064539 Aug 19 12:00:00.994231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:01.021169 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24b92027-237b-41e8-a4f1-1c509dfb3f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:01.023873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24b92027-237b-41e8-a4f1-1c509dfb3f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:01.029091 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-24b92027-237b-41e8-a4f1-1c509dfb3f10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a03a4722-6675-4fab-a24e-a778c598c5a8 HTTP/1.1" status: 204 len: 168 time: 0.5902770 Aug 19 12:00:01.037392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Router 24c9892d-4e46-47a6-bea1-184751b59b4a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:00:01.051960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b92027-237b-41e8-a4f1-1c509dfb3f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03a4722-6675-4fab-a24e-a778c598c5a8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:01.102544 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:01.168726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54820) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:01.325845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:01.364531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:01.421981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Pushing event updated for resources: {'Port': ['ID=3eb7851a-1efe-44b0-b16c-3b9c9f6651ad,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:01.484517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:01.518344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:01.521766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:00:01.529307 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-00d72aeb-f3c8-49bd-9e59-80a98cb0e9b0 admin admin] 10.222.0.65 "PUT /v2.0/routers/24c9892d-4e46-47a6-bea1-184751b59b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9326463 Aug 19 12:00:01.535668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54830) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:01.553863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe20d5-2464-4f39-8edd-fb1ce91284f9 req-7e0dab99-2ef3-4e15-933e-f66a452bb7e4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:01.555628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6fe20d5-2464-4f39-8edd-fb1ce91284f9 req-7e0dab99-2ef3-4e15-933e-f66a452bb7e4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 947 time: 0.2266440 Aug 19 12:00:01.568387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4adb3-0ef0-4051-9675-d56dd1c79218 req-d2c275c7-236e-4491-b20a-61a8d949dd8b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:01.575340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bbe4adb3-0ef0-4051-9675-d56dd1c79218 req-d2c275c7-236e-4491-b20a-61a8d949dd8b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1628528 Aug 19 12:00:01.605770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] Sync routers for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:00:01.613951 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:01.618450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8c25bee7-4259-47bf-b3d3-eefb763b71f1 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7186844 Aug 19 12:00:01.621041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6fe20d5-2464-4f39-8edd-fb1ce91284f9 req-8a6618b2-766f-4740-b2f5-5fba81546901 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Aug 19 12:00:01.622849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:01.671826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bbe4adb3-0ef0-4051-9675-d56dd1c79218 req-43cb60f7-ea62-456a-b229-2f368d763112 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544875 Aug 19 12:00:01.732216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f57ffa15-38c1-486d-906a-d0988c71ccf4 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:01.843438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:01.845919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:01.860467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271b68c-d8bc-46bc-a0a2-a61ab08760e9 req-803d928f-80ce-4a9d-9a92-2f9be68ae597 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:01.866562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271b68c-d8bc-46bc-a0a2-a61ab08760e9 req-803d928f-80ce-4a9d-9a92-2f9be68ae597 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:01.868761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c271b68c-d8bc-46bc-a0a2-a61ab08760e9 req-803d928f-80ce-4a9d-9a92-2f9be68ae597 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1683 time: 0.1254661 Aug 19 12:00:01.955627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:01.996918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c271b68c-d8bc-46bc-a0a2-a61ab08760e9 req-54e79a2e-9191-40c9-8b14-ae839dfbcb20 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170986 Aug 19 12:00:02.036473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'mac_address': 'fa:16:3e:2b:e5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:02.083690 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-ded4f513-1eb8-4694-a7af-4d1cac2440c1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483375 Aug 19 12:00:02.114904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:02.134432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:00:02.199365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'f57ffa15-38c1-486d-906a-d0988c71ccf4', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'port_id': 'f57ffa15-38c1-486d-906a-d0988c71ccf4', 'mac_address': 'fa:16:3e:50:f9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8973284-6c79-4519-aa58-5e8208dbc4de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:02.203861 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.207509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c0f4d7c4-816d-4306-aa26-2b4e5cd91244 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=111aed6512a147909e555d6773839e01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0306275 Aug 19 12:00:02.215509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54860) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:02.274182 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.278949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:02.329265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:02.335165 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.347819 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.379598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646e918-a77a-4852-ac23-902df5e35b33 req-5e173de9-7c4a-4c05-9da1-25130ede8517 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:02.388350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-5e173de9-7c4a-4c05-9da1-25130ede8517 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036718 Aug 19 12:00:02.392647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f57ffa15-38c1-486d-906a-d0988c71ccf4 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:02.401882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.409579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1a5360-1482-4409-8cba-c047b44f4f0c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:00:02.413450 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d745a9b4-d593-4dd4-8699-2c90bb48d5f5 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.7876408 Aug 19 12:00:02.417265 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5360-1482-4409-8cba-c047b44f4f0c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.421313 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ed1a5360-1482-4409-8cba-c047b44f4f0c tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "PUT /v2.0/routers/2dd2e56c-b6da-47d8-a73d-2219110257c1 HTTP/1.1" status: 200 len: 921 time: 4.2255356 Aug 19 12:00:02.421313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54864) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:02.425946 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24aa8ba-6e3e-4e70-9a35-ca9f5fde121b None None] Sync routers for ids ['2dd2e56c-b6da-47d8-a73d-2219110257c1'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:00:02.430471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54866) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:02.444865 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24aa8ba-6e3e-4e70-9a35-ca9f5fde121b None None] Routers {'2dd2e56c-b6da-47d8-a73d-2219110257c1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:02.454218 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a24aa8ba-6e3e-4e70-9a35-ca9f5fde121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2dd2e56c-b6da-47d8-a73d-2219110257c1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:02.460280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:02.463484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-79b8056f-7106-4c5c-918b-aa6a2ad0a634 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/quotas/e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 375 time: 0.0719693 Aug 19 12:00:02.464598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=10']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:02.472812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.527764 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6e461ee2-eb7d-4410-bcc8-22deacd5f699 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1072268 Aug 19 12:00:02.531198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54868) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:02.550560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f57ffa15-38c1-486d-906a-d0988c71ccf4,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:02.554336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c0ec931-abc9-4591-8265-7415831026fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T11:59:59Z', 'revision_number': 5, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port': {'id': '1c0ec931-abc9-4591-8265-7415831026fd', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:57:27Z', 'updated_at': '2021-08-19T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:02.596329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] Checking router: 24c9892d-4e46-47a6-bea1-184751b59b4a for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:00:02.607724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] Routers {'24c9892d-4e46-47a6-bea1-184751b59b4a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:02.608281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['24c9892d-4e46-47a6-bea1-184751b59b4a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:02.623563 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1615d3cc-a4d7-41aa-b9fb-e410aa90acde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.645196 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a24aa8ba-6e3e-4e70-9a35-ca9f5fde121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:02.648816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:02.668374 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24aa8ba-6e3e-4e70-9a35-ca9f5fde121b None None] Routers {'2dd2e56c-b6da-47d8-a73d-2219110257c1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:02.671993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1615d3cc-a4d7-41aa-b9fb-e410aa90acde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.672167 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a24aa8ba-6e3e-4e70-9a35-ca9f5fde121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2dd2e56c-b6da-47d8-a73d-2219110257c1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:02.698522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Deleting port 1c0ec931-abc9-4591-8265-7415831026fd {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:02.699584 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.710132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f57ffa15-38c1-486d-906a-d0988c71ccf4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:02.778861 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1615d3cc-a4d7-41aa-b9fb-e410aa90acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.781827 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1615d3cc-a4d7-41aa-b9fb-e410aa90acde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.783009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1615d3cc-a4d7-41aa-b9fb-e410aa90acde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94e1308d-66e1-494d-bfb2-fe6997167a7e HTTP/1.1" status: 204 len: 168 time: 0.5665281 Aug 19 12:00:02.789780 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a24aa8ba-6e3e-4e70-9a35-ca9f5fde121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:02.790511 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24aa8ba-6e3e-4e70-9a35-ca9f5fde121b None None] The sync data for ids ['2dd2e56c-b6da-47d8-a73d-2219110257c1'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:00:02.818490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] For port 1c0ec931-abc9-4591-8265-7415831026fd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1c0ec931-abc9-4591-8265-7415831026fd,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:02.818873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.867930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Calling delete_port for 1c0ec931-abc9-4591-8265-7415831026fd owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:02.875386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615d3cc-a4d7-41aa-b9fb-e410aa90acde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e1308d-66e1-494d-bfb2-fe6997167a7e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:02.908249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Deleting port 3eb7851a-1efe-44b0-b16c-3b9c9f6651ad {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:02.908595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:02.946001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] Set router 24c9892d-4e46-47a6-bea1-184751b59b4a gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:00:02.988386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-d5d09885-5c19-48a1-acdd-d0d16cdc62b1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5235677 Aug 19 12:00:03.019011 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T12:00:02Z', 'revision_number': 6, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:03.052848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a228141c-a498-4b19-aa33-283bae68433e tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/routers/2dd2e56c-b6da-47d8-a73d-2219110257c1 HTTP/1.1" status: 200 len: 921 time: 0.6209028 Aug 19 12:00:03.055921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54882) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:03.062793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a1e8d-89ae-4ee0-bf4d-b95abd245b9f None None] The sync data for ids ['24c9892d-4e46-47a6-bea1-184751b59b4a'] in n-d-778550-9 is: [{'id': '24c9892d-4e46-47a6-bea1-184751b59b4a', 'name': 'tempest-ServersTestFqdnHostnames-296290158-router', 'tenant_id': '10c3e32253d8418099010fa7dd0eda09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:57:26Z', 'updated_at': '2021-08-19T12:00:02Z', 'revision_number': 6, 'project_id': '10c3e32253d8418099010fa7dd0eda09', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:00:03.257150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ad4ab-01c0-4484-a984-c0c9fea86d70 req-774cb6ac-165d-4772-b6f4-14dee2d907af tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:03.258903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-176ad4ab-01c0-4484-a984-c0c9fea86d70 req-774cb6ac-165d-4772-b6f4-14dee2d907af tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 945 time: 0.4149959 Aug 19 12:00:03.443088 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 421344ec-e4ad-45b7-9740-ae1cee64719c no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:03.450908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:03.474366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 421344ec-e4ad-45b7-9740-ae1cee64719c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:03.475044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 421344ec-e4ad-45b7-9740-ae1cee64719c not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:03.494778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00a989-487d-4713-9244-5d8bf23c9988 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:03.497113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bb00a989-487d-4713-9244-5d8bf23c9988 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=2dd2e56c-b6da-47d8-a73d-2219110257c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4342146 Aug 19 12:00:03.507466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-614bd397-dd35-41f1-a298-8aa24ec6dcf4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:03.513766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-614bd397-dd35-41f1-a298-8aa24ec6dcf4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:03.515710 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-614bd397-dd35-41f1-a298-8aa24ec6dcf4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.69 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1683 time: 0.3507807 Aug 19 12:00:03.516236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54892) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:03.521761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0ec931-abc9-4591-8265-7415831026fd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:03.569830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-96ea781c-bf0e-47fe-b53a-de056edaec8f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4105392 Aug 19 12:00:03.575822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-176ad4ab-01c0-4484-a984-c0c9fea86d70 req-286c6e1f-b8a6-47f0-94aa-76506303ebbd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650735 Aug 19 12:00:03.601007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49f0cf-9f64-4822-a7a2-3e0867d15b7e req-999a48d6-37e9-43b7-ba78-042519e19f9e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:03.608325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49f0cf-9f64-4822-a7a2-3e0867d15b7e req-999a48d6-37e9-43b7-ba78-042519e19f9e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:03.629984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb49f0cf-9f64-4822-a7a2-3e0867d15b7e req-999a48d6-37e9-43b7-ba78-042519e19f9e tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 1683 time: 0.2403486 Aug 19 12:00:03.695169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f57ffa15-38c1-486d-906a-d0988c71ccf4 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:03.779836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1279922f-5f17-4de1-b572-55d5960bb8ea req-d5180126-8f47-4fd3-9a38-730d9997d9fb tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 210 time: 0.0834138 Aug 19 12:00:03.804141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb49f0cf-9f64-4822-a7a2-3e0867d15b7e req-f968741e-c79e-4a86-ba8d-bfcd8ee2920d tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731870 Aug 19 12:00:03.843788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:03.844825 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:03.858488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-dac02724-9e4c-43e7-b798-af6fbdb98d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:03.859223 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port f57ffa15-38c1-486d-906a-d0988c71ccf4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:03.859602 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:03.864252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-dac02724-9e4c-43e7-b798-af6fbdb98d7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 1100 time: 0.2068741 Aug 19 12:00:03.881720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Calling delete_port for 3eb7851a-1efe-44b0-b16c-3b9c9f6651ad owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:03.883842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.023367 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.026969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.095820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-5ff5711e-3a9a-4468-b816-3390f77e7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:04.098110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-5ff5711e-3a9a-4468-b816-3390f77e7f29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2064338 Aug 19 12:00:04.100440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.101082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24c9892d-4e46-47a6-bea1-184751b59b4a {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:00:04.114531 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.115778 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-af403d94-241b-416d-8ece-7346898a2c0b admin admin] 10.222.0.65 "DELETE /v2.0/routers/24c9892d-4e46-47a6-bea1-184751b59b4a HTTP/1.1" status: 204 len: 168 time: 2.5759211 Aug 19 12:00:04.120715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf8fe4-0978-44e7-8678-5fc4a059c199 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:04.122208 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b0bf8fe4-0978-44e7-8678-5fc4a059c199 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 881 time: 0.5975726 Aug 19 12:00:04.123593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54912) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:04.125473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:04.183279 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3330a129-c8ac-4584-8c86-486c48675cd7 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd2e56c-b6da-47d8-a73d-2219110257c1 HTTP/1.1" status: 200 len: 205 time: 0.0566795 Aug 19 12:00:04.237041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54918) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:04.262902 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.267695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-c7449ce4-efc4-4470-afee-328e0caeb9a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6764db6a-0985-4b46-9414-754aebf12452 HTTP/1.1" status: 200 len: 217 time: 0.1586475 Aug 19 12:00:04.362046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:04.364334 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968bf60a-d62f-4832-8314-82db7085a817" -d '{"events": [{"server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "name": "network-vif-plugged", "status": "completed", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:04.373935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting port cf0f6214-30f7-4e8b-9458-367681155c65 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:04.374733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.406346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:04.419984 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.446200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea14f56a-5e31-4693-8e93-6c92fee9652b admin admin] Deleting subnet 037af6fc-eb49-4c93-b85e-518c4a7c97a3 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:00:04.568182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] For port cf0f6214-30f7-4e8b-9458-367681155c65, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=cf0f6214-30f7-4e8b-9458-367681155c65,segment=NetworkSegment(e73324c9-d022-40a6-a5ba-733e2e547971),segment_id=e73324c9-d022-40a6-a5ba-733e2e547971)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:04.568631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.593533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Calling delete_port for cf0f6214-30f7-4e8b-9458-367681155c65 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:04.747041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f57ffa15-38c1-486d-906a-d0988c71ccf4,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:04.760572 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9f082b-d4c6-4e8d-a06e-432b2a7d9a23 x-openstack-request-id: req-7c9f082b-d4c6-4e8d-a06e-432b2a7d9a23 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:04.760899 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "name": "network-vif-plugged", "status": "completed", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:04.761129 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c9f082b-d4c6-4e8d-a06e-432b2a7d9a23 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:04.761654 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4', 'code': 200} Aug 19 12:00:04.938677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.974326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['767aa8ca-1c5b-4bed-802c-c43b48c8c60f', 'cf0f6214-30f7-4e8b-9458-367681155c65'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:04.980963 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:04.989150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Port': ['ID=cf0f6214-30f7-4e8b-9458-367681155c65,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:05.022040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Pushing event deleted for resources: {'Port': ['ID=3eb7851a-1efe-44b0-b16c-3b9c9f6651ad,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:05.185658 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-3e623a74-a44c-4b47-bb7d-d719540c2349 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639982 Aug 19 12:00:05.188844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] No DVR routers for this DVR port cf0f6214-30f7-4e8b-9458-367681155c65 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:05.202041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.204563 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-9667717c-972c-4c5c-96a4-b3547252ae01 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.69 "DELETE /v2.0/ports/cf0f6214-30f7-4e8b-9458-367681155c65 HTTP/1.1" status: 204 len: 173 time: 1.6744640 Aug 19 12:00:05.205050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'name': 'network-vif-deleted', 'tag': 'cf0f6214-30f7-4e8b-9458-367681155c65'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:05.207697 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38207246-1fc9-4979-a5c4-b01ea6643cc3" -d '{"events": [{"server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "name": "network-vif-deleted", "tag": "cf0f6214-30f7-4e8b-9458-367681155c65"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:05.429101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea14f56a-5e31-4693-8e93-6c92fee9652b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.440628 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.443480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.446007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.449694 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f1d03806-f76a-4ba7-abe9-b70afe32a6d9 tempest-FloatingIPAdminTestJSON-1609354001 tempest-FloatingIPAdminTestJSON-1609354001-project] 10.222.0.65 "DELETE /v2.0/floatingips/4bf5a654-0497-445a-8330-268b68966584 HTTP/1.1" status: 204 len: 168 time: 2.9150369 Aug 19 12:00:05.451584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54958) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:05.488717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:05.506850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-4055ecac-4bee-46ed-bf04-25b6f579b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:05.509098 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-4055ecac-4bee-46ed-bf04-25b6f579b7d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 1.1940360 Aug 19 12:00:05.536634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1c0ec931-abc9-4591-8265-7415831026fd no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:05.576018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:05.576018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.586993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea14f56a-5e31-4693-8e93-6c92fee9652b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.589390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 1c0ec931-abc9-4591-8265-7415831026fd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:05.590336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1c0ec931-abc9-4591-8265-7415831026fd not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:05.640644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646e918-a77a-4852-ac23-902df5e35b33 req-0c9b6649-eb2e-40d1-9e82-3b90843f9a13 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:05.642185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-0c9b6649-eb2e-40d1-9e82-3b90843f9a13 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4506030 Aug 19 12:00:05.650939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:05.651319 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.671129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Request body: {'port': {'device_id': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'e965f0a2bc434fb0be5dfcd914344c10'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:05.724524 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f30c466c-79bc-4873-ad5b-a7ced2933252 req-20086206-5ade-482b-8627-7fadd165a6c6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 210 time: 0.2292037 Aug 19 12:00:05.765044 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.766373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] For port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,segment=NetworkSegment(6140e0eb-ce93-49af-a3f4-f6278d18f446),segment_id=6140e0eb-ce93-49af-a3f4-f6278d18f446)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:05.766914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.783791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Deleting port f5c0a305-021a-4071-86d0-724300cbc45f {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:05.784377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.792120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Calling delete_port for 767aa8ca-1c5b-4bed-802c-c43b48c8c60f owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:05.822140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:05.847822 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.927222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=11']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:05.932572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbc851-d889-4414-8083-7695f27c5b3e req-e58d3bd0-3e9d-4bcc-ac1b-5b4668242276 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:05.934318 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fbbc851-d889-4414-8083-7695f27c5b3e req-e58d3bd0-3e9d-4bcc-ac1b-5b4668242276 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.4891109 Aug 19 12:00:05.947927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-ca4058f1-c312-44b7-bff2-a311c52ba34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:05.949816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-ca4058f1-c312-44b7-bff2-a311c52ba34b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3168287 Aug 19 12:00:05.975356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.975930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:05.987927 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea14f56a-5e31-4693-8e93-6c92fee9652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:06.001541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Made reservation on behalf of e965f0a2bc434fb0be5dfcd914344c10 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:06.006948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:06.011311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Calling delete_port for f5c0a305-021a-4071-86d0-724300cbc45f owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:06.112775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42c6af-e414-4bc1-8c19-3f24b7e41bbd req-c8d4e599-42cf-43ef-ac0d-dd90bf7b2264 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:06.114617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c42c6af-e414-4bc1-8c19-3f24b7e41bbd req-c8d4e599-42cf-43ef-ac0d-dd90bf7b2264 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 946 time: 0.2858174 Aug 19 12:00:06.133657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:06.147389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fbbc851-d889-4414-8083-7695f27c5b3e req-ae644d3e-a4e2-4fdd-baa8-ee3b987b6904 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964521 Aug 19 12:00:06.238847 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:06.240607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c42c6af-e414-4bc1-8c19-3f24b7e41bbd req-51b942e7-d388-48ea-a80d-3bff45b9e1a6 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/security-groups?id=82c6324d-b246-4618-9dfc-81839b57d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116514 Aug 19 12:00:06.244361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-bc2a7a2c-ea57-48cb-b710-26cbf9afe207 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846520 Aug 19 12:00:06.246822 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea14f56a-5e31-4693-8e93-6c92fee9652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:06.302456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14f56a-5e31-4693-8e93-6c92fee9652b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037af6fc-eb49-4c93-b85e-518c4a7c97a3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:06.339718 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4047f383-70d6-4a63-9b7b-7fab83d22126 x-openstack-request-id: req-4047f383-70d6-4a63-9b7b-7fab83d22126 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:06.340111 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "name": "network-vif-deleted", "tag": "cf0f6214-30f7-4e8b-9458-367681155c65", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:06.340554 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4047f383-70d6-4a63-9b7b-7fab83d22126 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:06.341076 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'name': 'network-vif-deleted', 'tag': 'cf0f6214-30f7-4e8b-9458-367681155c65', 'status': 'completed', 'code': 200} Aug 19 12:00:06.351508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Port': ['ID=767aa8ca-1c5b-4bed-802c-c43b48c8c60f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:06.370343 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea14f56a-5e31-4693-8e93-6c92fee9652b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:06.372904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea14f56a-5e31-4693-8e93-6c92fee9652b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/037af6fc-eb49-4c93-b85e-518c4a7c97a3 HTTP/1.1" status: 204 len: 168 time: 2.2481823 Aug 19 12:00:06.379033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d2e3a-ecb1-4fad-89c3-81fb870ebfce None None] Network f27a9747-e6e1-45ae-a50e-584fa68833f4 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:06.380774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54972) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:06.447325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Deleting port 08efe2fc-b9f4-4f43-813f-5abe5f3fcc2c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:06.447892 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:06.612035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Allocated IP 192.168.233.234 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/fdcbd2b1-3382-4495-af7c-ec2d2407add0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:06.657145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3f8d844-5922-4d14-9449-707c9aa8dfc0 req-2f1d6a78-fea9-49de-a3d1-0606452457b6 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000869 Aug 19 12:00:06.661042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] No DVR routers for this DVR port 767aa8ca-1c5b-4bed-802c-c43b48c8c60f on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:06.688991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:06.690969 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43ec9db5-39cb-46d1-9772-3ada568c53b3 req-4a0e529d-37eb-4d16-9419-fba077c100c4 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.69 "DELETE /v2.0/ports/767aa8ca-1c5b-4bed-802c-c43b48c8c60f HTTP/1.1" status: 204 len: 173 time: 1.4742963 Aug 19 12:00:06.734495 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:06.767509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:06.778951 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb86f1e8-d55e-4af8-964f-5299b69eb606" -d '{"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-plugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:06.802187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Calling delete_port for 08efe2fc-b9f4-4f43-813f-5abe5f3fcc2c owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:06.977317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355891ea-0017-4989-8c69-1502fa9988cd None None] DHCP port deletion for f27a9747-e6e1-45ae-a50e-584fa68833f4 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:00:06.992896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:07.021841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1f2cbb4-4d48-4955-8c03-b787044b9d9f req-628dbe8b-f23d-4a48-afa3-991cd5cee09d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 210 time: 0.0434175 Aug 19 12:00:07.116820 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20174f7-dc4d-46ac-86ab-23233ea5c3e4 x-openstack-request-id: req-e20174f7-dc4d-46ac-86ab-23233ea5c3e4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:07.117348 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-plugged", "status": "completed", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:07.117731 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e20174f7-dc4d-46ac-86ab-23233ea5c3e4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:07.118468 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'code': 200} Aug 19 12:00:07.132223 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-355891ea-0017-4989-8c69-1502fa9988cd None None] Deleting port e66cfc80-f386-4a2d-be53-72eb4c627b98 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:07.133045 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-355891ea-0017-4989-8c69-1502fa9988cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:07.257233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:07.268054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-355891ea-0017-4989-8c69-1502fa9988cd None None] For port e66cfc80-f386-4a2d-be53-72eb4c627b98, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e66cfc80-f386-4a2d-be53-72eb4c627b98,segment=NetworkSegment(ffd13bcc-2afd-44b8-a812-e75736bceefe),segment_id=ffd13bcc-2afd-44b8-a812-e75736bceefe)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:07.269245 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-355891ea-0017-4989-8c69-1502fa9988cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:07.311930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-355891ea-0017-4989-8c69-1502fa9988cd None None] Calling delete_port for e66cfc80-f386-4a2d-be53-72eb4c627b98 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:07.391150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5c0a305-021a-4071-86d0-724300cbc45f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:07.454023 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-355891ea-0017-4989-8c69-1502fa9988cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:07.507430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:07.510721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:07.512034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eb57db05-3f7c-4418-98ba-db6dc6fdecf0 tempest-FloatingIPAdminTestJSON-611278965 tempest-FloatingIPAdminTestJSON-611278965-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/3ef8d6be-2869-4744-8c71-913ce1ecc008 HTTP/1.1" status: 204 len: 168 time: 2.0571587 Aug 19 12:00:07.519513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55018) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:07.570827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55020) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:07.575996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e66cfc80-f386-4a2d-be53-72eb4c627b98 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:07.581216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355891ea-0017-4989-8c69-1502fa9988cd None None] No DVR routers for this DVR port e66cfc80-f386-4a2d-be53-72eb4c627b98 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:07.601876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355891ea-0017-4989-8c69-1502fa9988cd None None] Pushing event deleted for resources: {'Port': ['ID=e66cfc80-f386-4a2d-be53-72eb4c627b98,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:07.604042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f36a3538-7326-49ba-ba7f-827b68b266df req-6686583a-8eaa-4a11-829e-f82385fe9bac tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "GET /v2.0/ports?device_id=c97164e1-d159-4527-bb03-6d9818e9dfe9 HTTP/1.1" status: 200 len: 210 time: 0.1873238 Aug 19 12:00:07.648179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:07.663895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e66cfc80-f386-4a2d-be53-72eb4c627b98 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:07.664579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e66cfc80-f386-4a2d-be53-72eb4c627b98 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:07.723094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 767aa8ca-1c5b-4bed-802c-c43b48c8c60f no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:07.769323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 767aa8ca-1c5b-4bed-802c-c43b48c8c60f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:07.772331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 767aa8ca-1c5b-4bed-802c-c43b48c8c60f not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:07.773888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device cf0f6214-30f7-4e8b-9458-367681155c65 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:07.782357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event deleted for resources: {'Port': ['ID=08efe2fc-b9f4-4f43-813f-5abe5f3fcc2c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:07.832356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34e8fa-2977-45a6-9731-25f3ccc7396a req-4d78e064-b722-4c4b-ae73-a3ba398acd4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:07.841817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b34e8fa-2977-45a6-9731-25f3ccc7396a req-4d78e064-b722-4c4b-ae73-a3ba398acd4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.5150244 Aug 19 12:00:07.875548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: cf0f6214-30f7-4e8b-9458-367681155c65 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:07.875913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device cf0f6214-30f7-4e8b-9458-367681155c65 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:07.967817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b34e8fa-2977-45a6-9731-25f3ccc7396a req-9d6da967-e87e-4b5e-9053-290a02d9bdd0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127036 Aug 19 12:00:07.974018 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.078361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.087174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Deleting port e66cfc80-f386-4a2d-be53-72eb4c627b98 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:08.087840 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.170545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Transition to ACTIVE for port object fdcbd2b1-3382-4495-af7c-ec2d2407add0 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:08.191459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.193801 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.221840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] For port e66cfc80-f386-4a2d-be53-72eb4c627b98, host n-d-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:08.222395 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.258299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.260148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd2e56c-b6da-47d8-a73d-2219110257c1 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:00:08.283396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Calling delete_port for e66cfc80-f386-4a2d-be53-72eb4c627b98 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:08.289714 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.289961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Port e66cfc80-f386-4a2d-be53-72eb4c627b98 was not found and therefore no delete operation was performed {{(pid=101153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:00:08.291008 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cbc6e213-59f7-47d7-8f29-15834b2043a8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/2dd2e56c-b6da-47d8-a73d-2219110257c1 HTTP/1.1" status: 204 len: 168 time: 4.0523708 Aug 19 12:00:08.296307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa080c15-813f-426a-89cd-c842c6a42bf7 req-25c4a95d-9bf7-4332-8b9a-c29f65ba5603 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 210 time: 0.0513637 Aug 19 12:00:08.296887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55042) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:08.302415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e56f3a2d-5dec-453d-a04e-5fde26d99eda tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2139549361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:08.306118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.335267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a2d-5dec-453d-a04e-5fde26d99eda tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.337709 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a2d-5dec-453d-a04e-5fde26d99eda tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.348608 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.350490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'name': 'network-vif-deleted', 'tag': '767aa8ca-1c5b-4bed-802c-c43b48c8c60f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:08.353468 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2367874f-671d-4764-99ef-f2fcdfb1e1e8" -d '{"events": [{"server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "name": "network-vif-deleted", "tag": "767aa8ca-1c5b-4bed-802c-c43b48c8c60f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:08.368628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-9a19c91c-66a8-4b32-a2c1-2d9a87b3491a tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Deleting port 451907cb-5411-4108-92fb-ee19f24ef4d4 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:08.369004 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a19c91c-66a8-4b32-a2c1-2d9a87b3491a tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.372526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66cfc80-f386-4a2d-be53-72eb4c627b98,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:08.393205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['6764db6a-0985-4b46-9414-754aebf12452', 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:08.424745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a2d-5dec-453d-a04e-5fde26d99eda tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.428392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:08.433617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a2d-5dec-453d-a04e-5fde26d99eda tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.468729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02154ca2-2685-4b4f-ae45-a10c3226c1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.470883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] No DVR routers for this DVR port e66cfc80-f386-4a2d-be53-72eb4c627b98 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:08.488590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:08.507082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:08.510708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:08.531673 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a2d-5dec-453d-a04e-5fde26d99eda tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.539583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e56f3a2d-5dec-453d-a04e-5fde26d99eda tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2375441 Aug 19 12:00:08.540775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55052) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:08.550767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:08.675512 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bad2ad-bbb9-46a6-a9cd-866ffc8bd396 x-openstack-request-id: req-52bad2ad-bbb9-46a6-a9cd-866ffc8bd396 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:08.675983 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97164e1-d159-4527-bb03-6d9818e9dfe9", "name": "network-vif-deleted", "tag": "767aa8ca-1c5b-4bed-802c-c43b48c8c60f", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:08.676821 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52bad2ad-bbb9-46a6-a9cd-866ffc8bd396 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:08.677374 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97164e1-d159-4527-bb03-6d9818e9dfe9', 'name': 'network-vif-deleted', 'tag': '767aa8ca-1c5b-4bed-802c-c43b48c8c60f', 'status': 'completed', 'code': 200} Aug 19 12:00:08.714325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55074) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:08.728473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.796904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:08.818867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9accdeb0-184c-4a35-bc8d-19990d361c81 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting subnet 17c6ce3e-0cd9-4629-bc9c-88557cbc1920 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:00:08.821904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27a9747-e6e1-45ae-a50e-584fa68833f4']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:08.826334 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9accdeb0-184c-4a35-bc8d-19990d361c81 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.851818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a19c91c-66a8-4b32-a2c1-2d9a87b3491a tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.869963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd13bcc-2afd-44b8-a812-e75736bceefe') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:08.870251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd13bcc-2afd-44b8-a812-e75736bceefe') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:08.889847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-9a19c91c-66a8-4b32-a2c1-2d9a87b3491a tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Calling delete_port for 451907cb-5411-4108-92fb-ee19f24ef4d4 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:08.903143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:08.904055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.911887 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.992558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:08.999149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5b197675-1cd9-40d5-935d-705dc08a1e6d None None] Provisioning for port fdcbd2b1-3382-4495-af7c-ec2d2407add0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:09.013303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5b197675-1cd9-40d5-935d-705dc08a1e6d None None] Provisioning complete for port fdcbd2b1-3382-4495-af7c-ec2d2407add0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:09.013844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5b197675-1cd9-40d5-935d-705dc08a1e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.015428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:00:09.016004 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:00:09.018375 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:00:09.118117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5b197675-1cd9-40d5-935d-705dc08a1e6d None None] Port fdcbd2b1-3382-4495-af7c-ec2d2407add0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:00:09.140813 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9accdeb0-184c-4a35-bc8d-19990d361c81 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.158060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.166642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.169461 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f27a9747-e6e1-45ae-a50e-584fa68833f4 HTTP/1.1" status: 204 len: 168 time: 2.7877293 Aug 19 12:00:09.192407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02154ca2-2685-4b4f-ae45-a10c3226c1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.205610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a378c0-9c1b-42ad-b3cb-d6189725da67 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27a9747-e6e1-45ae-a50e-584fa68833f4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:09.217194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02154ca2-2685-4b4f-ae45-a10c3226c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.244395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-7f2b0d65-2bc9-4476-89df-d7dc5c643681 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5790405 Aug 19 12:00:09.286085 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.287334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Request body: {'port': {'device_id': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:09.347959 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-02154ca2-2685-4b4f-ae45-a10c3226c1f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f7fb1bba8824bbab2ec76d9f1fb2a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7722268 Aug 19 12:00:09.352606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02154ca2-2685-4b4f-ae45-a10c3226c1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c227903a-ebd9-4d13-a70b-b2df19221f61,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:09.355501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55086) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:09.375977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a2eac-656a-44a3-b94a-a7b0e7d2bf4d req-32eb17e0-8b8d-484e-bf13-b3ff1a5e9fbd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:09.384031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-809a2eac-656a-44a3-b94a-a7b0e7d2bf4d req-32eb17e0-8b8d-484e-bf13-b3ff1a5e9fbd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.2393110 Aug 19 12:00:09.416589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55088) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:09.428472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a19c91c-66a8-4b32-a2c1-2d9a87b3491a tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.483482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.547441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19c91c-66a8-4b32-a2c1-2d9a87b3491a tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event deleted for resources: {'Port': ['ID=451907cb-5411-4108-92fb-ee19f24ef4d4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:09.561911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-809a2eac-656a-44a3-b94a-a7b0e7d2bf4d req-d8413d01-2b2b-45bc-bf66-e07c9bfbfc27 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770489 Aug 19 12:00:09.574819 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9accdeb0-184c-4a35-bc8d-19990d361c81 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.627033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1318833-2b09-4752-90b4-b905afc3bff9 req-4b6b0952-4040-489b-8dea-bf08a90351b9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:09.629653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1318833-2b09-4752-90b4-b905afc3bff9 req-4b6b0952-4040-489b-8dea-bf08a90351b9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 936 time: 0.1984677 Aug 19 12:00:09.654551 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ed763e02-29f1-452d-a06d-e487c1c74fa9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10c3e32253d8418099010fa7dd0eda09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293179 Aug 19 12:00:09.659914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55092) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:09.672723 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11a0ac63-39c3-4712-9111-25f3479fdb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.700740 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9accdeb0-184c-4a35-bc8d-19990d361c81 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.752626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accdeb0-184c-4a35-bc8d-19990d361c81 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Subnet': ['ID=17c6ce3e-0cd9-4629-bc9c-88557cbc1920,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:09.770955 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11a0ac63-39c3-4712-9111-25f3479fdb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.791822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a42b61f-1753-43a4-8839-0d64c8d4fb89 None None] Network 5b68b298-576b-4f39-b605-165af6ec5252 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:09.825317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9accdeb0-184c-4a35-bc8d-19990d361c81 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:09.829824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9accdeb0-184c-4a35-bc8d-19990d361c81 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "DELETE /v2.0/subnets/17c6ce3e-0cd9-4629-bc9c-88557cbc1920 HTTP/1.1" status: 204 len: 168 time: 1.1101000 Aug 19 12:00:09.833161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55098) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:10.033467 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a19c91c-66a8-4b32-a2c1-2d9a87b3491a tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.036098 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a19c91c-66a8-4b32-a2c1-2d9a87b3491a tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "DELETE /v2.0/ports/451907cb-5411-4108-92fb-ee19f24ef4d4 HTTP/1.1" status: 204 len: 168 time: 2.5152552 Aug 19 12:00:10.054908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55102) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:10.114411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102f707a-975a-42cc-8e45-6ea08eb546b7 None None] DHCP port deletion for 5b68b298-576b-4f39-b605-165af6ec5252 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:00:10.173229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b3ffd742-0869-48cc-8a87-6b06af16617f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.215954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e842b4-8f5c-4303-bf7b-8376fc21760e tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:10.221430 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-73e842b4-8f5c-4303-bf7b-8376fc21760e tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "GET /v2.0/ports?device_id=1945e260-75d9-4849-a078-dc7189c933bb HTTP/1.1" status: 200 len: 913 time: 0.1584194 Aug 19 12:00:10.236293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55108) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:10.256402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-102f707a-975a-42cc-8e45-6ea08eb546b7 None None] Deleting port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:10.256814 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-102f707a-975a-42cc-8e45-6ea08eb546b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.379486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1318833-2b09-4752-90b4-b905afc3bff9 req-5a69fac5-c9f0-4546-9b92-4970d58ca64b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937504 Aug 19 12:00:10.386347 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.431129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-102f707a-975a-42cc-8e45-6ea08eb546b7 None None] For port 75d353ca-addc-48c6-a14d-f0a1a1ff1392, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=75d353ca-addc-48c6-a14d-f0a1a1ff1392,segment=NetworkSegment(6140e0eb-ce93-49af-a3f4-f6278d18f446),segment_id=6140e0eb-ce93-49af-a3f4-f6278d18f446)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:10.431614 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-102f707a-975a-42cc-8e45-6ea08eb546b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.435274 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.459570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-102f707a-975a-42cc-8e45-6ea08eb546b7 None None] Calling delete_port for 75d353ca-addc-48c6-a14d-f0a1a1ff1392 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:10.474644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.590641 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b3ffd742-0869-48cc-8a87-6b06af16617f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.590786 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-102f707a-975a-42cc-8e45-6ea08eb546b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.657903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f707a-975a-42cc-8e45-6ea08eb546b7 None None] Pushing event deleted for resources: {'Port': ['ID=75d353ca-addc-48c6-a14d-f0a1a1ff1392,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:10.671709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f707a-975a-42cc-8e45-6ea08eb546b7 None None] No DVR routers for this DVR port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:10.723166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11a0ac63-39c3-4712-9111-25f3479fdb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.726341 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11a0ac63-39c3-4712-9111-25f3479fdb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.729938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:10.729938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.730249 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-11a0ac63-39c3-4712-9111-25f3479fdb03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c227903a-ebd9-4d13-a70b-b2df19221f61 HTTP/1.1" status: 204 len: 168 time: 1.3666341 Aug 19 12:00:10.782435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0ac63-39c3-4712-9111-25f3479fdb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c227903a-ebd9-4d13-a70b-b2df19221f61,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:10.788905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Allocated IP 172.25.4.74 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/5c4ea205-140f-4960-817f-5254fada2ec5) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:10.841373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] For port 75d353ca-addc-48c6-a14d-f0a1a1ff1392, host n-d-778550-9, got binding levels [] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:10.841763 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.925803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Calling delete_port for 75d353ca-addc-48c6-a14d-f0a1a1ff1392 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:10.933713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.ipam_backend_mixin [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 was not found and therefore no delete operation was performed {{(pid=101154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:00:10.936942 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.959446 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b3ffd742-0869-48cc-8a87-6b06af16617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.963222 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b3ffd742-0869-48cc-8a87-6b06af16617f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:10.964843 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b3ffd742-0869-48cc-8a87-6b06af16617f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b794a4b-e528-4173-bc7e-202e83b40b9f HTTP/1.1" status: 204 len: 168 time: 1.3038037 Aug 19 12:00:10.972692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Port': ['ID=75d353ca-addc-48c6-a14d-f0a1a1ff1392,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:10.978867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] No DVR routers for this DVR port 75d353ca-addc-48c6-a14d-f0a1a1ff1392 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:10.990670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffd742-0869-48cc-8a87-6b06af16617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b794a4b-e528-4173-bc7e-202e83b40b9f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:11.003663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcbd2b1-3382-4495-af7c-ec2d2407add0 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:11.046740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.069059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Transition to ACTIVE for port object fdcbd2b1-3382-4495-af7c-ec2d2407add0 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:11.078528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.189984 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.289595 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.326590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:11.352466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:11.353307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:11.353806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:11.364595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:11.368453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b68b298-576b-4f39-b605-165af6ec5252']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:11.371486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:11.400604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:11.406525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:11.406943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:11.407428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Bound port: fdcbd2b1-3382-4495-af7c-ec2d2407add0, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:11.407804 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.416261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6140e0eb-ce93-49af-a3f4-f6278d18f446') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:11.416494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6140e0eb-ce93-49af-a3f4-f6278d18f446') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:11.458174 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.493257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cef6df-b911-4080-83a3-0a57fadd7f21 req-4f2f009f-9ea6-4c89-b927-0d6f7c9796f0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:11.498704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83cef6df-b911-4080-83a3-0a57fadd7f21 req-4f2f009f-9ea6-4c89-b927-0d6f7c9796f0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.7813141 Aug 19 12:00:11.544484 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.556656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.575716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 75d353ca-addc-48c6-a14d-f0a1a1ff1392 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:11.594913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:00:11.595473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.601862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-d9cf283e-bbcc-4b27-ac9a-75bfee0a506f tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=68dc5494e63145ff8c8a557da435a82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718126 Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:00:11.602773 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:00:11.680120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:11.685477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 75d353ca-addc-48c6-a14d-f0a1a1ff1392 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:11.689103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 75d353ca-addc-48c6-a14d-f0a1a1ff1392 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:11.704946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:11.715058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.725915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.773100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:11.773735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:11.775359 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] 10.222.0.54 "PUT /v2.0/ports/fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 1096 time: 2.5044310 Aug 19 12:00:11.776087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:11.778631 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229689e7-d0b6-4a15-b561-7c57ecc29182" -d '{"events": [{"name": "network-changed", "server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:11.799577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83cef6df-b911-4080-83a3-0a57fadd7f21 req-5e27d661-248e-4a09-8b24-a58182dcaf13 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700355 Aug 19 12:00:12.032110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ceb61-ebc8-4251-8f6f-7fe3f3640e90 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:12.100835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646e918-a77a-4852-ac23-902df5e35b33 req-b6917c5e-a0b0-4a7b-b9fe-da4cd4042b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:12.102813 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-b6917c5e-a0b0-4a7b-b9fe-da4cd4042b77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1099 time: 0.0863407 Aug 19 12:00:12.123272 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:12.186199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:12.197436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event updated for resources: {'Port': ['ID=5c4ea205-140f-4960-817f-5254fada2ec5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:12.220724 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-6b2b4e02-0c37-4010-9ddf-473bd0b5872d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.0987215 Aug 19 12:00:12.257681 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:12.268253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "DELETE /v2.0/networks/5b68b298-576b-4f39-b605-165af6ec5252 HTTP/1.1" status: 204 len: 168 time: 2.4086719 Aug 19 12:00:12.278969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:12.312907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55182) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:12.328880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:12.350295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646e918-a77a-4852-ac23-902df5e35b33 req-d723555a-a35a-4ea7-80dd-a830af66f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:12.353111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-d723555a-a35a-4ea7-80dd-a830af66f0a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1057158 Aug 19 12:00:12.369955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Network': ['ID=5b68b298-576b-4f39-b605-165af6ec5252,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:12.420898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-f71fed68-35b7-4777-b1aa-0638812a82b8 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:12.422465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-f71fed68-35b7-4777-b1aa-0638812a82b8 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7942588 Aug 19 12:00:12.427472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.427823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.428152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.428487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.429360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.429360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.429614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.429910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.431767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.433152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.434411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.434763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f85a2-347f-4dd9-85ce-fc7393ab5e55 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:12.451917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Deleting port 17438c18-1924-4cd1-ae68-861548d41fbf {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:12.453751 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:12.459626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77f9bd-be24-447a-a819-5aece9098857 req-7274f5c0-7fe7-4e7c-8212-13e009ad702f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:12.461454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e77f9bd-be24-447a-a819-5aece9098857 req-7274f5c0-7fe7-4e7c-8212-13e009ad702f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 948 time: 0.4944458 Aug 19 12:00:12.483068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6f01db-121b-4f77-8386-707773a5fe40 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting subnet 5718f193-a2fe-45bb-bf04-fe0ce589b67e {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:00:12.518109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf6f01db-121b-4f77-8386-707773a5fe40 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:12.572311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646e918-a77a-4852-ac23-902df5e35b33 req-d5ab63d0-db6d-4c3d-92a5-c2562b985d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:12.574989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-d5ab63d0-db6d-4c3d-92a5-c2562b985d24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945043 Aug 19 12:00:12.600289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e77f9bd-be24-447a-a819-5aece9098857 req-bfcd4b46-80de-4245-8025-f2b68f63f42d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313193 Aug 19 12:00:12.651604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:12.667322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Calling delete_port for 17438c18-1924-4cd1-ae68-861548d41fbf owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:12.755230 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf3f6fd-8fd6-40a1-b93a-265e11f706f4 x-openstack-request-id: req-ebf3f6fd-8fd6-40a1-b93a-265e11f706f4 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:12.755784 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:12.755784 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebf3f6fd-8fd6-40a1-b93a-265e11f706f4 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:12.756181 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'status': 'completed', 'code': 200} Aug 19 12:00:12.840366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf6f01db-121b-4f77-8386-707773a5fe40 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:12.891236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:12.985174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-5676a180-c248-4d30-9e90-d513e308fd59 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/quotas/68dc5494e63145ff8c8a557da435a82b HTTP/1.1" status: 200 len: 375 time: 0.5422091 Aug 19 12:00:13.083747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf6f01db-121b-4f77-8386-707773a5fe40 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:13.092070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-44d8829a-3e49-4dc8-9252-3222b375e810 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=68dc5494e63145ff8c8a557da435a82b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607631 Aug 19 12:00:13.159058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c9b4b-edda-4229-aa40-e7cc7235ad11 req-80b645f8-a062-4a30-925b-58d50bc85bae tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:13.160605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec4c9b4b-edda-4229-aa40-e7cc7235ad11 req-80b645f8-a062-4a30-925b-58d50bc85bae tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.1965678 Aug 19 12:00:13.266619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec4c9b4b-edda-4229-aa40-e7cc7235ad11 req-7784394d-4407-412d-aec4-36413390b5ba tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971494 Aug 19 12:00:13.350184 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:13.359701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:13.397569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55214) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:13.860128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-439a374c-6449-4d4e-b454-748f3b9938ae tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=68dc5494e63145ff8c8a557da435a82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756280 Aug 19 12:00:13.899937 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-dfcade47-6cb0-4e5f-9f09-d798dfc80144 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3137972 Aug 19 12:00:14.015652 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d646e918-a77a-4852-ac23-902df5e35b33 req-a38a3e50-3930-4586-aff5-cc84664814cf service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005065 Aug 19 12:00:14.028487 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:14.057993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1234662663-network', 'tenant_id': '926fdd1cb6e3457284b16f83d70dacb2'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:14.070977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event deleted for resources: {'Port': ['ID=17438c18-1924-4cd1-ae68-861548d41fbf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:14.095523 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-fc09cbab-3bd6-496e-b4de-c4bdd2be51e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7861855 Aug 19 12:00:14.100618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f2daa-ce0c-4017-88d1-96c1667db7df req-38603c67-0ee7-42b6-9787-613d8f05439a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:14.102581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f34f2daa-ce0c-4017-88d1-96c1667db7df req-38603c67-0ee7-42b6-9787-613d8f05439a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 948 time: 0.3947651 Aug 19 12:00:14.109672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Router c6db109d-14ff-4e04-a500-4e292df4221f is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:00:14.157932 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf6f01db-121b-4f77-8386-707773a5fe40 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:14.318228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Made reservation on behalf of 926fdd1cb6e3457284b16f83d70dacb2 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:14.320572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:14.371868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f01db-121b-4f77-8386-707773a5fe40 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Subnet': ['ID=5718f193-a2fe-45bb-bf04-fe0ce589b67e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:14.378537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf6f01db-121b-4f77-8386-707773a5fe40 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:14.383053 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bf6f01db-121b-4f77-8386-707773a5fe40 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "DELETE /v2.0/subnets/5718f193-a2fe-45bb-bf04-fe0ce589b67e HTTP/1.1" status: 204 len: 168 time: 2.0668015 Aug 19 12:00:14.386403 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:14.388979 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55254) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:14.389308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53340b11-f6b0-40ac-a715-b91a19eae2a9 None None] Network 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:14.443743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0ee6cf2-cd1b-4f3d-b95c-5c2b2815b900 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:14.462275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0ee6cf2-cd1b-4f3d-b95c-5c2b2815b900 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5751331 Aug 19 12:00:14.506907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f34f2daa-ce0c-4017-88d1-96c1667db7df req-616de3fa-d0d9-4d5d-bbe6-eb7f21ed9b96 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942342 Aug 19 12:00:14.579602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-83a5afd2-34dd-4dc4-949c-e29a704f5466 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/quotas/68dc5494e63145ff8c8a557da435a82b HTTP/1.1" status: 200 len: 375 time: 0.1152680 Aug 19 12:00:14.654775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2eb956c7-7218-4ad7-95dd-be9a2d5eaaef tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=68dc5494e63145ff8c8a557da435a82b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743341 Aug 19 12:00:14.792397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11915335-37a0-42ac-9dce-b629f5e781e3 None None] DHCP port deletion for 9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:00:14.889001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-d4068a18-4b6a-484f-a41f-5048dd0b101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:14.892059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:00:14.895288 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-d4068a18-4b6a-484f-a41f-5048dd0b101d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 1101 time: 0.6632664 Aug 19 12:00:14.911000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287df79-a3f0-47fa-9879-132428a435d2 None None] Sync routers for ids ['c6db109d-14ff-4e04-a500-4e292df4221f'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:00:14.932255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:14.933628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1d9db66b-1f68-4958-b3c0-11bed8200086 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "PUT /v2.0/routers/c6db109d-14ff-4e04-a500-4e292df4221f HTTP/1.1" status: 200 len: 879 time: 6.3916306 Aug 19 12:00:14.935588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287df79-a3f0-47fa-9879-132428a435d2 None None] Routers {'c6db109d-14ff-4e04-a500-4e292df4221f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:14.936375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55270) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:14.937232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3287df79-a3f0-47fa-9879-132428a435d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c6db109d-14ff-4e04-a500-4e292df4221f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:14.945247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:14.955904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-e803e75b-351b-4ab5-bad6-fcaa1415baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:14.970959 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-e803e75b-351b-4ab5-bad6-fcaa1415baca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1099 time: 0.8185472 Aug 19 12:00:14.989516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:15.033160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3287df79-a3f0-47fa-9879-132428a435d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:15.047592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-11915335-37a0-42ac-9dce-b629f5e781e3 None None] Deleting port 54f97ab6-c836-488d-a9cf-7272cf787ca7 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:15.048238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11915335-37a0-42ac-9dce-b629f5e781e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:15.209614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-11915335-37a0-42ac-9dce-b629f5e781e3 None None] For port 54f97ab6-c836-488d-a9cf-7272cf787ca7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=54f97ab6-c836-488d-a9cf-7272cf787ca7,segment=NetworkSegment(e73324c9-d022-40a6-a5ba-733e2e547971),segment_id=e73324c9-d022-40a6-a5ba-733e2e547971)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:15.210852 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11915335-37a0-42ac-9dce-b629f5e781e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:15.214220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f1650bb9-1b76-490c-87d4-0eb8af566122 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/routers/c6db109d-14ff-4e04-a500-4e292df4221f HTTP/1.1" status: 200 len: 920 time: 0.2709873 Aug 19 12:00:15.221338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55280) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:15.251970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-11915335-37a0-42ac-9dce-b629f5e781e3 None None] Calling delete_port for 54f97ab6-c836-488d-a9cf-7272cf787ca7 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:15.283180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:15.374191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:15.451344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287df79-a3f0-47fa-9879-132428a435d2 None None] Routers {'c6db109d-14ff-4e04-a500-4e292df4221f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:15.454691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3287df79-a3f0-47fa-9879-132428a435d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c6db109d-14ff-4e04-a500-4e292df4221f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:15.486944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33b48af1-1d1c-4790-a48c-2e84fd19aa84 req-207f08c3-222d-4650-ba44-3411d0bec6f3 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 210 time: 0.2466841 Aug 19 12:00:15.513803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95865280-92b7-45af-96a5-a1239d9f080a req-049da348-59c6-42b4-8639-243e04a1d1a8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:15.526296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95865280-92b7-45af-96a5-a1239d9f080a req-049da348-59c6-42b4-8639-243e04a1d1a8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.8529928 Aug 19 12:00:15.529349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:00:15.541485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Router 1945e260-75d9-4849-a078-dc7189c933bb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:00:15.562090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3287df79-a3f0-47fa-9879-132428a435d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:15.563145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287df79-a3f0-47fa-9879-132428a435d2 None None] The sync data for ids ['c6db109d-14ff-4e04-a500-4e292df4221f'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:00:15.573558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 54f97ab6-c836-488d-a9cf-7272cf787ca7 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:15.653778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b37284-6a6c-4dd6-ba18-6988afb9e936,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:15.695432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55292) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:15.721934 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:15.722281 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Added segment 4abd7267-6e86-4707-9f09-7e5e4c8b62be of type vlan for network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa Aug 19 12:00:15.748042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f696b-2943-41ec-bbec-cba64d4e82ea tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:15.757401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-612f696b-2943-41ec-bbec-cba64d4e82ea tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=c6db109d-14ff-4e04-a500-4e292df4221f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5323615 Aug 19 12:00:15.789408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55296) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:15.824098 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:15.827119 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11915335-37a0-42ac-9dce-b629f5e781e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:15.832988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95865280-92b7-45af-96a5-a1239d9f080a req-7746ee5b-11f7-4acf-b6aa-92025a573772 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054471 Aug 19 12:00:15.873696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11915335-37a0-42ac-9dce-b629f5e781e3 None None] No DVR routers for this DVR port 54f97ab6-c836-488d-a9cf-7272cf787ca7 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:15.999030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-106ead01-9e50-42aa-ba8e-261459e52d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:16.014890 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-106ead01-9e50-42aa-ba8e-261459e52d72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 1.0592215 Aug 19 12:00:16.059962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:00:16.081404 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e551a78-c355-47ac-bb1c-2282298f1dcd None None] Sync routers for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:00:16.086864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11915335-37a0-42ac-9dce-b629f5e781e3 None None] Pushing event deleted for resources: {'Port': ['ID=54f97ab6-c836-488d-a9cf-7272cf787ca7,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:16.102463 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e551a78-c355-47ac-bb1c-2282298f1dcd None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:16.103470 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9e551a78-c355-47ac-bb1c-2282298f1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:16.123733 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-25f9ba9f-fb8d-4846-8c51-d01163da9fd0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 200 len: 217 time: 0.0655923 Aug 19 12:00:16.140823 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69e2f628-c92c-4a30-a9e0-99f72e8492a1 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "PUT /v2.0/routers/1945e260-75d9-4849-a078-dc7189c933bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9029350 Aug 19 12:00:16.149987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55298) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:16.208965 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9e551a78-c355-47ac-bb1c-2282298f1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:16.223219 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e551a78-c355-47ac-bb1c-2282298f1dcd None None] Routers {'1945e260-75d9-4849-a078-dc7189c933bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:16.224102 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9e551a78-c355-47ac-bb1c-2282298f1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T11:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1945e260-75d9-4849-a078-dc7189c933bb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:16.260262 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9e551a78-c355-47ac-bb1c-2282298f1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:16.261198 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e551a78-c355-47ac-bb1c-2282298f1dcd None None] The sync data for ids ['1945e260-75d9-4849-a078-dc7189c933bb'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:00:16.508990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea855a22-c446-4097-aff9-638ba4644e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:16.550690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:16.628614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89706958-fa73-45a4-8642-b4be914a0f13 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:16.630269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-89706958-fa73-45a4-8642-b4be914a0f13 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 881 time: 0.8382640 Aug 19 12:00:16.641362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-20ff4827-9345-4075-9daa-59436b31b2c2 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=68dc5494e63145ff8c8a557da435a82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1883571 Aug 19 12:00:16.654296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55306) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:16.670988 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:16.691258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-7b325fc6-8fe1-4252-867d-5c5949957b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:16.692924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-7b325fc6-8fe1-4252-867d-5c5949957b55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 1.6806056 Aug 19 12:00:16.715886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:16.745057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Deleting port 54f97ab6-c836-488d-a9cf-7272cf787ca7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:16.745459 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:16.811123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-795e372b-a3a3-4ebb-91ed-91848b54c882 req-b0b63f37-4a14-4bce-bc6d-4a2adf8e5c59 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 210 time: 0.1839530 Aug 19 12:00:16.821967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-faee9e30-db54-4c2a-b45e-be12912b0e9c tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:16.823806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-faee9e30-db54-4c2a-b45e-be12912b0e9c tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487560 Aug 19 12:00:16.850210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] For port 54f97ab6-c836-488d-a9cf-7272cf787ca7, host n-d-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:16.850692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:16.851619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-286385cc-6fd6-4e64-bd58-7d03c66a6116 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6db109d-14ff-4e04-a500-4e292df4221f HTTP/1.1" status: 200 len: 205 time: 0.1920912 Aug 19 12:00:16.870090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Request body: {'port': {'device_id': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '68dc5494e63145ff8c8a557da435a82b'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:16.871590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Calling delete_port for 54f97ab6-c836-488d-a9cf-7272cf787ca7 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:16.878722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Port 54f97ab6-c836-488d-a9cf-7272cf787ca7 was not found and therefore no delete operation was performed {{(pid=101153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:00:16.886161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55310) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:16.899141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:00:16.910836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.019278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e990849a-591c-4fd8-9728-38140402c1ec tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=68dc5494e63145ff8c8a557da435a82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319870 Aug 19 12:00:17.048858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2d813-de08-40ae-93d2-c5221792b155 req-4ce3805c-7942-4b1b-bc6d-21383ee20f2e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:17.056896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99e2d813-de08-40ae-93d2-c5221792b155 req-4ce3805c-7942-4b1b-bc6d-21383ee20f2e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 948 time: 1.3770442 Aug 19 12:00:17.063501 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-9bded22f-a327-4140-a532-1f2c0025cbe0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.3548396 Aug 19 12:00:17.083678 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-8e2a0067-de9a-41c7-9694-2f83591760e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:17.085396 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-8e2a0067-de9a-41c7-9694-2f83591760e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.9330521 Aug 19 12:00:17.102092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Port': ['ID=54f97ab6-c836-488d-a9cf-7272cf787ca7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:17.105877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] No DVR routers for this DVR port 54f97ab6-c836-488d-a9cf-7272cf787ca7 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:17.165915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.167426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:17.168281 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.249276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed43e5d-0631-47e2-a30d-e9e32cc802fa,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:17.266324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:00:17.302418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-1feae82c-a0eb-48b1-9426-f0f0591dff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:17.303891 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-1feae82c-a0eb-48b1-9426-f0f0591dff83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2141080 Aug 19 12:00:17.325006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99e2d813-de08-40ae-93d2-c5221792b155 req-4a188f00-5b00-48a2-8896-612cb7f4c1b4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626183 Aug 19 12:00:17.351802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883cba-74fd-4757-a5e5-c53902580bdf req-91e44d54-4c1d-43bc-9d0c-7dd1d9f8f0af tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:17.360234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68883cba-74fd-4757-a5e5-c53902580bdf req-91e44d54-4c1d-43bc-9d0c-7dd1d9f8f0af tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.3807139 Aug 19 12:00:17.364023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.390933 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.397578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Deleting port 3478ea4d-86a9-44cb-b570-56db0ed39b48 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:17.398001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.403140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ace11bb-cdad-4ff6-b13b-83e18be8fdb5']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:17.438206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-636fb35c-8cbc-4dad-a5fc-c4c93047d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:17.439953 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-636fb35c-8cbc-4dad-a5fc-c4c93047d69c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3242514 Aug 19 12:00:17.488900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68883cba-74fd-4757-a5e5-c53902580bdf req-c45b5840-f4c7-4908-9dac-1cc934c54fcb tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273081 Aug 19 12:00:17.491734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73324c9-d022-40a6-a5ba-733e2e547971') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:17.492044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73324c9-d022-40a6-a5ba-733e2e547971') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:17.502621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-ca371ff2-e886-41dc-9f3b-c99f7f6e015a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:17.504549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-ca371ff2-e886-41dc-9f3b-c99f7f6e015a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4642100 Aug 19 12:00:17.509886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea855a22-c446-4097-aff9-638ba4644e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.517574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea855a22-c446-4097-aff9-638ba4644e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.535042 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.546593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Request body: {'port': {'device_id': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '68dc5494e63145ff8c8a557da435a82b'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:17.562129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-713711b8-8e8c-49df-a4c1-0c5a758a1229 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.1582379 Aug 19 12:00:17.564079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Made reservation on behalf of 68dc5494e63145ff8c8a557da435a82b for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:17.567841 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.569779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55312) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:17.578922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:17.595489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Request body: {'subnet': {'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1234662663-subnet', 'tenant_id': '926fdd1cb6e3457284b16f83d70dacb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:17.668855 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.675312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea855a22-c446-4097-aff9-638ba4644e89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=905c29eddfb6449cb49394d924a6db5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9526672 Aug 19 12:00:17.691249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55314) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:17.718939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea855a22-c446-4097-aff9-638ba4644e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cb4c84-661d-41f6-adde-36235e5430ed,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:17.847998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:17.876329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'mac_address': 'fa:16:3e:d7:7b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:17.880542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.897309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Made reservation on behalf of 926fdd1cb6e3457284b16f83d70dacb2 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:17.900459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.908113 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.953970 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:17.984920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcbd2b1-3382-4495-af7c-ec2d2407add0 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:18.027421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13809b6e-e956-4268-a115-3d0d3ef6ef58 req-42465b05-4081-4e7a-832e-cada63e1cc81 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 210 time: 0.1081722 Aug 19 12:00:18.058243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:18.075554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.078472 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.100773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-7fa28f2d-60bd-4991-ad71-55316f0d793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:18.103138 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-7fa28f2d-60bd-4991-ad71-55316f0d793c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7790682 Aug 19 12:00:18.106428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:00:18.106826 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.114461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Made reservation on behalf of 68dc5494e63145ff8c8a557da435a82b for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:00:18.118172 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:00:18.123423 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.140292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69499417-f1f4-40a8-bbca-38028e6be651,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:18.141061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-5cf96c44-46ae-45e7-a017-3dab7df9187d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:00:18.142106 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-5cf96c44-46ae-45e7-a017-3dab7df9187d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186162 Aug 19 12:00:18.185139 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ccee38d-0042-4cfe-b850-0d3e09d2e88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.216757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:18.247798 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.313329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Calling delete_port for 3478ea4d-86a9-44cb-b570-56db0ed39b48 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:18.317155 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-cb4d420b-1b98-4cee-be59-008d60aab778 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542659 Aug 19 12:00:18.322849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.325318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.326810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Allocated IP 192.168.233.63 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/e8dde445-51ed-4577-b326-4ead4ab51a2b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:18.333417 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce9cb-5738-4887-9cfe-24a3e88442e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.381749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['fdcbd2b1-3382-4495-af7c-ec2d2407add0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:18.540289 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6a84358a-2f60-49c4-892e-bd5d6164652a req-ea8d7439-9bbd-44aa-98f6-1cc50ac1c9bb service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114005 Aug 19 12:00:18.548416 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ccee38d-0042-4cfe-b850-0d3e09d2e88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.588530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.598976 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] 10.222.0.65 "DELETE /v2.0/networks/9ace11bb-cdad-4ff6-b13b-83e18be8fdb5 HTTP/1.1" status: 204 len: 168 time: 4.1959443 Aug 19 12:00:18.625175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7f030-d87d-4eee-a2dc-11e9f230fc72 tempest-ServersTestMultiNic-1605168268 tempest-ServersTestMultiNic-1605168268-project] Pushing event deleted for resources: {'Network': ['ID=9ace11bb-cdad-4ff6-b13b-83e18be8fdb5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:18.739036 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-cb83738e-1ff9-4c48-aff7-07a46af4e086 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492983 Aug 19 12:00:18.744493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bff6c-fa71-4c0e-a982-5777a9443206 req-e5543472-0809-4bb0-8f7b-a99cb55460b7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:18.746180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb2bff6c-fa71-4c0e-a982-5777a9443206 req-e5543472-0809-4bb0-8f7b-a99cb55460b7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 949 time: 0.3387837 Aug 19 12:00:18.807497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.853597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Deleting port 5c4ea205-140f-4960-817f-5254fada2ec5 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:18.854369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.861885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59e3e-444b-43bd-887c-ffddae07e25e req-2562c998-60e5-451a-9406-b979f98cf662 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:18.863437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6d59e3e-444b-43bd-887c-ffddae07e25e req-2562c998-60e5-451a-9406-b979f98cf662 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.2588992 Aug 19 12:00:18.904201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Transition to ACTIVE for port object e8dde445-51ed-4577-b326-4ead4ab51a2b will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:18.917527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb2bff6c-fa71-4c0e-a982-5777a9443206 req-219833f3-a9f7-47ba-82df-ef3e623f397b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490071 Aug 19 12:00:18.934420 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ccee38d-0042-4cfe-b850-0d3e09d2e88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.939782 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.940960 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ccee38d-0042-4cfe-b850-0d3e09d2e88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:18.946664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6ccee38d-0042-4cfe-b850-0d3e09d2e88c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59cb4c84-661d-41f6-adde-36235e5430ed HTTP/1.1" status: 204 len: 168 time: 1.2458751 Aug 19 12:00:18.996539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccee38d-0042-4cfe-b850-0d3e09d2e88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cb4c84-661d-41f6-adde-36235e5430ed,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:19.009337 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.053999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6d59e3e-444b-43bd-887c-ffddae07e25e req-ca32d384-7e20-4e5c-a7cb-343b6af3b333 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706202 Aug 19 12:00:19.091567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event deleted for resources: {'Port': ['ID=3478ea4d-86a9-44cb-b570-56db0ed39b48,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:19.132815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bacd553-e27d-4315-9efa-1a75abbc61fd,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:19.141656 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.145782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Checking segment: {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:19.146425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Network hostable DHCP agents. Network: 5ed43e5d-0631-47e2-a30d-e9e32cc802fa, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:00:19.185217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55334) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:19.195477 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-229689e7-d0b6-4a15-b561-7c57ecc29182 req-de8a6508-e8bb-4b4e-be1b-0b48d40384b5 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408793 Aug 19 12:00:19.283395 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.293435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.338295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:19.372856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:19.376248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:19.379047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:00:19.407793 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.410401 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.424052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Allocated IP 192.168.233.97 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/fc404ac2-9d54-4e24-91f2-66b1d6c0fc90) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:19.465331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.466447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Fanout notify agent at l3_agent the message router_deleted on router 1945e260-75d9-4849-a078-dc7189c933bb {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:00:19.469968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Pushing event updated for resources: {'Port': ['ID=e8dde445-51ed-4577-b326-4ead4ab51a2b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:19.477621 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.481998 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-30937d3e-5b68-4e30-a20c-1847ed585ec7 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "DELETE /v2.0/routers/1945e260-75d9-4849-a078-dc7189c933bb HTTP/1.1" status: 204 len: 168 time: 3.3278666 Aug 19 12:00:19.483342 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55338) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:19.484497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Calling delete_port for 5c4ea205-140f-4960-817f-5254fada2ec5 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:19.500800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 5ed43e5d-0631-47e2-a30d-e9e32cc802fa) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:19.505537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:19.506441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.512638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a6163-9f0d-4ad9-a41c-546918306e6f None None] Network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:19.566453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0da2f1-ec00-4396-befe-78392ebcda22 req-a0668297-e49c-41e9-a383-7b7b2b2ee855 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:19.571895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae0da2f1-ec00-4396-befe-78392ebcda22 req-a0668297-e49c-41e9-a383-7b7b2b2ee855 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 935 time: 0.3451715 Aug 19 12:00:19.589601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-06dc22ba-6a7d-476b-99dc-491207b49b0d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9986877 Aug 19 12:00:19.601411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:19.602091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.651222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:19.663292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a489b4-22b0-4be2-99a0-ab552b33deeb tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Deleting subnet 81262377-d366-47a9-8b85-afcf4635a9dc {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:00:19.669643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a489b4-22b0-4be2-99a0-ab552b33deeb tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.708322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55342) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:19.723544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-2a602429-b7c5-479b-88cd-9f794b70187a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1961961 Aug 19 12:00:19.857868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a489b4-22b0-4be2-99a0-ab552b33deeb tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:19.917143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port fdcbd2b1-3382-4495-af7c-ec2d2407add0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:19.973791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port fdcbd2b1-3382-4495-af7c-ec2d2407add0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:19.974197 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.025383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ea7d9-bfbc-46ac-a95c-b6cf0d2a51a0 None None] Network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:20.030344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9b93dcec-b53e-43c3-ad9d-bd92b0c096f5 None None] Provisioning for port e8dde445-51ed-4577-b326-4ead4ab51a2b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:20.037287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9b93dcec-b53e-43c3-ad9d-bd92b0c096f5 None None] Provisioning complete for port e8dde445-51ed-4577-b326-4ead4ab51a2b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:20.037890 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9b93dcec-b53e-43c3-ad9d-bd92b0c096f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.105761 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.141414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event deleted for resources: {'Port': ['ID=5c4ea205-140f-4960-817f-5254fada2ec5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:20.228728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Request body: {'port': {'device_id': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:20.232503 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7cae3b8-ea8c-4f35-8a2a-671f8e7d5311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.269065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a489b4-22b0-4be2-99a0-ab552b33deeb tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.295357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae0da2f1-ec00-4396-befe-78392ebcda22 req-9d2adcd3-aa9f-44fb-874f-860a980ef32b tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7086453 Aug 19 12:00:20.306565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9b93dcec-b53e-43c3-ad9d-bd92b0c096f5 None None] Port e8dde445-51ed-4577-b326-4ead4ab51a2b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:00:20.323462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.355275 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.397838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:20.400802 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd17a28-1b75-48d0-8c5e-cd62c8ff1bf1" -d '{"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-plugged", "status": "completed", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:20.435769 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:20.441961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.444867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.474701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.503135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.503697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Fanout notify agent at l3_agent the message router_deleted on router c6db109d-14ff-4e04-a500-4e292df4221f {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:00:20.505472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754185ac-df27-4343-81bd-6f4b3a7bd12a req-14702566-fc88-41f5-b3e2-e0ae96e06e00 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:20.511952 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.513481 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e9aafd8b-178d-4a96-a8bc-74648dd6de79 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/c6db109d-14ff-4e04-a500-4e292df4221f HTTP/1.1" status: 204 len: 168 time: 3.5851786 Aug 19 12:00:20.517391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55356) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:20.517938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-754185ac-df27-4343-81bd-6f4b3a7bd12a req-14702566-fc88-41f5-b3e2-e0ae96e06e00 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 949 time: 0.2782719 Aug 19 12:00:20.534098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e0f078d3-e9e3-40eb-806b-01ca65866614 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-618801266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:20.564303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a489b4-22b0-4be2-99a0-ab552b33deeb tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.585451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:20.609834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a489b4-22b0-4be2-99a0-ab552b33deeb tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event deleted for resources: {'Subnet': ['ID=81262377-d366-47a9-8b85-afcf4635a9dc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:20.618858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a489b4-22b0-4be2-99a0-ab552b33deeb tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.624905 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-29a489b4-22b0-4be2-99a0-ab552b33deeb tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "DELETE /v2.0/subnets/81262377-d366-47a9-8b85-afcf4635a9dc HTTP/1.1" status: 204 len: 168 time: 1.1375210 Aug 19 12:00:20.625367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55358) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:20.627638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.629398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5091186d-6454-4607-acf1-da315481a74a None None] Network a88a6277-ae6b-46ea-b87a-60f1ee85c463 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:20.762142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.771979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-754185ac-df27-4343-81bd-6f4b3a7bd12a req-d929e10d-9d32-4b90-8da3-3f259c16fa73 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302628 Aug 19 12:00:20.793506 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bd84031c-b21d-4007-9ba7-a7ee07c119e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.809069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.861363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Deleting port d95e179d-25d8-4514-bda4-a3f0237cd3b2 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:20.862424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.917606 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.932868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775dc08-a994-428e-8312-df3a98de2820 None None] DHCP port deletion for a88a6277-ae6b-46ea-b87a-60f1ee85c463 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:00:20.961997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] For port d95e179d-25d8-4514-bda4-a3f0237cd3b2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d95e179d-25d8-4514-bda4-a3f0237cd3b2,segment=NetworkSegment(334cd5dc-3d2c-4311-8401-95998de60a24),segment_id=334cd5dc-3d2c-4311-8401-95998de60a24)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:20.962361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:20.980594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Calling delete_port for d95e179d-25d8-4514-bda4-a3f0237cd3b2 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:21.003564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2775dc08-a994-428e-8312-df3a98de2820 None None] Deleting port d95e179d-25d8-4514-bda4-a3f0237cd3b2 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:21.004545 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2775dc08-a994-428e-8312-df3a98de2820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.042772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-a1260e34-1eee-4be0-b41c-40ff049be074 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:21.044637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-a1260e34-1eee-4be0-b41c-40ff049be074 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 813 time: 0.1768556 Aug 19 12:00:21.058101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Transition to ACTIVE for port object fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:21.078711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2775dc08-a994-428e-8312-df3a98de2820 None None] For port d95e179d-25d8-4514-bda4-a3f0237cd3b2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d95e179d-25d8-4514-bda4-a3f0237cd3b2,segment=NetworkSegment(334cd5dc-3d2c-4311-8401-95998de60a24),segment_id=334cd5dc-3d2c-4311-8401-95998de60a24)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:21.079097 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2775dc08-a994-428e-8312-df3a98de2820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.087933 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.102081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2775dc08-a994-428e-8312-df3a98de2820 None None] Calling delete_port for d95e179d-25d8-4514-bda4-a3f0237cd3b2 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:21.132376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event deleted for resources: {'Port': ['ID=d95e179d-25d8-4514-bda4-a3f0237cd3b2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:21.134672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] No DVR routers for this DVR port d95e179d-25d8-4514-bda4-a3f0237cd3b2 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:21.164083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f5afd9b5-1b1d-4324-a08a-bc56143e70bc tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/quotas/926fdd1cb6e3457284b16f83d70dacb2 HTTP/1.1" status: 200 len: 375 time: 0.0362039 Aug 19 12:00:21.229310 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.242806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88a6277-ae6b-46ea-b87a-60f1ee85c463']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:21.246357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-1c57c8e0-9155-416d-80dc-4a4b3b20d3f4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409055 Aug 19 12:00:21.256461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334cd5dc-3d2c-4311-8401-95998de60a24') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:21.256987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334cd5dc-3d2c-4311-8401-95998de60a24') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:21.272056 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2775dc08-a994-428e-8312-df3a98de2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.272571 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.290104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.297565 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:00:21.297993 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:00:21.301665 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:00:21.314928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2775dc08-a994-428e-8312-df3a98de2820 None None] No DVR routers for this DVR port d95e179d-25d8-4514-bda4-a3f0237cd3b2 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:21.322635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775dc08-a994-428e-8312-df3a98de2820 None None] Pushing event deleted for resources: {'Port': ['ID=d95e179d-25d8-4514-bda4-a3f0237cd3b2,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:21.372981 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7cae3b8-ea8c-4f35-8a2a-671f8e7d5311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.385087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.392060 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7cae3b8-ea8c-4f35-8a2a-671f8e7d5311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.395949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.401303 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "DELETE /v2.0/networks/a88a6277-ae6b-46ea-b87a-60f1ee85c463 HTTP/1.1" status: 204 len: 168 time: 0.7748346 Aug 19 12:00:21.403363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55370) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:21.466114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84a50f-33ce-4bb2-a770-f8b08ee74676 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event deleted for resources: {'Network': ['ID=a88a6277-ae6b-46ea-b87a-60f1ee85c463,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:21.476618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d3-e9e3-40eb-806b-01ca65866614 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.477795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d3-e9e3-40eb-806b-01ca65866614 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.493314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4ae4-21fe-44bb-8f7c-a924a619cd34 req-b5c5afeb-27d8-42f0-b54f-adad7a95c50b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:21.500629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bea4ae4-21fe-44bb-8f7c-a924a619cd34 req-b5c5afeb-27d8-42f0-b54f-adad7a95c50b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.5931287 Aug 19 12:00:21.539814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d95e179d-25d8-4514-bda4-a3f0237cd3b2 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:21.576070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: d95e179d-25d8-4514-bda4-a3f0237cd3b2 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:21.576447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d95e179d-25d8-4514-bda4-a3f0237cd3b2 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:21.606159 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d3-e9e3-40eb-806b-01ca65866614 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.619578 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d3-e9e3-40eb-806b-01ca65866614 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.622701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.637741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d7cae3b8-ea8c-4f35-8a2a-671f8e7d5311 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f225bedd7d8147c38a13649126b6443f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9250848 Aug 19 12:00:21.638869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55372) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:21.652458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cae3b8-ea8c-4f35-8a2a-671f8e7d5311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fea01c-4b60-4431-afed-af7c157ceee9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:21.674561 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0f078d3-e9e3-40eb-806b-01ca65866614 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.678676 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e0f078d3-e9e3-40eb-806b-01ca65866614 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1482401 Aug 19 12:00:21.680622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Deleting port 3471868c-3dee-42f2-9b35-28cff2480820 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:21.680996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.682833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55374) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:21.687198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': True}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:21.740937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-afc923eb-ca21-44d9-8107-2eea751a2dd5 service neutron] 10.222.0.65 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714344 Aug 19 12:00:21.744314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bea4ae4-21fe-44bb-8f7c-a924a619cd34 req-8eb19807-c9a8-4cbe-a014-3585f8ff814d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427349 Aug 19 12:00:21.772676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:21.794611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:21.826760 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-251e1f8f-8754-408d-abff-aa925e059cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.833550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:21.839290 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010d936-2469-4253-8f64-dfb4204389cf x-openstack-request-id: req-e010d936-2469-4253-8f64-dfb4204389cf {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:21.839881 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-plugged", "status": "completed", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:21.840511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:21.842357 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e010d936-2469-4253-8f64-dfb4204389cf {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:21.842792 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'code': 200} Aug 19 12:00:21.856514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:21.886640 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.100309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:22.100309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.115406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-251e1f8f-8754-408d-abff-aa925e059cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.115683 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.126164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.126164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.157892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe996cb1-4a81-4e23-8923-a4765844a9b0 req-d7e0af1c-235a-4d4c-b5cf-e60f33137ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:22.157892 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fe996cb1-4a81-4e23-8923-a4765844a9b0 req-d7e0af1c-235a-4d4c-b5cf-e60f33137ed5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1101 time: 0.2049787 Aug 19 12:00:22.174750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Calling delete_port for 3471868c-3dee-42f2-9b35-28cff2480820 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:22.217271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a2db04f2-2962-4375-b687-6969bc039fe9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3696966 Aug 19 12:00:22.249499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-27063ffd-997a-47ee-a1ef-8c7fe3524a9f service neutron] 10.222.0.65 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968283 Aug 19 12:00:22.256328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-517d9a8c-fcae-4566-943b-111c8b03a221 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:00:22.257964 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-517d9a8c-fcae-4566-943b-111c8b03a221 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207272 Aug 19 12:00:22.288379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8dde445-51ed-4577-b326-4ead4ab51a2b {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:22.294380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ab7edd61-e9b7-446c-a7a4-67f80ce77def None None] Provisioning for port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:22.297946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ab7edd61-e9b7-446c-a7a4-67f80ce77def None None] Provisioning complete for port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:22.298327 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab7edd61-e9b7-446c-a7a4-67f80ce77def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.309440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.322531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fe996cb1-4a81-4e23-8923-a4765844a9b0 req-23ea645b-9cb7-4e2e-9cc2-206db729d4f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548975 Aug 19 12:00:22.323632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec57a8-41f9-4d1c-a7ff-6a69e880479c req-14b2814a-9691-486a-8a1f-ffe7115c6566 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:22.331429 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14ec57a8-41f9-4d1c-a7ff-6a69e880479c req-14b2814a-9691-486a-8a1f-ffe7115c6566 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 935 time: 0.3271813 Aug 19 12:00:22.371433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ab7edd61-e9b7-446c-a7a4-67f80ce77def None None] Port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:00:22.452852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14ec57a8-41f9-4d1c-a7ff-6a69e880479c req-bbde3c45-b143-4273-a352-f97916a33c79 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203043 Aug 19 12:00:22.456836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Transition to ACTIVE for port object e8dde445-51ed-4577-b326-4ead4ab51a2b will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:22.472886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-251e1f8f-8754-408d-abff-aa925e059cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.475795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-251e1f8f-8754-408d-abff-aa925e059cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.479688 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-251e1f8f-8754-408d-abff-aa925e059cf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00fea01c-4b60-4431-afed-af7c157ceee9 HTTP/1.1" status: 204 len: 168 time: 0.8384638 Aug 19 12:00:22.482989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Request body: {'port': {'device_id': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:22.491025 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.494806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e1f8f-8754-408d-abff-aa925e059cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fea01c-4b60-4431-afed-af7c157ceee9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:22.655993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dde445-51ed-4577-b326-4ead4ab51a2b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:22.760779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.793480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.805052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.837938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Pushing event deleted for resources: {'Port': ['ID=3471868c-3dee-42f2-9b35-28cff2480820,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:22.875188 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:22.959507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23663a53-7f3c-406b-ad7f-95f5a451426f req-b35314f7-d6ee-41c8-859a-72c1fec710bc tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:22.974050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23663a53-7f3c-406b-ad7f-95f5a451426f req-b35314f7-d6ee-41c8-859a-72c1fec710bc tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.3747129 Aug 19 12:00:23.175175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23663a53-7f3c-406b-ad7f-95f5a451426f req-73c99b2e-711e-4d7e-addb-df3d4e337475 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953557 Aug 19 12:00:23.249790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b704-3779-41c7-a076-1564d9354779 req-6e3d2fd5-e05e-4cac-94c6-cddfdbae4dd3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:23.251901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fce3b704-3779-41c7-a076-1564d9354779 req-6e3d2fd5-e05e-4cac-94c6-cddfdbae4dd3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.3313079 Aug 19 12:00:23.326729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05647d8e-16fb-48c2-9c80-033188c8a8f8 req-42dcddbc-93de-4c07-8472-ea00c4054c4d tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 210 time: 0.0587401 Aug 19 12:00:23.394728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Attempting to bind port e8dde445-51ed-4577-b326-4ead4ab51a2b on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:23.395406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Attempting to bind port e8dde445-51ed-4577-b326-4ead4ab51a2b by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:23.395958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Attempting to bind port e8dde445-51ed-4577-b326-4ead4ab51a2b on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:23.452658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Port e8dde445-51ed-4577-b326-4ead4ab51a2b on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:23.453170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Attempting to bind port e8dde445-51ed-4577-b326-4ead4ab51a2b on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:23.461485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fce3b704-3779-41c7-a076-1564d9354779 req-e4da3cbe-ab03-48f7-88c6-f72084f412d6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985385 Aug 19 12:00:23.467443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Deleting port 3eb7648d-2d19-495e-83e6-f9d6407d579d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:23.467864 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:23.516927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:23.517523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:23.519001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:23.519897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Bound port: e8dde445-51ed-4577-b326-4ead4ab51a2b, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:23.520481 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:23.706097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Allocated IP 172.25.4.127 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/038bcb44-9db3-4dee-96f9-ae2da4b67de4) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:23.781678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:23.784284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:23.788838 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-338621b3-ed77-451e-b143-d9e126746fe2 tempest-FloatingIPAdminTestJSON-1727926550 tempest-FloatingIPAdminTestJSON-1727926550-project] 10.222.0.65 "DELETE /v2.0/floatingips/47e2135a-3580-488a-a1fd-fc5a9409ff12 HTTP/1.1" status: 204 len: 168 time: 2.3828206 Aug 19 12:00:23.880096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:23.904896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:23.950416 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:23.972123 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:24.015722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:24.023154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:24.026351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:24.077596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event updated for resources: {'Port': ['ID=038bcb44-9db3-4dee-96f9-ae2da4b67de4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:24.347107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] For port 3eb7648d-2d19-495e-83e6-f9d6407d579d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3eb7648d-2d19-495e-83e6-f9d6407d579d,segment=NetworkSegment(75682f1d-64a8-4104-b109-c386a00511d5),segment_id=75682f1d-64a8-4104-b109-c386a00511d5)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:24.348170 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:24.362995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Calling delete_port for 3eb7648d-2d19-495e-83e6-f9d6407d579d owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:24.379142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55446) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:24.439332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7ffd0-fbb7-4dfe-aaa5-1da670b607a5 req-c3d58c8f-c77b-43b7-9bae-ba82ff77e946 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:24.440779 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-afe7ffd0-fbb7-4dfe-aaa5-1da670b607a5 req-c3d58c8f-c77b-43b7-9bae-ba82ff77e946 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 947 time: 0.3009634 Aug 19 12:00:24.486353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:24.511116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:24.587073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8158cc5-d85a-405e-a94e-6d971ed9220d req-4a634a17-08b4-45b6-9bc9-dc3a9e8474d9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:24.588610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8158cc5-d85a-405e-a94e-6d971ed9220d req-4a634a17-08b4-45b6-9bc9-dc3a9e8474d9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.3003051 Aug 19 12:00:24.590468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:24.645413 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:24.659661 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8f187cdc-e351-4993-9df3-a639931aa9bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6c855105081406c92347aee0fb6516d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792809 Aug 19 12:00:24.688167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-afe7ffd0-fbb7-4dfe-aaa5-1da670b607a5 req-670078b6-8eb1-4312-bb79-056e8490026b tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275510 Aug 19 12:00:24.693482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55460) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:24.858818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8158cc5-d85a-405e-a94e-6d971ed9220d req-73ff9e00-64d3-45ce-b214-e12344b421f6 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554979 Aug 19 12:00:24.893301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:24.893439 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:24.895324 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] 10.222.0.69 "PUT /v2.0/ports/e8dde445-51ed-4577-b326-4ead4ab51a2b HTTP/1.1" status: 200 len: 1095 time: 5.1376965 Aug 19 12:00:24.900139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:24.907034 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6f3642-f12f-417a-96a1-12caf82272ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:24.937456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e1e1637-a735-4173-ae5c-9e10aba6077f req-2f977f93-40f4-4999-9266-e02c67cb2d66 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 210 time: 0.1137588 Aug 19 12:00:25.006913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd358c-1627-4bd8-a8db-6558c7fc3cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dde445-51ed-4577-b326-4ead4ab51a2b,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:25.016710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:25.030457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-055985f2-3147-47d1-91c2-082e40c60970 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:25.031587 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-055985f2-3147-47d1-91c2-082e40c60970 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 813 time: 0.1838067 Aug 19 12:00:25.067369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Request body: {'port': {'device_id': 'b9e336fe-e53d-47cf-9f57-28a342108ee7', 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa', 'admin_state_up': True, 'tenant_id': '926fdd1cb6e3457284b16f83d70dacb2'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:25.075389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d5bab8f-293e-4752-aeea-9d9309d807cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.099167 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.104886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-bc06b654-67eb-4e5b-9779-4a0bb2a87845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:25.105685 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-bc06b654-67eb-4e5b-9779-4a0bb2a87845 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 1097 time: 0.4018912 Aug 19 12:00:25.110559 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.156866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.212803 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d5bab8f-293e-4752-aeea-9d9309d807cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.268554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Transition to ACTIVE for port object fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:25.288465 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.341962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.351224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cd5c2-b06c-4eb6-b1b5-f25bbe383247 req-2e13b136-0831-4f40-ae85-630776cbb20d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:25.352986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a42cd5c2-b06c-4eb6-b1b5-f25bbe383247 req-2e13b136-0831-4f40-ae85-630776cbb20d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.3250647 Aug 19 12:00:25.355042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-ba6607ea-1d81-4543-b86e-610c0e8083d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:25.356430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-ba6607ea-1d81-4543-b86e-610c0e8083d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68dc5494e63145ff8c8a557da435a82b&device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 1098 time: 0.3619123 Aug 19 12:00:25.404658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a587cdb-d805-4a16-8155-393dbaef967c req-ccc8d6ca-dd9e-41df-b122-d5e451434c34 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:25.414984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a587cdb-d805-4a16-8155-393dbaef967c req-ccc8d6ca-dd9e-41df-b122-d5e451434c34 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1101 time: 0.3654363 Aug 19 12:00:25.428263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-55ee32d6-90c9-4073-9ed8-5863274542b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:25.429845 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-55ee32d6-90c9-4073-9ed8-5863274542b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 913 time: 0.2881522 Aug 19 12:00:25.430495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d5bab8f-293e-4752-aeea-9d9309d807cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.433106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d5bab8f-293e-4752-aeea-9d9309d807cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.434908 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1d5bab8f-293e-4752-aeea-9d9309d807cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52953aa2-ae5b-44a3-abc3-99aadc70b571 HTTP/1.1" status: 204 len: 168 time: 0.7415833 Aug 19 12:00:25.502591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bab8f-293e-4752-aeea-9d9309d807cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52953aa2-ae5b-44a3-abc3-99aadc70b571,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:25.511652 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-57e0cbcc-6c6b-4f8b-baab-86894c91e822 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4 HTTP/1.1" status: 200 len: 217 time: 0.0688193 Aug 19 12:00:25.546784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Made reservation on behalf of 926fdd1cb6e3457284b16f83d70dacb2 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:25.550469 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:25.597238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-c0e517f7-bd9b-49e1-956b-c18c4ffe2ff8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b HTTP/1.1" status: 200 len: 217 time: 0.2104428 Aug 19 12:00:25.623012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-0eeb5886-5dfe-4de9-9abd-f5c87dc4549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:25.624531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-0eeb5886-5dfe-4de9-9abd-f5c87dc4549a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.0984104 Aug 19 12:00:25.695239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Router 1695888b-d794-4f0e-9549-8faa80007c0c is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:00:25.704784 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-f18f31da-5da0-426a-879b-42d45d2f524f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690699 Aug 19 12:00:25.916179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-7f9bc010-5052-48fb-9b0d-fa9f24037497 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:25.917776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-7f9bc010-5052-48fb-9b0d-fa9f24037497 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 813 time: 0.2787969 Aug 19 12:00:25.972079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a587cdb-d805-4a16-8155-393dbaef967c req-e533a014-ac01-40e9-b32c-311d929a8c36 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559521 Aug 19 12:00:25.973053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Allocated IP 172.20.0.5 (5ed43e5d-0631-47e2-a30d-e9e32cc802fa/5bacd553-e27d-4315-9efa-1a75abbc61fd/3d52dc3c-b28c-44fc-a6de-f6161cc35891) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:26.008210 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-e461a566-e182-4c62-8b32-22c121436113 service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903683 Aug 19 12:00:26.013674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:26.024546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Request body: {'port': {'device_id': 'b7a2a406-1989-4a4d-a5bb-a700b1b19dc0', 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa', 'admin_state_up': True, 'tenant_id': '926fdd1cb6e3457284b16f83d70dacb2'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:26.030502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:00:26.038844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde99ca-5f92-4aa6-b551-9af98c656687 None None] Sync routers for ids ['1695888b-d794-4f0e-9549-8faa80007c0c'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:00:26.041705 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.045417 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a5044407-ec89-4921-8d6d-4ceec14f9bd2 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "PUT /v2.0/routers/1695888b-d794-4f0e-9549-8faa80007c0c HTTP/1.1" status: 200 len: 914 time: 4.3593485 Aug 19 12:00:26.051029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55496) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:26.063003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde99ca-5f92-4aa6-b551-9af98c656687 None None] Routers {'1695888b-d794-4f0e-9549-8faa80007c0c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:26.064916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fde99ca-5f92-4aa6-b551-9af98c656687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1695888b-d794-4f0e-9549-8faa80007c0c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:26.138667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fde99ca-5f92-4aa6-b551-9af98c656687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:26.139725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-31a5c2e7-9578-4e87-b788-4492d42fd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:26.141398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-31a5c2e7-9578-4e87-b788-4492d42fd96d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2361343 Aug 19 12:00:26.143744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55500) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:26.149005 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592162e5-95a7-4726-8d7a-d4f9d719a2b7 x-openstack-request-id: req-592162e5-95a7-4726-8d7a-d4f9d719a2b7 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:26.149322 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:26.149578 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-592162e5-95a7-4726-8d7a-d4f9d719a2b7 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:26.149977 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b', 'status': 'completed', 'code': 200} Aug 19 12:00:26.151802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde99ca-5f92-4aa6-b551-9af98c656687 None None] Routers {'1695888b-d794-4f0e-9549-8faa80007c0c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:26.153234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Attempting to bind port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:26.153565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Attempting to bind port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:26.153908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Attempting to bind port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:26.154347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fde99ca-5f92-4aa6-b551-9af98c656687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1695888b-d794-4f0e-9549-8faa80007c0c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:26.169398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a42cd5c2-b06c-4eb6-b1b5-f25bbe383247 req-bdc7026d-3f1e-468b-b3b3-74a2a49fb508 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8055816 Aug 19 12:00:26.193409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fde99ca-5f92-4aa6-b551-9af98c656687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:26.194472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde99ca-5f92-4aa6-b551-9af98c656687 None None] The sync data for ids ['1695888b-d794-4f0e-9549-8faa80007c0c'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:00:26.264338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4e661e66-a65d-4007-9c40-772a97df7b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.265169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb7648d-2d19-495e-83e6-f9d6407d579d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:26.305150 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a433eb76-3074-4fb1-91f0-4ec0506bfbf4 req-3459f12f-acc0-40d1-9feb-a41da17c9afc service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874701 Aug 19 12:00:26.338156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-16eb24e5-6fd5-43eb-91ea-79345a801548 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/routers/1695888b-d794-4f0e-9549-8faa80007c0c HTTP/1.1" status: 200 len: 920 time: 0.2817693 Aug 19 12:00:26.343498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55502) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:26.347218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:26.347544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Attempting to bind port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:26.399920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.416074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-950da87b-ccbb-4f94-a88c-e9211f51dd33 req-af2580da-4571-45b8-9f61-e871feb8d6f1 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 210 time: 0.1046135 Aug 19 12:00:26.416838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 11, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:26.417177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:26.417559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:26.418006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Bound port: fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:26.418380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.453188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae84586-5d9c-4734-a442-8f3b04bea7c6 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:26.454698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5ae84586-5d9c-4734-a442-8f3b04bea7c6 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=1695888b-d794-4f0e-9549-8faa80007c0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1102870 Aug 19 12:00:26.458755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55506) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:26.576828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-15fbfc17-85b6-4b23-824a-3bd336bebdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:26.578419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-15fbfc17-85b6-4b23-824a-3bd336bebdac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3729060 Aug 19 12:00:26.596837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5912a9-6f1f-4bea-b033-434624239fe3 req-0faede1e-7d46-4b2d-909e-280862b3b2af tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:26.604566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc5912a9-6f1f-4bea-b033-434624239fe3 req-0faede1e-7d46-4b2d-909e-280862b3b2af tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 947 time: 0.3254580 Aug 19 12:00:26.796906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:26.809075 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc5912a9-6f1f-4bea-b033-434624239fe3 req-3f2c244c-4587-4428-a86d-08d6c1261129 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035375 Aug 19 12:00:26.828727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:26.832065 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.860821 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.876772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55520) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:26.906848 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.924363 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4e661e66-a65d-4007-9c40-772a97df7b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.962846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:26.963566 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.965605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] 10.222.0.69 "PUT /v2.0/ports/fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 HTTP/1.1" status: 200 len: 1095 time: 4.6978147 Aug 19 12:00:26.967637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-7b010d29-f662-4930-a5f4-1b8a2e8b1403 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543088 Aug 19 12:00:26.979522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:26.979794 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4e661e66-a65d-4007-9c40-772a97df7b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:26.988647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:26.991534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:27.025810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Pushing event updated for resources: {'Port': ['ID=3d52dc3c-b28c-44fc-a6de-f6161cc35891,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:27.038872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.039566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.039566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.040628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.040628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.040997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.041228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.041973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.042500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.042872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.043767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.043767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:27.059516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f656b5-4344-4107-8624-43a86d43aac7 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:27.061076 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-79f656b5-4344-4107-8624-43a86d43aac7 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 881 time: 0.6012511 Aug 19 12:00:27.064518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55524) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:27.103092 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-59d28adc-e530-4f89-9048-f3dd544b0f54 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=1695888b-d794-4f0e-9549-8faa80007c0c HTTP/1.1" status: 200 len: 205 time: 0.0373096 Aug 19 12:00:27.106156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55526) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:27.118241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:27.119169 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.153486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70c784-783c-449f-9d9d-659595f42c6b service neutron] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:27.173173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Made reservation on behalf of 926fdd1cb6e3457284b16f83d70dacb2 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:27.177837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.187782 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-73c9e7e1-1dee-4bcc-b81d-7e8131331c2c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1279311 Aug 19 12:00:27.300637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.346063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Request body: {'port': {'device_id': 'b9e336fe-e53d-47cf-9f57-28a342108ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:27.451750 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.510138 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4e661e66-a65d-4007-9c40-772a97df7b64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0bf950676b843e1956d37d0b488b536&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3535869 Aug 19 12:00:27.512929 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.521169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55536) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:27.575297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e661e66-a65d-4007-9c40-772a97df7b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735ae3cf-5d5a-4e36-9def-b3e8bfa14c5f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:27.598475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b95dd1b-ccda-4ea2-ab77-cc70cc75b6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.736258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f02a94ec-e840-44ee-bfca-0fb8b70eac08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.765798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-4e51861a-0370-4f86-b682-e3bda05e53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:27.767328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-4e51861a-0370-4f86-b682-e3bda05e53dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68dc5494e63145ff8c8a557da435a82b&device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 1098 time: 0.6312003 Aug 19 12:00:27.782555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Deleting port 038bcb44-9db3-4dee-96f9-ae2da4b67de4 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:27.782900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.787234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f02a94ec-e840-44ee-bfca-0fb8b70eac08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.787581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453355ba-75d5-457f-a23b-4a4640a4f8cd req-c3d7b4ad-1500-48df-a66a-13becfd19daf service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829704 Aug 19 12:00:27.837684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-2390a63d-97a0-4118-8393-6f3c20662eb7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3060827 Aug 19 12:00:27.860325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe58773-3e23-4dae-a328-de5f5cf3f757 req-11f7b9a8-3aa3-4fb4-8f02-46c81f88f3ea tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:27.861936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fe58773-3e23-4dae-a328-de5f5cf3f757 req-11f7b9a8-3aa3-4fb4-8f02-46c81f88f3ea tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.3380356 Aug 19 12:00:27.921835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-dff05cc5-c3b9-4228-b438-8a70002a47a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 HTTP/1.1" status: 200 len: 217 time: 0.0815582 Aug 19 12:00:27.941467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d78b2-31da-42c5-9ce9-9944b092c6b2 req-7b947a2d-1af4-41d7-904b-9ba4f493e270 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:27.941718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec7d78b2-31da-42c5-9ce9-9944b092c6b2 req-7b947a2d-1af4-41d7-904b-9ba4f493e270 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.4073317 Aug 19 12:00:27.947216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d52dc3c-b28c-44fc-a6de-f6161cc35891 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:27.956351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.959793 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.961905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f02a94ec-e840-44ee-bfca-0fb8b70eac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.964364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f02a94ec-e840-44ee-bfca-0fb8b70eac08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:27.965544 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f02a94ec-e840-44ee-bfca-0fb8b70eac08 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/735ae3cf-5d5a-4e36-9def-b3e8bfa14c5f HTTP/1.1" status: 204 len: 168 time: 0.4434559 Aug 19 12:00:27.988357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Calling delete_port for 038bcb44-9db3-4dee-96f9-ae2da4b67de4 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:27.993824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a94ec-e840-44ee-bfca-0fb8b70eac08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735ae3cf-5d5a-4e36-9def-b3e8bfa14c5f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:28.007571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Transition to ACTIVE for port object 3d52dc3c-b28c-44fc-a6de-f6161cc35891 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:28.025466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.145179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d52dc3c-b28c-44fc-a6de-f6161cc35891,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:28.156265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:28.158602 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61da70a9-e153-440e-b2b3-c8d032799735" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:28.227820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fe58773-3e23-4dae-a328-de5f5cf3f757 req-ad0f273e-8bd9-4869-881f-1f7448642dbf tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105161 Aug 19 12:00:28.236406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-3c8f1e96-7ed6-4346-ac36-0258aeb21697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:28.242309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-3c8f1e96-7ed6-4346-ac36-0258aeb21697 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2997246 Aug 19 12:00:28.244309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.286624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-54172ddd-3fd2-4923-940f-2724585f88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:28.288199 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-54172ddd-3fd2-4923-940f-2724585f88ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68dc5494e63145ff8c8a557da435a82b&device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 1098 time: 0.3813775 Aug 19 12:00:28.289402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Allocated IP 172.20.0.13 (5ed43e5d-0631-47e2-a30d-e9e32cc802fa/5bacd553-e27d-4315-9efa-1a75abbc61fd/fe7356ac-e255-4674-b063-081473ff29cd) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:28.322262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Attempting to bind port 3d52dc3c-b28c-44fc-a6de-f6161cc35891 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:28.322604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Attempting to bind port 3d52dc3c-b28c-44fc-a6de-f6161cc35891 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:28.322925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Attempting to bind port 3d52dc3c-b28c-44fc-a6de-f6161cc35891 on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:28.333950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec7d78b2-31da-42c5-9ce9-9944b092c6b2 req-f99ea7dc-ad08-444c-b905-ece0a0596a70 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257279 Aug 19 12:00:28.353609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Port 3d52dc3c-b28c-44fc-a6de-f6161cc35891 on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:28.353938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Attempting to bind port 3d52dc3c-b28c-44fc-a6de-f6161cc35891 on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:28.363638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:28.363985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Checking segment: {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:28.364367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Bound using segment: {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:28.364844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Bound port: 3d52dc3c-b28c-44fc-a6de-f6161cc35891, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:28.365203 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.392150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Router 774b0ebc-bc64-4386-ae4f-575b63153cc8 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:00:28.413385 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.460257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event deleted for resources: {'Port': ['ID=038bcb44-9db3-4dee-96f9-ae2da4b67de4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:28.521840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55566) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:28.545979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-749503b3-0d76-44a7-9e3c-7dcbdb2d88c6 req-8da58ba7-c8df-4f41-8f23-5639369c19e9 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 210 time: 0.1847224 Aug 19 12:00:28.553193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] For port 3d52dc3c-b28c-44fc-a6de-f6161cc35891, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:28.559342 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec641220-0389-4738-ba30-9a896ceb2287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.582975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] For port 3d52dc3c-b28c-44fc-a6de-f6161cc35891, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3d52dc3c-b28c-44fc-a6de-f6161cc35891,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:28.592658 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.596524 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.660869 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c0ca5-cf5a-404f-a780-14bcdc6a101e x-openstack-request-id: req-773c0ca5-cf5a-404f-a780-14bcdc6a101e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:28.661154 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:28.661398 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-773c0ca5-cf5a-404f-a780-14bcdc6a101e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:28.661807 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'status': 'completed', 'code': 200} Aug 19 12:00:28.673756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b95dd1b-ccda-4ea2-ab77-cc70cc75b6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.736385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-a04ecff6-a027-4b27-9ce0-edc81a7fe1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:28.737899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-a04ecff6-a027-4b27-9ce0-edc81a7fe1c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.3753648 Aug 19 12:00:28.739745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-8b014690-17db-4147-8988-df78b16c5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:28.741103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-8b014690-17db-4147-8988-df78b16c5a61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4887733 Aug 19 12:00:28.741747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b95dd1b-ccda-4ea2-ab77-cc70cc75b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.748349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:28.749013 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.750442 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] 10.222.0.54 "PUT /v2.0/ports/3d52dc3c-b28c-44fc-a6de-f6161cc35891 HTTP/1.1" status: 200 len: 1091 time: 1.5367310 Aug 19 12:00:28.752034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.755432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e336fe-e53d-47cf-9f57-28a342108ee7', 'tag': '3d52dc3c-b28c-44fc-a6de-f6161cc35891'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:28.757916 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2601b6c-804b-43a2-9636-f63970f2db37" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e336fe-e53d-47cf-9f57-28a342108ee7", "tag": "3d52dc3c-b28c-44fc-a6de-f6161cc35891"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:28.764976 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.851347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f379ba-d581-46c1-b13e-a74033a608c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d52dc3c-b28c-44fc-a6de-f6161cc35891,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:28.875893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.876866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Fanout notify agent at l3_agent the message router_deleted on router 1695888b-d794-4f0e-9549-8faa80007c0c {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:00:28.886390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:28.887530 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-463cc9b4-e664-4493-955d-c321d21b3301 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/1695888b-d794-4f0e-9549-8faa80007c0c HTTP/1.1" status: 204 len: 168 time: 1.7804825 Aug 19 12:00:28.895004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55576) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:28.900382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3602dd51-c7e5-4101-b615-2b02de8954c9 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-403434284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:28.930638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-3f0a0d71-e6b6-419e-9844-72d1d1e8bb10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b HTTP/1.1" status: 200 len: 217 time: 0.1623542 Aug 19 12:00:28.961879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4b95dd1b-ccda-4ea2-ab77-cc70cc75b6bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d78eafe4bf2c41269d9143b2da78fe37&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0792205 Aug 19 12:00:28.965489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55578) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:28.984347 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec641220-0389-4738-ba30-9a896ceb2287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.001999 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec641220-0389-4738-ba30-9a896ceb2287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.013451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3f64-2da1-4d71-ab62-a33c61b4c27e req-c86da201-f77e-4c37-baf9-1c353e5d07c9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:29.015001 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c07d3f64-2da1-4d71-ab62-a33c61b4c27e req-c86da201-f77e-4c37-baf9-1c353e5d07c9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 947 time: 0.4599078 Aug 19 12:00:29.027454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95dd1b-ccda-4ea2-ab77-cc70cc75b6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e318cf-ff43-40c1-b31d-1c955258785f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:29.038304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-3f7dd394-959a-4e12-923c-fdb945a646a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:29.039810 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-3f7dd394-959a-4e12-923c-fdb945a646a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&device_id=b9e336fe-e53d-47cf-9f57-28a342108ee7 HTTP/1.1" status: 200 len: 1094 time: 0.1158426 Aug 19 12:00:29.083640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3602dd51-c7e5-4101-b615-2b02de8954c9 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.084887 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3602dd51-c7e5-4101-b615-2b02de8954c9 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.127167 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c0b960-75c5-4561-9758-a070b0b552be x-openstack-request-id: req-b2c0b960-75c5-4561-9758-a070b0b552be {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:29.127364 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e336fe-e53d-47cf-9f57-28a342108ee7", "tag": "3d52dc3c-b28c-44fc-a6de-f6161cc35891", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:29.127596 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2c0b960-75c5-4561-9758-a070b0b552be {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:29.127982 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e336fe-e53d-47cf-9f57-28a342108ee7', 'tag': '3d52dc3c-b28c-44fc-a6de-f6161cc35891', 'status': 'completed', 'code': 200} Aug 19 12:00:29.135967 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ec641220-0389-4738-ba30-9a896ceb2287 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=548fac77cfdb4d3babf6dc5bda3efc34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074674 Aug 19 12:00:29.138360 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-fff9a675-5eac-49c7-a708-bd00c6383a67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d52dc3c-b28c-44fc-a6de-f6161cc35891 HTTP/1.1" status: 200 len: 217 time: 0.0705597 Aug 19 12:00:29.139015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec641220-0389-4738-ba30-9a896ceb2287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a121f128-2f6a-4fb8-8f3e-abf10e43e050,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:29.141389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55580) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:29.180938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-856b4028-9443-479d-995f-6ac057e8f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:29.182453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-856b4028-9443-479d-995f-6ac057e8f814 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2142336 Aug 19 12:00:29.198681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:00:29.209737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8da26944-5c43-47aa-a6d8-55cc81c6f9a9 admin admin] 10.222.0.65 "PUT /v2.0/routers/774b0ebc-bc64-4386-ae4f-575b63153cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0187132 Aug 19 12:00:29.209903 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] Sync routers for ids ['774b0ebc-bc64-4386-ae4f-575b63153cc8'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:00:29.212980 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0b68dcb-7302-4760-ab90-b4721a2d5f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.217713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c07d3f64-2da1-4d71-ab62-a33c61b4c27e req-2ba9be46-74fe-4f4b-bf59-c9b2bcd155dc tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871963 Aug 19 12:00:29.220722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55582) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:29.221047 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] Routers {'774b0ebc-bc64-4386-ae4f-575b63153cc8'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:29.221989 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['774b0ebc-bc64-4386-ae4f-575b63153cc8'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:29.225545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-a5309456-4e4c-4718-aab7-f875da981994 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584918 Aug 19 12:00:29.274263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3602dd51-c7e5-4101-b615-2b02de8954c9 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.290600 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3602dd51-c7e5-4101-b615-2b02de8954c9 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.296278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-7fd309d8-aba2-49d5-8b4d-9ef974b09625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:29.297747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-7fd309d8-aba2-49d5-8b4d-9ef974b09625 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5bacd553-e27d-4315-9efa-1a75abbc61fd HTTP/1.1" status: 200 len: 853 time: 0.1424294 Aug 19 12:00:29.302535 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.307326 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0b68dcb-7302-4760-ab90-b4721a2d5f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.356545 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-fe3ed8b8-2c85-44a6-9082-056e68219b64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472181 Aug 19 12:00:29.360718 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3602dd51-c7e5-4101-b615-2b02de8954c9 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.364653 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3602dd51-c7e5-4101-b615-2b02de8954c9 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4658091 Aug 19 12:00:29.368373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55586) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:29.380760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': False}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:29.386536 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cfbccae5-9539-4ce5-b557-13531cf26221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.387469 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] Set router 774b0ebc-bc64-4386-ae4f-575b63153cc8 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:00:29.454791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-e1e1dbb9-0755-440d-93b5-64028e9f1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:29.456568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-e1e1dbb9-0755-440d-93b5-64028e9f1469 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548499 Aug 19 12:00:29.519719 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cfbccae5-9539-4ce5-b557-13531cf26221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.601892 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T12:00:25Z', 'revision_number': 5, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'gw_port': {'id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:29.629951 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] Checking router: 774b0ebc-bc64-4386-ae4f-575b63153cc8 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:00:29.639826 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] Routers {'774b0ebc-bc64-4386-ae4f-575b63153cc8'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:29.640352 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['774b0ebc-bc64-4386-ae4f-575b63153cc8'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:29.642304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7074c-7e8d-47a6-85d2-92610aae5764 req-63e99d13-af72-4cdf-aa92-e65897d4c6b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:29.643836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33f7074c-7e8d-47a6-85d2-92610aae5764 req-63e99d13-af72-4cdf-aa92-e65897d4c6b2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 946 time: 0.3324888 Aug 19 12:00:29.650445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0b68dcb-7302-4760-ab90-b4721a2d5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.652990 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0b68dcb-7302-4760-ab90-b4721a2d5f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.654201 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0b68dcb-7302-4760-ab90-b4721a2d5f10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18e318cf-ff43-40c1-b31d-1c955258785f HTTP/1.1" status: 204 len: 168 time: 0.6826420 Aug 19 12:00:29.655428 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.694152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b68dcb-7302-4760-ab90-b4721a2d5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e318cf-ff43-40c1-b31d-1c955258785f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:29.731907 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-3f6bdcf7-2e43-4007-a686-02871c693034 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625145 Aug 19 12:00:29.794052 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-c2eedf6d-96e1-4097-b725-8a81bf7c431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:29.795634 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-c2eedf6d-96e1-4097-b725-8a81bf7c431a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1101 time: 0.2321479 Aug 19 12:00:29.808096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f57ffa15-38c1-486d-906a-d0988c71ccf4 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:29.824455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.856409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cfbccae5-9539-4ce5-b557-13531cf26221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.858985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cfbccae5-9539-4ce5-b557-13531cf26221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:29.860309 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cfbccae5-9539-4ce5-b557-13531cf26221 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a121f128-2f6a-4fb8-8f3e-abf10e43e050 HTTP/1.1" status: 204 len: 168 time: 0.7161398 Aug 19 12:00:29.936819 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] Set router 774b0ebc-bc64-4386-ae4f-575b63153cc8 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:00:29.937007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbccae5-9539-4ce5-b557-13531cf26221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121f128-2f6a-4fb8-8f3e-abf10e43e050,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:30.015068 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:30.028811 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-bcab5833-ca1d-47e7-afdb-788a6613d87f service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636554 Aug 19 12:00:30.062752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-183a1a79-2e6b-46c5-8630-a7e4d5e7b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:30.065469 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-183a1a79-2e6b-46c5-8630-a7e4d5e7b630 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2349951 Aug 19 12:00:30.088619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:30.091218 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd3660a-9deb-4c2a-ac6e-be42c5d4f645" -d '{"events": [{"server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "name": "network-vif-unplugged", "status": "completed", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:30.112841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:30.125945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:30.226877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f57ffa15-38c1-486d-906a-d0988c71ccf4,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:30.248140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.249545 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.249994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.251072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.253048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.253517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.253960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.254792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.257331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.257930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.258515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.259110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:00:30.334635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32a42987-3087-42b2-bdbc-d3dbbb8b958a req-cb89fca8-da1d-4102-b802-db98f42ce335 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0734155 Aug 19 12:00:30.357127 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:30.384222 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T12:00:25Z', 'revision_number': 5, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'gw_port': {'id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:30.432864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d139983-7438-4016-8394-8138ebe86537 req-6878d87c-8640-4e9e-aaf8-1885cc32aa19 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:30.440661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d139983-7438-4016-8394-8138ebe86537 req-6878d87c-8640-4e9e-aaf8-1885cc32aa19 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.8510077 Aug 19 12:00:30.458209 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcbb8a-8d81-4dcd-bdca-94d41c4d45e1 None None] The sync data for ids ['774b0ebc-bc64-4386-ae4f-575b63153cc8'] in n-d-778550-9 is: [{'id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'name': 'tempest-ServersTestMultiNic-252191666-router', 'tenant_id': '348471cd5c7146e0805ecfad02a93b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T12:00:25Z', 'revision_number': 5, 'project_id': '348471cd5c7146e0805ecfad02a93b91', 'gw_port': {'id': '03bb6743-24bc-4907-b8a6-d24b0de6a7d5', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774b0ebc-bc64-4386-ae4f-575b63153cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T11:58:13Z', 'updated_at': '2021-08-19T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:00:30.474379 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:30.483817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55608) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:30.526987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-3ef13664-4af4-409e-84d9-4a7fabb2c952 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0385394 Aug 19 12:00:30.530104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33f7074c-7e8d-47a6-85d2-92610aae5764 req-5322f011-aafb-438e-9498-7302c06e6580 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8675373 Aug 19 12:00:30.552014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:30.567073 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-c24bd5ec-70dc-423c-ad26-9ab0f622d9d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.4918389 Aug 19 12:00:30.567658 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:00:30.573254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:30.575615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2fc26da-6d7f-4eb7-97c6-28b8880a9025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:30.587466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:30.650457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Pushing event updated for resources: {'Port': ['ID=fe7356ac-e255-4674-b063-081473ff29cd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:30.670137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-9cfbba31-643d-4860-b87b-aea36183de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:30.671637 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-9cfbba31-643d-4860-b87b-aea36183de2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0696926 Aug 19 12:00:30.678889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-c74ef520-5a26-4493-8614-9a26000b3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:30.680516 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-c74ef520-5a26-4493-8614-9a26000b3110 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&device_id=b9e336fe-e53d-47cf-9f57-28a342108ee7 HTTP/1.1" status: 200 len: 1094 time: 0.1122775 Aug 19 12:00:30.775683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d139983-7438-4016-8394-8138ebe86537 req-40822922-8a71-45d4-b8ca-dd0985ea8978 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344088 Aug 19 12:00:30.803891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da70a9-e153-440e-b2b3-c8d032799735 req-1ecce22f-5be0-44e0-b1b2-8d27b4a0d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:30.805533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61da70a9-e153-440e-b2b3-c8d032799735 req-1ecce22f-5be0-44e0-b1b2-8d27b4a0d1b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68dc5494e63145ff8c8a557da435a82b&device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 1098 time: 0.3588123 Aug 19 12:00:30.856206 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df64cd1-77e8-47d1-b94d-34471a15d6b4 x-openstack-request-id: req-9df64cd1-77e8-47d1-b94d-34471a15d6b4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:30.856713 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "name": "network-vif-unplugged", "status": "failed", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4", "code": 422}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:30.856793 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9df64cd1-77e8-47d1-b94d-34471a15d6b4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:30.857169 n-d-778550-9 neutron-server[101155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4', 'code': 422} returned with failed status Aug 19 12:00:30.968970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:30.968970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:30.977641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-ba847649-1b1b-4c3c-9a7a-c29211660d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:30.979341 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-ba847649-1b1b-4c3c-9a7a-c29211660d2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2976172 Aug 19 12:00:30.985220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-c2d21221-c52c-4cb2-91e4-6b1bb6fc84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:30.987334 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-c2d21221-c52c-4cb2-91e4-6b1bb6fc84bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 914 time: 0.2943978 Aug 19 12:00:31.007567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144152f2-61ef-4635-a6f5-87ddf68a00c4 req-f43cc279-200c-4ad4-8153-65f8afbad590 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:31.009834 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-144152f2-61ef-4635-a6f5-87ddf68a00c4 req-f43cc279-200c-4ad4-8153-65f8afbad590 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 932 time: 0.3522406 Aug 19 12:00:31.011990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc6f3642-f12f-417a-96a1-12caf82272ef req-b3f29793-999f-4e1a-8f6f-a7fc6d5ef9c7 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708898 Aug 19 12:00:31.030368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Deleting port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:31.030660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.089337 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.139864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da70a9-e153-440e-b2b3-c8d032799735 req-ec6ea932-5a4e-4ee9-942a-af8eddc4d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:31.141632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61da70a9-e153-440e-b2b3-c8d032799735 req-ec6ea932-5a4e-4ee9-942a-af8eddc4d43b service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.3196030 Aug 19 12:00:31.155503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.169982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-3fd1034e-71af-4117-8a3f-e4421ca874af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d52dc3c-b28c-44fc-a6de-f6161cc35891 HTTP/1.1" status: 200 len: 217 time: 0.0770330 Aug 19 12:00:31.180154 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-58847f8c-aa8e-460f-bfad-def84ba45a4e service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914964 Aug 19 12:00:31.218711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7dcc3-c94c-4afd-a55a-e302ad8a3f03 req-30472ee8-be26-4e53-9413-10cd96477cc3 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:31.220238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79b7dcc3-c94c-4afd-a55a-e302ad8a3f03 req-30472ee8-be26-4e53-9413-10cd96477cc3 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 947 time: 0.2967434 Aug 19 12:00:31.230232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61da70a9-e153-440e-b2b3-c8d032799735 req-a5168a5c-3939-471e-9b79-bf020c2d5b14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 HTTP/1.1" status: 200 len: 217 time: 0.0742698 Aug 19 12:00:31.233120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-144152f2-61ef-4635-a6f5-87ddf68a00c4 req-7fab9161-ea0a-4c3e-9f30-72d0cca16b8b tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091005 Aug 19 12:00:31.279381 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2fc26da-6d7f-4eb7-97c6-28b8880a9025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.310038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2fc26da-6d7f-4eb7-97c6-28b8880a9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.344779 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-9c589c62-1152-4024-8f6f-1fd310f6658c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3506172 Aug 19 12:00:31.376210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] For port 03bb6743-24bc-4907-b8a6-d24b0de6a7d5, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=03bb6743-24bc-4907-b8a6-d24b0de6a7d5,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:31.376562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.402664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Request body: {'port': {'device_id': 'b7a2a406-1989-4a4d-a5bb-a700b1b19dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:31.420936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-f7eb177d-ef8c-4623-8929-6b3c362b6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:31.422474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-f7eb177d-ef8c-4623-8929-6b3c362b6a6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5bacd553-e27d-4315-9efa-1a75abbc61fd HTTP/1.1" status: 200 len: 853 time: 0.2412443 Aug 19 12:00:31.431123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Allocated IP 172.25.4.244 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/aebc8b90-f92a-447d-a9eb-c08a5067e10b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:31.435942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3eb7648d-2d19-495e-83e6-f9d6407d579d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:31.445860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79b7dcc3-c94c-4afd-a55a-e302ad8a3f03 req-9bfbccda-7ff5-4bbc-b814-5c885b79d501 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117164 Aug 19 12:00:31.446826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Calling delete_port for 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:31.452716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a2fc26da-6d7f-4eb7-97c6-28b8880a9025 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25102baf023d44638a3953d5f335c5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9660277 Aug 19 12:00:31.454238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da70a9-e153-440e-b2b3-c8d032799735 req-56f7a9c9-7e03-4a0e-88e6-1b7e6c91839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:31.455631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61da70a9-e153-440e-b2b3-c8d032799735 req-56f7a9c9-7e03-4a0e-88e6-1b7e6c91839b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2085018 Aug 19 12:00:31.460268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55634) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:31.460954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc26da-6d7f-4eb7-97c6-28b8880a9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acaf1f1-ab93-4f2b-a478-064fdebe4b26,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:31.483015 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-c4722a19-4506-4708-adf8-e25212c9a74a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487826 Aug 19 12:00:31.494528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 3eb7648d-2d19-495e-83e6-f9d6407d579d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:31.495890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3eb7648d-2d19-495e-83e6-f9d6407d579d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:31.605335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.608930 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-137a33f5-96ad-41fc-99d9-0d43bd0dcfcb service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937633 Aug 19 12:00:31.653391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da70a9-e153-440e-b2b3-c8d032799735 req-1d5f13b4-af9c-41c7-a1cb-74db6eb44a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:31.654915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61da70a9-e153-440e-b2b3-c8d032799735 req-1d5f13b4-af9c-41c7-a1cb-74db6eb44a7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818452 Aug 19 12:00:31.704761 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-ff516f2d-8349-4447-9efd-6a246986bbd9 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000446 Aug 19 12:00:31.729681 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-834b9ef9-fac4-4700-9676-24de3d778578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.739597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.805662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e8dde445-51ed-4577-b326-4ead4ab51a2b details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:31.820407 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-834b9ef9-fac4-4700-9676-24de3d778578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.889204 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e2601b6c-804b-43a2-9636-f63970f2db37 req-7e824552-d464-40ef-a3a9-3f6f886f6249 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723814 Aug 19 12:00:31.924276 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:31.982898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:31.986900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:31.990778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:32.037670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:32.041177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Pushing event updated for resources: {'Port': ['ID=aebc8b90-f92a-447d-a9eb-c08a5067e10b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:32.072512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'e8dde445-51ed-4577-b326-4ead4ab51a2b', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'e8dde445-51ed-4577-b326-4ead4ab51a2b', 'mac_address': 'fa:16:3e:cc:c8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:32.097793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61da70a9-e153-440e-b2b3-c8d032799735 req-a3be44ed-3561-48a7-9cbb-d5eb91b5bba0 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335074 Aug 19 12:00:32.129634 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:32.149482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8dde445-51ed-4577-b326-4ead4ab51a2b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:32.162209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72703e24-3103-432c-975e-8a132987f200 req-b526dcb9-5aa8-43bb-8bdc-74bab49c3c8f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:32.164101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72703e24-3103-432c-975e-8a132987f200 req-b526dcb9-5aa8-43bb-8bdc-74bab49c3c8f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.2756250 Aug 19 12:00:32.182925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:32.189528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:32.216721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-834b9ef9-fac4-4700-9676-24de3d778578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:32.220119 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-834b9ef9-fac4-4700-9676-24de3d778578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:32.221473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-834b9ef9-fac4-4700-9676-24de3d778578 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1acaf1f1-ab93-4f2b-a478-064fdebe4b26 HTTP/1.1" status: 204 len: 168 time: 0.7574942 Aug 19 12:00:32.222244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55678) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:32.278961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e8dde445-51ed-4577-b326-4ead4ab51a2b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:32.316908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b9ef9-fac4-4700-9676-24de3d778578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acaf1f1-ab93-4f2b-a478-064fdebe4b26,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:32.346560 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:32.397572 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72703e24-3103-432c-975e-8a132987f200 req-72a4e2b7-01c6-4904-a1b7-85190f2ce714 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020516 Aug 19 12:00:32.425155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Pushing event deleted for resources: {'Port': ['ID=03bb6743-24bc-4907-b8a6-d24b0de6a7d5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:32.437079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:32.474340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['e8dde445-51ed-4577-b326-4ead4ab51a2b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:32.548809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-19ebe7c7-2848-4cfa-9225-5e1e22765e86 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-643042900'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:32.549286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-19ebe7c7-2848-4cfa-9225-5e1e22765e86 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Unknown quota resources ['metering_label']. {{(pid=101154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:00:32.556308 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61da70a9-e153-440e-b2b3-c8d032799735 req-c15ba623-936a-4daf-b678-ef8499a911d7 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232204 Aug 19 12:00:32.694136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-c4d94f13-27f6-4fca-92ce-46e2cfa07a4c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:32.695857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-c4d94f13-27f6-4fca-92ce-46e2cfa07a4c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d8618c-9925-4d8a-982a-fc86f1dabe01 HTTP/1.1" status: 200 len: 944 time: 0.2932990 Aug 19 12:00:32.697845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:32.701721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:32.839116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Router 56b2c411-26a8-4b6a-80eb-2ffce9a3e63e is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:00:32.956222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:00:32.961220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:32.966151 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d44c971a-bdab-46c6-89de-91aeae064d50 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "PUT /v2.0/routers/56b2c411-26a8-4b6a-80eb-2ffce9a3e63e HTTP/1.1" status: 200 len: 915 time: 3.5952399 Aug 19 12:00:32.966510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55700) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:32.973432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173206ca-a5ac-4750-aa42-18e4e9ccd9fa None None] Sync routers for ids ['56b2c411-26a8-4b6a-80eb-2ffce9a3e63e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:00:32.986174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173206ca-a5ac-4750-aa42-18e4e9ccd9fa None None] Routers {'56b2c411-26a8-4b6a-80eb-2ffce9a3e63e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:32.986907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-173206ca-a5ac-4750-aa42-18e4e9ccd9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['56b2c411-26a8-4b6a-80eb-2ffce9a3e63e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:33.025309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-173206ca-a5ac-4750-aa42-18e4e9ccd9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:33.034455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173206ca-a5ac-4750-aa42-18e4e9ccd9fa None None] Routers {'56b2c411-26a8-4b6a-80eb-2ffce9a3e63e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:33.035180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-173206ca-a5ac-4750-aa42-18e4e9ccd9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['56b2c411-26a8-4b6a-80eb-2ffce9a3e63e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:33.072913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-173206ca-a5ac-4750-aa42-18e4e9ccd9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:33.073823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173206ca-a5ac-4750-aa42-18e4e9ccd9fa None None] The sync data for ids ['56b2c411-26a8-4b6a-80eb-2ffce9a3e63e'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:00:33.089375 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3c34f3d9-5a1f-4bd1-8850-cc8aa1127261 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/routers/56b2c411-26a8-4b6a-80eb-2ffce9a3e63e HTTP/1.1" status: 200 len: 921 time: 0.1211214 Aug 19 12:00:33.091764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55706) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:33.099740 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.146738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd788e4-e3d8-4518-bea8-92c0558625c4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:33.149395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cfd788e4-e3d8-4518-bea8-92c0558625c4 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=56b2c411-26a8-4b6a-80eb-2ffce9a3e63e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0561469 Aug 19 12:00:33.151602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55710) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:33.225338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fce29-2433-443b-a1f7-54e1d85ea305 req-67e792d4-587f-462e-9a75-87792f4e39b7 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:33.226947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45fce29-2433-443b-a1f7-54e1d85ea305 req-67e792d4-587f-462e-9a75-87792f4e39b7 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 932 time: 0.7287328 Aug 19 12:00:33.245754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69358785-ab31-4f34-9742-4e381480be4d tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:33.250209 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69358785-ab31-4f34-9742-4e381480be4d tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 881 time: 0.0974555 Aug 19 12:00:33.250884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55714) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:33.281382 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f9f5da50-6f0f-4179-99d5-b4cad8c4443b tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=56b2c411-26a8-4b6a-80eb-2ffce9a3e63e HTTP/1.1" status: 200 len: 205 time: 0.0292270 Aug 19 12:00:33.283114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55716) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:33.291669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7356ac-e255-4674-b063-081473ff29cd {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:33.304721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.320121 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-19ebe7c7-2848-4cfa-9225-5e1e22765e86 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.321902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-19ebe7c7-2848-4cfa-9225-5e1e22765e86 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0824723 Aug 19 12:00:33.327976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55718) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:33.334146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2f343e25-17fa-46e2-b049-3fbaf68571c9 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8752f56b-9d3b-46b1-bcd3-39e1ed6a70b0'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:33.334661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2f343e25-17fa-46e2-b049-3fbaf68571c9 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:00:33.336208 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.348560 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.352973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Transition to ACTIVE for port object fe7356ac-e255-4674-b063-081473ff29cd will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:33.388315 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.435025 n-d-778550-9 neutron-server[101153]: WARNING neutron.services.metering.metering_plugin [None req-2f343e25-17fa-46e2-b049-3fbaf68571c9 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:00:33.448160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b45fce29-2433-443b-a1f7-54e1d85ea305 req-53c92fd4-4701-4c69-9905-76cde982747a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487117 Aug 19 12:00:33.490251 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.491028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 774b0ebc-bc64-4386-ae4f-575b63153cc8 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:00:33.502425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.503869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-17449c0a-b999-4c6e-88eb-3af0ccade90f admin admin] 10.222.0.65 "DELETE /v2.0/routers/774b0ebc-bc64-4386-ae4f-575b63153cc8 HTTP/1.1" status: 204 len: 168 time: 4.2807100 Aug 19 12:00:33.506713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Pushing event updated for resources: {'Port': ['ID=fe7356ac-e255-4674-b063-081473ff29cd,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:33.511936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55726) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:33.605888 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f343e25-17fa-46e2-b049-3fbaf68571c9 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.611211 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2f343e25-17fa-46e2-b049-3fbaf68571c9 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2781675 Aug 19 12:00:33.611211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55730) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:33.615491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-904b1489-00d3-42b4-8892-9b2497e1adfa tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8752f56b-9d3b-46b1-bcd3-39e1ed6a70b0'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:33.615491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-904b1489-00d3-42b4-8892-9b2497e1adfa tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:00:33.629057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Deleting port f57ffa15-38c1-486d-906a-d0988c71ccf4 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:33.629399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.652402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ccb857-9030-4e42-a1db-5c21c25ee99b admin admin] Deleting subnet 16bbe2a4-fd46-44ef-8163-3483570401a6 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:00:33.669705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3d52dc3c-b28c-44fc-a6de-f6161cc35891 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:33.704118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.717975 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ccb857-9030-4e42-a1db-5c21c25ee99b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.790263 n-d-778550-9 neutron-server[101153]: WARNING neutron.services.metering.metering_plugin [None req-904b1489-00d3-42b4-8892-9b2497e1adfa tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:00:33.805583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3d52dc3c-b28c-44fc-a6de-f6161cc35891, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3d52dc3c-b28c-44fc-a6de-f6161cc35891,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:33.817575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Attempting to bind port fe7356ac-e255-4674-b063-081473ff29cd on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:33.818168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Attempting to bind port fe7356ac-e255-4674-b063-081473ff29cd by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:33.818584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:33.818701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Attempting to bind port fe7356ac-e255-4674-b063-081473ff29cd on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:33.822368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '3d52dc3c-b28c-44fc-a6de-f6161cc35891', 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa', 'port_id': '3d52dc3c-b28c-44fc-a6de-f6161cc35891', 'mac_address': 'fa:16:3e:2a:69:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bacd553-e27d-4315-9efa-1a75abbc61fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:33.824643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ccb857-9030-4e42-a1db-5c21c25ee99b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.827256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e8dde445-51ed-4577-b326-4ead4ab51a2b up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:33.860870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Port fe7356ac-e255-4674-b063-081473ff29cd on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:33.861283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Attempting to bind port fe7356ac-e255-4674-b063-081473ff29cd on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:33.891379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:33.891835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Checking segment: {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:33.892327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Bound using segment: {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:33.892950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Bound port: fe7356ac-e255-4674-b063-081473ff29cd, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:33.893384 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.902971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.908516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fc57e-d7bf-45dd-8a74-f49d7d3eb981 req-aa133b47-63a5-4236-a6a2-6f92212b5ba5 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:33.917795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-347fc57e-d7bf-45dd-8a74-f49d7d3eb981 req-aa133b47-63a5-4236-a6a2-6f92212b5ba5 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 948 time: 0.2446017 Aug 19 12:00:33.921625 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.942424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d52dc3c-b28c-44fc-a6de-f6161cc35891 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:33.954635 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-904b1489-00d3-42b4-8892-9b2497e1adfa tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:33.959354 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-904b1489-00d3-42b4-8892-9b2497e1adfa tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3480673 Aug 19 12:00:33.960210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55738) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:33.973771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] For port f57ffa15-38c1-486d-906a-d0988c71ccf4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f57ffa15-38c1-486d-906a-d0988c71ccf4,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:33.974244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.000304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bafe840b-84cc-4cb8-b6c5-4fcbccebae0a tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=d960f01f-dea0-4ff6-9215-4cfd6a564805 HTTP/1.1" status: 200 len: 462 time: 0.0389137 Aug 19 12:00:34.001930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55742) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:34.017387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3d52dc3c-b28c-44fc-a6de-f6161cc35891, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3d52dc3c-b28c-44fc-a6de-f6161cc35891,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:34.031720 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.042721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Calling delete_port for f57ffa15-38c1-486d-906a-d0988c71ccf4 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:34.048481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Deleting port aebc8b90-f92a-447d-a9eb-c08a5067e10b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:34.048895 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.093959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-347fc57e-d7bf-45dd-8a74-f49d7d3eb981 req-b500ab24-c6cd-44b3-9821-3e5f4ffb054f tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750529 Aug 19 12:00:34.121548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=3d52dc3c-b28c-44fc-a6de-f6161cc35891,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:34.140845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port e8dde445-51ed-4577-b326-4ead4ab51a2b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:34.149020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port e8dde445-51ed-4577-b326-4ead4ab51a2b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:34.149634 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.183165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:34.231025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'mac_address': 'fa:16:3e:e3:79:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:34.231249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] For port fe7356ac-e255-4674-b063-081473ff29cd, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:34.239704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] For port fe7356ac-e255-4674-b063-081473ff29cd, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fe7356ac-e255-4674-b063-081473ff29cd,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:34.262066 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ccb857-9030-4e42-a1db-5c21c25ee99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.286184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.298625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.306675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:34.347735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:34.394728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:34.395333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.396817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] 10.222.0.54 "PUT /v2.0/ports/fe7356ac-e255-4674-b063-081473ff29cd HTTP/1.1" status: 200 len: 1092 time: 3.0175512 Aug 19 12:00:34.397270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a2a406-1989-4a4d-a5bb-a700b1b19dc0', 'tag': 'fe7356ac-e255-4674-b063-081473ff29cd'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:34.398771 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.400054 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43252d6b-4e16-4e06-96c3-d4180d3521f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a2a406-1989-4a4d-a5bb-a700b1b19dc0", "tag": "fe7356ac-e255-4674-b063-081473ff29cd"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:34.467904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7d4bb-7d7b-421d-bbe7-f4eb48845de7 req-b60ebfa7-865c-424b-9c00-2b8d7588f63e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:34.474624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:34.475642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09a7d4bb-7d7b-421d-bbe7-f4eb48845de7 req-b60ebfa7-865c-424b-9c00-2b8d7588f63e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.2219725 Aug 19 12:00:34.480902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2e7c-b72e-44f3-b177-0c7f4e87651f service neutron] Pushing event updated for resources: {'Port': ['ID=fe7356ac-e255-4674-b063-081473ff29cd,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:34.481390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['3d52dc3c-b28c-44fc-a6de-f6161cc35891'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:34.541855 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.545267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ccb857-9030-4e42-a1db-5c21c25ee99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.610282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:34.613647 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d17c8dd-98a8-4a6c-ac89-ecbc49b59271" -d '{"events": [{"server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "name": "network-vif-plugged", "status": "completed", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:34.616398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccb857-9030-4e42-a1db-5c21c25ee99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16bbe2a4-fd46-44ef-8163-3483570401a6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:34.631220 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ccb857-9030-4e42-a1db-5c21c25ee99b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.631822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e6ffee-02a7-444b-aebf-493301cbc3b4 None None] Network 6cc8af28-e547-4a8b-9303-ae6c2584763b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:34.634345 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-88ccb857-9030-4e42-a1db-5c21c25ee99b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/16bbe2a4-fd46-44ef-8163-3483570401a6 HTTP/1.1" status: 204 len: 168 time: 1.1194897 Aug 19 12:00:34.641041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55760) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:34.655582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:34.656998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09a7d4bb-7d7b-421d-bbe7-f4eb48845de7 req-ed35abc2-a73a-411a-9988-342e537b035b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803465 Aug 19 12:00:34.663903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.709431 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.727521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-35305833-4686-47fd-ba48-42f6546b1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:34.733810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-35305833-4686-47fd-ba48-42f6546b1315 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 1095 time: 0.2544897 Aug 19 12:00:34.739998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c127673-2abe-4265-96f1-58923645edbe tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.744107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1c127673-2abe-4265-96f1-58923645edbe tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/d960f01f-dea0-4ff6-9215-4cfd6a564805 HTTP/1.1" status: 204 len: 168 time: 0.7411592 Aug 19 12:00:34.744780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55764) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:34.751247 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9375830c-cc44-49a3-921d-25f59d47f9a0 x-openstack-request-id: req-9375830c-cc44-49a3-921d-25f59d47f9a0 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:34.752778 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a2a406-1989-4a4d-a5bb-a700b1b19dc0", "tag": "fe7356ac-e255-4674-b063-081473ff29cd", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:34.753232 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9375830c-cc44-49a3-921d-25f59d47f9a0 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:34.753854 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a2a406-1989-4a4d-a5bb-a700b1b19dc0', 'tag': 'fe7356ac-e255-4674-b063-081473ff29cd', 'status': 'completed', 'code': 200} Aug 19 12:00:34.759158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event deleted for resources: {'Port': ['ID=f57ffa15-38c1-486d-906a-d0988c71ccf4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:34.771676 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e8dde445-51ed-4577-b326-4ead4ab51a2b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:34.775038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:34.782281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-934aef2f-7a65-4c18-9348-ba2d58fe0cb2 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=d960f01f-dea0-4ff6-9215-4cfd6a564805 HTTP/1.1" status: 200 len: 221 time: 0.0320921 Aug 19 12:00:34.783010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55766) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:34.804899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-677b5589-0f33-4065-9e3b-884cb4131e43 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1101015020', 'description': 'label created by tempest'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:34.805340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-677b5589-0f33-4065-9e3b-884cb4131e43 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Unknown quota resources ['metering_label']. {{(pid=101153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:00:34.839810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.857946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-e982fb90-5b5b-4b10-b3fb-7d43200de82e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe7356ac-e255-4674-b063-081473ff29cd HTTP/1.1" status: 200 len: 217 time: 0.0709207 Aug 19 12:00:34.875864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] No DVR routers for this DVR port f57ffa15-38c1-486d-906a-d0988c71ccf4 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:34.887189 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.889704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-708a9c19-3c5a-41d4-a343-a6c9ffd489f0 req-ebba36dc-6ced-4ed0-9137-415fdad27f11 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "DELETE /v2.0/ports/f57ffa15-38c1-486d-906a-d0988c71ccf4 HTTP/1.1" status: 204 len: 173 time: 2.1477816 Aug 19 12:00:34.939633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:34.944050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Calling delete_port for aebc8b90-f92a-447d-a9eb-c08a5067e10b owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:34.959220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-019a7a9b-8bf7-437a-a3fd-665405a6ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:34.961085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-019a7a9b-8bf7-437a-a3fd-665405a6ae63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5bacd553-e27d-4315-9efa-1a75abbc61fd HTTP/1.1" status: 200 len: 853 time: 0.0875418 Aug 19 12:00:34.989551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7965a-a82c-406c-813e-09e70772c10d req-65b35eec-7316-46a5-aca1-3fc92678e87d tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:34.991332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33a7965a-a82c-406c-813e-09e70772c10d req-65b35eec-7316-46a5-aca1-3fc92678e87d tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 944 time: 0.0819781 Aug 19 12:00:35.011867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-76366d5c-6a37-4efc-9127-facdb92c4885 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421503 Aug 19 12:00:35.105619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33a7965a-a82c-406c-813e-09e70772c10d req-da126938-14c2-4c97-8408-4bf7478ead20 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972445 Aug 19 12:00:35.200405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-a4ad2c03-33f3-4492-a84e-c93cb216ce2a service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716633 Aug 19 12:00:35.210060 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc0f0a8-eab0-4b87-ba2c-8dbf130a2202 x-openstack-request-id: req-4bc0f0a8-eab0-4b87-ba2c-8dbf130a2202 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:35.211035 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "name": "network-vif-plugged", "status": "completed", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:35.211519 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bc0f0a8-eab0-4b87-ba2c-8dbf130a2202 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:35.212073 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b', 'code': 200} Aug 19 12:00:35.322571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40357eef-63de-49f2-b3f7-b5f8f8b79ef4 None None] DHCP port deletion for 6cc8af28-e547-4a8b-9303-ae6c2584763b request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:00:35.333376 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-677b5589-0f33-4065-9e3b-884cb4131e43 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:35.334654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-677b5589-0f33-4065-9e3b-884cb4131e43 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5457196 Aug 19 12:00:35.349827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0429e719-e276-4c94-ad61-ee0dabd40bcd req-e241021d-6fa4-4e2b-b3b5-b5b283f002d7 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439254 Aug 19 12:00:35.351712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55786) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:35.387640 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-40357eef-63de-49f2-b3f7-b5f8f8b79ef4 None None] Deleting port a616169d-db25-4413-adbf-c473643cbeb8 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:35.388107 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40357eef-63de-49f2-b3f7-b5f8f8b79ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:35.506673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302ee28-68ec-440d-becd-759ab243274b req-6a21da00-cbce-4435-a551-e1d62cb8e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:35.508431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f302ee28-68ec-440d-becd-759ab243274b req-6a21da00-cbce-4435-a551-e1d62cb8e018 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 1100 time: 0.1575511 Aug 19 12:00:35.522501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-40357eef-63de-49f2-b3f7-b5f8f8b79ef4 None None] For port a616169d-db25-4413-adbf-c473643cbeb8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a616169d-db25-4413-adbf-c473643cbeb8,segment=NetworkSegment(75682f1d-64a8-4104-b109-c386a00511d5),segment_id=75682f1d-64a8-4104-b109-c386a00511d5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:35.522501 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40357eef-63de-49f2-b3f7-b5f8f8b79ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:35.526509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:35.528987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed4cb6-485b-4ef0-8eb8-45f6ec18a829 req-1f82ca5c-d418-4bd0-86f6-8c364daba3aa tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:35.530306 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0ed4cb6-485b-4ef0-8eb8-45f6ec18a829 req-1f82ca5c-d418-4bd0-86f6-8c364daba3aa tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 949 time: 0.1781676 Aug 19 12:00:35.560742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-8e9302f2-1108-4319-847b-0bb839937da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:35.562610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-8e9302f2-1108-4319-847b-0bb839937da9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 1095 time: 0.1102104 Aug 19 12:00:35.589569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-40357eef-63de-49f2-b3f7-b5f8f8b79ef4 None None] Calling delete_port for a616169d-db25-4413-adbf-c473643cbeb8 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:35.591283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:35.591622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 03bb6743-24bc-4907-b8a6-d24b0de6a7d5 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:35.592027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a616169d-db25-4413-adbf-c473643cbeb8 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:35.611002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:35.639399 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4d5821c5-9fea-4217-89f2-b887ee3c365a tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=eed0d15a-7457-46de-b7fb-1768a867df83 HTTP/1.1" status: 200 len: 468 time: 0.2806940 Aug 19 12:00:35.646951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55794) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:35.693518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0ed4cb6-485b-4ef0-8eb8-45f6ec18a829 req-b55083da-5e7f-46fe-8204-40b16099cf5c tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438234 Aug 19 12:00:35.701917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f302ee28-68ec-440d-becd-759ab243274b req-5ce3d1c1-a00b-4ee1-9b35-45522e913a04 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832936 Aug 19 12:00:35.744922 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:35.789069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-3fc469e4-d160-46eb-b651-da127ab345db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:35.791374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-3fc469e4-d160-46eb-b651-da127ab345db service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 914 time: 0.2176642 Aug 19 12:00:35.818474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event deleted for resources: {'Port': ['ID=aebc8b90-f92a-447d-a9eb-c08a5067e10b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:35.821909 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40357eef-63de-49f2-b3f7-b5f8f8b79ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:35.854958 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:00:35.854958 n-d-778550-9 neutron-server[101155]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 19 12:00:35.854958 n-d-778550-9 neutron-server[101155]: [parameters: {'status': 'DOWN', 'ports_id': 'a616169d-db25-4413-adbf-c473643cbeb8'}] Aug 19 12:00:35.854958 n-d-778550-9 neutron-server[101155]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:00:35.855461 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:00:35.865264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-39611c6e-9c41-4f87-9925-09114ca62735 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe7356ac-e255-4674-b063-081473ff29cd HTTP/1.1" status: 200 len: 217 time: 0.0655704 Aug 19 12:00:35.876294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:35.884519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40357eef-63de-49f2-b3f7-b5f8f8b79ef4 None None] Pushing event deleted for resources: {'Port': ['ID=a616169d-db25-4413-adbf-c473643cbeb8,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:35.907283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40357eef-63de-49f2-b3f7-b5f8f8b79ef4 None None] No DVR routers for this DVR port a616169d-db25-4413-adbf-c473643cbeb8 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:35.939404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Deleting port a616169d-db25-4413-adbf-c473643cbeb8 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:35.939985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:35.956457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:35.961303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:35.961858 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.028141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-7ae88787-9b08-47b9-8cfc-97a1bd8d151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:36.029671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-7ae88787-9b08-47b9-8cfc-97a1bd8d151b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5bacd553-e27d-4315-9efa-1a75abbc61fd HTTP/1.1" status: 200 len: 853 time: 0.1551332 Aug 19 12:00:36.062023 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.075481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-0d543a9c-3ea2-49f6-ace0-733d30f825f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341945 Aug 19 12:00:36.087241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c0be4-1a5f-4d80-99f1-402ce0a7155e req-0c76b53b-ff33-4397-b60f-79094d8b1a0a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:36.089082 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a9c0be4-1a5f-4d80-99f1-402ce0a7155e req-0c76b53b-ff33-4397-b60f-79094d8b1a0a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.2264240 Aug 19 12:00:36.111354 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10f6965e-15fb-4de3-98b8-acd084fcf4fa tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.114917 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-10f6965e-15fb-4de3-98b8-acd084fcf4fa tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/eed0d15a-7457-46de-b7fb-1768a867df83 HTTP/1.1" status: 204 len: 168 time: 0.4571328 Aug 19 12:00:36.122143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:36.123076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55818) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:36.127316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.129125 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.149264 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2c3e973e-49fa-4209-8f2f-f786afe51955 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=eed0d15a-7457-46de-b7fb-1768a867df83 HTTP/1.1" status: 200 len: 216 time: 0.0217128 Aug 19 12:00:36.162443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-5b8839e4-37c3-4c5a-a81f-9e7fdb052afc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:36.163932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-5b8839e4-37c3-4c5a-a81f-9e7fdb052afc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.2365415 Aug 19 12:00:36.164447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55822) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:36.185617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] For port a616169d-db25-4413-adbf-c473643cbeb8, host n-d-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:36.185896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.197334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:36.239829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1104944b-ba75-4bc7-93c5-17e4a6311a31 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0365539 Aug 19 12:00:36.241309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-113887b9-ce5a-4835-bb94-5c82c259bd66 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/quotas/aedddd945e5e40c1848dfa8ef9d1d006 HTTP/1.1" status: 200 len: 375 time: 0.0331132 Aug 19 12:00:36.249923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55826) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:36.268018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Calling delete_port for a616169d-db25-4413-adbf-c473643cbeb8 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:36.275232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.278058 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Port a616169d-db25-4413-adbf-c473643cbeb8 was not found and therefore no delete operation was performed {{(pid=101153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:00:36.279350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.282462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.310406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2fe9257f-084b-4904-891f-bbf31d35a56a tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0567305 Aug 19 12:00:36.313174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a9c0be4-1a5f-4d80-99f1-402ce0a7155e req-d5bae6ab-7fcb-47ab-9459-66ac9fcd58b5 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101753 Aug 19 12:00:36.313747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55830) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:36.336770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-2a3d5f75-5a32-455f-8f89-8affc39c3bba tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781665 Aug 19 12:00:36.339388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-be48915a-c9c3-4ccb-997c-0a776f55d5f3 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493958 Aug 19 12:00:36.347293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-e76492cc-c143-42fc-8157-65d26b1e695d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:00:36.354478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-e76492cc-c143-42fc-8157-65d26b1e695d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113246 Aug 19 12:00:36.366686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Pushing event deleted for resources: {'Port': ['ID=a616169d-db25-4413-adbf-c473643cbeb8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:36.375775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] No DVR routers for this DVR port a616169d-db25-4413-adbf-c473643cbeb8 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:36.378794 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.379527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Fanout notify agent at l3_agent the message router_deleted on router 56b2c411-26a8-4b6a-80eb-2ffce9a3e63e {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:00:36.396711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Port a616169d-db25-4413-adbf-c473643cbeb8 update to DOWN by agent not found {{(pid=101155) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:00:36.477317 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ff431af-7275-47c8-b0e7-06d70ee52852 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/8752f56b-9d3b-46b1-bcd3-39e1ed6a70b0 HTTP/1.1" status: 200 len: 472 time: 0.1253691 Aug 19 12:00:36.500567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.505415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8dfa6062-388a-4aa5-9c1c-e61e91f736db tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/56b2c411-26a8-4b6a-80eb-2ffce9a3e63e HTTP/1.1" status: 204 len: 168 time: 3.2177067 Aug 19 12:00:36.505415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55836) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:36.534807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55838) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:36.542749 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1289426600', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:36.554893 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c4f444a6-dae8-4142-91e6-47166435fd2d tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/9e34f409-a54b-4a03-9521-c07fa17ccd81 HTTP/1.1" status: 200 len: 459 time: 0.0512564 Aug 19 12:00:36.567266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55842) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:36.572480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.601106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc8af28-e547-4a8b-9303-ae6c2584763b']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:36.623147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75682f1d-64a8-4104-b109-c386a00511d5') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:36.623516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75682f1d-64a8-4104-b109-c386a00511d5') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:36.632945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.634094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.641677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.713407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.780966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:00:36.781453 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:00:36.783597 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:00:36.790726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'name': 'network-vif-deleted', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:36.793052 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194b7f14-3bd3-4620-976c-98292918fa5a" -d '{"events": [{"server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "name": "network-vif-deleted", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:36.826585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e414-930d-4a33-81ad-4703c8131ee4 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.830136 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d9e0e414-930d-4a33-81ad-4703c8131ee4 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/9e34f409-a54b-4a03-9521-c07fa17ccd81 HTTP/1.1" status: 204 len: 168 time: 0.2606030 Aug 19 12:00:36.834475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55854) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:36.863061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.936863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-eb091eab-c87f-42b3-91cb-d2a2dddadcae service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814793 Aug 19 12:00:36.956230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073e2e3-12dd-49dc-bfad-f66edb43a93c req-65e13d09-82e8-433b-9b5d-2c725f89fff9 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:36.958200 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5073e2e3-12dd-49dc-bfad-f66edb43a93c req-65e13d09-82e8-433b-9b5d-2c725f89fff9 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 944 time: 0.5448916 Aug 19 12:00:36.972346 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.979164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:36.985332 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6cc8af28-e547-4a8b-9303-ae6c2584763b HTTP/1.1" status: 204 len: 168 time: 2.3418972 Aug 19 12:00:37.007415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5786884-d149-475f-8bf1-0a721bf50255 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc8af28-e547-4a8b-9303-ae6c2584763b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:37.080595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43252d6b-4e16-4e06-96c3-d4180d3521f2 req-8bb80d4a-0907-440d-a217-6c8229ee8051 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7239051 Aug 19 12:00:37.094139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.207983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5073e2e3-12dd-49dc-bfad-f66edb43a93c req-8124eed7-592f-419f-856c-fd9ca56b8cda tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207344 Aug 19 12:00:37.213185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:37.215763 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34a6ee9-7ef4-4bff-bd40-547ee9ff5f3a" -d '{"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-plugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:37.226589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-44d99a54-c532-41e5-aabd-adc49ba3dd41 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.235543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-44d99a54-c532-41e5-aabd-adc49ba3dd41 tempest-MeteringIpV6TestJSON-1295937829 tempest-MeteringIpV6TestJSON-1295937829-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/8752f56b-9d3b-46b1-bcd3-39e1ed6a70b0 HTTP/1.1" status: 204 len: 168 time: 0.3959389 Aug 19 12:00:37.271682 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-37f320f9-514c-43f0-b810-540d8a661754 service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901735 Aug 19 12:00:37.334436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55866) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:37.408904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe85d5b8-6306-43c7-8c76-5c58126fb5c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=348471cd5c7146e0805ecfad02a93b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730891 Aug 19 12:00:37.411481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55868) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:37.447663 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.473167 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.497524 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0df19a23-c7ee-4d21-9621-ca12191b7a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.523949 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0df19a23-c7ee-4d21-9621-ca12191b7a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.570448 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48095e81-aeab-4051-8a68-1a6395e0d62d x-openstack-request-id: req-48095e81-aeab-4051-8a68-1a6395e0d62d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:37.572426 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d8618c-9925-4d8a-982a-fc86f1dabe01", "name": "network-vif-deleted", "tag": "f57ffa15-38c1-486d-906a-d0988c71ccf4", "status": "failed", "code": 422}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:37.572742 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48095e81-aeab-4051-8a68-1a6395e0d62d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:37.573264 n-d-778550-9 neutron-server[101154]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62d8618c-9925-4d8a-982a-fc86f1dabe01', 'name': 'network-vif-deleted', 'tag': 'f57ffa15-38c1-486d-906a-d0988c71ccf4', 'status': 'failed', 'code': 422} returned with failed status Aug 19 12:00:37.597061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d25dc-4e83-4341-97a1-5002b995e582 req-45771975-d7e7-4e37-976f-ad7b8337e70f tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:37.599174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa9d25dc-4e83-4341-97a1-5002b995e582 req-45771975-d7e7-4e37-976f-ad7b8337e70f tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 949 time: 0.2029927 Aug 19 12:00:37.617128 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0df19a23-c7ee-4d21-9621-ca12191b7a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.620236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0df19a23-c7ee-4d21-9621-ca12191b7a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.624500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0df19a23-c7ee-4d21-9621-ca12191b7a54 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82c6324d-b246-4618-9dfc-81839b57d631 HTTP/1.1" status: 204 len: 168 time: 0.2091117 Aug 19 12:00:37.624637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Allocated IP 172.25.4.17 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/16703529-3643-4461-97f8-5b9640260768) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:37.642497 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddcd685-d716-489e-9e76-6877185e743b x-openstack-request-id: req-dddcd685-d716-489e-9e76-6877185e743b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:37.643381 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-plugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:37.643836 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dddcd685-d716-489e-9e76-6877185e743b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:37.644564 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'code': 200} Aug 19 12:00:37.645160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df19a23-c7ee-4d21-9621-ca12191b7a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c6324d-b246-4618-9dfc-81839b57d631,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:37.664648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa9d25dc-4e83-4341-97a1-5002b995e582 req-954a3db6-9a99-48d2-82d2-d4a735355383 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582070 Aug 19 12:00:37.688048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fe7356ac-e255-4674-b063-081473ff29cd details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:37.712982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55880) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:37.720254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3d52dc3c-b28c-44fc-a6de-f6161cc35891 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:37.806700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.894923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d7e5e10-d0eb-4560-8b17-0732da48e61f req-2ac73c9a-f306-4185-a2db-68e1d11eaa3b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 210 time: 0.1293612 Aug 19 12:00:37.902486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.935202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 3d52dc3c-b28c-44fc-a6de-f6161cc35891 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:37.957384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 3d52dc3c-b28c-44fc-a6de-f6161cc35891 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:37.958483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:37.982069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event updated for resources: {'Port': ['ID=16703529-3643-4461-97f8-5b9640260768,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:37.993205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:37.994789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:38.003002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:38.030919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-388d5310-6619-4cdb-abf0-d8f79cfc1808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.050649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fe7356ac-e255-4674-b063-081473ff29cd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fe7356ac-e255-4674-b063-081473ff29cd,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:38.076453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'fe7356ac-e255-4674-b063-081473ff29cd', 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa', 'port_id': 'fe7356ac-e255-4674-b063-081473ff29cd', 'mac_address': 'fa:16:3e:a1:2f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bacd553-e27d-4315-9efa-1a75abbc61fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:38.078242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2274c-4cb5-4fb6-990c-9be82f098025 req-b1af2970-047a-4baf-81d4-1c13d944f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:38.081884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45c2274c-4cb5-4fb6-990c-9be82f098025 req-b1af2970-047a-4baf-81d4-1c13d944f0df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 1100 time: 0.3255157 Aug 19 12:00:38.128181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f51e07-3231-4d5a-ab49-a8dd987753d9 req-4d2e69f2-1c0c-4492-a0e5-ad9494f14449 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:38.129800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5f51e07-3231-4d5a-ab49-a8dd987753d9 req-4d2e69f2-1c0c-4492-a0e5-ad9494f14449 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.2496662 Aug 19 12:00:38.353112 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.373828 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.392218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45c2274c-4cb5-4fb6-990c-9be82f098025 req-cb0e78d3-01df-4f7d-b357-39429ee642c3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925155 Aug 19 12:00:38.408999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7356ac-e255-4674-b063-081473ff29cd {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:38.421666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eba160-04d8-4a96-b105-e3cd5f4f0db6 req-3f7a8ce8-48e6-48c9-b05e-40db752a7b7c tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:38.433557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fe7356ac-e255-4674-b063-081473ff29cd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fe7356ac-e255-4674-b063-081473ff29cd,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:38.434757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3eba160-04d8-4a96-b105-e3cd5f4f0db6 req-3f7a8ce8-48e6-48c9-b05e-40db752a7b7c tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 949 time: 0.3777516 Aug 19 12:00:38.436796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3d52dc3c-b28c-44fc-a6de-f6161cc35891, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3d52dc3c-b28c-44fc-a6de-f6161cc35891,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:38.443646 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.453849 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.482394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5f51e07-3231-4d5a-ab49-a8dd987753d9 req-a4a63890-6877-4e05-855c-a12b41a1d35e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923207 Aug 19 12:00:38.519850 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.558814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=fe7356ac-e255-4674-b063-081473ff29cd,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:38.561313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3eba160-04d8-4a96-b105-e3cd5f4f0db6 req-c50230a9-ba32-40d1-ac80-8af269c6ab5f tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244335 Aug 19 12:00:38.637030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=3d52dc3c-b28c-44fc-a6de-f6161cc35891,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:38.708256 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-388d5310-6619-4cdb-abf0-d8f79cfc1808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.730111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48bd8f-7ffc-4e48-bd59-c140cabdf859 req-cf11c3d6-6156-4e9a-afee-6215feec9b67 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:38.738707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c48bd8f-7ffc-4e48-bd59-c140cabdf859 req-cf11c3d6-6156-4e9a-afee-6215feec9b67 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 945 time: 0.0984824 Aug 19 12:00:38.741181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-388d5310-6619-4cdb-abf0-d8f79cfc1808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.780225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-388d5310-6619-4cdb-abf0-d8f79cfc1808 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=72062044c3a24869b04d5180c6872f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0656333 Aug 19 12:00:38.787194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55910) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:38.794901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['fe7356ac-e255-4674-b063-081473ff29cd'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:38.831919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.832154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d5310-6619-4cdb-abf0-d8f79cfc1808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aace4a29-0c1e-47e9-9ec7-e0d830bd5b79,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:38.869507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c48bd8f-7ffc-4e48-bd59-c140cabdf859 req-3c26e745-8146-46e9-8b2e-d5460382ac70 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297271 Aug 19 12:00:38.938573 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49c58808-665d-468e-aa76-06b75fcc7776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:38.990644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49c58808-665d-468e-aa76-06b75fcc7776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:39.029252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Router fde217ac-459e-415a-b06a-e5436ae55704 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:00:39.084575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274528e7-316f-4a9e-bf75-50d45ad065b0 req-812672f2-43a2-4c04-a1ff-17e25c46babc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 210 time: 0.0846522 Aug 19 12:00:39.131561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49c58808-665d-468e-aa76-06b75fcc7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:39.137557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:39.139242 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49c58808-665d-468e-aa76-06b75fcc7776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:39.140490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-49c58808-665d-468e-aa76-06b75fcc7776 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aace4a29-0c1e-47e9-9ec7-e0d830bd5b79 HTTP/1.1" status: 204 len: 168 time: 0.3510411 Aug 19 12:00:39.150013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c58808-665d-468e-aa76-06b75fcc7776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace4a29-0c1e-47e9-9ec7-e0d830bd5b79,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:39.209601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:00:39.226923 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d233d5-0521-4c3b-a2c9-81a5b6fdf686 None None] Sync routers for ids ['fde217ac-459e-415a-b06a-e5436ae55704'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:00:39.234612 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:39.235946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d09e819f-585d-4652-af74-1cc93909541c tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7001500 Aug 19 12:00:39.238790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55930) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:39.244553 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:39.269414 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d233d5-0521-4c3b-a2c9-81a5b6fdf686 None None] Routers {'fde217ac-459e-415a-b06a-e5436ae55704'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:39.270314 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d7d233d5-0521-4c3b-a2c9-81a5b6fdf686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fde217ac-459e-415a-b06a-e5436ae55704'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:39.318576 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d7d233d5-0521-4c3b-a2c9-81a5b6fdf686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:39.329942 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d233d5-0521-4c3b-a2c9-81a5b6fdf686 None None] Routers {'fde217ac-459e-415a-b06a-e5436ae55704'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:39.331515 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d7d233d5-0521-4c3b-a2c9-81a5b6fdf686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fde217ac-459e-415a-b06a-e5436ae55704'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:39.371710 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d7d233d5-0521-4c3b-a2c9-81a5b6fdf686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:39.372816 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d233d5-0521-4c3b-a2c9-81a5b6fdf686 None None] The sync data for ids ['fde217ac-459e-415a-b06a-e5436ae55704'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:00:39.384197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-2fd2ac45-c440-4396-842d-b1e4492b87ce tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:39.387132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-2fd2ac45-c440-4396-842d-b1e4492b87ce tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.1685798 Aug 19 12:00:39.415587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Request body: {'port': {'device_id': '351baa4e-9148-41d6-a8ad-9c2db92699a0', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'admin_state_up': True, 'tenant_id': 'aedddd945e5e40c1848dfa8ef9d1d006'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:39.646153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e336fe-e53d-47cf-9f57-28a342108ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d52dc3c-b28c-44fc-a6de-f6161cc35891'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:39.648960 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263bb9c7-7c9b-4f7a-a2c1-b95adabe7c5f" -d '{"events": [{"server_uuid": "b9e336fe-e53d-47cf-9f57-28a342108ee7", "name": "network-vif-plugged", "status": "completed", "tag": "3d52dc3c-b28c-44fc-a6de-f6161cc35891"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:39.692883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-213124438-network', 'tenant_id': '151e2274bcc44808b6fcd53a80f01257'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:39.709889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:39.712722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Made reservation on behalf of aedddd945e5e40c1848dfa8ef9d1d006 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:39.717713 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:39.735819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:39.741376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Made reservation on behalf of 151e2274bcc44808b6fcd53a80f01257 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:39.743843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:39.759580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40458991-5e30-4112-9ad9-bb7fbd598157 req-f905d61b-9f20-4495-a401-3a76fd992254 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:39.767337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40458991-5e30-4112-9ad9-bb7fbd598157 req-f905d61b-9f20-4495-a401-3a76fd992254 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.1728208 Aug 19 12:00:39.798673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73e54-11fc-4145-8f50-0034c1515a2c req-19454ae1-917c-4e99-924b-c2e7e301926a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:39.800244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfc73e54-11fc-4145-8f50-0034c1515a2c req-19454ae1-917c-4e99-924b-c2e7e301926a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 949 time: 0.1361234 Aug 19 12:00:39.804330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55942) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:39.851522 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38cdcd22-b976-4e5f-83f0-ca8c0d6adead admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:39.907369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40458991-5e30-4112-9ad9-bb7fbd598157 req-70edcf55-ac0e-4009-aef0-dd8e73f7d6d9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391053 Aug 19 12:00:39.959365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfc73e54-11fc-4145-8f50-0034c1515a2c req-7bdeabee-72f5-43a3-bda5-a56800df3b51 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353495 Aug 19 12:00:40.015224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Allocated IP 172.20.0.7 (dcbb6ee0-978b-431f-be35-c378857c1c91/e8973284-6c79-4519-aa58-5e8208dbc4de/05d201d3-947a-4015-9250-754fb9189584) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:40.021029 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976f30d5-69e3-4550-91aa-b1bb04c495bb x-openstack-request-id: req-976f30d5-69e3-4550-91aa-b1bb04c495bb {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:40.021567 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e336fe-e53d-47cf-9f57-28a342108ee7", "name": "network-vif-plugged", "status": "completed", "tag": "3d52dc3c-b28c-44fc-a6de-f6161cc35891", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:40.021785 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-976f30d5-69e3-4550-91aa-b1bb04c495bb {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:40.022335 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e336fe-e53d-47cf-9f57-28a342108ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d52dc3c-b28c-44fc-a6de-f6161cc35891', 'code': 200} Aug 19 12:00:40.151648 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38cdcd22-b976-4e5f-83f0-ca8c0d6adead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.179089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38cdcd22-b976-4e5f-83f0-ca8c0d6adead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.183865 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.298791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbea2ca1-a9ef-4e8a-b48e-44249b81d332 req-b9ed0953-c0ca-4163-bb8a-baa521780d4a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 210 time: 0.0826261 Aug 19 12:00:40.311253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Deleting port 16703529-3643-4461-97f8-5b9640260768 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:40.311253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.313612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdcd22-b976-4e5f-83f0-ca8c0d6adead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6a41ae-c6a8-41d8-b621-9b8e36eb5083,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:40.343521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-38cdcd22-b976-4e5f-83f0-ca8c0d6adead admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f03a08bf9184f869cd9753a61bdc254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5356169 Aug 19 12:00:40.348301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55954) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:40.354609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c77b-8caf-4e04-b0dc-1d7e2109f6d7 req-ed4262cf-16cb-4354-bf06-e708459867f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:40.356318 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a265c77b-8caf-4e04-b0dc-1d7e2109f6d7 req-ed4262cf-16cb-4354-bf06-e708459867f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9e336fe-e53d-47cf-9f57-28a342108ee7 HTTP/1.1" status: 200 len: 1096 time: 0.2323892 Aug 19 12:00:40.374963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788b1d1-dbb8-4320-86d0-b001d35ce50b req-55d32d4c-ede1-4240-83aa-74b1981b1d3f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:40.376436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4788b1d1-dbb8-4320-86d0-b001d35ce50b req-55d32d4c-ede1-4240-83aa-74b1981b1d3f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 945 time: 0.2539420 Aug 19 12:00:40.381586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.391007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.404803 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.448023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.450477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:00:40.474402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Calling delete_port for 16703529-3643-4461-97f8-5b9640260768 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:40.476118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e6378a-00d4-4973-a541-e43c02daa971,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:40.481876 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.482241 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Added segment 42b9417e-d735-461a-977f-5212a44c4ed1 of type vlan for network 3c0301bd-c00f-49ee-9f94-b8baa0539986 Aug 19 12:00:40.493136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a265c77b-8caf-4e04-b0dc-1d7e2109f6d7 req-895bacaa-837b-42e1-894e-67cc98916b5d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260922 Aug 19 12:00:40.505639 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4788b1d1-dbb8-4320-86d0-b001d35ce50b req-b9fcce66-fce3-4385-99cc-fa56e999406e tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173148 Aug 19 12:00:40.535957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8472-08d3-47b8-995c-1c8554c2412d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.552790 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.578267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.619785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Network dcbb6ee0-978b-431f-be35-c378857c1c91 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:40.625995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event updated for resources: {'Port': ['ID=05d201d3-947a-4015-9250-754fb9189584,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:40.629522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:40.632060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:40.663132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.664261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:40.665663 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.683551 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8472-08d3-47b8-995c-1c8554c2412d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.690680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:40.691310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.723411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-3e803f0c-582b-4bd0-aa47-8c9783abfa4b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3142059 Aug 19 12:00:40.743933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Request body: {'port': {'device_id': '351baa4e-9148-41d6-a8ad-9c2db92699a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:40.768097 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6293492 Aug 19 12:00:40.769449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55960) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:40.781953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Request body: {'subnet': {'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-213124438-subnet', 'tenant_id': '151e2274bcc44808b6fcd53a80f01257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:40.785328 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8472-08d3-47b8-995c-1c8554c2412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.786997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db00785-be90-47d4-abd2-17bfc889d90f admin admin] Pushing event updated for resources: {'Network': ['ID=3c0301bd-c00f-49ee-9f94-b8baa0539986,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:40.787903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8472-08d3-47b8-995c-1c8554c2412d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.792982 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4f1a8472-08d3-47b8-995c-1c8554c2412d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c6a41ae-c6a8-41d8-b621-9b8e36eb5083 HTTP/1.1" status: 204 len: 168 time: 0.4396541 Aug 19 12:00:40.797948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 3c0301bd-c00f-49ee-9f94-b8baa0539986 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:00:40.846959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Made reservation on behalf of 151e2274bcc44808b6fcd53a80f01257 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:40.849403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.877586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a8472-08d3-47b8-995c-1c8554c2412d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6a41ae-c6a8-41d8-b621-9b8e36eb5083,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:40.882787 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.927001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:40.968461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Pushing event deleted for resources: {'Port': ['ID=16703529-3643-4461-97f8-5b9640260768,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:41.091116 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:41.214798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea69adc-2796-42f6-97ad-88a0c1aa1ba5 req-e5aec8d4-16d1-4b9f-8db9-b773c286c13f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:41.216387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dea69adc-2796-42f6-97ad-88a0c1aa1ba5 req-e5aec8d4-16d1-4b9f-8db9-b773c286c13f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.1474984 Aug 19 12:00:41.229767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50b07a-9fae-4ea9-98c1-1b052cdc69b7 req-6db832b8-0178-4270-90f4-6180076a4a5a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:41.231294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50b07a-9fae-4ea9-98c1-1b052cdc69b7 req-6db832b8-0178-4270-90f4-6180076a4a5a tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 949 time: 0.1485984 Aug 19 12:00:41.357324 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dea69adc-2796-42f6-97ad-88a0c1aa1ba5 req-797505e5-bab3-4a99-b531-1626fcf85efe tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229107 Aug 19 12:00:41.397515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a50b07a-9fae-4ea9-98c1-1b052cdc69b7 req-9236ef57-75ec-49c1-bb4c-54c0df208281 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305523 Aug 19 12:00:41.428440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:41.442015 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:41.496056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d201d3-947a-4015-9250-754fb9189584 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:41.517878 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:41.518103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:41.594599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Transition to ACTIVE for port object 05d201d3-947a-4015-9250-754fb9189584 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:41.606953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:41.617979 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Router fde217ac-459e-415a-b06a-e5436ae55704 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:00:41.650398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15017d99-bef0-4f25-bdd2-81fab25e7788,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:41.662901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaf51-910e-43d0-a32d-7620809df5e6 req-58897b2d-8ac6-4af6-b0f9-a16a59b730fd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:41.665961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61bdaf51-910e-43d0-a32d-7620809df5e6 req-58897b2d-8ac6-4af6-b0f9-a16a59b730fd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 931 time: 0.1751332 Aug 19 12:00:41.676883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Checking segment: {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:41.677996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Network hostable DHCP agents. Network: 3c0301bd-c00f-49ee-9f94-b8baa0539986, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:00:41.687248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fe7356ac-e255-4674-b063-081473ff29cd up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:41.740543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Pushing event updated for resources: {'Port': ['ID=05d201d3-947a-4015-9250-754fb9189584,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:41.802118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port fe7356ac-e255-4674-b063-081473ff29cd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:41.808507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port fe7356ac-e255-4674-b063-081473ff29cd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:41.809084 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:41.841870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61bdaf51-910e-43d0-a32d-7620809df5e6 req-5281e832-62e7-4493-b6c2-1cdee98e1c14 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682680 Aug 19 12:00:41.892479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Attempting to bind port 05d201d3-947a-4015-9250-754fb9189584 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:41.892978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Attempting to bind port 05d201d3-947a-4015-9250-754fb9189584 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:41.894297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Attempting to bind port 05d201d3-947a-4015-9250-754fb9189584 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:41.902441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Port 05d201d3-947a-4015-9250-754fb9189584 on network dcbb6ee0-978b-431f-be35-c378857c1c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:41.904153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Attempting to bind port 05d201d3-947a-4015-9250-754fb9189584 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:41.913020 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:00:41.923462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:41.923941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Checking segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:41.925703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Bound using segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:41.928309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Bound port: 05d201d3-947a-4015-9250-754fb9189584, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:41.929591 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:41.936154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6676bc6-053e-4ec9-9613-4c65d28ca2ec None None] Sync routers for ids ['fde217ac-459e-415a-b06a-e5436ae55704'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:00:41.940334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:41.947945 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f7b268c5-bfd7-4791-a2b7-ecab8e941b8e tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "PUT /v2.0/routers/fde217ac-459e-415a-b06a-e5436ae55704 HTTP/1.1" status: 200 len: 706 time: 2.7069321 Aug 19 12:00:41.949482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56002) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:42.048568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6676bc6-053e-4ec9-9613-4c65d28ca2ec None None] Routers {'fde217ac-459e-415a-b06a-e5436ae55704'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:42.051602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b6676bc6-053e-4ec9-9613-4c65d28ca2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fde217ac-459e-415a-b06a-e5436ae55704'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:42.071717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Network 3c0301bd-c00f-49ee-9f94-b8baa0539986 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:00:42.119823 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-91cd218d-6a12-4147-bcb7-e303248d5679 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/routers/fde217ac-459e-415a-b06a-e5436ae55704 HTTP/1.1" status: 200 len: 741 time: 0.1677227 Aug 19 12:00:42.123195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56020) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:42.132245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b6676bc6-053e-4ec9-9613-4c65d28ca2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:42.159596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 3c0301bd-c00f-49ee-9f94-b8baa0539986) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:42.171622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f03b0b-6d92-487c-b1e6-c58d4ca2c067 None None] Network 3c0301bd-c00f-49ee-9f94-b8baa0539986 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:42.177304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4d05137c-be86-428c-8a19-113dd1cfacd6 tempest-RoutersAdminTest-1115168913 tempest-RoutersAdminTest-1115168913-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=fde217ac-459e-415a-b06a-e5436ae55704 HTTP/1.1" status: 200 len: 205 time: 0.0529885 Aug 19 12:00:42.178647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:42.179230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:42.181701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56022) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:42.213598 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2a931f87-4557-41a1-a7c3-398d7a929124 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=fde217ac-459e-415a-b06a-e5436ae55704 HTTP/1.1" status: 200 len: 205 time: 0.0298607 Aug 19 12:00:42.218107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56026) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:42.229668 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fb7b2437-7c6d-4ba9-b125-8a8ea5dfe077 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4541881 Aug 19 12:00:42.261249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e42ac8-8c2f-45fa-8232-88ed33c1c9dd req-96903426-fe21-4be9-b408-1469d3426acf tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:42.268972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75e42ac8-8c2f-45fa-8232-88ed33c1c9dd req-96903426-fe21-4be9-b408-1469d3426acf tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 945 time: 0.2684975 Aug 19 12:00:42.304138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] For port 05d201d3-947a-4015-9250-754fb9189584, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:42.328552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] For port 05d201d3-947a-4015-9250-754fb9189584, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=05d201d3-947a-4015-9250-754fb9189584,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:42.345541 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:42.348181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75e42ac8-8c2f-45fa-8232-88ed33c1c9dd req-a5ed6f34-3ce4-4eea-a306-f60946cb64c5 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781715 Aug 19 12:00:42.358170 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:42.387838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6676bc6-053e-4ec9-9613-4c65d28ca2ec None None] Routers {'fde217ac-459e-415a-b06a-e5436ae55704'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:00:42.388818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b6676bc6-053e-4ec9-9613-4c65d28ca2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fde217ac-459e-415a-b06a-e5436ae55704'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:42.413221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:42.414718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:42.416490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] 10.222.0.69 "PUT /v2.0/ports/05d201d3-947a-4015-9250-754fb9189584 HTTP/1.1" status: 200 len: 1091 time: 1.6779673 Aug 19 12:00:42.416986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351baa4e-9148-41d6-a8ad-9c2db92699a0', 'tag': '05d201d3-947a-4015-9250-754fb9189584'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:42.419839 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38696de-4867-4034-b9e9-6121ce69a3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "351baa4e-9148-41d6-a8ad-9c2db92699a0", "tag": "05d201d3-947a-4015-9250-754fb9189584"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:42.472988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b6676bc6-053e-4ec9-9613-4c65d28ca2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:42.472988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6676bc6-053e-4ec9-9613-4c65d28ca2ec None None] The sync data for ids ['fde217ac-459e-415a-b06a-e5436ae55704'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:00:42.493569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a2a406-1989-4a4d-a5bb-a700b1b19dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7356ac-e255-4674-b063-081473ff29cd'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:42.496128 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b6fdee-b8a2-4455-8ce2-df113eb396e7" -d '{"events": [{"server_uuid": "b7a2a406-1989-4a4d-a5bb-a700b1b19dc0", "name": "network-vif-plugged", "status": "completed", "tag": "fe7356ac-e255-4674-b063-081473ff29cd"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:42.519584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fe7356ac-e255-4674-b063-081473ff29cd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fe7356ac-e255-4674-b063-081473ff29cd,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:42.542166 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:42.577081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a2cec-c8bc-4522-9339-b94a00cb6566 service neutron] Pushing event updated for resources: {'Port': ['ID=05d201d3-947a-4015-9250-754fb9189584,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:42.609944 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195abbfc-3676-4047-9e18-fbc5c70b12c8 x-openstack-request-id: req-195abbfc-3676-4047-9e18-fbc5c70b12c8 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:42.610693 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351baa4e-9148-41d6-a8ad-9c2db92699a0", "tag": "05d201d3-947a-4015-9250-754fb9189584", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:42.611152 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-195abbfc-3676-4047-9e18-fbc5c70b12c8 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:42.612193 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351baa4e-9148-41d6-a8ad-9c2db92699a0', 'tag': '05d201d3-947a-4015-9250-754fb9189584', 'status': 'completed', 'code': 200} Aug 19 12:00:42.631008 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2cdf2-a852-4159-a8e4-07e97e748908 x-openstack-request-id: req-aae2cdf2-a852-4159-a8e4-07e97e748908 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:42.631356 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a2a406-1989-4a4d-a5bb-a700b1b19dc0", "name": "network-vif-plugged", "status": "completed", "tag": "fe7356ac-e255-4674-b063-081473ff29cd", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:42.631544 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aae2cdf2-a852-4159-a8e4-07e97e748908 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:42.631937 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a2a406-1989-4a4d-a5bb-a700b1b19dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7356ac-e255-4674-b063-081473ff29cd', 'code': 200} Aug 19 12:00:42.634678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=fe7356ac-e255-4674-b063-081473ff29cd,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:42.673356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5555a283-b130-40a7-835a-2d546f395523 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:42.694059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-19e1a7e4-46a8-4b1e-8707-aa6dc8dced3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:42.696179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-19e1a7e4-46a8-4b1e-8707-aa6dc8dced3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 1094 time: 0.1814795 Aug 19 12:00:42.714401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bbabe4-eebe-436e-b772-a7527d73fc07 None None] Network 3c0301bd-c00f-49ee-9f94-b8baa0539986 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:42.720808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91e56b-fe4a-45b7-8565-27daf67eee27 req-71784da3-8b47-4252-b96a-4b29dbe9244a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:42.722354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d91e56b-fe4a-45b7-8565-27daf67eee27 req-71784da3-8b47-4252-b96a-4b29dbe9244a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.2186782 Aug 19 12:00:42.790014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-90ba65e7-d632-4b10-a268-968f966190dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05d201d3-947a-4015-9250-754fb9189584 HTTP/1.1" status: 200 len: 217 time: 0.0656674 Aug 19 12:00:42.883102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4215a1e-dcd3-4508-8c12-cb15ab72b4dc req-b7d5613b-f80f-4f70-a634-bfdba5fdb20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:42.885120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4215a1e-dcd3-4508-8c12-cb15ab72b4dc req-b7d5613b-f80f-4f70-a634-bfdba5fdb20b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 1097 time: 0.2117233 Aug 19 12:00:42.888091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d91e56b-fe4a-45b7-8565-27daf67eee27 req-424ada6c-36a6-45cd-af21-83dbb20bf776 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520350 Aug 19 12:00:42.918390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-2ca3d92a-0350-4970-9416-8a9a1c9ec38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:42.920021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-2ca3d92a-0350-4970-9416-8a9a1c9ec38e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.1171963 Aug 19 12:00:42.946063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4215a1e-dcd3-4508-8c12-cb15ab72b4dc req-eede3f96-fbca-47b0-886f-7fae589c8326 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Aug 19 12:00:42.959306 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5555a283-b130-40a7-835a-2d546f395523 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:42.963582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5555a283-b130-40a7-835a-2d546f395523 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:42.977063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-5d20b856-66f2-42b7-b1a9-808f4ca1e3dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408709 Aug 19 12:00:43.030736 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5555a283-b130-40a7-835a-2d546f395523 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:43.032001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5555a283-b130-40a7-835a-2d546f395523 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Fanout notify agent at l3_agent the message router_deleted on router fde217ac-459e-415a-b06a-e5436ae55704 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:00:43.049470 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5555a283-b130-40a7-835a-2d546f395523 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:43.054112 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5555a283-b130-40a7-835a-2d546f395523 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/fde217ac-459e-415a-b06a-e5436ae55704 HTTP/1.1" status: 204 len: 168 time: 0.8311958 Aug 19 12:00:43.055347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56056) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.116810 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bf42950b-d644-493f-96d4-254d07dd5e19 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=fde217ac-459e-415a-b06a-e5436ae55704 HTTP/1.1" status: 200 len: 205 time: 0.0566773 Aug 19 12:00:43.117331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56058) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.120905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edf358-0af4-4ec2-85c6-15d3ec80cd9f req-e7054f3c-914f-4be8-ae68-0b2e39f8f76e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:43.128216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34edf358-0af4-4ec2-85c6-15d3ec80cd9f req-e7054f3c-914f-4be8-ae68-0b2e39f8f76e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 943 time: 0.1317546 Aug 19 12:00:43.171153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-1c9d4b05-ac2f-4f3e-8b46-d22cdb385c10 service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854503 Aug 19 12:00:43.179433 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-5d930747-d6ca-4511-869b-7272f4fbf065 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] delete failed (client error): The resource could not be found. Aug 19 12:00:43.181669 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5d930747-d6ca-4511-869b-7272f4fbf065 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/fde217ac-459e-415a-b06a-e5436ae55704 HTTP/1.1" status: 404 len: 336 time: 0.0615537 Aug 19 12:00:43.183995 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56068) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.198845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34edf358-0af4-4ec2-85c6-15d3ec80cd9f req-6c5f59b0-6a6c-4b05-b8e8-25379e46e236 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634449 Aug 19 12:00:43.217151 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9cb698e9-38c8-4ad2-885e-a670d87cdcf7 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=56b2c411-26a8-4b6a-80eb-2ffce9a3e63e HTTP/1.1" status: 200 len: 205 time: 0.0318742 Aug 19 12:00:43.219711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56070) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.269611 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-c0929f55-ab65-4eca-be98-f00b3429b4b7 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] delete failed (client error): The resource could not be found. Aug 19 12:00:43.270844 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c0929f55-ab65-4eca-be98-f00b3429b4b7 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/56b2c411-26a8-4b6a-80eb-2ffce9a3e63e HTTP/1.1" status: 404 len: 336 time: 0.0502217 Aug 19 12:00:43.273616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56082) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.312201 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-06d081c5-7822-4a14-b482-715e2dc5cf3a tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=1695888b-d794-4f0e-9549-8faa80007c0c HTTP/1.1" status: 200 len: 205 time: 0.0363061 Aug 19 12:00:43.314491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56084) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.364159 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-90491a9b-1ad5-409f-a10f-73a872beaf3b tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] delete failed (client error): The resource could not be found. Aug 19 12:00:43.365223 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-90491a9b-1ad5-409f-a10f-73a872beaf3b tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/1695888b-d794-4f0e-9549-8faa80007c0c HTTP/1.1" status: 404 len: 336 time: 0.0496032 Aug 19 12:00:43.368965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56088) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.438377 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4e9587fd-19e2-4705-88f7-82a49db67257 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6db109d-14ff-4e04-a500-4e292df4221f HTTP/1.1" status: 200 len: 205 time: 0.0662360 Aug 19 12:00:43.439639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56094) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.491728 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-6ab3ba98-cbb8-45d0-a4f5-3ddce4d30e2a tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] delete failed (client error): The resource could not be found. Aug 19 12:00:43.496259 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6ab3ba98-cbb8-45d0-a4f5-3ddce4d30e2a tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/c6db109d-14ff-4e04-a500-4e292df4221f HTTP/1.1" status: 404 len: 336 time: 0.0527656 Aug 19 12:00:43.496580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56098) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.532055 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4088fcaa-8fc1-4867-8e6d-ee07d84f73e1 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd2e56c-b6da-47d8-a73d-2219110257c1 HTTP/1.1" status: 200 len: 205 time: 0.0342593 Aug 19 12:00:43.533192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56102) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.579820 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-7ddc9268-d12d-4536-ac22-a3f0bdfac915 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] delete failed (client error): The resource could not be found. Aug 19 12:00:43.584439 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7ddc9268-d12d-4536-ac22-a3f0bdfac915 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/2dd2e56c-b6da-47d8-a73d-2219110257c1 HTTP/1.1" status: 404 len: 336 time: 0.0498173 Aug 19 12:00:43.585060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56104) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.620095 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7e0c115f-3e97-4e33-b2ba-9afcf023fe7f tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c31156-6001-4501-b1b7-da020a99270f HTTP/1.1" status: 200 len: 205 time: 0.0338378 Aug 19 12:00:43.620834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56108) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.666141 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-369a758f-5226-41e2-aa67-31602c5fe4a2 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] delete failed (client error): The resource could not be found. Aug 19 12:00:43.670545 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-369a758f-5226-41e2-aa67-31602c5fe4a2 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/routers/89c31156-6001-4501-b1b7-da020a99270f HTTP/1.1" status: 404 len: 336 time: 0.0483031 Aug 19 12:00:43.671296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56112) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:43.714509 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9926aa9d-8615-470a-aa2a-ec7a85efeeb8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] DELETE failed (client error): The resource could not be found. Aug 19 12:00:43.715208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9926aa9d-8615-470a-aa2a-ec7a85efeeb8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:00:43.720561 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9926aa9d-8615-470a-aa2a-ec7a85efeeb8 tempest-RoutersAdminTest-2022726169 tempest-RoutersAdminTest-2022726169-project] 10.222.0.65 "DELETE /v2.0/subnets/1b4c304f-ba71-476d-ab2d-93fdf9521fc0 HTTP/1.1" status: 404 len: 337 time: 0.0481079 Aug 19 12:00:43.730609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a2626-dc63-4798-8606-eb64111187c9 req-cb189de8-1499-49c8-a622-191b7fde74cd tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:43.737245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab0a2626-dc63-4798-8606-eb64111187c9 req-cb189de8-1499-49c8-a622-191b7fde74cd tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 946 time: 0.1446805 Aug 19 12:00:43.816071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-4e42a398-4dbe-4660-9876-24764467f03a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:43.817898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-4e42a398-4dbe-4660-9876-24764467f03a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/networks?id=3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 200 len: 814 time: 0.6180465 Aug 19 12:00:43.825924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6fa86e6-8441-4bc4-b3b2-a94e1bf47aeb req-5a825bf4-a911-41ac-94b2-4408bd6cee8b service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247745 Aug 19 12:00:43.853625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab0a2626-dc63-4798-8606-eb64111187c9 req-6ea3d163-c546-4208-aa6a-453d9d8d5c42 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144249 Aug 19 12:00:43.861671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-5938345c-95b1-4574-82a5-3f4f472e9fcc tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/quotas/151e2274bcc44808b6fcd53a80f01257 HTTP/1.1" status: 200 len: 375 time: 0.0327868 Aug 19 12:00:43.901014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-e3bb555d-0acc-472c-ad8b-61406ef39512 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=151e2274bcc44808b6fcd53a80f01257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332277 Aug 19 12:00:44.084400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-55b7bee0-3f15-4ae3-9921-ca4519ab28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:44.086090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-55b7bee0-3f15-4ae3-9921-ca4519ab28f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 1094 time: 0.1228640 Aug 19 12:00:44.101311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88ec0-4e40-45a5-b781-4dfdfce3fbb1 req-1c3e0c77-b4ee-4914-8310-af1fc18a70f3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:44.103195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8de88ec0-4e40-45a5-b781-4dfdfce3fbb1 req-1c3e0c77-b4ee-4914-8310-af1fc18a70f3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.1089251 Aug 19 12:00:44.119398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-32016504-be44-4978-9dfd-fa29b1ca88be service neutron] 10.222.0.65 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097664 Aug 19 12:00:44.179189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56130) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.285012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8de88ec0-4e40-45a5-b781-4dfdfce3fbb1 req-35e87a55-a4e0-4f61-9765-c66e1f594b03 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692207 Aug 19 12:00:44.329372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-70804440-ca01-413c-a392-fb334e271811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:44.330785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-70804440-ca01-413c-a392-fb334e271811 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 913 time: 0.2248867 Aug 19 12:00:44.342663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-a07b0899-8a6b-4847-a08f-fe0575ad7ce5 service neutron] 10.222.0.65 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073357 Aug 19 12:00:44.363340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56140) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.399015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-605186ff-bfca-4609-a986-fc7e56564962 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05d201d3-947a-4015-9250-754fb9189584 HTTP/1.1" status: 200 len: 217 time: 0.0517988 Aug 19 12:00:44.494241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50209d6-914c-40bf-ba4f-720417c488a8 req-b890a02a-dd46-4573-86c3-81ea384da18e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:44.495977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e50209d6-914c-40bf-ba4f-720417c488a8 req-b890a02a-dd46-4573-86c3-81ea384da18e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 943 time: 0.1398163 Aug 19 12:00:44.502651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-09e77501-91fd-4835-ba3f-7154a8e601ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:44.504092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-09e77501-91fd-4835-ba3f-7154a8e601ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.0856974 Aug 19 12:00:44.529187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0775-bdd9-42be-b9be-ababab3c0ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:44.559174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-68f13ecf-f5a0-4d7b-9d89-ec5313a9d013 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:44.585126 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-afd1ea0d-148d-438d-a433-9ca414fe588e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417182 Aug 19 12:00:44.597416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e50209d6-914c-40bf-ba4f-720417c488a8 req-1654ec91-24c3-48a2-ba7b-8bf4a57a2863 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922794 Aug 19 12:00:44.655581 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-68f13ecf-f5a0-4d7b-9d89-ec5313a9d013 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] 10.222.0.65 "PUT /v2.0/quotas/d226fb4728f64e80980fc34e44269045 HTTP/1.1" status: 200 len: 366 time: 0.2884681 Aug 19 12:00:44.658725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56160) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.678002 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dbb1da77-cf59-4bb7-806a-027a94292da6 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0175290 Aug 19 12:00:44.681385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56162) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.699096 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9070c1ba-4813-4633-80e8-43377c2acadd tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] 10.222.0.65 "GET /v2.0/quotas/d226fb4728f64e80980fc34e44269045 HTTP/1.1" status: 200 len: 366 time: 0.0156546 Aug 19 12:00:44.702623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56164) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.715580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48525297-8b28-46d1-97a7-224c09e6898d req-00165cf6-715d-4383-a156-a19b27a6aebc tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 210 time: 0.0794024 Aug 19 12:00:44.733139 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fc6e0b54-7c1a-476e-968d-c8d43dc77918 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/d226fb4728f64e80980fc34e44269045 HTTP/1.1" status: 204 len: 168 time: 0.0291910 Aug 19 12:00:44.737465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56170) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.756180 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0775-bdd9-42be-b9be-ababab3c0ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:44.760183 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-abe0ef0a-c045-4ad1-8cea-4c98189010e2 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0216894 Aug 19 12:00:44.762900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56172) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.774065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0775-bdd9-42be-b9be-ababab3c0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:44.775380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-b7bfbc9a-0634-4c37-a18f-70cb8f06563e service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738772 Aug 19 12:00:44.786890 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7ba190a6-27c6-4e4c-b8c2-3245e67082ab tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] 10.222.0.65 "GET /v2.0/quotas/d226fb4728f64e80980fc34e44269045 HTTP/1.1" status: 200 len: 370 time: 0.0224915 Aug 19 12:00:44.795545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56176) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.811180 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cff5081e-61e0-4219-a695-b53e813c6d31 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] 10.222.0.65 "GET /v2.0/quotas/d226fb4728f64e80980fc34e44269045/default HTTP/1.1" status: 200 len: 370 time: 0.0143318 Aug 19 12:00:44.816284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56178) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.829623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff9f0775-bdd9-42be-b9be-ababab3c0ff9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=698df383c413431e970caa34943e683f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491897 Aug 19 12:00:44.834400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56182) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:44.845528 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-1f96ced4-a4fb-41cc-a369-cc413214c54a tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] delete failed (client error): The resource could not be found. Aug 19 12:00:44.849536 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1f96ced4-a4fb-41cc-a369-cc413214c54a tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/d226fb4728f64e80980fc34e44269045 HTTP/1.1" status: 404 len: 348 time: 0.0292642 Aug 19 12:00:44.852913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f0775-bdd9-42be-b9be-ababab3c0ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d12e40-208e-4fd8-a9e6-574d82b8c1dc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:44.908243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c38696de-4867-4034-b9e9-6121ce69a3ce req-a42adb2b-e72f-4a31-8e8f-50c29c2a8af5 service neutron] 10.222.0.69 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173153 Aug 19 12:00:44.940789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d837584a-b64f-4b8b-b4e0-33f0073bafe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:44.971623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d837584a-b64f-4b8b-b4e0-33f0073bafe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:45.069890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d837584a-b64f-4b8b-b4e0-33f0073bafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:45.074148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d837584a-b64f-4b8b-b4e0-33f0073bafe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:45.075394 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d837584a-b64f-4b8b-b4e0-33f0073bafe4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76d12e40-208e-4fd8-a9e6-574d82b8c1dc HTTP/1.1" status: 204 len: 168 time: 0.2391963 Aug 19 12:00:45.079182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e3ca-db30-4e43-8ecf-c5ec2ab0b12d req-95f28d65-8d67-4c46-8a8a-26c55045a4d7 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:45.080583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df09e3ca-db30-4e43-8ecf-c5ec2ab0b12d req-95f28d65-8d67-4c46-8a8a-26c55045a4d7 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 946 time: 0.0951195 Aug 19 12:00:45.095028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837584a-b64f-4b8b-b4e0-33f0073bafe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d12e40-208e-4fd8-a9e6-574d82b8c1dc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:45.153986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df09e3ca-db30-4e43-8ecf-c5ec2ab0b12d req-5e375969-de3f-48fc-93e5-c09a9615774b tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649452 Aug 19 12:00:45.248948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56210) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:45.285869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Usage tracker for resource:network and tenant:697fcf58ccf64882b6416e44aa5222af is out of sync, need to count used quota {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:00:45.311818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:00:45.325735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Usage tracker for resource:subnet and tenant:697fcf58ccf64882b6416e44aa5222af is out of sync, need to count used quota {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:00:45.332385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:00:45.349643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7ed81-22f8-46f4-8233-8651a4a8e3b4 req-a7f3a32a-695d-4943-a336-bb1abf1dd42c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:45.358140 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0f7ed81-22f8-46f4-8233-8651a4a8e3b4 req-a7f3a32a-695d-4943-a336-bb1abf1dd42c tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9e336fe-e53d-47cf-9f57-28a342108ee7 HTTP/1.1" status: 200 len: 945 time: 0.0891395 Aug 19 12:00:45.389386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Usage tracker for resource:subnetpool and tenant:697fcf58ccf64882b6416e44aa5222af is out of sync, need to count used quota {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:00:45.400396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:00:45.418050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0f7ed81-22f8-46f4-8233-8651a4a8e3b4 req-c34c6dca-e75b-41db-ab70-a77bd7af4de1 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588269 Aug 19 12:00:45.424714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Usage tracker for resource:port and tenant:697fcf58ccf64882b6416e44aa5222af is out of sync, need to count used quota {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:00:45.441923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:00:45.468081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Usage tracker for resource:router and tenant:697fcf58ccf64882b6416e44aa5222af is out of sync, need to count used quota {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:00:45.476038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:00:45.494932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec92ea-587c-4ab3-8864-3b3c593cbd86 req-2270e09e-e09d-43fb-bc01-7d6734764cbd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:45.496499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6ec92ea-587c-4ab3-8864-3b3c593cbd86 req-2270e09e-e09d-43fb-bc01-7d6734764cbd tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.0839601 Aug 19 12:00:45.497357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Usage tracker for resource:floatingip and tenant:697fcf58ccf64882b6416e44aa5222af is out of sync, need to count used quota {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:00:45.503222 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:00:45.572671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6ec92ea-587c-4ab3-8864-3b3c593cbd86 req-da5dc117-505c-4b39-bfd6-980d99d8e72a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549531 Aug 19 12:00:45.612526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Usage tracker for resource:security_group and tenant:697fcf58ccf64882b6416e44aa5222af is out of sync, need to count used quota {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:00:45.626014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:00:45.638321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Usage tracker for resource:security_group_rule and tenant:697fcf58ccf64882b6416e44aa5222af is out of sync, need to count used quota {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:00:45.643982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.quota.resource [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101154) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:00:45.655220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a9df2859-9f07-4cb3-a898-50508b144b41 tempest-QuotasTest-1617218855 tempest-QuotasTest-1617218855-project-admin] 10.222.0.65 "GET /v2.0/quotas/697fcf58ccf64882b6416e44aa5222af/details.json HTTP/1.1" status: 200 len: 703 time: 0.4006193 Aug 19 12:00:45.796201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f25d6-7c95-483d-a59c-1c9934c16673 req-55bf40df-3a49-48e6-8156-6979107210f2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:45.805475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-515f25d6-7c95-483d-a59c-1c9934c16673 req-55bf40df-3a49-48e6-8156-6979107210f2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 943 time: 0.0700700 Aug 19 12:00:45.826854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56250) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:45.925149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4372fb9a-9e30-46a1-a369-5987f92edba0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df6658e26f1d4a7d954b71c286c7eed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949593 Aug 19 12:00:45.927320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56252) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:45.929893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:45.936278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-515f25d6-7c95-483d-a59c-1c9934c16673 req-42ce9e00-dd4a-4cf1-b6d1-a4ac98eabbb7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299121 Aug 19 12:00:46.087422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3406c981-4895-4d1a-a928-cf83db35bff5 req-91dbf61f-26d7-4b31-89d2-a3164ca7c6f9 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 210 time: 0.0523560 Aug 19 12:00:46.115316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-badffa14-89c4-4685-a511-c6e5d811e16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:46.145804 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-badffa14-89c4-4685-a511-c6e5d811e16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:46.239639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-badffa14-89c4-4685-a511-c6e5d811e16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:46.246314 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-badffa14-89c4-4685-a511-c6e5d811e16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:46.248023 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-badffa14-89c4-4685-a511-c6e5d811e16c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c07d3195-99ae-42da-b836-7005a83ef0ba HTTP/1.1" status: 204 len: 168 time: 0.3156896 Aug 19 12:00:46.268476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:46.276126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badffa14-89c4-4685-a511-c6e5d811e16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07d3195-99ae-42da-b836-7005a83ef0ba,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:46.339311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'mac_address': 'fa:16:3e:e3:79:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:46.339562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-0c089496-e99c-4184-a207-da294b28dd93 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:46.343399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-0c089496-e99c-4184-a207-da294b28dd93 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.54 "GET /v2.0/networks?id=3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 200 len: 814 time: 0.2174704 Aug 19 12:00:46.373090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Request body: {'port': {'device_id': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986', 'admin_state_up': True, 'tenant_id': '151e2274bcc44808b6fcd53a80f01257'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:46.451541 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:46.453693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56272) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:46.472923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:46.504268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:46.520009 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:46.609705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:46.710375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:46.879800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-0687cf78-4412-40ba-b92f-f1c780c39190 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:46.883445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-0687cf78-4412-40ba-b92f-f1c780c39190 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 813 time: 0.4261270 Aug 19 12:00:46.956193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Made reservation on behalf of 151e2274bcc44808b6fcd53a80f01257 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:46.960993 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cc603cf1-e8e5-4ef4-8a7a-e46f1a5de595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:46.977364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:47.039324 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-57d8032e-baa3-4e24-bddd-c5d04513ff99 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/quotas/926fdd1cb6e3457284b16f83d70dacb2 HTTP/1.1" status: 200 len: 375 time: 0.1049476 Aug 19 12:00:47.206352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cc603cf1-e8e5-4ef4-8a7a-e46f1a5de595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:47.214123 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cc603cf1-e8e5-4ef4-8a7a-e46f1a5de595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:47.333070 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cc603cf1-e8e5-4ef4-8a7a-e46f1a5de595 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d7aab4102c7d4e9f8d8bf8d214c42742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8776453 Aug 19 12:00:47.336866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56298) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:47.349273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603cf1-e8e5-4ef4-8a7a-e46f1a5de595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439e92f7-0540-4336-a885-c4e1dc645f31,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:47.363771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270fe38-7b35-4068-b851-f0b5508973a4 req-3b2fc914-7029-45aa-9e07-d309412f5486 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:47.370784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f270fe38-7b35-4068-b851-f0b5508973a4 req-3b2fc914-7029-45aa-9e07-d309412f5486 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.6451151 Aug 19 12:00:47.525665 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-6e268f09-ae84-46be-be61-ba282d617620 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4848044 Aug 19 12:00:47.536752 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dd86304-f2b6-45ff-844b-d4a614441827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:47.565699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f270fe38-7b35-4068-b851-f0b5508973a4 req-66f2bd02-cb3d-489d-b9fd-0935476116ee tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715741 Aug 19 12:00:47.576475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Allocated IP 172.20.0.11 (3c0301bd-c00f-49ee-9f94-b8baa0539986/15017d99-bef0-4f25-bdd2-81fab25e7788/050252c9-cbec-4567-bf9e-241b4634bda7) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:47.669894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dd86304-f2b6-45ff-844b-d4a614441827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:47.810822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-d92385d9-747d-4123-93ce-454f9be11b46 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:47.816244 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-d92385d9-747d-4123-93ce-454f9be11b46 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9e336fe-e53d-47cf-9f57-28a342108ee7 HTTP/1.1" status: 200 len: 945 time: 0.2193518 Aug 19 12:00:47.886274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-06855526-3998-42a8-871c-c85789ee087f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:00:47.897032 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-06855526-3998-42a8-871c-c85789ee087f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3700283 Aug 19 12:00:47.946377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dd86304-f2b6-45ff-844b-d4a614441827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:47.949244 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dd86304-f2b6-45ff-844b-d4a614441827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:47.950713 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4dd86304-f2b6-45ff-844b-d4a614441827 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/439e92f7-0540-4336-a885-c4e1dc645f31 HTTP/1.1" status: 204 len: 168 time: 0.6123362 Aug 19 12:00:47.954596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 05d201d3-947a-4015-9250-754fb9189584 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:47.988777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd86304-f2b6-45ff-844b-d4a614441827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e92f7-0540-4336-a885-c4e1dc645f31,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:47.989286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:48.021579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-62322a62-194f-4b8f-9080-35021c26121b tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:48.023775 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-62322a62-194f-4b8f-9080-35021c26121b tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a2a406-1989-4a4d-a5bb-a700b1b19dc0 HTTP/1.1" status: 200 len: 946 time: 0.1084318 Aug 19 12:00:48.036452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Deleting port 3d52dc3c-b28c-44fc-a6de-f6161cc35891 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:48.037374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.192899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 05d201d3-947a-4015-9250-754fb9189584, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=05d201d3-947a-4015-9250-754fb9189584,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:48.209685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] For port 3d52dc3c-b28c-44fc-a6de-f6161cc35891, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3d52dc3c-b28c-44fc-a6de-f6161cc35891,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:48.210429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.228332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Calling delete_port for 3d52dc3c-b28c-44fc-a6de-f6161cc35891 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:48.230258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '05d201d3-947a-4015-9250-754fb9189584', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'port_id': '05d201d3-947a-4015-9250-754fb9189584', 'mac_address': 'fa:16:3e:ab:d9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8973284-6c79-4519-aa58-5e8208dbc4de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:48.244960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Deleting port fe7356ac-e255-4674-b063-081473ff29cd {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:48.245799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.347774 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.384445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] For port fe7356ac-e255-4674-b063-081473ff29cd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fe7356ac-e255-4674-b063-081473ff29cd,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:48.385049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.401033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Calling delete_port for fe7356ac-e255-4674-b063-081473ff29cd owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:00:48.417013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d201d3-947a-4015-9250-754fb9189584 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:48.490775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 05d201d3-947a-4015-9250-754fb9189584, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=05d201d3-947a-4015-9250-754fb9189584,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:48.500496 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ce3b-5a67-46f8-b86f-f46dd74145fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.500791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-9e52ca27-bf57-4fb5-99b5-5640efc0bacf service neutron] 10.222.0.65 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020343 Aug 19 12:00:48.521960 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.537077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:48.539128 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.543317 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.747873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:48.798552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=05d201d3-947a-4015-9250-754fb9189584,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:48.802904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Pushing event deleted for resources: {'Port': ['ID=fe7356ac-e255-4674-b063-081473ff29cd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:48.804727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c687e-6ba8-4c10-8517-11941e9423c8 req-5e3a4451-d01b-4d95-a2d4-2902bf6839ee tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:48.812908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e6c687e-6ba8-4c10-8517-11941e9423c8 req-5e3a4451-d01b-4d95-a2d4-2902bf6839ee tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 943 time: 0.8913240 Aug 19 12:00:48.848045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['3d52dc3c-b28c-44fc-a6de-f6161cc35891', 'fe7356ac-e255-4674-b063-081473ff29cd'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:48.992475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56336) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:49.013714 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:49.031765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['05d201d3-947a-4015-9250-754fb9189584'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:49.195810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] No DVR routers for this DVR port fe7356ac-e255-4674-b063-081473ff29cd on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:49.204793 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:49.206880 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db543bd2-238a-4b19-a314-20e4299b7ac9 req-6d6ca6be-6975-493c-a622-3858186378a4 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "DELETE /v2.0/ports/fe7356ac-e255-4674-b063-081473ff29cd HTTP/1.1" status: 204 len: 173 time: 1.1726513 Aug 19 12:00:49.216639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a2a406-1989-4a4d-a5bb-a700b1b19dc0', 'name': 'network-vif-deleted', 'tag': 'fe7356ac-e255-4674-b063-081473ff29cd'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:49.219110 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7687b71c-f9a9-476e-b8bf-7520bfbb8209" -d '{"events": [{"server_uuid": "b7a2a406-1989-4a4d-a5bb-a700b1b19dc0", "name": "network-vif-deleted", "tag": "fe7356ac-e255-4674-b063-081473ff29cd"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:49.235996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7f4149e7-fde5-4c23-92bc-e08d5607b8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:49.289785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:49.331631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Pushing event deleted for resources: {'Port': ['ID=3d52dc3c-b28c-44fc-a6de-f6161cc35891,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:49.438569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-97ce8c8c-4d96-4866-9609-c4c93068feee service neutron] 10.222.0.65 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9237399 Aug 19 12:00:49.474838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Network 3c0301bd-c00f-49ee-9f94-b8baa0539986 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:49.500194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e6c687e-6ba8-4c10-8517-11941e9423c8 req-80f20764-211d-460d-8cc6-07afe8880c5f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692317 Aug 19 12:00:49.517070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:49.519413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:49.533697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:49.554924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Pushing event updated for resources: {'Port': ['ID=050252c9-cbec-4567-bf9e-241b4634bda7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:49.765398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7f4149e7-fde5-4c23-92bc-e08d5607b8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:49.768473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] No DVR routers for this DVR port 3d52dc3c-b28c-44fc-a6de-f6161cc35891 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:49.774968 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:49.780984 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fedca5ca-3569-4550-9347-e62cf8056d78 req-f57a8fe3-af54-4bc5-9b0d-ceac21ffddf2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "DELETE /v2.0/ports/3d52dc3c-b28c-44fc-a6de-f6161cc35891 HTTP/1.1" status: 204 len: 173 time: 1.9549434 Aug 19 12:00:49.784152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7f4149e7-fde5-4c23-92bc-e08d5607b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:49.811240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:49.813473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:49.869422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:49.878250 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7628d6-52bd-45a4-9b77-89810cf1179b" -d '{"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-plugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:49.965501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:49.975178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7f4149e7-fde5-4c23-92bc-e08d5607b8ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=697fcf58ccf64882b6416e44aa5222af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9706683 Aug 19 12:00:49.990135 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56358) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:50.087446 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:50.088022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6e4f2aa6-55f4-4894-8c6e-b222e5a62800 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7240953 Aug 19 12:00:50.138557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4149e7-fde5-4c23-92bc-e08d5607b8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407779ac-0e47-4d4a-93d9-0bdcb0f6353a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:50.225708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3839497-54c0-4f8e-9764-b880fb33a670 req-7f671fbc-a8dd-457a-b9f7-5d76f58246b9 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:50.232188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3839497-54c0-4f8e-9764-b880fb33a670 req-7f671fbc-a8dd-457a-b9f7-5d76f58246b9 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 932 time: 0.4394982 Aug 19 12:00:50.298081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Request body: {'port': {'device_id': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:50.406633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a17e7ff-7eda-4124-8745-621360fdcdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:50.419926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:50.475053 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a17e7ff-7eda-4124-8745-621360fdcdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:50.542793 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a17e7ff-7eda-4124-8745-621360fdcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:50.547019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a17e7ff-7eda-4124-8745-621360fdcdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:50.552191 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2a17e7ff-7eda-4124-8745-621360fdcdd3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/407779ac-0e47-4d4a-93d9-0bdcb0f6353a HTTP/1.1" status: 204 len: 168 time: 0.5606422 Aug 19 12:00:50.566694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17e7ff-7eda-4124-8745-621360fdcdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407779ac-0e47-4d4a-93d9-0bdcb0f6353a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:50.625772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3839497-54c0-4f8e-9764-b880fb33a670 req-b6b44b08-9b6b-4050-8aef-56cf3b866bd2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256362 Aug 19 12:00:50.662275 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56376) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:50.690684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d3118-21c3-439a-9690-8ad17c7b8333 req-5dff3f92-e670-47dc-b5ca-0a70b687c042 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:50.700284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453d3118-21c3-439a-9690-8ad17c7b8333 req-5dff3f92-e670-47dc-b5ca-0a70b687c042 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.3692560 Aug 19 12:00:50.748077 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7042aa7-cc86-48bd-8080-95f846889022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:50.749721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:50.795906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-453d3118-21c3-439a-9690-8ad17c7b8333 req-b9655449-f28f-4d8f-8672-85438fbc14f3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943561 Aug 19 12:00:50.879067 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f2cb7c-e134-4a0f-9a90-3cf520cd7729 x-openstack-request-id: req-62f2cb7c-e134-4a0f-9a90-3cf520cd7729 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:50.879375 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a2a406-1989-4a4d-a5bb-a700b1b19dc0", "name": "network-vif-deleted", "tag": "fe7356ac-e255-4674-b063-081473ff29cd", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:50.879530 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62f2cb7c-e134-4a0f-9a90-3cf520cd7729 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:50.879933 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a2a406-1989-4a4d-a5bb-a700b1b19dc0', 'name': 'network-vif-deleted', 'tag': 'fe7356ac-e255-4674-b063-081473ff29cd', 'status': 'completed', 'code': 200} Aug 19 12:00:50.903440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:51.002311 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ff47c-82cb-425a-b3f0-41552c7bc667 x-openstack-request-id: req-bc3ff47c-82cb-425a-b3f0-41552c7bc667 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:51.002895 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-plugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:51.003300 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc3ff47c-82cb-425a-b3f0-41552c7bc667 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:51.003840 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'code': 200} Aug 19 12:00:51.219851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-114b8afe-3e23-4f0c-8fa1-02003070ef8f req-1dc2830b-ca6b-4e6d-99c2-17c92227b7ff tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 210 time: 0.0795879 Aug 19 12:00:51.278076 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da93e7c4-534f-4848-893b-48c933764e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:51.458658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce92b0-d915-4b7b-97b1-0bd9cd69507c req-3c60fd2a-e9e5-42f8-90e2-253fd0054e0f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:51.465629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56404) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:51.467070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-27ce92b0-d915-4b7b-97b1-0bd9cd69507c req-3c60fd2a-e9e5-42f8-90e2-253fd0054e0f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 944 time: 0.3291874 Aug 19 12:00:51.481255 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da93e7c4-534f-4848-893b-48c933764e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:51.504077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da93e7c4-534f-4848-893b-48c933764e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:51.526632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-27ce92b0-d915-4b7b-97b1-0bd9cd69507c req-0670657a-a447-488e-ba89-39675b78d0e0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585790 Aug 19 12:00:51.612652 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-da93e7c4-534f-4848-893b-48c933764e22 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a0957182e764e9b9fc9fd8a1e355435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9481924 Aug 19 12:00:51.612874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56412) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:51.646024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93e7c4-534f-4848-893b-48c933764e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f3cb76-4347-424c-b429-218d27452f12,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:51.733540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fe7356ac-e255-4674-b063-081473ff29cd no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:51.762403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2053078046', 'router:external': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:51.780402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: fe7356ac-e255-4674-b063-081473ff29cd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:51.782487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fe7356ac-e255-4674-b063-081473ff29cd not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:51.784347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3d52dc3c-b28c-44fc-a6de-f6161cc35891 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:51.835887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Made reservation on behalf of a37d37481b744410992c6ff4967b3c7d for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:51.839523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:51.868176 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:51.887966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 3d52dc3c-b28c-44fc-a6de-f6161cc35891 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:00:51.888464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3d52dc3c-b28c-44fc-a6de-f6161cc35891 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:51.928555 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:51.949582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 05d201d3-947a-4015-9250-754fb9189584 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:52.045131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 05d201d3-947a-4015-9250-754fb9189584 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:52.057824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 05d201d3-947a-4015-9250-754fb9189584 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:52.059353 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.132475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.147651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.182582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:00:52.205465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.206167 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Added segment 38a8285c-3b8b-42e4-941e-06a21388fcbc of type vlan for network 3f762285-026e-43c4-ab1f-72fea01295e3 Aug 19 12:00:52.208292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea241c3e-4585-4881-ad5c-d4b470aff140,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:52.271630 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.326767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.350973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 05d201d3-947a-4015-9250-754fb9189584, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=05d201d3-947a-4015-9250-754fb9189584,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:52.359905 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.413000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.413700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:52.414436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.483613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=05d201d3-947a-4015-9250-754fb9189584,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:52.517374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050252c9-cbec-4567-bf9e-241b4634bda7 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:52.523587 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0566018 Aug 19 12:00:52.529038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5eef75f1-2e22-4c6e-815f-056052013701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.532501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56440) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:52.540531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.556268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'subnet': {'network_id': '3f762285-026e-43c4-ab1f-72fea01295e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:52.560494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf8f5-50c3-4dfc-bcd0-8a500698c049 req-daeee483-9e13-44c0-a2eb-c95380d1e422 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:52.570224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a66bf8f5-50c3-4dfc-bcd0-8a500698c049 req-daeee483-9e13-44c0-a2eb-c95380d1e422 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 932 time: 0.2722361 Aug 19 12:00:52.623717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab7e74-4f89-4233-99d2-0e70392f5494 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event updated for resources: {'Network': ['ID=3f762285-026e-43c4-ab1f-72fea01295e3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:52.637798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 3f762285-026e-43c4-ab1f-72fea01295e3 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:00:52.653019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f4113-c463-4453-8c27-d9a08d0b542d req-6330e944-3f75-4b50-ac5d-08326b442f32 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:52.662836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Made reservation on behalf of a37d37481b744410992c6ff4967b3c7d for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:52.663562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f2f4113-c463-4453-8c27-d9a08d0b542d req-6330e944-3f75-4b50-ac5d-08326b442f32 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.3672895 Aug 19 12:00:52.665876 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.666774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Transition to ACTIVE for port object 050252c9-cbec-4567-bf9e-241b4634bda7 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:52.701490 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5eef75f1-2e22-4c6e-815f-056052013701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.706159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:52.743956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a66bf8f5-50c3-4dfc-bcd0-8a500698c049 req-0ac14150-09d4-459f-a49c-101d159bca30 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721799 Aug 19 12:00:52.785110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-3b0a1598-deca-4f1c-889c-37da7b271c69 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:52.786702 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-3b0a1598-deca-4f1c-889c-37da7b271c69 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 813 time: 0.2472296 Aug 19 12:00:52.792421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56444) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:52.810820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Request body: {'port': {'device_id': '3c11b429-0b95-4a0e-b075-230ddacb78b6', 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa', 'admin_state_up': True, 'tenant_id': '926fdd1cb6e3457284b16f83d70dacb2'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:52.884362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e336fe-e53d-47cf-9f57-28a342108ee7', 'name': 'network-vif-deleted', 'tag': '3d52dc3c-b28c-44fc-a6de-f6161cc35891'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:52.886990 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def1b4d1-6101-489b-91c1-f4cb2e665a6d" -d '{"events": [{"server_uuid": "b9e336fe-e53d-47cf-9f57-28a342108ee7", "name": "network-vif-deleted", "tag": "3d52dc3c-b28c-44fc-a6de-f6161cc35891"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:52.902865 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f2f4113-c463-4453-8c27-d9a08d0b542d req-111db15b-7c92-4360-9272-767aea73edc1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373793 Aug 19 12:00:53.005185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351baa4e-9148-41d6-a8ad-9c2db92699a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d201d3-947a-4015-9250-754fb9189584'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:53.007006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'networks': [{'name': 'tempest-network--1528740142'}, {'name': 'tempest-network--909734487'}]} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:53.007006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'network': {'name': 'tempest-network--1528740142'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:53.007479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'network': {'name': 'tempest-network--909734487'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:53.013168 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd726993-7f6e-476f-b30d-93b9881d75b7" -d '{"events": [{"server_uuid": "351baa4e-9148-41d6-a8ad-9c2db92699a0", "name": "network-vif-plugged", "status": "completed", "tag": "05d201d3-947a-4015-9250-754fb9189584"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:53.075287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Made reservation on behalf of 926fdd1cb6e3457284b16f83d70dacb2 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:53.080697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7a0896d-01f8-4d23-bbbb-6888f18fbe6c req-a21c32af-fffa-43dd-9682-204a66f19a30 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 210 time: 0.2180200 Aug 19 12:00:53.083464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Pushing event updated for resources: {'Port': ['ID=050252c9-cbec-4567-bf9e-241b4634bda7,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:53.109703 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.171062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5eef75f1-2e22-4c6e-815f-056052013701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.173276 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5eef75f1-2e22-4c6e-815f-056052013701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.174847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5eef75f1-2e22-4c6e-815f-056052013701 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0f3cb76-4347-424c-b429-218d27452f12 HTTP/1.1" status: 204 len: 168 time: 1.5611207 Aug 19 12:00:53.209876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef75f1-2e22-4c6e-815f-056052013701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f3cb76-4347-424c-b429-218d27452f12,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:53.241644 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c53b75e-ac53-4eff-b0ce-07c7f237cca2 x-openstack-request-id: req-5c53b75e-ac53-4eff-b0ce-07c7f237cca2 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:53.242002 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e336fe-e53d-47cf-9f57-28a342108ee7", "name": "network-vif-deleted", "tag": "3d52dc3c-b28c-44fc-a6de-f6161cc35891", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:53.242331 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c53b75e-ac53-4eff-b0ce-07c7f237cca2 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:53.242709 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e336fe-e53d-47cf-9f57-28a342108ee7', 'name': 'network-vif-deleted', 'tag': '3d52dc3c-b28c-44fc-a6de-f6161cc35891', 'status': 'completed', 'code': 200} Aug 19 12:00:53.255508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff481c-89e1-45fa-be4c-35461a970257 req-28151ee4-36f9-432b-867f-e903541a2fbf tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:53.259077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5aff481c-89e1-45fa-be4c-35461a970257 req-28151ee4-36f9-432b-867f-e903541a2fbf tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.1692553 Aug 19 12:00:53.285840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Attempting to bind port 050252c9-cbec-4567-bf9e-241b4634bda7 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:53.286171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Attempting to bind port 050252c9-cbec-4567-bf9e-241b4634bda7 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:53.286507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Attempting to bind port 050252c9-cbec-4567-bf9e-241b4634bda7 on network 3c0301bd-c00f-49ee-9f94-b8baa0539986 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:53.293448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Made reservation on behalf of 0db17019dc3a4512b85c1c760b56024f for: {'network': 2} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:53.311048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Port 050252c9-cbec-4567-bf9e-241b4634bda7 on network 3c0301bd-c00f-49ee-9f94-b8baa0539986 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:53.311417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Attempting to bind port 050252c9-cbec-4567-bf9e-241b4634bda7 on network 3c0301bd-c00f-49ee-9f94-b8baa0539986 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:53.315255 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.331551 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b04ea-b94b-4b81-a238-7403aa84d753 x-openstack-request-id: req-489b04ea-b94b-4b81-a238-7403aa84d753 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:53.331846 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351baa4e-9148-41d6-a8ad-9c2db92699a0", "name": "network-vif-plugged", "status": "completed", "tag": "05d201d3-947a-4015-9250-754fb9189584", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:53.333645 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-489b04ea-b94b-4b81-a238-7403aa84d753 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:53.334403 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351baa4e-9148-41d6-a8ad-9c2db92699a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d201d3-947a-4015-9250-754fb9189584', 'code': 200} Aug 19 12:00:53.346916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:53.347170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Checking segment: {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:53.347579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Bound using segment: {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:53.347989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Bound port: 050252c9-cbec-4567-bf9e-241b4634bda7, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:53.348353 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.372149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5aff481c-89e1-45fa-be4c-35461a970257 req-8394f42a-9269-493f-aa99-a6f9d4351fd8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022282 Aug 19 12:00:53.471647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:53.486641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=050252c9-cbec-4567-bf9e-241b4634bda7,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:53.502444 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.509408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.587403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:53.588235 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.596170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/050252c9-cbec-4567-bf9e-241b4634bda7 HTTP/1.1" status: 200 len: 1092 time: 3.4740503 Aug 19 12:00:53.597650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'tag': '050252c9-cbec-4567-bf9e-241b4634bda7'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:53.602701 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deca7965-5186-4f5e-876d-b0924be877d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f85c3f00-b377-40b6-a6ac-c79df473b981", "tag": "050252c9-cbec-4567-bf9e-241b4634bda7"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:53.674092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926820-2835-463d-a542-1e1560c918e6 service neutron] Pushing event updated for resources: {'Port': ['ID=050252c9-cbec-4567-bf9e-241b4634bda7,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:53.702285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-a27d0e91-8533-4c57-a2fa-39ccbb63b707 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:53.703916 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-a27d0e91-8533-4c57-a2fa-39ccbb63b707 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 813 time: 0.5381064 Aug 19 12:00:53.734370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Request body: {'port': {'device_id': '93504d0d-e1bb-41f1-88a6-ff683287237e', 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa', 'admin_state_up': True, 'tenant_id': '926fdd1cb6e3457284b16f83d70dacb2'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:53.739535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3971eb-9fa8-4cbe-832c-3d49cda0cd1c req-ed975b4a-58f9-4e1e-b885-032553576554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:53.741402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b3971eb-9fa8-4cbe-832c-3d49cda0cd1c req-ed975b4a-58f9-4e1e-b885-032553576554 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 1096 time: 0.1324379 Aug 19 12:00:53.743602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-591d04c6-222b-40a8-9297-1e4a4efb7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:53.745487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-591d04c6-222b-40a8-9297-1e4a4efb7a08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=151e2274bcc44808b6fcd53a80f01257&device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 1095 time: 0.0646141 Aug 19 12:00:53.747951 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bb8399-18f8-46f6-8513-44ac7d48869d x-openstack-request-id: req-47bb8399-18f8-46f6-8513-44ac7d48869d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:53.748330 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85c3f00-b377-40b6-a6ac-c79df473b981", "tag": "050252c9-cbec-4567-bf9e-241b4634bda7", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:53.748669 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47bb8399-18f8-46f6-8513-44ac7d48869d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:53.750097 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'tag': '050252c9-cbec-4567-bf9e-241b4634bda7', 'status': 'completed', 'code': 200} Aug 19 12:00:53.813687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56476) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:53.814052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.54', 65154) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:53.831824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-6597992e-4727-4d18-9ad3-33dada8952ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050252c9-cbec-4567-bf9e-241b4634bda7 HTTP/1.1" status: 200 len: 217 time: 0.0583522 Aug 19 12:00:53.892889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b3971eb-9fa8-4cbe-832c-3d49cda0cd1c req-fb6188d7-d6d6-4b0a-8105-8043a099fc74 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396654 Aug 19 12:00:53.894080 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.947191 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-906ce308-8388-42e5-94bd-72d32eec83e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:53.954057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Allocated IP 172.20.0.5 (5ed43e5d-0631-47e2-a30d-e9e32cc802fa/5bacd553-e27d-4315-9efa-1a75abbc61fd/3dff9000-0f66-4fe4-a9b8-e867aa309caf) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:53.958415 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.008509 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-a1c3e380-ff3e-4de6-921b-b7f8cc72fcd1 service neutron] show failed (client error): The resource could not be found. Aug 19 12:00:54.009630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-a1c3e380-ff3e-4de6-921b-b7f8cc72fcd1 service neutron] 10.222.0.54 "GET /v2.0/ports/fdcbd2b1-3382-4495-af7c-ec2d2407add0/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.1934175 Aug 19 12:00:54.057534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:00:54.058286 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.122329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc9607-118b-4d02-8c34-8053166a5ddb req-90bcdbeb-7ce4-4b25-8b06-1fcdf29042bb tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:54.131069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47cc9607-118b-4d02-8c34-8053166a5ddb req-90bcdbeb-7ce4-4b25-8b06-1fcdf29042bb tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 944 time: 0.2945151 Aug 19 12:00:54.160586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.177853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.178654 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.219670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47cc9607-118b-4d02-8c34-8053166a5ddb req-c457ce7a-faca-48ad-bb86-010df367d55c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875282 Aug 19 12:00:54.234544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-1bc6ba89-eb5f-4700-b23d-a3adaab2244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:54.236130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-1bc6ba89-eb5f-4700-b23d-a3adaab2244b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15017d99-bef0-4f25-bdd2-81fab25e7788 HTTP/1.1" status: 200 len: 854 time: 0.3580859 Aug 19 12:00:54.276544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Checking segment: {'id': '38a8285c-3b8b-42e4-941e-06a21388fcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3f762285-026e-43c4-ab1f-72fea01295e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:54.277167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Network hostable DHCP agents. Network: 3f762285-026e-43c4-ab1f-72fea01295e3, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:00:54.284333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc97a0-890b-4839-bf18-584ab700c016 req-0fda1b03-890e-448b-a097-cdedf2ea403f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:54.287045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71dc97a0-890b-4839-bf18-584ab700c016 req-0fda1b03-890e-448b-a097-cdedf2ea403f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.2726038 Aug 19 12:00:54.381818 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5006ae34-0a18-4c6d-8276-d0f8dd3182a8,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:54.394489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Network 3f762285-026e-43c4-ab1f-72fea01295e3 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:00:54.414722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd4ffe9-6b54-4dae-bf36-c7b1492329d9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:54.432166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-88a512df-a885-4988-9307-f9b24d7a3591 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c0301bd-c00f-49ee-9f94-b8baa0539986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401215 Aug 19 12:00:54.439503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:00:54.446397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 3f762285-026e-43c4-ab1f-72fea01295e3) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:54.458466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d166db-75b9-4ff6-9839-4c2fce4ffe5e None None] Network 3f762285-026e-43c4-ab1f-72fea01295e3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:54.469354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:54.470118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.495755 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.496375 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Added segment 6c06ef8c-12d0-42e6-9cdc-2490458f5f32 of type vlan for network 424fab90-5fbd-42a7-97ae-100b8e9837b8 Aug 19 12:00:54.579102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17be471d-d08e-473c-9aef-0a2c114a4dee req-a078dbee-8ce7-4e4a-a266-26c6d3151fba tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 210 time: 0.1853626 Aug 19 12:00:54.614409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.662029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.726384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7e1b8-748a-44db-b8ff-9f1e33360780 None None] Network 3f762285-026e-43c4-ab1f-72fea01295e3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:00:54.731600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:00:54.747390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.747884 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Added segment 2aa3b8b3-edef-469f-9e13-5f12325e770e of type vlan for network 86f3f19c-50f6-4bf8-bab6-730aaa521a89 Aug 19 12:00:54.750756 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:54.796839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71dc97a0-890b-4839-bf18-584ab700c016 req-49901888-d06e-4615-af4b-be8c3eca2ee3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450898 Aug 19 12:00:54.888132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-a5a13358-b795-4edf-8c79-c30602974ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:54.889615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-a5a13358-b795-4edf-8c79-c30602974ddd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e&tenant_id=e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 1101 time: 0.4470828 Aug 19 12:00:54.930960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:54.971727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-c124d810-95d7-4902-8d63-a77152adb492 service neutron] 10.222.0.54 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150848 Aug 19 12:00:54.986574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82d9fd-d0e6-4e88-a0fb-1df3e7e9067a req-536faaf6-13fe-499f-b0ad-db91d76cd1fe tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:54.989164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c82d9fd-d0e6-4e88-a0fb-1df3e7e9067a req-536faaf6-13fe-499f-b0ad-db91d76cd1fe tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.1887949 Aug 19 12:00:55.175514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a27f2880-e2ad-42a0-aac5-4f4b4308ea3d req-64abd4a6-459d-4110-9ed7-99b39a76b846 service neutron] 10.222.0.54 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844969 Aug 19 12:00:55.187176 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.193043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:55.198580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Pushing event updated for resources: {'Port': ['ID=3dff9000-0f66-4fe4-a9b8-e867aa309caf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:55.201252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:55.204943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:55.284463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.284993 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.297929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.306774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.307517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.327070 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.342026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-906ce308-8388-42e5-94bd-72d32eec83e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.346426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c82d9fd-d0e6-4e88-a0fb-1df3e7e9067a req-85c5a54b-1665-4a1a-9df4-177d45b7af49 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396974 Aug 19 12:00:55.387452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.388126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.435628 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e3b13f8a-5449-4ca4-9ee2-1823623919c6 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9000487 Aug 19 12:00:55.446917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56496) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:55.482717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-906ce308-8388-42e5-94bd-72d32eec83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.504020 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Made reservation on behalf of 926fdd1cb6e3457284b16f83d70dacb2 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:55.507714 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.510932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Network': ['ID=424fab90-5fbd-42a7-97ae-100b8e9837b8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:55.515104 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-d610f1fb-ca0a-4c6f-af73-263f4aacac1f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7084832 Aug 19 12:00:55.516432 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7229013 Aug 19 12:00:55.527354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56498) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:55.531249 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 424fab90-5fbd-42a7-97ae-100b8e9837b8 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:00:55.534034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-489211015', 'network_id': '3f762285-026e-43c4-ab1f-72fea01295e3'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:55.693602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca7965-5186-4f5e-876d-b0924be877d1 req-c2f0e558-d72f-4839-85ae-201013c2ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.697122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-deca7965-5186-4f5e-876d-b0924be877d1 req-c2f0e558-d72f-4839-85ae-201013c2ab89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=151e2274bcc44808b6fcd53a80f01257&device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 1095 time: 0.3482378 Aug 19 12:00:55.710071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ce308-8388-42e5-94bd-72d32eec83e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d2e876-e466-4b46-a8e3-ce2582210acf,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:55.790113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Request body: {'port': {'device_id': '3c11b429-0b95-4a0e-b075-230ddacb78b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:55.806008 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-906ce308-8388-42e5-94bd-72d32eec83e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16e0a8f260124ad18964433ff0c049c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9906807 Aug 19 12:00:55.815592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67951b06-ddf0-4c76-9383-6478bc33bf3b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.821836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67951b06-ddf0-4c76-9383-6478bc33bf3b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.828410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67951b06-ddf0-4c76-9383-6478bc33bf3b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.829179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2bad4-8bd9-4cbe-a898-45088cc66a3e req-73b414b8-0b8b-4ad8-b60e-a0bcf157eecd tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.830666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5da2bad4-8bd9-4cbe-a898-45088cc66a3e req-73b414b8-0b8b-4ad8-b60e-a0bcf157eecd tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 944 time: 0.4954677 Aug 19 12:00:55.834174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67951b06-ddf0-4c76-9383-6478bc33bf3b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.835455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56506) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:55.836337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Made reservation on behalf of a37d37481b744410992c6ff4967b3c7d for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:00:55.838736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:55.840179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67951b06-ddf0-4c76-9383-6478bc33bf3b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:55.842221 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-67951b06-ddf0-4c76-9383-6478bc33bf3b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.2982237 Aug 19 12:00:55.849576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56508) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:55.923872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd951ae-1303-415c-8432-15d4fec8c293 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Network': ['ID=86f3f19c-50f6-4bf8-bab6-730aaa521a89,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:55.940097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 86f3f19c-50f6-4bf8-bab6-730aaa521a89 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:00:55.984949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c22ff04c-2357-4696-848d-94bca88ac5c1 req-7399db6b-7c38-4361-92c5-c56fc45ea31f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 210 time: 0.1727123 Aug 19 12:00:56.018592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:56.140333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] device_id is not set on port eab7876c-1033-4ed8-9614-dae4cb294d85 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:00:56.146390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Allocated IP 172.20.0.7 (5ed43e5d-0631-47e2-a30d-e9e32cc802fa/5bacd553-e27d-4315-9efa-1a75abbc61fd/816b5234-0bb5-4b08-93bd-d1d2d17b6309) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:56.263931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5da2bad4-8bd9-4cbe-a898-45088cc66a3e req-83efd20f-d8e4-499b-8c4e-0bab024b28c8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022877 Aug 19 12:00:56.296086 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:56.357994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca7965-5186-4f5e-876d-b0924be877d1 req-1320daa7-35c9-41f7-9a7e-584ec43b1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:56.359508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-deca7965-5186-4f5e-876d-b0924be877d1 req-1320daa7-35c9-41f7-9a7e-584ec43b1658 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 200 len: 915 time: 0.6444356 Aug 19 12:00:56.360135 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-591878b1-fc43-46ba-bc5a-051200706fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:56.410178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:56.479075 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-deca7965-5186-4f5e-876d-b0924be877d1 req-6aae0101-b21b-4490-bf59-bf33a6b3ba18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050252c9-cbec-4567-bf9e-241b4634bda7 HTTP/1.1" status: 200 len: 217 time: 0.0854657 Aug 19 12:00:56.523801 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-591878b1-fc43-46ba-bc5a-051200706fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:56.538597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14eb02-36f3-4929-80d5-d6f41daabe4d req-190fbdb1-3e49-4e91-bd43-82701251ca84 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:56.539057 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:56.541917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb14eb02-36f3-4929-80d5-d6f41daabe4d req-190fbdb1-3e49-4e91-bd43-82701251ca84 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.3248692 Aug 19 12:00:56.563382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Allocated IP 2001:db8::216 (3f762285-026e-43c4-ab1f-72fea01295e3/5006ae34-0a18-4c6d-8276-d0f8dd3182a8/eab7876c-1033-4ed8-9614-dae4cb294d85) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:00:56.603424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:56.714472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:56.722785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:56.735770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:56.744259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Pushing event updated for resources: {'Port': ['ID=816b5234-0bb5-4b08-93bd-d1d2d17b6309,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:56.835325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:56.836106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:56.859980 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-f840f1be-f572-43b9-a8a0-1fc3abe91b50 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1303988 Aug 19 12:00:56.886682 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Request body: {'port': {'device_id': '93504d0d-e1bb-41f1-88a6-ff683287237e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:00:57.013077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.049028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dff9000-0f66-4fe4-a9b8-e867aa309caf {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:57.062204 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.115560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Transition to ACTIVE for port object 3dff9000-0f66-4fe4-a9b8-e867aa309caf will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:57.132464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.247994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-591878b1-fc43-46ba-bc5a-051200706fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.250929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-591878b1-fc43-46ba-bc5a-051200706fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.254488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-591878b1-fc43-46ba-bc5a-051200706fa1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1d2e876-e466-4b46-a8e3-ce2582210acf HTTP/1.1" status: 204 len: 168 time: 1.4106488 Aug 19 12:00:57.265907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Pushing event updated for resources: {'Port': ['ID=3dff9000-0f66-4fe4-a9b8-e867aa309caf,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:57.294290 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c87340-dbcb-424f-87f4-9a095ac1b26d req-bf902ece-db61-43e4-9b96-5df0ada6615b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:57.296448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18c87340-dbcb-424f-87f4-9a095ac1b26d req-bf902ece-db61-43e4-9b96-5df0ada6615b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.8257668 Aug 19 12:00:57.297931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:57.306404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591878b1-fc43-46ba-bc5a-051200706fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d2e876-e466-4b46-a8e3-ce2582210acf,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:57.377089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.389377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Attempting to bind port 3dff9000-0f66-4fe4-a9b8-e867aa309caf on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:57.389377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Attempting to bind port 3dff9000-0f66-4fe4-a9b8-e867aa309caf by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:57.389720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Attempting to bind port 3dff9000-0f66-4fe4-a9b8-e867aa309caf on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:57.397480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Port 3dff9000-0f66-4fe4-a9b8-e867aa309caf on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:57.397804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Attempting to bind port 3dff9000-0f66-4fe4-a9b8-e867aa309caf on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:57.412762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca7965-5186-4f5e-876d-b0924be877d1 req-ffbe723e-cf2a-4309-8b60-b2cc6830c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:57.414104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:57.414504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Checking segment: {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:57.414694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-deca7965-5186-4f5e-876d-b0924be877d1 req-ffbe723e-cf2a-4309-8b60-b2cc6830c6a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15017d99-bef0-4f25-bdd2-81fab25e7788 HTTP/1.1" status: 200 len: 854 time: 0.8933969 Aug 19 12:00:57.414876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Bound using segment: {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:57.415318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Bound port: 3dff9000-0f66-4fe4-a9b8-e867aa309caf, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:57.415680 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.428201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb14eb02-36f3-4929-80d5-d6f41daabe4d req-d5e4ec58-6854-466a-a03e-921a08b978a9 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7244093 Aug 19 12:00:57.460439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424fab90-5fbd-42a7-97ae-100b8e9837b8']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:57.469090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-deca7965-5186-4f5e-876d-b0924be877d1 req-17d4bc32-c5db-474d-b3dc-162e4dbccdba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c0301bd-c00f-49ee-9f94-b8baa0539986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394931 Aug 19 12:00:57.529746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18c87340-dbcb-424f-87f4-9a095ac1b26d req-d13905cc-3334-44a0-befe-aad5cbe5cfaf tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820195 Aug 19 12:00:57.532951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c06ef8c-12d0-42e6-9cdc-2490458f5f32') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:57.533328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c06ef8c-12d0-42e6-9cdc-2490458f5f32') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:57.544402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:57.547519 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff776ae-8604-4e4b-9e81-b87f04d58c25" -d '{"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:57.571099 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.576388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.588552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] For port 3dff9000-0f66-4fe4-a9b8-e867aa309caf, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:57.592102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] For port 3dff9000-0f66-4fe4-a9b8-e867aa309caf, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3dff9000-0f66-4fe4-a9b8-e867aa309caf,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:57.631271 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.639902 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.705265 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.716955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Transition to ACTIVE for port object fdcbd2b1-3382-4495-af7c-ec2d2407add0 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:57.730980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:00:57.731399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.734743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 050252c9-cbec-4567-bf9e-241b4634bda7 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:00:57.739085 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:00:57.743703 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:00:57.757174 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.805011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Pushing event updated for resources: {'Port': ['ID=3dff9000-0f66-4fe4-a9b8-e867aa309caf,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:57.812060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dbed9-fb0f-44de-a439-953bcd93d3cc req-cfc61fd8-0a3f-446c-a8c1-0e4b8ab8a8e5 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:57.813670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b79dbed9-fb0f-44de-a439-953bcd93d3cc req-cfc61fd8-0a3f-446c-a8c1-0e4b8ab8a8e5 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 931 time: 0.2023449 Aug 19 12:00:57.826394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:57.827530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.829195 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-c3a93765-dbbd-4a8b-9d19-eaf1f013ccd7 service neutron] 10.222.0.54 "PUT /v2.0/ports/3dff9000-0f66-4fe4-a9b8-e867aa309caf HTTP/1.1" status: 200 len: 1091 time: 2.0436623 Aug 19 12:00:57.855525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c11b429-0b95-4a0e-b075-230ddacb78b6', 'tag': '3dff9000-0f66-4fe4-a9b8-e867aa309caf'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:00:57.858984 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d2d541-4083-4e22-997b-1d5036b6297b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c11b429-0b95-4a0e-b075-230ddacb78b6", "tag": "3dff9000-0f66-4fe4-a9b8-e867aa309caf"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:00:57.872585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:00:57.887380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816b5234-0bb5-4b08-93bd-d1d2d17b6309 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:57.946824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.976013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-ce14a29b-dccf-4888-ae13-2774515660f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:57.977910 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-ce14a29b-dccf-4888-ae13-2774515660f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&device_id=3c11b429-0b95-4a0e-b075-230ddacb78b6 HTTP/1.1" status: 200 len: 1094 time: 0.0847483 Aug 19 12:00:57.982361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Transition to ACTIVE for port object 816b5234-0bb5-4b08-93bd-d1d2d17b6309 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:00:57.989824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:57.994883 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.013508 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.014987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56544) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:58.018330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/networks/424fab90-5fbd-42a7-97ae-100b8e9837b8 HTTP/1.1" status: 204 len: 168 time: 2.1347449 Aug 19 12:00:58.038670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56546) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:58.046398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76366b7-3150-4b36-a374-355ab24d22dd tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Network': ['ID=424fab90-5fbd-42a7-97ae-100b8e9837b8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:58.051652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-deca7965-5186-4f5e-876d-b0924be877d1 req-62a8daad-89d2-49f1-8148-80494372ec76 service neutron] 10.222.0.54 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408349 Aug 19 12:00:58.078918 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-06f05379-35a4-496f-a823-15f49c0f49ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3dff9000-0f66-4fe4-a9b8-e867aa309caf HTTP/1.1" status: 200 len: 217 time: 0.0650039 Aug 19 12:00:58.116139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-252df233-7e75-434c-94f2-5fd81a33c4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.170234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-258a8a61-afe8-4551-ad03-7e254f0d6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:58.171639 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-258a8a61-afe8-4551-ad03-7e254f0d6669 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5bacd553-e27d-4315-9efa-1a75abbc61fd HTTP/1.1" status: 200 len: 853 time: 0.0698626 Aug 19 12:00:58.237436 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-451a9bc6-e6a8-4d04-9d80-8a7b6dc239c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530624 Aug 19 12:00:58.243353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Pushing event updated for resources: {'Port': ['ID=816b5234-0bb5-4b08-93bd-d1d2d17b6309,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:58.264871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-deca7965-5186-4f5e-876d-b0924be877d1 req-a3b40f1a-e6a2-45d6-a2e4-963d0e1b6408 service neutron] 10.222.0.54 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632619 Aug 19 12:00:58.295910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:58.299659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] No DVR routers for this DVR port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:00:58.312159 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.393317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=050252c9-cbec-4567-bf9e-241b4634bda7,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:58.405487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '050252c9-cbec-4567-bf9e-241b4634bda7', 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986', 'port_id': '050252c9-cbec-4567-bf9e-241b4634bda7', 'mac_address': 'fa:16:3e:3b:ba:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15017d99-bef0-4f25-bdd2-81fab25e7788', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:00:58.449164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.466954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050252c9-cbec-4567-bf9e-241b4634bda7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:00:58.477639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb779e4-7010-49c5-b539-a217ece53ae0 req-6b445a86-d078-4e7b-80fb-6f456a60c809 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:58.479305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8eb779e4-7010-49c5-b539-a217ece53ae0 req-6b445a86-d078-4e7b-80fb-6f456a60c809 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 944 time: 0.6593909 Aug 19 12:00:58.484650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.500858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=050252c9-cbec-4567-bf9e-241b4634bda7,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:00:58.509428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:58.509851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:58.510284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:58.516618 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-9af708ac-3ce8-4690-8606-6be450bb44c0 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698822 Aug 19 12:00:58.516972 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.519292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b79dbed9-fb0f-44de-a439-953bcd93d3cc req-02ecf821-6ad6-41f0-b754-652222f160aa tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095440 Aug 19 12:00:58.519997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Attempting to bind port 816b5234-0bb5-4b08-93bd-d1d2d17b6309 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:00:58.520333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Attempting to bind port 816b5234-0bb5-4b08-93bd-d1d2d17b6309 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:00:58.520664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Attempting to bind port 816b5234-0bb5-4b08-93bd-d1d2d17b6309 on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:58.524954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:58.525497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:58.529060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Port 816b5234-0bb5-4b08-93bd-d1d2d17b6309 on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:00:58.529892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Attempting to bind port 816b5234-0bb5-4b08-93bd-d1d2d17b6309 on network 5ed43e5d-0631-47e2-a30d-e9e32cc802fa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:00:58.542425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:58.543149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:58.543877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:58.544412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Bound port: fdcbd2b1-3382-4495-af7c-ec2d2407add0, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:58.544895 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.560360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:00:58.560360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Checking segment: {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:00:58.560360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Bound using segment: {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:00:58.560360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Bound port: 816b5234-0bb5-4b08-93bd-d1d2d17b6309, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd7267-6e86-4707-9f09-7e5e4c8b62be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:00:58.560927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.611431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-252df233-7e75-434c-94f2-5fd81a33c4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.612962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Network 3f762285-026e-43c4-ab1f-72fea01295e3 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:00:58.622430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:00:58.646236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.646492 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-252df233-7e75-434c-94f2-5fd81a33c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.650429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:00:58.658537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:58.659288 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.681782 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-252df233-7e75-434c-94f2-5fd81a33c4fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d793297e9d7e4da9b71cdd6b0e6ab0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632013 Aug 19 12:00:58.682091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=050252c9-cbec-4567-bf9e-241b4634bda7,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:58.691613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56554) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:58.759325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8eb779e4-7010-49c5-b539-a217ece53ae0 req-e9ff1cfb-73e7-46b4-806e-8c59b307f091 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617121 Aug 19 12:00:58.790286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252df233-7e75-434c-94f2-5fd81a33c4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd108d6c-5d36-48c5-ad79-42cdd6644791,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:58.803093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] For port 816b5234-0bb5-4b08-93bd-d1d2d17b6309, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:58.810739 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-18c2dcef-2717-472f-b266-faaaeaa9b605 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847998 Aug 19 12:00:58.815589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.3320019 Aug 19 12:00:58.818025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['050252c9-cbec-4567-bf9e-241b4634bda7'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:00:58.832625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56562) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:00:58.862254 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be26137a-0e2e-4453-874d-df7222558489 x-openstack-request-id: req-be26137a-0e2e-4453-874d-df7222558489 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:58.862813 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c11b429-0b95-4a0e-b075-230ddacb78b6", "tag": "3dff9000-0f66-4fe4-a9b8-e867aa309caf", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:58.862813 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be26137a-0e2e-4453-874d-df7222558489 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:58.863161 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c11b429-0b95-4a0e-b075-230ddacb78b6', 'tag': '3dff9000-0f66-4fe4-a9b8-e867aa309caf', 'status': 'completed', 'code': 200} Aug 19 12:00:58.864962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] For port 816b5234-0bb5-4b08-93bd-d1d2d17b6309, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=816b5234-0bb5-4b08-93bd-d1d2d17b6309,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:58.868479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3273c4c6-86d3-46f8-8b90-97f16dfa5cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.874069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.887303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf049d-59ef-4e06-ae7e-fdd645f4967b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event updated for resources: {'Port': ['ID=eab7876c-1033-4ed8-9614-dae4cb294d85,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:58.957812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:58.958298 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:58.960116 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] 10.222.0.54 "PUT /v2.0/ports/816b5234-0bb5-4b08-93bd-d1d2d17b6309 HTTP/1.1" status: 200 len: 1091 time: 2.0836527 Aug 19 12:00:59.026121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3273c4c6-86d3-46f8-8b90-97f16dfa5cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.120864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b0595-de11-482b-9d49-55152a630e2b service neutron] Pushing event updated for resources: {'Port': ['ID=816b5234-0bb5-4b08-93bd-d1d2d17b6309,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:59.122233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:00:59.140728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-13cf64b6-5ed3-4b13-b81c-48649ee46e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.154921 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-13cf64b6-5ed3-4b13-b81c-48649ee46e2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&device_id=3c11b429-0b95-4a0e-b075-230ddacb78b6 HTTP/1.1" status: 200 len: 1094 time: 0.2040377 Aug 19 12:00:59.197684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:00:59.218659 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.225416 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.258140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e42080-f3f3-4b3f-a72a-f0781a105d85 req-f64333a0-d077-4286-bc73-1c2ed89a8548 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.266421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12e42080-f3f3-4b3f-a72a-f0781a105d85 req-f64333a0-d077-4286-bc73-1c2ed89a8548 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 948 time: 0.3028786 Aug 19 12:00:59.292850 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc646bb-d106-472b-8d59-1966accdd410 x-openstack-request-id: req-acc646bb-d106-472b-8d59-1966accdd410 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:00:59.293419 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:00:59.293861 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acc646bb-d106-472b-8d59-1966accdd410 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:00:59.294457 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'code': 200} Aug 19 12:00:59.296498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f3f19c-50f6-4bf8-bab6-730aaa521a89']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:59.301430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-93b1b672-4795-44aa-8822-39de97b13d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.306212 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-93b1b672-4795-44aa-8822-39de97b13d32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 1094 time: 0.2725055 Aug 19 12:00:59.336525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa3b8b3-edef-469f-9e13-5f12325e770e') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:59.337554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa3b8b3-edef-469f-9e13-5f12325e770e') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:00:59.346559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.347436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.349079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] 10.222.0.69 "PUT /v2.0/ports/fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 1096 time: 4.4239244 Aug 19 12:00:59.371149 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.414774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3273c4c6-86d3-46f8-8b90-97f16dfa5cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.419371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3273c4c6-86d3-46f8-8b90-97f16dfa5cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.421199 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3273c4c6-86d3-46f8-8b90-97f16dfa5cff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd108d6c-5d36-48c5-ad79-42cdd6644791 HTTP/1.1" status: 204 len: 168 time: 0.7286363 Aug 19 12:00:59.449502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273c4c6-86d3-46f8-8b90-97f16dfa5cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd108d6c-5d36-48c5-ad79-42cdd6644791,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:59.457741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3680767-d611-4865-bb55-96e89b1b2c1a service neutron] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:00:59.468271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-84d98c4e-322e-498c-b8ee-4daddb2fe373 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=816b5234-0bb5-4b08-93bd-d1d2d17b6309 HTTP/1.1" status: 200 len: 217 time: 0.1441987 Aug 19 12:00:59.527154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f41946c5-77ce-4cf4-bdcd-be259e015414 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Deleting port eab7876c-1033-4ed8-9614-dae4cb294d85 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:00:59.530948 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f41946c5-77ce-4cf4-bdcd-be259e015414 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.540604 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.555189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12e42080-f3f3-4b3f-a72a-f0781a105d85 req-5b8351d6-c067-458c-a1f8-7806863387cf tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863448 Aug 19 12:00:59.643220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-118b4e0a-b593-465a-9dc4-a307a72c7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.652904 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-118b4e0a-b593-465a-9dc4-a307a72c7185 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5bacd553-e27d-4315-9efa-1a75abbc61fd HTTP/1.1" status: 200 len: 853 time: 0.1619039 Aug 19 12:00:59.708999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:00:59.709561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:00:59.714192 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:00:59.717287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-a5c75729-bfde-480b-875c-d1814b502f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.717287 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-a5c75729-bfde-480b-875c-d1814b502f8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 914 time: 0.5511272 Aug 19 12:00:59.719368 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-497a7f89-c3f6-490e-9250-be63084375c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525818 Aug 19 12:00:59.750411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 050252c9-cbec-4567-bf9e-241b4634bda7 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:00:59.833039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-252a58a1-aa06-48f3-96c7-6a78626af17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.834365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-62d51086-23f9-48ff-8e21-d87359163327 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3dff9000-0f66-4fe4-a9b8-e867aa309caf HTTP/1.1" status: 200 len: 217 time: 0.0996847 Aug 19 12:00:59.834931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-252a58a1-aa06-48f3-96c7-6a78626af17d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1099 time: 0.4365137 Aug 19 12:00:59.855255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7d601-2c0e-4b0a-a929-1462b8f0e03a req-dded16cc-0f4b-4efc-87b0-a9b651c7fc1e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.862912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc7d601-2c0e-4b0a-a929-1462b8f0e03a req-dded16cc-0f4b-4efc-87b0-a9b651c7fc1e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.4173992 Aug 19 12:00:59.894715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 050252c9-cbec-4567-bf9e-241b4634bda7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:00:59.905063 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.910547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 050252c9-cbec-4567-bf9e-241b4634bda7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:00:59.911539 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.922172 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f41946c5-77ce-4cf4-bdcd-be259e015414 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.941590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-f5c708d8-9522-4bf3-9798-ed686d42f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.943517 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-f5c708d8-9522-4bf3-9798-ed686d42f381 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5bacd553-e27d-4315-9efa-1a75abbc61fd HTTP/1.1" status: 200 len: 853 time: 0.0630851 Aug 19 12:00:59.963836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e5e7a-3c61-4c50-a3b3-795fadbdb341 req-39ea5064-54dd-4ce6-a09a-9f73680ee7f0 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:00:59.971556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-426e5e7a-3c61-4c50-a3b3-795fadbdb341 req-39ea5064-54dd-4ce6-a09a-9f73680ee7f0 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 943 time: 0.2669828 Aug 19 12:00:59.984344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:00:59.985320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-2bf7b903-d34c-4be7-b9ba-7197b60b2d7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321147 Aug 19 12:00:59.986566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/networks/86f3f19c-50f6-4bf8-bab6-730aaa521a89 HTTP/1.1" status: 204 len: 168 time: 1.9339609 Aug 19 12:00:59.994889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56580) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:00.025815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f41946c5-77ce-4cf4-bdcd-be259e015414 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Calling delete_port for eab7876c-1033-4ed8-9614-dae4cb294d85 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:00.027972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bc81f-febd-4699-9638-82a95c7a419b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Network': ['ID=86f3f19c-50f6-4bf8-bab6-730aaa521a89,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:00.089855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc7d601-2c0e-4b0a-a929-1462b8f0e03a req-46e43118-45c7-472f-8906-edfd6345211d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210603 Aug 19 12:01:00.173305 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:00.209010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050252c9-cbec-4567-bf9e-241b4634bda7'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:00.211913 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0d958b-28b6-43d3-9570-d80f99cde2f7" -d '{"events": [{"server_uuid": "f85c3f00-b377-40b6-a6ac-c79df473b981", "name": "network-vif-plugged", "status": "completed", "tag": "050252c9-cbec-4567-bf9e-241b4634bda7"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:00.220517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-426e5e7a-3c61-4c50-a3b3-795fadbdb341 req-99e3c186-14c6-46d7-91b0-50ace939c589 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478318 Aug 19 12:01:00.253497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=050252c9-cbec-4567-bf9e-241b4634bda7,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:00.270520 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:00.280849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-445f1d5d-3443-4521-82b4-f832c03c4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:00.283304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-445f1d5d-3443-4521-82b4-f832c03c4b04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.4162972 Aug 19 12:01:00.340042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-4fcb9c87-a40d-4c86-81b0-e4ba801a2cef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.0436845 Aug 19 12:01:00.394982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79385d8-8a12-48f6-8ea1-f46e7c57fddf req-de1972b8-f8de-455d-8d88-c63778e41e8e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:00.402986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e79385d8-8a12-48f6-8ea1-f46e7c57fddf req-de1972b8-f8de-455d-8d88-c63778e41e8e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 945 time: 0.1693339 Aug 19 12:01:00.403727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=050252c9-cbec-4567-bf9e-241b4634bda7,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:00.463888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-171a9cc7-3dac-4908-b834-8c6b1cff94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:00.466363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-171a9cc7-3dac-4908-b834-8c6b1cff94dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1159725 Aug 19 12:01:00.541718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e79385d8-8a12-48f6-8ea1-f46e7c57fddf req-61b31df2-ff36-4eee-8df9-99b316579191 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359763 Aug 19 12:01:00.563843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f41946c5-77ce-4cf4-bdcd-be259e015414 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:00.676559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-ec7fa002-6053-4d28-88e0-432c941211f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:00.685303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-ec7fa002-6053-4d28-88e0-432c941211f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015736 Aug 19 12:01:00.687791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41946c5-77ce-4cf4-bdcd-be259e015414 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event deleted for resources: {'Port': ['ID=eab7876c-1033-4ed8-9614-dae4cb294d85,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:00.708483 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cb5ced-eab8-4810-932d-6ca761ecc3fd x-openstack-request-id: req-d1cb5ced-eab8-4810-932d-6ca761ecc3fd {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:00.708812 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85c3f00-b377-40b6-a6ac-c79df473b981", "name": "network-vif-plugged", "status": "completed", "tag": "050252c9-cbec-4567-bf9e-241b4634bda7", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:00.709996 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1cb5ced-eab8-4810-932d-6ca761ecc3fd {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:00.709996 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050252c9-cbec-4567-bf9e-241b4634bda7', 'code': 200} Aug 19 12:01:00.741473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f41946c5-77ce-4cf4-bdcd-be259e015414 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:00.744024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f41946c5-77ce-4cf4-bdcd-be259e015414 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "DELETE /v2.0/ports/eab7876c-1033-4ed8-9614-dae4cb294d85 HTTP/1.1" status: 204 len: 168 time: 1.9048808 Aug 19 12:01:00.747993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56614) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:00.791358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f762285-026e-43c4-ab1f-72fea01295e3', 'external_fixed_ips': [{'subnet_id': '5006ae34-0a18-4c6d-8276-d0f8dd3182a8', 'ip_address': '2001:db8::216'}]}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:00.870622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93504d0d-e1bb-41f1-88a6-ff683287237e', 'tag': '816b5234-0bb5-4b08-93bd-d1d2d17b6309'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:00.883200 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f" -d '{"events": [{"name": "network-changed", "server_uuid": "93504d0d-e1bb-41f1-88a6-ff683287237e", "tag": "816b5234-0bb5-4b08-93bd-d1d2d17b6309"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:00.890968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a329a7b-63a3-46e7-b3d8-e80454238f3e req-3d29a304-635e-44e6-a7ef-e9a2c5232012 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:00.892603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a329a7b-63a3-46e7-b3d8-e80454238f3e req-3d29a304-635e-44e6-a7ef-e9a2c5232012 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 948 time: 0.1477449 Aug 19 12:01:00.921560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350382f-2831-489d-954e-5d963563f4f2 req-9784dc84-9dd5-4536-97f8-ad255d25d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:00.923186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2350382f-2831-489d-954e-5d963563f4f2 req-9784dc84-9dd5-4536-97f8-ad255d25d683 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 1097 time: 0.1135902 Aug 19 12:01:00.925029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-9424968f-442b-4720-9ad5-af9e45d28e88 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267494 Aug 19 12:01:00.943460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:00.944456 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:00.988154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a329a7b-63a3-46e7-b3d8-e80454238f3e req-b2dc69fb-cdf8-4679-8736-2709e93e113a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881245 Aug 19 12:01:01.024148 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dc28dd-f7d6-4046-afa1-ff8b742abfc4 x-openstack-request-id: req-82dc28dd-f7d6-4046-afa1-ff8b742abfc4 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:01.024577 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93504d0d-e1bb-41f1-88a6-ff683287237e", "tag": "816b5234-0bb5-4b08-93bd-d1d2d17b6309", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:01.024851 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82dc28dd-f7d6-4046-afa1-ff8b742abfc4 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:01.025242 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93504d0d-e1bb-41f1-88a6-ff683287237e', 'tag': '816b5234-0bb5-4b08-93bd-d1d2d17b6309', 'status': 'completed', 'code': 200} Aug 19 12:01:01.042743 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2350382f-2831-489d-954e-5d963563f4f2 req-747103c2-9b73-4de2-a922-68287c94d554 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114562 Aug 19 12:01:01.046579 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-60c03ab0-7d6b-434c-a321-d943b0e5f4cd service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3139102 Aug 19 12:01:01.058033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196c316-d0ca-4e9e-8e86-6020628f3a19 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:01.067545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196c316-d0ca-4e9e-8e86-6020628f3a19 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:01.075700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196c316-d0ca-4e9e-8e86-6020628f3a19 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:01.082561 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3196c316-d0ca-4e9e-8e86-6020628f3a19 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 1.0895841 Aug 19 12:01:01.083888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56622) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:01.088217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:01.098820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-5dc2effb-1b06-4d6f-a031-91c632f22f6f service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599250 Aug 19 12:01:01.108592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-563739020'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:01.119503 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-1d621b73-0b62-409c-9cba-5c066fcb9584 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1152296 Aug 19 12:01:01.207353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Made reservation on behalf of 0db17019dc3a4512b85c1c760b56024f for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:01.211759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:01.267626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660088c-a772-4bb5-b3d3-46dd5ab89f35 req-1a1edde1-2691-4152-a641-b06f8f89510c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:01.275459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5660088c-a772-4bb5-b3d3-46dd5ab89f35 req-1a1edde1-2691-4152-a641-b06f8f89510c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.0846071 Aug 19 12:01:01.310910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:01.314501 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:01.387300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5660088c-a772-4bb5-b3d3-46dd5ab89f35 req-7dc2dc5e-c811-48cd-ab57-d08a2eb6fb5b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009524 Aug 19 12:01:01.405576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:01.487997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462d8b-0815-4450-8635-97b2d6fbc8f2 req-871ed810-9d3c-4cb3-b1e4-10f21ebcf877 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:01.490527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f462d8b-0815-4450-8635-97b2d6fbc8f2 req-871ed810-9d3c-4cb3-b1e4-10f21ebcf877 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 943 time: 0.1388559 Aug 19 12:01:01.491121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56632) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:01.493004 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870c5059-476f-401e-b115-a6eb70cc9a5d x-openstack-request-id: req-870c5059-476f-401e-b115-a6eb70cc9a5d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:01.493391 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:01.493796 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-870c5059-476f-401e-b115-a6eb70cc9a5d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:01.494270 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'status': 'completed', 'code': 200} Aug 19 12:01:01.531772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:01:01.609918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f462d8b-0815-4450-8635-97b2d6fbc8f2 req-4db576b1-fd5b-41e5-9b27-71ec3fe51b7a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048112 Aug 19 12:01:01.626864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:01.641305 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Added segment 62e6f92a-6426-4356-82ed-71d2e023a8dd of type vlan for network fe495c14-2378-49a4-b53f-9695fe22c83c Aug 19 12:01:01.752140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3dff9000-0f66-4fe4-a9b8-e867aa309caf details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:01:01.777094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69947956-ca41-4633-b706-b71144426c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:01.779786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:01.791495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-0b0cf319-59d0-4b62-a31f-4707536d1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:01.793045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-0b0cf319-59d0-4b62-a31f-4707536d1d1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1099 time: 0.2188640 Aug 19 12:01:01.797205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-72c13aac-1edd-431d-8143-584a6448d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:01.798718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-72c13aac-1edd-431d-8143-584a6448d53d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1099 time: 0.2421372 Aug 19 12:01:01.802956 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fb51b2-fc0e-4a6f-87af-a5e876490ac2 req-e30f0be5-c25e-4a4c-8250-a03da84958d7 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912392 Aug 19 12:01:01.816509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a9d2d541-4083-4e22-997b-1d5036b6297b req-c44d33ea-d42d-4c2a-97f5-e808289c0763 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951068 Aug 19 12:01:01.830701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78f456-58d9-4943-ad9a-b7f214ebf281 req-b93f36ed-fc63-41d4-b154-8860b3cd1ced tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:01.840119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f78f456-58d9-4943-ad9a-b7f214ebf281 req-b93f36ed-fc63-41d4-b154-8860b3cd1ced tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1532230 Aug 19 12:01:01.849872 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:01.857969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:01.857969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:01.933192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Network': ['ID=fe495c14-2378-49a4-b53f-9695fe22c83c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:01.987251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3dff9000-0f66-4fe4-a9b8-e867aa309caf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3dff9000-0f66-4fe4-a9b8-e867aa309caf,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:02.014060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '3dff9000-0f66-4fe4-a9b8-e867aa309caf', 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa', 'port_id': '3dff9000-0f66-4fe4-a9b8-e867aa309caf', 'mac_address': 'fa:16:3e:a2:17:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bacd553-e27d-4315-9efa-1a75abbc61fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:01:02.016318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network fe495c14-2378-49a4-b53f-9695fe22c83c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:01:02.068928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:02.092007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:02.159564 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:02.177096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dff9000-0f66-4fe4-a9b8-e867aa309caf {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:02.237248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3dff9000-0f66-4fe4-a9b8-e867aa309caf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3dff9000-0f66-4fe4-a9b8-e867aa309caf,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:02.263527 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:02.353718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=3dff9000-0f66-4fe4-a9b8-e867aa309caf,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:02.358683 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-27616ba9-cd85-43f0-bf5e-bfb5f0037d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:02.360233 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-27616ba9-cd85-43f0-bf5e-bfb5f0037d95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 1094 time: 0.1353951 Aug 19 12:01:02.480337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f78f456-58d9-4943-ad9a-b7f214ebf281 req-350971a2-b344-4e01-a373-065e27cbd0c0 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391313 Aug 19 12:01:02.489546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Allocated IP 2001:db8::216 (3f762285-026e-43c4-ab1f-72fea01295e3/5006ae34-0a18-4c6d-8276-d0f8dd3182a8/27ed3091-a860-4f84-8c74-b1d1e00e59a7) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:02.514826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-5e354b38-a69f-4759-908e-7147085ce7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:02.516321 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-5e354b38-a69f-4759-908e-7147085ce7fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 200 len: 914 time: 0.1229656 Aug 19 12:01:02.578705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-394cfd58-8bcd-4204-ae0e-7bdb9080194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:02.580333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-394cfd58-8bcd-4204-ae0e-7bdb9080194f service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.7708821 Aug 19 12:01:02.594838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438288fe-673a-4c4e-8d0b-85062cbc2636 req-877ea204-1548-47c6-8047-48df020b5c1e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:02.596369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-438288fe-673a-4c4e-8d0b-85062cbc2636 req-877ea204-1548-47c6-8047-48df020b5c1e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 948 time: 0.1935370 Aug 19 12:01:02.603572 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-fb42b657-7a7a-4a16-b950-b3fc305322ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=816b5234-0bb5-4b08-93bd-d1d2d17b6309 HTTP/1.1" status: 200 len: 217 time: 0.0711064 Aug 19 12:01:02.620217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['3dff9000-0f66-4fe4-a9b8-e867aa309caf'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:02.674577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-ae545fba-43b9-4ed7-9a4c-134960d92491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:02.676456 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-ae545fba-43b9-4ed7-9a4c-134960d92491 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5bacd553-e27d-4315-9efa-1a75abbc61fd HTTP/1.1" status: 200 len: 853 time: 0.0646698 Aug 19 12:01:02.713529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-57c0feea-747f-4ed7-be25-6ba91b4e3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:02.715039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-57c0feea-747f-4ed7-be25-6ba91b4e3cf3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.8948331 Aug 19 12:01:02.716297 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-9ea78bc5-2bc3-4404-9322-e027a834ef88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ed43e5d-0631-47e2-a30d-e9e32cc802fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294769 Aug 19 12:01:02.716418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-8430886c-2c4a-4b2b-97be-68a226000482 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.0979517 Aug 19 12:01:02.726894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:02.808383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69947956-ca41-4633-b706-b71144426c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:02.841085 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fbf6e689-b9aa-40c1-a61f-450adb716cb2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7389021 Aug 19 12:01:02.841518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-9f9e8a3f-cb25-45bf-80b5-bf3a7c22d124 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.1081719 Aug 19 12:01:02.846766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56656) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:02.849055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-438288fe-673a-4c4e-8d0b-85062cbc2636 req-55b25302-69ba-40ce-a115-d360758d7f27 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219322 Aug 19 12:01:02.854955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69947956-ca41-4633-b706-b71144426c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:02.882088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1149547719'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:02.886152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac2dc8-0895-4c45-b5fe-e2cd994f28d4 req-fa18e363-521c-497d-a25c-43c8f634176d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:02.893353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aeac2dc8-0895-4c45-b5fe-e2cd994f28d4 req-fa18e363-521c-497d-a25c-43c8f634176d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.2888005 Aug 19 12:01:02.924392 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:02.994886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event updated for resources: {'Port': ['ID=27ed3091-a860-4f84-8c74-b1d1e00e59a7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:02.997508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Made reservation on behalf of 0db17019dc3a4512b85c1c760b56024f for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:03.001229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:03.017114 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-62aeac96-8a7e-4dad-b330-5de23203ad02 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831533 Aug 19 12:01:03.020875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-69947956-ca41-4633-b706-b71144426c3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=732db1375cc647cb9f9e1e874d8873f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5252972 Aug 19 12:01:03.022926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56658) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:03.027815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-a625aaf1-9123-45f0-8bdc-ea2f71ebc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:03.029947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-a625aaf1-9123-45f0-8bdc-ea2f71ebc998 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2842419 Aug 19 12:01:03.052528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947956-ca41-4633-b706-b71144426c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b42b0b8-ce87-4977-9eb8-607d465a11e0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:03.060454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-fc012258-e0e4-477e-815d-7ee30537bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:03.061962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-fc012258-e0e4-477e-815d-7ee30537bd83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.2110715 Aug 19 12:01:03.068192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Network 3f762285-026e-43c4-ab1f-72fea01295e3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:03.095223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:03.103025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aeac2dc8-0895-4c45-b5fe-e2cd994f28d4 req-677aed8a-9105-4cf2-8f12-0d16554df863 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084954 Aug 19 12:01:03.125894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:03.192889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da56afb-3847-46b7-863d-8595e157b2bd req-c5bd4930-70fe-46a2-80b3-4c8c4bae52c2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:03.194439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5da56afb-3847-46b7-863d-8595e157b2bd req-c5bd4930-70fe-46a2-80b3-4c8c4bae52c2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 943 time: 0.2118373 Aug 19 12:01:03.216462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-2952008d-23bd-4b15-bb9b-8f73457f8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:03.218450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-2952008d-23bd-4b15-bb9b-8f73457f8844 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410327 Aug 19 12:01:03.221974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-6b93359f-c665-484e-ad63-e00bb3a691db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:03.223977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-6b93359f-c665-484e-ad63-e00bb3a691db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679664 Aug 19 12:01:03.266511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:01:03.285257 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d513e6f-b506-4ebd-a2aa-8063f5ebc38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:03.318304 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:03.318921 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Added segment 8e329016-f1b8-4196-b081-53e58f4f6d81 of type vlan for network 8c5bae00-17a0-42c3-a56c-ec7d5eb727d9 Aug 19 12:01:03.363684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5da56afb-3847-46b7-863d-8595e157b2bd req-1b9e22c1-1237-4c0e-9873-a67d173392e2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600368 Aug 19 12:01:03.420565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d513e6f-b506-4ebd-a2aa-8063f5ebc38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:03.430869 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7fe5f1a1-4f8f-4e03-a3c0-3675d94a025f req-43211737-9a60-438e-b306-3e50b4799056 service neutron] 10.222.0.54 "GET /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686221 Aug 19 12:01:03.433052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-18c72ba4-7751-448d-8f83-d66b7938d0e3 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987448 Aug 19 12:01:03.434928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-3adec29f-0480-48c1-b4e7-b407d9d1f508 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996534 Aug 19 12:01:03.441038 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:03.570223 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.resource_extend [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:01:03.572584 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:03.637638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:03.637841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-14ecc4ba-c220-46e9-afcf-a9b6b20e1a19 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946800 Aug 19 12:01:03.643189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:03.643521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18be9625-d614-4edf-8cfe-d8ab7ce4d7f7 req-5e01bfaa-911d-41e2-98bf-fa98e1e34905 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824307 Aug 19 12:01:03.644016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:03.718389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa717-58a7-4b10-995b-60fb727a8cd9 req-d7a9d648-8ee6-4828-a764-f92e44efba79 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:03.720287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a39aa717-58a7-4b10-995b-60fb727a8cd9 req-d7a9d648-8ee6-4828-a764-f92e44efba79 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.0681639 Aug 19 12:01:03.767362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3dff9000-0f66-4fe4-a9b8-e867aa309caf up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:03.781285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a39aa717-58a7-4b10-995b-60fb727a8cd9 req-5c860d07-d33c-400e-8bd9-78b8038e8f93 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Aug 19 12:01:03.854311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 3dff9000-0f66-4fe4-a9b8-e867aa309caf completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:03.860448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 3dff9000-0f66-4fe4-a9b8-e867aa309caf triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:03.861390 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:03.989990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af506b36-4790-4b75-a8d8-e26096089873 req-1ada9649-508f-4e87-a11b-3e58775bb750 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:03.999795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-af506b36-4790-4b75-a8d8-e26096089873 req-1ada9649-508f-4e87-a11b-3e58775bb750 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1127498 Aug 19 12:01:04.000387 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.040714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc76ef9-620c-4840-a8f3-e871c3b2f632 req-e340d231-fa40-4db7-969c-520a46962d86 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:04.043993 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edc76ef9-620c-4840-a8f3-e871c3b2f632 req-e340d231-fa40-4db7-969c-520a46962d86 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 948 time: 0.1077960 Aug 19 12:01:04.051435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d513e6f-b506-4ebd-a2aa-8063f5ebc38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.054070 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d513e6f-b506-4ebd-a2aa-8063f5ebc38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.054837 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3dff9000-0f66-4fe4-a9b8-e867aa309caf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3dff9000-0f66-4fe4-a9b8-e867aa309caf,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:04.055681 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6d513e6f-b506-4ebd-a2aa-8063f5ebc38a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b42b0b8-ce87-4977-9eb8-607d465a11e0 HTTP/1.1" status: 204 len: 168 time: 1.0314338 Aug 19 12:01:04.076458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11b429-0b95-4a0e-b075-230ddacb78b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dff9000-0f66-4fe4-a9b8-e867aa309caf'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:04.079194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d513e6f-b506-4ebd-a2aa-8063f5ebc38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b42b0b8-ce87-4977-9eb8-607d465a11e0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:04.084555 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2334778 Aug 19 12:01:04.084747 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e3d40d-fbec-4063-8e86-1060696b966c" -d '{"events": [{"server_uuid": "3c11b429-0b95-4a0e-b075-230ddacb78b6", "name": "network-vif-plugged", "status": "completed", "tag": "3dff9000-0f66-4fe4-a9b8-e867aa309caf"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:04.085633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56676) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:04.087416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf2445-1818-4b95-a88d-4f18972c67b2 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Network': ['ID=8c5bae00-17a0-42c3-a56c-ec7d5eb727d9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:04.090293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:01:04.097635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'ports': [{'network_id': 'fe495c14-2378-49a4-b53f-9695fe22c83c', 'name': 'tempest-port--452093046', 'admin_state_up': True}, {'network_id': '8c5bae00-17a0-42c3-a56c-ec7d5eb727d9', 'admin_state_up': False}]} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:04.097955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'port': {'network_id': 'fe495c14-2378-49a4-b53f-9695fe22c83c', 'name': 'tempest-port--452093046', 'admin_state_up': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:04.098765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'port': {'network_id': '8c5bae00-17a0-42c3-a56c-ec7d5eb727d9', 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:04.102985 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.184163 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-af506b36-4790-4b75-a8d8-e26096089873 req-e62873f9-d8af-42f6-a8e7-496285cce90d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803782 Aug 19 12:01:04.191240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 8c5bae00-17a0-42c3-a56c-ec7d5eb727d9 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:01:04.245635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edc76ef9-620c-4840-a8f3-e871c3b2f632 req-a2b200de-65f5-46f8-9562-008b2a4246cb tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864557 Aug 19 12:01:04.321937 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.359548 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da85195c-bff6-494e-9adb-62832fa3248b x-openstack-request-id: req-da85195c-bff6-494e-9adb-62832fa3248b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:04.359984 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11b429-0b95-4a0e-b075-230ddacb78b6", "name": "network-vif-plugged", "status": "completed", "tag": "3dff9000-0f66-4fe4-a9b8-e867aa309caf", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:04.360350 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da85195c-bff6-494e-9adb-62832fa3248b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:04.360888 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11b429-0b95-4a0e-b075-230ddacb78b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dff9000-0f66-4fe4-a9b8-e867aa309caf', 'code': 200} Aug 19 12:01:04.449924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=3dff9000-0f66-4fe4-a9b8-e867aa309caf,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:04.454233 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-0f196b1d-c004-44ad-bb7e-952fb616ee4a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2297318 Aug 19 12:01:04.543018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:04.572613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'mac_address': 'fa:16:3e:d7:7b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:01:04.598273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7939355-69f1-416e-8aed-616913f57084 req-69a6014e-e7c7-4ccf-8e9a-58de70998c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:04.600338 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a7939355-69f1-416e-8aed-616913f57084 req-69a6014e-e7c7-4ccf-8e9a-58de70998c34 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c11b429-0b95-4a0e-b075-230ddacb78b6 HTTP/1.1" status: 200 len: 1096 time: 0.1165390 Aug 19 12:01:04.617931 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.631681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcbd2b1-3382-4495-af7c-ec2d2407add0 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:04.658826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:04.664622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a7939355-69f1-416e-8aed-616913f57084 req-0e6b0552-6adf-4645-a390-da182900b53a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542505 Aug 19 12:01:04.666393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.683614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b7f92-8447-47bf-8d9f-7d13feedeabe req-19b3f5af-ecfa-4e54-bf81-f049c81c9abd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:04.691215 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-129b7f92-8447-47bf-8d9f-7d13feedeabe req-19b3f5af-ecfa-4e54-bf81-f049c81c9abd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.2561791 Aug 19 12:01:04.744675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Router 4b9a9a2e-c313-4b02-95dc-2b371b9fd68c is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:01:04.745053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:04.772448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-129b7f92-8447-47bf-8d9f-7d13feedeabe req-1f94f947-3555-4c9a-9c83-02f7906907e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799687 Aug 19 12:01:04.783864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Made reservation on behalf of 0db17019dc3a4512b85c1c760b56024f for: {'port': 2} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:04.797169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.857993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.904633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-6f944d95-ad1c-486d-bbac-ecaa13ae2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:04.908902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-6f944d95-ad1c-486d-bbac-ecaa13ae2d7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 1101 time: 0.3905668 Aug 19 12:01:04.953405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:01:04.966145 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Sync routers for ids ['4b9a9a2e-c313-4b02-95dc-2b371b9fd68c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:01:04.987817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:04.989800 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Routers {'4b9a9a2e-c313-4b02-95dc-2b371b9fd68c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:04.990572 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['4b9a9a2e-c313-4b02-95dc-2b371b9fd68c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:04.993300 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c6794b5f-6622-4f41-9db6-2cb02cbcbb2b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2095718 Aug 19 12:01:04.994016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56724) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:05.085095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['fdcbd2b1-3382-4495-af7c-ec2d2407add0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:05.117423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] device_id is not set on port 74e6eada-cdb9-496e-af7f-c7a64e164789 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:01:05.272828 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:05.299549 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Set router 4b9a9a2e-c313-4b02-95dc-2b371b9fd68c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:01:05.508540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:05.547727 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a9a2e-c313-4b02-95dc-2b371b9fd68c', 'name': '', 'tenant_id': 'a37d37481b744410992c6ff4967b3c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f762285-026e-43c4-ab1f-72fea01295e3', 'external_fixed_ips': [{'subnet_id': '5006ae34-0a18-4c6d-8276-d0f8dd3182a8', 'ip_address': '2001:db8::216'}], 'enable_snat': True}, 'gw_port_id': '27ed3091-a860-4f84-8c74-b1d1e00e59a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:01:00Z', 'updated_at': '2021-08-19T12:01:03Z', 'revision_number': 3, 'project_id': 'a37d37481b744410992c6ff4967b3c7d', 'gw_port': {'id': '27ed3091-a860-4f84-8c74-b1d1e00e59a7', 'name': '', 'network_id': '3f762285-026e-43c4-ab1f-72fea01295e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a9a2e-c313-4b02-95dc-2b371b9fd68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5006ae34-0a18-4c6d-8276-d0f8dd3182a8', 'ip_address': '2001:db8::216', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:01:02Z', 'updated_at': '2021-08-19T12:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5006ae34-0a18-4c6d-8276-d0f8dd3182a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:05.581666 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Checking router: 4b9a9a2e-c313-4b02-95dc-2b371b9fd68c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:01:05.582180 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Updating router 4b9a9a2e-c313-4b02-95dc-2b371b9fd68c port 27ed3091-a860-4f84-8c74-b1d1e00e59a7 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:01:05.598911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01dad7-f4c7-4dcb-ab71-77285e800768 req-f6a88026-683e-4227-9467-44c48b6fd472 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:05.614779 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f01dad7-f4c7-4dcb-ab71-77285e800768 req-f6a88026-683e-4227-9467-44c48b6fd472 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 943 time: 0.4699848 Aug 19 12:01:05.628588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Deleting port 27ed3091-a860-4f84-8c74-b1d1e00e59a7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:05.628998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:05.631515 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:05.671777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-240c2ca1-1dbd-4761-bae8-5cf69db6ab0e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:05.677177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-240c2ca1-1dbd-4761-bae8-5cf69db6ab0e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.69 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e&tenant_id=e965f0a2bc434fb0be5dfcd914344c10&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 949 time: 0.4619448 Aug 19 12:01:05.732623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:05.749690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Calling delete_port for 27ed3091-a860-4f84-8c74-b1d1e00e59a7 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:05.769056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 816b5234-0bb5-4b08-93bd-d1d2d17b6309 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:01:05.896572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701aba3-485a-4884-93a9-b86e7b5b6e8b req-22d31a5e-141a-41f1-a73d-4c13d96b859a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:05.906855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2701aba3-485a-4884-93a9-b86e7b5b6e8b req-22d31a5e-141a-41f1-a73d-4c13d96b859a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.5700166 Aug 19 12:01:05.966650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 816b5234-0bb5-4b08-93bd-d1d2d17b6309, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=816b5234-0bb5-4b08-93bd-d1d2d17b6309,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:05.974347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f01dad7-f4c7-4dcb-ab71-77285e800768 req-e7c4e6aa-3cda-43cb-9279-6f57ef044b10 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580878 Aug 19 12:01:05.983773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '816b5234-0bb5-4b08-93bd-d1d2d17b6309', 'network_id': '5ed43e5d-0631-47e2-a30d-e9e32cc802fa', 'port_id': '816b5234-0bb5-4b08-93bd-d1d2d17b6309', 'mac_address': 'fa:16:3e:24:6d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bacd553-e27d-4315-9efa-1a75abbc61fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:01:05.992425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-72538633-101e-497d-ad54-0eca5e3c9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:05.994079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-72538633-101e-497d-ad54-0eca5e3c9d6a service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.8497832 Aug 19 12:01:06.077046 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.094705 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.096111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2701aba3-485a-4884-93a9-b86e7b5b6e8b req-c3d660bd-b7e9-42ec-b867-0549dd94439f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883476 Aug 19 12:01:06.110638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.120591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816b5234-0bb5-4b08-93bd-d1d2d17b6309 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:06.121309 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.db.api [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:01:06.121309 n-d-778550-9 neutron-server[101156]: DEBUG oslo_db.api [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:01:06.150301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 816b5234-0bb5-4b08-93bd-d1d2d17b6309, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=816b5234-0bb5-4b08-93bd-d1d2d17b6309,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:06.156903 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.179387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event deleted for resources: {'Port': ['ID=27ed3091-a860-4f84-8c74-b1d1e00e59a7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:06.223070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=816b5234-0bb5-4b08-93bd-d1d2d17b6309,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:06.231958 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.268934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-e201de53-5183-4072-a168-7d0c4bf9300a service neutron] 10.222.0.69 "GET /v2.0/ports/fdcbd2b1-3382-4495-af7c-ec2d2407add0/bindings/n-h1-778550-9 HTTP/1.1" status: 200 len: 382 time: 0.5734248 Aug 19 12:01:06.270401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-4a3307ed-65d0-409c-8337-e64932a7ad26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 HTTP/1.1" status: 200 len: 217 time: 0.2232189 Aug 19 12:01:06.332052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.334737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.384201 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.384870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9a9a2e-c313-4b02-95dc-2b371b9fd68c {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:01:06.386819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] device_id is not set on port 85e0fa2a-e0bd-41f4-bf1e-a880139a74dc yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:01:06.389683 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.393506 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-aa39f4c4-8efa-4a5f-90c3-dc742645bea4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "DELETE /v2.0/routers/4b9a9a2e-c313-4b02-95dc-2b371b9fd68c HTTP/1.1" status: 204 len: 168 time: 1.3956695 Aug 19 12:01:06.393896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56780) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:06.442630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a145-cebb-4051-bec1-2b09d31945e4 req-7da29946-55aa-41ed-a068-78a5553697ec tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:06.444158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7053a145-cebb-4051-bec1-2b09d31945e4 req-7da29946-55aa-41ed-a068-78a5553697ec tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 949 time: 0.2955213 Aug 19 12:01:06.449150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-eb64c348-1303-402f-9955-809125bc84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:06.449309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9417859a-4072-4196-a4c0-e0bf8e85b44c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Deleting subnet 5006ae34-0a18-4c6d-8276-d0f8dd3182a8 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:01:06.450582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-eb64c348-1303-402f-9955-809125bc84e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1694930 Aug 19 12:01:06.452356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9417859a-4072-4196-a4c0-e0bf8e85b44c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.469675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['816b5234-0bb5-4b08-93bd-d1d2d17b6309'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:06.483804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d18b72-f68c-413a-9456-a5c0ee02cb01 req-062d0c8d-7861-4a11-a19b-7e8aa6e262a5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:06.485373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-07d18b72-f68c-413a-9456-a5c0ee02cb01 req-062d0c8d-7861-4a11-a19b-7e8aa6e262a5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.2114198 Aug 19 12:01:06.490868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9417859a-4072-4196-a4c0-e0bf8e85b44c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.536960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-211d31ae-8469-4224-ace7-da82c7ee8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:06.538507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-211d31ae-8469-4224-ace7-da82c7ee8eb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1100 time: 0.2016337 Aug 19 12:01:06.557431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9417859a-4072-4196-a4c0-e0bf8e85b44c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.642917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9417859a-4072-4196-a4c0-e0bf8e85b44c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.646220 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Port 27ed3091-a860-4f84-8c74-b1d1e00e59a7 not found while updating agent binding for router 4b9a9a2e-c313-4b02-95dc-2b371b9fd68c. {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 12:01:06.675528 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Routers set() bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:06.677324 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Router IDs set() for agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 12:01:06.681072 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_agentschedulers_db [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4b9a9a2e-c313-4b02-95dc-2b371b9fd68c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent'). {{(pid=101156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 12:01:06.681680 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d4d26-6c4b-4f95-8008-c68c2844a3bf None None] The sync data for ids ['4b9a9a2e-c313-4b02-95dc-2b371b9fd68c'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:01:06.690674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417859a-4072-4196-a4c0-e0bf8e85b44c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5006ae34-0a18-4c6d-8276-d0f8dd3182a8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:06.693052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9417859a-4072-4196-a4c0-e0bf8e85b44c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.694195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7053a145-cebb-4051-bec1-2b09d31945e4 req-19a0e48a-518d-4c3c-b431-cd3998d93dea tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393336 Aug 19 12:01:06.698487 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9417859a-4072-4196-a4c0-e0bf8e85b44c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/5006ae34-0a18-4c6d-8276-d0f8dd3182a8 HTTP/1.1" status: 204 len: 168 time: 0.3009839 Aug 19 12:01:06.698992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56792) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:06.749327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-885048f3-8d9f-484f-87b3-8a6a59955e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:06.751329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-885048f3-8d9f-484f-87b3-8a6a59955e57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2853875 Aug 19 12:01:06.776947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-07d18b72-f68c-413a-9456-a5c0ee02cb01 req-4481fd3e-69bb-40f4-aa65-4cd3511e3119 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549317 Aug 19 12:01:06.798275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.900402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.912169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f762285-026e-43c4-ab1f-72fea01295e3']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:06.924648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a8285c-3b8b-42e4-941e-06a21388fcbc') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:06.924976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a8285c-3b8b-42e4-941e-06a21388fcbc') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:06.936068 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.951688 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.959433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:06.959950 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:06.962239 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:07.056483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.064587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f762285-026e-43c4-ab1f-72fea01295e3 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:01:07.071098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.076895 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "DELETE /v2.0/networks/3f762285-026e-43c4-ab1f-72fea01295e3 HTTP/1.1" status: 204 len: 168 time: 0.3733861 Aug 19 12:01:07.085518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f057d6a-013d-4f36-8b61-53582e4a680e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f762285-026e-43c4-ab1f-72fea01295e3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:07.385740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eb7ae-9cbd-47ff-8978-63f6b386fdca req-777faba6-33be-4386-9d32-4fa79976fc4d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:07.392962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-742eb7ae-9cbd-47ff-8978-63f6b386fdca req-777faba6-33be-4386-9d32-4fa79976fc4d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 949 time: 0.1753175 Aug 19 12:01:07.399830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-8c0a6dbd-5c23-4967-a001-9d7c93836613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:07.400613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:07.401392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-8c0a6dbd-5c23-4967-a001-9d7c93836613 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.8408949 Aug 19 12:01:07.405472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-65821e97-89e4-4762-bb90-a7acf93c17e1 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'router': {'name': 'tempest-router--1289015317', 'project_id': 'd39e298303e542c79321bf3e7935d013'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:07.415693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5712c2-a821-47ba-9351-4e4c7c04e50b req-a2fbf52b-1fbf-424a-8c54-1eb31794a0a2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:07.423151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d5712c2-a821-47ba-9351-4e4c7c04e50b req-a2fbf52b-1fbf-424a-8c54-1eb31794a0a2 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 944 time: 0.2117887 Aug 19 12:01:07.429951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65821e97-89e4-4762-bb90-a7acf93c17e1 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.431371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65821e97-89e4-4762-bb90-a7acf93c17e1 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.461657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-35621332-a294-449d-b962-928fa299ff30 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791027 Aug 19 12:01:07.466320 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.504511 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65821e97-89e4-4762-bb90-a7acf93c17e1 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.512258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65821e97-89e4-4762-bb90-a7acf93c17e1 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.522526 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-576dc257-1a10-4799-9402-bb7c91c61b9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.0970037 Aug 19 12:01:07.528482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65821e97-89e4-4762-bb90-a7acf93c17e1 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.532510 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-65821e97-89e4-4762-bb90-a7acf93c17e1 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1282122 Aug 19 12:01:07.532767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56872) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:07.556455 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:01:07.638358 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e365c2c-c084-4e3f-984f-ea9cb16b8188 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.645280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-742eb7ae-9cbd-47ff-8978-63f6b386fdca req-d9abfb00-6a13-4a2a-909f-4481f69c7808 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514529 Aug 19 12:01:07.663935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d5712c2-a821-47ba-9351-4e4c7c04e50b req-5b07413a-837a-47e5-a0c4-697a88e9bf41 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390141 Aug 19 12:01:07.692554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-e8cd8ab1-1019-4d41-88f9-3e427ca41905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:07.694530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-e8cd8ab1-1019-4d41-88f9-3e427ca41905 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1581089 Aug 19 12:01:07.744625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.794772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 816b5234-0bb5-4b08-93bd-d1d2d17b6309 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:07.835610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb0ccfc5-1d9a-4802-a596-6a588113ab4b req-55847074-464a-4586-a670-f0a61cb6e09c service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592615 Aug 19 12:01:07.908888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 816b5234-0bb5-4b08-93bd-d1d2d17b6309 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:07.913514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 816b5234-0bb5-4b08-93bd-d1d2d17b6309 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:07.913894 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.937974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Port': ['ID=74e6eada-cdb9-496e-af7f-c7a64e164789,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:07.944076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-e65bb4dd-25c0-42e1-8a06-b7012ec8ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:07.945984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-e65bb4dd-25c0-42e1-8a06-b7012ec8ff53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374210 Aug 19 12:01:07.957662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Checking segment: {'id': '62e6f92a-6426-4356-82ed-71d2e023a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fe495c14-2378-49a4-b53f-9695fe22c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:07.958087 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Network hostable DHCP agents. Network: fe495c14-2378-49a4-b53f-9695fe22c83c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:01:07.967403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e365c2c-c084-4e3f-984f-ea9cb16b8188 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.969951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e365c2c-c084-4e3f-984f-ea9cb16b8188 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:07.998701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18777c6e-bef0-461f-92d4-c0fb08e4c5f6 req-521b5e12-0169-4a93-9358-51c137ac8be1 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:08.007946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18777c6e-bef0-461f-92d4-c0fb08e4c5f6 req-521b5e12-0169-4a93-9358-51c137ac8be1 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1932867 Aug 19 12:01:08.023938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e365c2c-c084-4e3f-984f-ea9cb16b8188 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.024456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e365c2c-c084-4e3f-984f-ea9cb16b8188 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c588aa7-b35c-45c2-a3c8-12db50ed7455 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:01:08.029633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e365c2c-c084-4e3f-984f-ea9cb16b8188 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.030899 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6e365c2c-c084-4e3f-984f-ea9cb16b8188 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "DELETE /v2.0/routers/9c588aa7-b35c-45c2-a3c8-12db50ed7455 HTTP/1.1" status: 204 len: 168 time: 0.4971235 Aug 19 12:01:08.060873 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.081609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Network fe495c14-2378-49a4-b53f-9695fe22c83c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:01:08.091987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93504d0d-e1bb-41f1-88a6-ff683287237e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b5234-0bb5-4b08-93bd-d1d2d17b6309'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:08.094924 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda9e370-d462-4368-8765-6196445dc797" -d '{"events": [{"server_uuid": "93504d0d-e1bb-41f1-88a6-ff683287237e", "name": "network-vif-plugged", "status": "completed", "tag": "816b5234-0bb5-4b08-93bd-d1d2d17b6309"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:08.109106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:08.115668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, fe495c14-2378-49a4-b53f-9695fe22c83c) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:08.126872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:08.127983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.132879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18777c6e-bef0-461f-92d4-c0fb08e4c5f6 req-656c3eab-575f-480e-8dc3-dd9f431bda2c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233065 Aug 19 12:01:08.166675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 816b5234-0bb5-4b08-93bd-d1d2d17b6309, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=816b5234-0bb5-4b08-93bd-d1d2d17b6309,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:08.169377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02e13c-027a-4e07-be3e-2668d8c8ca40 None None] Network fe495c14-2378-49a4-b53f-9695fe22c83c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:08.198981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Port': ['ID=85e0fa2a-e0bd-41f4-bf1e-a880139a74dc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:08.223754 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.267193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56920) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:08.290605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-e9341c80-ed85-4ed4-be93-01f85a45faad service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264899 Aug 19 12:01:08.315083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=816b5234-0bb5-4b08-93bd-d1d2d17b6309,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:08.379038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port fdcbd2b1-3382-4495-af7c-ec2d2407add0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:08.419776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Checking segment: {'id': '8e329016-f1b8-4196-b081-53e58f4f6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8c5bae00-17a0-42c3-a56c-ec7d5eb727d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:08.420362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Network hostable DHCP agents. Network: 8c5bae00-17a0-42c3-a56c-ec7d5eb727d9, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:01:08.422246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port fdcbd2b1-3382-4495-af7c-ec2d2407add0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:08.422629 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.492026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a89e32-2fc2-4be4-ba81-dd4b8378cba4 req-fe8fb066-a410-41b5-8a4d-ab7c59b839cb tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:08.493825 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90a89e32-2fc2-4be4-ba81-dd4b8378cba4 req-fe8fb066-a410-41b5-8a4d-ab7c59b839cb tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 949 time: 0.1930034 Aug 19 12:01:08.522265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-27332309', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:08.532419 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.552728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.554200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.563233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fc085-145c-429d-9bb5-63ab10cb8c03 req-daea7d4b-2c91-4e82-be5a-0e30e2a29edd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:08.566426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d36fc085-145c-429d-9bb5-63ab10cb8c03 req-daea7d4b-2c91-4e82-be5a-0e30e2a29edd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.2509196 Aug 19 12:01:08.574220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:08.575142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Network 8c5bae00-17a0-42c3-a56c-ec7d5eb727d9 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:01:08.581081 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.582300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:08.614022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90a89e32-2fc2-4be4-ba81-dd4b8378cba4 req-ddea2500-8cf7-4ae8-9713-ff66b9c0b42d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084435 Aug 19 12:01:08.624714 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.646593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 8c5bae00-17a0-42c3-a56c-ec7d5eb727d9) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:08.657613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abcad8f-cdad-4161-a529-d6e8a3d07a99 None None] Network 8c5bae00-17a0-42c3-a56c-ec7d5eb727d9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:08.659966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-d71feb0f-710e-4030-957e-1a8c4ed3e876 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400724 Aug 19 12:01:08.666933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:08.700447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:08.701758 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfefe21a-893e-4c6f-b4ba-3ab0dda224bd x-openstack-request-id: req-bfefe21a-893e-4c6f-b4ba-3ab0dda224bd {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:08.703613 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93504d0d-e1bb-41f1-88a6-ff683287237e", "name": "network-vif-plugged", "status": "completed", "tag": "816b5234-0bb5-4b08-93bd-d1d2d17b6309", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:08.703613 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfefe21a-893e-4c6f-b4ba-3ab0dda224bd {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:08.703613 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93504d0d-e1bb-41f1-88a6-ff683287237e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b5234-0bb5-4b08-93bd-d1d2d17b6309', 'code': 200} Aug 19 12:01:08.724007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:08.725395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.738600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:08.764346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b954726b-5995-4ba6-b91a-c251557eb5b4 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6753745 Aug 19 12:01:08.776971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:08.793150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d36fc085-145c-429d-9bb5-63ab10cb8c03 req-ccda6287-5783-4c8b-ab3d-28416ce6a647 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126412 Aug 19 12:01:08.902533 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.903601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:08.935297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d04aac-efd9-4140-9080-7ef14a23f823 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:08.943438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d04aac-efd9-4140-9080-7ef14a23f823 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:08.945494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f0d04aac-efd9-4140-9080-7ef14a23f823 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1665268 Aug 19 12:01:08.950624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56966) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:08.955273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d81f36-7fb5-4ad5-a84f-e6e87c9b3ebf req-c7a24ba6-183e-46b9-8ccb-e5f5f1453665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:08.957000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8d81f36-7fb5-4ad5-a84f-e6e87c9b3ebf req-c7a24ba6-183e-46b9-8ccb-e5f5f1453665 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 1096 time: 0.1398170 Aug 19 12:01:08.978454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:08.991821 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.037503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1427c-dd2f-4d47-a9c2-0c1058d90533 req-4b5a7973-0dbf-406b-b80d-318210401889 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:09.039341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bae1427c-dd2f-4d47-a9c2-0c1058d90533 req-4b5a7973-0dbf-406b-b80d-318210401889 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 945 time: 0.1483247 Aug 19 12:01:09.051995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:09.083692 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8d81f36-7fb5-4ad5-a84f-e6e87c9b3ebf req-46efe304-8011-43ce-a52f-d6a4dcea5685 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175840 Aug 19 12:01:09.123196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bae1427c-dd2f-4d47-a9c2-0c1058d90533 req-3468bc11-ae0d-4e64-bda8-ffafd08071f9 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538871 Aug 19 12:01:09.135731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-dc5910f1-6fc4-4a0f-98d1-bae5252d0882 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Deleting port 74e6eada-cdb9-496e-af7f-c7a64e164789 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:09.136274 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dc5910f1-6fc4-4a0f-98d1-bae5252d0882 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.157656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.178798 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.255695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dc5910f1-6fc4-4a0f-98d1-bae5252d0882 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.290962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-dc5910f1-6fc4-4a0f-98d1-bae5252d0882 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Calling delete_port for 74e6eada-cdb9-496e-af7f-c7a64e164789 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:09.291575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Allocated IP 172.25.4.236 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/d0a17b9d-a964-431a-82ad-2a841f325008) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:09.349396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a10d2-76cd-4e41-b510-4f96e56b145c req-0213bd6e-68ad-4407-9826-554997f61f78 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:09.350979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e4a10d2-76cd-4e41-b510-4f96e56b145c req-0213bd6e-68ad-4407-9826-554997f61f78 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1308284 Aug 19 12:01:09.410433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e4a10d2-76cd-4e41-b510-4f96e56b145c req-aca1691f-ca2e-4e8d-8cfb-2fb85e78e161 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491469 Aug 19 12:01:09.421432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dc5910f1-6fc4-4a0f-98d1-bae5252d0882 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.425594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.456472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5910f1-6fc4-4a0f-98d1-bae5252d0882 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Port': ['ID=74e6eada-cdb9-496e-af7f-c7a64e164789,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:09.470852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dc5910f1-6fc4-4a0f-98d1-bae5252d0882 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.475749 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dc5910f1-6fc4-4a0f-98d1-bae5252d0882 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/ports/74e6eada-cdb9-496e-af7f-c7a64e164789 HTTP/1.1" status: 204 len: 168 time: 0.5205224 Aug 19 12:01:09.476008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57010) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:09.483417 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.526343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:09.531523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:09.535063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:09.566266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event updated for resources: {'Port': ['ID=d0a17b9d-a964-431a-82ad-2a841f325008,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:09.572893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-42f221ec-1802-4e67-a8da-cfc42637d25f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Deleting port 85e0fa2a-e0bd-41f4-bf1e-a880139a74dc {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:09.573167 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42f221ec-1802-4e67-a8da-cfc42637d25f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.655057 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42f221ec-1802-4e67-a8da-cfc42637d25f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.676235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-42f221ec-1802-4e67-a8da-cfc42637d25f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Calling delete_port for 85e0fa2a-e0bd-41f4-bf1e-a880139a74dc owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:09.811586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9fff7-8269-4e94-a5f4-a0b9e615dd0c req-257e11de-4dcd-4f9a-ba10-b75b6005b96a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:09.813395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8a9fff7-8269-4e94-a5f4-a0b9e615dd0c req-257e11de-4dcd-4f9a-ba10-b75b6005b96a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.1060359 Aug 19 12:01:09.849909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42f221ec-1802-4e67-a8da-cfc42637d25f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.859093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.901230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f221ec-1802-4e67-a8da-cfc42637d25f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Port': ['ID=85e0fa2a-e0bd-41f4-bf1e-a880139a74dc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:09.904068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57034) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:09.908660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42f221ec-1802-4e67-a8da-cfc42637d25f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:09.910793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-42f221ec-1802-4e67-a8da-cfc42637d25f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/ports/85e0fa2a-e0bd-41f4-bf1e-a880139a74dc HTTP/1.1" status: 204 len: 168 time: 0.4337926 Aug 19 12:01:09.914463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8a9fff7-8269-4e94-a5f4-a0b9e615dd0c req-813e7d63-1a7d-4cbd-bd4f-82d504495173 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902693 Aug 19 12:01:09.920391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57036) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:09.972254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-66bcfab9-3d09-41bc-99d8-9012ed5b779d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0472097 Aug 19 12:01:09.972575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57040) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:09.984877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1851867008'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:10.030571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Made reservation on behalf of 0db17019dc3a4512b85c1c760b56024f for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:10.034371 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.058381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438bfea-e5b7-4d3f-8df8-10fc6697894d req-fe8ea54e-a33f-4f42-a58d-2020e62ef125 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:10.059971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7438bfea-e5b7-4d3f-8df8-10fc6697894d req-fe8ea54e-a33f-4f42-a58d-2020e62ef125 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.0945601 Aug 19 12:01:10.086812 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4cb3991-e5ce-4220-a826-beb6a58fd785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.107139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:01:10.124654 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.125007 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Added segment 6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1 of type vlan for network b766f397-7120-45d0-8fe4-a32a0b7c2d33 Aug 19 12:01:10.165248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7438bfea-e5b7-4d3f-8df8-10fc6697894d req-621a84bf-cd1c-4d2d-a01c-d2b100a46f2d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967429 Aug 19 12:01:10.217770 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.311050 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.316523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:10.317133 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.341065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80e0d9-b361-44ed-a0bc-817a5868f3f4 req-e9f9a11d-02f1-46aa-a325-56c709018b7a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:10.342580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d80e0d9-b361-44ed-a0bc-817a5868f3f4 req-e9f9a11d-02f1-46aa-a325-56c709018b7a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 945 time: 0.1192539 Aug 19 12:01:10.389604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.465272 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4cb3991-e5ce-4220-a826-beb6a58fd785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.471663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Network': ['ID=b766f397-7120-45d0-8fe4-a32a0b7c2d33,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:10.484397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network b766f397-7120-45d0-8fe4-a32a0b7c2d33 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:01:10.495413 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4cb3991-e5ce-4220-a826-beb6a58fd785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.525262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-822af0dd-fa95-4704-af12-3f8ad0dfbc9e tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5515184 Aug 19 12:01:10.528709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57046) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:10.537904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-445154806'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:10.544449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Router de0a0f00-d393-4eea-bad6-7e5bb652c148 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:01:10.596457 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d80e0d9-b361-44ed-a0bc-817a5868f3f4 req-c5be849c-7e06-4413-8191-99a98e684b49 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972885 Aug 19 12:01:10.599693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb3991-e5ce-4220-a826-beb6a58fd785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e186b13-abf7-4407-a559-63ebf6e6e2e0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:10.608723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f4cb3991-e5ce-4220-a826-beb6a58fd785 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1922ae9cf5c74dbc8f4f0e822be59c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904397 Aug 19 12:01:10.609995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57048) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:10.621311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Made reservation on behalf of 0db17019dc3a4512b85c1c760b56024f for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:10.624817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.659660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5935-60d0-4afb-a4ac-dbb48f98cdd1 req-1bbe58d4-1d7d-4d60-a106-f75d14415b41 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:10.661219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f38a5935-60d0-4afb-a4ac-dbb48f98cdd1 req-1bbe58d4-1d7d-4d60-a106-f75d14415b41 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1674974 Aug 19 12:01:10.693713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:01:10.703067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:01:10.703863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0'}, {'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:10.709214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b9b86b8-9388-499d-809d-d48726f21d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.714042 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.714394 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Added segment d9ba2cd3-4ad4-4d28-aa8f-e15603c07956 of type vlan for network 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7 Aug 19 12:01:10.716447 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da546c90-d828-4546-ac60-25da2b9238d4" -d '{"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-plugged", "status": "completed", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0"}, {"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-unplugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:10.719604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f38a5935-60d0-4afb-a4ac-dbb48f98cdd1 req-5f8ad650-7369-4bdf-a001-33ba6cf9ae64 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519435 Aug 19 12:01:10.724628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c2d8fe-6611-4dea-87b8-93c062e2b377 None None] Sync routers for ids ['de0a0f00-d393-4eea-bad6-7e5bb652c148'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:01:10.738025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2d8fe-6611-4dea-87b8-93c062e2b377 None None] Routers {'de0a0f00-d393-4eea-bad6-7e5bb652c148'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:10.739813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f6c2d8fe-6611-4dea-87b8-93c062e2b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['de0a0f00-d393-4eea-bad6-7e5bb652c148'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:10.739939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b9b86b8-9388-499d-809d-d48726f21d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.760452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.761799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6656bebe-af53-487e-86c8-017d65844d5d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4934728 Aug 19 12:01:10.764782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57052) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:10.788878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f6c2d8fe-6611-4dea-87b8-93c062e2b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:10.803427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2d8fe-6611-4dea-87b8-93c062e2b377 None None] Routers {'de0a0f00-d393-4eea-bad6-7e5bb652c148'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:10.805562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f6c2d8fe-6611-4dea-87b8-93c062e2b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['de0a0f00-d393-4eea-bad6-7e5bb652c148'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:10.808853 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95cfd4a-b73c-4044-80fb-37866ef9552d x-openstack-request-id: req-f95cfd4a-b73c-4044-80fb-37866ef9552d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:10.809324 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-plugged", "status": "completed", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0", "code": 200}, {"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-unplugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:10.809590 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f95cfd4a-b73c-4044-80fb-37866ef9552d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:10.810082 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'code': 200} Aug 19 12:01:10.810337 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'code': 200} Aug 19 12:01:10.815198 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.817008 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b9b86b8-9388-499d-809d-d48726f21d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.819783 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b9b86b8-9388-499d-809d-d48726f21d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.823458 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5b9b86b8-9388-499d-809d-d48726f21d31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e186b13-abf7-4407-a559-63ebf6e6e2e0 HTTP/1.1" status: 204 len: 168 time: 0.2100058 Aug 19 12:01:10.833449 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b86b8-9388-499d-809d-d48726f21d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e186b13-abf7-4407-a559-63ebf6e6e2e0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:10.855630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f6c2d8fe-6611-4dea-87b8-93c062e2b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:10.856834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c2d8fe-6611-4dea-87b8-93c062e2b377 None None] The sync data for ids ['de0a0f00-d393-4eea-bad6-7e5bb652c148'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:01:10.895964 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.903017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:10.903664 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:10.984935 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4540889 Aug 19 12:01:10.989466 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-93e07e73-385d-4a59-8454-b4b4720d426d tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/routers/de0a0f00-d393-4eea-bad6-7e5bb652c148 HTTP/1.1" status: 200 len: 923 time: 0.2236474 Aug 19 12:01:10.992574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57070) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:11.008519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a0088-270d-43f9-904a-5e6580e03cc7 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Network': ['ID=99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:11.022645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:01:11.027835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-627c8b2d-d1b8-4475-9504-926abe0d403e tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=de0a0f00-d393-4eea-bad6-7e5bb652c148 HTTP/1.1" status: 200 len: 205 time: 0.0338428 Aug 19 12:01:11.030127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57072) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:11.082903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff67c9-6870-4e67-910a-e6e1e8cca157 req-17bb1317-aec0-493c-a6ba-ba18484c26bc tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:11.093010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95ff67c9-6870-4e67-910a-e6e1e8cca157 req-17bb1317-aec0-493c-a6ba-ba18484c26bc tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.0867155 Aug 19 12:01:11.149323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95ff67c9-6870-4e67-910a-e6e1e8cca157 req-ae1ebd3f-cb2c-4a4c-9b0d-f53a5565250e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485692 Aug 19 12:01:11.217896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:11.383122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bb0cd-4cef-4206-89b7-cfa1772b938f req-463126e9-7f79-4b81-be81-2cce16ab2286 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:11.386265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-693bb0cd-4cef-4206-89b7-cfa1772b938f req-463126e9-7f79-4b81-be81-2cce16ab2286 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.0769203 Aug 19 12:01:11.387333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:11.438867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-693bb0cd-4cef-4206-89b7-cfa1772b938f req-250d1ebc-0028-4866-b018-f2b47825576d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Aug 19 12:01:11.482170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Deleting port d0a17b9d-a964-431a-82ad-2a841f325008 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:11.482644 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:11.578293 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:11.592631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Calling delete_port for d0a17b9d-a964-431a-82ad-2a841f325008 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:11.815415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d98d8-2434-4d00-88ce-bd16c538f856 req-b391706a-aff4-4282-9af2-a8f229f3d97f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:11.821114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e45d98d8-2434-4d00-88ce-bd16c538f856 req-b391706a-aff4-4282-9af2-a8f229f3d97f tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 945 time: 0.1286473 Aug 19 12:01:11.884886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:11.957317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event deleted for resources: {'Port': ['ID=d0a17b9d-a964-431a-82ad-2a841f325008,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:11.974638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e45d98d8-2434-4d00-88ce-bd16c538f856 req-3b72d272-466e-492b-8b0f-94974eba8f38 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300004 Aug 19 12:01:12.029879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-1456dfd0-61e5-4baa-99b6-030df8d630a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:12.031483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-1456dfd0-61e5-4baa-99b6-030df8d630a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e&tenant_id=e965f0a2bc434fb0be5dfcd914344c10 HTTP/1.1" status: 200 len: 1101 time: 0.2093287 Aug 19 12:01:12.056907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ce387-1a76-4952-9d1e-736c24935d58 req-c5b31119-1abc-4a92-8476-41672325beb8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:12.058664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-397ce387-1a76-4952-9d1e-736c24935d58 req-c5b31119-1abc-4a92-8476-41672325beb8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.2167561 Aug 19 12:01:12.064380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.064617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:12.092566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e8dde445-51ed-4577-b326-4ead4ab51a2b details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:01:12.255781 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.278000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.311912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:12.327412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'e8dde445-51ed-4577-b326-4ead4ab51a2b', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'e8dde445-51ed-4577-b326-4ead4ab51a2b', 'mac_address': 'fa:16:3e:cc:c8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:01:12.358295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-397ce387-1a76-4952-9d1e-736c24935d58 req-9cc16499-bfe5-4d09-9cbf-830b061ddecb tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314150 Aug 19 12:01:12.367216 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.388247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.395751 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.396393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Fanout notify agent at l3_agent the message router_deleted on router de0a0f00-d393-4eea-bad6-7e5bb652c148 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:01:12.412554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.416239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-23b7844c-e716-4a98-bce7-da68c3f8c592 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/de0a0f00-d393-4eea-bad6-7e5bb652c148 HTTP/1.1" status: 204 len: 168 time: 1.3837941 Aug 19 12:01:12.420641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57142) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:12.427023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'router': {'name': 'tempest-snat-router-565387019', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': False}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:12.434099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8dde445-51ed-4577-b326-4ead4ab51a2b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:12.484297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:12.485154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304bbd2-fd34-469b-925c-3f9e38e45d3b req-ccdd9f61-b4fd-4446-b1f2-7b06a7254b80 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:12.487257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8304bbd2-fd34-469b-925c-3f9e38e45d3b req-ccdd9f61-b4fd-4446-b1f2-7b06a7254b80 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c11b429-0b95-4a0e-b075-230ddacb78b6 HTTP/1.1" status: 200 len: 945 time: 0.2571094 Aug 19 12:01:12.496339 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.499508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.501923 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.586343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:12.610856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e8dde445-51ed-4577-b326-4ead4ab51a2b,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:12.678128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8304bbd2-fd34-469b-925c-3f9e38e45d3b req-abf06b57-3c6c-4adc-9210-afd0b0464845 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352243 Aug 19 12:01:12.704360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['e8dde445-51ed-4577-b326-4ead4ab51a2b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:12.870859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.102817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:13.140055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:13.185184 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.200939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Transition to ACTIVE for port object fdcbd2b1-3382-4495-af7c-ec2d2407add0 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:13.203966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:13.206554 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d64170b-7e8f-4a78-824f-803693b89265" -d '{"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:13.223988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcaf69-50c2-41be-8b9e-308049ff4908 req-3f753cb4-3712-42ce-85ff-41d247bbdc5c tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:13.226333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93fcaf69-50c2-41be-8b9e-308049ff4908 req-3f753cb4-3712-42ce-85ff-41d247bbdc5c tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.7373567 Aug 19 12:01:13.228718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.235045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57184) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:13.253211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.305865 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.491162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5195635-ff2c-41ed-ba42-d5eb5eb566fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.577507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Allocated IP 172.25.4.19 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/8012d43b-8843-4da3-b596-e2ed3098a3b8) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:13.789812 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.797770 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5195635-ff2c-41ed-ba42-d5eb5eb566fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.811793 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5195635-ff2c-41ed-ba42-d5eb5eb566fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.822266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] No DVR routers for this DVR port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:13.841682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0683e0-9417-44ac-90fb-3934fac33948 req-00fd008f-1831-4f1b-ad68-91012a79832d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:13.851667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d0683e0-9417-44ac-90fb-3934fac33948 req-00fd008f-1831-4f1b-ad68-91012a79832d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.9845283 Aug 19 12:01:13.874669 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b5195635-ff2c-41ed-ba42-d5eb5eb566fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d581d1d61d74ae7be4f6315a7430940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6380253 Aug 19 12:01:13.878122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57190) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:13.908451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5195635-ff2c-41ed-ba42-d5eb5eb566fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8090045f-f801-48a1-8840-c455fd182f7c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:13.924128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:13.934001 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93fcaf69-50c2-41be-8b9e-308049ff4908 req-c7e2cb1f-ec0e-4d7c-8b6e-823d1b85f58e tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6957359 Aug 19 12:01:13.963838 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d0683e0-9417-44ac-90fb-3934fac33948 req-425a0405-4320-4f58-964c-c32347892c43 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109016 Aug 19 12:01:13.969600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=10']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:14.003153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.003711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.004203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.004705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.005724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.006351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.007052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.007717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.008185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.008804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.009476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.010142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:14.014445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:14.014982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:14.015516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:14.021330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:01:14.021864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Attempting to bind port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:14.033599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:14.035742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:14.036133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:14.036580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Bound port: fdcbd2b1-3382-4495-af7c-ec2d2407add0, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:14.036972 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:14.061182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:14.089197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e8dde445-51ed-4577-b326-4ead4ab51a2b up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:14.135483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:14.172718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:14.293073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:14.305282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:14.319495 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:14.328326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port e8dde445-51ed-4577-b326-4ead4ab51a2b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:14.330179 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:14.359439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event updated for resources: {'Port': ['ID=8012d43b-8843-4da3-b596-e2ed3098a3b8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:14.369202 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3abd8fc5-2ef8-4ea9-86a1-e8fde8921f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:14.432276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57200) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:14.447168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'subnets': [{'network_id': 'b766f397-7120-45d0-8fe4-a32a0b7c2d33', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--543291904', 'ip_version': 6}, {'network_id': '99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:14.447535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'subnet': {'network_id': 'b766f397-7120-45d0-8fe4-a32a0b7c2d33', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--543291904', 'ip_version': 6}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:14.448310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Request body: {'subnet': {'network_id': '99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:14.448574 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605bdc21-302d-4827-b5b9-8ef6fd6d349a x-openstack-request-id: req-605bdc21-302d-4827-b5b9-8ef6fd6d349a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:14.449652 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:14.450114 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-605bdc21-302d-4827-b5b9-8ef6fd6d349a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:14.450831 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'code': 200} Aug 19 12:01:14.511940 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3abd8fc5-2ef8-4ea9-86a1-e8fde8921f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:14.532367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:14.536264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:14.540132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] 10.222.0.54 "PUT /v2.0/ports/fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 1097 time: 2.4803531 Aug 19 12:01:14.563100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910b4af-0d22-49d6-9c3d-c6b08dda7caa service neutron] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=11']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:14.611490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:14.714170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:14.715288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:14.733354 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ccf3d1-3b37-412c-a74d-51c05081becb" -d '{"events": [{"server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "name": "network-vif-plugged", "status": "completed", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:14.738676 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:14.739489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:14.795254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f8b5f-4f2c-409b-960c-1c245a4d0d9c req-9ce6a6a9-e896-4c3b-aba8-2e34f366091c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:14.802561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e8f8b5f-4f2c-409b-960c-1c245a4d0d9c req-9ce6a6a9-e896-4c3b-aba8-2e34f366091c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.2001784 Aug 19 12:01:14.824707 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9aa5b6-8111-46eb-b3c4-0c09220c73e7 x-openstack-request-id: req-1f9aa5b6-8111-46eb-b3c4-0c09220c73e7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:14.825000 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "name": "network-vif-plugged", "status": "completed", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:14.825253 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f9aa5b6-8111-46eb-b3c4-0c09220c73e7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:14.825644 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b', 'code': 200} Aug 19 12:01:14.859392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-50dc0ef8-d6d9-431f-a693-f6416fd0697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:14.877480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-50dc0ef8-d6d9-431f-a693-f6416fd0697f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1100 time: 0.2008317 Aug 19 12:01:14.880371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:14.905165 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:14.917713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e8dde445-51ed-4577-b326-4ead4ab51a2b,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:14.998487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e8f8b5f-4f2c-409b-960c-1c245a4d0d9c req-ac69c029-9bd0-484d-a6bc-cb5cf6b0f78c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927817 Aug 19 12:01:15.053904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778d24-b9d9-49a5-9af4-5659bd1c3a64 req-cb011e76-e1e0-426e-8004-ba06710ca323 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:15.055866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b778d24-b9d9-49a5-9af4-5659bd1c3a64 req-cb011e76-e1e0-426e-8004-ba06710ca323 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c11b429-0b95-4a0e-b075-230ddacb78b6 HTTP/1.1" status: 200 len: 945 time: 0.1106622 Aug 19 12:01:15.064027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-55edf4fd-7a55-44f6-b16b-5996ec01d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:15.065513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-55edf4fd-7a55-44f6-b16b-5996ec01d4f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1848645 Aug 19 12:01:15.176900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-05ac05cd-5d2d-4620-9639-2098c6653fe6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.0898495 Aug 19 12:01:15.202625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b778d24-b9d9-49a5-9af4-5659bd1c3a64 req-c04d3bbb-32f5-4480-9ed9-ac1d0298d20d tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358964 Aug 19 12:01:15.278934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-7f882b41-8d1a-4b5c-b352-a0d066b45c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:15.281787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-7f882b41-8d1a-4b5c-b352-a0d066b45c9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0914624 Aug 19 12:01:15.291459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993cae6-120c-49ee-abbb-c5f08bb66f6d req-8855f7e2-337d-494f-8258-2d916bfe292c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:15.299028 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1993cae6-120c-49ee-abbb-c5f08bb66f6d req-8855f7e2-337d-494f-8258-2d916bfe292c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.2108400 Aug 19 12:01:15.428148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1993cae6-120c-49ee-abbb-c5f08bb66f6d req-896cd83b-dfc8-4d5d-9b92-b4632a993dcf tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280665 Aug 19 12:01:15.461864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694490f0-a0d6-489d-aa43-4a825192718d req-60c7bbc4-500c-4e78-b1b2-3f3e82d29121 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:15.463509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-694490f0-a0d6-489d-aa43-4a825192718d req-60c7bbc4-500c-4e78-b1b2-3f3e82d29121 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 949 time: 0.1339905 Aug 19 12:01:15.471848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-1fdc3b71-f79d-4a2e-9475-ce1cdab6187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:15.473364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-1fdc3b71-f79d-4a2e-9475-ce1cdab6187f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1718321 Aug 19 12:01:15.605750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-694490f0-a0d6-489d-aa43-4a825192718d req-195396d0-7aa1-460d-9e23-983359579f17 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254094 Aug 19 12:01:15.642204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Made reservation on behalf of 0db17019dc3a4512b85c1c760b56024f for: {'subnet': 2} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:15.649054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:15.650920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:15.662338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3abd8fc5-2ef8-4ea9-86a1-e8fde8921f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:15.665604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-6934a224-cf64-4300-b89f-0dfa04b82c07 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749258 Aug 19 12:01:15.665749 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3abd8fc5-2ef8-4ea9-86a1-e8fde8921f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:15.666861 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3abd8fc5-2ef8-4ea9-86a1-e8fde8921f2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8090045f-f801-48a1-8840-c455fd182f7c HTTP/1.1" status: 204 len: 168 time: 1.7875266 Aug 19 12:01:15.729075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd8fc5-2ef8-4ea9-86a1-e8fde8921f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8090045f-f801-48a1-8840-c455fd182f7c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:15.826721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a8ffd0-8885-4086-bcd9-4dead400c002 req-85a145b1-1aaf-49f5-a50b-1ce18e96f612 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533856 Aug 19 12:01:15.929597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:16.216265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84146cf1-3b80-49da-9dba-f841012984dd req-e93b3248-4270-4621-a855-5913bae6d028 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:16.219667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84146cf1-3b80-49da-9dba-f841012984dd req-e93b3248-4270-4621-a855-5913bae6d028 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1096056 Aug 19 12:01:16.364351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84146cf1-3b80-49da-9dba-f841012984dd req-c5033dd2-40ea-45d4-baaf-2d381b946608 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319578 Aug 19 12:01:16.446969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b83e1-cd79-4dc3-8a6e-4afe16c59ae6 req-b7d2b29e-d24e-493d-b844-051aca25c0df tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:16.446969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b83e1-cd79-4dc3-8a6e-4afe16c59ae6 req-b7d2b29e-d24e-493d-b844-051aca25c0df tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c11b429-0b95-4a0e-b075-230ddacb78b6 HTTP/1.1" status: 200 len: 945 time: 0.0708563 Aug 19 12:01:16.453240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:16.456800 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de" -d '{"events": [{"name": "network-changed", "server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:16.567763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Router 53087e0d-654c-4719-80d0-d1cdd5d76f6b is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:01:16.623998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b83e1-cd79-4dc3-8a6e-4afe16c59ae6 req-a5b0a2ad-95e9-4775-9f34-9a402e64f256 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530385 Aug 19 12:01:16.649263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308558-a7e9-492f-9f05-311a737d2047 req-ab9f6a5d-105f-4b77-8bdb-20e307589798 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:16.652506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08308558-a7e9-492f-9f05-311a737d2047 req-ab9f6a5d-105f-4b77-8bdb-20e307589798 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c11b429-0b95-4a0e-b075-230ddacb78b6 HTTP/1.1" status: 200 len: 945 time: 0.1584120 Aug 19 12:01:16.776727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:16.799537 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c950196-fdc2-419c-ab2d-e45146bbef3e x-openstack-request-id: req-4c950196-fdc2-419c-ab2d-e45146bbef3e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:16.799833 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:16.800089 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c950196-fdc2-419c-ab2d-e45146bbef3e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:16.800487 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'status': 'completed', 'code': 200} Aug 19 12:01:16.874337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-d1d7ca8c-5c9c-4586-9523-1bfa38869663 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:16.876106 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-d1d7ca8c-5c9c-4586-9523-1bfa38869663 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "GET /v2.0/ports?device_id=93504d0d-e1bb-41f1-88a6-ff683287237e HTTP/1.1" status: 200 len: 945 time: 0.3022766 Aug 19 12:01:16.947005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c1985-c773-4d5e-98f2-bf6525cfbf95 req-2c60fb31-37bb-485c-93d2-f93ed5a1208f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:16.954649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d67c1985-c773-4d5e-98f2-bf6525cfbf95 req-2c60fb31-37bb-485c-93d2-f93ed5a1208f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.3832903 Aug 19 12:01:16.964386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Subnet': ['ID=2d6c982b-f55b-441f-b01e-844c492bd9f2,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:16.991491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-bf8195d6-2225-428e-a3e3-187876784fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:16.993168 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-bf8195d6-2225-428e-a3e3-187876784fda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1100 time: 0.2272451 Aug 19 12:01:17.030771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbfb4b-cafe-41ee-9766-c8da6440ad36 req-550a7c2d-ff99-42fb-a8a2-fdd4233011b5 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:17.033054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4efbfb4b-cafe-41ee-9766-c8da6440ad36 req-550a7c2d-ff99-42fb-a8a2-fdd4233011b5 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 949 time: 0.1360290 Aug 19 12:01:17.041667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-5cc0ad5d-84cc-4164-a898-993248b62037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:17.043652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-5cc0ad5d-84cc-4164-a898-993248b62037 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1100 time: 0.2418680 Aug 19 12:01:17.066522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:01:17.068343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Checking segment: {'id': '6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b766f397-7120-45d0-8fe4-a32a0b7c2d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:17.068730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Network hostable DHCP agents. Network: b766f397-7120-45d0-8fe4-a32a0b7c2d33, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:01:17.080467 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Sync routers for ids ['53087e0d-654c-4719-80d0-d1cdd5d76f6b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:01:17.090155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d67c1985-c773-4d5e-98f2-bf6525cfbf95 req-ea20c5f4-9f07-48ae-b94b-b99166d44be6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345353 Aug 19 12:01:17.107418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-08308558-a7e9-492f-9f05-311a737d2047 req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Deleting port 3dff9000-0f66-4fe4-a9b8-e867aa309caf {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:17.108010 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-08308558-a7e9-492f-9f05-311a737d2047 req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:17.108389 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Routers {'53087e0d-654c-4719-80d0-d1cdd5d76f6b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:17.110911 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['53087e0d-654c-4719-80d0-d1cdd5d76f6b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:17.144288 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:17.145664 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d688db2a-3248-41ae-96f7-ae93bd7520d3 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7235711 Aug 19 12:01:17.150239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57264) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:17.231206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Network b766f397-7120-45d0-8fe4-a32a0b7c2d33 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:01:17.310230 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4e66474c-f4b4-4fd3-84aa-0ad72d6aa107 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/routers/53087e0d-654c-4719-80d0-d1cdd5d76f6b HTTP/1.1" status: 200 len: 907 time: 0.1579587 Aug 19 12:01:17.317228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57266) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:17.328587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'router': {'name': 'tempest-snat-router-565387019', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': True}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:17.353590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-edbd180f-aa68-4d59-bdbe-5cca3f4c3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:17.355452 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-edbd180f-aa68-4d59-bdbe-5cca3f4c3892 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.3546286 Aug 19 12:01:17.357847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, b766f397-7120-45d0-8fe4-a32a0b7c2d33) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:17.361359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:17.362669 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:17.368935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b70038-2a14-4fd5-a06d-932f07579271 None None] Network b766f397-7120-45d0-8fe4-a32a0b7c2d33 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:17.379671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4efbfb4b-cafe-41ee-9766-c8da6440ad36 req-1f4ce107-c70a-4e1e-804b-7c6afe685a96 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177855 Aug 19 12:01:17.420915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-88bb451c-ba1a-47c6-9772-d9f23aede7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:17.424488 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Set router 53087e0d-654c-4719-80d0-d1cdd5d76f6b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:01:17.426349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:17.431944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:17.436248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-88bb451c-ba1a-47c6-9772-d9f23aede7f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.3389940 Aug 19 12:01:17.523894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event updated for resources: {'Subnet': ['ID=cf9b1a51-3b01-487f-9e9d-e86a45d1a82e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:17.529524 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-923e402e-b4ee-46c1-9152-b722b495984f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.0930920 Aug 19 12:01:17.536217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Deleting port 816b5234-0bb5-4b08-93bd-d1d2d17b6309 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:17.536959 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:17.563194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-8b87d11b-a781-48c2-9242-1799fa9cc5d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 200 len: 217 time: 0.1213167 Aug 19 12:01:17.641567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-02ccd95c-72e4-4df6-8c9a-4f6d6ec80639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:17.643113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-02ccd95c-72e4-4df6-8c9a-4f6d6ec80639 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0606799 Aug 19 12:01:17.750817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-b766f397-7120-45d0-8fe4-a32a0b7c2d33', 'network_id': 'b766f397-7120-45d0-8fe4-a32a0b7c2d33', 'tenant_id': '0db17019dc3a4512b85c1c760b56024f', 'fixed_ips': [{'subnet_id': '2d6c982b-f55b-441f-b01e-844c492bd9f2'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:01:17.752545 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:17.850823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-08308558-a7e9-492f-9f05-311a737d2047 req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] For port 3dff9000-0f66-4fe4-a9b8-e867aa309caf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3dff9000-0f66-4fe4-a9b8-e867aa309caf,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:17.851329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-08308558-a7e9-492f-9f05-311a737d2047 req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:17.886976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-08308558-a7e9-492f-9f05-311a737d2047 req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Calling delete_port for 3dff9000-0f66-4fe4-a9b8-e867aa309caf owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:17.901021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63b224-6745-4388-bf45-6236ca1ad1b1 req-24fc5448-d4e4-486d-8add-d175e4be1067 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:17.909146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f63b224-6745-4388-bf45-6236ca1ad1b1 req-24fc5448-d4e4-486d-8add-d175e4be1067 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.3629148 Aug 19 12:01:17.969991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812912fd-aacf-41ef-8c32-e13e2d86facd req-77eba7c9-ca8c-4238-9075-194bc2e8ecec tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:17.972519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-812912fd-aacf-41ef-8c32-e13e2d86facd req-77eba7c9-ca8c-4238-9075-194bc2e8ecec tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c11b429-0b95-4a0e-b075-230ddacb78b6 HTTP/1.1" status: 200 len: 945 time: 0.1836383 Aug 19 12:01:17.982860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-db528de1-da6f-4ea4-8076-ce7ff2d23a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:17.984594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-db528de1-da6f-4ea4-8076-ce7ff2d23a75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3273315 Aug 19 12:01:18.009243 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53087e0d-654c-4719-80d0-d1cdd5d76f6b', 'name': 'tempest-snat-router-565387019', 'tenant_id': 'a37d37481b744410992c6ff4967b3c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.19'}], 'enable_snat': False}, 'gw_port_id': '8012d43b-8843-4da3-b596-e2ed3098a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:01:12Z', 'updated_at': '2021-08-19T12:01:14Z', 'revision_number': 3, 'project_id': 'a37d37481b744410992c6ff4967b3c7d', 'gw_port': {'id': '8012d43b-8843-4da3-b596-e2ed3098a3b8', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53087e0d-654c-4719-80d0-d1cdd5d76f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:01:13Z', 'updated_at': '2021-08-19T12:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:18.023374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f63b224-6745-4388-bf45-6236ca1ad1b1 req-63c5312c-ce14-4efe-8957-6a05ecf9b17f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132452 Aug 19 12:01:18.074447 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Checking router: 53087e0d-654c-4719-80d0-d1cdd5d76f6b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:01:18.074784 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Updating router 53087e0d-654c-4719-80d0-d1cdd5d76f6b port 8012d43b-8843-4da3-b596-e2ed3098a3b8 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:01:18.086624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Allocated IP 2001:db8::1 (b766f397-7120-45d0-8fe4-a32a0b7c2d33/2d6c982b-f55b-441f-b01e-844c492bd9f2/3071a3c1-3d2b-4d70-b434-2c0431299bfd) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:18.110790 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.126404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] For port 816b5234-0bb5-4b08-93bd-d1d2d17b6309, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=816b5234-0bb5-4b08-93bd-d1d2d17b6309,segment=NetworkSegment(4abd7267-6e86-4707-9f09-7e5e4c8b62be),segment_id=4abd7267-6e86-4707-9f09-7e5e4c8b62be)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:18.126816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.200407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.209330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Checking segment: {'id': 'd9ba2cd3-4ad4-4d28-aa8f-e15603c07956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:18.209699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Network hostable DHCP agents. Network: 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:01:18.212273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Calling delete_port for 816b5234-0bb5-4b08-93bd-d1d2d17b6309 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:18.250672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-f7869c6d-97a3-4876-80c3-5d94b650f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:18.251829 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-f7869c6d-97a3-4876-80c3-5d94b650f5a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.4750607 Aug 19 12:01:18.385960 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.396577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Transition to ACTIVE for port object 3071a3c1-3d2b-4d70-b434-2c0431299bfd will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:18.415288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Transition to ACTIVE for port object 3071a3c1-3d2b-4d70-b434-2c0431299bfd will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:18.434349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Network 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:01:18.435631 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.489561 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e53848e9-4179-4daf-a4da-2f582f981dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.516870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:18.524206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Network b766f397-7120-45d0-8fe4-a32a0b7c2d33 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:18.529134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a2c20-985c-446d-90ab-a6ef09870443 None None] Network 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:18.534695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:18.542479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:18.544951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:18.545479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:18.547818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.561158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Pushing event updated for resources: {'Port': ['ID=3071a3c1-3d2b-4d70-b434-2c0431299bfd,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:18.567630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-812912fd-aacf-41ef-8c32-e13e2d86facd req-aef0d30e-f2ce-480d-80c9-e346329f5602 tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/security-groups?id=53b37284-6a6c-4dd6-ba18-6988afb9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816290 Aug 19 12:01:18.585455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-346130cd-3301-4dcd-8d73-e89995c4aad6 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879531 Aug 19 12:01:18.588486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-1e0fc936-f2c7-4ca0-869b-8700820a8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:18.590067 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-1e0fc936-f2c7-4ca0-869b-8700820a8a7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2586541 Aug 19 12:01:18.651909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57300) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:18.676433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09228ea9-1014-4064-b248-a90b4032e7dd req-d684c38b-57a7-45ed-bfdf-a1ce3889f867 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:18.692443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09228ea9-1014-4064-b248-a90b4032e7dd req-d684c38b-57a7-45ed-bfdf-a1ce3889f867 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.3204362 Aug 19 12:01:18.697741 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.719162 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5a42a2be-63d2-4b34-bf4d-df6f4d722f71 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.2786241 Aug 19 12:01:18.724514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57304) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:18.751753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Attempting to bind port 3071a3c1-3d2b-4d70-b434-2c0431299bfd on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:18.752130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Attempting to bind port 3071a3c1-3d2b-4d70-b434-2c0431299bfd by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b766f397-7120-45d0-8fe4-a32a0b7c2d33'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:18.752551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Attempting to bind port 3071a3c1-3d2b-4d70-b434-2c0431299bfd on network b766f397-7120-45d0-8fe4-a32a0b7c2d33 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:18.770809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:18.771239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Checking segment: {'id': '6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b766f397-7120-45d0-8fe4-a32a0b7c2d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:18.771600 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.772090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Bound using segment: {'id': '6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b766f397-7120-45d0-8fe4-a32a0b7c2d33'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:18.772622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Bound port: 3071a3c1-3d2b-4d70-b434-2c0431299bfd, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b766f397-7120-45d0-8fe4-a32a0b7c2d33'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:18.773278 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:18.924382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09228ea9-1014-4064-b248-a90b4032e7dd req-4ace9de1-cdd9-446f-b9ad-fa081a4241a4 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309589 Aug 19 12:01:18.944743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] For port 3071a3c1-3d2b-4d70-b434-2c0431299bfd, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:18.989051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6935714-4966-437d-85e6-1e8bef11229d req-a48cd57f-ab49-4e1c-ba9d-d3c03692531a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:18.996883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6935714-4966-437d-85e6-1e8bef11229d req-a48cd57f-ab49-4e1c-ba9d-d3c03692531a tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 949 time: 0.2679350 Aug 19 12:01:19.028286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7', 'network_id': '99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7', 'tenant_id': '0db17019dc3a4512b85c1c760b56024f', 'fixed_ips': [{'subnet_id': 'cf9b1a51-3b01-487f-9e9d-e86a45d1a82e'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:01:19.030319 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.039096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-613023358', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:19.080092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Made reservation on behalf of 8190c39377024b9aa10f059e86c9439a for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:19.082695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.107977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-ab117da8-c1d9-49de-91c5-eaa138e35c35 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078628 Aug 19 12:01:19.111606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-08308558-a7e9-492f-9f05-311a737d2047 req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.121953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.143228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6935714-4966-437d-85e6-1e8bef11229d req-59cc4bf3-ed36-4fc3-a361-b75903e390b5 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452751 Aug 19 12:01:19.179888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] For port 3071a3c1-3d2b-4d70-b434-2c0431299bfd, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3071a3c1-3d2b-4d70-b434-2c0431299bfd,segment=NetworkSegment(6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1),segment_id=6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:19.191354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Pushing event deleted for resources: {'Port': ['ID=3dff9000-0f66-4fe4-a9b8-e867aa309caf,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:19.192301 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.302139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-08308558-a7e9-492f-9f05-311a737d2047 req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] No DVR routers for this DVR port 3dff9000-0f66-4fe4-a9b8-e867aa309caf on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:19.316109 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-08308558-a7e9-492f-9f05-311a737d2047 req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.318744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08308558-a7e9-492f-9f05-311a737d2047 req-a3cdbc6d-63fb-4438-8e1e-9705b81202ed tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "DELETE /v2.0/ports/3dff9000-0f66-4fe4-a9b8-e867aa309caf HTTP/1.1" status: 204 len: 173 time: 2.6639559 Aug 19 12:01:19.319242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11b429-0b95-4a0e-b075-230ddacb78b6', 'name': 'network-vif-deleted', 'tag': '3dff9000-0f66-4fe4-a9b8-e867aa309caf'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:19.321683 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c610649e-f7c9-45a3-8b21-36ca0653b0d5" -d '{"events": [{"server_uuid": "3c11b429-0b95-4a0e-b075-230ddacb78b6", "name": "network-vif-deleted", "tag": "3dff9000-0f66-4fe4-a9b8-e867aa309caf"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:19.367286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13665c-2e8a-4eec-b674-bfa95cf4c65e None None] Pushing event updated for resources: {'Port': ['ID=3071a3c1-3d2b-4d70-b434-2c0431299bfd,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:19.389008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Allocated IP 2001:db8:0:1::1 (99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7/cf9b1a51-3b01-487f-9e9d-e86a45d1a82e/119a5c05-3075-4b39-83eb-d4973636f10e) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:19.450042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34805dfc-eaae-4309-95ad-8e3d520b840c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:19.451630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34805dfc-eaae-4309-95ad-8e3d520b840c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:19.453311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34805dfc-eaae-4309-95ad-8e3d520b840c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:19.465759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34805dfc-eaae-4309-95ad-8e3d520b840c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.7189069 Aug 19 12:01:19.466465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac351ae-610a-4e3a-961e-3eb8878e66ff req-171b3a65-50bc-4583-ad9d-82ceab0bf854 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:19.466465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aac351ae-610a-4e3a-961e-3eb8878e66ff req-171b3a65-50bc-4583-ad9d-82ceab0bf854 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.2363710 Aug 19 12:01:19.470494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57314) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:19.502934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.505257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79ecd7-7298-455e-9723-15565a57b4d2 req-c421f652-4761-4f7c-9e4c-2ca194e5a289 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:19.513427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f79ecd7-7298-455e-9723-15565a57b4d2 req-c421f652-4761-4f7c-9e4c-2ca194e5a289 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 1100 time: 0.2090192 Aug 19 12:01:19.517128 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Transition to ACTIVE for port object 8012d43b-8843-4da3-b596-e2ed3098a3b8 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:19.535531 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.554499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Pushing event deleted for resources: {'Port': ['ID=816b5234-0bb5-4b08-93bd-d1d2d17b6309,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:19.636133 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Attempting to bind port 8012d43b-8843-4da3-b596-e2ed3098a3b8 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:19.636930 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Attempting to bind port 8012d43b-8843-4da3-b596-e2ed3098a3b8 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:19.637521 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Attempting to bind port 8012d43b-8843-4da3-b596-e2ed3098a3b8 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:19.658250 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:19.659052 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:19.660023 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.661907 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:19.662653 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Bound port: 8012d43b-8843-4da3-b596-e2ed3098a3b8, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:19.664004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f79ecd7-7298-455e-9723-15565a57b4d2 req-42a14eb4-1ff8-4d31-bf50-06dc77aeab27 tempest-MigrationsAdminTest-1752329798 tempest-MigrationsAdminTest-1752329798-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494508 Aug 19 12:01:19.664871 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.668589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-c96d69b6-bb0d-4b3c-ab13-9408883f2a80 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9510813 Aug 19 12:01:19.678974 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Pushing event updated for resources: {'Port': ['ID=8012d43b-8843-4da3-b596-e2ed3098a3b8,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:19.708733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] No DVR routers for this DVR port 816b5234-0bb5-4b08-93bd-d1d2d17b6309 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:19.720899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aac351ae-610a-4e3a-961e-3eb8878e66ff req-3dfb7464-579a-4bfd-9284-bebcfaed36b4 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489517 Aug 19 12:01:19.727889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8f5a6c-7e7d-4d99-94c1-363afb4e17b8 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Deleting subnet 2d6c982b-f55b-441f-b01e-844c492bd9f2 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:01:19.751118 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c8f5a6c-7e7d-4d99-94c1-363afb4e17b8 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.777113 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.778680 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.779116 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.785715 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.788112 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.788755 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.789052 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.789383 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.791491 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.791836 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.792172 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.794134 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:19.881221 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.883601 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b6037033-074f-4c75-8aa3-403d7cab9f7a req-49de3f8d-7045-43d1-8f3d-e6d4da38c39a tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.54 "DELETE /v2.0/ports/816b5234-0bb5-4b08-93bd-d1d2d17b6309 HTTP/1.1" status: 204 len: 173 time: 2.9659653 Aug 19 12:01:19.894213 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:19.950386 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bb6f07-6c7e-449b-a142-8cc90d20bf2a x-openstack-request-id: req-a8bb6f07-6c7e-449b-a142-8cc90d20bf2a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:19.951572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Transition to ACTIVE for port object 119a5c05-3075-4b39-83eb-d4973636f10e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:19.953524 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93504d0d-e1bb-41f1-88a6-ff683287237e', 'name': 'network-vif-deleted', 'tag': '816b5234-0bb5-4b08-93bd-d1d2d17b6309'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:19.954942 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11b429-0b95-4a0e-b075-230ddacb78b6", "name": "network-vif-deleted", "tag": "3dff9000-0f66-4fe4-a9b8-e867aa309caf", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:19.957697 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8bb6f07-6c7e-449b-a142-8cc90d20bf2a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:19.959808 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11b429-0b95-4a0e-b075-230ddacb78b6', 'name': 'network-vif-deleted', 'tag': '3dff9000-0f66-4fe4-a9b8-e867aa309caf', 'status': 'completed', 'code': 200} Aug 19 12:01:19.961556 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90215790-3625-41c8-b3bb-90491cb6fff7" -d '{"events": [{"server_uuid": "93504d0d-e1bb-41f1-88a6-ff683287237e", "name": "network-vif-deleted", "tag": "816b5234-0bb5-4b08-93bd-d1d2d17b6309"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:20.001783 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] For port 8012d43b-8843-4da3-b596-e2ed3098a3b8, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:20.007265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Transition to ACTIVE for port object 119a5c05-3075-4b39-83eb-d4973636f10e will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:20.022573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:01:20.024744 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] For port 8012d43b-8843-4da3-b596-e2ed3098a3b8, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8012d43b-8843-4da3-b596-e2ed3098a3b8,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:20.030391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3dff9000-0f66-4fe4-a9b8-e867aa309caf no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:20.037930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c8f5a6c-7e7d-4d99-94c1-363afb4e17b8 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.043477 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.046105 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.122123 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.157415 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785a7f2-bb37-45e6-815d-c61d57b49f48 None None] Pushing event updated for resources: {'Port': ['ID=8012d43b-8843-4da3-b596-e2ed3098a3b8,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:20.176494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 3dff9000-0f66-4fe4-a9b8-e867aa309caf {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:20.176956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3dff9000-0f66-4fe4-a9b8-e867aa309caf not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:20.177378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 816b5234-0bb5-4b08-93bd-d1d2d17b6309 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:20.194109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.203462 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Routers {'53087e0d-654c-4719-80d0-d1cdd5d76f6b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:20.205297 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['53087e0d-654c-4719-80d0-d1cdd5d76f6b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:20.280476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Network 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:20.283404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb84b7af-9254-43e0-86b3-8ad65c92bee0 req-a7199761-46a1-481c-a546-e1aa67d0a3ff tempest-MultipleCreateTestJSON-974521264 tempest-MultipleCreateTestJSON-974521264-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c11b429-0b95-4a0e-b075-230ddacb78b6 HTTP/1.1" status: 200 len: 210 time: 0.1378288 Aug 19 12:01:20.291058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:20.294354 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.307307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:20.315451 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.326781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 816b5234-0bb5-4b08-93bd-d1d2d17b6309 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:20.326781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 816b5234-0bb5-4b08-93bd-d1d2d17b6309 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:20.365615 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b99bb71e-2f4f-4d6b-b90c-da2e1c9807de req-0bfe4cf4-d1b2-49f5-912f-105093be7e54 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868801 Aug 19 12:01:20.376581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] device_id is not set on port ee7d7c33-1794-45e1-9530-66963f3e7efe yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:01:20.398194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ee1a10-a7a3-44e5-aa97-4c802d01e1f2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:20.406699 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.resource_extend [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:01:20.498867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Allocated IP 172.25.4.205 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/e067252d-401b-40e7-b03f-830fae741164) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:20.546718 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] Set router 53087e0d-654c-4719-80d0-d1cdd5d76f6b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:01:20.557433 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f8f7f1-589d-4825-ad47-66bc78aeef06 x-openstack-request-id: req-50f8f7f1-589d-4825-ad47-66bc78aeef06 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:20.557735 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93504d0d-e1bb-41f1-88a6-ff683287237e", "name": "network-vif-deleted", "tag": "816b5234-0bb5-4b08-93bd-d1d2d17b6309", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:20.557986 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50f8f7f1-589d-4825-ad47-66bc78aeef06 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:20.558396 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93504d0d-e1bb-41f1-88a6-ff683287237e', 'name': 'network-vif-deleted', 'tag': '816b5234-0bb5-4b08-93bd-d1d2d17b6309', 'status': 'completed', 'code': 200} Aug 19 12:01:20.622461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:20.737868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'mac_address': 'fa:16:3e:d7:7b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:01:20.747208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Pushing event updated for resources: {'Port': ['ID=119a5c05-3075-4b39-83eb-d4973636f10e,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:20.756374 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c8f5a6c-7e7d-4d99-94c1-363afb4e17b8 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.811970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.921737 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53087e0d-654c-4719-80d0-d1cdd5d76f6b', 'name': 'tempest-snat-router-565387019', 'tenant_id': 'a37d37481b744410992c6ff4967b3c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.19'}], 'enable_snat': False}, 'gw_port_id': '8012d43b-8843-4da3-b596-e2ed3098a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:01:12Z', 'updated_at': '2021-08-19T12:01:14Z', 'revision_number': 3, 'project_id': 'a37d37481b744410992c6ff4967b3c7d', 'gw_port': {'id': '8012d43b-8843-4da3-b596-e2ed3098a3b8', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53087e0d-654c-4719-80d0-d1cdd5d76f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:01:13Z', 'updated_at': '2021-08-19T12:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:20.940253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca00b-3712-48eb-a95c-6f02a07061c1 req-051df63f-b596-43e1-93d0-70841383cb2f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:20.943209 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.960661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Attempting to bind port 119a5c05-3075-4b39-83eb-d4973636f10e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:20.961103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Attempting to bind port 119a5c05-3075-4b39-83eb-d4973636f10e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'd9ba2cd3-4ad4-4d28-aa8f-e15603c07956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:20.961399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Attempting to bind port 119a5c05-3075-4b39-83eb-d4973636f10e on network 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:20.964670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58bca00b-3712-48eb-a95c-6f02a07061c1 req-051df63f-b596-43e1-93d0-70841383cb2f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 949 time: 0.3149035 Aug 19 12:01:20.974515 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c241f-96fd-4728-b048-8a4206d06fb8 None None] The sync data for ids ['53087e0d-654c-4719-80d0-d1cdd5d76f6b'] in n-d-778550-9 is: [{'id': '53087e0d-654c-4719-80d0-d1cdd5d76f6b', 'name': 'tempest-snat-router-565387019', 'tenant_id': 'a37d37481b744410992c6ff4967b3c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.19'}], 'enable_snat': False}, 'gw_port_id': '8012d43b-8843-4da3-b596-e2ed3098a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:01:12Z', 'updated_at': '2021-08-19T12:01:14Z', 'revision_number': 3, 'project_id': 'a37d37481b744410992c6ff4967b3c7d', 'gw_port': {'id': '8012d43b-8843-4da3-b596-e2ed3098a3b8', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53087e0d-654c-4719-80d0-d1cdd5d76f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:01:13Z', 'updated_at': '2021-08-19T12:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:01:20.992551 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.997150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:20.997522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Checking segment: {'id': 'd9ba2cd3-4ad4-4d28-aa8f-e15603c07956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:20.997990 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:20.998384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Bound using segment: {'id': 'd9ba2cd3-4ad4-4d28-aa8f-e15603c07956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:20.998864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Bound port: 119a5c05-3075-4b39-83eb-d4973636f10e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ba2cd3-4ad4-4d28-aa8f-e15603c07956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:20.999279 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.009067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:21.018744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:21.020594 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-84ed8ed8-53e2-44fb-b019-d1c3643dedd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.027022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:21.036707 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.046412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcbd2b1-3382-4495-af7c-ec2d2407add0 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:21.094296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf42c5f-a6d5-490e-a014-905df7650912 req-1a8a52d0-0dcb-41f3-a2d7-37203e86219b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:21.108367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bcf42c5f-a6d5-490e-a014-905df7650912 req-1a8a52d0-0dcb-41f3-a2d7-37203e86219b tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.6454985 Aug 19 12:01:21.130526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:21.155040 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.168233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event updated for resources: {'Port': ['ID=e067252d-401b-40e7-b03f-830fae741164,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:21.187661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58bca00b-3712-48eb-a95c-6f02a07061c1 req-e19ffd78-38c8-4bb6-a4c0-e582e5573541 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165883 Aug 19 12:01:21.234519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f04f8bb-ca3c-4aad-9a30-2b005e6e68bc None None] Network b766f397-7120-45d0-8fe4-a32a0b7c2d33 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:21.271595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] For port 119a5c05-3075-4b39-83eb-d4973636f10e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:21.299648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bcf42c5f-a6d5-490e-a014-905df7650912 req-767900e0-865d-4980-b4ea-cfc62121bdde tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902537 Aug 19 12:01:21.317440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c8f5a6c-7e7d-4d99-94c1-363afb4e17b8 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.327627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Allocated IP 172.25.4.60 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ee7d7c33-1794-45e1-9530-66963f3e7efe) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:21.357134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] For port 119a5c05-3075-4b39-83eb-d4973636f10e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=119a5c05-3075-4b39-83eb-d4973636f10e,segment=NetworkSegment(d9ba2cd3-4ad4-4d28-aa8f-e15603c07956),segment_id=d9ba2cd3-4ad4-4d28-aa8f-e15603c07956)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:21.378116 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.390159 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4004b8fe-9a5d-43b0-b171-1afa728142f9 None None] Provisioning for port 3071a3c1-3d2b-4d70-b434-2c0431299bfd completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:21.404083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=12']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:21.454012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f5a6c-7e7d-4d99-94c1-363afb4e17b8 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6c982b-f55b-441f-b01e-844c492bd9f2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:21.471678 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c8f5a6c-7e7d-4d99-94c1-363afb4e17b8 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.482275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8c8f5a6c-7e7d-4d99-94c1-363afb4e17b8 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/subnets/2d6c982b-f55b-441f-b01e-844c492bd9f2 HTTP/1.1" status: 204 len: 168 time: 2.0095422 Aug 19 12:01:21.485984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57354) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:21.527216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc16096-a28d-45d1-aa09-9f9af9fc5bc2 None None] Pushing event updated for resources: {'Port': ['ID=119a5c05-3075-4b39-83eb-d4973636f10e,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:21.539268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['fdcbd2b1-3382-4495-af7c-ec2d2407add0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:21.610391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7907533-7dc3-4c63-9a3c-5616f94d2aba req-88cd574d-f55e-4783-84f8-204827824e05 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:21.612021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7907533-7dc3-4c63-9a3c-5616f94d2aba req-88cd574d-f55e-4783-84f8-204827824e05 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.2749248 Aug 19 12:01:21.697119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19e4253-3917-4002-8bc8-dc81e159c575 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Deleting subnet cf9b1a51-3b01-487f-9e9d-e86a45d1a82e {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:01:21.718906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7907533-7dc3-4c63-9a3c-5616f94d2aba req-52643f08-7d5e-406c-a12d-b5f01f4c91aa tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981917 Aug 19 12:01:21.719717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d19e4253-3917-4002-8bc8-dc81e159c575 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.720488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57358) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:21.915355 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.952961 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d19e4253-3917-4002-8bc8-dc81e159c575 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:21.955809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3071a3c1-3d2b-4d70-b434-2c0431299bfd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:22.048869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083eeb0-ef8c-4d7c-bb2c-172e1c247930 None None] DHCP port deletion for b766f397-7120-45d0-8fe4-a32a0b7c2d33 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:01:22.049773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bcef7b-7dfe-4a24-ba51-c4fa1ab04394 admin admin] Deleting subnet 5bacd553-e27d-4315-9efa-1a75abbc61fd {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:01:22.070188 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23bcef7b-7dfe-4a24-ba51-c4fa1ab04394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.136595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.151127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-dfc6aba2-7c3d-447a-b512-3c9ed44727d8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:22.158742 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-dfc6aba2-7c3d-447a-b512-3c9ed44727d8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.2335582 Aug 19 12:01:22.161668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23bcef7b-7dfe-4a24-ba51-c4fa1ab04394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.170267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.215159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d19e4253-3917-4002-8bc8-dc81e159c575 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.327327 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.374080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d19e4253-3917-4002-8bc8-dc81e159c575 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.378848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:22.429125 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23bcef7b-7dfe-4a24-ba51-c4fa1ab04394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.485753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0083eeb0-ef8c-4d7c-bb2c-172e1c247930 None None] Deleting port 3071a3c1-3d2b-4d70-b434-2c0431299bfd {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:22.486176 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0083eeb0-ef8c-4d7c-bb2c-172e1c247930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.552480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:22.587618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:22.611392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0083eeb0-ef8c-4d7c-bb2c-172e1c247930 None None] For port 3071a3c1-3d2b-4d70-b434-2c0431299bfd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3071a3c1-3d2b-4d70-b434-2c0431299bfd,segment=NetworkSegment(6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1),segment_id=6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:22.612839 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0083eeb0-ef8c-4d7c-bb2c-172e1c247930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.621433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Deleting port fdcbd2b1-3382-4495-af7c-ec2d2407add0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:22.621790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.634279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0083eeb0-ef8c-4d7c-bb2c-172e1c247930 None None] Calling delete_port for 3071a3c1-3d2b-4d70-b434-2c0431299bfd owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:22.653656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:22.656962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.694240 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d19e4253-3917-4002-8bc8-dc81e159c575 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.696705 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d19e4253-3917-4002-8bc8-dc81e159c575 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/subnets/cf9b1a51-3b01-487f-9e9d-e86a45d1a82e HTTP/1.1" status: 204 len: 168 time: 1.1998866 Aug 19 12:01:22.704411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e4253-3917-4002-8bc8-dc81e159c575 tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9b1a51-3b01-487f-9e9d-e86a45d1a82e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:22.750408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3071a3c1-3d2b-4d70-b434-2c0431299bfd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:22.756009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3071a3c1-3d2b-4d70-b434-2c0431299bfd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:22.756567 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.759150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57366) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:22.762538 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0083eeb0-ef8c-4d7c-bb2c-172e1c247930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.788094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23bcef7b-7dfe-4a24-ba51-c4fa1ab04394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:22.803273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083eeb0-ef8c-4d7c-bb2c-172e1c247930 None None] No DVR routers for this DVR port 3071a3c1-3d2b-4d70-b434-2c0431299bfd on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:22.818070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Port 3071a3c1-3d2b-4d70-b434-2c0431299bfd was deleted so its status cannot be updated. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 12:01:22.874314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083eeb0-ef8c-4d7c-bb2c-172e1c247930 None None] Pushing event deleted for resources: {'Port': ['ID=3071a3c1-3d2b-4d70-b434-2c0431299bfd,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:22.947780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.037951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcef7b-7dfe-4a24-ba51-c4fa1ab04394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bacd553-e27d-4315-9efa-1a75abbc61fd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:23.050268 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23bcef7b-7dfe-4a24-ba51-c4fa1ab04394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.052649 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-23bcef7b-7dfe-4a24-ba51-c4fa1ab04394 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5bacd553-e27d-4315-9efa-1a75abbc61fd HTTP/1.1" status: 204 len: 168 time: 1.3285441 Aug 19 12:01:23.059561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57370) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:23.113282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea493df1-1611-4cdf-a92a-b7c92843948f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:23.118164 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ea493df1-1611-4cdf-a92a-b7c92843948f tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3510075 Aug 19 12:01:23.154990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57372) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:23.158084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:23.158454 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.174981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ee29e-8684-4e47-af70-d173ba42d727 None None] Network 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:23.235530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Pushing event updated for resources: {'Port': ['ID=ee7d7c33-1794-45e1-9530-66963f3e7efe,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:23.269320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df313d-95c7-4ca0-ba72-b75c9d3ec9c7 req-4f011124-db06-455f-b2f0-67ab88e9d8c7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:23.272016 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3df313d-95c7-4ca0-ba72-b75c9d3ec9c7 req-4f011124-db06-455f-b2f0-67ab88e9d8c7 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.9052889 Aug 19 12:01:23.279485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4dd89dd2-9681-46fe-bf69-fea758dc1d62 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.5818155 Aug 19 12:01:23.312062 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57374) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:23.317072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3df313d-95c7-4ca0-ba72-b75c9d3ec9c7 req-a97552f3-0d41-4520-b379-857e1aeacf3f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374205 Aug 19 12:01:23.330553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-530a0b36-1d44-4644-81f5-55c2acc5d6a6 None None] Provisioning for port 119a5c05-3075-4b39-83eb-d4973636f10e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:23.332036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Calling delete_port for fdcbd2b1-3382-4495-af7c-ec2d2407add0 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:23.332246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b9c69-27e8-4cdd-a464-82e632b3238c req-3e571eac-1aac-4a91-a736-b731f9cc74aa tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:23.343356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c33b9c69-27e8-4cdd-a464-82e632b3238c req-3e571eac-1aac-4a91-a736-b731f9cc74aa tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.8387535 Aug 19 12:01:23.343679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}]}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:23.421644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c33b9c69-27e8-4cdd-a464-82e632b3238c req-af241b50-e537-4233-91a9-6f4534de10b3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765424 Aug 19 12:01:23.431107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.467013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8447dee-b344-4a71-9805-75e7bd7885ca None None] DHCP port deletion for 99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:01:23.560947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b8447dee-b344-4a71-9805-75e7bd7885ca None None] Deleting port 119a5c05-3075-4b39-83eb-d4973636f10e {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:23.561336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b8447dee-b344-4a71-9805-75e7bd7885ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.568495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.578677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.579690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.582034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868e6f5-3d1f-4ce0-834d-d88b4e575442 req-d9379f77-db34-44d4-b1a7-ff307274257f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:23.584253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f868e6f5-3d1f-4ce0-834d-d88b4e575442 req-d9379f77-db34-44d4-b1a7-ff307274257f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.0965350 Aug 19 12:01:23.695460 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f868e6f5-3d1f-4ce0-834d-d88b4e575442 req-60a5b912-f41a-486a-a62a-11df301ea446 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961242 Aug 19 12:01:23.712634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b8447dee-b344-4a71-9805-75e7bd7885ca None None] For port 119a5c05-3075-4b39-83eb-d4973636f10e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=119a5c05-3075-4b39-83eb-d4973636f10e,segment=NetworkSegment(d9ba2cd3-4ad4-4d28-aa8f-e15603c07956),segment_id=d9ba2cd3-4ad4-4d28-aa8f-e15603c07956)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:23.713200 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b8447dee-b344-4a71-9805-75e7bd7885ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.735000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b8447dee-b344-4a71-9805-75e7bd7885ca None None] Calling delete_port for 119a5c05-3075-4b39-83eb-d4973636f10e owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:23.742154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8012d43b-8843-4da3-b596-e2ed3098a3b8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:23.755552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Router eab1936c-f05b-4f2e-8345-b985c7e68cf7 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:01:23.838700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.847356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 8012d43b-8843-4da3-b596-e2ed3098a3b8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:23.855316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8012d43b-8843-4da3-b596-e2ed3098a3b8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:23.855723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.892366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:23.916035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:01:23.922227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed43e5d-0631-47e2-a30d-e9e32cc802fa']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:24.004500 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.010570 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b8447dee-b344-4a71-9805-75e7bd7885ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.031145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abd7267-6e86-4707-9f09-7e5e4c8b62be') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:24.031512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abd7267-6e86-4707-9f09-7e5e4c8b62be') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:24.066012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8447dee-b344-4a71-9805-75e7bd7885ca None None] Pushing event deleted for resources: {'Port': ['ID=119a5c05-3075-4b39-83eb-d4973636f10e,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:24.068692 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.073523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8447dee-b344-4a71-9805-75e7bd7885ca None None] No DVR routers for this DVR port 119a5c05-3075-4b39-83eb-d4973636f10e on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:24.084548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fdcbd2b1-3382-4495-af7c-ec2d2407add0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fdcbd2b1-3382-4495-af7c-ec2d2407add0,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:24.099518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.116136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'mac_address': 'fa:16:3e:d7:7b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:01:24.134251 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.159616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 8012d43b-8843-4da3-b596-e2ed3098a3b8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8012d43b-8843-4da3-b596-e2ed3098a3b8,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:24.166110 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.224736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=8012d43b-8843-4da3-b596-e2ed3098a3b8,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:24.272960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3071a3c1-3d2b-4d70-b434-2c0431299bfd no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:24.299520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 3071a3c1-3d2b-4d70-b434-2c0431299bfd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:24.299892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3071a3c1-3d2b-4d70-b434-2c0431299bfd not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:24.491642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d133b-4b2b-4e61-b630-4aa269a5262e req-23471e45-03fd-4056-be22-105f50d25d58 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:24.507289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-331d133b-4b2b-4e61-b630-4aa269a5262e req-23471e45-03fd-4056-be22-105f50d25d58 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=def13618-a1a0-4c92-a538-704f5d8c712e HTTP/1.1" status: 200 len: 950 time: 0.1099379 Aug 19 12:01:24.563235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Deleting port 119a5c05-3075-4b39-83eb-d4973636f10e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:24.563574 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.566404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.609656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-331d133b-4b2b-4e61-b630-4aa269a5262e req-4e0bde87-dd8a-431a-a7fe-2b431c6f7322 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960424 Aug 19 12:01:24.618359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.626330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:24.627327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:24.630395 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:24.649206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b55f7-afcf-4df5-af33-a880d4010f13 req-38bddb24-45d0-435b-b5fb-6adfd2bb7cc5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:24.656720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc1b55f7-afcf-4df5-af33-a880d4010f13 req-38bddb24-45d0-435b-b5fb-6adfd2bb7cc5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.1146693 Aug 19 12:01:24.673915 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.697397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:01:24.715436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] Sync routers for ids ['eab1936c-f05b-4f2e-8345-b985c7e68cf7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:01:24.718436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:24.734478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc1b55f7-afcf-4df5-af33-a880d4010f13 req-3314df3e-5840-4e23-ab12-52cf7d18c05a tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766089 Aug 19 12:01:24.779442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Pushing event deleted for resources: {'Port': ['ID=fdcbd2b1-3382-4495-af7c-ec2d2407add0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:24.788714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] For port 119a5c05-3075-4b39-83eb-d4973636f10e, host n-d-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:24.789491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.822709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['6764db6a-0985-4b46-9414-754aebf12452', 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:24.833810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.839677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57400) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:24.844588 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bad98868-1d4f-487e-9e2d-3c262db19e61 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5256784 Aug 19 12:01:24.866491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.876036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Calling delete_port for 119a5c05-3075-4b39-83eb-d4973636f10e owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:24.893747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Port 119a5c05-3075-4b39-83eb-d4973636f10e was not found and therefore no delete operation was performed {{(pid=101153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:01:24.910375 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.912564 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5ed43e5d-0631-47e2-a30d-e9e32cc802fa HTTP/1.1" status: 204 len: 168 time: 1.8517470 Aug 19 12:01:24.950403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.960904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] No DVR routers for this DVR port fdcbd2b1-3382-4495-af7c-ec2d2407add0 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:24.966990 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:24.969356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] Routers {'eab1936c-f05b-4f2e-8345-b985c7e68cf7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:24.970889 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ef94d242-2c73-493d-9782-49a67ac71bb4 req-67ea5ab6-fd95-4364-8206-79b0b08756a1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "DELETE /v2.0/ports/fdcbd2b1-3382-4495-af7c-ec2d2407add0 HTTP/1.1" status: 204 len: 173 time: 2.7684433 Aug 19 12:01:24.974630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eab1936c-f05b-4f2e-8345-b985c7e68cf7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:25.033110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-deleted', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:25.033369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f7a06-381f-4fb4-a7a1-ecfbdfe16f1b req-e981c2c3-391f-4d33-b993-6b77754347ac tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:25.035244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d7f7a06-381f-4fb4-a7a1-ecfbdfe16f1b req-e981c2c3-391f-4d33-b993-6b77754347ac tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1318388 Aug 19 12:01:25.035510 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf65cd15-d664-491d-88da-772e8741cc94" -d '{"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-deleted", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:25.038669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7de1d7-b480-4354-bbf8-9a9b6ca61b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed43e5d-0631-47e2-a30d-e9e32cc802fa,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:25.086403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Port': ['ID=119a5c05-3075-4b39-83eb-d4973636f10e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:25.093831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] No DVR routers for this DVR port 119a5c05-3075-4b39-83eb-d4973636f10e on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:25.161867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d7f7a06-381f-4fb4-a7a1-ecfbdfe16f1b req-7ec17605-fe81-42bc-be25-a15c238a20e0 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178255 Aug 19 12:01:25.178015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-da72ac48-e7f3-4fa9-8c40-9828b1278a04 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/routers/eab1936c-f05b-4f2e-8345-b985c7e68cf7 HTTP/1.1" status: 200 len: 907 time: 0.3361058 Aug 19 12:01:25.187905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57406) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:25.195605 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd0637b-e2c6-4167-a4fa-58e9cb090102 x-openstack-request-id: req-bcd0637b-e2c6-4167-a4fa-58e9cb090102 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:25.195900 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def13618-a1a0-4c92-a538-704f5d8c712e", "name": "network-vif-deleted", "tag": "fdcbd2b1-3382-4495-af7c-ec2d2407add0", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:25.196155 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcd0637b-e2c6-4167-a4fa-58e9cb090102 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:25.196563 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def13618-a1a0-4c92-a538-704f5d8c712e', 'name': 'network-vif-deleted', 'tag': 'fdcbd2b1-3382-4495-af7c-ec2d2407add0', 'status': 'completed', 'code': 200} Aug 19 12:01:25.329354 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.343850 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:25.357038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ba2cd3-4ad4-4d28-aa8f-e15603c07956') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:25.357344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ba2cd3-4ad4-4d28-aa8f-e15603c07956') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:25.390721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.395856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57408) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:25.434427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] Set router eab1936c-f05b-4f2e-8345-b985c7e68cf7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:01:25.438306 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.463893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.495006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:25.495849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:25.517646 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:25.609523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8012d43b-8843-4da3-b596-e2ed3098a3b8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:25.662317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.755965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Deleting port e067252d-401b-40e7-b03f-830fae741164 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:25.756661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.816412 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.886770 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.892907 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/networks/99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7 HTTP/1.1" status: 204 len: 168 time: 2.7368090 Aug 19 12:01:25.894803 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9eb4-52e7-43d9-bea1-58ef217d811d tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Network': ['ID=99b0e4ac-db4a-4103-a71f-d3ff0ec23cc7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:25.913059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57426) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:25.922180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:25.924089 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-debe53a8-b4c2-46cd-befa-37c242797b36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=926fdd1cb6e3457284b16f83d70dacb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270851 Aug 19 12:01:25.931966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57428) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:25.935221 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:25.950126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Calling delete_port for e067252d-401b-40e7-b03f-830fae741164 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:25.953145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: fdcbd2b1-3382-4495-af7c-ec2d2407add0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:25.953500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fdcbd2b1-3382-4495-af7c-ec2d2407add0 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:25.970122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.031650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8012d43b-8843-4da3-b596-e2ed3098a3b8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:26.032069 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.035743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1936c-f05b-4f2e-8345-b985c7e68cf7', 'name': 'tempest-snat-router-565387019', 'tenant_id': 'a37d37481b744410992c6ff4967b3c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e067252d-401b-40e7-b03f-830fae741164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:01:17Z', 'updated_at': '2021-08-19T12:01:21Z', 'revision_number': 3, 'project_id': 'a37d37481b744410992c6ff4967b3c7d', 'gw_port': {'id': 'e067252d-401b-40e7-b03f-830fae741164', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab1936c-f05b-4f2e-8345-b985c7e68cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:01:20Z', 'updated_at': '2021-08-19T12:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:26.067652 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.149419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] Checking router: eab1936c-f05b-4f2e-8345-b985c7e68cf7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:01:26.149802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] Updating router eab1936c-f05b-4f2e-8345-b985c7e68cf7 port e067252d-401b-40e7-b03f-830fae741164 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:01:26.156991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.177652 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] Port e067252d-401b-40e7-b03f-830fae741164 not found while updating agent binding for router eab1936c-f05b-4f2e-8345-b985c7e68cf7. {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 12:01:26.179633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.196175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] Routers {'eab1936c-f05b-4f2e-8345-b985c7e68cf7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:26.196859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eab1936c-f05b-4f2e-8345-b985c7e68cf7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:26.208552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event deleted for resources: {'Port': ['ID=e067252d-401b-40e7-b03f-830fae741164,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:26.248038 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e5efa0b-b6ee-4de2-8582-ca6e19ed2758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.297350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e5efa0b-b6ee-4de2-8582-ca6e19ed2758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.311493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] Set router eab1936c-f05b-4f2e-8345-b985c7e68cf7 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:01:26.322881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e493f5-c40c-447b-b45c-06aa0f4bffa0 req-476f2754-40c0-49f9-a461-d81d280e40ce tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:26.330721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70e493f5-c40c-447b-b45c-06aa0f4bffa0 req-476f2754-40c0-49f9-a461-d81d280e40ce tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.1997499 Aug 19 12:01:26.341867 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.384296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbfaa5-f04d-474b-8ff8-18bd2d6e1543 req-d03b8265-19cd-4179-81fa-24da459cd6bb tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:26.392270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3dbfaa5-f04d-474b-8ff8-18bd2d6e1543 req-d03b8265-19cd-4179-81fa-24da459cd6bb tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 950 time: 0.2477353 Aug 19 12:01:26.451022 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.463482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b766f397-7120-45d0-8fe4-a32a0b7c2d33']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:26.477168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:26.477168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c75ed8b-9a3d-44d2-9b44-ff4771b1c5a1') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:26.488914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.498916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70e493f5-c40c-447b-b45c-06aa0f4bffa0 req-6423c7ec-06eb-48fe-a0c1-695d65abb54d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668878 Aug 19 12:01:26.505543 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.521313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.522023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1936c-f05b-4f2e-8345-b985c7e68cf7', 'name': 'tempest-snat-router-565387019', 'tenant_id': 'a37d37481b744410992c6ff4967b3c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:01:17Z', 'updated_at': '2021-08-19T12:01:26Z', 'revision_number': 5, 'project_id': 'a37d37481b744410992c6ff4967b3c7d', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:26.525977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.526594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:26.527037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.577139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb56f34-2630-45d8-8e55-ea64a693e8a4 None None] The sync data for ids ['eab1936c-f05b-4f2e-8345-b985c7e68cf7'] in n-d-778550-9 is: [{'id': 'eab1936c-f05b-4f2e-8345-b985c7e68cf7', 'name': 'tempest-snat-router-565387019', 'tenant_id': 'a37d37481b744410992c6ff4967b3c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:01:17Z', 'updated_at': '2021-08-19T12:01:26Z', 'revision_number': 5, 'project_id': 'a37d37481b744410992c6ff4967b3c7d', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:01:26.595060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3dbfaa5-f04d-474b-8ff8-18bd2d6e1543 req-597c143b-73d5-4196-b9df-a765409c2235 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013679 Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:26.613061 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:26.646613 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e5efa0b-b6ee-4de2-8582-ca6e19ed2758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.649317 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e5efa0b-b6ee-4de2-8582-ca6e19ed2758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.650516 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9e5efa0b-b6ee-4de2-8582-ca6e19ed2758 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53b37284-6a6c-4dd6-ba18-6988afb9e936 HTTP/1.1" status: 204 len: 168 time: 0.7065735 Aug 19 12:01:26.669110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.696738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.698666 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/networks/b766f397-7120-45d0-8fe4-a32a0b7c2d33 HTTP/1.1" status: 204 len: 168 time: 0.7712846 Aug 19 12:01:26.699702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5efa0b-b6ee-4de2-8582-ca6e19ed2758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b37284-6a6c-4dd6-ba18-6988afb9e936,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:26.706797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57436) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:26.761931 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.762577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eab1936c-f05b-4f2e-8345-b985c7e68cf7 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:01:26.769301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.770528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-15cdabe7-8d59-49c6-9015-15f79b48877c tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "DELETE /v2.0/routers/eab1936c-f05b-4f2e-8345-b985c7e68cf7 HTTP/1.1" status: 204 len: 168 time: 1.5880435 Aug 19 12:01:26.774838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86082b0e-923c-45bf-9354-e7c5500d278c tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Network': ['ID=b766f397-7120-45d0-8fe4-a32a0b7c2d33,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:26.777673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57438) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:26.793592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0ea7d-3ab1-4c48-8b86-3c241f562e8e req-e5be5d64-f63c-42c2-ba91-621678ba6d80 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:26.801678 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ed0ea7d-3ab1-4c48-8b86-3c241f562e8e req-e5be5d64-f63c-42c2-ba91-621678ba6d80 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1232660 Aug 19 12:01:26.802207 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.924105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:26.950614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ed0ea7d-3ab1-4c48-8b86-3c241f562e8e req-c83f0382-2fcd-455b-93d7-76263f27347e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478603 Aug 19 12:01:27.064035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.064497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.066431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.165307 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.179752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5bae00-17a0-42c3-a56c-ec7d5eb727d9']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:27.195045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e329016-f1b8-4196-b081-53e58f4f6d81') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:27.195429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e329016-f1b8-4196-b081-53e58f4f6d81') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:27.205668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.222538 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.222978 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.229421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:27.229860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:27.263555 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:27.313646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Deleting port 8012d43b-8843-4da3-b596-e2ed3098a3b8 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:27.314014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.386544 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.387014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8009024e-236c-4477-ae66-e3de99d06615 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:01:27.389527 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.408912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.414366 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/networks/8c5bae00-17a0-42c3-a56c-ec7d5eb727d9 HTTP/1.1" status: 204 len: 168 time: 0.6768899 Aug 19 12:01:27.415761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57460) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:27.433466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Network': ['ID=8c5bae00-17a0-42c3-a56c-ec7d5eb727d9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:27.443306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.443650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.444097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.444533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.444962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.445971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.446333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.447787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.448126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.448572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.448857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.449243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bf4d5b-78a0-4c30-80e1-7d8ac0543c1b tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:27.452441 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:01:27.453619 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7b161d8e-3129-4e2c-93f4-fcf432074f84 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.1394243 Aug 19 12:01:27.459698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57462) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:27.514064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] For port 8012d43b-8843-4da3-b596-e2ed3098a3b8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8012d43b-8843-4da3-b596-e2ed3098a3b8,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:27.514455 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.559285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Calling delete_port for 8012d43b-8843-4da3-b596-e2ed3098a3b8 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:27.567485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-04b3a64c-8f12-441d-b820-c7b215a34842 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Deleting port ee7d7c33-1794-45e1-9530-66963f3e7efe {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:27.568089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04b3a64c-8f12-441d-b820-c7b215a34842 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.594555 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.709347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-d0a3e9bc-aa85-4a1c-a96d-bbbbc62b82d8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:27.716924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-d0a3e9bc-aa85-4a1c-a96d-bbbbc62b82d8 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 950 time: 0.0802169 Aug 19 12:01:27.768958 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04b3a64c-8f12-441d-b820-c7b215a34842 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.801402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-04b3a64c-8f12-441d-b820-c7b215a34842 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Calling delete_port for ee7d7c33-1794-45e1-9530-66963f3e7efe owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:27.910979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:27.931151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe495c14-2378-49a4-b53f-9695fe22c83c']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:27.956511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e6f92a-6426-4356-82ed-71d2e023a8dd') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:27.956866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e6f92a-6426-4356-82ed-71d2e023a8dd') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:27.984278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9aafb-457a-479f-9434-e3414ef754ca req-ceeed9dc-a90d-4fed-accb-64940142d7c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:27.985944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78a9aafb-457a-479f-9434-e3414ef754ca req-ceeed9dc-a90d-4fed-accb-64940142d7c2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.2796502 Aug 19 12:01:27.991645 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.010538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115951cb-a4e2-4b22-a2e6-b18a1fc2a2a0 req-754678c6-3591-4b20-854a-4a0d530c7037 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:28.012149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-115951cb-a4e2-4b22-a2e6-b18a1fc2a2a0 req-754678c6-3591-4b20-854a-4a0d530c7037 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 950 time: 0.2244844 Aug 19 12:01:28.024577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.057631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:28.058045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:28.061621 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:28.094838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Deleting port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:28.095459 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.188239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04b3a64c-8f12-441d-b820-c7b215a34842 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.219382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-115951cb-a4e2-4b22-a2e6-b18a1fc2a2a0 req-bc0b0d5e-451a-4b33-81de-5006ffc0c4e3 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633446 Aug 19 12:01:28.220255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.228271 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.238731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3a64c-8f12-441d-b820-c7b215a34842 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee7d7c33-1794-45e1-9530-66963f3e7efe,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:28.240299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.242724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] 10.222.0.65 "DELETE /v2.0/networks/fe495c14-2378-49a4-b53f-9695fe22c83c HTTP/1.1" status: 204 len: 168 time: 0.8247843 Aug 19 12:01:28.297702 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.312251 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78a9aafb-457a-479f-9434-e3414ef754ca req-86256100-4038-437a-aa5f-567350e9114e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221315 Aug 19 12:01:28.317700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7c7b1-5e3e-4ebe-b26a-3d9a45209ffa tempest-BulkNetworkOpsIpV6Test-1174756839 tempest-BulkNetworkOpsIpV6Test-1174756839-project] Pushing event deleted for resources: {'Network': ['ID=fe495c14-2378-49a4-b53f-9695fe22c83c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:28.334584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event deleted for resources: {'Port': ['ID=8012d43b-8843-4da3-b596-e2ed3098a3b8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:28.408425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.425986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] For port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:28.426499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.440023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04b3a64c-8f12-441d-b820-c7b215a34842 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.442994 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-04b3a64c-8f12-441d-b820-c7b215a34842 tempest-RoutersAdminNegativeTest-404526542 tempest-RoutersAdminNegativeTest-404526542-project-admin] 10.222.0.65 "DELETE /v2.0/ports/ee7d7c33-1794-45e1-9530-66963f3e7efe HTTP/1.1" status: 204 len: 168 time: 0.9852746 Aug 19 12:01:28.452940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Calling delete_port for e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:28.573094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.590645 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.666716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b94b82-3186-40b1-8c70-29e1f91de4bc req-17c886c0-ee27-4048-a10f-bf32826cd674 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:28.669158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0b94b82-3186-40b1-8c70-29e1f91de4bc req-17c886c0-ee27-4048-a10f-bf32826cd674 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1160545 Aug 19 12:01:28.670361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.671215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53087e0d-654c-4719-80d0-d1cdd5d76f6b {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:01:28.683811 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.688972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-49476da3-6908-4bc4-82e7-9092883c26e4 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "DELETE /v2.0/routers/53087e0d-654c-4719-80d0-d1cdd5d76f6b HTTP/1.1" status: 204 len: 168 time: 1.9089391 Aug 19 12:01:28.690804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57504) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:28.696266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1922078178', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:28.753426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0b94b82-3186-40b1-8c70-29e1f91de4bc req-180e1707-3c88-4d6a-a118-dac3f8d6f463 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497940 Aug 19 12:01:28.754546 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.755934 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.831683 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.869816 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:28.873824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['6764db6a-0985-4b46-9414-754aebf12452', 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:28.924121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Pushing event deleted for resources: {'Port': ['ID=e3a8e82f-fe01-43a9-83cb-056e3ccee2c8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:28.977549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:29.001701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] No DVR routers for this DVR port e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:29.011058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.013173 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dda0547d-660f-43c9-89b9-1b46d3682a20 req-69e63c84-d83d-47ea-bf89-b5c2e2f18cb1 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "DELETE /v2.0/ports/e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 HTTP/1.1" status: 204 len: 173 time: 1.2863383 Aug 19 12:01:29.013664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-deleted', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:29.034527 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f1e54c-6989-4a11-aec7-fdd8d34eda3b" -d '{"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-deleted", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:29.046850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57514) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:29.112960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57520) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:29.139922 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71af7df9-4bb9-48d6-a6a0-e416b924f048 x-openstack-request-id: req-71af7df9-4bb9-48d6-a6a0-e416b924f048 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:29.140739 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ae1656-f49f-4e71-b7a1-d49bf827469b", "name": "network-vif-deleted", "tag": "e3a8e82f-fe01-43a9-83cb-056e3ccee2c8", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:29.141207 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71af7df9-4bb9-48d6-a6a0-e416b924f048 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:29.141802 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ae1656-f49f-4e71-b7a1-d49bf827469b', 'name': 'network-vif-deleted', 'tag': 'e3a8e82f-fe01-43a9-83cb-056e3ccee2c8', 'status': 'completed', 'code': 200} Aug 19 12:01:29.403263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf00b792-cdc6-4631-a2ff-79ec0cb80fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.447264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.586202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8012d43b-8843-4da3-b596-e2ed3098a3b8 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:29.601212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf00b792-cdc6-4631-a2ff-79ec0cb80fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.609575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf00b792-cdc6-4631-a2ff-79ec0cb80fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.629292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 8012d43b-8843-4da3-b596-e2ed3098a3b8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:29.635815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8012d43b-8843-4da3-b596-e2ed3098a3b8 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:29.647992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4faf715b-96d2-443e-b15a-c5233e6795ce req-3cca9d47-98f0-476d-8a16-04fe55a6d156 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=13ae1656-f49f-4e71-b7a1-d49bf827469b HTTP/1.1" status: 200 len: 210 time: 0.1555285 Aug 19 12:01:29.663350 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bf00b792-cdc6-4631-a2ff-79ec0cb80fd5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e3d480f41c74d49b958992c0d73fbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485675 Aug 19 12:01:29.664841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00b792-cdc6-4631-a2ff-79ec0cb80fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe6cb2-4ffc-4226-aece-838812a4c3dc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:29.667570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57536) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:29.740100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-48a5aef8-488f-423a-a145-e896e07c366d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0db17019dc3a4512b85c1c760b56024f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920905 Aug 19 12:01:29.742686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57542) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:29.748211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1556447e-12b7-44db-99f4-aaf5117448bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.774046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b431f9-3a7c-4a33-a856-01f57768b821 req-1d426a82-0b4e-44ef-ae91-8ae2239231fd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:29.775594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6b431f9-3a7c-4a33-a856-01f57768b821 req-1d426a82-0b4e-44ef-ae91-8ae2239231fd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.2040594 Aug 19 12:01:29.830808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1556447e-12b7-44db-99f4-aaf5117448bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.855995 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dbbc-0470-4d0d-a66f-73fc0c619327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.879426 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dbbc-0470-4d0d-a66f-73fc0c619327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.942199 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6b431f9-3a7c-4a33-a856-01f57768b821 req-d05a10ec-a716-4097-ae62-9e07f0d2631e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561775 Aug 19 12:01:29.953386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1556447e-12b7-44db-99f4-aaf5117448bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.961921 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dbbc-0470-4d0d-a66f-73fc0c619327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.964202 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1556447e-12b7-44db-99f4-aaf5117448bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.964407 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dbbc-0470-4d0d-a66f-73fc0c619327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:29.965548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8ea7dbbc-0470-4d0d-a66f-73fc0c619327 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1fd4ffe9-6b54-4dae-bf36-c7b1492329d9 HTTP/1.1" status: 204 len: 168 time: 0.2211111 Aug 19 12:01:29.971509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1556447e-12b7-44db-99f4-aaf5117448bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26fe6cb2-4ffc-4226-aece-838812a4c3dc HTTP/1.1" status: 204 len: 168 time: 0.3005404 Aug 19 12:01:30.002961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556447e-12b7-44db-99f4-aaf5117448bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fe6cb2-4ffc-4226-aece-838812a4c3dc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:30.084319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7dbbc-0470-4d0d-a66f-73fc0c619327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd4ffe9-6b54-4dae-bf36-c7b1492329d9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:30.196607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9b9ae-c0fc-4fe2-8dff-0d3bf1d9c79d req-61aba389-97d1-4e54-88a5-a9cce47d82f0 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:30.211209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1f9b9ae-c0fc-4fe2-8dff-0d3bf1d9c79d req-61aba389-97d1-4e54-88a5-a9cce47d82f0 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.2528636 Aug 19 12:01:30.624471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57568) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:30.707650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fff409ee-cf71-4147-8632-d9db43c512ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8190c39377024b9aa10f059e86c9439a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818288 Aug 19 12:01:30.713384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57574) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:30.789985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57578) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:30.814766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:30.854967 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:30.869886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90743fd5-58cc-4408-a17e-314613f012ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:30.930958 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90743fd5-58cc-4408-a17e-314613f012ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:30.973713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Allocated IP 172.25.4.13 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/8bf62609-f5d4-4944-b7ad-092d3e46c01a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:31.010423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1126cb0c-5f0b-4e6e-9081-10ccd79d0180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.045669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1f9b9ae-c0fc-4fe2-8dff-0d3bf1d9c79d req-acc2deeb-eb7c-483a-8b2b-a2a103131b94 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335004 Aug 19 12:01:31.095627 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90743fd5-58cc-4408-a17e-314613f012ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.115541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90743fd5-58cc-4408-a17e-314613f012ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.120663 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-90743fd5-58cc-4408-a17e-314613f012ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41ee1a10-a7a3-44e5-aa97-4c802d01e1f2 HTTP/1.1" status: 204 len: 168 time: 0.4022949 Aug 19 12:01:31.125040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0b3ce-8c06-4708-aa17-3842aebaa61d req-c38e419d-9f0f-47a6-ae8e-8459bdabfe39 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:31.132782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ba0b3ce-8c06-4708-aa17-3842aebaa61d req-c38e419d-9f0f-47a6-ae8e-8459bdabfe39 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.3189003 Aug 19 12:01:31.198941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90743fd5-58cc-4408-a17e-314613f012ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ee1a10-a7a3-44e5-aa97-4c802d01e1f2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:31.210046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ba0b3ce-8c06-4708-aa17-3842aebaa61d req-dd69d04e-6e53-4a28-897f-19fe768d1bac tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717373 Aug 19 12:01:31.232376 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.358784 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.374446 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1126cb0c-5f0b-4e6e-9081-10ccd79d0180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.382763 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1126cb0c-5f0b-4e6e-9081-10ccd79d0180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.407051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:31.414045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:31.419116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:31.453051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event updated for resources: {'Port': ['ID=8bf62609-f5d4-4944-b7ad-092d3e46c01a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:31.471081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126cb0c-5f0b-4e6e-9081-10ccd79d0180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23faa1c-97a0-464f-af66-d1f71d8da925,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:31.496024 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1126cb0c-5f0b-4e6e-9081-10ccd79d0180 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe69819f448d4936b1bd838aa84fb971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7010164 Aug 19 12:01:31.497042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:31.599162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8a2b-d443-4aaa-ac23-9b993d5cb237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.633861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8a2b-d443-4aaa-ac23-9b993d5cb237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.712285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8a2b-d443-4aaa-ac23-9b993d5cb237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.715851 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8a2b-d443-4aaa-ac23-9b993d5cb237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:31.720484 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8d7b8a2b-d443-4aaa-ac23-9b993d5cb237 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a23faa1c-97a0-464f-af66-d1f71d8da925 HTTP/1.1" status: 204 len: 168 time: 0.2206211 Aug 19 12:01:31.739238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b8a2b-d443-4aaa-ac23-9b993d5cb237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23faa1c-97a0-464f-af66-d1f71d8da925,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:31.918023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-f852fdf1-31ab-4996-868f-8e2b2dec667f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:31.919862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-f852fdf1-31ab-4996-868f-8e2b2dec667f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.1969113 Aug 19 12:01:31.937404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716a5e0-4f2a-45d2-a565-9525fa742a17 req-4f985fe6-e77a-496f-8976-d4e5e9bb9764 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:31.946648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8716a5e0-4f2a-45d2-a565-9525fa742a17 req-4f985fe6-e77a-496f-8976-d4e5e9bb9764 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.2075627 Aug 19 12:01:31.952172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:31.993484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:31.994100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device e3a8e82f-fe01-43a9-83cb-056e3ccee2c8 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:32.087239 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:32.149374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8716a5e0-4f2a-45d2-a565-9525fa742a17 req-29490d64-1704-4904-8dcd-1519f84303f5 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974583 Aug 19 12:01:32.313933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Deleting port 05d201d3-947a-4015-9250-754fb9189584 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:32.314307 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:32.416543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050eeb4-ae19-488e-bf9f-4d5e0f92c4aa req-23e37b32-898d-40e0-822c-14809d17ab90 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:32.418184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b050eeb4-ae19-488e-bf9f-4d5e0f92c4aa req-23e37b32-898d-40e0-822c-14809d17ab90 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.2160976 Aug 19 12:01:32.429599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:32.605833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b050eeb4-ae19-488e-bf9f-4d5e0f92c4aa req-e92f58ca-dc37-4281-8798-f818f803e3b7 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618936 Aug 19 12:01:32.615225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] For port 05d201d3-947a-4015-9250-754fb9189584, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=05d201d3-947a-4015-9250-754fb9189584,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:32.615614 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:32.638042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52281f46-6e89-4d6d-96bd-720c34e97de8 req-2ea52add-e2bb-4140-a937-ac57bb74c217 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:32.639624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52281f46-6e89-4d6d-96bd-720c34e97de8 req-2ea52add-e2bb-4140-a937-ac57bb74c217 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 945 time: 0.2650785 Aug 19 12:01:32.657696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1071413824'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:32.663953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:32.666398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Calling delete_port for 05d201d3-947a-4015-9250-754fb9189584 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:32.758253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:32.765237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:32.779491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:32.813541 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52281f46-6e89-4d6d-96bd-720c34e97de8 req-150429d1-b687-4e0b-b701-f0de4990d982 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609731 Aug 19 12:01:32.973214 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:32.995810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:33.001340 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:33.037937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['05d201d3-947a-4015-9250-754fb9189584'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:33.044921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event deleted for resources: {'Port': ['ID=05d201d3-947a-4015-9250-754fb9189584,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:33.090904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:01:33.112902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] No DVR routers for this DVR port 05d201d3-947a-4015-9250-754fb9189584 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:33.118189 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:33.119216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ee979db-b0e3-41c4-a8fd-795fa41f346c req-13af3ae1-ed85-4e74-84f5-e34bdb45c4d8 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.69 "DELETE /v2.0/ports/05d201d3-947a-4015-9250-754fb9189584 HTTP/1.1" status: 204 len: 173 time: 1.1466622 Aug 19 12:01:33.121268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351baa4e-9148-41d6-a8ad-9c2db92699a0', 'name': 'network-vif-deleted', 'tag': '05d201d3-947a-4015-9250-754fb9189584'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:33.127651 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd16f7c4-828e-4b5b-8394-7ffa90e6e180" -d '{"events": [{"server_uuid": "351baa4e-9148-41d6-a8ad-9c2db92699a0", "name": "network-vif-deleted", "tag": "05d201d3-947a-4015-9250-754fb9189584"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:33.145568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:33.145568 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment c8a489e2-0b04-47a9-bd26-45944fd70e61 of type vlan for network 53aaaf22-7f8c-491a-8cdc-c51800ed0638 Aug 19 12:01:33.193103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Router a25e3ac5-2625-4589-9f02-5f417693230d is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:01:33.203601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:33.270066 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:33.280532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:33.286828 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:33.339717 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faf12a6-577c-4220-8e2b-356674860bb1 x-openstack-request-id: req-4faf12a6-577c-4220-8e2b-356674860bb1 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:33.339717 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351baa4e-9148-41d6-a8ad-9c2db92699a0", "name": "network-vif-deleted", "tag": "05d201d3-947a-4015-9250-754fb9189584", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:33.339717 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4faf12a6-577c-4220-8e2b-356674860bb1 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:33.340156 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351baa4e-9148-41d6-a8ad-9c2db92699a0', 'name': 'network-vif-deleted', 'tag': '05d201d3-947a-4015-9250-754fb9189584', 'status': 'completed', 'code': 200} Aug 19 12:01:33.390268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8929e729-0406-448d-a6b6-1187b2cc4422,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:33.396290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=53aaaf22-7f8c-491a-8cdc-c51800ed0638,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:33.421200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-9e21439b-191b-44c9-9443-215e723327ff tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:33.423944 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-9e21439b-191b-44c9-9443-215e723327ff tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.1939216 Aug 19 12:01:33.426643 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a4add892-6b93-47da-b216-a2c6c063ddbb tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9959445 Aug 19 12:01:33.442466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 53aaaf22-7f8c-491a-8cdc-c51800ed0638 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:01:33.616915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae32d9f-14db-420f-b542-c9b04465c0fc req-fc4d7c2c-d360-4528-9da8-4d77c8bc39a4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:33.631014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dae32d9f-14db-420f-b542-c9b04465c0fc req-fc4d7c2c-d360-4528-9da8-4d77c8bc39a4 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 949 time: 0.2992227 Aug 19 12:01:33.667405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Deleting port 6764db6a-0985-4b46-9414-754aebf12452 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:33.667955 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:33.767580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dae32d9f-14db-420f-b542-c9b04465c0fc req-710babf5-3069-4071-b7c0-654efd2acc5b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243846 Aug 19 12:01:33.769855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:01:33.785321 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2476b22-76a7-416b-b015-d6f58d32d843 None None] Sync routers for ids ['a25e3ac5-2625-4589-9f02-5f417693230d'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:01:33.802265 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2476b22-76a7-416b-b015-d6f58d32d843 None None] Routers {'a25e3ac5-2625-4589-9f02-5f417693230d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:33.803276 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e2476b22-76a7-416b-b015-d6f58d32d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a25e3ac5-2625-4589-9f02-5f417693230d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:33.833721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:33.835160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3824516b-efa6-43bc-9638-16ad81c5b299 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1434240 Aug 19 12:01:33.850555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57690) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:33.862929 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e2476b22-76a7-416b-b015-d6f58d32d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:33.875201 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2476b22-76a7-416b-b015-d6f58d32d843 None None] Routers {'a25e3ac5-2625-4589-9f02-5f417693230d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:33.876166 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e2476b22-76a7-416b-b015-d6f58d32d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a25e3ac5-2625-4589-9f02-5f417693230d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:33.889848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-384c50fd-4ca1-421a-8f71-79b655385a0a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': False}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:33.917914 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e2476b22-76a7-416b-b015-d6f58d32d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:33.919032 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2476b22-76a7-416b-b015-d6f58d32d843 None None] The sync data for ids ['a25e3ac5-2625-4589-9f02-5f417693230d'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:01:34.103578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b579c3-fd1a-4f7e-9511-d3ff012deb23 req-93a8d390-3621-4d23-b8a5-d3b4ec02399b tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:34.104230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] For port 6764db6a-0985-4b46-9414-754aebf12452, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6764db6a-0985-4b46-9414-754aebf12452,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:34.106468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3b579c3-fd1a-4f7e-9511-d3ff012deb23 req-93a8d390-3621-4d23-b8a5-d3b4ec02399b tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.2575946 Aug 19 12:01:34.112027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:34.178479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Calling delete_port for 6764db6a-0985-4b46-9414-754aebf12452 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:34.272105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3b579c3-fd1a-4f7e-9511-d3ff012deb23 req-f71267e7-078f-4fe6-94a0-f42067be35c7 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577208 Aug 19 12:01:34.424713 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:34.464620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:34.499514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Pushing event deleted for resources: {'Port': ['ID=6764db6a-0985-4b46-9414-754aebf12452,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:34.573842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b614dad3-f694-4f07-8fca-6b703476e293 req-44261bad-1e75-4a20-99df-abc6e76d1baf tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=351baa4e-9148-41d6-a8ad-9c2db92699a0 HTTP/1.1" status: 200 len: 210 time: 0.3777113 Aug 19 12:01:34.655980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] No DVR routers for this DVR port 6764db6a-0985-4b46-9414-754aebf12452 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:34.659807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:34.662121 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-54cdb964-caa0-40be-8b8f-8dd067b2ecb7 req-10b54c1b-2793-43f6-a3ed-b24ef000292d tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.54 "DELETE /v2.0/ports/6764db6a-0985-4b46-9414-754aebf12452 HTTP/1.1" status: 204 len: 173 time: 1.2283602 Aug 19 12:01:34.674222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'name': 'network-vif-deleted', 'tag': '6764db6a-0985-4b46-9414-754aebf12452'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:34.679988 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bff7bad-ba14-4ff5-bc8a-43ebb827b43d" -d '{"events": [{"server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "name": "network-vif-deleted", "tag": "6764db6a-0985-4b46-9414-754aebf12452"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:34.819465 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca692aea-5b9d-4bd9-8ef4-a8c8dd6e08b7 x-openstack-request-id: req-ca692aea-5b9d-4bd9-8ef4-a8c8dd6e08b7 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:34.820052 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a74c6f0-b139-48fb-ac2e-7866ddc5935a", "name": "network-vif-deleted", "tag": "6764db6a-0985-4b46-9414-754aebf12452", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:34.820507 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca692aea-5b9d-4bd9-8ef4-a8c8dd6e08b7 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:34.821022 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a74c6f0-b139-48fb-ac2e-7866ddc5935a', 'name': 'network-vif-deleted', 'tag': '6764db6a-0985-4b46-9414-754aebf12452', 'status': 'completed', 'code': 200} Aug 19 12:01:35.125756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eec78bcb-1c36-4ab4-b541-03f2a37f9b5e req-79c6b0a7-51d7-4a93-9c5b-f39bba17789b tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a74c6f0-b139-48fb-ac2e-7866ddc5935a HTTP/1.1" status: 200 len: 210 time: 0.0891850 Aug 19 12:01:35.192022 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-384c50fd-4ca1-421a-8f71-79b655385a0a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:35.609792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ee6eb15-5f6e-4860-9e34-333172db5cf3 req-93046755-881f-48e9-b13e-11beb5382da1 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=07c1e823-993b-4757-9c70-d7a574e823b2 HTTP/1.1" status: 200 len: 210 time: 0.0438251 Aug 19 12:01:35.797018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bc168-64a9-4828-9617-57eca2a97c7f req-46bb6283-631e-4553-a8e6-45e2e7dc2a49 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:35.822265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-696bc168-64a9-4828-9617-57eca2a97c7f req-46bb6283-631e-4553-a8e6-45e2e7dc2a49 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.3017228 Aug 19 12:01:35.870601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57762) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:35.951274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 050252c9-cbec-4567-bf9e-241b4634bda7 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:01:36.178341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-384c50fd-4ca1-421a-8f71-79b655385a0a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:36.205943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-384c50fd-4ca1-421a-8f71-79b655385a0a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:36.244921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-696bc168-64a9-4828-9617-57eca2a97c7f req-b827f091-cf58-4e2a-b078-911918df0369 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151802 Aug 19 12:01:36.355318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-773a6152-cbea-4b8a-b5dc-4a69929d95bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:36.457244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=050252c9-cbec-4567-bf9e-241b4634bda7,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:36.479524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 050252c9-cbec-4567-bf9e-241b4634bda7 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:36.497567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 05d201d3-947a-4015-9250-754fb9189584 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:36.556163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '050252c9-cbec-4567-bf9e-241b4634bda7', 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986', 'port_id': '050252c9-cbec-4567-bf9e-241b4634bda7', 'mac_address': 'fa:16:3e:3b:ba:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15017d99-bef0-4f25-bdd2-81fab25e7788', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:01:36.688089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-773a6152-cbea-4b8a-b5dc-4a69929d95bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:36.728637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-773a6152-cbea-4b8a-b5dc-4a69929d95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:36.745611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 05d201d3-947a-4015-9250-754fb9189584 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:36.753236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 05d201d3-947a-4015-9250-754fb9189584 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:36.889411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:36.892955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-773a6152-cbea-4b8a-b5dc-4a69929d95bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c619da0f3b4f435ea947915ea41a855e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0203121 Aug 19 12:01:36.895795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57814) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:36.975949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a6152-cbea-4b8a-b5dc-4a69929d95bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2b8439-f472-4281-abdc-3923d1d1912d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:37.036241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a1f5ac0-abd1-485e-b012-8e0fc1326017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:37.079401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 050252c9-cbec-4567-bf9e-241b4634bda7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:37.098451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a1f5ac0-abd1-485e-b012-8e0fc1326017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:37.188641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=050252c9-cbec-4567-bf9e-241b4634bda7,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:37.190424 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:37.207635 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:37.233444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57820) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:37.265037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': '53aaaf22-7f8c-491a-8cdc-c51800ed0638', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:37.289596 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a1f5ac0-abd1-485e-b012-8e0fc1326017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:37.292198 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a1f5ac0-abd1-485e-b012-8e0fc1326017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:37.295839 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a1f5ac0-abd1-485e-b012-8e0fc1326017 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad2b8439-f472-4281-abdc-3923d1d1912d HTTP/1.1" status: 204 len: 168 time: 0.3856752 Aug 19 12:01:37.343365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=050252c9-cbec-4567-bf9e-241b4634bda7,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:37.374604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.374958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.375286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.380946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.381454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.381805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.382150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.382483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.382812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.383146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.383472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.383797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:01:37.423086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f5ac0-abd1-485e-b012-8e0fc1326017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2b8439-f472-4281-abdc-3923d1d1912d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:37.508430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['050252c9-cbec-4567-bf9e-241b4634bda7'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:37.532784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:37.541187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:37.553409 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:01:37.553791 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:01:37.674848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384c50fd-4ca1-421a-8f71-79b655385a0a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Router a25e3ac5-2625-4589-9f02-5f417693230d has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:01:37.709306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5123ca8-7d02-4144-8957-64596a9e1d0e req-0a63122e-dfb7-40e2-bf57-221431bc2959 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:37.713167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5123ca8-7d02-4144-8957-64596a9e1d0e req-0a63122e-dfb7-40e2-bf57-221431bc2959 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1269698 Aug 19 12:01:37.759737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-0e3ce8cf-4a0f-400c-bac6-6c0ae02e1cb9 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:37.768320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-0e3ce8cf-4a0f-400c-bac6-6c0ae02e1cb9 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 1.2436547 Aug 19 12:01:37.849412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-3fb03feb-1bbe-443c-a057-1556a12bc9ae tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/quotas/aedddd945e5e40c1848dfa8ef9d1d006 HTTP/1.1" status: 200 len: 375 time: 0.0800319 Aug 19 12:01:37.867060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:37.894564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5123ca8-7d02-4144-8957-64596a9e1d0e req-58afe0f9-f76a-4ef0-ba36-5d12e16ebd76 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698303 Aug 19 12:01:37.929804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57846) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:37.939398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=09dc0a68-cbb6-49e3-a5ce-c89b92fe1890,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:37.973328 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72af2299-356e-4063-908c-bfd443c0dbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.011633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384c50fd-4ca1-421a-8f71-79b655385a0a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:01:38.015605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-94fa08dd-4ada-4c9d-9e7e-b47e15fa327e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1647749 Aug 19 12:01:38.018574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-384c50fd-4ca1-421a-8f71-79b655385a0a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.023135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-384c50fd-4ca1-421a-8f71-79b655385a0a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "PUT /v2.0/routers/a25e3ac5-2625-4589-9f02-5f417693230d HTTP/1.1" status: 200 len: 925 time: 4.1715539 Aug 19 12:01:38.028524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57848) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:38.032061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af728c8-8ad4-446f-b482-9e0e4647337a None None] Sync routers for ids ['a25e3ac5-2625-4589-9f02-5f417693230d'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:01:38.059500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af728c8-8ad4-446f-b482-9e0e4647337a None None] Routers {'a25e3ac5-2625-4589-9f02-5f417693230d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:38.062976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4af728c8-8ad4-446f-b482-9e0e4647337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a25e3ac5-2625-4589-9f02-5f417693230d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:38.083397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72af2299-356e-4063-908c-bfd443c0dbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.091269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72af2299-356e-4063-908c-bfd443c0dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.099995 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking segment: {'id': 'c8a489e2-0b04-47a9-bd26-45944fd70e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '53aaaf22-7f8c-491a-8cdc-c51800ed0638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:38.100620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network hostable DHCP agents. Network: 53aaaf22-7f8c-491a-8cdc-c51800ed0638, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:01:38.124022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29f16db9-fe9f-45cf-881e-7492a4d3ffe4 req-6e0a8b1d-deca-499d-91f9-accf35c2965e tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0830116 Aug 19 12:01:38.158476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4af728c8-8ad4-446f-b482-9e0e4647337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:38.170132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-72af2299-356e-4063-908c-bfd443c0dbf6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d031486cf8eb490db5073ae6f27faaef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366621 Aug 19 12:01:38.170415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af2299-356e-4063-908c-bfd443c0dbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8a1f6b-9faa-44be-8020-2ae8f4788375,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:38.173006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57852) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:38.176272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network 53aaaf22-7f8c-491a-8cdc-c51800ed0638 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:01:38.207881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-84b889e6-4b92-4cec-b5fe-21603ab58a5f tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/routers/a25e3ac5-2625-4589-9f02-5f417693230d HTTP/1.1" status: 200 len: 925 time: 0.1757579 Aug 19 12:01:38.208289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57854) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:38.215984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 53aaaf22-7f8c-491a-8cdc-c51800ed0638) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:38.225420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:38.226027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.265137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c2fb7-d08e-4c83-bb8e-fc81536c0880 None None] Network 53aaaf22-7f8c-491a-8cdc-c51800ed0638 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:38.265346 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-facd27ba-9403-4699-965d-7c81d13b7fad tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0266542 Aug 19 12:01:38.269832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57856) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:38.275483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6449a26c-ee89-4c17-a7e3-32b58e1df268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.280488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816416543'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:38.318292 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6449a26c-ee89-4c17-a7e3-32b58e1df268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.350376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e6274-efaf-4c9d-ab4a-dbbf24f1e00e req-995dd8e1-7a66-41fa-bfa2-7df347ac21b7 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:38.351948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c58e6274-efaf-4c9d-ab4a-dbbf24f1e00e req-995dd8e1-7a66-41fa-bfa2-7df347ac21b7 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 945 time: 0.0906885 Aug 19 12:01:38.357022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7dd951-1354-45a9-991a-63a1a3256c3a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:38.361815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0a7dd951-1354-45a9-991a-63a1a3256c3a tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=a25e3ac5-2625-4589-9f02-5f417693230d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1494658 Aug 19 12:01:38.363269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:38.367766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:38.371691 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.379677 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.387244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af728c8-8ad4-446f-b482-9e0e4647337a None None] Routers {'a25e3ac5-2625-4589-9f02-5f417693230d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:38.388219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4af728c8-8ad4-446f-b482-9e0e4647337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a25e3ac5-2625-4589-9f02-5f417693230d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:38.432426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 050252c9-cbec-4567-bf9e-241b4634bda7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:38.439817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4af728c8-8ad4-446f-b482-9e0e4647337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:38.440663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af728c8-8ad4-446f-b482-9e0e4647337a None None] The sync data for ids ['a25e3ac5-2625-4589-9f02-5f417693230d'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:01:38.468584 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6449a26c-ee89-4c17-a7e3-32b58e1df268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.471780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6449a26c-ee89-4c17-a7e3-32b58e1df268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.473408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6449a26c-ee89-4c17-a7e3-32b58e1df268 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa8a1f6b-9faa-44be-8020-2ae8f4788375 HTTP/1.1" status: 204 len: 168 time: 0.2985404 Aug 19 12:01:38.473783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:01:38.484382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.484813 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment 9b393f78-aca0-42e0-a688-02286878b209 of type vlan for network cfdbe6de-e22d-47d0-915c-f301d9b632e2 Aug 19 12:01:38.487666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920a2bf-d287-4c55-a731-2971c2b0baf9 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:38.489216 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3920a2bf-d287-4c55-a731-2971c2b0baf9 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 881 time: 0.1242437 Aug 19 12:01:38.490652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449a26c-ee89-4c17-a7e3-32b58e1df268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8a1f6b-9faa-44be-8020-2ae8f4788375,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:38.493864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:38.499500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=050252c9-cbec-4567-bf9e-241b4634bda7,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:38.526140 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.529695 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-599548fc-d437-4d90-828e-5b32a8cf48fc tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25e3ac5-2625-4589-9f02-5f417693230d HTTP/1.1" status: 200 len: 205 time: 0.0324652 Aug 19 12:01:38.530231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57864) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:38.534755 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.535656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6764db6a-0985-4b46-9414-754aebf12452 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:38.544161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c58e6274-efaf-4c9d-ab4a-dbbf24f1e00e req-a188c2d8-e11b-4b25-8a5a-2ef2f4a1261d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687696 Aug 19 12:01:38.611691 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.618207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:38.618968 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.645198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 6764db6a-0985-4b46-9414-754aebf12452 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:38.645647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6764db6a-0985-4b46-9414-754aebf12452 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:38.681417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26f801e-d935-4aa6-95ce-e3ae82580ad8 service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571205 Aug 19 12:01:38.722801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-53aaaf22-7f8c-491a-8cdc-c51800ed0638', 'network_id': '53aaaf22-7f8c-491a-8cdc-c51800ed0638', 'tenant_id': 'c79c06d470614a1dbd3235dfab3cbae3', 'fixed_ips': [{'subnet_id': '09dc0a68-cbb6-49e3-a5ce-c89b92fe1890'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:01:38.723700 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:38.726406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 050252c9-cbec-4567-bf9e-241b4634bda7 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:38.770132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=050252c9-cbec-4567-bf9e-241b4634bda7,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:38.788552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5167696 Aug 19 12:01:38.799033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57886) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:38.907441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-0d4d144b-135a-4349-a36f-38df876c4e24 service neutron] 10.222.0.65 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168628 Aug 19 12:01:38.911799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': 'cfdbe6de-e22d-47d0-915c-f301d9b632e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:39.007579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241a80b-5929-47d8-97db-64595b52fe20 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=cfdbe6de-e22d-47d0-915c-f301d9b632e2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:39.021946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Allocated IP 2001:db8:0:ffff::2 (53aaaf22-7f8c-491a-8cdc-c51800ed0638/09dc0a68-cbb6-49e3-a5ce-c89b92fe1890/5ef66086-5744-49d2-9083-53109556093c) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:39.040491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network cfdbe6de-e22d-47d0-915c-f301d9b632e2 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:01:39.080909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f4850-164a-48ac-bbd6-cb55ada60e64 req-dc5c4332-ddbd-4190-9a7b-dba4dcb423b2 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:39.089096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf6f4850-164a-48ac-bbd6-cb55ada60e64 req-dc5c4332-ddbd-4190-9a7b-dba4dcb423b2 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 949 time: 0.1728504 Aug 19 12:01:39.096849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:39.100382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.121299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.175197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 050252c9-cbec-4567-bf9e-241b4634bda7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:39.176106 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.280917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.331059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf6f4850-164a-48ac-bbd6-cb55ada60e64 req-7e8c3ecc-e3b6-4d51-8b91-c19215e3dbe7 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410386 Aug 19 12:01:39.390796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fe3bb-4250-434d-8447-078e2198e25e req-6592d191-8bfb-4a61-bca0-70aa6e7e8949 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:39.392448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-661fe3bb-4250-434d-8447-078e2198e25e req-6592d191-8bfb-4a61-bca0-70aa6e7e8949 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.2291210 Aug 19 12:01:39.396109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Deleting port 8bf62609-f5d4-4944-b7ad-092d3e46c01a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:39.396466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.422991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910c3f8-251d-4808-aa29-7f4d9b7757e9 req-70ac5131-7d2b-43a3-8fa9-9c86cddac891 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:39.435665 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c910c3f8-251d-4808-aa29-7f4d9b7757e9 req-70ac5131-7d2b-43a3-8fa9-9c86cddac891 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 950 time: 0.1600654 Aug 19 12:01:39.498420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8be13a70-3f7a-4a39-9c95-5fd70439e7c6 req-c89270da-d9a6-480d-b789-fdf4ba0414e4 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 210 time: 0.0407770 Aug 19 12:01:39.559019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f2a44dd-e5e3-48e1-ad59-4d5fb436e064 req-9a16f351-ff57-43a1-81d6-0f5ca920cc7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=07c1e823-993b-4757-9c70-d7a574e823b2 HTTP/1.1" status: 200 len: 210 time: 0.1129334 Aug 19 12:01:39.559584 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.584490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c910c3f8-251d-4808-aa29-7f4d9b7757e9 req-9a7a5bed-ff89-4954-8999-c6278b86951f tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/security-groups?id=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474402 Aug 19 12:01:39.628733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.631281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050252c9-cbec-4567-bf9e-241b4634bda7'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:39.634316 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9111b08e-670f-4d78-9203-95467e9c4a28" -d '{"events": [{"server_uuid": "f85c3f00-b377-40b6-a6ac-c79df473b981", "name": "network-vif-plugged", "status": "completed", "tag": "050252c9-cbec-4567-bf9e-241b4634bda7"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:39.639695 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.656495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=050252c9-cbec-4567-bf9e-241b4634bda7,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:39.660218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Transition to ACTIVE for port object 5ef66086-5744-49d2-9083-53109556093c will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:39.663371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Calling delete_port for 8bf62609-f5d4-4944-b7ad-092d3e46c01a owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:39.671123 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.679535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c143270-7ee4-4894-9543-4c61bf8dffaf req-22c0cfc4-e13d-4646-81dc-d8d01eecc6e6 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0765133 Aug 19 12:01:39.781630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Transition to ACTIVE for port object 5ef66086-5744-49d2-9083-53109556093c will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:39.805169 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.814922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=050252c9-cbec-4567-bf9e-241b4634bda7,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:39.854124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Network 53aaaf22-7f8c-491a-8cdc-c51800ed0638 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:39.868951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:39.872781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:39.883959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-661fe3bb-4250-434d-8447-078e2198e25e req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Deleting port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:39.885047 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-661fe3bb-4250-434d-8447-078e2198e25e req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.901572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:39.971778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Pushing event updated for resources: {'Port': ['ID=5ef66086-5744-49d2-9083-53109556093c,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:40.013877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a9d2-d28a-4197-b511-ded7e9d8b9a7 req-bb0c205a-0c1a-4f00-b96b-8260f7afb77d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:40.017149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4902a9d2-d28a-4197-b511-ded7e9d8b9a7 req-bb0c205a-0c1a-4f00-b96b-8260f7afb77d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1990633 Aug 19 12:01:40.024257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Attempting to bind port 5ef66086-5744-49d2-9083-53109556093c on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:40.024638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Attempting to bind port 5ef66086-5744-49d2-9083-53109556093c by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'c8a489e2-0b04-47a9-bd26-45944fd70e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '53aaaf22-7f8c-491a-8cdc-c51800ed0638'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:40.025038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Attempting to bind port 5ef66086-5744-49d2-9083-53109556093c on network 53aaaf22-7f8c-491a-8cdc-c51800ed0638 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:40.038935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:40.039537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Checking segment: {'id': 'c8a489e2-0b04-47a9-bd26-45944fd70e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '53aaaf22-7f8c-491a-8cdc-c51800ed0638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:40.040179 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.040965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Bound using segment: {'id': 'c8a489e2-0b04-47a9-bd26-45944fd70e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '53aaaf22-7f8c-491a-8cdc-c51800ed0638'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:40.044288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Bound port: 5ef66086-5744-49d2-9083-53109556093c, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a489e2-0b04-47a9-bd26-45944fd70e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '53aaaf22-7f8c-491a-8cdc-c51800ed0638'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:40.044288 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.134285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.141815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=9be25316-93f5-4a87-a791-9a8752805e7e,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:40.155477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4902a9d2-d28a-4197-b511-ded7e9d8b9a7 req-6c131f19-2f47-4a56-9a6d-23303ffb6bb0 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279244 Aug 19 12:01:40.170756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] For port 5ef66086-5744-49d2-9083-53109556093c, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:40.179800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] For port 5ef66086-5744-49d2-9083-53109556093c, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5ef66086-5744-49d2-9083-53109556093c,segment=NetworkSegment(c8a489e2-0b04-47a9-bd26-45944fd70e61),segment_id=c8a489e2-0b04-47a9-bd26-45944fd70e61)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:40.190485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking segment: {'id': '9b393f78-aca0-42e0-a688-02286878b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cfdbe6de-e22d-47d0-915c-f301d9b632e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:40.190845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network hostable DHCP agents. Network: cfdbe6de-e22d-47d0-915c-f301d9b632e2, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:01:40.193943 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dda0c87-1126-44b2-a48d-fab6e22cfb63 x-openstack-request-id: req-2dda0c87-1126-44b2-a48d-fab6e22cfb63 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:40.194585 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85c3f00-b377-40b6-a6ac-c79df473b981", "name": "network-vif-plugged", "status": "completed", "tag": "050252c9-cbec-4567-bf9e-241b4634bda7", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:40.195647 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2dda0c87-1126-44b2-a48d-fab6e22cfb63 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:40.196297 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050252c9-cbec-4567-bf9e-241b4634bda7', 'code': 200} Aug 19 12:01:40.197868 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.198461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-661fe3bb-4250-434d-8447-078e2198e25e req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] For port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:40.198839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-661fe3bb-4250-434d-8447-078e2198e25e req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.217079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-661fe3bb-4250-434d-8447-078e2198e25e req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Calling delete_port for 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:40.265397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd45221-39b6-42ec-984a-16b65e176296 None None] Pushing event updated for resources: {'Port': ['ID=5ef66086-5744-49d2-9083-53109556093c,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:40.284142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event deleted for resources: {'Port': ['ID=8bf62609-f5d4-4944-b7ad-092d3e46c01a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:40.335284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network cfdbe6de-e22d-47d0-915c-f301d9b632e2 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:01:40.358419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, cfdbe6de-e22d-47d0-915c-f301d9b632e2) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:40.368729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea954ac-1802-4e49-80ed-84975cd300c8 None None] Network cfdbe6de-e22d-47d0-915c-f301d9b632e2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:40.390562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:40.391543 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.431565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.621929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-661fe3bb-4250-434d-8447-078e2198e25e req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.708195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ac12734f-4f4c-43e8-8163-ef536a246987 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8047454 Aug 19 12:01:40.708912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57958) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:40.712401 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.724342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54652fda-0dbd-4b48-90d8-5ec11a668bb7 req-ef9f6c15-b0ca-40f7-8851-52f405eff98e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.2845297 Aug 19 12:01:40.729213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:40.730667 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.803821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-cfdbe6de-e22d-47d0-915c-f301d9b632e2', 'network_id': 'cfdbe6de-e22d-47d0-915c-f301d9b632e2', 'tenant_id': 'c79c06d470614a1dbd3235dfab3cbae3', 'fixed_ips': [{'subnet_id': '9be25316-93f5-4a87-a791-9a8752805e7e'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:01:40.804726 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.822414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c24f2f-a35d-4e3f-a6f8-18a9f530cb85 req-8eb0e4ba-0d5b-4761-9a23-781f115ad8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:40.825981 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-45c24f2f-a35d-4e3f-a6f8-18a9f530cb85 req-8eb0e4ba-0d5b-4761-9a23-781f115ad8b2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 1097 time: 0.2318537 Aug 19 12:01:40.827421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.830207 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Fanout notify agent at l3_agent the message router_deleted on router a25e3ac5-2625-4589-9f02-5f417693230d {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:01:40.843362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:40.844582 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ddb45c10-27a4-457a-b6d3-690a6e99d1e1 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/a25e3ac5-2625-4589-9f02-5f417693230d HTTP/1.1" status: 204 len: 168 time: 2.3132298 Aug 19 12:01:40.854614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:40.863401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-be2ee5c3-3b28-4ef8-9cd5-c5ad8de312aa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1919610029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:40.870922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Pushing event deleted for resources: {'Port': ['ID=47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:40.874561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2255adf-972f-41c8-bac4-03fd3dce679d req-50a7613a-2cb8-43aa-bf82-694ec35e4169 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 210 time: 0.1488545 Aug 19 12:01:40.910986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f7bcfd7-3513-465f-9212-334653ad382d req-32b43421-90bc-463f-a1aa-5af91d12775f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 210 time: 0.1764607 Aug 19 12:01:41.039170 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-45c24f2f-a35d-4e3f-a6f8-18a9f530cb85 req-4ec3fcf9-2f9d-40ad-8200-584c8e5fed6d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853490 Aug 19 12:01:41.047710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-661fe3bb-4250-434d-8447-078e2198e25e req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] No DVR routers for this DVR port 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:41.056796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-661fe3bb-4250-434d-8447-078e2198e25e req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.059426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-661fe3bb-4250-434d-8447-078e2198e25e req-9449aafb-03d4-4fa8-a8d1-47e90228b133 tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.69 "DELETE /v2.0/ports/47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b HTTP/1.1" status: 204 len: 173 time: 1.6542532 Aug 19 12:01:41.064893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'name': 'network-vif-deleted', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:41.066170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be2ee5c3-3b28-4ef8-9cd5-c5ad8de312aa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.068114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be2ee5c3-3b28-4ef8-9cd5-c5ad8de312aa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.068251 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5afc46-267c-4dfb-b6c8-aeae0a8b57a0" -d '{"events": [{"server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "name": "network-vif-deleted", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:41.149731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-af88f494-213e-46ec-9e31-3d7590ada036 req-4693a253-2cea-429a-ad19-0523c9a29722 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0557547 Aug 19 12:01:41.174476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Allocated IP 2001:db8::1 (cfdbe6de-e22d-47d0-915c-f301d9b632e2/9be25316-93f5-4a87-a791-9a8752805e7e/87dd9540-1984-4c96-8903-051774ff3db4) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:41.178560 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3ddb41-a5f2-463c-897f-8710f98da7a0 x-openstack-request-id: req-1d3ddb41-a5f2-463c-897f-8710f98da7a0 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:41.178962 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7465ad5-773d-47b3-b2d7-8dc666fe8900", "name": "network-vif-deleted", "tag": "47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:41.179798 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d3ddb41-a5f2-463c-897f-8710f98da7a0 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:41.180591 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7465ad5-773d-47b3-b2d7-8dc666fe8900', 'name': 'network-vif-deleted', 'tag': '47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b', 'status': 'completed', 'code': 200} Aug 19 12:01:41.189752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-1f51c05c-d250-4df8-8b38-8d4a5704d9a3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:41.192331 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-1f51c05c-d250-4df8-8b38-8d4a5704d9a3 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 812 time: 0.2983906 Aug 19 12:01:41.197074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be2ee5c3-3b28-4ef8-9cd5-c5ad8de312aa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.207151 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be2ee5c3-3b28-4ef8-9cd5-c5ad8de312aa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.235664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.250077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be2ee5c3-3b28-4ef8-9cd5-c5ad8de312aa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.251323 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-be2ee5c3-3b28-4ef8-9cd5-c5ad8de312aa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3913486 Aug 19 12:01:41.254116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57972) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:41.281925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:41.365282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Request body: {'port': {'device_id': '904e95c8-7fdd-4acc-a1d7-9dc7f87dd451', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'admin_state_up': True, 'tenant_id': 'aedddd945e5e40c1848dfa8ef9d1d006'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:41.485666 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.520381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Transition to ACTIVE for port object 87dd9540-1984-4c96-8903-051774ff3db4 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:41.562776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Transition to ACTIVE for port object 87dd9540-1984-4c96-8903-051774ff3db4 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:41.581476 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.599953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.636517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Network cfdbe6de-e22d-47d0-915c-f301d9b632e2 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:41.641757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:41.648104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:41.683384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Pushing event updated for resources: {'Port': ['ID=87dd9540-1984-4c96-8903-051774ff3db4,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:41.689445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5ef66086-5744-49d2-9083-53109556093c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:41.777765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eba986-a3d4-4c2a-986d-5305a7ad567d req-7d1713eb-fc93-4c18-9b32-616c680f0586 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:41.779944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65eba986-a3d4-4c2a-986d-5305a7ad567d req-7d1713eb-fc93-4c18-9b32-616c680f0586 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.2868631 Aug 19 12:01:41.822868 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.830790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.880360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Made reservation on behalf of aedddd945e5e40c1848dfa8ef9d1d006 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:41.884437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:41.968725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=9be25316-93f5-4a87-a791-9a8752805e7e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:42.009683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de075b4-51e4-4656-9638-0fdb2791f734 None None] Network 53aaaf22-7f8c-491a-8cdc-c51800ed0638 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:42.040328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65eba986-a3d4-4c2a-986d-5305a7ad567d req-c765dbee-3d79-4a55-b1a2-e7aa8f9f6115 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466462 Aug 19 12:01:42.134522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Attempting to bind port 87dd9540-1984-4c96-8903-051774ff3db4 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:42.137766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Attempting to bind port 87dd9540-1984-4c96-8903-051774ff3db4 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9b393f78-aca0-42e0-a688-02286878b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cfdbe6de-e22d-47d0-915c-f301d9b632e2'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:42.137766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Attempting to bind port 87dd9540-1984-4c96-8903-051774ff3db4 on network cfdbe6de-e22d-47d0-915c-f301d9b632e2 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:42.214192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:42.216402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Checking segment: {'id': '9b393f78-aca0-42e0-a688-02286878b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cfdbe6de-e22d-47d0-915c-f301d9b632e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:42.217242 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.217441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Bound using segment: {'id': '9b393f78-aca0-42e0-a688-02286878b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cfdbe6de-e22d-47d0-915c-f301d9b632e2'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:42.217920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Bound port: 87dd9540-1984-4c96-8903-051774ff3db4, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b393f78-aca0-42e0-a688-02286878b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'cfdbe6de-e22d-47d0-915c-f301d9b632e2'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:42.221538 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.246101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-35021ac0-272e-40c4-9f45-aa36eefe6d7e None None] Provisioning for port 5ef66086-5744-49d2-9083-53109556093c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:42.247432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0dedb89-9302-4a31-bd29-912e2094d068 req-10bc9184-30a3-4185-bbf9-995363192f56 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 210 time: 0.1627040 Aug 19 12:01:42.251652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Allocated IP 172.20.0.4 (dcbb6ee0-978b-431f-be35-c378857c1c91/e8973284-6c79-4519-aa58-5e8208dbc4de/f4e51e34-8f8e-4ea0-b04a-28610f4560c3) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:42.257524 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.277189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdbe6de-e22d-47d0-915c-f301d9b632e2']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:42.278773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e8dde445-51ed-4577-b326-4ead4ab51a2b no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:42.297143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b393f78-aca0-42e0-a688-02286878b209') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:42.297447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b393f78-aca0-42e0-a688-02286878b209') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:42.355104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ceb377c1-d109-4319-8ae3-415c40e7ab38 req-f6b91c78-25b1-4e38-96cd-770ae24468de tempest-MigrationsAdminTest-121749540 tempest-MigrationsAdminTest-121749540-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7465ad5-773d-47b3-b2d7-8dc666fe8900 HTTP/1.1" status: 200 len: 210 time: 0.1707683 Aug 19 12:01:42.371984 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.424903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.440271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ca10b03-8951-45fb-bfbb-a6aff0d38f7a req-57577725-c6eb-4133-ad8a-c4b88a3144ab tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0439460 Aug 19 12:01:42.451168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:42.452418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:42.456572 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:42.519197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] For port 87dd9540-1984-4c96-8903-051774ff3db4, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:42.534185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 5ef66086-5744-49d2-9083-53109556093c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:42.549158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5ef66086-5744-49d2-9083-53109556093c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:42.549538 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.605477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:01:42.605477 n-d-778550-9 neutron-server[101154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:01:42.605477 n-d-778550-9 neutron-server[101154]: [parameters: {'id': 'cfdbe6de-e22d-47d0-915c-f301d9b632e2'}] Aug 19 12:01:42.605477 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:01:42.605876 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:01:42.625800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.649845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] For port 87dd9540-1984-4c96-8903-051774ff3db4, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=87dd9540-1984-4c96-8903-051774ff3db4,segment=NetworkSegment(9b393f78-aca0-42e0-a688-02286878b209),segment_id=9b393f78-aca0-42e0-a688-02286878b209)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:42.663187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.692570 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.734943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.824198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Allocated IP 172.25.4.19 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/c887bf88-ed29-4945-8404-13bc8440ef26) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:42.849417 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.877840 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.900151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:42.921556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed328b-4c58-4a23-a8a0-6bd05262c3ed None None] Pushing event updated for resources: {'Port': ['ID=87dd9540-1984-4c96-8903-051774ff3db4,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:42.937648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:42.940320 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d598eefd-8da2-4af2-a267-93cec97b3065" -d '{"events": [{"server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "name": "network-vif-unplugged", "status": "completed", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:42.949582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e0bda-b1ae-4274-935c-5421202db841 None None] Network cfdbe6de-e22d-47d0-915c-f301d9b632e2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:42.981434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:43.045923 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520b8688-42db-48d4-a411-aa0c4ea9b918 x-openstack-request-id: req-520b8688-42db-48d4-a411-aa0c4ea9b918 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:43.046209 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "name": "network-vif-unplugged", "status": "completed", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:43.046449 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-520b8688-42db-48d4-a411-aa0c4ea9b918 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:43.046841 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b', 'code': 200} Aug 19 12:01:43.065687 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.075603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Network dcbb6ee0-978b-431f-be35-c378857c1c91 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:43.078036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2449531b-b85c-40b1-af55-d414a56c95ba req-4199185e-c641-424c-bd55-ab505acf039d tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0423884 Aug 19 12:01:43.103322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:43.107202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.126846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 5ef66086-5744-49d2-9083-53109556093c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5ef66086-5744-49d2-9083-53109556093c,segment=NetworkSegment(c8a489e2-0b04-47a9-bd26-45944fd70e61),segment_id=c8a489e2-0b04-47a9-bd26-45944fd70e61)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:43.138187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:43.155587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event updated for resources: {'Port': ['ID=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:43.181017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting port 87dd9540-1984-4c96-8903-051774ff3db4 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:43.181834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.186815 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.245424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.260723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:43.261277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.278076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] For port 87dd9540-1984-4c96-8903-051774ff3db4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=87dd9540-1984-4c96-8903-051774ff3db4,segment=NetworkSegment(9b393f78-aca0-42e0-a688-02286878b209),segment_id=9b393f78-aca0-42e0-a688-02286878b209)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:43.278784 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.301098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Calling delete_port for 87dd9540-1984-4c96-8903-051774ff3db4 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:43.306650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-da3d8313-bd4b-4c0e-8a5b-7dd39036d6e5 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9452727 Aug 19 12:01:43.341796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Request body: {'port': {'device_id': '904e95c8-7fdd-4acc-a1d7-9dc7f87dd451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:43.361557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e8dde445-51ed-4577-b326-4ead4ab51a2b,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:43.394905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-42f55ff6-4353-4d22-a73e-97a5c58508c2 None None] Provisioning complete for port 5ef66086-5744-49d2-9083-53109556093c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:43.395810 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42f55ff6-4353-4d22-a73e-97a5c58508c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.451364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.454556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf009ff-58da-420c-b040-b93cdab539ad None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:01:43.502082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43f1e-dd5e-4cf7-95d7-93e4f072f334 req-fa2b733d-d22d-482f-bd82-ecee82a82624 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:43.504377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbb43f1e-dd5e-4cf7-95d7-93e4f072f334 req-fa2b733d-d22d-482f-bd82-ecee82a82624 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1885271 Aug 19 12:01:43.514468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=5ef66086-5744-49d2-9083-53109556093c,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:43.533574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df9368-dcda-41f4-aff4-4eebf18cb1c0 req-184c6399-6a68-4123-8c1e-d8bf20d8001f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:43.542872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48df9368-dcda-41f4-aff4-4eebf18cb1c0 req-184c6399-6a68-4123-8c1e-d8bf20d8001f tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 931 time: 0.1466057 Aug 19 12:01:43.547171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:43.568235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event updated for resources: {'Port': ['ID=c887bf88-ed29-4945-8404-13bc8440ef26,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:43.573937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:43.576803 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:43.619835 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf009ff-58da-420c-b040-b93cdab539ad None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:01:43.657477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48df9368-dcda-41f4-aff4-4eebf18cb1c0 req-1b3b1253-a569-413e-a664-97b605da630c tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042316 Aug 19 12:01:43.722650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.770108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Port': ['ID=87dd9540-1984-4c96-8903-051774ff3db4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:43.770285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.811240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbb43f1e-dd5e-4cf7-95d7-93e4f072f334 req-33f89609-7438-4270-9bc2-4688fc723702 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169302 Aug 19 12:01:43.813786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No DVR routers for this DVR port 87dd9540-1984-4c96-8903-051774ff3db4 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:43.928570 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:43.950190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdbe6de-e22d-47d0-915c-f301d9b632e2']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:43.982331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b393f78-aca0-42e0-a688-02286878b209') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:43.982673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b393f78-aca0-42e0-a688-02286878b209') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:44.021071 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.072303 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.095068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54abd44-06d5-4c23-9b6d-d861a48f30f8 req-97d5472e-b684-4896-ae4a-20d8265b40f5 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:44.132772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e54abd44-06d5-4c23-9b6d-d861a48f30f8 req-97d5472e-b684-4896-ae4a-20d8265b40f5 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.1746716 Aug 19 12:01:44.143719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:44.144140 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:44.148160 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:44.291371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9502fbc-05d8-4f69-ab27-893d9b1f449b req-42535f9e-3716-41da-89c6-6b35b8742e3a tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0590534 Aug 19 12:01:44.342626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e54abd44-06d5-4c23-9b6d-d861a48f30f8 req-9639f57b-a8ee-4455-82c0-4dc44855f60d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992838 Aug 19 12:01:44.342626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.343028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:01:44.365163 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.371649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/cfdbe6de-e22d-47d0-915c-f301d9b632e2 HTTP/1.1" status: 204 len: 168 time: 3.6551812 Aug 19 12:01:44.390274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3471245-c1f5-416f-8ad9-7f66897d3629 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=cfdbe6de-e22d-47d0-915c-f301d9b632e2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:44.392470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58154) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:44.393180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58156) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:44.409694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1067719697'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:44.431090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58160) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:44.471479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.477551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:44.482456 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.501268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:44.514060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:44.517745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'mac_address': 'fa:16:3e:e3:79:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:01:44.539791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:44.539791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 47799c63-36c8-4bc1-a7aa-d2dcdcfa9f3b not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:44.557769 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:01:44.572778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:01:44.583231 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.596737 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.596737 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment 53801a0c-c307-4125-9a5b-1548894c7c42 of type vlan for network c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc Aug 19 12:01:44.628138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:44.690743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:44.698282 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.795912 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.801945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-120509f9-629f-47e5-b639-bdf8af219f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.802581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:44.821026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.834841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:44.845987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:44.996935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-608aa126-4b14-44a9-af27-736ca4892331 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e965f0a2bc434fb0be5dfcd914344c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023483 Aug 19 12:01:45.001554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58188) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:45.011156 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.017293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:45.018152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.065129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb04c2-b45f-464a-ab0a-698d3b6d4811 req-b965d35c-61f3-4b49-bbec-6182fa8118fd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:45.073481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1bb04c2-b45f-464a-ab0a-698d3b6d4811 req-b965d35c-61f3-4b49-bbec-6182fa8118fd tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 931 time: 0.2730529 Aug 19 12:01:45.140006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5e75aef-8c3f-4653-b538-49ebfc2e65ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.170152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5e75aef-8c3f-4653-b538-49ebfc2e65ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.207876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e51e34-8f8e-4ea0-b04a-28610f4560c3 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:45.221879 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.251527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Transition to ACTIVE for port object f4e51e34-8f8e-4ea0-b04a-28610f4560c3 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:45.261945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Router 441e841f-68fd-48b0-a3f3-f6c20e6f92c2 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:01:45.281563 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.313423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5e75aef-8c3f-4653-b538-49ebfc2e65ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.316190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5e75aef-8c3f-4653-b538-49ebfc2e65ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.317421 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f5e75aef-8c3f-4653-b538-49ebfc2e65ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa62c81a-80fe-40d4-9ff2-45c9f7def2c8 HTTP/1.1" status: 204 len: 168 time: 0.3046601 Aug 19 12:01:45.396436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e75aef-8c3f-4653-b538-49ebfc2e65ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa62c81a-80fe-40d4-9ff2-45c9f7def2c8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:45.446883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Pushing event updated for resources: {'Port': ['ID=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:45.584403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:45.607003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:01:45.620499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-120509f9-629f-47e5-b639-bdf8af219f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.624816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5ef66086-5744-49d2-9083-53109556093c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:45.630697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-8a379cfc-5364-4046-af05-0c13f780ec68 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:45.639129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-8a379cfc-5364-4046-af05-0c13f780ec68 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/networks?id=3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 200 len: 814 time: 0.7404711 Aug 19 12:01:45.651299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-120509f9-629f-47e5-b639-bdf8af219f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.667248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1bb04c2-b45f-464a-ab0a-698d3b6d4811 req-142ff83d-9d82-4be8-b373-53ee7fe8b64d tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927670 Aug 19 12:01:45.677155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-74e961de-940f-4c91-bca3-33f183451ee4 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2750721 Aug 19 12:01:45.690792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Attempting to bind port f4e51e34-8f8e-4ea0-b04a-28610f4560c3 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:45.691333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Attempting to bind port f4e51e34-8f8e-4ea0-b04a-28610f4560c3 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:45.691551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Attempting to bind port f4e51e34-8f8e-4ea0-b04a-28610f4560c3 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:45.693479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58196) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:45.719018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Port f4e51e34-8f8e-4ea0-b04a-28610f4560c3 on network dcbb6ee0-978b-431f-be35-c378857c1c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:01:45.719369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Attempting to bind port f4e51e34-8f8e-4ea0-b04a-28610f4560c3 on network dcbb6ee0-978b-431f-be35-c378857c1c91 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:45.726487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-2e2b2880-3951-4e4b-9ffd-4bc0b519424e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/quotas/151e2274bcc44808b6fcd53a80f01257 HTTP/1.1" status: 200 len: 375 time: 0.0860274 Aug 19 12:01:45.735809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120509f9-629f-47e5-b639-bdf8af219f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3946d58-eaab-4796-800c-9ef5db44e73d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:45.751712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': 'c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:45.752214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:45.752635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Checking segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:45.754214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Bound using segment: {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:45.754684 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Bound port: f4e51e34-8f8e-4ea0-b04a-28610f4560c3, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:45.761311 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.817021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:01:45.830581 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db651a-33a1-424a-a92c-aaa8fe41df80 None None] Sync routers for ids ['441e841f-68fd-48b0-a3f3-f6c20e6f92c2'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:01:45.853783 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db651a-33a1-424a-a92c-aaa8fe41df80 None None] Routers {'441e841f-68fd-48b0-a3f3-f6c20e6f92c2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:45.854441 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-77db651a-33a1-424a-a92c-aaa8fe41df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['441e841f-68fd-48b0-a3f3-f6c20e6f92c2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:45.874909 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-120509f9-629f-47e5-b639-bdf8af219f93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05d1142f365247f48b10f439260b8326&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4390705 Aug 19 12:01:45.887034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58206) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:45.896040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5ef66086-5744-49d2-9083-53109556093c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:45.897678 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.912140 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:45.913276 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8138f901-b9d1-44db-9f3b-2a3155faa670 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "PUT /v2.0/routers/441e841f-68fd-48b0-a3f3-f6c20e6f92c2 HTTP/1.1" status: 200 len: 883 time: 4.6581671 Aug 19 12:01:45.915882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58208) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:45.983055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd4664c0-b73c-4f33-ad1d-50ba5a776e6a req-5466af6c-11c9-453e-af5f-362fa6df79ff tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.1090610 Aug 19 12:01:46.016352 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-77db651a-33a1-424a-a92c-aaa8fe41df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:46.022887 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-00755956-6121-43c5-a657-39f86e95b294 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=151e2274bcc44808b6fcd53a80f01257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2941887 Aug 19 12:01:46.059902 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db651a-33a1-424a-a92c-aaa8fe41df80 None None] Routers {'441e841f-68fd-48b0-a3f3-f6c20e6f92c2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:46.062257 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-77db651a-33a1-424a-a92c-aaa8fe41df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['441e841f-68fd-48b0-a3f3-f6c20e6f92c2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:46.065542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] For port f4e51e34-8f8e-4ea0-b04a-28610f4560c3, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:46.068005 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58210) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:46.119789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] For port f4e51e34-8f8e-4ea0-b04a-28610f4560c3, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:46.122598 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ba50-7175-496b-8368-111a5e336fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.132653 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-77db651a-33a1-424a-a92c-aaa8fe41df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:46.134103 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db651a-33a1-424a-a92c-aaa8fe41df80 None None] The sync data for ids ['441e841f-68fd-48b0-a3f3-f6c20e6f92c2'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:01:46.158472 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ba50-7175-496b-8368-111a5e336fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.167592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.190246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:46.194763 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.253932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-aca911ad-e114-4080-b68f-60f437f18099 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/routers/441e841f-68fd-48b0-a3f3-f6c20e6f92c2 HTTP/1.1" status: 200 len: 924 time: 0.3368046 Aug 19 12:01:46.260576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58212) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:46.275101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:46.276280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.277181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] 10.222.0.54 "PUT /v2.0/ports/f4e51e34-8f8e-4ea0-b04a-28610f4560c3 HTTP/1.1" status: 200 len: 1091 time: 2.9518058 Aug 19 12:01:46.290015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:46.299721 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-26143cb2-e037-4144-8763-08f2f859d61e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e13dad38a2224999817d838d1a95d446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243593 Aug 19 12:01:46.301124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904e95c8-7fdd-4acc-a1d7-9dc7f87dd451', 'tag': 'f4e51e34-8f8e-4ea0-b04a-28610f4560c3'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:46.309475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58214) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:46.316602 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa38cf-8e22-4512-8101-800fa5b1c2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "904e95c8-7fdd-4acc-a1d7-9dc7f87dd451", "tag": "f4e51e34-8f8e-4ea0-b04a-28610f4560c3"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:46.347100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:46.347465 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.366836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a2037-1240-46b0-8890-d0efcf950a5e service neutron] Pushing event updated for resources: {'Port': ['ID=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:46.423388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-2017d43e-6119-4c0c-aa53-f7fc8ec86d41 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:46.424927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-2017d43e-6119-4c0c-aa53-f7fc8ec86d41 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.54 "GET /v2.0/ports?device_id=f85c3f00-b377-40b6-a6ac-c79df473b981 HTTP/1.1" status: 200 len: 946 time: 0.2950010 Aug 19 12:01:46.438352 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eeb0be-f720-4e88-8796-0e458dba5e7c x-openstack-request-id: req-34eeb0be-f720-4e88-8796-0e458dba5e7c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:46.442969 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904e95c8-7fdd-4acc-a1d7-9dc7f87dd451", "tag": "f4e51e34-8f8e-4ea0-b04a-28610f4560c3", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:46.443818 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34eeb0be-f720-4e88-8796-0e458dba5e7c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:46.444351 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904e95c8-7fdd-4acc-a1d7-9dc7f87dd451', 'tag': 'f4e51e34-8f8e-4ea0-b04a-28610f4560c3', 'status': 'completed', 'code': 200} Aug 19 12:01:46.458623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-bc48b1fc-3853-458f-8e0e-216d1991c307 service neutron] 10.222.0.65 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344556 Aug 19 12:01:46.460458 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.502169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:46.519317 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb7572b-f054-4ddf-a781-1470b094709a" -d '{"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-plugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:46.523016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9097c-5a63-4b8a-b9e8-1e10bd3b2369 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:46.525566 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdba3-9f4b-4958-b1f9-b0d84a97e845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.527678 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-95b9097c-5a63-4b8a-b9e8-1e10bd3b2369 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=441e841f-68fd-48b0-a3f3-f6c20e6f92c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2629385 Aug 19 12:01:46.530451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58220) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:46.545956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:46.546945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-1e8f56a3-8d96-412a-947d-8861ff0d185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:46.548721 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-1e8f56a3-8d96-412a-947d-8861ff0d185d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 1094 time: 0.1963015 Aug 19 12:01:46.561689 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.576388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ba50-7175-496b-8368-111a5e336fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.579992 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ba50-7175-496b-8368-111a5e336fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.586317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0bb9ba50-7175-496b-8368-111a5e336fb5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3946d58-eaab-4796-800c-9ef5db44e73d HTTP/1.1" status: 204 len: 168 time: 0.6919515 Aug 19 12:01:46.629143 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ba1bc-0b96-4b3b-92dd-e52c28e6cf38 x-openstack-request-id: req-dd6ba1bc-0b96-4b3b-92dd-e52c28e6cf38 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:46.629447 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-plugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:46.629683 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd6ba1bc-0b96-4b3b-92dd-e52c28e6cf38 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:46.630123 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'code': 200} Aug 19 12:01:46.651352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=10']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:46.657129 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-415cb2da-b50f-41b3-ba0a-ab69f6228ea5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e51e34-8f8e-4ea0-b04a-28610f4560c3 HTTP/1.1" status: 200 len: 217 time: 0.0827520 Aug 19 12:01:46.746105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-c0190b17-b7b6-42c5-b024-536abd83052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:46.748075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-c0190b17-b7b6-42c5-b024-536abd83052f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.0820529 Aug 19 12:01:46.754179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Deleting port 050252c9-cbec-4567-bf9e-241b4634bda7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:46.754527 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.755843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9ba50-7175-496b-8368-111a5e336fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3946d58-eaab-4796-800c-9ef5db44e73d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:46.775812 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdba3-9f4b-4958-b1f9-b0d84a97e845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.838605 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-045d7ae8-1341-4264-9076-34729e34e32c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791852 Aug 19 12:01:46.978334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] For port 050252c9-cbec-4567-bf9e-241b4634bda7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=050252c9-cbec-4567-bf9e-241b4634bda7,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:46.978719 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:46.985253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-898c8872-2308-4ce4-aefd-00c9aa6a855e service neutron] 10.222.0.65 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255430 Aug 19 12:01:47.017120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Calling delete_port for 050252c9-cbec-4567-bf9e-241b4634bda7 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:47.034259 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-28dbfa4b-509d-468b-9258-78884c6b1031 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868641 Aug 19 12:01:47.067179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7248-2246-48b6-bc68-8bb65d4bfa91 req-46805f80-df7c-4b29-9e18-736b9de46bb0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:47.081335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41fb7248-2246-48b6-bc68-8bb65d4bfa91 req-46805f80-df7c-4b29-9e18-736b9de46bb0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 943 time: 0.2514920 Aug 19 12:01:47.172278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0160ff8-aac1-446d-9299-cf783bd3bb79 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:47.185198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58232) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:47.191499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c0160ff8-aac1-446d-9299-cf783bd3bb79 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 881 time: 0.6472738 Aug 19 12:01:47.208615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58236) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:47.257641 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3df71b60-45fb-4ba0-a9d0-19620b5b74c0 req-379cd9fd-8408-4645-a97e-cabffd381c30 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784477 Aug 19 12:01:47.261721 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-43668456-d224-46f7-b4bf-371d275b01aa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=441e841f-68fd-48b0-a3f3-f6c20e6f92c2 HTTP/1.1" status: 200 len: 205 time: 0.0751762 Aug 19 12:01:47.275507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58244) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:47.280801 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64fa9dbe-9e22-41ac-92a2-5de7e0a04a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:47.292160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdba3-9f4b-4958-b1f9-b0d84a97e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:47.299890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdba3-9f4b-4958-b1f9-b0d84a97e845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:47.299890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4b1bdba3-9f4b-4958-b1f9-b0d84a97e845 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee7cf3da-5e54-49f5-9de2-71ec4b4fdbc0 HTTP/1.1" status: 204 len: 168 time: 0.9848773 Aug 19 12:01:47.412045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:47.448652 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['050252c9-cbec-4567-bf9e-241b4634bda7'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:47.495164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41fb7248-2246-48b6-bc68-8bb65d4bfa91 req-2f4feb0a-371d-427e-b637-4d375c2ebbff tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095006 Aug 19 12:01:47.499967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Pushing event deleted for resources: {'Port': ['ID=050252c9-cbec-4567-bf9e-241b4634bda7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:47.526599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-fb5b1e06-f9d7-4c81-9f44-958e06b664a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:47.528069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-fb5b1e06-f9d7-4c81-9f44-958e06b664a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 1094 time: 0.1563842 Aug 19 12:01:47.554478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bdba3-9f4b-4958-b1f9-b0d84a97e845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7cf3da-5e54-49f5-9de2-71ec4b4fdbc0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:47.563941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] No DVR routers for this DVR port 050252c9-cbec-4567-bf9e-241b4634bda7 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:47.578098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:47.579654 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:47.581607 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-60c7b7b0-d828-4d63-97e1-87e35701b1c8 req-a3f4533d-f11d-4e3c-a518-6c9dcdf4b4ea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.54 "DELETE /v2.0/ports/050252c9-cbec-4567-bf9e-241b4634bda7 HTTP/1.1" status: 204 len: 173 time: 1.1361647 Aug 19 12:01:47.645304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ade75cef-85c8-4f1a-96af-87556a189a01 req-f0c84fbc-699e-457b-a86c-8d516afa704f tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.1132758 Aug 19 12:01:47.720211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64fa9dbe-9e22-41ac-92a2-5de7e0a04a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:47.744875 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64fa9dbe-9e22-41ac-92a2-5de7e0a04a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:47.796113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa9dbe-9e22-41ac-92a2-5de7e0a04a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c657c53f-5211-4e64-9afc-806a3e567b0f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:47.826486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-afcf4551-4f47-4af6-b526-e5c6dfcef890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:47.828010 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-afcf4551-4f47-4af6-b526-e5c6dfcef890 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 200 len: 913 time: 0.2780070 Aug 19 12:01:47.833287 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-64fa9dbe-9e22-41ac-92a2-5de7e0a04a5f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0532779f58d4c3d8f3e2a37f625d47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6217394 Aug 19 12:01:47.834433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58258) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:47.893765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-23bac15f-2066-439f-b838-435691cebeec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e51e34-8f8e-4ea0-b04a-28610f4560c3 HTTP/1.1" status: 200 len: 217 time: 0.0563025 Aug 19 12:01:47.931196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed0a2613-2c8e-45cb-884c-d3c977d827d8 req-bdedfbb5-e9ef-47c5-91c4-942c8219737c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 210 time: 0.2890120 Aug 19 12:01:47.977364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b336b744-687b-4c19-a1af-e358d1c2bf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:47.979921 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-34b9f0b0-d03a-49a3-ad0c-98569b2272f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:47.981624 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-34b9f0b0-d03a-49a3-ad0c-98569b2272f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 200 len: 852 time: 0.0781989 Aug 19 12:01:48.015858 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.066767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=eb4b4a1f-23ba-4b4d-a461-416898fa5a1c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:48.072608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-cd79a9a8-8d97-493e-974e-ba084b1cd5de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcbb6ee0-978b-431f-be35-c378857c1c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709023 Aug 19 12:01:48.078332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b336b744-687b-4c19-a1af-e358d1c2bf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.113338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking segment: {'id': '53801a0c-c307-4125-9a5b-1548894c7c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:48.113730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network hostable DHCP agents. Network: c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:01:48.186393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:01:48.205681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:48.211799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:48.212399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.231951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad207c-2609-45e3-a5cb-976e7b40b56a None None] Network c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:48.241161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-43ac2f78-bf7a-4d6c-95c8-83305b5c0142 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5077689 Aug 19 12:01:48.241499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58268) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:48.257648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-593266436'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:48.263372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.357524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:48.359911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b336b744-687b-4c19-a1af-e358d1c2bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.361917 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.363026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b336b744-687b-4c19-a1af-e358d1c2bf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.367310 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b336b744-687b-4c19-a1af-e358d1c2bf65 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c657c53f-5211-4e64-9afc-806a3e567b0f HTTP/1.1" status: 204 len: 168 time: 0.5288517 Aug 19 12:01:48.401575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336b744-687b-4c19-a1af-e358d1c2bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657c53f-5211-4e64-9afc-806a3e567b0f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:48.418093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-3afc8ab8-ac38-4906-9295-d54faaa52de9 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272798 Aug 19 12:01:48.445963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'name': 'network-vif-deleted', 'tag': '050252c9-cbec-4567-bf9e-241b4634bda7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:48.451121 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a16646-2bfa-4072-963a-1202cab83b49" -d '{"events": [{"server_uuid": "f85c3f00-b377-40b6-a6ac-c79df473b981", "name": "network-vif-deleted", "tag": "050252c9-cbec-4567-bf9e-241b4634bda7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:48.465853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:01:48.478606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Deleting port c887bf88-ed29-4945-8404-13bc8440ef26 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:48.479039 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.497704 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.499163 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment 0e0c69ac-9999-43aa-85aa-6a98146a0d7c of type vlan for network 1a23b827-9ed4-4584-b3f5-55993a76f902 Aug 19 12:01:48.515765 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7922b967-cc3b-4e15-80c8-9fb6ad0b8658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.630406 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.693451 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3768b-7c12-45cf-a9d5-4e01b001045c x-openstack-request-id: req-06b3768b-7c12-45cf-a9d5-4e01b001045c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:48.697237 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85c3f00-b377-40b6-a6ac-c79df473b981", "name": "network-vif-deleted", "tag": "050252c9-cbec-4567-bf9e-241b4634bda7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:48.698686 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06b3768b-7c12-45cf-a9d5-4e01b001045c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:48.699342 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85c3f00-b377-40b6-a6ac-c79df473b981', 'name': 'network-vif-deleted', 'tag': '050252c9-cbec-4567-bf9e-241b4634bda7', 'status': 'completed', 'code': 200} Aug 19 12:01:48.717730 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.771834 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-50aa38cf-8e22-4512-8101-800fa5b1c2e7 req-f4d2a5ac-2eb2-4696-926f-b8d0a554a3b1 service neutron] 10.222.0.54 "GET /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447006 Aug 19 12:01:48.831978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Calling delete_port for c887bf88-ed29-4945-8404-13bc8440ef26 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:48.867980 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc', 'network_id': 'c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc', 'tenant_id': 'c79c06d470614a1dbd3235dfab3cbae3', 'fixed_ips': [{'subnet_id': 'eb4b4a1f-23ba-4b4d-a461-416898fa5a1c'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:01:48.868901 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.894752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f7e1b09-7514-4616-aa82-b9744ec022a8 req-56dd55f4-5b36-4d50-883a-5844a7ddf8aa tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0637505 Aug 19 12:01:48.904857 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:48.912012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:48.912636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:49.132316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c827a-7463-492e-81f4-9eb8ee0ac4f9 req-56e6eadf-febb-4ed7-abe3-68551ecfff24 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:49.144694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-937c827a-7463-492e-81f4-9eb8ee0ac4f9 req-56e6eadf-febb-4ed7-abe3-68551ecfff24 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 943 time: 0.4752760 Aug 19 12:01:49.173031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Allocated IP 2001:db8::1 (c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc/eb4b4a1f-23ba-4b4d-a461-416898fa5a1c/efd5eb55-6d79-498b-a8dd-5f288f465436) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:49.314288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0683103 Aug 19 12:01:49.315185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58308) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:49.322793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': '1a23b827-9ed4-4584-b3f5-55993a76f902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:49.409337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ac877-3aa6-437d-9ea3-f08f2c0e15fd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=1a23b827-9ed4-4584-b3f5-55993a76f902,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:49.472175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-013dc068-a6bf-47c7-880e-f996a3cd7278 req-3a25e333-e691-4b6f-a3ef-3f6453cc68ae tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 210 time: 0.1727407 Aug 19 12:01:49.509457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1a23b827-9ed4-4584-b3f5-55993a76f902 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:01:49.550710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-937c827a-7463-492e-81f4-9eb8ee0ac4f9 req-22457fff-267a-4389-9aa1-451f532854f0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047208 Aug 19 12:01:49.735702 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:49.759734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Transition to ACTIVE for port object efd5eb55-6d79-498b-a8dd-5f288f465436 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:49.892142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Transition to ACTIVE for port object efd5eb55-6d79-498b-a8dd-5f288f465436 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:49.893824 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:49.907048 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:49.933189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:49.939071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:49.961808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event deleted for resources: {'Port': ['ID=c887bf88-ed29-4945-8404-13bc8440ef26,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:50.045888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f4e51e34-8f8e-4ea0-b04a-28610f4560c3 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:01:50.054751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 050252c9-cbec-4567-bf9e-241b4634bda7 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:01:50.081639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.106348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Performing IP validity checks on allocation pools {{(pid=101153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:01:50.107264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:01:50.222663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.225506 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.276375 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.304657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.305238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Fanout notify agent at l3_agent the message router_deleted on router 441e841f-68fd-48b0-a3f3-f6c20e6f92c2 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:01:50.342570 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.343562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b177b2f1-9374-41c9-a19a-39087b65845b tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/441e841f-68fd-48b0-a3f3-f6c20e6f92c2 HTTP/1.1" status: 204 len: 168 time: 3.0669632 Aug 19 12:01:50.348362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90a98bd7-0512-4ead-a5c5-c6a7f9a230e8 req-7612789b-bd44-4d79-93ff-758bbb8fd89b tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0564320 Aug 19 12:01:50.349238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58348) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:50.355246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0879662a-9ac1-4167-a856-459b961593e5 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-590067040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:50.405514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0879662a-9ac1-4167-a856-459b961593e5 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.406609 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0879662a-9ac1-4167-a856-459b961593e5 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.431462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 050252c9-cbec-4567-bf9e-241b4634bda7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:01:50.431729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 050252c9-cbec-4567-bf9e-241b4634bda7 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:01:50.442540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Network c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:50.452392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-b630297b-9162-4c1d-910f-38d1a4286ab3 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:50.454119 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-b630297b-9162-4c1d-910f-38d1a4286ab3 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.54 "GET /v2.0/networks?id=3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 200 len: 814 time: 1.2601273 Aug 19 12:01:50.477335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=9f2c684e-1a5b-4a34-9ffa-0f70ba172ad3,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:50.491486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:50.496502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0879662a-9ac1-4167-a856-459b961593e5 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.506643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0879662a-9ac1-4167-a856-459b961593e5 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.509283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Request body: {'port': {'device_id': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986', 'admin_state_up': True, 'tenant_id': '151e2274bcc44808b6fcd53a80f01257'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:50.533116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:50.538042 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0879662a-9ac1-4167-a856-459b961593e5 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.540092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0879662a-9ac1-4167-a856-459b961593e5 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1893487 Aug 19 12:01:50.543158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58356) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:50.556728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': True}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:50.574128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Pushing event updated for resources: {'Port': ['ID=efd5eb55-6d79-498b-a8dd-5f288f465436,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:50.605840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f4e51e34-8f8e-4ea0-b04a-28610f4560c3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:50.612751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58358) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:50.671676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking segment: {'id': '0e0c69ac-9999-43aa-85aa-6a98146a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1a23b827-9ed4-4584-b3f5-55993a76f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:50.672218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network hostable DHCP agents. Network: 1a23b827-9ed4-4584-b3f5-55993a76f902, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:01:50.729677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network 1a23b827-9ed4-4584-b3f5-55993a76f902 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:01:50.734256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'f4e51e34-8f8e-4ea0-b04a-28610f4560c3', 'network_id': 'dcbb6ee0-978b-431f-be35-c378857c1c91', 'port_id': 'f4e51e34-8f8e-4ea0-b04a-28610f4560c3', 'mac_address': 'fa:16:3e:93:3f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8973284-6c79-4519-aa58-5e8208dbc4de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:01:50.766150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 1a23b827-9ed4-4584-b3f5-55993a76f902) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:50.778379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:50.779972 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.789635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Made reservation on behalf of 151e2274bcc44808b6fcd53a80f01257 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:50.793276 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:50.827778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8942b009-ac22-42e3-ba83-b9d590d5a8f1 None None] Network 1a23b827-9ed4-4584-b3f5-55993a76f902 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:50.884942 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-33be13d6-27a7-44ec-b6e1-8769881afc1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5642350 Aug 19 12:01:50.889319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58368) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:50.922292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5a8bf06-c23c-4ba8-a9e6-91d37b4ae24d req-40cb121c-4a4a-4ca1-802b-8636aa2348ac tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 210 time: 0.1795118 Aug 19 12:01:51.074309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a6339da6-4636-481e-bf20-d3b829e89308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.089063 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.094942 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.128933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e51e34-8f8e-4ea0-b04a-28610f4560c3 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:51.155830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Attempting to bind port efd5eb55-6d79-498b-a8dd-5f288f465436 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:51.156209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Attempting to bind port efd5eb55-6d79-498b-a8dd-5f288f465436 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '53801a0c-c307-4125-9a5b-1548894c7c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:51.156576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Attempting to bind port efd5eb55-6d79-498b-a8dd-5f288f465436 on network c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:51.172627 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.185106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:51.185491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Checking segment: {'id': '53801a0c-c307-4125-9a5b-1548894c7c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:51.185905 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.186303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Bound using segment: {'id': '53801a0c-c307-4125-9a5b-1548894c7c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:51.186809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Bound port: efd5eb55-6d79-498b-a8dd-5f288f465436, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53801a0c-c307-4125-9a5b-1548894c7c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:51.187179 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.196995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b7cf7-75f9-48fe-9148-b654113391cf req-9cacba0f-74a8-4678-8174-5841bf4e78e1 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:51.202108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f4e51e34-8f8e-4ea0-b04a-28610f4560c3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:51.215120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-336b7cf7-75f9-48fe-9148-b654113391cf req-9cacba0f-74a8-4678-8174-5841bf4e78e1 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 943 time: 0.4736080 Aug 19 12:01:51.251122 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82c2a5ad-eb5f-4003-ada8-3ebdbbe95454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.265902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] For port efd5eb55-6d79-498b-a8dd-5f288f465436, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:51.266637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] For port efd5eb55-6d79-498b-a8dd-5f288f465436, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=efd5eb55-6d79-498b-a8dd-5f288f465436,segment=NetworkSegment(53801a0c-c307-4125-9a5b-1548894c7c42),segment_id=53801a0c-c307-4125-9a5b-1548894c7c42)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:51.270170 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.279173 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.290332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.294250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Allocated IP 172.20.0.5 (3c0301bd-c00f-49ee-9f94-b8baa0539986/15017d99-bef0-4f25-bdd2-81fab25e7788/477f3dca-4f7c-4cf0-8272-421581b221ae) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:51.343957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-1a23b827-9ed4-4584-b3f5-55993a76f902', 'network_id': '1a23b827-9ed4-4584-b3f5-55993a76f902', 'tenant_id': 'c79c06d470614a1dbd3235dfab3cbae3', 'fixed_ips': [{'subnet_id': '9f2c684e-1a5b-4a34-9ffa-0f70ba172ad3'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:01:51.345300 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.420256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:51.532599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.536398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-336b7cf7-75f9-48fe-9148-b654113391cf req-0b7ba6c6-03ee-49a1-8254-975852a34ff0 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162229 Aug 19 12:01:51.618105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb70d5-6f48-40e7-becc-3218738e9153 None None] Pushing event updated for resources: {'Port': ['ID=efd5eb55-6d79-498b-a8dd-5f288f465436,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:51.650214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96afb108-0d47-43a2-8ef6-fecb51e5b056 req-18674656-62a9-419d-b792-b1dea8ed7d67 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0974326 Aug 19 12:01:51.768928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f4e51e34-8f8e-4ea0-b04a-28610f4560c3'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:01:51.845934 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82c2a5ad-eb5f-4003-ada8-3ebdbbe95454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.851846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82c2a5ad-eb5f-4003-ada8-3ebdbbe95454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.859312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:51.903590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-82c2a5ad-eb5f-4003-ada8-3ebdbbe95454 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b427eff51b6d458abc9599a7e6bd3d33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2904699 Aug 19 12:01:51.906116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58396) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:51.996902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Allocated IP 2001:db8::3 (1a23b827-9ed4-4584-b3f5-55993a76f902/9f2c684e-1a5b-4a34-9ffa-0f70ba172ad3/f4e40727-8264-4787-9c64-4eb426147e1c) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:52.013135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.169036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Pushing event updated for resources: {'Port': ['ID=477f3dca-4f7c-4cf0-8272-421581b221ae,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:52.187516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2a5ad-eb5f-4003-ada8-3ebdbbe95454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5569b3-fab4-468d-935f-ba87b0bb137a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:52.207221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Network 3c0301bd-c00f-49ee-9f94-b8baa0539986 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:52.209984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:52.230062 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:52.293773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:52.294440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.302790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.304211 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.314162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Transition to ACTIVE for port object f4e40727-8264-4787-9c64-4eb426147e1c will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:52.315197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-7a0ff044-239c-46bc-b6f8-ecb21ce1fa0e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8392122 Aug 19 12:01:52.320066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dee30-125c-4196-8582-ac30a358e5f9 req-1045e84a-ac78-4757-a6ef-67ae6b3c3cec tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:52.331227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a58dee30-125c-4196-8582-ac30a358e5f9 req-1045e84a-ac78-4757-a6ef-67ae6b3c3cec tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 931 time: 0.2075293 Aug 19 12:01:52.335502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Transition to ACTIVE for port object f4e40727-8264-4787-9c64-4eb426147e1c will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:52.339055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Request body: {'port': {'device_id': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:52.339472 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.355424 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.368229 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.459194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.470608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Pushing event updated for resources: {'Port': ['ID=f4e40727-8264-4787-9c64-4eb426147e1c,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:52.507760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Network 1a23b827-9ed4-4584-b3f5-55993a76f902 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:52.513586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:52.519892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:52.593354 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c473-4dbe-4b3d-a9e0-c44ab80b1635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.683708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a58dee30-125c-4196-8582-ac30a358e5f9 req-eee5edf7-d27e-49ec-b762-76199605b56f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515477 Aug 19 12:01:52.713298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Attempting to bind port f4e40727-8264-4787-9c64-4eb426147e1c on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:52.714926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Attempting to bind port f4e40727-8264-4787-9c64-4eb426147e1c by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0e0c69ac-9999-43aa-85aa-6a98146a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1a23b827-9ed4-4584-b3f5-55993a76f902'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:52.715380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Attempting to bind port f4e40727-8264-4787-9c64-4eb426147e1c on network 1a23b827-9ed4-4584-b3f5-55993a76f902 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:52.734455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:52.735831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Checking segment: {'id': '0e0c69ac-9999-43aa-85aa-6a98146a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1a23b827-9ed4-4584-b3f5-55993a76f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:52.735831 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.735831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Bound using segment: {'id': '0e0c69ac-9999-43aa-85aa-6a98146a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1a23b827-9ed4-4584-b3f5-55993a76f902'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:52.736358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Bound port: f4e40727-8264-4787-9c64-4eb426147e1c, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0c69ac-9999-43aa-85aa-6a98146a0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1a23b827-9ed4-4584-b3f5-55993a76f902'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:52.740238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.830114 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c473-4dbe-4b3d-a9e0-c44ab80b1635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.844079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:52.879408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2c684e-1a5b-4a34-9ffa-0f70ba172ad3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:52.939617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Allocated IP 172.25.4.191 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/9da40a25-c2ec-4460-81bd-bd562e4b4653) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:01:52.998394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] For port f4e40727-8264-4787-9c64-4eb426147e1c, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:53.002147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] For port f4e40727-8264-4787-9c64-4eb426147e1c, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f4e40727-8264-4787-9c64-4eb426147e1c,segment=NetworkSegment(0e0c69ac-9999-43aa-85aa-6a98146a0d7c),segment_id=0e0c69ac-9999-43aa-85aa-6a98146a0d7c)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:53.026106 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.050576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.083520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a23b827-9ed4-4584-b3f5-55993a76f902']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:53.086998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b39fa4-b443-463a-a1c7-3c083e7dee56 req-1ffdccdf-f1fe-415c-92ff-39f1ab259fe6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:53.093897 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1b39fa4-b443-463a-a1c7-3c083e7dee56 req-1ffdccdf-f1fe-415c-92ff-39f1ab259fe6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 944 time: 0.4010861 Aug 19 12:01:53.100154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8deb0b89-76e6-42ae-ae83-88c19ac18ae4 req-677d0866-711e-4568-938a-22b71427c789 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.2639101 Aug 19 12:01:53.116118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0c69ac-9999-43aa-85aa-6a98146a0d7c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:53.116510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0c69ac-9999-43aa-85aa-6a98146a0d7c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:53.141149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.230865 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.261408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477f3dca-4f7c-4cf0-8272-421581b221ae {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:01:53.270548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:53.271325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:53.275119 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:53.279009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067458c-17c3-4a87-b7e6-55a508401861 None None] Pushing event updated for resources: {'Port': ['ID=f4e40727-8264-4787-9c64-4eb426147e1c,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:53.293009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.363018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fbaf37-c732-40a4-8254-63a896ab83f3 None None] Network 1a23b827-9ed4-4584-b3f5-55993a76f902 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:53.400847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.426314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Transition to ACTIVE for port object 477f3dca-4f7c-4cf0-8272-421581b221ae will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:01:53.450341 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.451247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1b39fa4-b443-463a-a1c7-3c083e7dee56 req-0bd744ea-1735-4d75-8823-fa45d8ef6630 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422039 Aug 19 12:01:53.453437 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c473-4dbe-4b3d-a9e0-c44ab80b1635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.457329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c473-4dbe-4b3d-a9e0-c44ab80b1635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.462795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e8d6c473-4dbe-4b3d-a9e0-c44ab80b1635 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd5569b3-fab4-468d-935f-ba87b0bb137a HTTP/1.1" status: 204 len: 168 time: 1.5556729 Aug 19 12:01:53.472818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:01:53.472818 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:01:53.472818 n-d-778550-9 neutron-server[101153]: [parameters: {'id': '1a23b827-9ed4-4584-b3f5-55993a76f902'}] Aug 19 12:01:53.472818 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:01:53.473806 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:01:53.490347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6c473-4dbe-4b3d-a9e0-c44ab80b1635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5569b3-fab4-468d-935f-ba87b0bb137a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:53.506534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1249a-1114-4caf-a737-2f6a8def5f40 None None] Network c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:53.544879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Pushing event updated for resources: {'Port': ['ID=477f3dca-4f7c-4cf0-8272-421581b221ae,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:53.584087 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.647813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Attempting to bind port 477f3dca-4f7c-4cf0-8272-421581b221ae on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:01:53.648156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Attempting to bind port 477f3dca-4f7c-4cf0-8272-421581b221ae by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:01:53.648492 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Attempting to bind port 477f3dca-4f7c-4cf0-8272-421581b221ae on network 3c0301bd-c00f-49ee-9f94-b8baa0539986 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:53.654119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Port 477f3dca-4f7c-4cf0-8272-421581b221ae on network 3c0301bd-c00f-49ee-9f94-b8baa0539986 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:01:53.654449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Attempting to bind port 477f3dca-4f7c-4cf0-8272-421581b221ae on network 3c0301bd-c00f-49ee-9f94-b8baa0539986 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:01:53.658726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event updated for resources: {'Port': ['ID=9da40a25-c2ec-4460-81bd-bd562e4b4653,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:53.666538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:01:53.666905 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Checking segment: {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:53.667300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Bound using segment: {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:01:53.667768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Bound port: 477f3dca-4f7c-4cf0-8272-421581b221ae, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:01:53.668129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.697462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:01:53.706007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:53.709276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:01:53.801854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-120bffbc-ce8a-4d68-b80a-275cc9c3d980 None None] Provisioning for port efd5eb55-6d79-498b-a8dd-5f288f465436 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:53.851993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:01:53.852530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device efd5eb55-6d79-498b-a8dd-5f288f465436 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:53.871509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=477f3dca-4f7c-4cf0-8272-421581b221ae,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:01:53.882473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:53.996450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.047286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:54.049356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.055691 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] 10.222.0.54 "PUT /v2.0/ports/477f3dca-4f7c-4cf0-8272-421581b221ae HTTP/1.1" status: 200 len: 1091 time: 1.7214773 Aug 19 12:01:54.065834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'tag': '477f3dca-4f7c-4cf0-8272-421581b221ae'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:54.076769 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d8f125-1763-482c-bd64-8b019ad0b961" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd3b5d7-9158-42aa-a5ea-30ef89b04f70", "tag": "477f3dca-4f7c-4cf0-8272-421581b221ae"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:54.101673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58446) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:54.164706 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6acfcc0c-09e6-48b1-9b6c-a68876aa6889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.200161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee9668-9391-4e80-9808-bed2cb981fec service neutron] Pushing event updated for resources: {'Port': ['ID=477f3dca-4f7c-4cf0-8272-421581b221ae,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:54.237034 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2762d26e-521f-41af-a8ec-bc32b3075a6e x-openstack-request-id: req-2762d26e-521f-41af-a8ec-bc32b3075a6e {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:54.237524 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd3b5d7-9158-42aa-a5ea-30ef89b04f70", "tag": "477f3dca-4f7c-4cf0-8272-421581b221ae", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:54.237886 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2762d26e-521f-41af-a8ec-bc32b3075a6e {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:54.238415 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'tag': '477f3dca-4f7c-4cf0-8272-421581b221ae', 'status': 'completed', 'code': 200} Aug 19 12:01:54.335871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-494fac42-8d8e-4038-a068-b9e1e57b0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:54.337202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-494fac42-8d8e-4038-a068-b9e1e57b0647 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=151e2274bcc44808b6fcd53a80f01257&device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 1094 time: 0.1745069 Aug 19 12:01:54.423904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f4e51e34-8f8e-4ea0-b04a-28610f4560c3 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:54.430503 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-97266f7a-1bbe-4dc6-8182-47c7d79b9d88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=477f3dca-4f7c-4cf0-8272-421581b221ae HTTP/1.1" status: 200 len: 217 time: 0.0792091 Aug 19 12:01:54.432152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting port f4e40727-8264-4787-9c64-4eb426147e1c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:54.432589 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.517421 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.539869 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.573967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] For port f4e40727-8264-4787-9c64-4eb426147e1c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f4e40727-8264-4787-9c64-4eb426147e1c,segment=NetworkSegment(0e0c69ac-9999-43aa-85aa-6a98146a0d7c),segment_id=0e0c69ac-9999-43aa-85aa-6a98146a0d7c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:54.574505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.591338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port efd5eb55-6d79-498b-a8dd-5f288f465436 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:54.602405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port efd5eb55-6d79-498b-a8dd-5f288f465436 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:54.603319 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.606283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Calling delete_port for f4e40727-8264-4787-9c64-4eb426147e1c owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:54.612591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-f0e125a9-6f49-4a85-b236-7d4d7206caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:54.614422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-f0e125a9-6f49-4a85-b236-7d4d7206caad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15017d99-bef0-4f25-bdd2-81fab25e7788 HTTP/1.1" status: 200 len: 854 time: 0.1657653 Aug 19 12:01:54.653312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6acfcc0c-09e6-48b1-9b6c-a68876aa6889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.700607 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-981c3e80-375a-4751-b323-890e3260a59a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c0301bd-c00f-49ee-9f94-b8baa0539986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775886 Aug 19 12:01:54.703957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6acfcc0c-09e6-48b1-9b6c-a68876aa6889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.775105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port f4e51e34-8f8e-4ea0-b04a-28610f4560c3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:01:54.805709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port f4e51e34-8f8e-4ea0-b04a-28610f4560c3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:54.806303 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.847117 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:54.878911 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6acfcc0c-09e6-48b1-9b6c-a68876aa6889 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c7dacad7e0342b3a4384424be5aa7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7728798 Aug 19 12:01:54.911116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58454) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:54.963065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfcc0c-09e6-48b1-9b6c-a68876aa6889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c45a5-b203-4ea8-92e0-453417930754,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:54.981511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36fcdf1f-9c47-42f8-aa80-2738b71f9b88 req-d3cd423e-aff6-4e24-8aaa-865eeb47a958 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.1945777 Aug 19 12:01:55.021804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port efd5eb55-6d79-498b-a8dd-5f288f465436, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=efd5eb55-6d79-498b-a8dd-5f288f465436,segment=NetworkSegment(53801a0c-c307-4125-9a5b-1548894c7c42),segment_id=53801a0c-c307-4125-9a5b-1548894c7c42)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:55.045386 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.048937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8857-5d0e-4127-ad4a-1b62f826e2f8 req-88da30f3-c04c-4091-b2d1-980cdda1eb33 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:55.076644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d7c8857-5d0e-4127-ad4a-1b62f826e2f8 req-88da30f3-c04c-4091-b2d1-980cdda1eb33 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 943 time: 1.2078681 Aug 19 12:01:55.175710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.227351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.232896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d7c8857-5d0e-4127-ad4a-1b62f826e2f8 req-7bb955df-0078-41ff-b418-8d8865331602 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244020 Aug 19 12:01:55.239908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b11d4e-513c-40a0-8e36-192077b42024 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:01:55.257786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff6be-8579-44f6-81f2-95e508d8fcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.270754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904e95c8-7fdd-4acc-a1d7-9dc7f87dd451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e51e34-8f8e-4ea0-b04a-28610f4560c3'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:01:55.273267 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f490ef-aae3-4fe3-8488-eea05084eb5c" -d '{"events": [{"server_uuid": "904e95c8-7fdd-4acc-a1d7-9dc7f87dd451", "name": "network-vif-plugged", "status": "completed", "tag": "f4e51e34-8f8e-4ea0-b04a-28610f4560c3"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:01:55.348702 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616749e9-57e3-41cb-89be-541dfce7653c x-openstack-request-id: req-616749e9-57e3-41cb-89be-541dfce7653c {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:01:55.349000 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904e95c8-7fdd-4acc-a1d7-9dc7f87dd451", "name": "network-vif-plugged", "status": "completed", "tag": "f4e51e34-8f8e-4ea0-b04a-28610f4560c3", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:01:55.349332 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-616749e9-57e3-41cb-89be-541dfce7653c {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:01:55.349972 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904e95c8-7fdd-4acc-a1d7-9dc7f87dd451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e51e34-8f8e-4ea0-b04a-28610f4560c3', 'code': 200} Aug 19 12:01:55.350532 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-d624b6bb-f7d9-4414-be12-06e58e40d276 service neutron] 10.222.0.54 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256728 Aug 19 12:01:55.357311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f4e51e34-8f8e-4ea0-b04a-28610f4560c3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:01:55.358263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=efd5eb55-6d79-498b-a8dd-5f288f465436,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:55.363880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Port': ['ID=f4e40727-8264-4787-9c64-4eb426147e1c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:55.373189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No DVR routers for this DVR port f4e40727-8264-4787-9c64-4eb426147e1c on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:01:55.384464 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.425661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe23db5-aca0-4fc3-b371-1ab5386ae220 req-23d6ce3d-a48d-4ffe-b4df-61ba72e1a969 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:55.427273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fe23db5-aca0-4fc3-b371-1ab5386ae220 req-23d6ce3d-a48d-4ffe-b4df-61ba72e1a969 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 944 time: 0.2063141 Aug 19 12:01:55.453042 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff6be-8579-44f6-81f2-95e508d8fcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.534335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fe23db5-aca0-4fc3-b371-1ab5386ae220 req-500c5ffa-ccf1-47f1-8e59-855fdc5071b6 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949304 Aug 19 12:01:55.589517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b11d4e-513c-40a0-8e36-192077b42024 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:01:55.592702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ccf55cd4-4d5e-4b35-82cc-5fbe5fdd4d0b None None] Provisioning complete for port efd5eb55-6d79-498b-a8dd-5f288f465436 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:55.593415 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccf55cd4-4d5e-4b35-82cc-5fbe5fdd4d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.653612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device efd5eb55-6d79-498b-a8dd-5f288f465436 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:01:55.705117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.768213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.786618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b84519-79e2-45a1-916c-8e4a161dced1 req-42becfed-1fab-4c9c-a916-d1adae6f44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:55.787651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9b84519-79e2-45a1-916c-8e4a161dced1 req-42becfed-1fab-4c9c-a916-d1adae6f44ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 1096 time: 0.3320122 Aug 19 12:01:55.789597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a23b827-9ed4-4584-b3f5-55993a76f902']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:55.822535 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f16c312e-e721-45b7-8df1-a5f1b5fe141a req-73ced355-1ef9-47f1-ac7f-72f702b04227 service neutron] 10.222.0.54 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392159 Aug 19 12:01:55.831105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:55.835054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0c69ac-9999-43aa-85aa-6a98146a0d7c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:55.835483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0c69ac-9999-43aa-85aa-6a98146a0d7c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:55.845045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff6be-8579-44f6-81f2-95e508d8fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.847627 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff6be-8579-44f6-81f2-95e508d8fcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.851636 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dc7ff6be-8579-44f6-81f2-95e508d8fcc6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/028c45a5-b203-4ea8-92e0-453417930754 HTTP/1.1" status: 204 len: 168 time: 0.9280386 Aug 19 12:01:55.861577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.883478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ff6be-8579-44f6-81f2-95e508d8fcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c45a5-b203-4ea8-92e0-453417930754,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:55.888384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.897671 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9b84519-79e2-45a1-916c-8e4a161dced1 req-cad3dbf3-7397-4e58-887f-0d0e3dead9d1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988443 Aug 19 12:01:55.898675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:55.899080 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:55.918812 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:56.017497 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.027865 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.035217 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/1a23b827-9ed4-4584-b3f5-55993a76f902 HTTP/1.1" status: 204 len: 168 time: 5.1428204 Aug 19 12:01:56.037987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58478) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:56.044768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-499854091'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:56.067030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53785493-4e1b-4375-8c9a-3d8ebf4d996c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=1a23b827-9ed4-4584-b3f5-55993a76f902,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:56.090190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:56.094405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.109150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port efd5eb55-6d79-498b-a8dd-5f288f465436 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:01:56.109625 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.147160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:01:56.172101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.172945 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment bc2a4c2e-e0ed-437c-8069-dad2d24bc68c of type vlan for network a0d70ac0-c527-4602-8730-c5cfc7798367 Aug 19 12:01:56.284392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e329afbe-c026-4eb9-bd52-7396b3c6e748 req-b9ba295f-12a9-4ab0-a8a0-0cecc70871b8 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0617657 Aug 19 12:01:56.310756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.314640 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.358723 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.470110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-ad1a1108-071f-4ee4-ad21-c49d534473a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:56.472093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-ad1a1108-071f-4ee4-ad21-c49d534473a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=151e2274bcc44808b6fcd53a80f01257&device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 1094 time: 0.2864580 Aug 19 12:01:56.477953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.495165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:56.496208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:56.686502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73129975-5e10-4e39-8a8f-e10cebdd31fd req-32c769ba-0ce3-4697-a98e-314e7e5be5bb tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:56.696239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73129975-5e10-4e39-8a8f-e10cebdd31fd req-32c769ba-0ce3-4697-a98e-314e7e5be5bb tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 943 time: 0.3067331 Aug 19 12:01:56.709947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6706955 Aug 19 12:01:56.710643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58506) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:56.721403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': 'a0d70ac0-c527-4602-8730-c5cfc7798367', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:56.806370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed9b2c-13c6-4ba0-96b2-b85e4ee7cba8 req-27366a3e-e53d-453a-b8de-907a91471525 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:56.814355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01ed9b2c-13c6-4ba0-96b2-b85e4ee7cba8 req-27366a3e-e53d-453a-b8de-907a91471525 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 945 time: 0.1599264 Aug 19 12:01:56.826870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73129975-5e10-4e39-8a8f-e10cebdd31fd req-035228b1-3bc8-426d-93da-a82131b1ebcf tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296849 Aug 19 12:01:56.862608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3005f-8790-4060-8155-2ed58f2a2118 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=a0d70ac0-c527-4602-8730-c5cfc7798367,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:56.879385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a0d70ac0-c527-4602-8730-c5cfc7798367 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:01:56.902567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01ed9b2c-13c6-4ba0-96b2-b85e4ee7cba8 req-41b04292-096c-4611-9c1d-93fb26edb772 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850799 Aug 19 12:01:56.920586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Router 9983db25-cb2c-416f-bb1b-09180af30064 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:01:56.988367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-9e3a41d7-b49f-4674-a33f-773e23b891e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:56.990107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-9e3a41d7-b49f-4674-a33f-773e23b891e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 200 len: 915 time: 0.4863348 Aug 19 12:01:56.991325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:56.995854 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:57.118497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:01:57.126346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:57.127842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-29ac2476-d6df-4fec-860b-df11c6c36ad8 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "PUT /v2.0/routers/9983db25-cb2c-416f-bb1b-09180af30064 HTTP/1.1" status: 200 len: 918 time: 6.5829468 Aug 19 12:01:57.142145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58516) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:57.149073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb4be8-14a6-42bb-b743-67cb2aa1152b None None] Sync routers for ids ['9983db25-cb2c-416f-bb1b-09180af30064'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:01:57.188862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb4be8-14a6-42bb-b743-67cb2aa1152b None None] Routers {'9983db25-cb2c-416f-bb1b-09180af30064'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:57.189566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6cb4be8-14a6-42bb-b743-67cb2aa1152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['9983db25-cb2c-416f-bb1b-09180af30064'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:57.252937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6cb4be8-14a6-42bb-b743-67cb2aa1152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:57.367902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb4be8-14a6-42bb-b743-67cb2aa1152b None None] Routers {'9983db25-cb2c-416f-bb1b-09180af30064'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:01:57.368615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6cb4be8-14a6-42bb-b743-67cb2aa1152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['9983db25-cb2c-416f-bb1b-09180af30064'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:57.406188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6cb4be8-14a6-42bb-b743-67cb2aa1152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:57.407209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb4be8-14a6-42bb-b743-67cb2aa1152b None None] The sync data for ids ['9983db25-cb2c-416f-bb1b-09180af30064'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:01:57.454195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7a21042-389b-45f8-ab37-efcd49c165f0 req-666f9733-b7e7-4347-975d-3720d7157745 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0536590 Aug 19 12:01:57.777707 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-1c48bc96-b657-4ddd-8cbb-aec9ecfbf622 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=477f3dca-4f7c-4cf0-8272-421581b221ae HTTP/1.1" status: 200 len: 217 time: 0.7452183 Aug 19 12:01:58.080094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-0b339b11-5d7e-48c2-8168-29b1b20c62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:58.081712 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-0b339b11-5d7e-48c2-8168-29b1b20c62c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15017d99-bef0-4f25-bdd2-81fab25e7788 HTTP/1.1" status: 200 len: 854 time: 0.2916234 Aug 19 12:01:58.166881 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-831a6773-aa45-4737-931a-35eb98f3608e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c0301bd-c00f-49ee-9f94-b8baa0539986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757902 Aug 19 12:01:58.176924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5807f528-ebe8-43e9-8b00-6926cde7b5d9 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/routers/9983db25-cb2c-416f-bb1b-09180af30064 HTTP/1.1" status: 200 len: 924 time: 1.0306480 Aug 19 12:01:58.190745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58548) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:58.272552 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:58.278341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913a1b9-fcb0-4110-b82d-5a10f349dd89 req-3a700559-62e3-4839-997c-efe473a7fa51 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:58.290738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2913a1b9-fcb0-4110-b82d-5a10f349dd89 req-3a700559-62e3-4839-997c-efe473a7fa51 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 943 time: 0.2754703 Aug 19 12:01:58.319893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8ef3-50b6-4152-b716-629c1221dbf8 req-eb7c45fb-48ae-41f0-be3a-10ea692a9388 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:58.322609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd5d8ef3-50b6-4152-b716-629c1221dbf8 req-eb7c45fb-48ae-41f0-be3a-10ea692a9388 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 945 time: 0.1757789 Aug 19 12:01:58.389754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd5d8ef3-50b6-4152-b716-629c1221dbf8 req-5a6e9f3e-a4d1-4ccf-b03c-43d11a5185c4 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582139 Aug 19 12:01:58.401428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2913a1b9-fcb0-4110-b82d-5a10f349dd89 req-21d36165-164b-4146-a7ca-b3ffd0456e1d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101677 Aug 19 12:01:58.528445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef9a96-9a55-4ad0-9708-bb2cf349e223 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:58.543797 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-50ef9a96-9a55-4ad0-9708-bb2cf349e223 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=9983db25-cb2c-416f-bb1b-09180af30064&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3448393 Aug 19 12:01:58.544633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58570) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:58.618027 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-0392359d-cae9-4e36-94d7-d65c89e612d0 service neutron] 10.222.0.54 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280524 Aug 19 12:01:58.745840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45657eb3-0b28-4bab-8c9d-d55d027ae24b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:58.750732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-45657eb3-0b28-4bab-8c9d-d55d027ae24b tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 881 time: 0.2044346 Aug 19 12:01:58.754199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58576) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:58.797172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:58.826683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9401d72b-614d-4c0e-98b4-07aa46b65b78 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=9983db25-cb2c-416f-bb1b-09180af30064 HTTP/1.1" status: 200 len: 205 time: 0.0712402 Aug 19 12:01:58.827751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58580) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:58.835986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b636455-ef3a-41f9-bd04-ecd4c80b2539 req-9f3c4d2b-a244-43c4-a0f6-e32ddc780bac tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.1017475 Aug 19 12:01:58.919952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=60fdcc7b-434d-40ea-8452-07420b3333bf,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:58.940990 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2d8f125-1763-482c-bd64-8b019ad0b961 req-16988f53-cd76-48dd-8cb8-1438dcbbd492 service neutron] 10.222.0.54 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575493 Aug 19 12:01:58.949290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking segment: {'id': 'bc2a4c2e-e0ed-437c-8069-dad2d24bc68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a0d70ac0-c527-4602-8730-c5cfc7798367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:01:58.949838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network hostable DHCP agents. Network: a0d70ac0-c527-4602-8730-c5cfc7798367, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:01:58.977629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network a0d70ac0-c527-4602-8730-c5cfc7798367 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:01:58.994213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a0d70ac0-c527-4602-8730-c5cfc7798367) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:01:59.001877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:59.002686 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.009428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc4f50d-c820-4c10-8d60-cd40c1e343cd None None] Network a0d70ac0-c527-4602-8730-c5cfc7798367 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:59.036086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83354ad-b062-4c77-a1cc-d55d48ca9cd0 req-cd7a7536-e957-4410-8960-59255e44bd73 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:59.041978 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8e74b766-a1c6-44f3-9c57-5a3621ec9b09 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3251638 Aug 19 12:01:59.044595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58590) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:59.048018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b83354ad-b062-4c77-a1cc-d55d48ca9cd0 req-cd7a7536-e957-4410-8960-59255e44bd73 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 945 time: 0.3278549 Aug 19 12:01:59.112148 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.137965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b83354ad-b062-4c77-a1cc-d55d48ca9cd0 req-a3f6fe1c-ee57-4b65-bf2a-d9ad7dd9cab2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889683 Aug 19 12:01:59.202613 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.354522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.356235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b7f31-e70c-44a5-8475-d6f24401cd25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a0d70ac0-c527-4602-8730-c5cfc7798367', 'network_id': 'a0d70ac0-c527-4602-8730-c5cfc7798367', 'tenant_id': 'c79c06d470614a1dbd3235dfab3cbae3', 'fixed_ips': [{'subnet_id': '60fdcc7b-434d-40ea-8452-07420b3333bf'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:01:59.360713 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b29b7f31-e70c-44a5-8475-d6f24401cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.394768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-2eade141-4a0e-401b-b300-3e54075786b1 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efeb00dc1e5942109bd7f991eae8afb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265491 Aug 19 12:01:59.408317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.530084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.601345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=60fdcc7b-434d-40ea-8452-07420b3333bf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:59.678843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-2040bd8f-a10c-48fd-b12a-880de2570e04 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:59.685582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-2040bd8f-a10c-48fd-b12a-880de2570e04 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795386 Aug 19 12:01:59.699854 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.702636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-64d1662c-c55d-4dc0-878a-a0d2b0ca532d tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/quotas/efeb00dc1e5942109bd7f991eae8afb5 HTTP/1.1" status: 200 len: 375 time: 0.0161865 Aug 19 12:01:59.713203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671624e0-e0c7-4193-a6c9-e33fdb177197 req-ca2dc351-7010-49c8-be19-38e106fc55b3 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:01:59.714718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-671624e0-e0c7-4193-a6c9-e33fdb177197 req-ca2dc351-7010-49c8-be19-38e106fc55b3 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 943 time: 0.1463287 Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-b29b7f31-e70c-44a5-8475-d6f24401cd25 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60fdcc7b-434d-40ea-8452-07420b3333bf: This subnet is being modified by another concurrent operation. Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:01:59.715136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60fdcc7b-434d-40ea-8452-07420b3333bf: This subnet is being modified by another concurrent operation. Aug 19 12:01:59.718470 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:01:59.721780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d70ac0-c527-4602-8730-c5cfc7798367']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:59.730356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Deleting port 9da40a25-c2ec-4460-81bd-bd562e4b4653 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:01:59.730704 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.731087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2a4c2e-e0ed-437c-8069-dad2d24bc68c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:59.731598 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2a4c2e-e0ed-437c-8069-dad2d24bc68c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:01:59.749216 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.766372 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.768272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c0a2e879-f976-475e-919d-642c7b03ca6e tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=efeb00dc1e5942109bd7f991eae8afb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525422 Aug 19 12:01:59.776363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:01:59.776998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:01:59.780269 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:01:59.831562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-671624e0-e0c7-4193-a6c9-e33fdb177197 req-5ddeda60-bb8c-4c01-8f89-21f4e82a941f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979393 Aug 19 12:01:59.843094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3b2d94-1bc3-4f62-b8bd-6f071c4aa504 None None] Network a0d70ac0-c527-4602-8730-c5cfc7798367 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:01:59.871711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.884064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.886939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Calling delete_port for 9da40a25-c2ec-4460-81bd-bd562e4b4653 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:01:59.890438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:01:59.894379 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/a0d70ac0-c527-4602-8730-c5cfc7798367 HTTP/1.1" status: 204 len: 168 time: 0.8485093 Aug 19 12:01:59.900455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58618) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:01:59.906233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-437224161'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:01:59.916251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b511c-2bdb-4fa4-9022-39a21c78819e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=a0d70ac0-c527-4602-8730-c5cfc7798367,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:01:59.992530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:01:59.996082 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:00.095228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 477f3dca-4f7c-4cf0-8272-421581b221ae details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:02:00.122752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94d3ab9e-507a-484d-959c-25b098ea53d7 req-18d8e89e-945a-40dc-a01c-3ae912b57306 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0525260 Aug 19 12:02:00.125244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:00.129364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c696f965-504a-4795-86d0-c7ede1dff643 req-eadccc60-373c-4793-b3da-2df2e1b25ce3 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 210 time: 0.0690517 Aug 19 12:02:00.147079 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:00.147435 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment f04c8335-19c4-45d4-b81c-181eea788425 of type vlan for network 9d635706-5739-426e-8ebf-b15ed8aa052e Aug 19 12:02:00.203807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8341a6-5c82-4b1e-899c-d0fdeface4f0 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:02:00.264530 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:00.325266 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:00.332030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:00.333087 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:00.424613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=477f3dca-4f7c-4cf0-8272-421581b221ae,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:00.433194 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:00.438488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '477f3dca-4f7c-4cf0-8272-421581b221ae', 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986', 'port_id': '477f3dca-4f7c-4cf0-8272-421581b221ae', 'mac_address': 'fa:16:3e:36:90:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15017d99-bef0-4f25-bdd2-81fab25e7788', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:02:00.452927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8341a6-5c82-4b1e-899c-d0fdeface4f0 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:02:00.484010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58634) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:00.484605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5823617 Aug 19 12:02:00.490220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': '9d635706-5739-426e-8ebf-b15ed8aa052e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:00.491891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a98b6b-5366-4a6c-8a5b-88c3092b9302 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=9d635706-5739-426e-8ebf-b15ed8aa052e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:00.494303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event deleted for resources: {'Port': ['ID=9da40a25-c2ec-4460-81bd-bd562e4b4653,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:00.518366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 9d635706-5739-426e-8ebf-b15ed8aa052e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:00.523893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f56f1-edde-479c-8724-1a5910267614 req-6d676ac6-b271-4a75-88fb-8d20b0c1b0e7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:00.537849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d84f56f1-edde-479c-8724-1a5910267614 req-6d676ac6-b271-4a75-88fb-8d20b0c1b0e7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 945 time: 0.2889540 Aug 19 12:02:00.689085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d84f56f1-edde-479c-8724-1a5910267614 req-213ef113-8f4e-4d8a-82fd-f95047b449dc tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472468 Aug 19 12:02:00.728491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:00.732332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:00.758347 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:00.952370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:00.958065 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.016813 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.063179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.109678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477f3dca-4f7c-4cf0-8272-421581b221ae {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:02:01.133903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.134503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Fanout notify agent at l3_agent the message router_deleted on router 9983db25-cb2c-416f-bb1b-09180af30064 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:02:01.154398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.155546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-85d16f42-b3c4-4fd2-b0e3-eced7ad22f96 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/9983db25-cb2c-416f-bb1b-09180af30064 HTTP/1.1" status: 204 len: 168 time: 2.3182647 Aug 19 12:02:01.160807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=477f3dca-4f7c-4cf0-8272-421581b221ae,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:01.166479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58660) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:01.172237 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.179395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-27704900-9231-4196-a7dc-06e156c474a8 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1553016371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:01.205822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906d6af-6751-4891-8834-87e0b4b88c8d req-f08bfbb7-4ea4-41b7-a51f-d548e7d7653d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:01.214363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a906d6af-6751-4891-8834-87e0b4b88c8d req-f08bfbb7-4ea4-41b7-a51f-d548e7d7653d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 943 time: 0.2724853 Aug 19 12:02:01.261303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking segment: {'id': 'f04c8335-19c4-45d4-b81c-181eea788425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9d635706-5739-426e-8ebf-b15ed8aa052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:01.261597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network hostable DHCP agents. Network: 9d635706-5739-426e-8ebf-b15ed8aa052e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:01.280047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=994d60b7-4d31-415a-a0f9-de797d001a13,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:01.306828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network 9d635706-5739-426e-8ebf-b15ed8aa052e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:01.323403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a906d6af-6751-4891-8834-87e0b4b88c8d req-a040e2bb-1aa7-49ba-8e59-9c1d527d7119 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078835 Aug 19 12:02:01.338460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 9d635706-5739-426e-8ebf-b15ed8aa052e) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:01.360785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:01.363936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.402512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-27704900-9231-4196-a7dc-06e156c474a8 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.403414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-27704900-9231-4196-a7dc-06e156c474a8 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.409910 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b79f599a-a93c-48ca-9c87-74534bd0b102 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9222727 Aug 19 12:02:01.410505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58668) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:01.443008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=477f3dca-4f7c-4cf0-8272-421581b221ae,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:01.485294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['477f3dca-4f7c-4cf0-8272-421581b221ae'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:02:01.527030 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-27704900-9231-4196-a7dc-06e156c474a8 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.567808 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-27704900-9231-4196-a7dc-06e156c474a8 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.656587 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-76a4b3d5-ab5f-4566-9282-f46a82c936e7 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=efeb00dc1e5942109bd7f991eae8afb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540338 Aug 19 12:02:01.703182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c2189ea-de7f-4e7f-8c15-df850bc7f811 req-025d54e6-3be9-4683-abdc-d9f00857ed24 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 210 time: 0.1724441 Aug 19 12:02:01.743439 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.786323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96102f2-66fb-451f-aa45-bcb1fc07dd22 req-50a6b499-3d10-4bd5-9638-5cba88196719 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:01.799475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e96102f2-66fb-451f-aa45-bcb1fc07dd22 req-50a6b499-3d10-4bd5-9638-5cba88196719 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 945 time: 0.5208077 Aug 19 12:02:01.810168 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-27704900-9231-4196-a7dc-06e156c474a8 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:01.815894 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-27704900-9231-4196-a7dc-06e156c474a8 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6478896 Aug 19 12:02:01.827144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58670) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:01.845498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51cba2-e40b-45b8-b31a-58a15c67053d None None] Network 9d635706-5739-426e-8ebf-b15ed8aa052e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:01.886745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'enable_snat': False}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:01.926715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-6c2cc20d-f51c-44eb-9347-337cc0e1a2dc tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:01.928733 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-6c2cc20d-f51c-44eb-9347-337cc0e1a2dc tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2615812 Aug 19 12:02:01.982117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Request body: {'port': {'device_id': '26cd46a2-cff0-4700-8e28-c46ba874591b', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'efeb00dc1e5942109bd7f991eae8afb5'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:02.078783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.207945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Made reservation on behalf of efeb00dc1e5942109bd7f991eae8afb5 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:02.211890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.228046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.246535 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.291643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-061c62ea-ba50-43b0-b60c-1cc8a16fbe06 req-01fec51f-d5ff-41a7-bd5f-35635ef1070d tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.2214193 Aug 19 12:02:02.300874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=994d60b7-4d31-415a-a0f9-de797d001a13,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:02.490906 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.497322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.501075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.519211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e96102f2-66fb-451f-aa45-bcb1fc07dd22 req-45079048-841f-404b-b972-58eab43d83e1 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968100 Aug 19 12:02:02.549337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb71992-e508-4ba0-b4fe-8ee77721f8a8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:02.565570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d635706-5739-426e-8ebf-b15ed8aa052e']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:02.587491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825e04c-5805-40b4-8e11-82a37547dfa3 None None] Network 9d635706-5739-426e-8ebf-b15ed8aa052e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:02.589787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04c8335-19c4-45d4-b81c-181eea788425') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:02.590228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04c8335-19c4-45d4-b81c-181eea788425') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:02.655039 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.692501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.706802 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.723117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:02.723863 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.725582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f8549-82c7-4877-8cc7-554060cf2f4b req-98d37fd9-307d-42b9-921b-a8672dd68a43 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:02.730083 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:02.733740 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f0f8549-82c7-4877-8cc7-554060cf2f4b req-98d37fd9-307d-42b9-921b-a8672dd68a43 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 944 time: 0.1943538 Aug 19 12:02:02.806253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f0f8549-82c7-4877-8cc7-554060cf2f4b req-6730c389-b5e3-4e0d-981a-0b60f59528d8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634224 Aug 19 12:02:02.898289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5a8384c-5218-4376-9cf4-3d120bce0257 req-46cd6602-e43d-4b2a-8db3-09cd649563d7 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 210 time: 0.0364392 Aug 19 12:02:02.901918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.918817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:02.926250 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/9d635706-5739-426e-8ebf-b15ed8aa052e HTTP/1.1" status: 204 len: 168 time: 1.5146492 Aug 19 12:02:02.927697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58688) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:02.929614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Allocated IP 192.168.233.27 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/b6c96efa-f711-4450-a538-e6b152d400a5) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:02.939426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-4a056962-614b-47fc-8f3b-7c72661f362e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:02.941140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-4a056962-614b-47fc-8f3b-7c72661f362e tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 945 time: 0.1486228 Aug 19 12:02:02.953637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80215143'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:02.993726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6c804-32e1-4cb8-9f1b-9daa896abb6f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=9d635706-5739-426e-8ebf-b15ed8aa052e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:03.162916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Deleting port f4e51e34-8f8e-4ea0-b04a-28610f4560c3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:03.163328 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.283313 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.340319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Transition to ACTIVE for port object b6c96efa-f711-4450-a538-e6b152d400a5 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:03.347954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] For port f4e51e34-8f8e-4ea0-b04a-28610f4560c3, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,segment=NetworkSegment(f311c37a-1875-4fd6-80ff-069c9f4e1fd7),segment_id=f311c37a-1875-4fd6-80ff-069c9f4e1fd7)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:03.348467 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.406651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Calling delete_port for f4e51e34-8f8e-4ea0-b04a-28610f4560c3 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:03.527760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:03.531489 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.548267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.579227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3079a817-e21e-4572-90d9-da5413cbc660 req-6972a34a-6280-481a-b3ca-08d9eddbc874 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0979395 Aug 19 12:02:03.653639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:03.659733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:03.663466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:03.668091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:03.698684 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.699036 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment 8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7 of type vlan for network cc98d753-8b66-44ed-acf0-e683b91254a0 Aug 19 12:02:03.702751 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.734525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:03.735466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.740413 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.751674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Pushing event updated for resources: {'Port': ['ID=b6c96efa-f711-4450-a538-e6b152d400a5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:03.761085 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1e8e35af-e9aa-4bb0-a794-aec41e07be4f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7834013 Aug 19 12:02:03.786902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69272854-1dfd-40f8-8d93-7ca2880f7999 req-72758566-73cf-4dd2-97ec-24d1b065ead7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:03.789025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69272854-1dfd-40f8-8d93-7ca2880f7999 req-72758566-73cf-4dd2-97ec-24d1b065ead7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 945 time: 0.1522038 Aug 19 12:02:03.802902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Request body: {'port': {'device_id': '26cd46a2-cff0-4700-8e28-c46ba874591b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:03.859418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:03.916871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69272854-1dfd-40f8-8d93-7ca2880f7999 req-839dc32a-63e3-4d76-aca2-14651d36f7e2 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/security-groups?id=669b380f-ec06-491b-a806-a4bd44112159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166272 Aug 19 12:02:03.970270 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.005645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f4e51e34-8f8e-4ea0-b04a-28610f4560c3'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:02:04.022606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:02:04.055084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.080372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Pushing event deleted for resources: {'Port': ['ID=f4e51e34-8f8e-4ea0-b04a-28610f4560c3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:04.094718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] No DVR routers for this DVR port f4e51e34-8f8e-4ea0-b04a-28610f4560c3 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:04.098946 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.103032 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25aad329-4cf7-4927-897b-2fefc97b6d7a req-cbdf1424-fa51-4300-b9a4-30d341ff1ce7 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.54 "DELETE /v2.0/ports/f4e51e34-8f8e-4ea0-b04a-28610f4560c3 HTTP/1.1" status: 204 len: 173 time: 1.1469164 Aug 19 12:02:04.106629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904e95c8-7fdd-4acc-a1d7-9dc7f87dd451', 'name': 'network-vif-deleted', 'tag': 'f4e51e34-8f8e-4ea0-b04a-28610f4560c3'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:04.110615 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bfb862-81b6-4fb6-bc27-68c6e340325f" -d '{"events": [{"server_uuid": "904e95c8-7fdd-4acc-a1d7-9dc7f87dd451", "name": "network-vif-deleted", "tag": "f4e51e34-8f8e-4ea0-b04a-28610f4560c3"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:04.133193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a51f4536-ea51-4925-9c67-00b10a612aee None None] Provisioning for port b6c96efa-f711-4450-a538-e6b152d400a5 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:04.139196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 477f3dca-4f7c-4cf0-8272-421581b221ae up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:04.188109 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.204933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:04.207555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a51f4536-ea51-4925-9c67-00b10a612aee None None] Provisioning complete for port b6c96efa-f711-4450-a538-e6b152d400a5 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:04.208100 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a51f4536-ea51-4925-9c67-00b10a612aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.208794 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.270569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a51f4536-ea51-4925-9c67-00b10a612aee None None] Port b6c96efa-f711-4450-a538-e6b152d400a5 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:02:04.291766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 477f3dca-4f7c-4cf0-8272-421581b221ae completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:04.301395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 477f3dca-4f7c-4cf0-8272-421581b221ae triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:04.302057 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.334852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbf5a4-d415-4151-835b-07d163e78acf req-b618f2c7-e6c1-4a57-97c6-f38c8cc0fdf1 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:04.336649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1cbf5a4-d415-4151-835b-07d163e78acf req-b618f2c7-e6c1-4a57-97c6-f38c8cc0fdf1 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 944 time: 0.4005966 Aug 19 12:02:04.441744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5023048 Aug 19 12:02:04.448631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58714) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:04.481125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': 'cc98d753-8b66-44ed-acf0-e683b91254a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:04.482467 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.540136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477f3dca-4f7c-4cf0-8272-421581b221ae'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:04.550672 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c24f9f5-0c14-4b47-876f-c513b1c51764" -d '{"events": [{"server_uuid": "bdd3b5d7-9158-42aa-a5ea-30ef89b04f70", "name": "network-vif-plugged", "status": "completed", "tag": "477f3dca-4f7c-4cf0-8272-421581b221ae"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:04.552898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c96efa-f711-4450-a538-e6b152d400a5 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:02:04.556669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41ef29-3393-442a-973d-b438ba38af7b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=cc98d753-8b66-44ed-acf0-e683b91254a0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:04.572009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.585304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Allocated IP 172.25.4.38 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/4899e8f6-3923-4e25-8d27-9e883127b822) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:04.589354 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network cc98d753-8b66-44ed-acf0-e683b91254a0 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:04.604429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Transition to ACTIVE for port object b6c96efa-f711-4450-a538-e6b152d400a5 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:04.608016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea9e7d-625e-4481-8621-3315d7fc8326 req-6f82ff55-ed48-4d7a-b183-796dc902bab1 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:04.609612 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2ea9e7d-625e-4481-8621-3315d7fc8326 req-6f82ff55-ed48-4d7a-b183-796dc902bab1 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 935 time: 0.5034115 Aug 19 12:02:04.622799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.636876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=477f3dca-4f7c-4cf0-8272-421581b221ae,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:04.641785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1cbf5a4-d415-4151-835b-07d163e78acf req-fcf4f375-0ca9-4eb0-8819-a647976fb624 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298355 Aug 19 12:02:04.765436 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.766187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f4e51e34-8f8e-4ea0-b04a-28610f4560c3 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:04.775329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2ea9e7d-625e-4481-8621-3315d7fc8326 req-221d42ad-b63d-4114-9b46-e444b325f5de tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410897 Aug 19 12:02:04.782004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:04.789316 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.820484 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74abe106-bb57-44cc-9ab6-b3a40be3b91a x-openstack-request-id: req-74abe106-bb57-44cc-9ab6-b3a40be3b91a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:04.823389 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904e95c8-7fdd-4acc-a1d7-9dc7f87dd451", "name": "network-vif-deleted", "tag": "f4e51e34-8f8e-4ea0-b04a-28610f4560c3", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:04.823680 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74abe106-bb57-44cc-9ab6-b3a40be3b91a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:04.824133 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904e95c8-7fdd-4acc-a1d7-9dc7f87dd451', 'name': 'network-vif-deleted', 'tag': 'f4e51e34-8f8e-4ea0-b04a-28610f4560c3', 'status': 'completed', 'code': 200} Aug 19 12:02:04.858530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Pushing event updated for resources: {'Port': ['ID=b6c96efa-f711-4450-a538-e6b152d400a5,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:04.993570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: f4e51e34-8f8e-4ea0-b04a-28610f4560c3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:02:04.993934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f4e51e34-8f8e-4ea0-b04a-28610f4560c3 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:02:05.023229 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:05.035983 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5034957-d84d-47c4-9d76-b6fa6045ca77 x-openstack-request-id: req-b5034957-d84d-47c4-9d76-b6fa6045ca77 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:05.036594 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd3b5d7-9158-42aa-a5ea-30ef89b04f70", "name": "network-vif-plugged", "status": "completed", "tag": "477f3dca-4f7c-4cf0-8272-421581b221ae", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:05.036594 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5034957-d84d-47c4-9d76-b6fa6045ca77 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:05.039582 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477f3dca-4f7c-4cf0-8272-421581b221ae', 'code': 200} Aug 19 12:02:05.158442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Attempting to bind port b6c96efa-f711-4450-a538-e6b152d400a5 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:05.158889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Attempting to bind port b6c96efa-f711-4450-a538-e6b152d400a5 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:05.159690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Attempting to bind port b6c96efa-f711-4450-a538-e6b152d400a5 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:05.191602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=477f3dca-4f7c-4cf0-8272-421581b221ae,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:05.204300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Port b6c96efa-f711-4450-a538-e6b152d400a5 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:02:05.207139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99e4afd7-5dc0-41fc-b083-8d4fd5dc168a req-2d80475f-6bb4-432d-8f46-d728e4994413 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.1043148 Aug 19 12:02:05.207510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Attempting to bind port b6c96efa-f711-4450-a538-e6b152d400a5 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:05.225444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:05.232914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:05.233121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:05.237717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Bound port: b6c96efa-f711-4450-a538-e6b152d400a5, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:05.238664 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:05.281416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e389965-2b4d-468a-83b7-1258914ee6a7 req-ab97d34a-65ef-466e-b047-8e7df2e1a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:05.282944 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0e389965-2b4d-468a-83b7-1258914ee6a7 req-ab97d34a-65ef-466e-b047-8e7df2e1a9bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 1096 time: 0.1426299 Aug 19 12:02:05.305022 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:05.316079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-176cf405-a2a1-4c24-8b52-b0f1b151c7db req-62f8161d-08f0-4a7c-9df0-265889abe911 tempest-DeleteServersTestJSON-1460851500 tempest-DeleteServersTestJSON-1460851500-project] 10.222.0.65 "GET /v2.0/ports?device_id=904e95c8-7fdd-4acc-a1d7-9dc7f87dd451 HTTP/1.1" status: 200 len: 210 time: 0.0557971 Aug 19 12:02:05.368069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0e389965-2b4d-468a-83b7-1258914ee6a7 req-7a6523b2-e73d-4bbc-b063-3c75afcba565 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677948 Aug 19 12:02:05.373813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] For port b6c96efa-f711-4450-a538-e6b152d400a5, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:05.378009 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] For port b6c96efa-f711-4450-a538-e6b152d400a5, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6c96efa-f711-4450-a538-e6b152d400a5,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:05.390072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:05.405882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:05.418074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:05.424948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:05.434252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:05.434868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:05.436248 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] 10.222.0.54 "PUT /v2.0/ports/b6c96efa-f711-4450-a538-e6b152d400a5 HTTP/1.1" status: 200 len: 1095 time: 1.6419296 Aug 19 12:02:05.470750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6976247-5c2a-4817-9a21-9157b103e58e service neutron] Pushing event updated for resources: {'Port': ['ID=b6c96efa-f711-4450-a538-e6b152d400a5,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:05.591989 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:05.613637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Pushing event updated for resources: {'Port': ['ID=4899e8f6-3923-4e25-8d27-9e883127b822,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:05.747046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=6b7e897f-8ec5-4149-a1d7-51a3c9498dfd,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:05.761971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking segment: {'id': '8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc98d753-8b66-44ed-acf0-e683b91254a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:05.762344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network hostable DHCP agents. Network: cc98d753-8b66-44ed-acf0-e683b91254a0, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:05.796857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-ccb6cbc2-cbcf-4b3f-a9e0-6d5d3ad32932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:05.799050 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-ccb6cbc2-cbcf-4b3f-a9e0-6d5d3ad32932 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=efeb00dc1e5942109bd7f991eae8afb5&device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 1098 time: 0.0951674 Aug 19 12:02:05.878457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network cc98d753-8b66-44ed-acf0-e683b91254a0 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:05.888904 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-1dc27feb-c429-416e-bbd3-efbe50459cfe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=b6c96efa-f711-4450-a538-e6b152d400a5 HTTP/1.1" status: 200 len: 217 time: 0.0725465 Aug 19 12:02:05.965897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, cc98d753-8b66-44ed-acf0-e683b91254a0) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:05.966855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-b31a828d-fb09-476f-87a2-f07688c04226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:05.973587 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-b31a828d-fb09-476f-87a2-f07688c04226 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0768452 Aug 19 12:02:05.976064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db1d40-4d62-42f3-90f0-6eec18952287 None None] Network cc98d753-8b66-44ed-acf0-e683b91254a0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:06.028534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:06.029470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:06.087724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-01898dbf-52d5-4a70-a494-38d4a6d431b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6253896 Aug 19 12:02:06.090535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58740) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:06.115845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410602ec-cc22-4c0a-b52a-54981007b511 req-d034958c-c9f4-431c-a56d-0bbce7cd7a51 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:06.127372 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-410602ec-cc22-4c0a-b52a-54981007b511 req-d034958c-c9f4-431c-a56d-0bbce7cd7a51 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.3512323 Aug 19 12:02:06.133515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': 'cc98d753-8b66-44ed-acf0-e683b91254a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:06.144508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c18cacb6-e040-4d09-858b-d1c1acc774cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:06.148087 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-c18cacb6-e040-4d09-858b-d1c1acc774cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355627 Aug 19 12:02:06.186177 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:06.270631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ae07-b05e-4f6c-ad8f-956c7160617d req-e5cce6b1-48a4-4cb2-b633-f50fa58d932f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:06.278509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf88ae07-b05e-4f6c-ad8f-956c7160617d req-e5cce6b1-48a4-4cb2-b633-f50fa58d932f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 947 time: 0.3424366 Aug 19 12:02:06.327406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-cc98d753-8b66-44ed-acf0-e683b91254a0', 'network_id': 'cc98d753-8b66-44ed-acf0-e683b91254a0', 'tenant_id': 'c79c06d470614a1dbd3235dfab3cbae3', 'fixed_ips': [{'subnet_id': '6b7e897f-8ec5-4149-a1d7-51a3c9498dfd'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:02:06.327980 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:06.361293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf88ae07-b05e-4f6c-ad8f-956c7160617d req-0ca98422-ee90-4b95-8639-89a7fd68791e tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814891 Aug 19 12:02:06.367708 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-fd303f5b-1b2d-4e3d-b614-9b79583c4449 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005267 Aug 19 12:02:06.426383 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-410602ec-cc22-4c0a-b52a-54981007b511 req-5691c186-9454-4fef-a6f6-9dd0fa66c22e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977154 Aug 19 12:02:06.557066 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-377456e0-d09b-4851-a0ec-8eed94313b61 req-98e730fd-0f67-4f61-9d24-201dd0e1dcfa service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870000 Aug 19 12:02:06.740893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd5c828c-2d43-460d-bcfa-fb8f86555a9d req-c6993cd2-f7fe-4876-a7fe-9ce9f36ededf tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0999053 Aug 19 12:02:06.743514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:06.766458 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:06.789914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Allocated IP 2001:db8::2 (cc98d753-8b66-44ed-acf0-e683b91254a0/6b7e897f-8ec5-4149-a1d7-51a3c9498dfd/fb91b86f-fcba-4d67-9a7a-3c107bcbcea1) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:06.825187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cd46a2-cff0-4700-8e28-c46ba874591b', 'tag': 'b6c96efa-f711-4450-a538-e6b152d400a5'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:06.827632 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880" -d '{"events": [{"name": "network-changed", "server_uuid": "26cd46a2-cff0-4700-8e28-c46ba874591b", "tag": "b6c96efa-f711-4450-a538-e6b152d400a5"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:06.907218 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438168e-a944-49bd-b0b1-88323a147426 x-openstack-request-id: req-8438168e-a944-49bd-b0b1-88323a147426 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:06.908937 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cd46a2-cff0-4700-8e28-c46ba874591b", "tag": "b6c96efa-f711-4450-a538-e6b152d400a5", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:06.909383 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8438168e-a944-49bd-b0b1-88323a147426 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:06.909927 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cd46a2-cff0-4700-8e28-c46ba874591b', 'tag': 'b6c96efa-f711-4450-a538-e6b152d400a5', 'status': 'completed', 'code': 200} Aug 19 12:02:07.024224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:07.027691 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:07.041191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Transition to ACTIVE for port object fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:07.054045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:07.074063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Transition to ACTIVE for port object fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:07.087327 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:07.102225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-e3921f99-de55-4563-a818-afadaaef653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.106229 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-e3921f99-de55-4563-a818-afadaaef653a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=efeb00dc1e5942109bd7f991eae8afb5&device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 1098 time: 0.1456604 Aug 19 12:02:07.174188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Network cc98d753-8b66-44ed-acf0-e683b91254a0 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:07.184346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:07.191512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:07.336778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-050f9f42-1aa1-4d9e-825e-a4acf4f262f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.344727 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-050f9f42-1aa1-4d9e-825e-a4acf4f262f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.2297029 Aug 19 12:02:07.347580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Pushing event updated for resources: {'Port': ['ID=fb91b86f-fcba-4d67-9a7a-3c107bcbcea1,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:07.372129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Attempting to bind port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:07.372496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Attempting to bind port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc98d753-8b66-44ed-acf0-e683b91254a0'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:07.375118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Attempting to bind port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 on network cc98d753-8b66-44ed-acf0-e683b91254a0 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:07.388788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:07.389175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Checking segment: {'id': '8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc98d753-8b66-44ed-acf0-e683b91254a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:07.389571 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:07.390269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Bound using segment: {'id': '8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc98d753-8b66-44ed-acf0-e683b91254a0'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:07.390774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Bound port: fb91b86f-fcba-4d67-9a7a-3c107bcbcea1, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc98d753-8b66-44ed-acf0-e683b91254a0'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:07.394340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:07.439122 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:07.440166 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-a0e550a0-9701-4918-93de-d8219473c4e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=b6c96efa-f711-4450-a538-e6b152d400a5 HTTP/1.1" status: 200 len: 217 time: 0.0862830 Aug 19 12:02:07.463046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network cc98d753-8b66-44ed-acf0-e683b91254a0 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:07.467320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:07.471544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.472386 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:07.554143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] For port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:07.555948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-7953db19-43a0-49db-8c12-9e064582de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.557649 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-7953db19-43a0-49db-8c12-9e064582de74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1089790 Aug 19 12:02:07.559665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] For port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb91b86f-fcba-4d67-9a7a-3c107bcbcea1,segment=NetworkSegment(8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7),segment_id=8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:07.566512 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:07.657226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-f208cacc-c9bb-4482-8697-cc6dd90977c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.658919 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-f208cacc-c9bb-4482-8697-cc6dd90977c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931082 Aug 19 12:02:07.659226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Router c868ab74-14cb-4574-897d-4936eceec6a8 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:02:07.673102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5774426 Aug 19 12:02:07.684831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58792) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:07.689605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb778aa-0381-4bdd-b903-b62727d99b1e None None] Pushing event updated for resources: {'Port': ['ID=fb91b86f-fcba-4d67-9a7a-3c107bcbcea1,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:07.707456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd46b1d-bb9a-4947-9c74-19f28561e68a req-af7510a0-5190-48df-b123-61d2403a9c45 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.718025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fd46b1d-bb9a-4947-9c74-19f28561e68a req-af7510a0-5190-48df-b123-61d2403a9c45 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.1512058 Aug 19 12:02:07.779723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fd46b1d-bb9a-4947-9c74-19f28561e68a req-33c3bc22-a900-4e09-9567-1ceffd4f1f4e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602994 Aug 19 12:02:07.798898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec8f15-a51e-42bd-8201-db34e948ba50 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=252173a2-2b38-47c4-8744-1caabe8bc489,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:07.817416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7687d1-99ef-45ee-b17c-17250d96e8bd req-f52bfb17-848f-4de4-960a-59c7c49f36cf tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.832197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce7687d1-99ef-45ee-b17c-17250d96e8bd req-f52bfb17-848f-4de4-960a-59c7c49f36cf tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 947 time: 0.2893476 Aug 19 12:02:07.837752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9de91c-7f3f-4001-a5da-c51f57b41f54 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.839473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9de91c-7f3f-4001-a5da-c51f57b41f54 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.842002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9de91c-7f3f-4001-a5da-c51f57b41f54 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.848126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9de91c-7f3f-4001-a5da-c51f57b41f54 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.849952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9de91c-7f3f-4001-a5da-c51f57b41f54 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:07.851682 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bd9de91c-7f3f-4001-a5da-c51f57b41f54 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1650994 Aug 19 12:02:07.857564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58800) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:07.863001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394246331'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:07.967631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:07.975646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:08.016409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce7687d1-99ef-45ee-b17c-17250d96e8bd req-de61a54b-12dc-4a59-a8de-cf4631949375 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783855 Aug 19 12:02:08.061922 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-943b822f-cc58-4768-a4ed-20b1035688c6 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275523 Aug 19 12:02:08.140708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:02:08.155347 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929ac58-9257-4f73-82b2-8f4bb40d5f9b None None] Sync routers for ids ['c868ab74-14cb-4574-897d-4936eceec6a8'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:02:08.156011 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:08.163229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7c5b1cfa-9a9a-4904-9cfe-ec541e098849 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "PUT /v2.0/routers/c868ab74-14cb-4574-897d-4936eceec6a8 HTTP/1.1" status: 200 len: 919 time: 6.3283587 Aug 19 12:02:08.169689 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929ac58-9257-4f73-82b2-8f4bb40d5f9b None None] Routers {'c868ab74-14cb-4574-897d-4936eceec6a8'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:08.170519 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5929ac58-9257-4f73-82b2-8f4bb40d5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c868ab74-14cb-4574-897d-4936eceec6a8'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:08.178157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58812) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:08.212790 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5929ac58-9257-4f73-82b2-8f4bb40d5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:08.223144 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929ac58-9257-4f73-82b2-8f4bb40d5f9b None None] Routers {'c868ab74-14cb-4574-897d-4936eceec6a8'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:08.224027 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5929ac58-9257-4f73-82b2-8f4bb40d5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c868ab74-14cb-4574-897d-4936eceec6a8'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:08.277304 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5929ac58-9257-4f73-82b2-8f4bb40d5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:08.278266 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929ac58-9257-4f73-82b2-8f4bb40d5f9b None None] The sync data for ids ['c868ab74-14cb-4574-897d-4936eceec6a8'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:02:08.285276 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5ffe654a-ccf6-4d65-9fd8-7b7a2736f880 req-db6dbb36-b6cd-4e6d-b2f1-0119f41c7383 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224245 Aug 19 12:02:08.299579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:08.310522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:08.311113 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment 72a26776-d15e-4408-911b-b4cac1806650 of type vlan for network 00bcebab-967c-4d29-8a3b-6b9608aef298 Aug 19 12:02:08.384530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:08.424590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:08.432279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:08.433132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:08.517195 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6583223 Aug 19 12:02:08.520201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58814) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:08.530331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-758e4832-fdd0-4b8c-ba75-000552cae192 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:08.541802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb70d2-70e8-4c92-b70e-4a33d6500a4e tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=00bcebab-967c-4d29-8a3b-6b9608aef298,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:08.555241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 00bcebab-967c-4d29-8a3b-6b9608aef298 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:08.875430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-758e4832-fdd0-4b8c-ba75-000552cae192 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:08.893481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-758e4832-fdd0-4b8c-ba75-000552cae192 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:08.915977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-758e4832-fdd0-4b8c-ba75-000552cae192 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network 00bcebab-967c-4d29-8a3b-6b9608aef298 is not hosted by any dhcp agent {{(pid=101153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:02:08.921817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758e4832-fdd0-4b8c-ba75-000552cae192 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:08.922628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-758e4832-fdd0-4b8c-ba75-000552cae192 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:08.924034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-758e4832-fdd0-4b8c-ba75-000552cae192 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "PUT /v2.0/networks/00bcebab-967c-4d29-8a3b-6b9608aef298 HTTP/1.1" status: 200 len: 723 time: 0.4011886 Aug 19 12:02:08.961366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58818) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:08.969729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': '00bcebab-967c-4d29-8a3b-6b9608aef298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:09.043135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-afa8c5d3-fccc-4ce2-a79d-db5ad953f21a req-a908ff1b-d579-40bf-b17d-c06c13218105 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.7410290 Aug 19 12:02:09.094891 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e4832-fdd0-4b8c-ba75-000552cae192 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=00bcebab-967c-4d29-8a3b-6b9608aef298,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:09.113788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 00bcebab-967c-4d29-8a3b-6b9608aef298 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:09.163503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:09.167762 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:09.171352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b165-5bef-4773-98e9-9f3da7445208 req-8bfd7af3-2b0f-41dc-b878-910364fd1403 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:09.195253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a65b165-5bef-4773-98e9-9f3da7445208 req-8bfd7af3-2b0f-41dc-b878-910364fd1403 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 1.0305269 Aug 19 12:02:09.306313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090cc190-9591-4531-ad69-5f1441941af3 None None] Network cc98d753-8b66-44ed-acf0-e683b91254a0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:09.314980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3763c6e8-e190-4c6c-b189-182142181b57 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/routers/c868ab74-14cb-4574-897d-4936eceec6a8 HTTP/1.1" status: 200 len: 925 time: 1.1356075 Aug 19 12:02:09.318767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58836) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:09.339067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a65b165-5bef-4773-98e9-9f3da7445208 req-b03036db-e097-4d13-b6a6-776f5e6882cf tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428952 Aug 19 12:02:09.394531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1853fb7e-54b4-4a18-a437-00a9eb24ae81 None None] Provisioning for port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:09.423218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a592b-ae58-4197-b8ec-5f0a9b5ae9e4 req-9ffd6c7b-2453-4db0-8c7f-285e4b425b4a tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:09.432589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce2a592b-ae58-4197-b8ec-5f0a9b5ae9e4 req-9ffd6c7b-2453-4db0-8c7f-285e4b425b4a tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 947 time: 0.2128725 Aug 19 12:02:09.453283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e888fcad-18ee-4352-80a2-65486954f167 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:09.458137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e888fcad-18ee-4352-80a2-65486954f167 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=c868ab74-14cb-4574-897d-4936eceec6a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1363325 Aug 19 12:02:09.466522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58852) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:09.594403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab368c-d34f-4ab7-847e-462c01cc71cf tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:09.599610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-70ab368c-d34f-4ab7-847e-462c01cc71cf tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 881 time: 0.1314514 Aug 19 12:02:09.600476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58854) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:09.640492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-94d03a01-f06f-44a8-8969-12dbbcdbd833 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=c868ab74-14cb-4574-897d-4936eceec6a8 HTTP/1.1" status: 200 len: 205 time: 0.0370808 Aug 19 12:02:09.647257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58856) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:09.657054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699db4b4-19ef-40ad-a9d8-d7918b271dcc None None] Update dhcp port {'port': {'network_id': 'cc98d753-8b66-44ed-acf0-e683b91254a0', 'fixed_ips': [{'subnet_id': '6b7e897f-8ec5-4149-a1d7-51a3c9498dfd', 'ip_address': '2001:db8::2'}, {'subnet_id': '252173a2-2b38-47c4-8744-1caabe8bc489'}], 'binding:host_id': 'n-d-778550-9'}, 'id': 'fb91b86f-fcba-4d67-9a7a-3c107bcbcea1'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:02:09.720268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:09.768255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ce2a592b-ae58-4197-b8ec-5f0a9b5ae9e4 req-b438b61e-d44a-4d7c-9e1d-6d9231440449 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317082 Aug 19 12:02:09.812066 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-699db4b4-19ef-40ad-a9d8-d7918b271dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.069698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feafeb9-7d4d-412b-b885-0026b34a192c req-0d8bfaca-1420-4332-afd6-82c6c8250c1f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:10.073161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6feafeb9-7d4d-412b-b885-0026b34a192c req-0d8bfaca-1420-4332-afd6-82c6c8250c1f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.2043591 Aug 19 12:02:10.078059 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.080990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-699db4b4-19ef-40ad-a9d8-d7918b271dcc None None] Allocated IP 172.20.0.1 (cc98d753-8b66-44ed-acf0-e683b91254a0/252173a2-2b38-47c4-8744-1caabe8bc489/fb91b86f-fcba-4d67-9a7a-3c107bcbcea1) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:10.091291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7b47a-9b41-4159-b69c-0a9c60fc9789 req-40f741a8-2d03-4fcd-98dd-0b5364d400a8 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:10.099207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eca7b47a-9b41-4159-b69c-0a9c60fc9789 req-40f741a8-2d03-4fcd-98dd-0b5364d400a8 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 950 time: 0.2180822 Aug 19 12:02:10.168733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.206031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-699db4b4-19ef-40ad-a9d8-d7918b271dcc None None] For port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb91b86f-fcba-4d67-9a7a-3c107bcbcea1,segment=NetworkSegment(8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7),segment_id=8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:10.235347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eca7b47a-9b41-4159-b69c-0a9c60fc9789 req-14e0b199-a96c-443f-b150-3e33aad45b42 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347489 Aug 19 12:02:10.245008 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-699db4b4-19ef-40ad-a9d8-d7918b271dcc None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.285509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-699db4b4-19ef-40ad-a9d8-d7918b271dcc None None] Transition to ACTIVE for port object fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:10.292078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b6c96efa-f711-4450-a538-e6b152d400a5 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:02:10.301386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=1d58a246-7ac7-4094-a120-6588e9b915ba,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:10.304839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6feafeb9-7d4d-412b-b885-0026b34a192c req-ccbc419d-67c8-47ea-88cb-a999eae8af38 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222166 Aug 19 12:02:10.317310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking segment: {'id': '72a26776-d15e-4408-911b-b4cac1806650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00bcebab-967c-4d29-8a3b-6b9608aef298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:10.319703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network hostable DHCP agents. Network: 00bcebab-967c-4d29-8a3b-6b9608aef298, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:10.398601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network 00bcebab-967c-4d29-8a3b-6b9608aef298 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:10.417968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 00bcebab-967c-4d29-8a3b-6b9608aef298) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:10.434487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:10.435824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7863078'] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.460765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b6c96efa-f711-4450-a538-e6b152d400a5, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6c96efa-f711-4450-a538-e6b152d400a5,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:10.472099 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7ec3210a-e477-4888-91af-fe594c0605df tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5095921 Aug 19 12:02:10.474708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58890) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:10.477119 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-699db4b4-19ef-40ad-a9d8-d7918b271dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.482035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9a84160c-9a1e-4206-9d78-5577831d1c4d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:10.489884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d46d6-d058-479d-a260-09b408017ab5 None None] Network 00bcebab-967c-4d29-8a3b-6b9608aef298 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:10.515388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bfb3482-0436-41f4-b6e9-0538a3199c29 req-3adb93a5-9f3c-4def-a97c-ee47f53c4ca6 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0783269 Aug 19 12:02:10.581462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.629971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699db4b4-19ef-40ad-a9d8-d7918b271dcc None None] Pushing event updated for resources: {'Port': ['ID=fb91b86f-fcba-4d67-9a7a-3c107bcbcea1,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:10.631919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a84160c-9a1e-4206-9d78-5577831d1c4d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16608522'] for subnet, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.669079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'b6c96efa-f711-4450-a538-e6b152d400a5', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'b6c96efa-f711-4450-a538-e6b152d400a5', 'mac_address': 'fa:16:3e:bf:a6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:02:10.727776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f407a5b-6415-4fcb-b78d-a2852975460c req-13721c30-a64d-428b-b7a1-272ac81482d2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:10.738184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f407a5b-6415-4fcb-b78d-a2852975460c req-13721c30-a64d-428b-b7a1-272ac81482d2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.0853145 Aug 19 12:02:10.772316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Deleting port 4899e8f6-3923-4e25-8d27-9e883127b822 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:10.772790 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.813389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a84160c-9a1e-4206-9d78-5577831d1c4d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760571945063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16328695'] for subnet, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.830628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a84160c-9a1e-4206-9d78-5577831d1c4d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:10.831488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a84160c-9a1e-4206-9d78-5577831d1c4d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.833090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a84160c-9a1e-4206-9d78-5577831d1c4d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "PUT /v2.0/subnets/1d58a246-7ac7-4094-a120-6588e9b915ba HTTP/1.1" status: 200 len: 826 time: 0.3570135 Aug 19 12:02:10.862496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:10.875557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:10.916128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:10.933043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f407a5b-6415-4fcb-b78d-a2852975460c req-3849ce6b-9fd7-4e12-8102-56a10ccb866a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906645 Aug 19 12:02:10.944625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c96efa-f711-4450-a538-e6b152d400a5 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:02:11.006906 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b6c96efa-f711-4450-a538-e6b152d400a5, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6c96efa-f711-4450-a538-e6b152d400a5,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:11.023759 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.068472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.096184 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.131736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Calling delete_port for 4899e8f6-3923-4e25-8d27-9e883127b822 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:11.155513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84160c-9a1e-4206-9d78-5577831d1c4d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=1d58a246-7ac7-4094-a120-6588e9b915ba,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:11.155750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=b6c96efa-f711-4450-a538-e6b152d400a5,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:11.185758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c361e77-24c7-4ee2-9e56-0d06b1258188 req-4cea7970-5355-4bae-a03e-b6574691e52d tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:11.187409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c361e77-24c7-4ee2-9e56-0d06b1258188 req-4cea7970-5355-4bae-a03e-b6574691e52d tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 947 time: 0.2099001 Aug 19 12:02:11.205167 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.305356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.313186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63e88d-033c-4920-8971-d47dd90207e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-00bcebab-967c-4d29-8a3b-6b9608aef298', 'network_id': '00bcebab-967c-4d29-8a3b-6b9608aef298', 'tenant_id': 'c79c06d470614a1dbd3235dfab3cbae3', 'fixed_ips': [{'subnet_id': '1d58a246-7ac7-4094-a120-6588e9b915ba'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:02:11.314351 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f63e88d-033c-4920-8971-d47dd90207e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.347719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['b6c96efa-f711-4450-a538-e6b152d400a5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:02:11.371348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=1d58a246-7ac7-4094-a120-6588e9b915ba,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:11.428829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c361e77-24c7-4ee2-9e56-0d06b1258188 req-fe2bc326-b60b-4d87-afba-a6490a46bedb tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169113 Aug 19 12:02:11.634592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.680855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bcebab-967c-4d29-8a3b-6b9608aef298']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:11.709396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a26776-d15e-4408-911b-b4cac1806650') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:11.709701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a26776-d15e-4408-911b-b4cac1806650') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:11.731042 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.760569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.769523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:11.770028 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:11.774961 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:11.812705 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76b289e8-eb7e-4f8b-bcd7-145d280cbd67 req-ff5c3a5c-7f34-41f0-a5e9-68421af7a9fb tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0697026 Aug 19 12:02:11.813505 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.836951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:11.884616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event deleted for resources: {'Port': ['ID=4899e8f6-3923-4e25-8d27-9e883127b822,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:11.909595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.926437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:11.930298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be99f5-04e2-4d78-916a-13b5080f9642 None None] Network cc98d753-8b66-44ed-acf0-e683b91254a0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:11.938082 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/00bcebab-967c-4d29-8a3b-6b9608aef298 HTTP/1.1" status: 204 len: 168 time: 1.0722780 Aug 19 12:02:11.955238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58968) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:11.961375 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.036241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9280e0f-c818-47f1-b318-6f7b5229c19b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=00bcebab-967c-4d29-8a3b-6b9608aef298,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:12.082675 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb471ea-a52c-4b7a-902c-aca86eb86888 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:12.083629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb471ea-a52c-4b7a-902c-aca86eb86888 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:12.086054 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5bb471ea-a52c-4b7a-902c-aca86eb86888 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/00bcebab-967c-4d29-8a3b-6b9608aef298 HTTP/1.1" status: 404 len: 339 time: 0.1179967 Aug 19 12:02:12.091872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58976) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:12.099174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248409858', 'description': 'd1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:12.115613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5526b-73bc-4b4f-8604-0f14fc945b0f None None] Network 00bcebab-967c-4d29-8a3b-6b9608aef298 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:12.134207 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:12.143350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.172088 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5526b-73bc-4b4f-8604-0f14fc945b0f None None] Network 00bcebab-967c-4d29-8a3b-6b9608aef298 could not be found, it might have been deleted concurrently. {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 12:02:12.181033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.207401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:12.209943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.219228 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.219962 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment 52b236c4-7bbc-4ac3-883d-2645a59986c3 of type vlan for network 8febc72f-5305-42e4-bcc6-3a2843cc3f13 Aug 19 12:02:12.221155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f534e9ca-916e-4096-968b-214e2638f960 None None] Network 00bcebab-967c-4d29-8a3b-6b9608aef298 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:12.293570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cdd51db3-f2c5-4da9-b6ab-0d1a23efab48 None None] Provisioning for port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:12.301151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f534e9ca-916e-4096-968b-214e2638f960 None None] Network 00bcebab-967c-4d29-8a3b-6b9608aef298 could not be found, it might have been deleted concurrently. {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 12:02:12.321130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:12.321523 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.323533 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.385194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cdd51db3-f2c5-4da9-b6ab-0d1a23efab48 None None] Provisioning complete for port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:12.386170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.387376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cdd51db3-f2c5-4da9-b6ab-0d1a23efab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.391193 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.392297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Fanout notify agent at l3_agent the message router_deleted on router c868ab74-14cb-4574-897d-4936eceec6a8 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:02:12.393445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:12.394213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.409040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318493ee-231d-4915-8d59-d6a58ee5f011 req-b9ae602e-45f8-4e96-b18c-0ec413e997da tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:12.419236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-318493ee-231d-4915-8d59-d6a58ee5f011 req-b9ae602e-45f8-4e96-b18c-0ec413e997da tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.2586486 Aug 19 12:02:12.451023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.459964 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-faf821e7-8b1b-428c-b160-dc6aed5744b3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/c868ab74-14cb-4574-897d-4936eceec6a8 HTTP/1.1" status: 204 len: 168 time: 2.8111644 Aug 19 12:02:12.464078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59008) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:12.470468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1038820023', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:12.487950 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3942549 Aug 19 12:02:12.494075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59010) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:12.518397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c99a2-d87c-4a79-8f13-07020ae7f28c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=8febc72f-5305-42e4-bcc6-3a2843cc3f13,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:12.546093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 8febc72f-5305-42e4-bcc6-3a2843cc3f13 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:12.550583 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.553451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.556836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-318493ee-231d-4915-8d59-d6a58ee5f011 req-8c0c3896-2f74-4ba0-9ad7-a11c9a828165 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363361 Aug 19 12:02:12.716285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.765159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4319-aa68-4366-8510-723a197f825f req-e9c57c34-4921-4418-89ca-96494772b267 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:12.775177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5abf4319-aa68-4366-8510-723a197f825f req-e9c57c34-4921-4418-89ca-96494772b267 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 948 time: 0.2153938 Aug 19 12:02:12.792229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6417e7-0fba-4d1d-9347-9cf98e6871b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:12.795669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bc6417e7-0fba-4d1d-9347-9cf98e6871b9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/networks?id=8febc72f-5305-42e4-bcc6-3a2843cc3f13 HTTP/1.1" status: 200 len: 764 time: 0.2999773 Aug 19 12:02:12.805461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59030) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:12.812399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-363eb28e-a80d-44f1-80e1-a05daecf50bd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'description': 'd2'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:12.864988 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.937712 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cdd51db3-f2c5-4da9-b6ab-0d1a23efab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.955815 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:12.991344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb91b86f-fcba-4d67-9a7a-3c107bcbcea1,segment=NetworkSegment(8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7),segment_id=8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:13.013180 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:13.083735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5abf4319-aa68-4366-8510-723a197f825f req-0aaaa058-c809-4430-a152-a6fe0adf3081 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071907 Aug 19 12:02:13.215151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-cdd51db3-f2c5-4da9-b6ab-0d1a23efab48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:02:13.215514 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-cdd51db3-f2c5-4da9-b6ab-0d1a23efab48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:02:13.242077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=fb91b86f-fcba-4d67-9a7a-3c107bcbcea1,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:13.283417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f93ae208-3601-4849-a731-01927997cd75 req-7eed5d24-b1f0-4f6c-85ca-3a1050ef91e9 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0925004 Aug 19 12:02:13.305077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:13.330463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:13.363578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-363eb28e-a80d-44f1-80e1-a05daecf50bd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:13.398352 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-363eb28e-a80d-44f1-80e1-a05daecf50bd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:13.485678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eb28e-a80d-44f1-80e1-a05daecf50bd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=8febc72f-5305-42e4-bcc6-3a2843cc3f13,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:13.492414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-363eb28e-a80d-44f1-80e1-a05daecf50bd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network 8febc72f-5305-42e4-bcc6-3a2843cc3f13 is not hosted by any dhcp agent {{(pid=101154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:02:13.498517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363eb28e-a80d-44f1-80e1-a05daecf50bd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:13.499207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-363eb28e-a80d-44f1-80e1-a05daecf50bd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:13.499428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 8febc72f-5305-42e4-bcc6-3a2843cc3f13 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:13.500602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-363eb28e-a80d-44f1-80e1-a05daecf50bd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "PUT /v2.0/networks/8febc72f-5305-42e4-bcc6-3a2843cc3f13 HTTP/1.1" status: 200 len: 761 time: 0.6941092 Aug 19 12:02:13.503341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59072) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:13.578480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Allocated IP 172.25.4.210 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/bd6dd679-ec2f-403b-b339-7d11b036efe8) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:13.689888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff762d-2c05-4bc7-920a-722c8f7fbeca tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:13.693631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bdff762d-2c05-4bc7-920a-722c8f7fbeca tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/networks?id=8febc72f-5305-42e4-bcc6-3a2843cc3f13 HTTP/1.1" status: 200 len: 764 time: 0.1885154 Aug 19 12:02:13.700720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59096) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:13.706430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:13.871094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:13.905860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:13.906430 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:13.975308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.016523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59114) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:14.045605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:14.052322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:14.058302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:14.066605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49495710-18f2-4d2f-83d6-fb576af5a18f req-0f66d9bf-1f56-434f-951b-5a56253bc632 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:14.082941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49495710-18f2-4d2f-83d6-fb576af5a18f req-0f66d9bf-1f56-434f-951b-5a56253bc632 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.3788228 Aug 19 12:02:14.104530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-534de4b2-2db7-4de2-b414-11b8df9bc4f2 None None] Provisioning complete for port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:14.104530 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-534de4b2-2db7-4de2-b414-11b8df9bc4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.149452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b6c96efa-f711-4450-a538-e6b152d400a5 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:14.151960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event updated for resources: {'Port': ['ID=bd6dd679-ec2f-403b-b339-7d11b036efe8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:14.291908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port b6c96efa-f711-4450-a538-e6b152d400a5 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:14.298484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port b6c96efa-f711-4450-a538-e6b152d400a5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:14.305833 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.307562 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0883f567-d335-4ecc-ae63-c84354dcb823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.352400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49495710-18f2-4d2f-83d6-fb576af5a18f req-1a80e185-d433-4fc0-8669-a067666b5cb2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668524 Aug 19 12:02:14.365516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf454ff1-1d54-4995-a9b6-1ebf20a60216 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:14.368550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bf454ff1-1d54-4995-a9b6-1ebf20a60216 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6662943 Aug 19 12:02:14.371181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59138) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:14.453749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:14.465088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-110b06fc-5dcc-43a0-b3e5-3adc835bd12b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 207 time: 0.0897284 Aug 19 12:02:14.465679 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59150) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:14.618145 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.620481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.656284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd46a2-cff0-4700-8e28-c46ba874591b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c96efa-f711-4450-a538-e6b152d400a5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:14.658911 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fcc129-d10d-49f4-b084-844815cb66dc" -d '{"events": [{"server_uuid": "26cd46a2-cff0-4700-8e28-c46ba874591b", "name": "network-vif-plugged", "status": "completed", "tag": "b6c96efa-f711-4450-a538-e6b152d400a5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:14.679408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b6c96efa-f711-4450-a538-e6b152d400a5, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6c96efa-f711-4450-a538-e6b152d400a5,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:14.682937 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.713746 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.772359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0883f567-d335-4ecc-ae63-c84354dcb823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.794202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=b6c96efa-f711-4450-a538-e6b152d400a5,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:14.823387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0883f567-d335-4ecc-ae63-c84354dcb823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.828141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:14.844331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bcf453ae-e924-41b2-abd3-427f78c40f03 req-272f1410-e6b1-4e98-91e0-e15edc56ec91 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0393679 Aug 19 12:02:14.858274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96634a2-0596-4883-9356-04457b772e07 req-1d9ac892-54b2-4075-a858-1b4615c2d69e tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:14.859682 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f96634a2-0596-4883-9356-04457b772e07 req-1d9ac892-54b2-4075-a858-1b4615c2d69e tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 948 time: 0.2894800 Aug 19 12:02:14.871185 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.914710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47314d7-f4d2-4547-895b-a8dcf3d5822a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:14.920529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47314d7-f4d2-4547-895b-a8dcf3d5822a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:14.933122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47314d7-f4d2-4547-895b-a8dcf3d5822a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:14.946134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=11']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:14.951993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47314d7-f4d2-4547-895b-a8dcf3d5822a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:14.953225 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2b36a9-30ee-42b9-a3b8-64590ab26e81 x-openstack-request-id: req-0e2b36a9-30ee-42b9-a3b8-64590ab26e81 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:14.953837 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd46a2-cff0-4700-8e28-c46ba874591b", "name": "network-vif-plugged", "status": "completed", "tag": "b6c96efa-f711-4450-a538-e6b152d400a5", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:14.954317 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e2b36a9-30ee-42b9-a3b8-64590ab26e81 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:14.955588 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd46a2-cff0-4700-8e28-c46ba874591b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c96efa-f711-4450-a538-e6b152d400a5', 'code': 200} Aug 19 12:02:14.957840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47314d7-f4d2-4547-895b-a8dcf3d5822a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:14.961351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:14.975000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47314d7-f4d2-4547-895b-a8dcf3d5822a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:14.976836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f47314d7-f4d2-4547-895b-a8dcf3d5822a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5099475 Aug 19 12:02:14.985720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883f567-d335-4ecc-ae63-c84354dcb823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889c085f-38a3-4e2d-8906-0472e64bb43a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:14.989523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59168) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:15.004462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59172) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:15.005367 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0883f567-d335-4ecc-ae63-c84354dcb823 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ad40bc0eecb44fbbde6925c104e946f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9873960 Aug 19 12:02:15.123389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f96634a2-0596-4883-9356-04457b772e07 req-41409869-2bf5-4d19-ab6c-48239f6e476d tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462618 Aug 19 12:02:15.227801 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:15.253928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6c910-20b1-4c86-8c9e-c5cc897c41f6 req-09f32906-6f25-4327-96e5-4b0e51d9553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.257068 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-78b6c910-20b1-4c86-8c9e-c5cc897c41f6 req-09f32906-6f25-4327-96e5-4b0e51d9553e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 1100 time: 0.1719334 Aug 19 12:02:15.285373 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:15.348119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-33fb37b5-faaa-40ef-a7b8-06be9cbbf320 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3571358 Aug 19 12:02:15.354624 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-78b6c910-20b1-4c86-8c9e-c5cc897c41f6 req-3da31a1b-6398-422f-bf1a-044cd2d600ed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792410 Aug 19 12:02:15.356451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59200) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:15.389997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Router be3b2ff7-d8c2-44cd-8703-c9120131a560 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:02:15.459404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59212) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:15.463022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c582c-0c99-4800-91b2-5449212ed5cd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.464534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c582c-0c99-4800-91b2-5449212ed5cd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.466918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c582c-0c99-4800-91b2-5449212ed5cd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.467790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c582c-0c99-4800-91b2-5449212ed5cd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.469605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c582c-0c99-4800-91b2-5449212ed5cd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.471523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-151c582c-0c99-4800-91b2-5449212ed5cd tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1139483 Aug 19 12:02:15.478984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59218) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:15.707790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a34dd-bb0a-4bd0-9be3-7b37c81b3887 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.725389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a34dd-bb0a-4bd0-9be3-7b37c81b3887 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.732758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a34dd-bb0a-4bd0-9be3-7b37c81b3887 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.735116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a34dd-bb0a-4bd0-9be3-7b37c81b3887 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.736983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a34dd-bb0a-4bd0-9be3-7b37c81b3887 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.743644 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-029a34dd-bb0a-4bd0-9be3-7b37c81b3887 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2635159 Aug 19 12:02:15.748601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59232) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:15.823257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:02:15.833251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64eaa7-9039-49f1-ad67-4beaecaa8e0e None None] Sync routers for ids ['be3b2ff7-d8c2-44cd-8703-c9120131a560'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:02:15.856646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64eaa7-9039-49f1-ad67-4beaecaa8e0e None None] Routers {'be3b2ff7-d8c2-44cd-8703-c9120131a560'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:15.857745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-7e64eaa7-9039-49f1-ad67-4beaecaa8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['be3b2ff7-d8c2-44cd-8703-c9120131a560'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:15.879759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c250ade-b791-41c6-b6af-d0df00c9698b admin admin] Deleting subnet e8973284-6c79-4519-aa58-5e8208dbc4de {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:02:15.900262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c250ade-b791-41c6-b6af-d0df00c9698b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:15.902093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-7e64eaa7-9039-49f1-ad67-4beaecaa8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:15.911768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64eaa7-9039-49f1-ad67-4beaecaa8e0e None None] Routers {'be3b2ff7-d8c2-44cd-8703-c9120131a560'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:15.912477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-7e64eaa7-9039-49f1-ad67-4beaecaa8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['be3b2ff7-d8c2-44cd-8703-c9120131a560'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:15.962791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56412105-974c-4370-9638-4264c1d97158 req-da3e1574-8379-4e9c-a3d3-6ba848e82936 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:15.964576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56412105-974c-4370-9638-4264c1d97158 req-da3e1574-8379-4e9c-a3d3-6ba848e82936 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.4919655 Aug 19 12:02:15.972875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-7e64eaa7-9039-49f1-ad67-4beaecaa8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:15.973920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64eaa7-9039-49f1-ad67-4beaecaa8e0e None None] The sync data for ids ['be3b2ff7-d8c2-44cd-8703-c9120131a560'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:02:15.993310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:15.995934 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:15.997339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/889c085f-38a3-4e2d-8906-0472e64bb43a HTTP/1.1" status: 204 len: 168 time: 0.9913054 Aug 19 12:02:16.012965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.014106 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e3430fda-0462-40ee-b8b2-ab7834a3be85 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5485876 Aug 19 12:02:16.022750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59260) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:16.031579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56412105-974c-4370-9638-4264c1d97158 req-5c14d173-a932-4361-9730-b2b7ad37cc26 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561457 Aug 19 12:02:16.032968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889c085f-38a3-4e2d-8906-0472e64bb43a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:16.035143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:16.040855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c250ade-b791-41c6-b6af-d0df00c9698b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.044837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.045550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.046045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.046543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.047023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.047662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.048150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.058501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c625477-1286-444e-93d9-cfadd63bdb1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:16.058501 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9c625477-1286-444e-93d9-cfadd63bdb1a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/networks/53aaaf22-7f8c-491a-8cdc-c51800ed0638 HTTP/1.1" status: 200 len: 804 time: 0.3038392 Aug 19 12:02:16.060647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.061314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.061659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.062001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.062343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d4a0d6-7974-4bc9-b7cb-b9b72cfc040f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:16.065180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59264) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:16.198905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c250ade-b791-41c6-b6af-d0df00c9698b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.208717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4d442a0-8fdd-4cc7-8c23-c759aa07de0e req-51b573e1-eb27-4b18-a464-88db95314edb tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0413854 Aug 19 12:02:16.269788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f3d3b2d7-4734-4914-9ffc-e601c4a8e48c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/networks/53aaaf22-7f8c-491a-8cdc-c51800ed0638?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2031462 Aug 19 12:02:16.274390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59270) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:16.339722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea751c8a-5815-4b4c-9368-809bb287101a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:16.341678 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea751c8a-5815-4b4c-9368-809bb287101a tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/subnets/09dc0a68-cbb6-49e3-a5ce-c89b92fe1890 HTTP/1.1" status: 200 len: 843 time: 0.0662723 Aug 19 12:02:16.345313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59276) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:16.451009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e293a-8442-4397-a4b0-4400d5d26c05 req-0a5fbad2-b7ee-43d4-a1f1-e2f8dba5e8b4 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:16.453449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b1e293a-8442-4397-a4b0-4400d5d26c05 req-0a5fbad2-b7ee-43d4-a1f1-e2f8dba5e8b4 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 949 time: 0.0961773 Aug 19 12:02:16.457644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09475bb1-2656-4320-8ac4-42a7f4686360 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:16.459874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-09475bb1-2656-4320-8ac4-42a7f4686360 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "GET /v2.0/subnets/09dc0a68-cbb6-49e3-a5ce-c89b92fe1890?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1128137 Aug 19 12:02:16.465387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59278) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:16.467642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c250ade-b791-41c6-b6af-d0df00c9698b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.483547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-549572532'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:16.500337 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c250ade-b791-41c6-b6af-d0df00c9698b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.505153 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8c250ade-b791-41c6-b6af-d0df00c9698b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e8973284-6c79-4519-aa58-5e8208dbc4de HTTP/1.1" status: 204 len: 168 time: 1.0419862 Aug 19 12:02:16.505457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59280) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:16.539742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b1e293a-8442-4397-a4b0-4400d5d26c05 req-65641823-dd61-4ae3-ad95-d66bb95fe22c tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769174 Aug 19 12:02:16.570902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c250ade-b791-41c6-b6af-d0df00c9698b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8973284-6c79-4519-aa58-5e8208dbc4de,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:16.605276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:16.609005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.671534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59284) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:16.685440 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:16.724929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.725282 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Added segment 9c82facd-c619-4632-ac62-c85e572a213a of type vlan for network c5ecb78f-de31-4a07-987d-b5ccdf620cb5 Aug 19 12:02:16.748343 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5e1d-06a6-4e60-b51f-b32a4ea1f429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.752068 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.765732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e08fc40-03aa-4140-bd88-dd6979123b79 req-be769190-66fe-426c-9e61-e93d6f50316b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0627000 Aug 19 12:02:16.831791 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.929061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c73fcf-6e02-416b-9fdb-118f65437344 req-01caf716-5a53-492b-a95c-0cacf6fc2849 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:16.930682 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36c73fcf-6e02-416b-9fdb-118f65437344 req-01caf716-5a53-492b-a95c-0cacf6fc2849 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 947 time: 0.2098157 Aug 19 12:02:16.957146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:16.961648 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b84956-717a-4513-abc2-ad87fd120a1e" -d '{"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-unplugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:16.983349 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:16.988923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:16.989633 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.007544 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca57b3b-69f3-41b2-bff5-1a38d8463873 x-openstack-request-id: req-5ca57b3b-69f3-41b2-bff5-1a38d8463873 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:17.008047 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-unplugged", "status": "completed", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:17.008162 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ca57b3b-69f3-41b2-bff5-1a38d8463873 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:17.008649 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'code': 200} Aug 19 12:02:17.021993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.072313 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.095059 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.097470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbb6ee0-978b-431f-be35-c378857c1c91']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:17.125281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:17.125577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f311c37a-1875-4fd6-80ff-069c9f4e1fd7') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:17.138723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Network': ['ID=c5ecb78f-de31-4a07-987d-b5ccdf620cb5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:17.144010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36c73fcf-6e02-416b-9fdb-118f65437344 req-06c8731d-268a-4a0d-93c1-418fad94c241 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817153 Aug 19 12:02:17.154021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Deleting port bd6dd679-ec2f-403b-b339-7d11b036efe8 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:17.154361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.155143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network c5ecb78f-de31-4a07-987d-b5ccdf620cb5 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:17.168201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.233171 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.247793 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.252903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5e1d-06a6-4e60-b51f-b32a4ea1f429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.257139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:17.257515 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:17.260291 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:17.266760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Calling delete_port for bd6dd679-ec2f-403b-b339-7d11b036efe8 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:17.299193 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5e1d-06a6-4e60-b51f-b32a4ea1f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.310409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-6a51b6cc-2065-4176-94b3-0e8f7ff3a30d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1751330 Aug 19 12:02:17.323157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b8467210-5b31-4516-969d-38d2543a4a7d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8414252 Aug 19 12:02:17.324063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59292) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:17.329340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'network_id': 'c5ecb78f-de31-4a07-987d-b5ccdf620cb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:17.338405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d497f-7099-44eb-9540-83667d33148b req-d93a35c5-404d-4a69-867f-fb1529f663f3 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:17.339841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df6d497f-7099-44eb-9540-83667d33148b req-d93a35c5-404d-4a69-867f-fb1529f663f3 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.2035122 Aug 19 12:02:17.419140 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe9b5e1d-06a6-4e60-b51f-b32a4ea1f429 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfe69b812b154192a7fc13bf346e8be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7465303 Aug 19 12:02:17.421230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fd9d60e-62a0-420f-9473-1cd224b0e4ea req-3c337c1b-f1ef-4b17-83e0-4054668bf6dd tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0913746 Aug 19 12:02:17.429889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59294) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:17.445542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.453639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b5e1d-06a6-4e60-b51f-b32a4ea1f429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61673a48-fd11-4567-8790-8c4c1545162b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:17.464846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.466642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dcbb6ee0-978b-431f-be35-c378857c1c91 HTTP/1.1" status: 204 len: 168 time: 0.9452803 Aug 19 12:02:17.491837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd299b4f-25b6-4593-87c3-30b056edef37 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcbb6ee0-978b-431f-be35-c378857c1c91,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:17.499104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Made reservation on behalf of c79c06d470614a1dbd3235dfab3cbae3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:17.503117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.531719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df6d497f-7099-44eb-9540-83667d33148b req-058105fd-f238-41d8-a61c-36d337f08ce0 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723142 Aug 19 12:02:17.550847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-48d7a007-a15e-4410-96ee-bb8fd307f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:17.553088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-48d7a007-a15e-4410-96ee-bb8fd307f63e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68dc5494e63145ff8c8a557da435a82b&device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 1099 time: 0.1479552 Aug 19 12:02:17.573869 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e60da50d-496c-45c2-8110-9af592e9768c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.606085 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.642223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Performing IP validity checks on allocation pools {{(pid=101153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:02:17.642898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:02:17.645312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Pushing event deleted for resources: {'Port': ['ID=bd6dd679-ec2f-403b-b339-7d11b036efe8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:17.663638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e60da50d-496c-45c2-8110-9af592e9768c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.679032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59300) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:17.757483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b8f8-46f4-4201-8245-f4af00696a3d req-678c14ab-98a5-449a-a866-e4fe41cb42da tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:17.759022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61c5b8f8-46f4-4201-8245-f4af00696a3d req-678c14ab-98a5-449a-a866-e4fe41cb42da tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 949 time: 0.1466341 Aug 19 12:02:17.764100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-5fc8841a-4d8d-4bd4-9ea2-293fd795c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:17.765674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-5fc8841a-4d8d-4bd4-9ea2-293fd795c913 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1797559 Aug 19 12:02:17.769494 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.799102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e60da50d-496c-45c2-8110-9af592e9768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.802093 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e60da50d-496c-45c2-8110-9af592e9768c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:17.803239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e60da50d-496c-45c2-8110-9af592e9768c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61673a48-fd11-4567-8790-8c4c1545162b HTTP/1.1" status: 204 len: 168 time: 0.3588457 Aug 19 12:02:17.846812 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4125166c-56d1-4aa1-8822-75955054c09f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aedddd945e5e40c1848dfa8ef9d1d006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638963 Aug 19 12:02:17.852196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59304) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:17.860490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61c5b8f8-46f4-4201-8245-f4af00696a3d req-7290ec0a-b788-4e62-a401-34cae6874d75 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854433 Aug 19 12:02:17.861234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60da50d-496c-45c2-8110-9af592e9768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61673a48-fd11-4567-8790-8c4c1545162b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:17.863935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-1c060780-0d22-4cf4-bad9-ced103a930c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 HTTP/1.1" status: 200 len: 217 time: 0.0596926 Aug 19 12:02:17.942736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-7cd26721-dc39-4503-b52c-345a5c9a3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:17.944997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-7cd26721-dc39-4503-b52c-345a5c9a3785 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0718331 Aug 19 12:02:18.023732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-e5a3778c-75ce-4793-8282-20754422d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:18.026843 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-e5a3778c-75ce-4793-8282-20754422d9f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731838 Aug 19 12:02:18.159023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be82dbc4-63ee-4191-94b3-6047e0a6dece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.165174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-c800b8bf-54bc-4931-a79e-e4456c957335 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235068 Aug 19 12:02:18.169480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.188380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.203918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.211996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be82dbc4-63ee-4191-94b3-6047e0a6dece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.314838 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c34ec34d-fcd3-427d-832e-a0229650f9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.336163 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f3de279-8879-4ede-aa5e-3f6fb32daa40 req-e012c928-3d21-4b09-9a6a-f288715c9715 service neutron] 10.222.0.69 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628296 Aug 19 12:02:18.358553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e030a6-29b9-48da-a43f-00574b9c78e2 req-6ba9acde-38dd-42fc-be38-575b86586830 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:18.360272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00e030a6-29b9-48da-a43f-00574b9c78e2 req-6ba9acde-38dd-42fc-be38-575b86586830 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 947 time: 0.0775084 Aug 19 12:02:18.416036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Router be3b2ff7-d8c2-44cd-8703-c9120131a560 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:02:18.419681 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=10a34b31-4991-40c7-addd-9df044136c55,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:18.437543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Checking segment: {'id': '9c82facd-c619-4632-ac62-c85e572a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c5ecb78f-de31-4a07-987d-b5ccdf620cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:18.437916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network hostable DHCP agents. Network: c5ecb78f-de31-4a07-987d-b5ccdf620cb5, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:18.448541 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00e030a6-29b9-48da-a43f-00574b9c78e2 req-cf1e9d4d-c7f5-42e5-947f-b792312ce375 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773458 Aug 19 12:02:18.470499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be82dbc4-63ee-4191-94b3-6047e0a6dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.473807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be82dbc4-63ee-4191-94b3-6047e0a6dece admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.478117 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-be82dbc4-63ee-4191-94b3-6047e0a6dece admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/669b380f-ec06-491b-a806-a4bd44112159 HTTP/1.1" status: 204 len: 168 time: 0.6252675 Aug 19 12:02:18.543296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Network c5ecb78f-de31-4a07-987d-b5ccdf620cb5 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:18.559994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82dbc4-63ee-4191-94b3-6047e0a6dece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669b380f-ec06-491b-a806-a4bd44112159,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:18.565094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:02:18.578767 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216e2e8-bf52-45af-b0fd-efde892c0243 None None] Sync routers for ids ['be3b2ff7-d8c2-44cd-8703-c9120131a560'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:02:18.581133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.582402 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e2cf27b9-80f9-4e53-a98f-dbc08bc40b5c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "PUT /v2.0/routers/be3b2ff7-d8c2-44cd-8703-c9120131a560 HTTP/1.1" status: 200 len: 710 time: 2.5562863 Aug 19 12:02:18.584552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, c5ecb78f-de31-4a07-987d-b5ccdf620cb5) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:18.586399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59334) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:18.589502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:18.590227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.595795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18ce18e-4b33-448a-916a-287d003f9fe1 None None] Network c5ecb78f-de31-4a07-987d-b5ccdf620cb5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:18.608904 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216e2e8-bf52-45af-b0fd-efde892c0243 None None] Routers {'be3b2ff7-d8c2-44cd-8703-c9120131a560'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:18.609554 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7216e2e8-bf52-45af-b0fd-efde892c0243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['be3b2ff7-d8c2-44cd-8703-c9120131a560'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:18.626889 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-66537613-f397-4550-8d3f-b759206e2d28 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3014908 Aug 19 12:02:18.629547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59336) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:18.642822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ab1c3501-0e23-4415-a94b-0b9549d4119d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:18.665587 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7216e2e8-bf52-45af-b0fd-efde892c0243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:18.684064 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216e2e8-bf52-45af-b0fd-efde892c0243 None None] Routers {'be3b2ff7-d8c2-44cd-8703-c9120131a560'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:18.685059 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7216e2e8-bf52-45af-b0fd-efde892c0243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:01:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['be3b2ff7-d8c2-44cd-8703-c9120131a560'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:18.753178 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7216e2e8-bf52-45af-b0fd-efde892c0243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:18.756253 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216e2e8-bf52-45af-b0fd-efde892c0243 None None] The sync data for ids ['be3b2ff7-d8c2-44cd-8703-c9120131a560'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:02:18.812004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96a9c409-9cac-4316-b606-5ed39a53477c req-1d2ec6e1-1bc5-43cf-b116-3880694d9687 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.1350179 Aug 19 12:02:18.819206 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3501-0e23-4415-a94b-0b9549d4119d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16608522'] for subnet, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.830115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c47a4167-726b-4a9c-8835-5d9fcd5edb9e tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/routers/be3b2ff7-d8c2-44cd-8703-c9120131a560 HTTP/1.1" status: 200 len: 745 time: 0.2398951 Aug 19 12:02:18.830847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59342) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:18.906077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-c5ecb78f-de31-4a07-987d-b5ccdf620cb5', 'network_id': 'c5ecb78f-de31-4a07-987d-b5ccdf620cb5', 'tenant_id': 'c79c06d470614a1dbd3235dfab3cbae3', 'fixed_ips': [{'subnet_id': '10a34b31-4991-40c7-addd-9df044136c55'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:02:18.909027 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:18.990849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2eb42f65-d574-46ed-b0dc-52560cee6569 tempest-RoutersIpV6AdminTest-544776447 tempest-RoutersIpV6AdminTest-544776447-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&device_id=be3b2ff7-d8c2-44cd-8703-c9120131a560 HTTP/1.1" status: 200 len: 205 time: 0.1515057 Aug 19 12:02:18.990849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59354) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:19.062184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3501-0e23-4415-a94b-0b9549d4119d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760571945063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16328695'] for subnet, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.068880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c35531ce-beae-4a3e-b7c7-8ffa93df5ec0 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3b2ff7-d8c2-44cd-8703-c9120131a560 HTTP/1.1" status: 200 len: 205 time: 0.0762415 Aug 19 12:02:19.094434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59360) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:19.124510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c3501-0e23-4415-a94b-0b9549d4119d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event updated for resources: {'Subnet': ['ID=10a34b31-4991-40c7-addd-9df044136c55,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:19.154483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c3501-0e23-4415-a94b-0b9549d4119d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:19.155603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3501-0e23-4415-a94b-0b9549d4119d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.160650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ab1c3501-0e23-4415-a94b-0b9549d4119d tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "PUT /v2.0/subnets/10a34b31-4991-40c7-addd-9df044136c55 HTTP/1.1" status: 200 len: 900 time: 0.5299649 Aug 19 12:02:19.161699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59362) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:19.219586 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b33b90-5e72-47d3-8c03-95c4846d613c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.232962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-333adcd7-7e1d-42ac-aba0-7f4112b024ee tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:19.234914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-333adcd7-7e1d-42ac-aba0-7f4112b024ee tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 947 time: 0.2123308 Aug 19 12:02:19.271305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Allocated IP 2001:db8::3 (c5ecb78f-de31-4a07-987d-b5ccdf620cb5/10a34b31-4991-40c7-addd-9df044136c55/69332b20-4cfa-4430-9d18-d8a49a2ceafb) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:19.331850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde485c-c159-49cb-8558-71209ed21136 req-7921b7e3-229b-4907-8ac2-fc676a9e0674 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:19.340847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbde485c-c159-49cb-8558-71209ed21136 req-7921b7e3-229b-4907-8ac2-fc676a9e0674 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.3200445 Aug 19 12:02:19.362061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.460078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.499738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.511126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Transition to ACTIVE for port object 69332b20-4cfa-4430-9d18-d8a49a2ceafb will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:19.532041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Transition to ACTIVE for port object 69332b20-4cfa-4430-9d18-d8a49a2ceafb will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:19.541605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.562426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.586488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-780f4897-55c8-44e9-ae0f-1f6695183289 req-e9ee662f-f41f-4639-a16d-936fbc0fbc6e tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f&device_id=07c1e823-993b-4757-9c70-d7a574e823b2 HTTP/1.1" status: 200 len: 210 time: 0.2136667 Aug 19 12:02:19.625182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Network c5ecb78f-de31-4a07-987d-b5ccdf620cb5 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:19.631871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:19.636823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:19.638978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=10a34b31-4991-40c7-addd-9df044136c55,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:19.658575 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b33b90-5e72-47d3-8c03-95c4846d613c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.665318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Pushing event updated for resources: {'Port': ['ID=69332b20-4cfa-4430-9d18-d8a49a2ceafb,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:19.666112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbde485c-c159-49cb-8558-71209ed21136 req-8333c4f7-64b0-4a4d-bd23-fe01143c1a88 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242314 Aug 19 12:02:19.667540 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b33b90-5e72-47d3-8c03-95c4846d613c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.754324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Deleting port e8dde445-51ed-4577-b326-4ead4ab51a2b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:19.754915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.760085 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b33b90-5e72-47d3-8c03-95c4846d613c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.760741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b33b90-5e72-47d3-8c03-95c4846d613c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Fanout notify agent at l3_agent the message router_deleted on router be3b2ff7-d8c2-44cd-8703-c9120131a560 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:02:19.775667 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b33b90-5e72-47d3-8c03-95c4846d613c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.775667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-78b33b90-5e72-47d3-8c03-95c4846d613c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/be3b2ff7-d8c2-44cd-8703-c9120131a560 HTTP/1.1" status: 204 len: 168 time: 0.6781447 Aug 19 12:02:19.778450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59388) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:19.806920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Attempting to bind port 69332b20-4cfa-4430-9d18-d8a49a2ceafb on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:19.808269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Attempting to bind port 69332b20-4cfa-4430-9d18-d8a49a2ceafb by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9c82facd-c619-4632-ac62-c85e572a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c5ecb78f-de31-4a07-987d-b5ccdf620cb5'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:19.810445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Attempting to bind port 69332b20-4cfa-4430-9d18-d8a49a2ceafb on network c5ecb78f-de31-4a07-987d-b5ccdf620cb5 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:19.821850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:19.823442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Checking segment: {'id': '9c82facd-c619-4632-ac62-c85e572a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c5ecb78f-de31-4a07-987d-b5ccdf620cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:19.824041 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.825513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Bound using segment: {'id': '9c82facd-c619-4632-ac62-c85e572a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c5ecb78f-de31-4a07-987d-b5ccdf620cb5'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:19.826323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Bound port: 69332b20-4cfa-4430-9d18-d8a49a2ceafb, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c82facd-c619-4632-ac62-c85e572a213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c5ecb78f-de31-4a07-987d-b5ccdf620cb5'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:19.828349 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.852741 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-45c9d788-9364-4305-a280-315486562e99 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3b2ff7-d8c2-44cd-8703-c9120131a560 HTTP/1.1" status: 200 len: 205 time: 0.0721900 Aug 19 12:02:19.859995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59392) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:19.880143 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.902127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ecb78f-de31-4a07-987d-b5ccdf620cb5']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:19.904147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59394) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:19.924458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] For port 69332b20-4cfa-4430-9d18-d8a49a2ceafb, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:19.927177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c82facd-c619-4632-ac62-c85e572a213a') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:19.929045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c82facd-c619-4632-ac62-c85e572a213a') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:19.929169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] For port 69332b20-4cfa-4430-9d18-d8a49a2ceafb, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=69332b20-4cfa-4430-9d18-d8a49a2ceafb,segment=NetworkSegment(9c82facd-c619-4632-ac62-c85e572a213a),segment_id=9c82facd-c619-4632-ac62-c85e572a213a)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:19.938192 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.968027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:19.995959 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-d661f826-5032-4a11-a85b-e62d22a395fa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] delete failed (client error): The resource could not be found. Aug 19 12:02:19.999513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d661f826-5032-4a11-a85b-e62d22a395fa tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/be3b2ff7-d8c2-44cd-8703-c9120131a560 HTTP/1.1" status: 404 len: 336 time: 0.1019518 Aug 19 12:02:19.999796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59402) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.048630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.063472 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-77676f5e-53ca-41dc-98b6-9e1975a1ee9e tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=c868ab74-14cb-4574-897d-4936eceec6a8 HTTP/1.1" status: 200 len: 205 time: 0.0625098 Aug 19 12:02:20.066622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59404) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.116224 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-5859d287-f2ed-4827-a9bf-d6ecaaf352a4 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] delete failed (client error): The resource could not be found. Aug 19 12:02:20.117443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5859d287-f2ed-4827-a9bf-d6ecaaf352a4 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/c868ab74-14cb-4574-897d-4936eceec6a8 HTTP/1.1" status: 404 len: 336 time: 0.0499256 Aug 19 12:02:20.119128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:20.119693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:20.123277 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:20.136411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59408) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.145216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb334975-5d7d-4b56-81fc-ec2ae8e799da req-9ad9cbe6-1179-4b4e-97e5-b9fd3c6a5c95 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:20.148098 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb334975-5d7d-4b56-81fc-ec2ae8e799da req-9ad9cbe6-1179-4b4e-97e5-b9fd3c6a5c95 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 947 time: 0.2826896 Aug 19 12:02:20.151416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] For port e8dde445-51ed-4577-b326-4ead4ab51a2b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e8dde445-51ed-4577-b326-4ead4ab51a2b,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:20.151910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.159796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cecbb9-6a71-4340-8f5b-585e0f4b668b None None] Pushing event updated for resources: {'Port': ['ID=69332b20-4cfa-4430-9d18-d8a49a2ceafb,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:20.177848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0dd7c1-4624-4250-9bc6-af575b4e55ef None None] Network c5ecb78f-de31-4a07-987d-b5ccdf620cb5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:20.195906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9699d2f-2747-4450-8cf1-623422000d01 req-cf87e1c8-267f-4d34-a446-d6b135c81be6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=12ee1e1a9897455aa2c38a79397b6154&device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.1365170 Aug 19 12:02:20.201990 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2c052af3-678c-49cf-bd41-6fc85584239c tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=9983db25-cb2c-416f-bb1b-09180af30064 HTTP/1.1" status: 200 len: 205 time: 0.0641427 Aug 19 12:02:20.204782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59410) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.220366 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Calling delete_port for e8dde445-51ed-4577-b326-4ead4ab51a2b owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:20.252873 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-609dd97e-285c-4b07-be59-053f702c7edc tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] delete failed (client error): The resource could not be found. Aug 19 12:02:20.254516 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-609dd97e-285c-4b07-be59-053f702c7edc tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/9983db25-cb2c-416f-bb1b-09180af30064 HTTP/1.1" status: 404 len: 336 time: 0.0484912 Aug 19 12:02:20.257297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:02:20.257297 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:02:20.257297 n-d-778550-9 neutron-server[101153]: [parameters: {'id': 'c5ecb78f-de31-4a07-987d-b5ccdf620cb5'}] Aug 19 12:02:20.257297 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:02:20.258118 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:02:20.258652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59412) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.287308 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9699d2f-2747-4450-8cf1-623422000d01 req-8ae79d45-041c-4a5c-b7ec-1723a2c96a3b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=12ee1e1a9897455aa2c38a79397b6154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682600 Aug 19 12:02:20.305099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-network', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:20.321531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-594cd360-deee-42c0-a58c-2ebb4411df84 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=441e841f-68fd-48b0-a3f3-f6c20e6f92c2 HTTP/1.1" status: 200 len: 205 time: 0.0616302 Aug 19 12:02:20.324280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59416) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.368208 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-ddfa2e97-b354-4192-9fec-afe874bed20d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] delete failed (client error): The resource could not be found. Aug 19 12:02:20.369652 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ddfa2e97-b354-4192-9fec-afe874bed20d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/441e841f-68fd-48b0-a3f3-f6c20e6f92c2 HTTP/1.1" status: 404 len: 336 time: 0.0442581 Aug 19 12:02:20.373753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59420) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.391013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:20.392258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.396918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f22961-23c2-4fbd-90f4-79622f1b4933 None None] Network c5ecb78f-de31-4a07-987d-b5ccdf620cb5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:20.420807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.433385 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-26823a42-4db4-4b9c-90f6-2495b20fe94d tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25e3ac5-2625-4589-9f02-5f417693230d HTTP/1.1" status: 200 len: 205 time: 0.0584903 Aug 19 12:02:20.437895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59422) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.481721 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-1f3f8e01-71c2-4a22-b762-605554492bef tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] delete failed (client error): The resource could not be found. Aug 19 12:02:20.482773 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1f3f8e01-71c2-4a22-b762-605554492bef tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/a25e3ac5-2625-4589-9f02-5f417693230d HTTP/1.1" status: 404 len: 336 time: 0.0438771 Aug 19 12:02:20.485852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59424) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.519795 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2c10f0af-f7ac-492a-ac4e-e0b02d324ce3 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "GET /v2.0/ports?device_id=de0a0f00-d393-4eea-bad6-7e5bb652c148 HTTP/1.1" status: 200 len: 205 time: 0.0326395 Aug 19 12:02:20.523006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59430) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.548316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67942127-b9a9-4576-b44a-749cd2b89c0a None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:02:20.565813 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-315000ea-99e3-40fc-9f17-615e3c59df20 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] delete failed (client error): The resource could not be found. Aug 19 12:02:20.566889 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-315000ea-99e3-40fc-9f17-615e3c59df20 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/routers/de0a0f00-d393-4eea-bad6-7e5bb652c148 HTTP/1.1" status: 404 len: 336 time: 0.0429018 Aug 19 12:02:20.577368 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59432) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.606797 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b809a28-39cf-4b08-9549-c66b077bced7 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:20.607243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b809a28-39cf-4b08-9549-c66b077bced7 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:20.609090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1b809a28-39cf-4b08-9549-c66b077bced7 tempest-RoutersIpV6AdminTest-196685819 tempest-RoutersIpV6AdminTest-196685819-project] 10.222.0.65 "DELETE /v2.0/subnets/5006ae34-0a18-4c6d-8276-d0f8dd3182a8 HTTP/1.1" status: 404 len: 337 time: 0.0307753 Aug 19 12:02:20.654404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67942127-b9a9-4576-b44a-749cd2b89c0a None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:02:20.696465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.702103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.732965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:20.756853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f27e5f-e2e7-4e13-aaed-19d18cc32afd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:20.761053 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.761644 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Added segment 57e0875a-e6f4-468e-bf35-98c542f94c01 of type vlan for network ee7e9764-0947-4d2f-9df6-16f646d411fc Aug 19 12:02:20.763346 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.851728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.871390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8baca-5b30-4bb9-aad9-831e8495b652 req-b14a6459-4bb6-4e22-a255-5346d00c324e tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:20.881620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69c8baca-5b30-4bb9-aad9-831e8495b652 req-b14a6459-4bb6-4e22-a255-5346d00c324e tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 949 time: 0.7913635 Aug 19 12:02:20.898571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting port 69332b20-4cfa-4430-9d18-d8a49a2ceafb {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:20.898983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.912822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.913754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:20.914343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.957796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9699d2f-2747-4450-8cf1-623422000d01 req-67a9b870-c282-4f1c-bef2-22edce1cd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:20.960473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9699d2f-2747-4450-8cf1-623422000d01 req-67a9b870-c282-4f1c-bef2-22edce1cd68d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6354504 Aug 19 12:02:20.968369 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0630374 Aug 19 12:02:20.981736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59440) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:20.992196 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9b12-82df-41a4-9bfc-8d0a09e0d2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:20.996740 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.017571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Request body: {'subnet': {'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-subnet', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:21.039975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb334975-5d7d-4b56-81fc-ec2ae8e799da req-e6facb3b-62a9-4c35-8f47-09a9b1238e91 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373470 Aug 19 12:02:21.042263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59442) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:21.055854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] For port 69332b20-4cfa-4430-9d18-d8a49a2ceafb, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=69332b20-4cfa-4430-9d18-d8a49a2ceafb,segment=NetworkSegment(9c82facd-c619-4632-ac62-c85e572a213a),segment_id=9c82facd-c619-4632-ac62-c85e572a213a)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:21.056116 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.058794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02849e-6e8b-497f-b490-b64063e8ac88 admin admin] Pushing event updated for resources: {'Network': ['ID=ee7e9764-0947-4d2f-9df6-16f646d411fc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:21.072218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Calling delete_port for 69332b20-4cfa-4430-9d18-d8a49a2ceafb owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:21.078858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ee7e9764-0947-4d2f-9df6-16f646d411fc details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:21.200468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69c8baca-5b30-4bb9-aad9-831e8495b652 req-5323e4b5-93a5-4621-af9e-df4674ecee68 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170788 Aug 19 12:02:21.237241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.256886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5abf43ea-9025-4dc3-8c3e-1b4e4e9817b8 req-af69c2e9-c271-489a-9641-9dc6219274f1 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.1272452 Aug 19 12:02:21.279515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:21.285777 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.309855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Port': ['ID=69332b20-4cfa-4430-9d18-d8a49a2ceafb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:21.324951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No DVR routers for this DVR port 69332b20-4cfa-4430-9d18-d8a49a2ceafb on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:21.422555 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.436772 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f597fee1-1f90-4b9a-ac0c-076bdfeebe7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.442203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ecb78f-de31-4a07-987d-b5ccdf620cb5']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:21.469557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c82facd-c619-4632-ac62-c85e572a213a') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:21.469904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c82facd-c619-4632-ac62-c85e572a213a') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:21.480398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.482633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.506782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dc22c-9c08-4595-b592-126d987ec790 req-e0a858bd-9b34-45c7-9561-81f91f65613f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:21.508296 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e60dc22c-9c08-4595-b592-126d987ec790 req-e0a858bd-9b34-45c7-9561-81f91f65613f tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.54 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 949 time: 0.0831070 Aug 19 12:02:21.509328 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.523404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:21.523404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:21.526450 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:21.536500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Pushing event deleted for resources: {'Port': ['ID=e8dde445-51ed-4577-b326-4ead4ab51a2b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:21.553651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ddda-2902-42ac-a9e6-dcc4c678d664 req-7f443e02-0d4f-4ced-85e9-103b1f1556ba tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:21.556106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2f0ddda-2902-42ac-a9e6-dcc4c678d664 req-7f443e02-0d4f-4ced-85e9-103b1f1556ba tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.2228632 Aug 19 12:02:21.561365 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:02:21.621942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] No DVR routers for this DVR port e8dde445-51ed-4577-b326-4ead4ab51a2b on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:21.631090 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.633173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9fefc1b4-74e9-4f98-8420-ea6da7639bcf req-215b044d-4d68-4b7c-ba63-2ec7dcc33dd9 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "DELETE /v2.0/ports/e8dde445-51ed-4577-b326-4ead4ab51a2b HTTP/1.1" status: 204 len: 173 time: 2.3597653 Aug 19 12:02:21.633596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'name': 'network-vif-deleted', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:21.636166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.636673 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0931b68-f97d-4ceb-a4ac-d73526b10c24" -d '{"events": [{"server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "name": "network-vif-deleted", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:21.644239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.646422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/c5ecb78f-de31-4a07-987d-b5ccdf620cb5 HTTP/1.1" status: 204 len: 168 time: 2.4838109 Aug 19 12:02:21.649981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59452) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:21.670499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85cd4a-d8ef-4216-961a-0813f13b1a85 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=c5ecb78f-de31-4a07-987d-b5ccdf620cb5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:21.698188 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7f6843-fcf7-413a-8b20-2c59541c133c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:21.698814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7f6843-fcf7-413a-8b20-2c59541c133c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:21.700927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8a7f6843-fcf7-413a-8b20-2c59541c133c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/10a34b31-4991-40c7-addd-9df044136c55 HTTP/1.1" status: 404 len: 337 time: 0.0503983 Aug 19 12:02:21.704291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59454) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:21.706910 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d7e153-46a4-44ac-a592-2e2ecfb24292 x-openstack-request-id: req-f3d7e153-46a4-44ac-a592-2e2ecfb24292 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:21.707197 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea5f60a-bc5b-4939-9313-5a6352669c56", "name": "network-vif-deleted", "tag": "e8dde445-51ed-4577-b326-4ead4ab51a2b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:21.707442 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3d7e153-46a4-44ac-a592-2e2ecfb24292 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:21.707862 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea5f60a-bc5b-4939-9313-5a6352669c56', 'name': 'network-vif-deleted', 'tag': 'e8dde445-51ed-4577-b326-4ead4ab51a2b', 'status': 'completed', 'code': 200} Aug 19 12:02:21.720778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2f0ddda-2902-42ac-a9e6-dcc4c678d664 req-4ac55abe-3cd8-4b3e-bbbb-8199f4c1a210 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460552 Aug 19 12:02:21.732510 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8903b5-9229-4ccf-a409-83cb0de67d82 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:21.733170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8903b5-9229-4ccf-a409-83cb0de67d82 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:21.735519 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4c8903b5-9229-4ccf-a409-83cb0de67d82 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/c5ecb78f-de31-4a07-987d-b5ccdf620cb5 HTTP/1.1" status: 404 len: 339 time: 0.0291803 Aug 19 12:02:21.738925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59456) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:21.790481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-e60dc22c-9c08-4595-b592-126d987ec790 req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Deleting port b6c96efa-f711-4450-a538-e6b152d400a5 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:21.791777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e60dc22c-9c08-4595-b592-126d987ec790 req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.800798 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.809001 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f597fee1-1f90-4b9a-ac0c-076bdfeebe7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.837805 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f597fee1-1f90-4b9a-ac0c-076bdfeebe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.870312 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:21.907649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:21.923512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f597fee1-1f90-4b9a-ac0c-076bdfeebe7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8116fd5ca63471bb9b063ec74e4fc9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8725343 Aug 19 12:02:21.923512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597fee1-1f90-4b9a-ac0c-076bdfeebe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f101a38-aaea-4be6-b8e7-7e2e7298aed6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:21.927392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59458) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:21.950210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Checking segment: {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:21.950571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Network hostable DHCP agents. Network: ee7e9764-0947-4d2f-9df6-16f646d411fc, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:21.993271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Network ee7e9764-0947-4d2f-9df6-16f646d411fc is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:22.008209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f374e85a-328d-4197-a748-c9405c67e1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.022119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ee7e9764-0947-4d2f-9df6-16f646d411fc) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:22.030899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8d884-cf40-4998-99ae-41bd3da5425c None None] Network ee7e9764-0947-4d2f-9df6-16f646d411fc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:22.051518 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f374e85a-328d-4197-a748-c9405c67e1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.060906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:22.061634 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.102359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8efd654c-31d1-4942-8e5b-cba4c6359076 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1159115 Aug 19 12:02:22.106962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59462) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:22.117784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:22.155629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.156784 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.168094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f374e85a-328d-4197-a748-c9405c67e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.170807 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f374e85a-328d-4197-a748-c9405c67e1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.175650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f374e85a-328d-4197-a748-c9405c67e1db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f101a38-aaea-4be6-b8e7-7e2e7298aed6 HTTP/1.1" status: 204 len: 168 time: 0.2444527 Aug 19 12:02:22.188881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e85a-328d-4197-a748-c9405c67e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f101a38-aaea-4be6-b8e7-7e2e7298aed6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:22.210557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.280478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a9503ee-387b-428d-a134-204a15d8457e req-aa303875-a2c3-4e95-b50e-065f19980be4 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ea5f60a-bc5b-4939-9313-5a6352669c56 HTTP/1.1" status: 200 len: 210 time: 0.0857451 Aug 19 12:02:22.394387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e60dc22c-9c08-4595-b592-126d987ec790 req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] For port b6c96efa-f711-4450-a538-e6b152d400a5, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6c96efa-f711-4450-a538-e6b152d400a5,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:22.394896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e60dc22c-9c08-4595-b592-126d987ec790 req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.402832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ee7e9764-0947-4d2f-9df6-16f646d411fc', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:02:22.410976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.428947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-e60dc22c-9c08-4595-b592-126d987ec790 req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Calling delete_port for b6c96efa-f711-4450-a538-e6b152d400a5 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:22.428947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.452614 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.455110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1586762e-5c19-40d7-a317-f19d59577631 req-fea7b746-e871-420e-969b-82d0ffe5804f tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.0324504 Aug 19 12:02:22.464323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8febc72f-5305-42e4-bcc6-3a2843cc3f13']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:22.490889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e8dde445-51ed-4577-b326-4ead4ab51a2b no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:22.530944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b236c4-7bbc-4ac3-883d-2645a59986c3') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:22.530944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b236c4-7bbc-4ac3-883d-2645a59986c3') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:22.544427 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.561209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: e8dde445-51ed-4577-b326-4ead4ab51a2b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:02:22.562941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e8dde445-51ed-4577-b326-4ead4ab51a2b not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:02:22.569361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.579809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:22.580342 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:22.584145 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:22.666613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9699d2f-2747-4450-8cf1-623422000d01 req-8a5b138b-9d6c-4ddd-b747-aa9901cb3d8b tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e911-8834-48cb-afbd-bcc98c29138f HTTP/1.1" status: 200 len: 210 time: 0.1152990 Aug 19 12:02:22.677946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20e7da-1a13-4fb9-93c6-d1d859e942a5 req-8e57d5cd-598f-49da-bdf8-815393d1868d tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:22.685474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea20e7da-1a13-4fb9-93c6-d1d859e942a5 req-8e57d5cd-598f-49da-bdf8-815393d1868d tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/ports?device_id=26cd46a2-cff0-4700-8e28-c46ba874591b HTTP/1.1" status: 200 len: 949 time: 0.3269641 Aug 19 12:02:22.699626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.700215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.712966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.716141 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/8febc72f-5305-42e4-bcc6-3a2843cc3f13 HTTP/1.1" status: 204 len: 168 time: 0.9754317 Aug 19 12:02:22.719287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59484) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:22.739206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07934021-7248-4804-822d-a61daa8503e7 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=8febc72f-5305-42e4-bcc6-3a2843cc3f13,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:22.758999 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e60dc22c-9c08-4595-b592-126d987ec790 req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.772300 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e448c7f5-0edf-4c4a-bd4d-0bed7268891b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:22.772994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e448c7f5-0edf-4c4a-bd4d-0bed7268891b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:22.774788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e448c7f5-0edf-4c4a-bd4d-0bed7268891b tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/1d58a246-7ac7-4094-a120-6588e9b915ba HTTP/1.1" status: 404 len: 337 time: 0.0543394 Aug 19 12:02:22.779998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Allocated IP 172.20.0.2 (ee7e9764-0947-4d2f-9df6-16f646d411fc/606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9/11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:22.780318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59488) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:22.793350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Pushing event deleted for resources: {'Port': ['ID=b6c96efa-f711-4450-a538-e6b152d400a5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:22.816723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59490) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:22.880282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea20e7da-1a13-4fb9-93c6-d1d859e942a5 req-0000053a-2182-4c8d-afa8-801b5bb13921 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bb71992-e508-4ba0-b4fe-8ee77721f8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935771 Aug 19 12:02:22.915632 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-25265368-5179-4f87-a2d2-25e9d3c238d0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:22.916261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25265368-5179-4f87-a2d2-25e9d3c238d0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:22.921566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-25265368-5179-4f87-a2d2-25e9d3c238d0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/00bcebab-967c-4d29-8a3b-6b9608aef298 HTTP/1.1" status: 404 len: 339 time: 0.1388383 Aug 19 12:02:22.922301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59492) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:22.929606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60dc22c-9c08-4595-b592-126d987ec790 req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] No DVR routers for this DVR port b6c96efa-f711-4450-a538-e6b152d400a5 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:22.934788 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b48e5ad9-da29-4d9d-9081-17b02763e2cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a37d37481b744410992c6ff4967b3c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181757 Aug 19 12:02:22.936883 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e60dc22c-9c08-4595-b592-126d987ec790 req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:22.939005 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e60dc22c-9c08-4595-b592-126d987ec790 req-538cda08-bc3d-447b-8169-6b572a1cb607 tempest-TenantUsagesTestJSON-400793076 tempest-TenantUsagesTestJSON-400793076-project] 10.222.0.54 "DELETE /v2.0/ports/b6c96efa-f711-4450-a538-e6b152d400a5 HTTP/1.1" status: 204 len: 173 time: 1.4237778 Aug 19 12:02:22.939712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd46a2-cff0-4700-8e28-c46ba874591b', 'name': 'network-vif-deleted', 'tag': 'b6c96efa-f711-4450-a538-e6b152d400a5'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:22.942345 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6648e309-b0a9-47dd-80c4-06760fa5def5" -d '{"events": [{"server_uuid": "26cd46a2-cff0-4700-8e28-c46ba874591b", "name": "network-vif-deleted", "tag": "b6c96efa-f711-4450-a538-e6b152d400a5"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:22.945638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59494) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:23.043289 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af3b1d0-8554-4e81-ac01-f21d09a92101 x-openstack-request-id: req-3af3b1d0-8554-4e81-ac01-f21d09a92101 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:23.043573 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd46a2-cff0-4700-8e28-c46ba874591b", "name": "network-vif-deleted", "tag": "b6c96efa-f711-4450-a538-e6b152d400a5", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:23.043903 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3af3b1d0-8554-4e81-ac01-f21d09a92101 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:23.044250 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd46a2-cff0-4700-8e28-c46ba874591b', 'name': 'network-vif-deleted', 'tag': 'b6c96efa-f711-4450-a538-e6b152d400a5', 'status': 'completed', 'code': 200} Aug 19 12:02:23.064052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-111be6d2-3a26-4918-adb7-2c69eb61f325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.073809 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.087890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Transition to ACTIVE for port object 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:23.109872 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-111be6d2-3a26-4918-adb7-2c69eb61f325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.110781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Transition to ACTIVE for port object 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:23.115199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a37961-851c-4757-9c45-1547e696474f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting subnet 252173a2-2b38-47c4-8744-1caabe8bc489 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:02:23.120428 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8a37961-851c-4757-9c45-1547e696474f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.121150 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.131299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31ea94-7e3a-4da9-8d81-dba1215c7ee5 req-064f5950-6c7e-42a2-b7ae-2bbce201431c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:23.138695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca31ea94-7e3a-4da9-8d81-dba1215c7ee5 req-064f5950-6c7e-42a2-b7ae-2bbce201431c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.2512152 Aug 19 12:02:23.168223 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Network ee7e9764-0947-4d2f-9df6-16f646d411fc is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:23.175393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:23.180570 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-111be6d2-3a26-4918-adb7-2c69eb61f325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.182072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:23.184090 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-111be6d2-3a26-4918-adb7-2c69eb61f325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.197889 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-111be6d2-3a26-4918-adb7-2c69eb61f325 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea241c3e-4585-4881-ad5c-d4b470aff140 HTTP/1.1" status: 204 len: 168 time: 0.2454433 Aug 19 12:02:23.209819 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8a37961-851c-4757-9c45-1547e696474f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.217155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111be6d2-3a26-4918-adb7-2c69eb61f325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea241c3e-4585-4881-ad5c-d4b470aff140,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:23.277575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca31ea94-7e3a-4da9-8d81-dba1215c7ee5 req-e2b5fe06-fe21-47fc-ad05-237b062f3e95 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377974 Aug 19 12:02:23.306391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Pushing event updated for resources: {'Port': ['ID=11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:23.402194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Attempting to bind port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:23.402686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Attempting to bind port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:23.403542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Attempting to bind port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d on network ee7e9764-0947-4d2f-9df6-16f646d411fc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:23.418313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:23.419056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Checking segment: {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:23.419644 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.420254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Bound using segment: {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:23.421247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Bound port: 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:23.430669 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.545866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] For port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:23.553278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] For port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:23.560452 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.648044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b0a8e-721d-4d43-9231-64c2e5224c9e None None] Pushing event updated for resources: {'Port': ['ID=11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:23.675410 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8a37961-851c-4757-9c45-1547e696474f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.819858 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.855214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.900806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e79b-87e9-4ee4-a059-e24fd56d6155 req-d1f9242a-f08f-4a3d-ac1e-469c903dee9c tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:23.913880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2401e79b-87e9-4ee4-a059-e24fd56d6155 req-d1f9242a-f08f-4a3d-ac1e-469c903dee9c tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 948 time: 0.2207406 Aug 19 12:02:23.925351 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8a37961-851c-4757-9c45-1547e696474f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.936154 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:23.994550 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.045536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fc0344b-da6d-4e4c-a386-eed283950b95 req-a01e8801-f0c3-438d-828e-97b6eb72cf1a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=12ee1e1a9897455aa2c38a79397b6154&device_id=07c1e823-993b-4757-9c70-d7a574e823b2 HTTP/1.1" status: 200 len: 210 time: 0.1117857 Aug 19 12:02:24.060459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9cd63b-1fee-4c95-a200-316e5aca351f None None] Network cc98d753-8b66-44ed-acf0-e683b91254a0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:24.072774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a37961-851c-4757-9c45-1547e696474f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=252173a2-2b38-47c4-8744-1caabe8bc489,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:24.079988 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8a37961-851c-4757-9c45-1547e696474f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.081978 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f8a37961-851c-4757-9c45-1547e696474f tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/252173a2-2b38-47c4-8744-1caabe8bc489 HTTP/1.1" status: 204 len: 168 time: 1.1308069 Aug 19 12:02:24.084897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59528) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:24.112199 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6123eefd-4afd-425b-8301-8cc701201432 req-4f34bde9-ea01-4b96-a537-d247706b1f9e tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=07c1e823-993b-4757-9c70-d7a574e823b2 HTTP/1.1" status: 200 len: 210 time: 0.0789752 Aug 19 12:02:24.153478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba31319-e8d0-4e0a-b6bd-6dc81469e886 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting subnet 6b7e897f-8ec5-4149-a1d7-51a3c9498dfd {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:02:24.169285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eba31319-e8d0-4e0a-b6bd-6dc81469e886 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.201936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fc0344b-da6d-4e4c-a386-eed283950b95 req-9e3c2350-d323-4bab-92f6-88f8b948c171 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=12ee1e1a9897455aa2c38a79397b6154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1236331 Aug 19 12:02:24.215047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b6c96efa-f711-4450-a538-e6b152d400a5 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:24.225178 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2401e79b-87e9-4ee4-a059-e24fd56d6155 req-8ddacd1c-05e9-4322-a0c4-9d7bf0f74df8 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092563 Aug 19 12:02:24.227269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eba31319-e8d0-4e0a-b6bd-6dc81469e886 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.255656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: b6c96efa-f711-4450-a538-e6b152d400a5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:02:24.256002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b6c96efa-f711-4450-a538-e6b152d400a5 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:02:24.359608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Allocated IP 172.25.4.140 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:24.429010 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eba31319-e8d0-4e0a-b6bd-6dc81469e886 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.556469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0344b-da6d-4e4c-a386-eed283950b95 req-65d36382-1d4b-41f7-b65c-6933b7e19e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:24.558080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fc0344b-da6d-4e4c-a386-eed283950b95 req-65d36382-1d4b-41f7-b65c-6933b7e19e8e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3298051 Aug 19 12:02:24.575686 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eba31319-e8d0-4e0a-b6bd-6dc81469e886 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.588802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc602be8-3bd2-4d90-a513-caa30d1cbc42 req-c5296cee-507f-4830-beca-090d142f13f8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:24.596359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc602be8-3bd2-4d90-a513-caa30d1cbc42 req-c5296cee-507f-4830-beca-090d142f13f8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.1990852 Aug 19 12:02:24.611676 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eba31319-e8d0-4e0a-b6bd-6dc81469e886 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.618715 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eba31319-e8d0-4e0a-b6bd-6dc81469e886 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/6b7e897f-8ec5-4149-a1d7-51a3c9498dfd HTTP/1.1" status: 204 len: 168 time: 0.5305662 Aug 19 12:02:24.622773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59556) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:24.671664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc602be8-3bd2-4d90-a513-caa30d1cbc42 req-b2688b1b-b529-495b-9763-a90b4ce2d28e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692799 Aug 19 12:02:24.672272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59560) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:24.685688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba31319-e8d0-4e0a-b6bd-6dc81469e886 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7e897f-8ec5-4149-a1d7-51a3c9498dfd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:24.737473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.823665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.845034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.943882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:24.944473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:24.984073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:24.996973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Pushing event updated for resources: {'Port': ['ID=1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:25.002892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:25.005466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:25.053960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] For port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb91b86f-fcba-4d67-9a7a-3c107bcbcea1,segment=NetworkSegment(8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7),segment_id=8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:25.054336 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.072372 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-747014de-5d3a-4f37-ab4c-d7abe08990e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=efeb00dc1e5942109bd7f991eae8afb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877819 Aug 19 12:02:25.074884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59576) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:25.102266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Calling delete_port for fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:25.249630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d6531-b9c0-49b7-a845-04822b63fd84 None None] Network ee7e9764-0947-4d2f-9df6-16f646d411fc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:25.299786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.335499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5cabf1f9-305b-4d7f-9753-b63c27fb3c49 req-f7a7f8f0-a7a5-4a8f-a175-5fa9b94985e8 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=07c1e823-993b-4757-9c70-d7a574e823b2 HTTP/1.1" status: 200 len: 210 time: 0.1087267 Aug 19 12:02:25.353357 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3f23924-9409-40b9-a8f1-0f2fb463558d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.390508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No DVR routers for this DVR port fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:25.395267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ae324-d802-414a-b254-6f6d3f5e2012 None None] Network cc98d753-8b66-44ed-acf0-e683b91254a0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:25.398055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Port': ['ID=fb91b86f-fcba-4d67-9a7a-3c107bcbcea1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:25.433848 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3f23924-9409-40b9-a8f1-0f2fb463558d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.490377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.530593 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc98d753-8b66-44ed-acf0-e683b91254a0']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:25.557857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:25.561638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac1beeb-2896-4a2d-b21a-5dfacdb58cf7') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:25.576668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.577699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5d564636-a9d6-42cb-98eb-7c953af81e71 None None] Provisioning for port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:25.607011 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.616975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:25.617398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:25.630287 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:25.653319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfddeb-ec46-46d8-900b-e83a379c37a4 req-330d232b-ce03-43d9-9894-af64f1d5ef7b tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:25.654941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73dfddeb-ec46-46d8-900b-e83a379c37a4 req-330d232b-ce03-43d9-9894-af64f1d5ef7b tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 948 time: 0.2692170 Aug 19 12:02:25.728254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59602) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:25.774164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-32e1bb0f-e9ef-4ec0-99ef-3586fce6ef37 None None] Could not find standard attr ID for object fb91b86f-fcba-4d67-9a7a-3c107bcbcea1. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:02:25.789012 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.802749 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.818291 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.821686 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/cc98d753-8b66-44ed-acf0-e683b91254a0 HTTP/1.1" status: 204 len: 168 time: 1.1937301 Aug 19 12:02:25.822782 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:25.825318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c39da3-6f49-4733-bb3b-cfa2880b64e0 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=cc98d753-8b66-44ed-acf0-e683b91254a0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:25.829173 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59606) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:25.870673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59608) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:25.877844 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-62141042-a868-47cd-bb0c-3c4425574bc9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:25.878425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62141042-a868-47cd-bb0c-3c4425574bc9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:25.880328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-62141042-a868-47cd-bb0c-3c4425574bc9 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/994d60b7-4d31-415a-a0f9-de797d001a13 HTTP/1.1" status: 404 len: 337 time: 0.0501480 Aug 19 12:02:25.882958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59612) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:25.886959 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7d349-5ef5-448f-90a8-b6ee7f22f189 None None] DHCP port deletion for cc98d753-8b66-44ed-acf0-e683b91254a0 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:02:25.890185 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3f23924-9409-40b9-a8f1-0f2fb463558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.894781 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3f23924-9409-40b9-a8f1-0f2fb463558d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.897291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c3f23924-9409-40b9-a8f1-0f2fb463558d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9bb71992-e508-4ba0-b4fe-8ee77721f8a8 HTTP/1.1" status: 204 len: 168 time: 0.8212044 Aug 19 12:02:25.940638 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b246c3ae-13a0-4dac-9ce1-86f0b3774da6 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:25.941938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b246c3ae-13a0-4dac-9ce1-86f0b3774da6 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:25.949170 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b246c3ae-13a0-4dac-9ce1-86f0b3774da6 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/9d635706-5739-426e-8ebf-b15ed8aa052e HTTP/1.1" status: 404 len: 339 time: 0.0647342 Aug 19 12:02:25.951867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59616) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:25.960091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73dfddeb-ec46-46d8-900b-e83a379c37a4 req-ccdfb6dc-bdc8-4df6-a431-3ef2c0389829 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893498 Aug 19 12:02:25.966282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:25.973326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:25.975042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.990485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f23924-9409-40b9-a8f1-0f2fb463558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb71992-e508-4ba0-b4fe-8ee77721f8a8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:26.031293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-d27083cc-382f-43a7-8b14-3e483b60dbe3 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:26.033633 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-d27083cc-382f-43a7-8b14-3e483b60dbe3 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 948 time: 0.1327920 Aug 19 12:02:26.063191 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5344024d-7590-4d79-8ef0-1c55c2a3cccc tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:26.063929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5344024d-7590-4d79-8ef0-1c55c2a3cccc tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:26.072480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59618) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:26.078547 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5344024d-7590-4d79-8ef0-1c55c2a3cccc tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/60fdcc7b-434d-40ea-8452-07420b3333bf HTTP/1.1" status: 404 len: 337 time: 0.1154923 Aug 19 12:02:26.109412 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90df7940-20be-4ce6-b9c0-2e8b19345152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.147646 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.153761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7c27d3ec-da27-4e59-bd91-fb4b6a21b329 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1983254187'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:26.195201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:26.203808 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.230114 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7c4dcb6c-089c-4fc4-b6d8-c29db4fc6a4f None None] Provisioning complete for port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:26.230496 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcb6c-089c-4fc4-b6d8-c29db4fc6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.299376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:26.330092 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90df7940-20be-4ce6-b9c0-2e8b19345152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.339090 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90df7940-20be-4ce6-b9c0-2e8b19345152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.404932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-90df7940-20be-4ce6-b9c0-2e8b19345152 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2156bc3522f04e7fb815332d5c3e50cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328455 Aug 19 12:02:26.408291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59624) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:26.412230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7c27d3ec-da27-4e59-bd91-fb4b6a21b329 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.413885 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7c27d3ec-da27-4e59-bd91-fb4b6a21b329 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.424146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df7940-20be-4ce6-b9c0-2e8b19345152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093ec9f1-d075-45f7-9ad6-f876e1e9b7e1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:26.516664 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7c27d3ec-da27-4e59-bd91-fb4b6a21b329 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.526660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7c27d3ec-da27-4e59-bd91-fb4b6a21b329 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.538315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59626) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:26.539013 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94b00c5a-08e0-4603-b51c-84336be2ef2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.565602 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3e03d4-232a-4936-8c03-5e04168dbfb1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:26.566090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3e03d4-232a-4936-8c03-5e04168dbfb1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:26.572510 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9c3e03d4-232a-4936-8c03-5e04168dbfb1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/a0d70ac0-c527-4602-8730-c5cfc7798367 HTTP/1.1" status: 404 len: 339 time: 0.4900501 Aug 19 12:02:26.572729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7c27d3ec-da27-4e59-bd91-fb4b6a21b329 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.572729 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7c27d3ec-da27-4e59-bd91-fb4b6a21b329 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8430381 Aug 19 12:02:26.573325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59628) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:26.573646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59630) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:26.574386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a704b8a-1931-4f21-ba92-50557b4cf05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.575485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1ed7c-a092-4340-a661-bd9f7cb7fda6 req-56335868-60c4-4ac2-9d3d-42f470faf35d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:26.576947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1b1ed7c-a092-4340-a661-bd9f7cb7fda6 req-56335868-60c4-4ac2-9d3d-42f470faf35d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.7515063 Aug 19 12:02:26.600342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fc0344b-da6d-4e4c-a386-eed283950b95 req-aaf81e6a-2577-47b8-8992-7b324d6eaec2 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.69 "GET /v2.0/ports?device_id=07c1e823-993b-4757-9c70-d7a574e823b2 HTTP/1.1" status: 200 len: 210 time: 0.0731993 Aug 19 12:02:26.627773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-486c1424-6cad-4d84-9b26-ae8b4f0ae364 req-d43c9ca0-c3a9-42a7-9917-e0347d2cecb3 tempest-ServerShowV247Test-1364407829 tempest-ServerShowV247Test-1364407829-project] 10.222.0.65 "GET /v2.0/ports?device_id=07c1e823-993b-4757-9c70-d7a574e823b2 HTTP/1.1" status: 200 len: 210 time: 0.0993180 Aug 19 12:02:26.657764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94b00c5a-08e0-4603-b51c-84336be2ef2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.657764 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-70de277c-0cec-4cc2-94f8-c09615d227c6 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:26.657764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70de277c-0cec-4cc2-94f8-c09615d227c6 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:26.657764 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-70de277c-0cec-4cc2-94f8-c09615d227c6 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/9f2c684e-1a5b-4a34-9ffa-0f70ba172ad3 HTTP/1.1" status: 404 len: 337 time: 0.0774837 Aug 19 12:02:26.658216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59632) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:26.686067 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b1d142-c1e5-4769-96e4-cb75bd084a04 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:26.686644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b1d142-c1e5-4769-96e4-cb75bd084a04 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:26.690741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e2b1d142-c1e5-4769-96e4-cb75bd084a04 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/1a23b827-9ed4-4584-b3f5-55993a76f902 HTTP/1.1" status: 404 len: 339 time: 0.0294449 Aug 19 12:02:26.694300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59634) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:26.730438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bfc04da-eec8-4d07-b658-c762668142e7 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.782365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1b1ed7c-a092-4340-a661-bd9f7cb7fda6 req-e3caa27e-c37a-4f70-8be5-0dd309de7e26 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861470 Aug 19 12:02:26.853159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b63b096-06f4-42e3-8111-d8b729e19d73 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting subnet eb4b4a1f-23ba-4b4d-a461-416898fa5a1c {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:02:26.863077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b63b096-06f4-42e3-8111-d8b729e19d73 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.869618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Deleting port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:26.869950 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.939973 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94b00c5a-08e0-4603-b51c-84336be2ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.943263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94b00c5a-08e0-4603-b51c-84336be2ef2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.946776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-94b00c5a-08e0-4603-b51c-84336be2ef2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/093ec9f1-d075-45f7-9ad6-f876e1e9b7e1 HTTP/1.1" status: 204 len: 168 time: 0.5342855 Aug 19 12:02:26.947390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bfc04da-eec8-4d07-b658-c762668142e7 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.951758 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bfc04da-eec8-4d07-b658-c762668142e7 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.954463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.961812 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b63b096-06f4-42e3-8111-d8b729e19d73 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.966792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b00c5a-08e0-4603-b51c-84336be2ef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ec9f1-d075-45f7-9ad6-f876e1e9b7e1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:27.022276 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bfc04da-eec8-4d07-b658-c762668142e7 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.022943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc04da-eec8-4d07-b658-c762668142e7 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37c1ad60-dcab-4bd8-8b4a-944f1354adbb {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:02:27.029678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bfc04da-eec8-4d07-b658-c762668142e7 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.030727 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3bfc04da-eec8-4d07-b658-c762668142e7 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "DELETE /v2.0/routers/37c1ad60-dcab-4bd8-8b4a-944f1354adbb HTTP/1.1" status: 204 len: 168 time: 0.4542785 Aug 19 12:02:27.035540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59640) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:27.043113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-08df9d48-de93-42cd-8e9c-ddb357c0ebae tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Request body: {'router': {'name': 'tempest-router-385129992', 'distributed': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:27.047282 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a704b8a-1931-4f21-ba92-50557b4cf05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.058727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a704b8a-1931-4f21-ba92-50557b4cf05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.121601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08df9d48-de93-42cd-8e9c-ddb357c0ebae tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.123389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08df9d48-de93-42cd-8e9c-ddb357c0ebae tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.144242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a704b8a-1931-4f21-ba92-50557b4cf05b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06d14fb73aca473da1fe218c93fcd97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028459 Aug 19 12:02:27.147129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59642) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:27.154792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a704b8a-1931-4f21-ba92-50557b4cf05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24e151e-88cd-454a-8ec5-7a3396e9104a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:27.222937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] For port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:27.224153 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.240471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08df9d48-de93-42cd-8e9c-ddb357c0ebae tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.259287 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08df9d48-de93-42cd-8e9c-ddb357c0ebae tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.272843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.274469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Calling delete_port for fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:27.286927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08df9d48-de93-42cd-8e9c-ddb357c0ebae tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.290496 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-08df9d48-de93-42cd-8e9c-ddb357c0ebae tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2509425 Aug 19 12:02:27.290740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59646) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:27.353176 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b63b096-06f4-42e3-8111-d8b729e19d73 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.363619 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3b74-b6fa-4c26-82ba-10c42c499f12 req-28ba2f2b-d354-43ad-b0ff-e76cfa12fdfc tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:27.365373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575c3b74-b6fa-4c26-82ba-10c42c499f12 req-28ba2f2b-d354-43ad-b0ff-e76cfa12fdfc tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 948 time: 0.2519329 Aug 19 12:02:27.368725 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.390317 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-56599a17-34d7-4fc9-b4a9-ffe24154e335 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.481794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59648) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:27.497486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-575c3b74-b6fa-4c26-82ba-10c42c499f12 req-5c27e386-a0b7-4657-8bfd-32c68af4301c tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/security-groups?id=69499417-f1f4-40a8-bbca-38028e6be651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059213 Aug 19 12:02:27.515308 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd4e432f-e814-4a40-afed-fb2f29ca1f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.534120 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b63b096-06f4-42e3-8111-d8b729e19d73 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.535929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Router 7d26fe7b-90d2-4b70-998a-d6d7326c103c is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:02:27.582271 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-56599a17-34d7-4fc9-b4a9-ffe24154e335 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.585310 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-56599a17-34d7-4fc9-b4a9-ffe24154e335 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.587129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.589679 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.590925 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d24e151e-88cd-454a-8ec5-7a3396e9104a HTTP/1.1" status: 204 len: 168 time: 0.4425883 Aug 19 12:02:27.599910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:27.613293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63b096-06f4-42e3-8111-d8b729e19d73 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4b4a1f-23ba-4b4d-a461-416898fa5a1c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:27.628602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b63b096-06f4-42e3-8111-d8b729e19d73 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.633567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2b63b096-06f4-42e3-8111-d8b729e19d73 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/eb4b4a1f-23ba-4b4d-a461-416898fa5a1c HTTP/1.1" status: 204 len: 168 time: 0.9071386 Aug 19 12:02:27.636504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59652) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:27.637068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf9bc3e-0d4f-4212-b0de-1f7388d420b8 None None] Network c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:27.645621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24e151e-88cd-454a-8ec5-7a3396e9104a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:27.702043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.702394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.702723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.703062 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.703390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.703799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.704133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.704455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.705230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.705557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.706663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.706663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfd89a-4b44-4069-b60a-b588a4b2afbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:27.709369 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.714548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-56599a17-34d7-4fc9-b4a9-ffe24154e335 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.716340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56599a17-34d7-4fc9-b4a9-ffe24154e335 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13f9ca74-43a4-45d3-9189-bb0c92ef0077 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:02:27.721629 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-56599a17-34d7-4fc9-b4a9-ffe24154e335 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.726050 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-56599a17-34d7-4fc9-b4a9-ffe24154e335 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "DELETE /v2.0/routers/13f9ca74-43a4-45d3-9189-bb0c92ef0077 HTTP/1.1" status: 204 len: 168 time: 0.4343185 Aug 19 12:02:27.747259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59656) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:27.754119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b1adc7df-5af5-46b7-b9ed-4a568bf83153 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Request body: {'router': {'name': 'tempest-router-1018580509', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd075230d3cf043d3b8a84f92c29fcd66'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:27.799602 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.867069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Pushing event deleted for resources: {'Port': ['ID=fc404ac2-9d54-4e24-91f2-66b1d6c0fc90,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:27.879838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting port efd5eb55-6d79-498b-a8dd-5f288f465436 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:27.880874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.928051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:27.928860 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.962934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] No DVR routers for this DVR port fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:27.968870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:27.970898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6ad1ae2-f3fc-41f0-8072-7bba54b2dcc0 req-654bfbd3-077a-44a6-a63f-4da0ba4f149d tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.69 "DELETE /v2.0/ports/fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 HTTP/1.1" status: 204 len: 173 time: 1.8972499 Aug 19 12:02:27.993000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-deleted', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:27.995590 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1bd3c5-04ba-415d-a511-b7d84c5318d7" -d '{"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-deleted", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:28.012284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:02:28.051350 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd4e432f-e814-4a40-afed-fb2f29ca1f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.070260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56444c1-1a0e-4f02-be08-fc5bcd9f6db6 req-c6ce5203-e7dc-431d-a7f3-a81f58a649a2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:28.072816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f56444c1-1a0e-4f02-be08-fc5bcd9f6db6 req-c6ce5203-e7dc-431d-a7f3-a81f58a649a2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.1529331 Aug 19 12:02:28.074651 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8a5c0e-d0c7-47cc-9bda-85143a350984 x-openstack-request-id: req-2c8a5c0e-d0c7-47cc-9bda-85143a350984 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:28.075339 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa01420-2efd-40f5-8347-62c9a8a43822", "name": "network-vif-deleted", "tag": "fc404ac2-9d54-4e24-91f2-66b1d6c0fc90", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:28.075781 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c8a5c0e-d0c7-47cc-9bda-85143a350984 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:28.076362 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa01420-2efd-40f5-8347-62c9a8a43822', 'name': 'network-vif-deleted', 'tag': 'fc404ac2-9d54-4e24-91f2-66b1d6c0fc90', 'status': 'completed', 'code': 200} Aug 19 12:02:28.077735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd4e432f-e814-4a40-afed-fb2f29ca1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.089755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Sync routers for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:02:28.092263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28770e26-ec1f-4325-94e0-13e73c8d88ff None None] DHCP port deletion for c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:02:28.133389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:28.161589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:02:28.162365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb91b86f-fcba-4d67-9a7a-3c107bcbcea1 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:02:28.171247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fd4e432f-e814-4a40-afed-fb2f29ca1f1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e0766e817a84f858b4e23519f2f9a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821201 Aug 19 12:02:28.172474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:28.173412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:02:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:28.176531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] For port efd5eb55-6d79-498b-a8dd-5f288f465436, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=efd5eb55-6d79-498b-a8dd-5f288f465436,segment=NetworkSegment(53801a0c-c307-4125-9a5b-1548894c7c42),segment_id=53801a0c-c307-4125-9a5b-1548894c7c42)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:28.177232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59670) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:28.177330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.177411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e432f-e814-4a40-afed-fb2f29ca1f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4158572-6c55-4e3f-9962-52cfdfe441ac,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:28.204748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b1adc7df-5af5-46b7-b9ed-4a568bf83153 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.205762 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b1adc7df-5af5-46b7-b9ed-4a568bf83153 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.226445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f56444c1-1a0e-4f02-be08-fc5bcd9f6db6 req-1a81e594-9e99-4f7c-8d22-4441790bf6ff tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443896 Aug 19 12:02:28.229431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Calling delete_port for efd5eb55-6d79-498b-a8dd-5f288f465436 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:28.241012 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.243644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ffa912ea-adc7-4309-96d0-8a542bae728f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1352341 Aug 19 12:02:28.248244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59672) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:28.321575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b1adc7df-5af5-46b7-b9ed-4a568bf83153 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.326196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59674) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:28.336785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b1adc7df-5af5-46b7-b9ed-4a568bf83153 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.432695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b1adc7df-5af5-46b7-b9ed-4a568bf83153 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.435745 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b1adc7df-5af5-46b7-b9ed-4a568bf83153 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6866729 Aug 19 12:02:28.454190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59682) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:28.466961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:28.592970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7260a5d6-30ee-46d7-a670-203bfab6743e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.705490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.710205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-28770e26-ec1f-4325-94e0-13e73c8d88ff None None] Deleting port efd5eb55-6d79-498b-a8dd-5f288f465436 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:28.710577 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-28770e26-ec1f-4325-94e0-13e73c8d88ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.744249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c40a8721-e550-4abd-a738-1a36ed4217eb req-4c520385-5613-4987-87a3-b232a55e4a98 tempest-ListImageFiltersTestJSON-541159640 tempest-ListImageFiltersTestJSON-541159640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aa01420-2efd-40f5-8347-62c9a8a43822 HTTP/1.1" status: 200 len: 210 time: 0.1311741 Aug 19 12:02:28.746821 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7260a5d6-30ee-46d7-a670-203bfab6743e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.803174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:02:28.823449 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6823c2b7-51a3-4b33-9c61-48c48fb36b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.866949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.878187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7260a5d6-30ee-46d7-a670-203bfab6743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.881310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7260a5d6-30ee-46d7-a670-203bfab6743e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.889675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7260a5d6-30ee-46d7-a670-203bfab6743e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4158572-6c55-4e3f-9962-52cfdfe441ac HTTP/1.1" status: 204 len: 168 time: 0.7031598 Aug 19 12:02:28.928328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-28770e26-ec1f-4325-94e0-13e73c8d88ff None None] For port efd5eb55-6d79-498b-a8dd-5f288f465436, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=efd5eb55-6d79-498b-a8dd-5f288f465436,segment=NetworkSegment(53801a0c-c307-4125-9a5b-1548894c7c42),segment_id=53801a0c-c307-4125-9a5b-1548894c7c42)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:28.928934 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-28770e26-ec1f-4325-94e0-13e73c8d88ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.932724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260a5d6-30ee-46d7-a670-203bfab6743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4158572-6c55-4e3f-9962-52cfdfe441ac,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:28.964464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:29.003437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.003809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.004207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-28770e26-ec1f-4325-94e0-13e73c8d88ff None None] Calling delete_port for efd5eb55-6d79-498b-a8dd-5f288f465436 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:29.009226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No DVR routers for this DVR port efd5eb55-6d79-498b-a8dd-5f288f465436 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:29.053037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Port': ['ID=efd5eb55-6d79-498b-a8dd-5f288f465436,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:29.138662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: from cryptography.utils import int_from_bytes Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: from cryptography.utils import int_from_bytes Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.174400 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:02:29.178413 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:02:29.197648 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-28770e26-ec1f-4325-94e0-13e73c8d88ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.229201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28770e26-ec1f-4325-94e0-13e73c8d88ff None None] Pushing event deleted for resources: {'Port': ['ID=efd5eb55-6d79-498b-a8dd-5f288f465436,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:29.235423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:25Z', 'revision_number': 3, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:29.238402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28770e26-ec1f-4325-94e0-13e73c8d88ff None None] No DVR routers for this DVR port efd5eb55-6d79-498b-a8dd-5f288f465436 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:29.285675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Checking router: 7d26fe7b-90d2-4b70-998a-d6d7326c103c for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:02:29.290440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Updating router 7d26fe7b-90d2-4b70-998a-d6d7326c103c port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:02:29.291321 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.304567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:29.315863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53801a0c-c307-4125-9a5b-1548894c7c42') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:29.316166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53801a0c-c307-4125-9a5b-1548894c7c42') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:29.327480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101153) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 19 12:02:29.328529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Router 2c96f195-e1ab-4238-8494-6beb939c6fb5 migrating from provider to provider. {{(pid=101153) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 19 12:02:29.328960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.333029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-network', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:29.339396 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.341414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.353254 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.371867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.382747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.389750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:29.390163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:29.393430 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:29.439363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6823c2b7-51a3-4b33-9c61-48c48fb36b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.515094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6823c2b7-51a3-4b33-9c61-48c48fb36b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.549390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Made reservation on behalf of 55bc4ebc3d994d0fa15793af4ba34823 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:29.552928 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.575421 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.582829 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6823c2b7-51a3-4b33-9c61-48c48fb36b44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12ee1e1a9897455aa2c38a79397b6154&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2526598 Aug 19 12:02:29.584360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59714) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:29.590438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4ca55-c40b-4639-8e50-3042e5639748 req-9075e785-6fd8-4743-a5cc-d31b28f5c485 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:29.593207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efe4ca55-c40b-4639-8e50-3042e5639748 req-9075e785-6fd8-4743-a5cc-d31b28f5c485 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.1834438 Aug 19 12:02:29.603838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.609582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device efd5eb55-6d79-498b-a8dd-5f288f465436 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:29.616575 n-d-778550-9 neutron-server[101153]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] No L3 agents can host the router 2c96f195-e1ab-4238-8494-6beb939c6fb5 Aug 19 12:02:29.623780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.625616 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc HTTP/1.1" status: 204 len: 168 time: 1.9880393 Aug 19 12:02:29.628464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823c2b7-51a3-4b33-9c61-48c48fb36b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f862f5-1fc4-42f4-bba9-86915011df43,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:29.632260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59716) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:29.654887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245439c7-5e0d-46ce-953e-422fa999e8d1 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=c670dc74-1722-4dd1-8fe4-6ce3f92a1cfc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:29.662228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: efd5eb55-6d79-498b-a8dd-5f288f465436 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:02:29.662589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device efd5eb55-6d79-498b-a8dd-5f288f465436 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:02:29.686280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Allocated IP 172.20.0.1 (ee7e9764-0947-4d2f-9df6-16f646d411fc/606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9/05a6b0d6-78f8-48cc-9191-8fee53055704) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:29.690465 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7202e157-d2b2-4de4-83c4-afc62ca3b62c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:29.690931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7202e157-d2b2-4de4-83c4-afc62ca3b62c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:29.694144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7202e157-d2b2-4de4-83c4-afc62ca3b62c tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/9be25316-93f5-4a87-a791-9a8752805e7e HTTP/1.1" status: 404 len: 337 time: 0.0587590 Aug 19 12:02:29.699886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59720) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:29.763145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efe4ca55-c40b-4639-8e50-3042e5639748 req-2b923675-f807-4e01-9d86-7052e53f5aed tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584818 Aug 19 12:02:29.807633 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.828032 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Transition to ACTIVE for port object 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:29.836615 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb036422-dd7b-49e5-932f-6ae9fe52a3da tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] DELETE failed (client error): The resource could not be found. Aug 19 12:02:29.837522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb036422-dd7b-49e5-932f-6ae9fe52a3da tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:02:29.841723 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cb036422-dd7b-49e5-932f-6ae9fe52a3da tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/cfdbe6de-e22d-47d0-915c-f301d9b632e2 HTTP/1.1" status: 404 len: 339 time: 0.1384764 Aug 19 12:02:29.846764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59728) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:29.850658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.902087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-273d8990-ad86-46ab-b3f9-752dd73f6715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.937590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Attempting to bind port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:29.938069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Attempting to bind port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:29.938507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Attempting to bind port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:29.950547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.951222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dfd30-b1a9-4a35-9cf2-8ce404ad94b9 None None] Pushing event updated for resources: {'Port': ['ID=1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:29.955696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:29.956094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:29.956816 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.957338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:29.958185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Bound port: 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:29.959185 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.985437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Transition to ACTIVE for port object 05a6b0d6-78f8-48cc-9191-8fee53055704 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:29.993089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.009388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.034836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:30.048766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] For port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:30.055009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] For port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:30.057007 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.057366 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Added segment 9819fb8a-584b-479c-a123-622a505675cd of type vlan for network 5d385f13-1189-459e-a162-7a3d23ca3a4d Aug 19 12:02:30.063864 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.153065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d240f6-aba3-4abe-a7ab-bdf834cf683e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:30.154776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:30.169357 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:02:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:30.221886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dfd30-b1a9-4a35-9cf2-8ce404ad94b9 None None] Pushing event updated for resources: {'Port': ['ID=1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:30.311953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.329093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-273d8990-ad86-46ab-b3f9-752dd73f6715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.336373 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.412604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:02:30.416346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Hosts for router 2c96f195-e1ab-4238-8494-6beb939c6fb5: [] {{(pid=101153) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 19 12:02:30.448865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d479ab-136c-4718-99c0-8713821215a5 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting subnet 09dc0a68-cbb6-49e3-a5ce-c89b92fe1890 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:02:30.452329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4d479ab-136c-4718-99c0-8713821215a5 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.465571 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.466723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:30.467308 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.469845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Pushing event updated for resources: {'Port': ['ID=05a6b0d6-78f8-48cc-9191-8fee53055704,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:30.493591 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4d479ab-136c-4718-99c0-8713821215a5 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.516297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:30.559204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Network ee7e9764-0947-4d2f-9df6-16f646d411fc is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:30.560147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] Pushing event updated for resources: {'Network': ['ID=5d385f13-1189-459e-a162-7a3d23ca3a4d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:30.568439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:30.581784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:30.585557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4d479ab-136c-4718-99c0-8713821215a5 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.586515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:02:30.587059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device fc404ac2-9d54-4e24-91f2-66b1d6c0fc90 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:02:30.592476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 5d385f13-1189-459e-a162-7a3d23ca3a4d details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:30.626983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0d3c044d-f056-415a-b8bc-0f34151bdb53 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6577604 Aug 19 12:02:30.626983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59766) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:30.633961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Request body: {'subnet': {'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-subnet', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:30.672912 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.675627 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-273d8990-ad86-46ab-b3f9-752dd73f6715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.678634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-273d8990-ad86-46ab-b3f9-752dd73f6715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.679929 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-273d8990-ad86-46ab-b3f9-752dd73f6715 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36f862f5-1fc4-42f4-bba9-86915011df43 HTTP/1.1" status: 204 len: 168 time: 1.0944347 Aug 19 12:02:30.684822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Hosts for other DVR routers connected to router 2c96f195-e1ab-4238-8494-6beb939c6fb5: set() {{(pid=101153) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 19 12:02:30.697407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.699261 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d1489f38-b4f9-46ba-8c6e-0339dba4f4fd tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "PUT /v2.0/routers/2c96f195-e1ab-4238-8494-6beb939c6fb5 HTTP/1.1" status: 200 len: 717 time: 2.2358005 Aug 19 12:02:30.700528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4d479ab-136c-4718-99c0-8713821215a5 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.717181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59776) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:30.822411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Made reservation on behalf of 55bc4ebc3d994d0fa15793af4ba34823 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:30.830599 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:30.865447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:25Z', 'revision_number': 3, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:30.915320 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5696d-43e3-4bda-8498-efdfc89a16f8 None None] The sync data for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 is: [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:25Z', 'revision_number': 3, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:02:30.924623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8990-ad86-46ab-b3f9-752dd73f6715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f862f5-1fc4-42f4-bba9-86915011df43,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:30.936435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0de7a0ef-a37c-479c-a7ee-6aa5b562f2b1 None None] Provisioning for port 05a6b0d6-78f8-48cc-9191-8fee53055704 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:30.956770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825f6690-a093-4341-9c36-12368c0bae1d None None] Network 53aaaf22-7f8c-491a-8cdc-c51800ed0638 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:30.972869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0de7a0ef-a37c-479c-a7ee-6aa5b562f2b1 None None] Provisioning complete for port 05a6b0d6-78f8-48cc-9191-8fee53055704 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:30.977434 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0de7a0ef-a37c-479c-a7ee-6aa5b562f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.011556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d479ab-136c-4718-99c0-8713821215a5 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Subnet': ['ID=09dc0a68-cbb6-49e3-a5ce-c89b92fe1890,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:31.032299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4d479ab-136c-4718-99c0-8713821215a5 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.034272 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b4d479ab-136c-4718-99c0-8713821215a5 tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/subnets/09dc0a68-cbb6-49e3-a5ce-c89b92fe1890 HTTP/1.1" status: 204 len: 168 time: 1.1876001 Aug 19 12:02:31.037060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59782) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:31.084531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.090401 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7207a682-e24e-4788-9b64-18b461b685db tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "GET /v2.0/routers/2c96f195-e1ab-4238-8494-6beb939c6fb5 HTTP/1.1" status: 200 len: 717 time: 0.3513236 Aug 19 12:02:31.094030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59786) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:31.112424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0de7a0ef-a37c-479c-a7ee-6aa5b562f2b1 None None] Port 05a6b0d6-78f8-48cc-9191-8fee53055704 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:02:31.198762 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.269811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d262dd-e1b0-4856-8fe1-32b53db043ce None None] DHCP port deletion for 53aaaf22-7f8c-491a-8cdc-c51800ed0638 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:02:31.272448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72d2ab-7a00-49be-809d-1ba51e96ea09 req-bf2bf7d6-a9a9-40fc-ad62-d79b222049df tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:31.281291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb72d2ab-7a00-49be-809d-1ba51e96ea09 req-bf2bf7d6-a9a9-40fc-ad62-d79b222049df tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.3645713 Aug 19 12:02:31.332582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Deleting port 5ef66086-5744-49d2-9083-53109556093c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:31.333113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.408541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b7d262dd-e1b0-4856-8fe1-32b53db043ce None None] Deleting port 5ef66086-5744-49d2-9083-53109556093c {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:31.408807 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7d262dd-e1b0-4856-8fe1-32b53db043ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.492980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb72d2ab-7a00-49be-809d-1ba51e96ea09 req-4a5f19ea-0136-4211-9dbd-fcc932c218e8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121143 Aug 19 12:02:31.524253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] For port 5ef66086-5744-49d2-9083-53109556093c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5ef66086-5744-49d2-9083-53109556093c,segment=NetworkSegment(c8a489e2-0b04-47a9-bd26-45944fd70e61),segment_id=c8a489e2-0b04-47a9-bd26-45944fd70e61)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:31.524967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.563410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Calling delete_port for 5ef66086-5744-49d2-9083-53109556093c owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:31.576024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b7d262dd-e1b0-4856-8fe1-32b53db043ce None None] For port 5ef66086-5744-49d2-9083-53109556093c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5ef66086-5744-49d2-9083-53109556093c,segment=NetworkSegment(c8a489e2-0b04-47a9-bd26-45944fd70e61),segment_id=c8a489e2-0b04-47a9-bd26-45944fd70e61)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:31.576504 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7d262dd-e1b0-4856-8fe1-32b53db043ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.608440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b7d262dd-e1b0-4856-8fe1-32b53db043ce None None] Calling delete_port for 5ef66086-5744-49d2-9083-53109556093c owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:31.686831 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.747311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:31.753049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.818464 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7d262dd-e1b0-4856-8fe1-32b53db043ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.831303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Port': ['ID=5ef66086-5744-49d2-9083-53109556093c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:31.833346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d262dd-e1b0-4856-8fe1-32b53db043ce None None] No DVR routers for this DVR port 5ef66086-5744-49d2-9083-53109556093c on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:31.836194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] No DVR routers for this DVR port 5ef66086-5744-49d2-9083-53109556093c on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:31.890846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d262dd-e1b0-4856-8fe1-32b53db043ce None None] Pushing event deleted for resources: {'Port': ['ID=5ef66086-5744-49d2-9083-53109556093c,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:31.898940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:31.904382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:31.904953 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.936122 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:31.958498 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.015928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-554f35de-5c8a-4859-8be0-7bbd6022447c tempest-RoutersTestDVR-1986055467 tempest-RoutersTestDVR-1986055467-project] 10.222.0.65 "GET /v2.0/routers/2c96f195-e1ab-4238-8494-6beb939c6fb5 HTTP/1.1" status: 200 len: 683 time: 0.9106002 Aug 19 12:02:32.025680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59822) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:32.053362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.068307 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.074219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aaaf22-7f8c-491a-8cdc-c51800ed0638']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:32.095906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a489e2-0b04-47a9-bd26-45944fd70e61') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:32.096213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a489e2-0b04-47a9-bd26-45944fd70e61') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:32.103776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:32.110942 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.120346 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.156984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a82bd09-9be5-4cc0-88a1-450c1f87d529,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:32.162408 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.181971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Pushing event updated for resources: {'Port': ['ID=05a6b0d6-78f8-48cc-9191-8fee53055704,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:32.186533 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-113c3bc2-77a2-4963-9e9d-d7868b6ca22a tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.191107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:32.198139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.221304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:32.225150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5ef66086-5744-49d2-9083-53109556093c no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:32.254497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 5ef66086-5744-49d2-9083-53109556093c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:02:32.255030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5ef66086-5744-49d2-9083-53109556093c not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:02:32.278759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 477f3dca-4f7c-4cf0-8272-421581b221ae details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:32.378601 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:32.388358 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.404938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.410322 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] 10.222.0.65 "DELETE /v2.0/networks/53aaaf22-7f8c-491a-8cdc-c51800ed0638 HTTP/1.1" status: 204 len: 168 time: 1.3722587 Aug 19 12:02:32.448260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0bd7d-6ac2-4b60-ac48-591a5988c9ec tempest-NetworksIpV6Test-1131787241 tempest-NetworksIpV6Test-1131787241-project] Pushing event deleted for resources: {'Network': ['ID=53aaaf22-7f8c-491a-8cdc-c51800ed0638,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:32.555408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=477f3dca-4f7c-4cf0-8272-421581b221ae,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:32.610295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '477f3dca-4f7c-4cf0-8272-421581b221ae', 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986', 'port_id': '477f3dca-4f7c-4cf0-8272-421581b221ae', 'mac_address': 'fa:16:3e:36:90:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15017d99-bef0-4f25-bdd2-81fab25e7788', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:02:32.612241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 477f3dca-4f7c-4cf0-8272-421581b221ae no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:32.715540 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:32.755299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 477f3dca-4f7c-4cf0-8272-421581b221ae {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:02:32.814968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=477f3dca-4f7c-4cf0-8272-421581b221ae,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:32.993003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Checking segment: {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:32.993374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Network hostable DHCP agents. Network: 5d385f13-1189-459e-a162-7a3d23ca3a4d, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:33.027981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59852) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:33.039350 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.058959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59856) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:33.062831 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.086809 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.095151 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-113c3bc2-77a2-4963-9e9d-d7868b6ca22a tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.110021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=477f3dca-4f7c-4cf0-8272-421581b221ae,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:33.110246 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-113c3bc2-77a2-4963-9e9d-d7868b6ca22a tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.119880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 477f3dca-4f7c-4cf0-8272-421581b221ae {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:02:33.154431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=477f3dca-4f7c-4cf0-8272-421581b221ae,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:33.165491 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.290636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862264-56ae-4919-ae6f-15cec0256515 req-82a3a052-f7d3-4a71-bf86-1d7c7f05ed7f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:33.292150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=477f3dca-4f7c-4cf0-8272-421581b221ae,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:33.303549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5862264-56ae-4919-ae6f-15cec0256515 req-82a3a052-f7d3-4a71-bf86-1d7c7f05ed7f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 944 time: 0.3520775 Aug 19 12:02:33.313251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['477f3dca-4f7c-4cf0-8272-421581b221ae'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:02:33.375934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Network 5d385f13-1189-459e-a162-7a3d23ca3a4d is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:33.392200 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-113c3bc2-77a2-4963-9e9d-d7868b6ca22a tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.393275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113c3bc2-77a2-4963-9e9d-d7868b6ca22a tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c96f195-e1ab-4238-8494-6beb939c6fb5 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:02:33.401066 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-113c3bc2-77a2-4963-9e9d-d7868b6ca22a tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.405181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-113c3bc2-77a2-4963-9e9d-d7868b6ca22a tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "DELETE /v2.0/routers/2c96f195-e1ab-4238-8494-6beb939c6fb5 HTTP/1.1" status: 204 len: 168 time: 1.3538244 Aug 19 12:02:33.406231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:33.411648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d7f86498-667a-4c2d-a831-019292900749 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Request body: {'router': {'name': 'tempest-router-2053429002', 'distributed': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:33.479560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Network ee7e9764-0947-4d2f-9df6-16f646d411fc is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:33.501826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:33.506692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 5d385f13-1189-459e-a162-7a3d23ca3a4d) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:33.515739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5862264-56ae-4919-ae6f-15cec0256515 req-b4b32fe3-ec17-4b98-9a08-aabcaee9485c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106895 Aug 19 12:02:33.521757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:33.522365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.536560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c5e2a-03fc-47b7-9166-81f17939379b None None] Network 5d385f13-1189-459e-a162-7a3d23ca3a4d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:33.570956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7f86498-667a-4c2d-a831-019292900749 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.571992 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7f86498-667a-4c2d-a831-019292900749 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.645889 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-129d5587-12d5-4eee-bb36-fcefe2d2db11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c79c06d470614a1dbd3235dfab3cbae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156635 Aug 19 12:02:33.661102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59866) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:33.712480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:33.738502 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0e6aacf5-b032-403b-8a99-10fb9c43098d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68dc5494e63145ff8c8a557da435a82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6783125 Aug 19 12:02:33.743239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59870) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:33.815390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:33.815781 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.895231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-80cae5b3-240b-49bb-abc8-2758c36f637f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2647269 Aug 19 12:02:33.905840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59874) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:33.908818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Router 7d26fe7b-90d2-4b70-998a-d6d7326c103c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:02:33.933317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:33.942206 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7f86498-667a-4c2d-a831-019292900749 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.964423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7f86498-667a-4c2d-a831-019292900749 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:33.992707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-5d385f13-1189-459e-a162-7a3d23ca3a4d', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:02:34.003602 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.012795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e3633c8-99a6-4919-aa88-1468c755fbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.028735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.029989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.068037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e3633c8-99a6-4919-aa88-1468c755fbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.070213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7f86498-667a-4c2d-a831-019292900749 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.071944 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d7f86498-667a-4c2d-a831-019292900749 tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6640944 Aug 19 12:02:34.077255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59884) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:34.082542 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a21658f-883d-4def-a6fe-dd09f8566bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.135915 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a21658f-883d-4def-a6fe-dd09f8566bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.171239 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63b8d98a-48f7-458e-b929-caec1309fade tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.206710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Allocated IP 172.20.0.2 (5d385f13-1189-459e-a162-7a3d23ca3a4d/2a82bd09-9be5-4cc0-88a1-450c1f87d529/1cd0576f-ae31-4777-9e8b-b96e26539bf9) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:34.207996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:02:34.222222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b389dee5-a186-4e87-a461-ea16d2a57e7c admin admin] 10.222.0.65 "PUT /v2.0/routers/7d26fe7b-90d2-4b70-998a-d6d7326c103c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9646270 Aug 19 12:02:34.222343 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Sync routers for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:02:34.236211 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:34.236875 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:02:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:34.310261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.329796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 477f3dca-4f7c-4cf0-8272-421581b221ae up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:34.503173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-93b4e1bc-09b2-451d-9fa8-64334ae1f7aa None None] Provisioning complete for port 05a6b0d6-78f8-48cc-9191-8fee53055704 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:34.503556 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-93b4e1bc-09b2-451d-9fa8-64334ae1f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.568391 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.587005 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:02:34.646367 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a21658f-883d-4def-a6fe-dd09f8566bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.648178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-93b4e1bc-09b2-451d-9fa8-64334ae1f7aa None None] Port 05a6b0d6-78f8-48cc-9191-8fee53055704 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:02:34.648914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a21658f-883d-4def-a6fe-dd09f8566bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.652675 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6a21658f-883d-4def-a6fe-dd09f8566bf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69499417-f1f4-40a8-bbca-38028e6be651 HTTP/1.1" status: 204 len: 168 time: 0.8907874 Aug 19 12:02:34.655529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 477f3dca-4f7c-4cf0-8272-421581b221ae triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:34.655913 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.710949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Transition to ACTIVE for port object 1cd0576f-ae31-4777-9e8b-b96e26539bf9 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:34.716959 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63b8d98a-48f7-458e-b929-caec1309fade tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.742049 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63b8d98a-48f7-458e-b929-caec1309fade tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.779648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Transition to ACTIVE for port object 1cd0576f-ae31-4777-9e8b-b96e26539bf9 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:34.815422 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.828498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e3633c8-99a6-4919-aa88-1468c755fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.847274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e3633c8-99a6-4919-aa88-1468c755fbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.849182 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e3633c8-99a6-4919-aa88-1468c755fbd6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8929e729-0406-448d-a6b6-1187b2cc4422 HTTP/1.1" status: 204 len: 168 time: 1.1865780 Aug 19 12:02:34.857246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21658f-883d-4def-a6fe-dd09f8566bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69499417-f1f4-40a8-bbca-38028e6be651,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:34.863456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Network 5d385f13-1189-459e-a162-7a3d23ca3a4d is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:34.873331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.890752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3633c8-99a6-4919-aa88-1468c755fbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8929e729-0406-448d-a6b6-1187b2cc4422,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:34.901552 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63b8d98a-48f7-458e-b929-caec1309fade tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.902256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b8d98a-48f7-458e-b929-caec1309fade tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b22c559b-dff2-49e2-8bcb-68542aac36e5 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:02:34.908513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:34.916323 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63b8d98a-48f7-458e-b929-caec1309fade tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:34.919146 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05a6b0d6-78f8-48cc-9191-8fee53055704', 'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'mac_address': 'fa:16:3e:81:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:29Z', 'updated_at': '2021-08-19T12:02:31Z', 'revision_number': 2, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'subnets': [{'id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:34.920077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-63b8d98a-48f7-458e-b929-caec1309fade tempest-RoutersTestDVR-1836684324 tempest-RoutersTestDVR-1836684324-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b22c559b-dff2-49e2-8bcb-68542aac36e5 HTTP/1.1" status: 204 len: 168 time: 0.8417730 Aug 19 12:02:34.925261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:34.933696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2109705-4920-4113-a230-9119574e2bc7 req-de1a672d-1805-4441-8b21-94c40f6d423d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:34.944981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Pushing event updated for resources: {'Port': ['ID=1cd0576f-ae31-4777-9e8b-b96e26539bf9,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:34.949062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2109705-4920-4113-a230-9119574e2bc7 req-de1a672d-1805-4441-8b21-94c40f6d423d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 943 time: 0.2364254 Aug 19 12:02:34.960191 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.015257 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Checking router: 7d26fe7b-90d2-4b70-998a-d6d7326c103c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:02:35.016768 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Updating router 7d26fe7b-90d2-4b70-998a-d6d7326c103c port 05a6b0d6-78f8-48cc-9191-8fee53055704 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:02:35.027867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477f3dca-4f7c-4cf0-8272-421581b221ae'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:35.030543 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efde9dec-17c9-42df-80b1-d0f7991346f4" -d '{"events": [{"server_uuid": "bdd3b5d7-9158-42aa-a5ea-30ef89b04f70", "name": "network-vif-plugged", "status": "completed", "tag": "477f3dca-4f7c-4cf0-8272-421581b221ae"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:35.054779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Attempting to bind port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:35.055388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Attempting to bind port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:35.055999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Attempting to bind port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 on network 5d385f13-1189-459e-a162-7a3d23ca3a4d {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:35.090232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=477f3dca-4f7c-4cf0-8272-421581b221ae,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:35.093290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:35.096229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Checking segment: {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:35.097108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.098157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Bound using segment: {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:35.099153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Bound port: 1cd0576f-ae31-4777-9e8b-b96e26539bf9, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:35.100245 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.110180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2109705-4920-4113-a230-9119574e2bc7 req-1544309f-772b-46cb-8fae-c8f71c890c2c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430266 Aug 19 12:02:35.115173 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af30a621-fef8-41f7-8663-cb841160581e x-openstack-request-id: req-af30a621-fef8-41f7-8663-cb841160581e {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:35.115747 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd3b5d7-9158-42aa-a5ea-30ef89b04f70", "name": "network-vif-plugged", "status": "completed", "tag": "477f3dca-4f7c-4cf0-8272-421581b221ae", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:35.116269 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af30a621-fef8-41f7-8663-cb841160581e {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:35.116927 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477f3dca-4f7c-4cf0-8272-421581b221ae', 'code': 200} Aug 19 12:02:35.120527 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.143835 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.294598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=477f3dca-4f7c-4cf0-8272-421581b221ae,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:35.327422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] For port 1cd0576f-ae31-4777-9e8b-b96e26539bf9, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:35.331605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] For port 1cd0576f-ae31-4777-9e8b-b96e26539bf9, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1cd0576f-ae31-4777-9e8b-b96e26539bf9,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:35.345168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.424517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.427832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edec06-9f5f-4e6e-98de-116b3128aa80 None None] Pushing event updated for resources: {'Port': ['ID=1cd0576f-ae31-4777-9e8b-b96e26539bf9,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:35.477762 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.517048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c307-b0fb-4213-8967-b460d0f4b9d5 req-262c5a22-dc55-457e-8bc8-6f760384257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:35.520613 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b01c307-b0fb-4213-8967-b460d0f4b9d5 req-262c5a22-dc55-457e-8bc8-6f760384257a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 1096 time: 0.1843293 Aug 19 12:02:35.795443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b01c307-b0fb-4213-8967-b460d0f4b9d5 req-dabcffcd-9906-4820-a3c5-aeed45447125 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117469 Aug 19 12:02:35.827060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Allocated IP 172.25.4.100 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/5b8181bb-7ca9-4cd9-adf3-753d7d78a14e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:35.917243 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.949766 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Transition to ACTIVE for port object 05a6b0d6-78f8-48cc-9191-8fee53055704 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:35.967674 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:36.059110 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Pushing event updated for resources: {'Port': ['ID=05a6b0d6-78f8-48cc-9191-8fee53055704,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:36.144006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:36.187589 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.187987 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.188329 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.188665 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.189026 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.194953 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.195304 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.195639 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.195972 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.196298 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.196623 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.203719 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:36.238762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59978) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:36.248771 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Attempting to bind port 05a6b0d6-78f8-48cc-9191-8fee53055704 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:36.249327 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Attempting to bind port 05a6b0d6-78f8-48cc-9191-8fee53055704 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:36.250789 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Attempting to bind port 05a6b0d6-78f8-48cc-9191-8fee53055704 on network ee7e9764-0947-4d2f-9df6-16f646d411fc {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:36.281337 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:36.282670 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Checking segment: {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:36.284316 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:36.298860 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Bound using segment: {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:36.304534 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Bound port: 05a6b0d6-78f8-48cc-9191-8fee53055704, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:36.307067 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:36.320703 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:36.406304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5371b4-7e50-4a32-ab34-2b60ed340221 req-2ffe451f-8870-4b70-bb1b-e37a4e4d106b tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:36.416741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae5371b4-7e50-4a32-ab34-2b60ed340221 req-2ffe451f-8870-4b70-bb1b-e37a4e4d106b tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.1707244 Aug 19 12:02:36.446881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:36.450399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:36.457344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:36.516959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae5371b4-7e50-4a32-ab34-2b60ed340221 req-3f7ee6ff-ee27-4d65-9370-bfc986374003 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927901 Aug 19 12:02:36.519283 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] For port 05a6b0d6-78f8-48cc-9191-8fee53055704, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:36.524807 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] For port 05a6b0d6-78f8-48cc-9191-8fee53055704, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=05a6b0d6-78f8-48cc-9191-8fee53055704,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:36.541288 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:36.649320 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:36.651686 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:02:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:36.673655 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8009119-c0a9-4b49-a853-0b63e45407ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:36.846414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8181bb-7ca9-4cd9-adf3-753d7d78a14e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:37.179455 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8009119-c0a9-4b49-a853-0b63e45407ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:37.195526 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8009119-c0a9-4b49-a853-0b63e45407ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:37.232089 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:02:37.358005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f8009119-c0a9-4b49-a853-0b63e45407ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d075230d3cf043d3b8a84f92c29fcd66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1154184 Aug 19 12:02:37.361949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60030) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:37.384863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8009119-c0a9-4b49-a853-0b63e45407ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312bcc4c-5427-4c9e-8ca7-703ec3af2aa4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:37.421495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65714646-9844-487f-98d8-6bd986f13bfa None None] Network 5d385f13-1189-459e-a162-7a3d23ca3a4d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:37.520889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:37.627210 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac02018-3013-47d9-9650-6bcd30ad2258 None None] Pushing event updated for resources: {'Port': ['ID=05a6b0d6-78f8-48cc-9191-8fee53055704,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:37.664218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-30ffb7fb-5c90-4448-a6df-d85049ea4f32 None None] Provisioning for port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:37.745708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1cd0576f-ae31-4777-9e8b-b96e26539bf9 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:37.771128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76ae5d18-7019-4f6d-a18b-168516bcd4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:37.819964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc7b13-e300-420a-b53a-5113a30c894e req-36a4efcf-ddcd-4578-a535-8df5f273f45c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:37.828102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aedc7b13-e300-420a-b53a-5113a30c894e req-36a4efcf-ddcd-4578-a535-8df5f273f45c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.1439838 Aug 19 12:02:37.918834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:37.929166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:37.929926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:37.939774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aedc7b13-e300-420a-b53a-5113a30c894e req-2437aa81-1801-467f-be94-42b28006cee9 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006596 Aug 19 12:02:37.953925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76ae5d18-7019-4f6d-a18b-168516bcd4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:38.123852 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05a6b0d6-78f8-48cc-9191-8fee53055704', 'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'mac_address': 'fa:16:3e:81:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:29Z', 'updated_at': '2021-08-19T12:02:36Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'subnets': [{'id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:38.141031 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:38.216115 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50545909-9281-4972-a5d2-1817a44fc0b5 None None] The sync data for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 is: [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05a6b0d6-78f8-48cc-9191-8fee53055704', 'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'mac_address': 'fa:16:3e:81:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:29Z', 'updated_at': '2021-08-19T12:02:36Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'subnets': [{'id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:02:38.230671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 1cd0576f-ae31-4777-9e8b-b96e26539bf9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1cd0576f-ae31-4777-9e8b-b96e26539bf9,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:38.242163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baec333-f69e-4971-acd5-ff2578c5d447 req-6401f2b3-d048-4607-845e-7b840a700421 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:38.247811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9baec333-f69e-4971-acd5-ff2578c5d447 req-6401f2b3-d048-4607-845e-7b840a700421 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.1636324 Aug 19 12:02:38.253606 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:38.405297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9baec333-f69e-4971-acd5-ff2578c5d447 req-024558b9-d88e-4c37-90e1-24af1e0efd65 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476727 Aug 19 12:02:38.418214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=1cd0576f-ae31-4777-9e8b-b96e26539bf9,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:38.465311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.466297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.466819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.467326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.467832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.468317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.468833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.469389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.470462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.471200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.472128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.473022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:38.497872 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76ae5d18-7019-4f6d-a18b-168516bcd4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:38.502868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76ae5d18-7019-4f6d-a18b-168516bcd4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:38.511394 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-76ae5d18-7019-4f6d-a18b-168516bcd4d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/312bcc4c-5427-4c9e-8ca7-703ec3af2aa4 HTTP/1.1" status: 204 len: 168 time: 1.1449685 Aug 19 12:02:38.540981 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:38.560824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-327c6fe9-fa5e-48ca-9c73-d8bcb1171038 None None] Provisioning complete for port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:38.561205 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-327c6fe9-fa5e-48ca-9c73-d8bcb1171038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:38.568768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae5d18-7019-4f6d-a18b-168516bcd4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312bcc4c-5427-4c9e-8ca7-703ec3af2aa4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:38.926893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Router a0dc3736-e578-4468-bf27-3e2b824dc079 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:02:39.114676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60076) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:39.132986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:02:39.144425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Sync routers for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:02:39.163889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:39.164021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:39.165405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:02:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:39.168496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60080) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:39.177617 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-db40a6fb-df58-48a9-91a1-a5b119d15607 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.2623765 Aug 19 12:02:39.445006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:02:39.778196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-ef30ca67-e2e0-4900-ac7b-a5f712cadd99 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:39.786660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-ef30ca67-e2e0-4900-ac7b-a5f712cadd99 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/networks?id=3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 200 len: 814 time: 0.3040605 Aug 19 12:02:39.806790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-2fb5e61e-746e-4e2d-9050-ab4970383045 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/quotas/151e2274bcc44808b6fcd53a80f01257 HTTP/1.1" status: 200 len: 375 time: 0.0186450 Aug 19 12:02:39.887915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60102) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:39.914003 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70382720-6632-4924-b144-39a070edde76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:39.916644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 05a6b0d6-78f8-48cc-9191-8fee53055704 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:40.204532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:37Z', 'revision_number': 3, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:40.271292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1984354056'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:40.300576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Checking router: a0dc3736-e578-4468-bf27-3e2b824dc079 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:02:40.309911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Updating router a0dc3736-e578-4468-bf27-3e2b824dc079 port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:02:40.313189 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70382720-6632-4924-b144-39a070edde76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:40.333838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70382720-6632-4924-b144-39a070edde76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:40.396745 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:40.523946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-70382720-6632-4924-b144-39a070edde76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b158602f03134c03a6b8d0961b26c7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345904 Aug 19 12:02:40.527186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60118) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:40.534183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70382720-6632-4924-b144-39a070edde76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2dceb7-9fd2-4b77-a792-29c249646346,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:40.571099 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:40.582121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-724ab194-936f-499e-a0ef-f3b3d1ab80ab tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:40.584138 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-724ab194-936f-499e-a0ef-f3b3d1ab80ab tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd3b5d7-9158-42aa-a5ea-30ef89b04f70 HTTP/1.1" status: 200 len: 945 time: 0.3671525 Aug 19 12:02:40.617351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-1ddd5c83-4e40-41b3-871d-25726c75de12 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=151e2274bcc44808b6fcd53a80f01257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8092585 Aug 19 12:02:40.619220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:40.623666 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:40.661780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60120) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:40.713494 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:40.873926 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5b362f9-d0b3-49d0-a854-0719589f19ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.030331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Allocated IP 172.20.0.1 (5d385f13-1189-459e-a162-7a3d23ca3a4d/2a82bd09-9be5-4cc0-88a1-450c1f87d529/c650d3ba-10c7-4758-bb6b-8eb729c2ce8a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:41.043183 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5b362f9-d0b3-49d0-a854-0719589f19ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.061739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-333a354a-a0c7-4041-b4e0-b2655b5e0684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.091433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5b362f9-d0b3-49d0-a854-0719589f19ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.099546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 05a6b0d6-78f8-48cc-9191-8fee53055704 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:41.128533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 05a6b0d6-78f8-48cc-9191-8fee53055704 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:41.131196 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.137788 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.143651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-333a354a-a0c7-4041-b4e0-b2655b5e0684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.177799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-8f94dddd-506a-412d-b417-cbdc480c94c7 service neutron] 10.222.0.65 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516367 Aug 19 12:02:41.203354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Deleting port 477f3dca-4f7c-4cf0-8272-421581b221ae {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:41.203925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.234770 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f5b362f9-d0b3-49d0-a854-0719589f19ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd729c354e194fe799ab8f59ce7440bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702169 Aug 19 12:02:41.254926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Transition to ACTIVE for port object 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:41.269836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60128) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:41.284330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b362f9-d0b3-49d0-a854-0719589f19ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8774dc-ba14-4a91-b9b9-b47890d17f3a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:41.357287 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.377293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-37040701-3613-403d-9fb0-7c4bd8cd67cb service neutron] 10.222.0.65 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838160 Aug 19 12:02:41.419725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Attempting to bind port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:41.421471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Attempting to bind port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:41.421934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Attempting to bind port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:41.476652 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:41.477097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:41.477524 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.477921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:41.479226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Bound port: 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:41.479629 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.512620 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.614448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] For port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:41.623394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] For port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5b8181bb-7ca9-4cd9-adf3-753d7d78a14e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:41.698117 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.756068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adf2bf24-1641-41cd-958c-9ee948f4b64d req-676f740b-3aca-41c1-b71c-de772a5c06f8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 210 time: 0.0986097 Aug 19 12:02:41.769276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60138) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:41.808307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:41.808991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:02:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:41.819010 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.836053 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.882117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] For port 477f3dca-4f7c-4cf0-8272-421581b221ae, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=477f3dca-4f7c-4cf0-8272-421581b221ae,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:41.882884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.903020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-333a354a-a0c7-4041-b4e0-b2655b5e0684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.905978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-333a354a-a0c7-4041-b4e0-b2655b5e0684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.907474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-333a354a-a0c7-4041-b4e0-b2655b5e0684 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f2dceb7-9fd2-4b77-a792-29c249646346 HTTP/1.1" status: 204 len: 168 time: 1.3790586 Aug 19 12:02:41.911172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:41.927452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a354a-a0c7-4041-b4e0-b2655b5e0684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2dceb7-9fd2-4b77-a792-29c249646346,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:41.932534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Calling delete_port for 477f3dca-4f7c-4cf0-8272-421581b221ae owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:41.933521 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.935280 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Added segment bfdbf513-7e89-4b33-a113-351c446fd764 of type vlan for network b5677f05-e884-42bd-96ec-7a441976e9ea Aug 19 12:02:41.957192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe755de9-fcba-4475-98da-5e8cc2339467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:41.965813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd7b1d-6080-47ea-b312-39e1aed1c764 None None] Pushing event updated for resources: {'Port': ['ID=5b8181bb-7ca9-4cd9-adf3-753d7d78a14e,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:41.993339 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.017000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.017839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Transition to ACTIVE for port object c650d3ba-10c7-4758-bb6b-8eb729c2ce8a will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:42.036953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.044740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:42.045387 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.049480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe755de9-fcba-4475-98da-5e8cc2339467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.072978 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ae9421e-3244-42c8-be52-cb3f79510f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.099609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd6817d-d136-4887-9281-adf4a9083478,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:42.182983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.0666275 Aug 19 12:02:42.184713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60148) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:42.211765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d9ee2-c7e3-4420-b8b4-45e93198d70d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Network': ['ID=b5677f05-e884-42bd-96ec-7a441976e9ea,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:42.213740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'name': 'tempest-PortsTestJSON-1588762213'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:42.265332 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.350630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe755de9-fcba-4475-98da-5e8cc2339467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.353655 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fe755de9-fcba-4475-98da-5e8cc2339467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.355254 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fe755de9-fcba-4475-98da-5e8cc2339467 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a8774dc-ba14-4a91-b9b9-b47890d17f3a HTTP/1.1" status: 204 len: 168 time: 1.0841622 Aug 19 12:02:42.369738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe755de9-fcba-4475-98da-5e8cc2339467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8774dc-ba14-4a91-b9b9-b47890d17f3a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:42.394594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.413448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:02:42.481817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Pushing event deleted for resources: {'Port': ['ID=477f3dca-4f7c-4cf0-8272-421581b221ae,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:42.549277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Network 5d385f13-1189-459e-a162-7a3d23ca3a4d is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:42.575739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] No DVR routers for this DVR port 477f3dca-4f7c-4cf0-8272-421581b221ae on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:02:42.580908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.587560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-36eb2ec9-a2b2-49c2-b28f-8c8c1f72e325 req-617dfdb7-3d25-4166-87b4-b0b8483cfca8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.54 "DELETE /v2.0/ports/477f3dca-4f7c-4cf0-8272-421581b221ae HTTP/1.1" status: 204 len: 173 time: 1.9899802 Aug 19 12:02:42.587701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:42.588378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'name': 'network-vif-deleted', 'tag': '477f3dca-4f7c-4cf0-8272-421581b221ae'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:42.594848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:42.602919 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a187b16-7cc8-4105-bfc0-1e4abb1e9e0d" -d '{"events": [{"server_uuid": "bdd3b5d7-9158-42aa-a5ea-30ef89b04f70", "name": "network-vif-deleted", "tag": "477f3dca-4f7c-4cf0-8272-421581b221ae"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:42.707243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:42.709529 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7349a6-37d1-4973-ac32-6c1da36cd311 x-openstack-request-id: req-fb7349a6-37d1-4973-ac32-6c1da36cd311 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:42.709895 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd3b5d7-9158-42aa-a5ea-30ef89b04f70", "name": "network-vif-deleted", "tag": "477f3dca-4f7c-4cf0-8272-421581b221ae", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:42.710399 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb7349a6-37d1-4973-ac32-6c1da36cd311 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:42.710747 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd3b5d7-9158-42aa-a5ea-30ef89b04f70', 'name': 'network-vif-deleted', 'tag': '477f3dca-4f7c-4cf0-8272-421581b221ae', 'status': 'completed', 'code': 200} Aug 19 12:02:42.764303 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.774982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Pushing event updated for resources: {'Port': ['ID=c650d3ba-10c7-4758-bb6b-8eb729c2ce8a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:42.899746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 05a6b0d6-78f8-48cc-9191-8fee53055704, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=05a6b0d6-78f8-48cc-9191-8fee53055704,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:42.968209 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:42.969174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1cd0576f-ae31-4777-9e8b-b96e26539bf9 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:43.140764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd7b1d-6080-47ea-b312-39e1aed1c764 None None] Pushing event updated for resources: {'Port': ['ID=5b8181bb-7ca9-4cd9-adf3-753d7d78a14e,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:43.183313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ae9421e-3244-42c8-be52-cb3f79510f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.238498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:43.257473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.286629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.290214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3ae9421e-3244-42c8-be52-cb3f79510f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.296009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-def4ac1b-90e0-419f-a3a4-34a1a7db6636 req-cb90d206-5098-4d21-b3bd-421be1aa6bc0 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 210 time: 0.1667852 Aug 19 12:02:43.331475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:43.331475 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.355138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:02:43.386743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60186) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:43.406900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3ae9421e-3244-42c8-be52-cb3f79510f02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0909ab49c2c241eab28da5f143f17361&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6365716 Aug 19 12:02:43.410531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9421e-3244-42c8-be52-cb3f79510f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e24280b-afdb-424b-8fb9-2024b5acc14c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:43.428091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60188) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:43.446036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6fb6744c-fc48-4e08-a045-bed6bb6aa9ef None None] Provisioning for port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:43.463830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6fb6744c-fc48-4e08-a045-bed6bb6aa9ef None None] Provisioning complete for port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:43.464495 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6fb6744c-fc48-4e08-a045-bed6bb6aa9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.570530 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4b7e-591a-41e4-b39e-52e8563de44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.618353 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4b7e-591a-41e4-b39e-52e8563de44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.627118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=05a6b0d6-78f8-48cc-9191-8fee53055704,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:43.641812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6744c-fc48-4e08-a045-bed6bb6aa9ef None None] Port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:02:43.703111 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4b7e-591a-41e4-b39e-52e8563de44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.707003 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4b7e-591a-41e4-b39e-52e8563de44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.708644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4ccc4b7e-591a-41e4-b39e-52e8563de44e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e24280b-afdb-424b-8fb9-2024b5acc14c HTTP/1.1" status: 204 len: 168 time: 0.2766342 Aug 19 12:02:43.750281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc4b7e-591a-41e4-b39e-52e8563de44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e24280b-afdb-424b-8fb9-2024b5acc14c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:43.761219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:37Z', 'revision_number': 3, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:43.896259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eefdd-0518-4a14-bc82-b185c3e14afc None None] The sync data for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 is: [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:37Z', 'revision_number': 3, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:02:43.984103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 05a6b0d6-78f8-48cc-9191-8fee53055704 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:44.050936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.090945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 05a6b0d6-78f8-48cc-9191-8fee53055704 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:44.091986 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.094209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.141398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.155620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-293785912'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:44.223255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-e0bf74a1-ab71-44b7-bd78-a906f0332555 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:44.226425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-e0bf74a1-ab71-44b7-bd78-a906f0332555 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.69 "GET /v2.0/networks?id=3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 200 len: 814 time: 0.4468250 Aug 19 12:02:44.274415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Made reservation on behalf of f20b0f664c344c9fbd5d728244f9c84d for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:44.284184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.310923 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.318418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.325512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Pushing event updated for resources: {'Port': ['ID=c650d3ba-10c7-4758-bb6b-8eb729c2ce8a,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:44.343610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 477f3dca-4f7c-4cf0-8272-421581b221ae no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:02:44.349119 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.399853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Request body: {'port': {'device_id': '996e6b01-7093-427f-989d-eca8f51e81c4', 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986', 'admin_state_up': True, 'tenant_id': '151e2274bcc44808b6fcd53a80f01257'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:44.429684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 477f3dca-4f7c-4cf0-8272-421581b221ae {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:02:44.438591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 477f3dca-4f7c-4cf0-8272-421581b221ae not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:02:44.661476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=e8d3a99a-dd38-4c0f-9a6a-caf920a12dac,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:44.687090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Checking segment: {'id': 'bfdbf513-7e89-4b33-a113-351c446fd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:44.687450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network hostable DHCP agents. Network: b5677f05-e884-42bd-96ec-7a441976e9ea, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:44.876913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60218) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:44.899338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.948459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60222) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:44.951916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.978640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82a75f3a-b0fc-4c1b-ba91-85199005908f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.120139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:45.126666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:45.151758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d154ea75-e648-469b-af22-2c92e9b96dc7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:45.184503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.184891 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Added segment 5f77c0b2-1ccd-412e-b58d-f995bfe17972 of type vlan for network e3d106cf-ba19-484b-81e6-f7034ed0ba90 Aug 19 12:02:45.248209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, b5677f05-e884-42bd-96ec-7a441976e9ea) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:45.261081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24454279-5b66-41c1-ae3d-c0ae987af2ed None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:45.293751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-400645412-network', 'tenant_id': '69173b2229414dbd8766cb9efbd9b092'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:45.358500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:45.365842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:45.366918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.374177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60230) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:45.442146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.507958 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.516202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:45.517229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.534323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ece24961-2683-43cc-a8f9-07bc13773f86 req-b6ceb661-b73b-4445-89d6-5e3eeb6699a9 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 210 time: 0.0715792 Aug 19 12:02:45.625057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Network 5d385f13-1189-459e-a162-7a3d23ca3a4d is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:45.630109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:45.644265 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82a75f3a-b0fc-4c1b-ba91-85199005908f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.662316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82a75f3a-b0fc-4c1b-ba91-85199005908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.719975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a75f3a-b0fc-4c1b-ba91-85199005908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0209af2d-c02f-463f-9e39-8566ab755b2f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:45.724539 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e4cd26bf-407a-4bf3-ac71-71ded6810df3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5389969 Aug 19 12:02:45.729353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60234) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:45.736237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1272464018'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:45.758862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60236) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:45.763442 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.3709147 Aug 19 12:02:45.773780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'subnet': {'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:45.796783 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-82a75f3a-b0fc-4c1b-ba91-85199005908f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5fdfffffe5e04b80b7ec94da31d249a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9160609 Aug 19 12:02:45.796783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297ce72-a02d-4461-ae27-7386155e401b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Network': ['ID=e3d106cf-ba19-484b-81e6-f7034ed0ba90,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:45.800355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60238) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:45.801389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10f8c86f-4548-4d1c-9c3f-1fc4b5ca04c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.842068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:45.862947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Made reservation on behalf of 69173b2229414dbd8766cb9efbd9b092 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:45.865561 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.938036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.024127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:46.034249 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69c0f850-3291-4723-aa04-5574c54d392c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.059184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Made reservation on behalf of 151e2274bcc44808b6fcd53a80f01257 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:46.060292 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69c0f850-3291-4723-aa04-5574c54d392c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.071147 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.094797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b4c480b8-dc1b-415f-a799-6f222099373b None None] Provisioning complete for port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:46.095288 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b4c480b8-dc1b-415f-a799-6f222099373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.135786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b4c480b8-dc1b-415f-a799-6f222099373b None None] Port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:02:46.152008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Router a0dc3736-e578-4468-bf27-3e2b824dc079 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:02:46.154677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69c0f850-3291-4723-aa04-5574c54d392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.157889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69c0f850-3291-4723-aa04-5574c54d392c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.161895 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69c0f850-3291-4723-aa04-5574c54d392c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0209af2d-c02f-463f-9e39-8566ab755b2f HTTP/1.1" status: 204 len: 168 time: 0.3558948 Aug 19 12:02:46.166898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:46.173031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:46.173618 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.244787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:46.246507 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.271392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0f850-3291-4723-aa04-5574c54d392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0209af2d-c02f-463f-9e39-8566ab755b2f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:46.324547 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10f8c86f-4548-4d1c-9c3f-1fc4b5ca04c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.333324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10f8c86f-4548-4d1c-9c3f-1fc4b5ca04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.369464 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-10f8c86f-4548-4d1c-9c3f-1fc4b5ca04c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83f3d5fea2614b38a178d617bf90e855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9886718 Aug 19 12:02:46.370307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60244) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:46.380723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.417873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5b8181bb-7ca9-4cd9-adf3-753d7d78a14e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:46.427011 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.467183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8c86f-4548-4d1c-9c3f-1fc4b5ca04c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af7bd91-d1a7-4c73-9ed3-b4fa4b1c7443,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:46.497202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=5b8181bb-7ca9-4cd9-adf3-753d7d78a14e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:46.506339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:02:46.522492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:46.532321 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab882-e8c1-44f6-bb7a-ee5449cba4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.545340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8c44d0a9-74f8-4a1e-be65-c09ddd7e9c0d admin admin] 10.222.0.65 "PUT /v2.0/routers/a0dc3736-e578-4468-bf27-3e2b824dc079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3754001 Aug 19 12:02:46.595463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab882-e8c1-44f6-bb7a-ee5449cba4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.615867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Made reservation on behalf of f20b0f664c344c9fbd5d728244f9c84d for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:46.622759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.639610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.640342 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Added segment d800f1ae-2343-4500-af24-b983f9316f38 of type vlan for network 86d49203-5265-4b3a-b580-a3f2c7550f7e Aug 19 12:02:46.708739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.711014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab882-e8c1-44f6-bb7a-ee5449cba4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.713777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab882-e8c1-44f6-bb7a-ee5449cba4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.715298 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dd7ab882-e8c1-44f6-bb7a-ee5449cba4a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5af7bd91-d1a7-4c73-9ed3-b4fa4b1c7443 HTTP/1.1" status: 204 len: 168 time: 0.3427067 Aug 19 12:02:46.724036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.729177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ab882-e8c1-44f6-bb7a-ee5449cba4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af7bd91-d1a7-4c73-9ed3-b4fa4b1c7443,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:46.762848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:46.784103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.785045 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Added segment 28631864-e28f-4d31-aff3-783a801b2b20 of type vlan for network 85f48126-d0ea-4b60-af9e-8bf58483c32d Aug 19 12:02:46.787854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7474614-3671-45b9-a9f8-4edaf29240a5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:46.797286 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Sync routers for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:02:46.823240 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:46.824126 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:02:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:46.869294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.873237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.904958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Allocated IP 172.20.0.10 (3c0301bd-c00f-49ee-9f94-b8baa0539986/15017d99-bef0-4f25-bdd2-81fab25e7788/e6591a6a-3618-45bb-9c07-0bbd3fb8ec53) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:46.927545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.929317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:46.929916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.024919 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0631166 Aug 19 12:02:47.027838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60264) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:47.036604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Request body: {'subnet': {'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-400645412-subnet', 'tenant_id': '69173b2229414dbd8766cb9efbd9b092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:47.041264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00868f3f-9727-4f0d-a15b-7c142014dee6 admin admin] Pushing event updated for resources: {'Network': ['ID=85f48126-d0ea-4b60-af9e-8bf58483c32d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:47.055128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 85f48126-d0ea-4b60-af9e-8bf58483c32d details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:47.075691 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:02:47.095791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Made reservation on behalf of 69173b2229414dbd8766cb9efbd9b092 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:47.098873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.126133 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.281211 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:02:47.297302 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.404109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Network 3c0301bd-c00f-49ee-9f94-b8baa0539986 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:47.406502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.413941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:47.415115 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.443148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:47.489919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60276) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:47.510024 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'c650d3ba-10c7-4758-bb6b-8eb729c2ce8a', 'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:40Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 2, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'subnets': [{'id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:47.515327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:47.527435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a19c3d3-b310-4872-a849-f1da6de367a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.537212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.603140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Pushing event updated for resources: {'Port': ['ID=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:47.616348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff14192-dd21-4e35-a9d1-11ed9c294a88 req-b9073dd6-be08-4c56-9aa8-40c1e44e7671 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:47.625715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ff14192-dd21-4e35-a9d1-11ed9c294a88 req-b9073dd6-be08-4c56-9aa8-40c1e44e7671 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 932 time: 0.7502174 Aug 19 12:02:47.672172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9416704 Aug 19 12:02:47.679410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60278) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:47.700375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3499f-ada7-4db8-9c13-e7a1f02fa59d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Network': ['ID=86d49203-5265-4b3a-b580-a3f2c7550f7e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:47.703548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'ports': [{'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea'}, {'network_id': '86d49203-5265-4b3a-b580-a3f2c7550f7e'}]} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:47.703712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:47.705270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': '86d49203-5265-4b3a-b580-a3f2c7550f7e'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:47.709129 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.714615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 86d49203-5265-4b3a-b580-a3f2c7550f7e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:47.829047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:47.834543 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:47.889741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ff14192-dd21-4e35-a9d1-11ed9c294a88 req-a489cd45-8baa-4af2-8067-f21aa7b4bbe8 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614868 Aug 19 12:02:47.904701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3593c544-52e4-4f2d-86f2-83db947e0fb4,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:47.932531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:47.954167 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Checking router: a0dc3736-e578-4468-bf27-3e2b824dc079 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:02:47.955122 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Updating router a0dc3736-e578-4468-bf27-3e2b824dc079 port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:02:47.958856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Checking segment: {'id': '28631864-e28f-4d31-aff3-783a801b2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:47.959538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Network hostable DHCP agents. Network: 85f48126-d0ea-4b60-af9e-8bf58483c32d, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:48.013099 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.060886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Checking segment: {'id': '5f77c0b2-1ccd-412e-b58d-f995bfe17972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:48.061160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:48.061252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Network hostable DHCP agents. Network: e3d106cf-ba19-484b-81e6-f7034ed0ba90, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:48.061336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.063931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Subnet': ['ID=ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:48.112351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:48.144199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Network 85f48126-d0ea-4b60-af9e-8bf58483c32d is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:48.147999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-26cb5f51-e053-4cdd-9043-fdf6273d9d58 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:48.149667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-26cb5f51-e053-4cdd-9043-fdf6273d9d58 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/networks?id=5d385f13-1189-459e-a162-7a3d23ca3a4d HTTP/1.1" status: 200 len: 829 time: 0.3023665 Aug 19 12:02:48.151190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, e3d106cf-ba19-484b-81e6-f7034ed0ba90) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:48.156123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:48.156750 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.169678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c374201-0f9d-4977-b3bd-e291d41fd7d9 None None] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:48.179121 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-939a3a87-c0ce-428d-8c87-6bac22caf7ef tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/quotas/55bc4ebc3d994d0fa15793af4ba34823 HTTP/1.1" status: 200 len: 375 time: 0.0192940 Aug 19 12:02:48.201790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 85f48126-d0ea-4b60-af9e-8bf58483c32d) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:48.217867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:48.218927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.261192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a19c3d3-b310-4872-a849-f1da6de367a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.270847 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a19c3d3-b310-4872-a849-f1da6de367a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.303868 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-d8dc9b03-c74d-4acb-be13-b75a7ef7090c tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9750395 Aug 19 12:02:48.308227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1983c56d-e082-4d0d-9188-0a21d49ee9a6 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5459723 Aug 19 12:02:48.315616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44255ef-5314-47f8-957e-fb8e643d3700 None None] Network 85f48126-d0ea-4b60-af9e-8bf58483c32d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:48.324125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60296) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:48.340702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'port': {'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1296723137'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:48.341776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Request body: {'port': {'device_id': '996e6b01-7093-427f-989d-eca8f51e81c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:48.364992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 2} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:48.372638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.378662 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-a4c3aedd-7385-407f-b1c0-fac53dd39ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=55bc4ebc3d994d0fa15793af4ba34823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1906216 Aug 19 12:02:48.448929 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-127a9b40-0148-4759-8846-edc1b5ec5bd8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4193413 Aug 19 12:02:48.598809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.605386 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7a19c3d3-b310-4872-a849-f1da6de367a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6957e1e3b1ec43c285f2d427bc0100ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1108837 Aug 19 12:02:48.606836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60304) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:48.607789 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.621531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c3d3-b310-4872-a849-f1da6de367a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b589d277-ab2a-4876-b255-2b62f26f2705,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:48.629031 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Transition to ACTIVE for port object c650d3ba-10c7-4758-bb6b-8eb729c2ce8a will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:48.631341 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7a53acce-a7ae-4711-a62a-b7986957b5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.653867 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.723765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Made reservation on behalf of f20b0f664c344c9fbd5d728244f9c84d for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:48.727350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.740126 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b6475-a46c-4c16-b46f-ddc5b12238b0 None None] Pushing event updated for resources: {'Port': ['ID=c650d3ba-10c7-4758-bb6b-8eb729c2ce8a,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:48.752263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700a4c0-2ef8-4cc5-8ed0-1c2150e982bf None None] Network 85f48126-d0ea-4b60-af9e-8bf58483c32d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:48.772726 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-290d9810-3e88-44ef-90a5-2bb96cdfe27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.783165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] device_id is not set on port 8b9e2071-d0c2-4996-8a65-9400eeef86e0 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:02:48.789595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-3d548f4a-20b2-466c-a596-cd39b453bc34 service neutron] 10.222.0.65 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722258 Aug 19 12:02:48.794990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.880652 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Attempting to bind port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:48.881075 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Attempting to bind port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:48.882464 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Attempting to bind port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a on network 5d385f13-1189-459e-a162-7a3d23ca3a4d {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:48.901022 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:48.910895 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Checking segment: {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:48.911770 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:48.918178 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Bound using segment: {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:48.919342 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Bound port: c650d3ba-10c7-4758-bb6b-8eb729c2ce8a, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:48.920641 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.086651 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] For port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:49.091549 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] For port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c650d3ba-10c7-4758-bb6b-8eb729c2ce8a,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:49.103043 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.167449 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b6475-a46c-4c16-b46f-ddc5b12238b0 None None] Pushing event updated for resources: {'Port': ['ID=c650d3ba-10c7-4758-bb6b-8eb729c2ce8a,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:49.167784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Allocated IP 2001:db8::197 (e3d106cf-ba19-484b-81e6-f7034ed0ba90/ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db/8b9e2071-d0c2-4996-8a65-9400eeef86e0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:49.199022 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:49.199951 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:02:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:49.391390 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:02:49.499777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-e3d106cf-ba19-484b-81e6-f7034ed0ba90', 'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90', 'tenant_id': 'f20b0f664c344c9fbd5d728244f9c84d', 'fixed_ips': [{'subnet_id': 'ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:02:49.500652 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.535584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-1df706b7-4186-4f34-acaf-051fed641e50 service neutron] 10.222.0.65 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262664 Aug 19 12:02:49.556336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port bd01c051-a16a-4ce1-a292-3bf8dd2c91cf yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:02:49.589383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-290d9810-3e88-44ef-90a5-2bb96cdfe27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.649379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:02:49.665201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.688829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-61fb52f2-cc16-4376-9057-d0c7f92d99c5 req-364522b9-70b7-48c8-9b9a-15237d63a4b7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1605015077', 'description': 'tempest-description-1013645031'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:49.793585 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-61fb52f2-cc16-4376-9057-d0c7f92d99c5 req-364522b9-70b7-48c8-9b9a-15237d63a4b7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.814956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.816327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Transition to ACTIVE for port object e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:49.834112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-290d9810-3e88-44ef-90a5-2bb96cdfe27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.835251 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.844279 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-290d9810-3e88-44ef-90a5-2bb96cdfe27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:49.849971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-290d9810-3e88-44ef-90a5-2bb96cdfe27a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b589d277-ab2a-4876-b255-2b62f26f2705 HTTP/1.1" status: 204 len: 168 time: 1.2308054 Aug 19 12:02:49.923405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Transition to ACTIVE for port object 8b9e2071-d0c2-4996-8a65-9400eeef86e0 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:49.924388 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'c650d3ba-10c7-4758-bb6b-8eb729c2ce8a', 'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:40Z', 'updated_at': '2021-08-19T12:02:49Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'subnets': [{'id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:49.936299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d9810-3e88-44ef-90a5-2bb96cdfe27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b589d277-ab2a-4876-b255-2b62f26f2705,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:49.985532 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2474f4-dc4a-45a6-ac97-92a628fc4f4f None None] The sync data for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 is: [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'c650d3ba-10c7-4758-bb6b-8eb729c2ce8a', 'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:40Z', 'updated_at': '2021-08-19T12:02:49Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'subnets': [{'id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:02:50.058176 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-61fb52f2-cc16-4376-9057-d0c7f92d99c5 req-364522b9-70b7-48c8-9b9a-15237d63a4b7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:50.132585 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-61fb52f2-cc16-4376-9057-d0c7f92d99c5 req-364522b9-70b7-48c8-9b9a-15237d63a4b7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:50.203709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364522b9-70b7-48c8-9b9a-15237d63a4b7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:50.332859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:50.383164 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-61fb52f2-cc16-4376-9057-d0c7f92d99c5 req-364522b9-70b7-48c8-9b9a-15237d63a4b7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:50.401550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61fb52f2-cc16-4376-9057-d0c7f92d99c5 req-364522b9-70b7-48c8-9b9a-15237d63a4b7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8850470 Aug 19 12:02:50.429788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Allocated IP 2001:db8::2 (e3d106cf-ba19-484b-81e6-f7034ed0ba90/ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db/3c0b5ab7-a732-4a4a-855d-b5db7447c2f6) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:50.488955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416275-5548-4ea9-af03-72c4c08a6480 req-5c05a4fa-1273-4eb4-9df2-940e0443a9b4 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:50.501841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4416275-5548-4ea9-af03-72c4c08a6480 req-5c05a4fa-1273-4eb4-9df2-940e0443a9b4 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 944 time: 0.4403377 Aug 19 12:02:50.505081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:50.546225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Pushing event updated for resources: {'Port': ['ID=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:50.631530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:50.649889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:50.666510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:50.673296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:50.674262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:50.688395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Port': ['ID=8b9e2071-d0c2-4996-8a65-9400eeef86e0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:50.696033 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e858b9f-1420-4169-9c5c-afee8fa7fbd4 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3625009 Aug 19 12:02:50.700533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60356) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:50.706691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'port': {'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1455092884', 'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:7b:47:47'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:50.734944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71ac37dd-b5c4-4d68-a47a-814d1ed765eb req-7ca7a158-7c39-48b6-a2b6-f37a5be8603e tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 210 time: 0.1772759 Aug 19 12:02:50.744724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Attempting to bind port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:50.745923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Attempting to bind port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:50.747143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Attempting to bind port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 on network 3c0301bd-c00f-49ee-9f94-b8baa0539986 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:50.765467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 on network 3c0301bd-c00f-49ee-9f94-b8baa0539986 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:02:50.765798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Attempting to bind port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 on network 3c0301bd-c00f-49ee-9f94-b8baa0539986 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:50.786040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port 149ac1a1-67f5-4f9a-b001-348cb75ec309 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:02:50.795331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:50.795887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Checking segment: {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:50.796143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Bound using segment: {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:50.796647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Bound port: e6591a6a-3618-45bb-9c07-0bbd3fb8ec53, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9417e-d735-461a-977f-5212a44c4ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:50.796912 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:50.822350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4416275-5548-4ea9-af03-72c4c08a6480 req-858c0582-ce79-4d0c-89c2-804e771e6691 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193927 Aug 19 12:02:50.864896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-1dc1563f-08e0-42e8-88f6-c0ffed422564 req-b7ed0e38-7009-4686-b5d2-f2d4abec7e43 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-88372317', 'description': 'tempest-description-1800546314'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:50.866363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:50.879250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Transition to ACTIVE for port object 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:50.896275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Transition to ACTIVE for port object 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:50.915066 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.007224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1dc1563f-08e0-42e8-88f6-c0ffed422564 req-b7ed0e38-7009-4686-b5d2-f2d4abec7e43 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.021532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Pushing event updated for resources: {'Port': ['ID=3c0b5ab7-a732-4a4a-855d-b5db7447c2f6,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:51.039185 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a5c70e7c-1d71-4d1f-85bd-c085aad96969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.063863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:51.065413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.069670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:51.074958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:51.212786 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1dc1563f-08e0-42e8-88f6-c0ffed422564 req-b7ed0e38-7009-4686-b5d2-f2d4abec7e43 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.217143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] For port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:51.223348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Attempting to bind port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:51.223722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Attempting to bind port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '5f77c0b2-1ccd-412e-b58d-f995bfe17972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:51.224092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Attempting to bind port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 on network e3d106cf-ba19-484b-81e6-f7034ed0ba90 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:51.229586 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1dc1563f-08e0-42e8-88f6-c0ffed422564 req-b7ed0e38-7009-4686-b5d2-f2d4abec7e43 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.235429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:51.240866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Checking segment: {'id': '5f77c0b2-1ccd-412e-b58d-f995bfe17972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:51.249370 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.250036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Bound using segment: {'id': '5f77c0b2-1ccd-412e-b58d-f995bfe17972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:51.250711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Bound port: 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f77c0b2-1ccd-412e-b58d-f995bfe17972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:51.251292 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.291925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] For port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:51.338951 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.343086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.354562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Made reservation on behalf of f20b0f664c344c9fbd5d728244f9c84d for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:51.414408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed0e38-7009-4686-b5d2-f2d4abec7e43 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4442098e-c95d-4b82-9558-0dac40983d86,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:51.418094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:51.418998 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.420886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] 10.222.0.69 "PUT /v2.0/ports/e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 HTTP/1.1" status: 200 len: 1092 time: 3.0989277 Aug 19 12:02:51.425321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996e6b01-7093-427f-989d-eca8f51e81c4', 'tag': 'e6591a6a-3618-45bb-9c07-0bbd3fb8ec53'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:51.430161 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbb0b06-d8d6-4e8e-a517-c29686926eff" -d '{"events": [{"name": "network-changed", "server_uuid": "996e6b01-7093-427f-989d-eca8f51e81c4", "tag": "e6591a6a-3618-45bb-9c07-0bbd3fb8ec53"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:51.456360 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1dc1563f-08e0-42e8-88f6-c0ffed422564 req-b7ed0e38-7009-4686-b5d2-f2d4abec7e43 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.460834 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1dc1563f-08e0-42e8-88f6-c0ffed422564 req-b7ed0e38-7009-4686-b5d2-f2d4abec7e43 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6272171 Aug 19 12:02:51.494065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] For port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:51.505833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] For port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3c0b5ab7-a732-4a4a-855d-b5db7447c2f6,segment=NetworkSegment(5f77c0b2-1ccd-412e-b58d-f995bfe17972),segment_id=5f77c0b2-1ccd-412e-b58d-f995bfe17972)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:51.522440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.528800 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef2fed4-d3e1-4950-bc0e-ace88e6149b3 x-openstack-request-id: req-aef2fed4-d3e1-4950-bc0e-ace88e6149b3 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:51.529122 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996e6b01-7093-427f-989d-eca8f51e81c4", "tag": "e6591a6a-3618-45bb-9c07-0bbd3fb8ec53", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:51.529391 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aef2fed4-d3e1-4950-bc0e-ace88e6149b3 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:51.537329 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996e6b01-7093-427f-989d-eca8f51e81c4', 'tag': 'e6591a6a-3618-45bb-9c07-0bbd3fb8ec53', 'status': 'completed', 'code': 200} Aug 19 12:02:51.668264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8771f2-a714-4843-beeb-aaf803761f4c None None] Pushing event updated for resources: {'Port': ['ID=3c0b5ab7-a732-4a4a-855d-b5db7447c2f6,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:51.709039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fc8d4-3928-4799-9d2f-de8faa58c25e service neutron] Pushing event updated for resources: {'Port': ['ID=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:51.748899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-e86734b0-b83d-4875-80ec-48af178d1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:51.750672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-e86734b0-b83d-4875-80ec-48af178d1c2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=151e2274bcc44808b6fcd53a80f01257&device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 1095 time: 0.2118366 Aug 19 12:02:51.817158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.839048 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.885879 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:51.935694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-6e4d9790-b93a-4d06-934c-8bda0a16b266 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 HTTP/1.1" status: 200 len: 217 time: 0.1680245 Aug 19 12:02:52.006340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c650d3ba-10c7-4758-bb6b-8eb729c2ce8a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:52.118863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:52.123259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:52.123778 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:52.198484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] device_id is not set on port 0d265a3e-da16-44ee-bbc0-3ba6260c4c5e yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:02:52.266419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fefb5beb-943e-4b74-beee-2ca94fd85490 req-093792e8-b269-46ae-a8b1-3304264f934c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 210 time: 0.3026712 Aug 19 12:02:52.308241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:52.360360 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:52.408355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-c9dae408-0977-4746-bf1c-f17cf169f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:52.410831 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-c9dae408-0977-4746-bf1c-f17cf169f906 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=15017d99-bef0-4f25-bdd2-81fab25e7788 HTTP/1.1" status: 200 len: 854 time: 0.4530976 Aug 19 12:02:52.423486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:52.455396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=bd01c051-a16a-4ce1-a292-3bf8dd2c91cf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:52.459935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:52.461194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:52.463571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c650d3ba-10c7-4758-bb6b-8eb729c2ce8a,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:52.474550 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:52.510090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-82ec5e25-df79-44e7-a1e8-13073ab5d56b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3c0301bd-c00f-49ee-9f94-b8baa0539986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780580 Aug 19 12:02:52.607312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=c650d3ba-10c7-4758-bb6b-8eb729c2ce8a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:52.674533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-9a1496f2-6db5-4a0e-ad14-e8085b13cb2f service neutron] 10.222.0.69 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318488 Aug 19 12:02:52.691240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-6330c06b-b731-44a4-ba2a-930f5f413686 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:52.692922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-6330c06b-b731-44a4-ba2a-930f5f413686 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 812 time: 0.7561755 Aug 19 12:02:52.724578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-16cc215b-6c81-4057-afa5-8bb4dd42cb2c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:52.726684 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-16cc215b-6c81-4057-afa5-8bb4dd42cb2c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.54 "GET /v2.0/networks?id=5d385f13-1189-459e-a162-7a3d23ca3a4d HTTP/1.1" status: 200 len: 829 time: 1.0031517 Aug 19 12:02:52.736876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=149ac1a1-67f5-4f9a-b001-348cb75ec309,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:52.752997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Request body: {'port': {'device_id': '22dee2c6-e77a-4024-aef4-779352f390c9', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'admin_state_up': True, 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:52.756733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Checking segment: {'id': 'd800f1ae-2343-4500-af24-b983f9316f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86d49203-5265-4b3a-b580-a3f2c7550f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:52.757396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network hostable DHCP agents. Network: 86d49203-5265-4b3a-b580-a3f2c7550f7e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:52.806188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-47b6772e-7433-4874-b93c-6071946f5d15 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/quotas/69173b2229414dbd8766cb9efbd9b092 HTTP/1.1" status: 200 len: 375 time: 0.1011970 Aug 19 12:02:52.829048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3f138-d0ae-4a59-9bc6-693fab77827c req-aaf3ca6a-c7ad-4527-8281-fe81c53d3cea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:52.839787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50b3f138-d0ae-4a59-9bc6-693fab77827c req-aaf3ca6a-c7ad-4527-8281-fe81c53d3cea tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 944 time: 0.3733740 Aug 19 12:02:52.853696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Allocated IP 2001:db8::fa (e3d106cf-ba19-484b-81e6-f7034ed0ba90/ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db/0d265a3e-da16-44ee-bbc0-3ba6260c4c5e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:52.909597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-d0b0e79a-7ddd-4cd4-b211-2d1a627305f2 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664179 Aug 19 12:02:52.937471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 86d49203-5265-4b3a-b580-a3f2c7550f7e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:52.953326 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50b3f138-d0ae-4a59-9bc6-693fab77827c req-5819484b-920f-4b52-8016-459bfdff0d1f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123312 Aug 19 12:02:53.037215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 86d49203-5265-4b3a-b580-a3f2c7550f7e) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:53.049286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10926f7d-3675-4dc3-8515-c158b4190ff0 None None] Network 86d49203-5265-4b3a-b580-a3f2c7550f7e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:53.084119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:53.091783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:53.097916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:53.099214 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:53.104358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f635ce2-636d-4d3b-b8f9-376a491614ed req-1fcadaa4-295c-4a52-86c5-106dfad645fa service neutron] 10.222.0.69 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104400 Aug 19 12:02:53.132007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60430) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:53.209245 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-891e691c-6e2a-4995-bcc6-3b843ba8f0ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5191658 Aug 19 12:02:53.213926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60436) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:53.293548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-9bec37db-6ab4-4082-b737-cb83124105d8 service neutron] 10.222.0.65 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719485 Aug 19 12:02:53.297434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Made reservation on behalf of 55bc4ebc3d994d0fa15793af4ba34823 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:53.304509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:53.478642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e40bf9-4d1c-4daf-a7ca-45b8d3157637 None None] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:53.510148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:53.527416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2a62a8a-ae83-4ce7-996b-fcd2402c9176 req-9703ead7-21e8-4327-805e-d0e7296ad4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 210 time: 0.1072512 Aug 19 12:02:53.566673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Transition to ACTIVE for port object 0d265a3e-da16-44ee-bbc0-3ba6260c4c5e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:53.582348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-6aa9ebdd-e2dd-4dbf-8410-f9aac03538dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:53.584347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-6aa9ebdd-e2dd-4dbf-8410-f9aac03538dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=151e2274bcc44808b6fcd53a80f01257&device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 1095 time: 0.3765152 Aug 19 12:02:53.647399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-15bbe534-c1e0-45aa-8e3d-c864d8ee0cb3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 149ac1a1-67f5-4f9a-b001-348cb75ec309 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:53.647678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15bbe534-c1e0-45aa-8e3d-c864d8ee0cb3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:53.650733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1dc7daa1-396a-4ccd-8723-cab27e99657e None None] Provisioning for port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:53.709670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-4dc21ce9-0d94-495f-8dab-00dde71a7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:53.711383 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-4dc21ce9-0d94-495f-8dab-00dde71a7d12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 200 len: 915 time: 0.1147716 Aug 19 12:02:53.763216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-6bc88dd4-d5f1-4f1e-ac44-81754a904e99 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 HTTP/1.1" status: 200 len: 217 time: 0.0434442 Aug 19 12:02:53.766007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-c7dfb028-42d6-4be0-b45e-e98af55e0ce9 service neutron] 10.222.0.65 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623904 Aug 19 12:02:53.767011 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3268cf80-bfae-4778-8af7-d21c4367baf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:53.803835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15bbe534-c1e0-45aa-8e3d-c864d8ee0cb3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:53.851431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-15bbe534-c1e0-45aa-8e3d-c864d8ee0cb3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 149ac1a1-67f5-4f9a-b001-348cb75ec309 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:53.876899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-b836ec9c-fdf5-4eb1-a3ab-c053353e784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:53.879899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-b836ec9c-fdf5-4eb1-a3ab-c053353e784f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=15017d99-bef0-4f25-bdd2-81fab25e7788 HTTP/1.1" status: 200 len: 854 time: 0.1073174 Aug 19 12:02:53.919760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Allocated IP 172.20.0.5 (5d385f13-1189-459e-a162-7a3d23ca3a4d/2a82bd09-9be5-4cc0-88a1-450c1f87d529/55f0d1a4-a493-4411-b08f-c88a2fed94ce) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:53.938842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-6e18c482-8797-4d5d-a39b-ca38663091e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3c0301bd-c00f-49ee-9f94-b8baa0539986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506835 Aug 19 12:02:53.957527 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:53.979339 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.149112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c650d3ba-10c7-4758-bb6b-8eb729c2ce8a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:54.154069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.199983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Transition to ACTIVE for port object 55f0d1a4-a493-4411-b08f-c88a2fed94ce will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:54.320145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:54.320533 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.376981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd766c89-2491-45f0-9ee7-d6f021235585 req-6d617dbe-8cc1-41fd-9ba2-4e484550021e tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 210 time: 0.1122975 Aug 19 12:02:54.426493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.465918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214df985-ac76-4b0a-8640-afdc79856d8d req-272bf8b8-f93f-4eca-b53c-9a455d6c0838 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:54.476966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-214df985-ac76-4b0a-8640-afdc79856d8d req-272bf8b8-f93f-4eca-b53c-9a455d6c0838 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 944 time: 0.3046212 Aug 19 12:02:54.534295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.540359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:54.557789 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3268cf80-bfae-4778-8af7-d21c4367baf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.578477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-6966629b-ee68-434c-afd4-a62ac0554673 service neutron] 10.222.0.69 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292753 Aug 19 12:02:54.604301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3268cf80-bfae-4778-8af7-d21c4367baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.610030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b3f5befe-0780-490e-b5d7-925c8e566059 None None] Provisioning for port 8b9e2071-d0c2-4996-8a65-9400eeef86e0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:54.614621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Network 5d385f13-1189-459e-a162-7a3d23ca3a4d is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:54.615851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b3f5befe-0780-490e-b5d7-925c8e566059 None None] Provisioning complete for port 8b9e2071-d0c2-4996-8a65-9400eeef86e0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:54.616230 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3f5befe-0780-490e-b5d7-925c8e566059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.628151 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:54.632272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:54.661747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:54.670160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:54.670765 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.695460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:54.718876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:54.720349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.743378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:54.746195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:54.752649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:54.753465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.782565 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.0780478 Aug 19 12:02:54.785591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Pushing event updated for resources: {'Port': ['ID=55f0d1a4-a493-4411-b08f-c88a2fed94ce,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:54.790100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5befe-0780-490e-b5d7-925c8e566059 None None] Port 8b9e2071-d0c2-4996-8a65-9400eeef86e0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:02:54.859971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60462) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:54.893961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b3f5befe-0780-490e-b5d7-925c8e566059 None None] Provisioning complete for port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:54.894675 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3f5befe-0780-490e-b5d7-925c8e566059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.903819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b268ca-faaf-4770-bd65-44889a2c207b tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Port': ['ID=0d265a3e-da16-44ee-bbc0-3ba6260c4c5e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:54.953953 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-b7d83b91-77ea-4062-9d9a-86b17b9d0e2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2077484 Aug 19 12:02:54.966810 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.974841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Request body: {'port': {'device_id': '22dee2c6-e77a-4024-aef4-779352f390c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:54.981717 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15bbe534-c1e0-45aa-8e3d-c864d8ee0cb3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.071875 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15bbe534-c1e0-45aa-8e3d-c864d8ee0cb3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.079243 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-15bbe534-c1e0-45aa-8e3d-c864d8ee0cb3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/149ac1a1-67f5-4f9a-b001-348cb75ec309 HTTP/1.1" status: 204 len: 168 time: 1.8595867 Aug 19 12:02:55.094144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60470) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:55.169150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3c0b5ab7-a732-4a4a-855d-b5db7447c2f6,segment=NetworkSegment(5f77c0b2-1ccd-412e-b58d-f995bfe17972),segment_id=5f77c0b2-1ccd-412e-b58d-f995bfe17972)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:55.199744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.369815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbe534-c1e0-45aa-8e3d-c864d8ee0cb3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=149ac1a1-67f5-4f9a-b001-348cb75ec309,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:55.437185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=3c0b5ab7-a732-4a4a-855d-b5db7447c2f6,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:55.595460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Provisioning for port 0d265a3e-da16-44ee-bbc0-3ba6260c4c5e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:55.602520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Provisioning complete for port 0d265a3e-da16-44ee-bbc0-3ba6260c4c5e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:55.602897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.713550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Port 0d265a3e-da16-44ee-bbc0-3ba6260c4c5e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:02:55.751128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Provisioning for port 55f0d1a4-a493-4411-b08f-c88a2fed94ce completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:55.756586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Provisioning complete for port 55f0d1a4-a493-4411-b08f-c88a2fed94ce triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:55.756877 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.759878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-214df985-ac76-4b0a-8640-afdc79856d8d req-a0bc635a-3865-4987-8291-8ea79f71aae1 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2817168 Aug 19 12:02:55.859749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:55.869691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Port 55f0d1a4-a493-4411-b08f-c88a2fed94ce cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:02:55.878217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3268cf80-bfae-4778-8af7-d21c4367baf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ad1088d600d423ab8c2335475640063&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7402585 Aug 19 12:02:55.882381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268cf80-bfae-4778-8af7-d21c4367baf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfce9e3-66ba-4b23-93b1-178df0baef09,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:55.887525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60478) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:55.966985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee8c8752-dc83-419b-9644-caa80ce0e34e req-c97c42a7-42f5-4300-a8ad-3df38042372e tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 210 time: 0.0854466 Aug 19 12:02:55.978417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Provisioning complete for port 8b9e2071-d0c2-4996-8a65-9400eeef86e0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:55.978796 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.017876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf2e7e-83eb-4a05-9f4f-696ad4fbfc3e req-7be1e779-e55e-4426-9c50-a010c7a4d602 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:56.019542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eddf2e7e-83eb-4a05-9f4f-696ad4fbfc3e req-7be1e779-e55e-4426-9c50-a010c7a4d602 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 931 time: 1.2572594 Aug 19 12:02:56.035774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80cb9f-edaa-466f-ad70-8dda2ffb707d tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:56.042551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80cb9f-edaa-466f-ad70-8dda2ffb707d tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:56.048576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80cb9f-edaa-466f-ad70-8dda2ffb707d tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:56.054373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-df80cb9f-edaa-466f-ad70-8dda2ffb707d tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.1929941 Aug 19 12:02:56.058015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-502bca89-ea8a-4de1-94a8-403ca43834ca None None] Port 8b9e2071-d0c2-4996-8a65-9400eeef86e0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:02:56.059904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60480) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:56.063845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdbb0b06-d8d6-4e8e-a517-c29686926eff req-0473b93a-1331-442d-a909-8f5e97cb396a service neutron] 10.222.0.69 "GET /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4735136 Aug 19 12:02:56.081698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:56.082304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.107697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61566e95-94ad-48af-9620-8c00d1e58138 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:56.135542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61566e95-94ad-48af-9620-8c00d1e58138 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:56.137420 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-61566e95-94ad-48af-9620-8c00d1e58138 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.0227976 Aug 19 12:02:56.138260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.163305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60484) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:56.357507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eddf2e7e-83eb-4a05-9f4f-696ad4fbfc3e req-14fb556b-4af7-4e73-a9db-52d0fb3e374a tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949448 Aug 19 12:02:56.391416 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-944fafcd-29fa-49cf-9687-75ecbbeb64fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.428863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-c6bd32d4-aab5-492b-8f4f-97fc2741d126 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:56.430704 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-c6bd32d4-aab5-492b-8f4f-97fc2741d126 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 812 time: 0.2068033 Aug 19 12:02:56.466588 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-944fafcd-29fa-49cf-9687-75ecbbeb64fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.491788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'port': {'device_id': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d', 'admin_state_up': True, 'tenant_id': '69173b2229414dbd8766cb9efbd9b092'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:56.530433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2194e0cf-b02a-4b81-84c3-fecd50681d1a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port bd01c051-a16a-4ce1-a292-3bf8dd2c91cf {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:56.530847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2194e0cf-b02a-4b81-84c3-fecd50681d1a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.581174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-238d99d1-3b00-49cc-a788-328bed81be9a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Deleting port 0d265a3e-da16-44ee-bbc0-3ba6260c4c5e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:02:56.581766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-238d99d1-3b00-49cc-a788-328bed81be9a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.630796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:02:56.649496 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-944fafcd-29fa-49cf-9687-75ecbbeb64fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.652056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-944fafcd-29fa-49cf-9687-75ecbbeb64fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.653257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-944fafcd-29fa-49cf-9687-75ecbbeb64fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1dfce9e3-66ba-4b23-93b1-178df0baef09 HTTP/1.1" status: 204 len: 168 time: 0.7630529 Aug 19 12:02:56.679332 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2194e0cf-b02a-4b81-84c3-fecd50681d1a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.689752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fafcd-29fa-49cf-9687-75ecbbeb64fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfce9e3-66ba-4b23-93b1-178df0baef09,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:56.703860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2194e0cf-b02a-4b81-84c3-fecd50681d1a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for bd01c051-a16a-4ce1-a292-3bf8dd2c91cf owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:56.717613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Made reservation on behalf of 69173b2229414dbd8766cb9efbd9b092 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:56.721473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.738048 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-238d99d1-3b00-49cc-a788-328bed81be9a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.819297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-238d99d1-3b00-49cc-a788-328bed81be9a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Calling delete_port for 0d265a3e-da16-44ee-bbc0-3ba6260c4c5e owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:02:56.845701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f0d1a4-a493-4411-b08f-c88a2fed94ce {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:02:56.859797 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.904139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Transition to ACTIVE for port object 55f0d1a4-a493-4411-b08f-c88a2fed94ce will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:56.931035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:56.938986 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.962910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'e6591a6a-3618-45bb-9c07-0bbd3fb8ec53', 'network_id': '3c0301bd-c00f-49ee-9f94-b8baa0539986', 'port_id': 'e6591a6a-3618-45bb-9c07-0bbd3fb8ec53', 'mac_address': 'fa:16:3e:9e:8d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15017d99-bef0-4f25-bdd2-81fab25e7788', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:02:57.016622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7e627-cdca-4439-b99a-0900f0ede681 req-9d5bfc69-ed0c-4322-88f9-4834c8045548 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:57.024465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3f7e627-cdca-4439-b99a-0900f0ede681 req-9d5bfc69-ed0c-4322-88f9-4834c8045548 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 944 time: 0.1565843 Aug 19 12:02:57.038453 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.042136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2194e0cf-b02a-4b81-84c3-fecd50681d1a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.086840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194e0cf-b02a-4b81-84c3-fecd50681d1a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=bd01c051-a16a-4ce1-a292-3bf8dd2c91cf,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:57.113416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:02:57.127210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=55f0d1a4-a493-4411-b08f-c88a2fed94ce,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:57.132422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Allocated IP 172.20.0.7 (85f48126-d0ea-4b60-af9e-8bf58483c32d/3593c544-52e4-4f2d-86f2-83db947e0fb4/7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:57.170658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2194e0cf-b02a-4b81-84c3-fecd50681d1a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.176245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2194e0cf-b02a-4b81-84c3-fecd50681d1a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/bd01c051-a16a-4ce1-a292-3bf8dd2c91cf HTTP/1.1" status: 204 len: 168 time: 0.9993744 Aug 19 12:02:57.179789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60496) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:57.189264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:57.197411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.205304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3f7e627-cdca-4439-b99a-0900f0ede681 req-5c29cd46-07f2-4e13-9e9e-b46f7981f12b tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796887 Aug 19 12:02:57.227832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60498) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:57.230709 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd743b19-94f7-465f-b0a1-82d8d9670f7c req-272be8de-907c-410c-821c-5e83c95bafd2 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 210 time: 0.1270916 Aug 19 12:02:57.284805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:57.291114 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-294902c1-0319-4ea2-9e98-b91d202f43b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.329378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Attempting to bind port 55f0d1a4-a493-4411-b08f-c88a2fed94ce on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:57.329721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Attempting to bind port 55f0d1a4-a493-4411-b08f-c88a2fed94ce by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:57.330056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Attempting to bind port 55f0d1a4-a493-4411-b08f-c88a2fed94ce on network 5d385f13-1189-459e-a162-7a3d23ca3a4d {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:57.357072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Port 55f0d1a4-a493-4411-b08f-c88a2fed94ce on network 5d385f13-1189-459e-a162-7a3d23ca3a4d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:02:57.357517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Attempting to bind port 55f0d1a4-a493-4411-b08f-c88a2fed94ce on network 5d385f13-1189-459e-a162-7a3d23ca3a4d {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:57.377493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:57.377833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Checking segment: {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:57.378232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Bound using segment: {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:57.378720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Bound port: 55f0d1a4-a493-4411-b08f-c88a2fed94ce, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9819fb8a-584b-479c-a123-622a505675cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:57.379325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.418321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2dde9-0830-42e2-8be3-ea025c35a06f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:57.423410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dce2dde9-0830-42e2-8be3-ea025c35a06f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2414048 Aug 19 12:02:57.424290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60508) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:57.432542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-238d99d1-3b00-49cc-a788-328bed81be9a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.480009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['e6591a6a-3618-45bb-9c07-0bbd3fb8ec53'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:02:57.506280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d99d1-3b00-49cc-a788-328bed81be9a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event deleted for resources: {'Port': ['ID=0d265a3e-da16-44ee-bbc0-3ba6260c4c5e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:57.516429 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff167ad7-ecbb-49c7-8676-bd70d00aa0ad tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:02:57.535055 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff167ad7-ecbb-49c7-8676-bd70d00aa0ad tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/149ac1a1-67f5-4f9a-b001-348cb75ec309 HTTP/1.1" status: 404 len: 333 time: 0.1008253 Aug 19 12:02:57.566879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60510) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:57.601675 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f051a943-6dfd-4980-b756-491aa142739a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:02:57.606652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f051a943-6dfd-4980-b756-491aa142739a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/bd01c051-a16a-4ce1-a292-3bf8dd2c91cf HTTP/1.1" status: 404 len: 333 time: 0.0385115 Aug 19 12:02:57.612371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60512) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:57.615326 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-294902c1-0319-4ea2-9e98-b91d202f43b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.645721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-294902c1-0319-4ea2-9e98-b91d202f43b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.690767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-294902c1-0319-4ea2-9e98-b91d202f43b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0996ee81a5e84812b2ec764960204023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566612 Aug 19 12:02:57.702082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60516) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:57.773711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] For port 55f0d1a4-a493-4411-b08f-c88a2fed94ce, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:57.776368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847240-97ca-4f0a-ac92-f963bc91f0cc req-4345b9b1-a239-46bd-92ea-6eca196a86e8 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:57.778727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7847240-97ca-4f0a-ac92-f963bc91f0cc req-4345b9b1-a239-46bd-92ea-6eca196a86e8 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 943 time: 0.2762411 Aug 19 12:02:57.822336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] For port 55f0d1a4-a493-4411-b08f-c88a2fed94ce, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:57.847448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.887647 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-238d99d1-3b00-49cc-a788-328bed81be9a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.889668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-238d99d1-3b00-49cc-a788-328bed81be9a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "DELETE /v2.0/ports/0d265a3e-da16-44ee-bbc0-3ba6260c4c5e HTTP/1.1" status: 204 len: 168 time: 1.8249128 Aug 19 12:02:57.902610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60518) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:57.938722 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa8e523-75a1-46ea-8f23-58441747de0e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] GET failed (client error): The resource could not be found. Aug 19 12:02:57.940445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-baa8e523-75a1-46ea-8f23-58441747de0e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "GET /v2.0/ports/0d265a3e-da16-44ee-bbc0-3ba6260c4c5e HTTP/1.1" status: 404 len: 333 time: 0.0315597 Aug 19 12:02:57.945059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294902c1-0319-4ea2-9e98-b91d202f43b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0d90ed-6067-4aba-bcc0-3eaba7e06ca3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:57.945340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=55f0d1a4-a493-4411-b08f-c88a2fed94ce,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:57.947937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60520) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:57.956550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'port': {'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-345289063'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:57.966541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:57.969697 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.970651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:57.972742 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-da0d5349-c76e-47ba-a19d-4a8f66a2a6f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/55f0d1a4-a493-4411-b08f-c88a2fed94ce HTTP/1.1" status: 200 len: 1091 time: 3.0036871 Aug 19 12:02:57.992744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:57.993778 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0966502-80ce-4bd2-872d-ee38f7b0b56a" -d '{"events": [{"name": "network-changed", "server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:58.047838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4871855-e90c-4c49-a395-2cb1cae9e47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.055757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.083491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7847240-97ca-4f0a-ac92-f963bc91f0cc req-2ebd726c-a985-47da-b420-c3c878c86467 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787781 Aug 19 12:02:58.084796 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301b4b08-67fc-4cde-b830-bdcdfb5170a6 x-openstack-request-id: req-301b4b08-67fc-4cde-b830-bdcdfb5170a6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:58.085254 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:58.085660 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-301b4b08-67fc-4cde-b830-bdcdfb5170a6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:58.086443 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'status': 'completed', 'code': 200} Aug 19 12:02:58.155585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4871855-e90c-4c49-a395-2cb1cae9e47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.212935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-8b198dd3-432e-42a6-b8af-97ad7ea5088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:58.215658 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-8b198dd3-432e-42a6-b8af-97ad7ea5088c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55bc4ebc3d994d0fa15793af4ba34823&device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 1094 time: 0.1558733 Aug 19 12:02:58.224639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.239581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d49203-5265-4b3a-b580-a3f2c7550f7e']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:58.256929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd800f1ae-2343-4500-af24-b983f9316f38') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:58.257307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd800f1ae-2343-4500-af24-b983f9316f38') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:58.275238 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.291134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Made reservation on behalf of f20b0f664c344c9fbd5d728244f9c84d for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:58.291645 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.296347 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.296591 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-eb062751-75f2-4a03-9e8b-48384eba3f22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce HTTP/1.1" status: 200 len: 217 time: 0.0655677 Aug 19 12:02:58.307953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.326631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:02:58.327079 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.330464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:02:58.331508 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:02:58.367318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4871855-e90c-4c49-a395-2cb1cae9e47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.369913 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4871855-e90c-4c49-a395-2cb1cae9e47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.373365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f4871855-e90c-4c49-a395-2cb1cae9e47c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc0d90ed-6067-4aba-bcc0-3eaba7e06ca3 HTTP/1.1" status: 204 len: 168 time: 0.6521971 Aug 19 12:02:58.400427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] device_id is not set on port e1a6dd58-f379-445a-adaa-76de1abc26b6 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:02:58.417252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4871855-e90c-4c49-a395-2cb1cae9e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0d90ed-6067-4aba-bcc0-3eaba7e06ca3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:58.462362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Network 85f48126-d0ea-4b60-af9e-8bf58483c32d is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:58.469810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:58.478486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:58.528893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-ca05a6f3-bdcc-4caa-94ac-10a00e6dcc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:58.530733 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-ca05a6f3-bdcc-4caa-94ac-10a00e6dcc71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a82bd09-9be5-4cc0-88a1-450c1f87d529 HTTP/1.1" status: 200 len: 868 time: 0.2250454 Aug 19 12:02:58.547327 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.548230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'Port': ['ID=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:58.561734 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:02:58.595037 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.601284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/networks/86d49203-5265-4b3a-b580-a3f2c7550f7e HTTP/1.1" status: 204 len: 168 time: 0.9726138 Aug 19 12:02:58.611374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96274793-4b37-4ef8-a2e3-233e9978bff3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Network': ['ID=86d49203-5265-4b3a-b580-a3f2c7550f7e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:58.626385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60540) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:58.627158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:58.634718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1910636146'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:58.648560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97bd63-44cd-4af1-bedf-196e72449ab8 req-fb104a23-0b06-4e89-895f-3bdabe7da7a5 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:58.650651 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e97bd63-44cd-4af1-bedf-196e72449ab8 req-fb104a23-0b06-4e89-895f-3bdabe7da7a5 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 945 time: 0.2628782 Aug 19 12:02:58.654249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:58.654928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.666587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89480d-5a37-4b85-b6e7-2cc6b53cc2c7 req-1750be28-2f1c-41f6-99a4-607fc5ff70a3 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:58.675203 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f89480d-5a37-4b85-b6e7-2cc6b53cc2c7 req-1750be28-2f1c-41f6-99a4-607fc5ff70a3 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 931 time: 0.2527010 Aug 19 12:02:58.682362 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0da9f6a4-4025-40e3-816a-731767f4e660 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1948524 Aug 19 12:02:58.688934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-e15b6603-b602-472f-bf1f-263927afec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:58.690528 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-e15b6603-b602-472f-bf1f-263927afec3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d385f13-1189-459e-a162-7a3d23ca3a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213784 Aug 19 12:02:58.709930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Request body: {'port': {'device_id': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:58.758092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:58.763967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:58.764851 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.848109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:58.853867 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.861313 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.866466 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f89480d-5a37-4b85-b6e7-2cc6b53cc2c7 req-0a761033-d641-4bcc-b3e0-ef1c33ec163c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895649 Aug 19 12:02:58.897446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e97bd63-44cd-4af1-bedf-196e72449ab8 req-c4f8298b-4412-454b-aee6-3d154ca7f428 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088430 Aug 19 12:02:58.924565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Allocated IP 2001:db8::4d (e3d106cf-ba19-484b-81e6-f7034ed0ba90/ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db/e1a6dd58-f379-445a-adaa-76de1abc26b6) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:58.975876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:58.976453 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-ae271d49-5324-404c-884a-7e54817e792d service neutron] 10.222.0.54 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631021 Aug 19 12:02:58.994236 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.998680 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.999038 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Added segment 7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74 of type vlan for network 18b31f7f-71ca-4d59-924a-498f1622a997 Aug 19 12:02:59.038091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996e6b01-7093-427f-989d-eca8f51e81c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6591a6a-3618-45bb-9c07-0bbd3fb8ec53'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:02:59.044392 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f397a1-0d82-4353-a148-aae62a683381" -d '{"events": [{"server_uuid": "996e6b01-7093-427f-989d-eca8f51e81c4", "name": "network-vif-plugged", "status": "completed", "tag": "e6591a6a-3618-45bb-9c07-0bbd3fb8ec53"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:02:59.073913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:59.100358 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:59.115100 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358edef1-f281-4cfd-a8d1-588129daf7cb x-openstack-request-id: req-358edef1-f281-4cfd-a8d1-588129daf7cb {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:02:59.115365 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996e6b01-7093-427f-989d-eca8f51e81c4", "name": "network-vif-plugged", "status": "completed", "tag": "e6591a6a-3618-45bb-9c07-0bbd3fb8ec53", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:02:59.115571 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-358edef1-f281-4cfd-a8d1-588129daf7cb {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:02:59.115951 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996e6b01-7093-427f-989d-eca8f51e81c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6591a6a-3618-45bb-9c07-0bbd3fb8ec53', 'code': 200} Aug 19 12:02:59.120780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:59.168432 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-92f91df1-f413-46a1-ad11-dfbe7c2ee5a6 req-3c505a3c-1f02-4d5b-b652-d792db10194b service neutron] 10.222.0.54 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813056 Aug 19 12:02:59.269650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:59.278024 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:59.296455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:59.297166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:59.422549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475b155-8912-4809-97ba-e367a27990e5 req-2a6f9366-f953-4793-8893-5da333bb71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:59.424229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4475b155-8912-4809-97ba-e367a27990e5 req-2a6f9366-f953-4793-8893-5da333bb71d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 1097 time: 0.2182910 Aug 19 12:02:59.446943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:59.449046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-6da24bd9-edd9-448d-99e5-a6d470f9d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:59.450914 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-6da24bd9-edd9-448d-99e5-a6d470f9d963 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55bc4ebc3d994d0fa15793af4ba34823&device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 1094 time: 0.1085362 Aug 19 12:02:59.476057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8474674 Aug 19 12:02:59.483061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60570) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:59.500882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': '18b31f7f-71ca-4d59-924a-498f1622a997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:59.524097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Transition to ACTIVE for port object e1a6dd58-f379-445a-adaa-76de1abc26b6 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:59.527467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550b512-2542-4cac-a661-01ef21b02096 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Network': ['ID=18b31f7f-71ca-4d59-924a-498f1622a997,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:59.538977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 18b31f7f-71ca-4d59-924a-498f1622a997 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:59.598354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ab7ed-5518-4789-b1a6-2a5778543142 req-c7ac6cdf-916f-47a0-8013-7c97a90d0996 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:59.605834 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b68ab7ed-5518-4789-b1a6-2a5778543142 req-c7ac6cdf-916f-47a0-8013-7c97a90d0996 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 943 time: 0.3053098 Aug 19 12:02:59.646610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4475b155-8912-4809-97ba-e367a27990e5 req-729afff0-1a37-42d3-90bc-def222d5c899 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062016 Aug 19 12:02:59.701293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:59.705134 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:59.769261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-673dc1f8-505b-4997-a4a6-a05ff67c405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:59.775262 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-673dc1f8-505b-4997-a4a6-a05ff67c405d service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d385f13-1189-459e-a162-7a3d23ca3a4d HTTP/1.1" status: 200 len: 930 time: 0.3153203 Aug 19 12:02:59.871886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b68ab7ed-5518-4789-b1a6-2a5778543142 req-85fbf096-fcd5-4e25-ba4b-50171f815674 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651682 Aug 19 12:02:59.879257 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-fa57bc3f-da4a-4113-af9a-f97fbe9bd11e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce HTTP/1.1" status: 200 len: 217 time: 0.0915580 Aug 19 12:02:59.881706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:02:59.883606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:59.892219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:59.986670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-4836d501-c1e8-4f7d-be94-a51a5232752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:59.988299 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-4836d501-c1e8-4f7d-be94-a51a5232752f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a82bd09-9be5-4cc0-88a1-450c1f87d529 HTTP/1.1" status: 200 len: 868 time: 0.0927849 Aug 19 12:02:59.993963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Transition to ACTIVE for port object 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:59.998841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:00.016557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:00.020148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:00.031800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.032153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:00.032875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.115487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:00.170641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-58641617-86f0-4fd2-bc9c-a575d6b260a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:00.172784 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-58641617-86f0-4fd2-bc9c-a575d6b260a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d385f13-1189-459e-a162-7a3d23ca3a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758287 Aug 19 12:03:00.225477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2759271 Aug 19 12:03:00.229972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9f147-b4b4-4f07-b896-ca0b77ae7f89 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Port': ['ID=e1a6dd58-f379-445a-adaa-76de1abc26b6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:00.232397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60596) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:00.247623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2e4a1bd4-7c08-44fe-bbfa-e8c80745f808 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:7b:47:47'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:00.303698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Attempting to bind port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:00.304588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Attempting to bind port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '28631864-e28f-4d31-aff3-783a801b2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:00.305101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Attempting to bind port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 on network 85f48126-d0ea-4b60-af9e-8bf58483c32d {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:00.313662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 on network 85f48126-d0ea-4b60-af9e-8bf58483c32d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:03:00.314414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Attempting to bind port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 on network 85f48126-d0ea-4b60-af9e-8bf58483c32d {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:00.337166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:00.337825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Checking segment: {'id': '28631864-e28f-4d31-aff3-783a801b2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:00.338390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Bound using segment: {'id': '28631864-e28f-4d31-aff3-783a801b2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:00.338980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Bound port: 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28631864-e28f-4d31-aff3-783a801b2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:00.339495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.409265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-f4122f1a-382c-4f36-8d93-b584267d7de8 service neutron] 10.222.0.54 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132189 Aug 19 12:03:00.469844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbf921-e743-471f-9c14-d02b800e09e9 req-e3923c47-39e8-4c58-9f0a-b248432aa468 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:00.478246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4cbbf921-e743-471f-9c14-d02b800e09e9 req-e3923c47-39e8-4c58-9f0a-b248432aa468 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.3533149 Aug 19 12:03:00.497452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4a3536a4-fb49-4956-bd48-131c7bc422ef None None] Provisioning for port e1a6dd58-f379-445a-adaa-76de1abc26b6 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:00.503334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4a3536a4-fb49-4956-bd48-131c7bc422ef None None] Provisioning complete for port e1a6dd58-f379-445a-adaa-76de1abc26b6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:00.504808 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4a3536a4-fb49-4956-bd48-131c7bc422ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.533169 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b0966502-80ce-4bd2-872d-ee38f7b0b56a req-d3c1df55-6eb9-4339-ba20-6afa8bf020ee service neutron] 10.222.0.54 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149831 Aug 19 12:03:00.556223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] For port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:00.559002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518677f-1cb6-4f3d-afe2-1485134f4d95 req-e240da5d-2d43-4b03-b14d-514244c1c2b0 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:00.560544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] For port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:00.568625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c518677f-1cb6-4f3d-afe2-1485134f4d95 req-e240da5d-2d43-4b03-b14d-514244c1c2b0 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 943 time: 0.5556023 Aug 19 12:03:00.579476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.606203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.626215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4a3536a4-fb49-4956-bd48-131c7bc422ef None None] Port e1a6dd58-f379-445a-adaa-76de1abc26b6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:00.639879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:00.640516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.642238 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] 10.222.0.54 "PUT /v2.0/ports/7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 HTTP/1.1" status: 200 len: 1091 time: 1.9390204 Aug 19 12:03:00.642824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:00.645395 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a83f3e-3fce-49fd-97cd-e017721048bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:00.666877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=6ad41fe9-72bb-49ae-9bb1-5e1453d6d6a5,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:00.744210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59387049-cd74-4bdd-ad62-3f0d9e611b56 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:00.765230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-8034575c-c9f9-46f5-b72e-b8efdbbd2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:00.771521 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-8034575c-c9f9-46f5-b72e-b8efdbbd2d70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1094 time: 0.0632045 Aug 19 12:03:00.784206 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c518677f-1cb6-4f3d-afe2-1485134f4d95 req-7c4b2138-d546-4ff7-862b-7dd822e413fb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143497 Aug 19 12:03:00.825710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4cbbf921-e743-471f-9c14-d02b800e09e9 req-4e43dd07-4fd2-4079-8f34-e0fe1ef5e7e0 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465693 Aug 19 12:03:00.830879 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-26ef628a-042c-4641-9126-e8b5b4847eb8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 HTTP/1.1" status: 200 len: 217 time: 0.0458100 Aug 19 12:03:00.880511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Checking segment: {'id': '7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '18b31f7f-71ca-4d59-924a-498f1622a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:00.880914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network hostable DHCP agents. Network: 18b31f7f-71ca-4d59-924a-498f1622a997, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:00.903905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1bd4-7c08-44fe-bbfa-e8c80745f808 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.921972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0d2cdf00-0359-45ac-ac56-4a563c33f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:00.923566 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-0d2cdf00-0359-45ac-ac56-4a563c33f8cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 0.0846355 Aug 19 12:03:00.925856 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746eed29-f15a-4f03-a9bc-ffa59c3f169a x-openstack-request-id: req-746eed29-f15a-4f03-a9bc-ffa59c3f169a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:00.926306 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:00.926844 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-746eed29-f15a-4f03-a9bc-ffa59c3f169a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:00.927401 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76', 'status': 'completed', 'code': 200} Aug 19 12:03:00.931398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 18b31f7f-71ca-4d59-924a-498f1622a997 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:00.964446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 18b31f7f-71ca-4d59-924a-498f1622a997) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:00.970112 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-278ab0ae-c43a-41e0-a433-c6ee391e76f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387282 Aug 19 12:03:00.971552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:00.972238 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.974033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d28f2f-c9d3-427a-9d3e-aa8578590d6a None None] Network 18b31f7f-71ca-4d59-924a-498f1622a997 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:01.103457 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7c53c303-8855-48a2-85b3-cd1975ec1d5b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6130517 Aug 19 12:03:01.107437 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-55bc01eb-e5ed-4e5e-9d4f-a18f26876ae9 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215503 Aug 19 12:03:01.108044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60618) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:01.113835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770aef5-d400-4481-bfc7-a6f5a937bb5f req-393e6b43-0ab0-4fec-b13b-430f880feb9d tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:01.115384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e770aef5-d400-4481-bfc7-a6f5a937bb5f req-393e6b43-0ab0-4fec-b13b-430f880feb9d tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 943 time: 0.0871160 Aug 19 12:03:01.116133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': '18b31f7f-71ca-4d59-924a-498f1622a997', 'name': 'tempest-PortsTestJSON-417275970'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:01.212767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e770aef5-d400-4481-bfc7-a6f5a937bb5f req-5ab68e22-50a5-4b2f-b39c-41b7e75bfb8d tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905728 Aug 19 12:03:01.327514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-18b31f7f-71ca-4d59-924a-498f1622a997', 'network_id': '18b31f7f-71ca-4d59-924a-498f1622a997', 'tenant_id': 'add3c66411554f89b328ef766721a67e', 'fixed_ips': [{'subnet_id': '6ad41fe9-72bb-49ae-9bb1-5e1453d6d6a5'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:03:01.328418 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.343476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1bd4-7c08-44fe-bbfa-e8c80745f808 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.357351 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1bd4-7c08-44fe-bbfa-e8c80745f808 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.416033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a1bd4-7c08-44fe-bbfa-e8c80745f808 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] In _notify_port_updated(), no bound segment for port e1a6dd58-f379-445a-adaa-76de1abc26b6 on network e3d106cf-ba19-484b-81e6-f7034ed0ba90 {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:01.421868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a1bd4-7c08-44fe-bbfa-e8c80745f808 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:01.422643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1bd4-7c08-44fe-bbfa-e8c80745f808 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.424998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2e4a1bd4-7c08-44fe-bbfa-e8c80745f808 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "PUT /v2.0/ports/e1a6dd58-f379-445a-adaa-76de1abc26b6 HTTP/1.1" status: 200 len: 1001 time: 1.1875818 Aug 19 12:03:01.427785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60624) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:01.517544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a1bd4-7c08-44fe-bbfa-e8c80745f808 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Port': ['ID=e1a6dd58-f379-445a-adaa-76de1abc26b6,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:01.526291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Allocated IP 172.20.0.2 (18b31f7f-71ca-4d59-924a-498f1622a997/6ad41fe9-72bb-49ae-9bb1-5e1453d6d6a5/c206328c-d471-4346-b19a-858953f9aa65) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:01.642668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a8f54adf-a1c6-40a3-8105-5224e8dd2324 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Deleting port e1a6dd58-f379-445a-adaa-76de1abc26b6 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:01.643026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8f54adf-a1c6-40a3-8105-5224e8dd2324 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.718535 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.731106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Transition to ACTIVE for port object c206328c-d471-4346-b19a-858953f9aa65 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:01.750887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Transition to ACTIVE for port object c206328c-d471-4346-b19a-858953f9aa65 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:01.766242 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.812947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Network 18b31f7f-71ca-4d59-924a-498f1622a997 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:01.818391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:01.821126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:01.891142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Pushing event updated for resources: {'Port': ['ID=c206328c-d471-4346-b19a-858953f9aa65,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:01.893480 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8f54adf-a1c6-40a3-8105-5224e8dd2324 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.942540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a8f54adf-a1c6-40a3-8105-5224e8dd2324 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Calling delete_port for e1a6dd58-f379-445a-adaa-76de1abc26b6 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:01.988242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Attempting to bind port c206328c-d471-4346-b19a-858953f9aa65 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:01.988508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Attempting to bind port c206328c-d471-4346-b19a-858953f9aa65 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '18b31f7f-71ca-4d59-924a-498f1622a997'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:01.993161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Attempting to bind port c206328c-d471-4346-b19a-858953f9aa65 on network 18b31f7f-71ca-4d59-924a-498f1622a997 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:02.007831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-21e4438b-f853-4c53-a95a-fe01dc4a33ca None None] Provisioning complete for port e1a6dd58-f379-445a-adaa-76de1abc26b6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:02.008201 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-21e4438b-f853-4c53-a95a-fe01dc4a33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:02.012719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:02.013105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Checking segment: {'id': '7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '18b31f7f-71ca-4d59-924a-498f1622a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:02.013482 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:02.013873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Bound using segment: {'id': '7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '18b31f7f-71ca-4d59-924a-498f1622a997'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:02.014348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Bound port: c206328c-d471-4346-b19a-858953f9aa65, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '18b31f7f-71ca-4d59-924a-498f1622a997'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:02.014727 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:02.123757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-21e4438b-f853-4c53-a95a-fe01dc4a33ca None None] Port e1a6dd58-f379-445a-adaa-76de1abc26b6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:02.156862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] For port c206328c-d471-4346-b19a-858953f9aa65, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:02.159364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] For port c206328c-d471-4346-b19a-858953f9aa65, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c206328c-d471-4346-b19a-858953f9aa65,segment=NetworkSegment(7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74),segment_id=7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:02.167601 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:02.293770 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09b5b9b6-b297-4619-ba29-0f0a3d7fc949 req-30955709-39d1-49b3-84ec-59dd3ee89c33 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1718609 Aug 19 12:03:02.310984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e07a17-9669-420e-8c58-a5cd0db8c5f8 None None] Pushing event updated for resources: {'Port': ['ID=c206328c-d471-4346-b19a-858953f9aa65,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:02.319792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:02.326175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:02.356943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port fcdf9889-da4e-4b40-af70-ec441a506ec7 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:02.400961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 55f0d1a4-a493-4411-b08f-c88a2fed94ce details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:03:02.565463 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-5b344fe3-0498-44cc-9e3f-46a68160397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:02.570602 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-5b344fe3-0498-44cc-9e3f-46a68160397c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1094 time: 0.1723161 Aug 19 12:03:02.724385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 55f0d1a4-a493-4411-b08f-c88a2fed94ce, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:02.758446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'port_id': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'mac_address': 'fa:16:3e:84:4e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:03:02.797614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.8 (18b31f7f-71ca-4d59-924a-498f1622a997/6ad41fe9-72bb-49ae-9bb1-5e1453d6d6a5/fcdf9889-da4e-4b40-af70-ec441a506ec7) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:02.854770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-946a7f72-9f5d-41c1-81eb-b176a9a85727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:02.856342 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-946a7f72-9f5d-41c1-81eb-b176a9a85727 service neutron] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 913 time: 0.2778721 Aug 19 12:03:02.898719 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:02.925284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f0d1a4-a493-4411-b08f-c88a2fed94ce {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:03:02.927050 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-38210842-ea00-4ed9-b982-15ff4b82c4c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 HTTP/1.1" status: 200 len: 217 time: 0.0600727 Aug 19 12:03:02.934747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc41963-83b9-4672-ade7-e70309858e73 req-df70a671-35e0-4ddc-bb23-c108bc1b699e tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:02.942484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdc41963-83b9-4672-ade7-e70309858e73 req-df70a671-35e0-4ddc-bb23-c108bc1b699e tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 943 time: 1.0121684 Aug 19 12:03:02.966818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 55f0d1a4-a493-4411-b08f-c88a2fed94ce, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:02.977174 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:02.980437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09403eb0-1175-4c68-ba64-df3de2b90451 req-c41e2b51-25bd-4de6-b27d-5a2aa28e7251 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:02.988992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09403eb0-1175-4c68-ba64-df3de2b90451 req-c41e2b51-25bd-4de6-b27d-5a2aa28e7251 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 1.0208116 Aug 19 12:03:03.045405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8f54adf-a1c6-40a3-8105-5224e8dd2324 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:03.090115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=55f0d1a4-a493-4411-b08f-c88a2fed94ce,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:03.155715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-36fcae32-744b-427d-a50e-f799d56eead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:03.157850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-36fcae32-744b-427d-a50e-f799d56eead6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 0.2125957 Aug 19 12:03:03.188938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdc41963-83b9-4672-ade7-e70309858e73 req-ddcdf1cf-31d0-463e-a890-5fe786aeaee5 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963007 Aug 19 12:03:03.235623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f54adf-a1c6-40a3-8105-5224e8dd2324 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event deleted for resources: {'Port': ['ID=e1a6dd58-f379-445a-adaa-76de1abc26b6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:03.260385 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-6886a4fb-eef5-460d-aba2-886947d55cab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910017 Aug 19 12:03:03.267578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['55f0d1a4-a493-4411-b08f-c88a2fed94ce'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:03:03.331425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8f54adf-a1c6-40a3-8105-5224e8dd2324 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:03.341990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a8f54adf-a1c6-40a3-8105-5224e8dd2324 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "DELETE /v2.0/ports/e1a6dd58-f379-445a-adaa-76de1abc26b6 HTTP/1.1" status: 204 len: 168 time: 1.9129488 Aug 19 12:03:03.346203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60666) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:03.461189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09403eb0-1175-4c68-ba64-df3de2b90451 req-3a919e25-ec3c-40ef-904d-b9c3912abebd tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523749 Aug 19 12:03:03.517762 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-a3ef53ee-286f-4e4e-984e-71b830ad1ccf service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393019 Aug 19 12:03:03.606619 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-654dbfb0-9d05-4c2c-895c-6b764ff1dbaa tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] GET failed (client error): The resource could not be found. Aug 19 12:03:03.616765 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-654dbfb0-9d05-4c2c-895c-6b764ff1dbaa tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "GET /v2.0/ports/e1a6dd58-f379-445a-adaa-76de1abc26b6 HTTP/1.1" status: 404 len: 333 time: 0.2612009 Aug 19 12:03:03.623450 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60678) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:03.631220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:03.638909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'port': {'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1718029227'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:03.677215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object fcdf9889-da4e-4b40-af70-ec441a506ec7 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:03.728547 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:03.842991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 18b31f7f-71ca-4d59-924a-498f1622a997 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:03.849747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:03.856397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:03.922192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:03.922837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:03.929873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a5e7-6ff8-4364-8d47-f84acf1632de req-1b0cae05-3cf0-440d-a685-da2e981ac686 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:03.931459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f847a5e7-6ff8-4364-8d47-f84acf1632de req-1b0cae05-3cf0-440d-a685-da2e981ac686 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 944 time: 0.5860844 Aug 19 12:03:03.940469 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=fcdf9889-da4e-4b40-af70-ec441a506ec7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:03.950869 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-344cb018-05c6-49fe-bc3f-64a2ac962254 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8382158 Aug 19 12:03:03.950869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60684) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:03.993911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770748f-1c10-4d13-a9da-ee765c6c5866 None None] Network 18b31f7f-71ca-4d59-924a-498f1622a997 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:04.024240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c206328c-d471-4346-b19a-858953f9aa65 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:04.040194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b7a83f3e-3fce-49fd-97cd-e017721048bc req-b498516a-69fe-43b9-bf76-c003b81e5ba7 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239756 Aug 19 12:03:04.073877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7616b5e5-bba2-45b8-905f-d98ab0a4bd04 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port fcdf9889-da4e-4b40-af70-ec441a506ec7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:04.074318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7616b5e5-bba2-45b8-905f-d98ab0a4bd04 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:04.123812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4283-d0a0-41de-aaef-d1ca9ecd78e1 req-e60349d0-735b-4030-8160-f465da7c045f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:04.137746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b7a4283-d0a0-41de-aaef-d1ca9ecd78e1 req-e60349d0-735b-4030-8160-f465da7c045f tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.5131440 Aug 19 12:03:04.199675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7616b5e5-bba2-45b8-905f-d98ab0a4bd04 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:04.222181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7616b5e5-bba2-45b8-905f-d98ab0a4bd04 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for fcdf9889-da4e-4b40-af70-ec441a506ec7 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:04.272194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f847a5e7-6ff8-4364-8d47-f84acf1632de req-38fa3f5e-cc47-4b45-848f-37c15428c91d tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128297 Aug 19 12:03:04.346476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6c9162fb-4053-488f-b948-ea6fa6c1a354 None None] Provisioning for port c206328c-d471-4346-b19a-858953f9aa65 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:04.413731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b7a4283-d0a0-41de-aaef-d1ca9ecd78e1 req-b1707c51-307d-4977-8843-ecaec8dfc76d tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432125 Aug 19 12:03:04.458173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:03:04.472226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 55f0d1a4-a493-4411-b08f-c88a2fed94ce up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:04.476909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Made reservation on behalf of f20b0f664c344c9fbd5d728244f9c84d for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:04.485964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:04.639750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] device_id is not set on port 1606dd13-a738-4588-ad3f-b5b164d8c5ec yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:04.663510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7616b5e5-bba2-45b8-905f-d98ab0a4bd04 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:04.702603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17471afc-afe2-47dd-8685-1d2e5a570f03 req-745c9168-88e7-4c6c-a1b0-fa3a0beae11a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:04.704192 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17471afc-afe2-47dd-8685-1d2e5a570f03 req-745c9168-88e7-4c6c-a1b0-fa3a0beae11a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 943 time: 0.2053797 Aug 19 12:03:04.756919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60704) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:04.757764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616b5e5-bba2-45b8-905f-d98ab0a4bd04 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=fcdf9889-da4e-4b40-af70-ec441a506ec7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:04.792748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port c206328c-d471-4346-b19a-858953f9aa65 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:04.899200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7616b5e5-bba2-45b8-905f-d98ab0a4bd04 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:04.903764 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7616b5e5-bba2-45b8-905f-d98ab0a4bd04 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/fcdf9889-da4e-4b40-af70-ec441a506ec7 HTTP/1.1" status: 204 len: 168 time: 0.9519920 Aug 19 12:03:04.904442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60710) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:04.938889 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-11232035-597f-4439-9d0d-cb5098a2ad2e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:03:04.939681 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11232035-597f-4439-9d0d-cb5098a2ad2e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:03:04.946160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Allocated IP 2001:db8::262 (e3d106cf-ba19-484b-81e6-f7034ed0ba90/ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db/1606dd13-a738-4588-ad3f-b5b164d8c5ec) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:04.946785 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-11232035-597f-4439-9d0d-cb5098a2ad2e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/fcdf9889-da4e-4b40-af70-ec441a506ec7 HTTP/1.1" status: 404 len: 333 time: 0.0410826 Aug 19 12:03:04.947566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60712) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:04.985627 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-58527a57-a6a1-4877-8e1d-881fed1a9b8d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:03:04.991829 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-58527a57-a6a1-4877-8e1d-881fed1a9b8d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/fcdf9889-da4e-4b40-af70-ec441a506ec7 HTTP/1.1" status: 404 len: 333 time: 0.0431287 Aug 19 12:03:04.992490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60714) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:05.071844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-807d0845-cf09-4b00-916d-6d7d9929158f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet 6ad41fe9-72bb-49ae-9bb1-5e1453d6d6a5 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:03:05.076180 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-807d0845-cf09-4b00-916d-6d7d9929158f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.100618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c206328c-d471-4346-b19a-858953f9aa65 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:05.102102 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.136246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-807d0845-cf09-4b00-916d-6d7d9929158f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.167388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17471afc-afe2-47dd-8685-1d2e5a570f03 req-cfb2de9b-dabf-4c36-baea-7a6da1b99a99 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196005 Aug 19 12:03:05.218163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63040-78eb-4873-9584-68f5fc763dcf req-7b01f061-2a86-4158-99c4-e55715236334 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:05.226493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5c63040-78eb-4873-9584-68f5fc763dcf req-7b01f061-2a86-4158-99c4-e55715236334 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.1775615 Aug 19 12:03:05.270836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:05.287390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-807d0845-cf09-4b00-916d-6d7d9929158f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.326897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.355853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76', 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d', 'port_id': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76', 'mac_address': 'fa:16:3e:cd:b6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3593c544-52e4-4f2d-86f2-83db947e0fb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:03:05.361236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.382256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5db9db46-e897-4e84-8f61-59c9a760382a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.386218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-807d0845-cf09-4b00-916d-6d7d9929158f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.413825 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.443723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5c63040-78eb-4873-9584-68f5fc763dcf req-2783f349-f1d8-4938-a0a4-021a3f35a4d2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158854 Aug 19 12:03:05.463898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Transition to ACTIVE for port object 1606dd13-a738-4588-ad3f-b5b164d8c5ec will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:05.541881 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:03:05.542252 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:03:05.542713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 55f0d1a4-a493-4411-b08f-c88a2fed94ce completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:05.557213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:03:05.583655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 55f0d1a4-a493-4411-b08f-c88a2fed94ce triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:05.584033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.598559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4b11-4700-4c89-936b-a3f1455e1aeb req-9e10030b-14d9-4de2-abc1-cd3bf0285d97 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:05.606332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b6a4b11-4700-4c89-936b-a3f1455e1aeb req-9e10030b-14d9-4de2-abc1-cd3bf0285d97 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 944 time: 0.1437643 Aug 19 12:03:05.613762 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-807d0845-cf09-4b00-916d-6d7d9929158f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.623311 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-807d0845-cf09-4b00-916d-6d7d9929158f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/6ad41fe9-72bb-49ae-9bb1-5e1453d6d6a5 HTTP/1.1" status: 204 len: 168 time: 0.6296799 Aug 19 12:03:05.625555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d0845-cf09-4b00-916d-6d7d9929158f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad41fe9-72bb-49ae-9bb1-5e1453d6d6a5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:05.625800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60726) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:05.677280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14986992-7409-44b7-8ed7-dc7477e3c3ef None None] Network 18b31f7f-71ca-4d59-924a-498f1622a997 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:05.692147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:05.694299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5db9db46-e897-4e84-8f61-59c9a760382a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.704553 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.710499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5db9db46-e897-4e84-8f61-59c9a760382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.735389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b6a4b11-4700-4c89-936b-a3f1455e1aeb req-658baef5-0081-4710-9a11-e13b0cabd512 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281857 Aug 19 12:03:05.768582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9db46-e897-4e84-8f61-59c9a760382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983e50d8-9940-45c8-9e8c-ab9adfb64c9c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:05.793008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5db9db46-e897-4e84-8f61-59c9a760382a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be3cae4f2d9742bf982d5ff46047586f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0283432 Aug 19 12:03:05.795456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60728) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:05.817042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.886683 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-336b1b93-8a48-4fd5-82e6-03a0af346054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.897194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbb364-3e3a-4198-bfec-6a07c6ff0699 req-b3f998bf-7f41-4e6b-92d5-625ab8d595cf tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:05.898848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-85dbb364-3e3a-4198-bfec-6a07c6ff0699 req-b3f998bf-7f41-4e6b-92d5-625ab8d595cf tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.3296754 Aug 19 12:03:05.928600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fd877a6d-0c7e-429e-8805-376335d213c6 None None] Provisioning complete for port c206328c-d471-4346-b19a-858953f9aa65 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:05.928900 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fd877a6d-0c7e-429e-8805-376335d213c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.937150 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-336b1b93-8a48-4fd5-82e6-03a0af346054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.946231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.961116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:05.966930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:05.985796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:06.012188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Port': ['ID=1606dd13-a738-4588-ad3f-b5b164d8c5ec,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:06.016574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:06.029776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:06.030618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.084240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-336b1b93-8a48-4fd5-82e6-03a0af346054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.090260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f4d372e7-aaa3-491f-a731-cc948d78f5cb tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4543097 Aug 19 12:03:06.092997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-336b1b93-8a48-4fd5-82e6-03a0af346054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.097368 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-336b1b93-8a48-4fd5-82e6-03a0af346054 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/983e50d8-9940-45c8-9e8c-ab9adfb64c9c HTTP/1.1" status: 204 len: 168 time: 0.2981398 Aug 19 12:03:06.099697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60732) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:06.130789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4caf25dc-0b18-4249-afb7-2004fdefc8b1 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7b:47:47'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:06.191945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-85dbb364-3e3a-4198-bfec-6a07c6ff0699 req-8a7ce3a1-31c9-4b9f-b514-f907364e9247 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862699 Aug 19 12:03:06.259841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port c206328c-d471-4346-b19a-858953f9aa65 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:06.260201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.296720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b1b93-8a48-4fd5-82e6-03a0af346054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983e50d8-9940-45c8-9e8c-ab9adfb64c9c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:06.337067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:03:06.353485 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.437996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 55f0d1a4-a493-4411-b08f-c88a2fed94ce, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:06.455569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] For port c206328c-d471-4346-b19a-858953f9aa65, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c206328c-d471-4346-b19a-858953f9aa65,segment=NetworkSegment(7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74),segment_id=7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:06.455984 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.495270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for c206328c-d471-4346-b19a-858953f9aa65 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:06.547572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:06.558448 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8e72fe-903f-4e5f-b74a-c15e74b11b88" -d '{"events": [{"server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "name": "network-vif-plugged", "status": "completed", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:06.568272 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.655876 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4caf25dc-0b18-4249-afb7-2004fdefc8b1 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.658974 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.741951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=55f0d1a4-a493-4411-b08f-c88a2fed94ce,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:06.780164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fd877a6d-0c7e-429e-8805-376335d213c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.817929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port c206328c-d471-4346-b19a-858953f9aa65, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c206328c-d471-4346-b19a-858953f9aa65,segment=NetworkSegment(7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74),segment_id=7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:06.846626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3195-7092-4e9d-9d06-a7bac7d73620 req-6faec12b-84c4-4fc5-bdd7-5e7d1d528232 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:06.848913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-641c3195-7092-4e9d-9d06-a7bac7d73620 req-6faec12b-84c4-4fc5-bdd7-5e7d1d528232 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 944 time: 0.2699847 Aug 19 12:03:06.864657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0337155-bf02-499c-be59-172ecad4b4ec None None] DHCP port deletion for 18b31f7f-71ca-4d59-924a-498f1622a997 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:03:06.871755 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.882939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71647ac5-034a-46f3-80fe-b52414fca154 req-61613aad-8109-45a5-b7d8-67f312aa596a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:06.895751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71647ac5-034a-46f3-80fe-b52414fca154 req-61613aad-8109-45a5-b7d8-67f312aa596a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.3123806 Aug 19 12:03:07.031617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.053368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e0337155-bf02-499c-be59-172ecad4b4ec None None] The port 'c206328c-d471-4346-b19a-858953f9aa65' was deleted {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 12:03:07.063742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c206328c-d471-4346-b19a-858953f9aa65 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:03:07.067236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-641c3195-7092-4e9d-9d06-a7bac7d73620 req-dcbed2dc-21cd-445e-b61d-1a35b1f47f6d tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686227 Aug 19 12:03:07.112437 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-fd877a6d-0c7e-429e-8805-376335d213c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:03:07.112437 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-fd877a6d-0c7e-429e-8805-376335d213c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:03:07.133009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60760) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:07.147864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: c206328c-d471-4346-b19a-858953f9aa65 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:03:07.148209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c206328c-d471-4346-b19a-858953f9aa65 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:03:07.160592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=c206328c-d471-4346-b19a-858953f9aa65,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:07.168429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=c206328c-d471-4346-b19a-858953f9aa65,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:07.195489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No DVR routers for this DVR port c206328c-d471-4346-b19a-858953f9aa65 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:07.201565 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd6fb4d-d0ab-4622-91b0-b957f7f3d96d x-openstack-request-id: req-afd6fb4d-d0ab-4622-91b0-b957f7f3d96d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:07.201842 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "name": "network-vif-plugged", "status": "completed", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:07.202088 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afd6fb4d-d0ab-4622-91b0-b957f7f3d96d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:07.202487 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'code': 200} Aug 19 12:03:07.207324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4caf25dc-0b18-4249-afb7-2004fdefc8b1 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.207926 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-066c31bc-e525-4260-beb0-b63a49ed2a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.225112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4caf25dc-0b18-4249-afb7-2004fdefc8b1 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.239253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71647ac5-034a-46f3-80fe-b52414fca154 req-1cd0231e-59f8-482c-8e25-e6bd098be370 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451509 Aug 19 12:03:07.313750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-4caf25dc-0b18-4249-afb7-2004fdefc8b1 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] In _notify_port_updated(), no bound segment for port 1606dd13-a738-4588-ad3f-b5b164d8c5ec on network e3d106cf-ba19-484b-81e6-f7034ed0ba90 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:07.326663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf25dc-0b18-4249-afb7-2004fdefc8b1 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:07.329112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4caf25dc-0b18-4249-afb7-2004fdefc8b1 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.336623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4caf25dc-0b18-4249-afb7-2004fdefc8b1 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "PUT /v2.0/ports/1606dd13-a738-4588-ad3f-b5b164d8c5ec HTTP/1.1" status: 200 len: 1003 time: 1.2253444 Aug 19 12:03:07.337361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60768) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:07.439914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf25dc-0b18-4249-afb7-2004fdefc8b1 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Port': ['ID=1606dd13-a738-4588-ad3f-b5b164d8c5ec,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:07.499787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1cde6-d3d8-46e2-8427-c73be503a0db req-a455eca8-04c4-4a0a-a1d3-1fa2e8981f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:07.501746 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2dc1cde6-d3d8-46e2-8427-c73be503a0db req-a455eca8-04c4-4a0a-a1d3-1fa2e8981f9b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 1096 time: 0.1581810 Aug 19 12:03:07.515656 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.544417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b668-3212-412c-aaf8-76fdeadab34f req-46b18455-fa7f-4907-a19f-ff517da5a05a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:07.546467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f95b668-3212-412c-aaf8-76fdeadab34f req-46b18455-fa7f-4907-a19f-ff517da5a05a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.1851170 Aug 19 12:03:07.559637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b31f7f-71ca-4d59-924a-498f1622a997']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:07.566850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2dc1cde6-d3d8-46e2-8427-c73be503a0db req-a123d33d-894b-49f2-bbca-4bf3bc175571 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556667 Aug 19 12:03:07.569330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-dde4b249-2cfc-4e6d-864e-3ef1a9cab626 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Deleting port 1606dd13-a738-4588-ad3f-b5b164d8c5ec {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:07.569576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dde4b249-2cfc-4e6d-864e-3ef1a9cab626 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.598803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:07.599092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2ee736-3a3d-4bf2-b9cc-6be4f04e7d74') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:07.620820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df308-5e6c-4644-806e-e08727edd198 req-dc6eaf51-1f50-4abf-b17d-d120d63ed30d tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:07.622685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f62df308-5e6c-4644-806e-e08727edd198 req-dc6eaf51-1f50-4abf-b17d-d120d63ed30d tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 945 time: 0.2646751 Aug 19 12:03:07.635198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fd877a6d-0c7e-429e-8805-376335d213c6 None None] Port c206328c-d471-4346-b19a-858953f9aa65 update to ACTIVE by agent not found {{(pid=101155) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:03:07.654991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.675586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dde4b249-2cfc-4e6d-864e-3ef1a9cab626 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.691120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-dde4b249-2cfc-4e6d-864e-3ef1a9cab626 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Calling delete_port for 1606dd13-a738-4588-ad3f-b5b164d8c5ec owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:07.697066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f95b668-3212-412c-aaf8-76fdeadab34f req-d0ebd4b7-fcba-4f20-aac2-51c8eafd2244 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350844 Aug 19 12:03:07.709701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-066c31bc-e525-4260-beb0-b63a49ed2a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.714287 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.729806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-066c31bc-e525-4260-beb0-b63a49ed2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.736392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:03:07.736852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:03:07.741986 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:03:07.772019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-704aeaf5-258b-4bea-ba13-44ab9872bf3e None None] Provisioning for port 1606dd13-a738-4588-ad3f-b5b164d8c5ec completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:07.775960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-704aeaf5-258b-4bea-ba13-44ab9872bf3e None None] Provisioning complete for port 1606dd13-a738-4588-ad3f-b5b164d8c5ec triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:07.776338 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-704aeaf5-258b-4bea-ba13-44ab9872bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.843169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-704aeaf5-258b-4bea-ba13-44ab9872bf3e None None] Port 1606dd13-a738-4588-ad3f-b5b164d8c5ec cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:07.858822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f62df308-5e6c-4644-806e-e08727edd198 req-0a9c24ac-e94c-4cd6-aa7a-e962f8b6e7c6 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162120 Aug 19 12:03:07.878341 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dde4b249-2cfc-4e6d-864e-3ef1a9cab626 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.901481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c31bc-e525-4260-beb0-b63a49ed2a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eeb4c8-d6cf-474e-baf6-9a2799fcd3f4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:07.909783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-066c31bc-e525-4260-beb0-b63a49ed2a76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f5d0883adcd4b859194e1dbe4c2451e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740619 Aug 19 12:03:07.910998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60776) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:07.919343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4b249-2cfc-4e6d-864e-3ef1a9cab626 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event deleted for resources: {'Port': ['ID=1606dd13-a738-4588-ad3f-b5b164d8c5ec,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:07.930039 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.945280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.945482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dde4b249-2cfc-4e6d-864e-3ef1a9cab626 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.948835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dde4b249-2cfc-4e6d-864e-3ef1a9cab626 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "DELETE /v2.0/ports/1606dd13-a738-4588-ad3f-b5b164d8c5ec HTTP/1.1" status: 204 len: 168 time: 0.6024706 Aug 19 12:03:07.949005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/networks/18b31f7f-71ca-4d59-924a-498f1622a997 HTTP/1.1" status: 204 len: 168 time: 2.3162115 Aug 19 12:03:07.952813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60778) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:07.953409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60780) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:07.974187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1473916323'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:07.979209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da024c3e-0e8d-4f13-b87e-e77fec5f351b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Network': ['ID=18b31f7f-71ca-4d59-924a-498f1622a997,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:07.988001 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54807de-0762-4cdc-b1c4-0ad467634263 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] GET failed (client error): The resource could not be found. Aug 19 12:03:07.993916 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a54807de-0762-4cdc-b1c4-0ad467634263 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "GET /v2.0/ports/1606dd13-a738-4588-ad3f-b5b164d8c5ec HTTP/1.1" status: 404 len: 333 time: 0.0361378 Aug 19 12:03:07.994674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60782) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:08.002764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'port': {'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2107093204'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:08.091578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:08.095050 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.097017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20cd-53be-49b6-bf13-422d003b741c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.161398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20cd-53be-49b6-bf13-422d003b741c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.205021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:03:08.262630 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.262978 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Added segment 0ce02459-cad0-40e8-91b4-faeb101d8897 of type vlan for network 35d694f2-2328-4db8-be7f-09fd43bb1954 Aug 19 12:03:08.340088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5254c-c031-4eda-84be-59d7a23bff0f req-cad5a01e-469f-4d1e-a33a-a50e2ef6d3b2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:08.341507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30a5254c-c031-4eda-84be-59d7a23bff0f req-cad5a01e-469f-4d1e-a33a-a50e2ef6d3b2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.2067633 Aug 19 12:03:08.349582 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.373483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e434e8-c1f9-4f49-8294-ee11dc4734f7 req-0510c991-a5a6-44c3-9e17-6a586b7ad413 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:08.374922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98e434e8-c1f9-4f49-8294-ee11dc4734f7 req-0510c991-a5a6-44c3-9e17-6a586b7ad413 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 944 time: 0.2002347 Aug 19 12:03:08.378006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Made reservation on behalf of f20b0f664c344c9fbd5d728244f9c84d for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:08.381314 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.392898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20cd-53be-49b6-bf13-422d003b741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.395448 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20cd-53be-49b6-bf13-422d003b741c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.396509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e1eb20cd-53be-49b6-bf13-422d003b741c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4eeb4c8-d6cf-474e-baf6-9a2799fcd3f4 HTTP/1.1" status: 204 len: 168 time: 0.4839618 Aug 19 12:03:08.429506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:08.456110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb20cd-53be-49b6-bf13-422d003b741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eeb4c8-d6cf-474e-baf6-9a2799fcd3f4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:08.463610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.469221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:08.469945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.477306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] device_id is not set on port 9a809a47-fcbf-42b2-95ce-51369efdd8c3 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:08.507703 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:08.509610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30a5254c-c031-4eda-84be-59d7a23bff0f req-ebf45644-0e29-4c58-ad9a-cc88456da7ab tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549675 Aug 19 12:03:08.524975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:08.525592 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.577992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98e434e8-c1f9-4f49-8294-ee11dc4734f7 req-59e8dcdc-8623-4ef0-9f9f-9b2d47881e17 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859653 Aug 19 12:03:08.606201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6413825 Aug 19 12:03:08.609800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:08.621696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': '35d694f2-2328-4db8-be7f-09fd43bb1954', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:08.629306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98452c-3759-4058-9513-bde300b767e7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Network': ['ID=35d694f2-2328-4db8-be7f-09fd43bb1954,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:08.649593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 35d694f2-2328-4db8-be7f-09fd43bb1954 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:03:08.740089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Allocated IP 2001:db8::ab (e3d106cf-ba19-484b-81e6-f7034ed0ba90/ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db/9a809a47-fcbf-42b2-95ce-51369efdd8c3) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:08.849664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:08.850710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.854139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:08.953725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:08.960548 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.033975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:09.145147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b783101-6401-4fc8-ad1d-1070ea6859f3 req-d9bd6223-270d-4dd7-8751-50ac89361c2b tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:09.147186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b783101-6401-4fc8-ad1d-1070ea6859f3 req-d9bd6223-270d-4dd7-8751-50ac89361c2b tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 945 time: 0.1470692 Aug 19 12:03:09.162392 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.199514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Transition to ACTIVE for port object 9a809a47-fcbf-42b2-95ce-51369efdd8c3 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:09.204668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:09.208164 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4939621-9f18-40dd-a557-3936ffc8b6b1" -d '{"events": [{"server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "name": "network-vif-plugged", "status": "completed", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:09.231747 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b783101-6401-4fc8-ad1d-1070ea6859f3 req-6c2a311b-61ee-4e48-bfc9-bca2329c0328 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751324 Aug 19 12:03:09.270966 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.313385 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddbf839-f15a-40c7-a59c-fbf950645399 x-openstack-request-id: req-6ddbf839-f15a-40c7-a59c-fbf950645399 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:09.313989 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "name": "network-vif-plugged", "status": "completed", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:09.314481 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ddbf839-f15a-40c7-a59c-fbf950645399 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:09.315592 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76', 'code': 200} Aug 19 12:03:09.335101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.440152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=6bbe29c2-c3fc-439d-8fde-e197be487d47,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:09.458975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Checking segment: {'id': '0ce02459-cad0-40e8-91b4-faeb101d8897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35d694f2-2328-4db8-be7f-09fd43bb1954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:09.459366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network hostable DHCP agents. Network: 35d694f2-2328-4db8-be7f-09fd43bb1954, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:09.479140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef615b-48ce-45e2-934b-e727a7082ba1 req-9884a64e-96d1-4982-aef9-11fcf9bee2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:09.480783 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5ef615b-48ce-45e2-934b-e727a7082ba1 req-9884a64e-96d1-4982-aef9-11fcf9bee2cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1096 time: 0.0909297 Aug 19 12:03:09.505857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 35d694f2-2328-4db8-be7f-09fd43bb1954 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:09.526065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 35d694f2-2328-4db8-be7f-09fd43bb1954) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:09.533046 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c5ef615b-48ce-45e2-934b-e727a7082ba1 req-3f542b20-a4f7-4c63-b505-b6a749dc541e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Aug 19 12:03:09.534659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:09.535297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.540418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d8b06-0b2a-4d27-b0cc-f2a923b465b0 None None] Network 35d694f2-2328-4db8-be7f-09fd43bb1954 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:09.573530 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2bb0fb26-d1ba-44ed-b0ab-5b5a41d09611 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9625525 Aug 19 12:03:09.576932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60840) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:09.582824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': '35d694f2-2328-4db8-be7f-09fd43bb1954', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1086771047'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:09.635250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:09.650967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Port': ['ID=9a809a47-fcbf-42b2-95ce-51369efdd8c3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:09.708352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:09.711371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:09.723063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:09.724075 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.823149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:09.830490 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.878535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port 68b94367-eab0-4d7d-9963-7709e203d355 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:09.888626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-5d735e0f-6ee7-4a3a-95eb-a914e9df730a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:09.893076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-5d735e0f-6ee7-4a3a-95eb-a914e9df730a tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.69 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.5343349 Aug 19 12:03:09.910604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-35d694f2-2328-4db8-be7f-09fd43bb1954', 'network_id': '35d694f2-2328-4db8-be7f-09fd43bb1954', 'tenant_id': 'add3c66411554f89b328ef766721a67e', 'fixed_ips': [{'subnet_id': '6bbe29c2-c3fc-439d-8fde-e197be487d47'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:03:09.911977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.916647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9c336a69-25b4-48ad-9c67-bbbab77cb305 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9182308 Aug 19 12:03:09.931184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60850) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:09.955711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'port': {'network_id': 'e3d106cf-ba19-484b-81e6-f7034ed0ba90', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1048550325'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:10.059528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-9caa6fd8-efca-4f45-8b2c-d9828adff7fd tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 258 time: 0.7603626 Aug 19 12:03:10.070560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:10.085470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87f094-40cb-4b07-9364-d7ab87bdd346 req-ef4079b6-52b7-4fcd-95a6-757e2ee1989e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:10.093198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd87f094-40cb-4b07-9364-d7ab87bdd346 req-ef4079b6-52b7-4fcd-95a6-757e2ee1989e tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.4563794 Aug 19 12:03:10.239728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0a9d73ce-1d19-4f20-9f3f-4a5f509090ad None None] Provisioning for port 9a809a47-fcbf-42b2-95ce-51369efdd8c3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:10.253552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0a9d73ce-1d19-4f20-9f3f-4a5f509090ad None None] Provisioning complete for port 9a809a47-fcbf-42b2-95ce-51369efdd8c3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:10.253552 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a9d73ce-1d19-4f20-9f3f-4a5f509090ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.274575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.11 (35d694f2-2328-4db8-be7f-09fd43bb1954/6bbe29c2-c3fc-439d-8fde-e197be487d47/68b94367-eab0-4d7d-9963-7709e203d355) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:10.314182 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.344926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd87f094-40cb-4b07-9364-d7ab87bdd346 req-1e2a09f2-66f2-487d-84ce-1fca11291bc2 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426691 Aug 19 12:03:10.390631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0a9d73ce-1d19-4f20-9f3f-4a5f509090ad None None] Port 9a809a47-fcbf-42b2-95ce-51369efdd8c3 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:10.497224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.516053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object 68b94367-eab0-4d7d-9963-7709e203d355 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:10.562205 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.614787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 35d694f2-2328-4db8-be7f-09fd43bb1954 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:10.618286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:10.627995 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:10.695486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=68b94367-eab0-4d7d-9963-7709e203d355,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:10.715776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Allocated IP 172.20.0.2 (35d694f2-2328-4db8-be7f-09fd43bb1954/6bbe29c2-c3fc-439d-8fde-e197be487d47/105125bf-8e6f-4e31-bd8f-d3e8ce3080d4) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:10.732230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:10.733161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.850852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60898) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:10.931587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Made reservation on behalf of f20b0f664c344c9fbd5d728244f9c84d for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:10.937732 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.937947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bb2182b1-b984-4a60-8530-393a02d8a4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3572645 Aug 19 12:03:10.939305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60902) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:10.943950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Deleting port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:10.944289 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.963522 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.976780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Transition to ACTIVE for port object 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:10.999550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Transition to ACTIVE for port object 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:11.010969 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.018618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721cd8-938d-4c73-adb6-a8258748a1e9 req-3d59a6b9-ce4f-4d55-9ed0-9f1a2bc933aa tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:11.020514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1721cd8-938d-4c73-adb6-a8258748a1e9 req-3d59a6b9-ce4f-4d55-9ed0-9f1a2bc933aa tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 945 time: 0.5659344 Aug 19 12:03:11.027326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] device_id is not set on port 6f93e154-4bb6-4435-8824-96570dcb622b yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:11.094848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e2626a7f-6d66-40ca-9039-1b2b7260f4dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 68b94367-eab0-4d7d-9963-7709e203d355 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:11.095180 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2626a7f-6d66-40ca-9039-1b2b7260f4dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.113836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Network 35d694f2-2328-4db8-be7f-09fd43bb1954 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:11.121111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:11.139766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:11.165577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1721cd8-938d-4c73-adb6-a8258748a1e9 req-cce89796-114e-4eb4-9659-e5a77ff7e4bb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290622 Aug 19 12:03:11.197870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Pushing event updated for resources: {'Port': ['ID=105125bf-8e6f-4e31-bd8f-d3e8ce3080d4,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:11.217260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de9c6c0f-7c5e-4fdb-bd69-df846465cc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.218078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] For port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,segment=NetworkSegment(42b9417e-d735-461a-977f-5212a44c4ed1),segment_id=42b9417e-d735-461a-977f-5212a44c4ed1)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:11.218446 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.245590 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.259093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Attempting to bind port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:11.259578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Attempting to bind port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0ce02459-cad0-40e8-91b4-faeb101d8897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35d694f2-2328-4db8-be7f-09fd43bb1954'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:11.260066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Attempting to bind port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 on network 35d694f2-2328-4db8-be7f-09fd43bb1954 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:11.265962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:11.266508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Checking segment: {'id': '0ce02459-cad0-40e8-91b4-faeb101d8897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35d694f2-2328-4db8-be7f-09fd43bb1954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:11.267036 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.267524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Bound using segment: {'id': '0ce02459-cad0-40e8-91b4-faeb101d8897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35d694f2-2328-4db8-be7f-09fd43bb1954'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:11.268122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Bound port: 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce02459-cad0-40e8-91b4-faeb101d8897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '35d694f2-2328-4db8-be7f-09fd43bb1954'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:11.268615 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.328267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de9c6c0f-7c5e-4fdb-bd69-df846465cc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.334778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Calling delete_port for e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:11.343248 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de9c6c0f-7c5e-4fdb-bd69-df846465cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.372037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] For port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:11.376637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] For port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=105125bf-8e6f-4e31-bd8f-d3e8ce3080d4,segment=NetworkSegment(0ce02459-cad0-40e8-91b4-faeb101d8897),segment_id=0ce02459-cad0-40e8-91b4-faeb101d8897)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:11.384840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Allocated IP 2001:db8::239 (e3d106cf-ba19-484b-81e6-f7034ed0ba90/ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db/6f93e154-4bb6-4435-8824-96570dcb622b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:11.385204 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.412216 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2626a7f-6d66-40ca-9039-1b2b7260f4dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.463102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c6c0f-7c5e-4fdb-bd69-df846465cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e50b93b-040c-41ae-bbf5-4d00628079a4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:11.483425 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-de9c6c0f-7c5e-4fdb-bd69-df846465cc27 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62a3ecede71c43a0a69d5127ff769019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6303148 Aug 19 12:03:11.483721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60940) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:11.485133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e2626a7f-6d66-40ca-9039-1b2b7260f4dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 68b94367-eab0-4d7d-9963-7709e203d355 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:11.553945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434b03-8dd9-42cd-80e4-fc8db16fb6c0 None None] Pushing event updated for resources: {'Port': ['ID=105125bf-8e6f-4e31-bd8f-d3e8ce3080d4,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:11.616886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ed5d-6b47-4809-a21e-0b0cbf23219e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.655866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ed5d-6b47-4809-a21e-0b0cbf23219e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.734949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Allocated IP 172.25.4.187 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/5f48450b-7f30-4b9e-9d56-7cb63432793e) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:11.782667 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2626a7f-6d66-40ca-9039-1b2b7260f4dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.805032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ed5d-6b47-4809-a21e-0b0cbf23219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.809058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ed5d-6b47-4809-a21e-0b0cbf23219e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.822091 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cbe8ed5d-6b47-4809-a21e-0b0cbf23219e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e50b93b-040c-41ae-bbf5-4d00628079a4 HTTP/1.1" status: 204 len: 168 time: 0.3234010 Aug 19 12:03:11.896913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d37363-16ef-4fd8-ab80-66fa2abc0e5f req-1d0fec40-7048-4c35-964b-0fe0433a32c5 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:11.898515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48d37363-16ef-4fd8-ab80-66fa2abc0e5f req-1d0fec40-7048-4c35-964b-0fe0433a32c5 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/ports?device_id=996e6b01-7093-427f-989d-eca8f51e81c4 HTTP/1.1" status: 200 len: 946 time: 0.4218886 Aug 19 12:03:11.902552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2626a7f-6d66-40ca-9039-1b2b7260f4dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=68b94367-eab0-4d7d-9963-7709e203d355,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:11.977124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8ed5d-6b47-4809-a21e-0b0cbf23219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e50b93b-040c-41ae-bbf5-4d00628079a4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:12.024281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48d37363-16ef-4fd8-ab80-66fa2abc0e5f req-6846a198-b7c2-4c29-b9ba-6f7f2e473226 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1e6378a-00d4-4973-a541-e43c02daa971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005003 Aug 19 12:03:12.029474 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.060262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2626a7f-6d66-40ca-9039-1b2b7260f4dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.063432 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e2626a7f-6d66-40ca-9039-1b2b7260f4dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/68b94367-eab0-4d7d-9963-7709e203d355 HTTP/1.1" status: 204 len: 168 time: 1.1227741 Aug 19 12:03:12.065978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60952) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:12.087259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Transition to ACTIVE for port object 6f93e154-4bb6-4435-8824-96570dcb622b will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:12.106354 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3623df89-a9af-4ba1-b203-c09f1665d32f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:03:12.108746 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3623df89-a9af-4ba1-b203-c09f1665d32f tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/68b94367-eab0-4d7d-9963-7709e203d355 HTTP/1.1" status: 404 len: 333 time: 0.0409999 Aug 19 12:03:12.114651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60956) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:12.188793 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.264195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.274467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Pushing event deleted for resources: {'Port': ['ID=e6591a6a-3618-45bb-9c07-0bbd3fb8ec53,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:12.299072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9066b9-713d-4499-802d-6fe510bc7d8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet 6bbe29c2-c3fc-439d-8fde-e197be487d47 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:03:12.302894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc9066b9-713d-4499-802d-6fe510bc7d8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.374658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] No DVR routers for this DVR port e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:12.377993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc9066b9-713d-4499-802d-6fe510bc7d8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.390151 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.392338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.394501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f741fbd3-50dc-4089-acc1-e895a9b7d77b req-349a8f14-2826-4794-a9ce-82bbfbfde329 tempest-ServerDiskConfigTestJSON-1911721384 tempest-ServerDiskConfigTestJSON-1911721384-project] 10.222.0.69 "DELETE /v2.0/ports/e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 HTTP/1.1" status: 204 len: 173 time: 2.4763050 Aug 19 12:03:12.404396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60964) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:12.420335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996e6b01-7093-427f-989d-eca8f51e81c4', 'name': 'network-vif-deleted', 'tag': 'e6591a6a-3618-45bb-9c07-0bbd3fb8ec53'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:12.422982 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ceebfe-1995-4bf9-af9f-e38a46c432f9" -d '{"events": [{"server_uuid": "996e6b01-7093-427f-989d-eca8f51e81c4", "name": "network-vif-deleted", "tag": "e6591a6a-3618-45bb-9c07-0bbd3fb8ec53"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:12.440899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b05a9a6-5964-4b83-bfb9-81cc0004bc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.511259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:12.537495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:12.562561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:12.570040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:12.570965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.641691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3643963-3c71-4be7-a457-c22ef429f3ba req-a3b7625d-9b1e-4c67-a998-3e726bdcc008 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:12.643858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3643963-3c71-4be7-a457-c22ef429f3ba req-a3b7625d-9b1e-4c67-a998-3e726bdcc008 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 945 time: 0.2947423 Aug 19 12:03:12.650751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:03:12.685234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Port': ['ID=6f93e154-4bb6-4435-8824-96570dcb622b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:12.727563 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.740590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:03:12.741712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e6591a6a-3618-45bb-9c07-0bbd3fb8ec53 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:03:12.787084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b05a9a6-5964-4b83-bfb9-81cc0004bc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.794641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Pushing event updated for resources: {'Port': ['ID=5f48450b-7f30-4b9e-9d56-7cb63432793e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:12.802647 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b05a9a6-5964-4b83-bfb9-81cc0004bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.820142 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc9066b9-713d-4499-802d-6fe510bc7d8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.831885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3643963-3c71-4be7-a457-c22ef429f3ba req-5c4fd435-73b4-4aa0-8bb0-92397ea009fd tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536613 Aug 19 12:03:12.880101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-abd9d5f5-660f-4100-a680-ef0745db9070 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9311705 Aug 19 12:03:12.884439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60970) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:12.889781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4d7b25e6-aa46-46ec-a9fe-a60438a42f47 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:7b:47:47'}, {'ip_address': '2001:db8::ab', 'mac_address': 'fa:16:3e:4f:d8:cb'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:12.905647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:12.930210 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2b05a9a6-5964-4b83-bfb9-81cc0004bc96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0d5001b3d234cbc892c8d854d4d62d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243683 Aug 19 12:03:12.933608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05a9a6-5964-4b83-bfb9-81cc0004bc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fb092b-d37c-4d93-8070-5074def715b9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:12.937447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60972) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:12.962834 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc6dc1-4304-479f-b673-bc16ff381955 x-openstack-request-id: req-94bc6dc1-4304-479f-b673-bc16ff381955 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:12.963030 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996e6b01-7093-427f-989d-eca8f51e81c4", "name": "network-vif-deleted", "tag": "e6591a6a-3618-45bb-9c07-0bbd3fb8ec53", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:12.964397 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94bc6dc1-4304-479f-b673-bc16ff381955 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:12.964871 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996e6b01-7093-427f-989d-eca8f51e81c4', 'name': 'network-vif-deleted', 'tag': 'e6591a6a-3618-45bb-9c07-0bbd3fb8ec53', 'status': 'completed', 'code': 200} Aug 19 12:03:12.969978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:13.017457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:13.145177 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9312a288-af45-40d9-a310-2154ba993cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.146533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b2bacc3b-24e3-41eb-8297-a5dc6e7a6759 None None] Provisioning for port 6f93e154-4bb6-4435-8824-96570dcb622b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:13.155298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:13.161741 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b2bacc3b-24e3-41eb-8297-a5dc6e7a6759 None None] Provisioning complete for port 6f93e154-4bb6-4435-8824-96570dcb622b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:13.165129 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2bacc3b-24e3-41eb-8297-a5dc6e7a6759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.222928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9312a288-af45-40d9-a310-2154ba993cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.362048 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d7b25e6-aa46-46ec-a9fe-a60438a42f47 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.372078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-185bb9a6-cc1a-48c5-a304-d7601dbed669 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1605015077&fields=id&tenant_id=69173b2229414dbd8766cb9efbd9b092 HTTP/1.1" status: 200 len: 267 time: 0.1978717 Aug 19 12:03:13.386872 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc9066b9-713d-4499-802d-6fe510bc7d8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.405435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9312a288-af45-40d9-a310-2154ba993cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.415540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9312a288-af45-40d9-a310-2154ba993cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.416798 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9312a288-af45-40d9-a310-2154ba993cae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3fb092b-d37c-4d93-8070-5074def715b9 HTTP/1.1" status: 204 len: 168 time: 0.4772382 Aug 19 12:03:13.425817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b2bacc3b-24e3-41eb-8297-a5dc6e7a6759 None None] Port 6f93e154-4bb6-4435-8824-96570dcb622b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:13.467308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a288-af45-40d9-a310-2154ba993cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fb092b-d37c-4d93-8070-5074def715b9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:13.482836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:13.511797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f259fd-66fd-4b3d-bc27-e3d953a39e40 None None] Network 35d694f2-2328-4db8-be7f-09fd43bb1954 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:13.537239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9066b9-713d-4499-802d-6fe510bc7d8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbe29c2-c3fc-439d-8fde-e197be487d47,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:13.586714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-43212c99-1fa0-4df5-b8f8-9972fc8d9185 None None] Provisioning for port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:13.595781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-43212c99-1fa0-4df5-b8f8-9972fc8d9185 None None] Provisioning complete for port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:13.596161 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-43212c99-1fa0-4df5-b8f8-9972fc8d9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.618150 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc9066b9-713d-4499-802d-6fe510bc7d8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.623085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fc9066b9-713d-4499-802d-6fe510bc7d8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/6bbe29c2-c3fc-439d-8fde-e197be487d47 HTTP/1.1" status: 204 len: 168 time: 1.5059423 Aug 19 12:03:13.625945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60982) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:13.687374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-9b7b5f4a-f343-4c6f-93b7-bd1b22c2f023 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:13.692210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-9b7b5f4a-f343-4c6f-93b7-bd1b22c2f023 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 945 time: 0.3118079 Aug 19 12:03:13.700224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.715169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-54719b5a-a54d-42ca-aefa-20273ce62108 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'port': {'security_groups': ['a7474614-3671-45b9-a9f8-4edaf29240a5', 'ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:13.740040 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-43212c99-1fa0-4df5-b8f8-9972fc8d9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.800993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-43212c99-1fa0-4df5-b8f8-9972fc8d9185 None None] For port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=105125bf-8e6f-4e31-bd8f-d3e8ce3080d4,segment=NetworkSegment(0ce02459-cad0-40e8-91b4-faeb101d8897),segment_id=0ce02459-cad0-40e8-91b4-faeb101d8897)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:13.810029 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-43212c99-1fa0-4df5-b8f8-9972fc8d9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.877039 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-54719b5a-a54d-42ca-aefa-20273ce62108 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.894497 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:13.894768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd206b-7b5d-4f8b-ac32-4c9758c45393 None None] DHCP port deletion for 35d694f2-2328-4db8-be7f-09fd43bb1954 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:03:13.914906 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43212c99-1fa0-4df5-b8f8-9972fc8d9185 None None] Pushing event updated for resources: {'Port': ['ID=105125bf-8e6f-4e31-bd8f-d3e8ce3080d4,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:13.989500 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.001163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd206b-7b5d-4f8b-ac32-4c9758c45393 None None] Deleting port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:14.001813 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9bdd206b-7b5d-4f8b-ac32-4c9758c45393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.023784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:14.026563 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.087929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9bdd206b-7b5d-4f8b-ac32-4c9758c45393 None None] For port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=105125bf-8e6f-4e31-bd8f-d3e8ce3080d4,segment=NetworkSegment(0ce02459-cad0-40e8-91b4-faeb101d8897),segment_id=0ce02459-cad0-40e8-91b4-faeb101d8897)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:14.088497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9bdd206b-7b5d-4f8b-ac32-4c9758c45393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.106463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd206b-7b5d-4f8b-ac32-4c9758c45393 None None] Calling delete_port for 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:14.173334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] For port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=105125bf-8e6f-4e31-bd8f-d3e8ce3080d4,segment=NetworkSegment(0ce02459-cad0-40e8-91b4-faeb101d8897),segment_id=0ce02459-cad0-40e8-91b4-faeb101d8897)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:14.177707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.211174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:14.282768 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d7b25e6-aa46-46ec-a9fe-a60438a42f47 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.322248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d7b25e6-aa46-46ec-a9fe-a60438a42f47 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.376708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60998) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:14.383189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-343216378'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:14.401330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.425429 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9bdd206b-7b5d-4f8b-ac32-4c9758c45393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.435442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=105125bf-8e6f-4e31-bd8f-d3e8ce3080d4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:14.446227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No DVR routers for this DVR port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:14.454636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:14.459007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.460255 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd206b-7b5d-4f8b-ac32-4c9758c45393 None None] Pushing event deleted for resources: {'Port': ['ID=105125bf-8e6f-4e31-bd8f-d3e8ce3080d4,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:14.471580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd206b-7b5d-4f8b-ac32-4c9758c45393 None None] No DVR routers for this DVR port 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:14.545423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b25e6-aa46-46ec-a9fe-a60438a42f47 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] In _notify_port_updated(), no bound segment for port 6f93e154-4bb6-4435-8824-96570dcb622b on network e3d106cf-ba19-484b-81e6-f7034ed0ba90 {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:14.558566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b25e6-aa46-46ec-a9fe-a60438a42f47 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:14.559272 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d7b25e6-aa46-46ec-a9fe-a60438a42f47 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.560647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d7b25e6-aa46-46ec-a9fe-a60438a42f47 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "PUT /v2.0/ports/6f93e154-4bb6-4435-8824-96570dcb622b HTTP/1.1" status: 200 len: 1067 time: 1.6753292 Aug 19 12:03:14.570916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32776) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:14.582660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:03:14.607878 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.608223 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Added segment ba1594de-6ca3-47f0-b97c-c3863332ef4c of type vlan for network 127ee992-1a42-43fa-abb5-ae2b756eca7f Aug 19 12:03:14.618509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.650529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b25e6-aa46-46ec-a9fe-a60438a42f47 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event updated for resources: {'Port': ['ID=6f93e154-4bb6-4435-8824-96570dcb622b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:14.662184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d694f2-2328-4db8-be7f-09fd43bb1954']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:14.684375 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.690145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce02459-cad0-40e8-91b4-faeb101d8897') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:14.690444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce02459-cad0-40e8-91b4-faeb101d8897') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:14.704053 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.710781 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.725383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.743618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-54719b5a-a54d-42ca-aefa-20273ce62108 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] For port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:14.752238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.773070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:03:14.773559 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:03:14.782985 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:03:14.786422 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-54719b5a-a54d-42ca-aefa-20273ce62108 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.830042 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-54719b5a-a54d-42ca-aefa-20273ce62108 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.865034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.870759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:14.871398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.872738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:03:14.995299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:14.996121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-536bea62-41ea-4d8a-a360-3c569a2c13f6 None None] Provisioning complete for port 6f93e154-4bb6-4435-8824-96570dcb622b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:14.996523 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-536bea62-41ea-4d8a-a360-3c569a2c13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.015540 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6375954 Aug 19 12:03:15.019088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.021486 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/networks/35d694f2-2328-4db8-be7f-09fd43bb1954 HTTP/1.1" status: 204 len: 168 time: 1.3942921 Aug 19 12:03:15.022251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32782) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:15.026477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32784) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:15.030523 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.031926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-249779660'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:15.039901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:03:15.041872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'name': 'tempest-PortsTestJSON-1174164997'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:15.042562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Pushing event updated for resources: {'Port': ['ID=5f48450b-7f30-4b9e-9d56-7cb63432793e,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:15.052389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157fbd9-016a-44d1-a45e-294511d0d6f3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Network': ['ID=127ee992-1a42-43fa-abb5-ae2b756eca7f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:15.059443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-54719b5a-a54d-42ca-aefa-20273ce62108 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:15.060117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-54719b5a-a54d-42ca-aefa-20273ce62108 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.062909 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2c2ea93-1358-4dc8-8257-0124d74322a6 req-54719b5a-a54d-42ca-aefa-20273ce62108 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "PUT /v2.0/ports/7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 HTTP/1.1" status: 200 len: 981 time: 1.3605611 Aug 19 12:03:15.068230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:15.070834 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:15.109413 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Deleting port 6f93e154-4bb6-4435-8824-96570dcb622b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:15.109733 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.111501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:03:15.157505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:03:15.157949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 105125bf-8e6f-4e31-bd8f-d3e8ce3080d4 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:03:15.201516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3e193-1be8-4206-a079-ae0d1f4b1af9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Network': ['ID=35d694f2-2328-4db8-be7f-09fd43bb1954,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:15.237825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-536bea62-41ea-4d8a-a360-3c569a2c13f6 None None] Port 6f93e154-4bb6-4435-8824-96570dcb622b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:15.264216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-5e88b4be-b08d-4d93-a50b-bb5f1e549487 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-88372317&fields=id&tenant_id=69173b2229414dbd8766cb9efbd9b092 HTTP/1.1" status: 200 len: 267 time: 0.0774171 Aug 19 12:03:15.276889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54719b5a-a54d-42ca-aefa-20273ce62108 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'Port': ['ID=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:15.302422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:15.304300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:03:15.308249 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.338891 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.347242 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-b53a0b7f-5954-44cd-b6ec-abffa0e81c22 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2867231 Aug 19 12:03:15.376126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:03:15.384386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:15.388588 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.409956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port 5fb25ebf-5d79-4e74-99dd-f75de3f777c8 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:15.419076 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.456722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-148b122b-687c-47df-9316-45d6769ce154 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:15.459269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-148b122b-687c-47df-9316-45d6769ce154 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 984 time: 0.1777227 Aug 19 12:03:15.460294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Calling delete_port for 6f93e154-4bb6-4435-8824-96570dcb622b owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:15.471231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-306ad2dc-abab-4856-bfb0-9c9b44b4d4c2 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.1220345 Aug 19 12:03:15.490690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-be7f4f13-f6bc-47e8-9669-40656b531005 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'port': {'security_groups': ['a7474614-3671-45b9-a9f8-4edaf29240a5', 'ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3', '4442098e-c95d-4b82-9558-0dac40983d86']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:15.583040 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.583403 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Added segment dd93a843-257a-436c-9e64-7612b9fd20d0 of type vlan for network 695c6eae-dc00-481f-8fa2-9574d3204229 Aug 19 12:03:15.676283 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.764475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.769179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-be7f4f13-f6bc-47e8-9669-40656b531005 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.776734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.783145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:15.787418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.900535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Network': ['ID=695c6eae-dc00-481f-8fa2-9574d3204229,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:15.913121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 695c6eae-dc00-481f-8fa2-9574d3204229 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:03:15.913794 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-09b2a514-e168-4932-9f0e-2a94deff527f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8878734 Aug 19 12:03:15.915796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32804) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:15.923237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'subnet': {'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:15.943171 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:15.989992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:15.995069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:16.005940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:16.013254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:16.014435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:16.041617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=5fb25ebf-5d79-4e74-99dd-f75de3f777c8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:16.042289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-d72cf8cb-f2dc-4c00-99e6-8cfaf81cd217 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:16.043496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25d43c2d-8d35-4157-a566-65a2946ac530 req-d72cf8cb-f2dc-4c00-99e6-8cfaf81cd217 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.5713401 Aug 19 12:03:16.119984 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fc2f67-8133-449b-b0e7-684721c83c57 x-openstack-request-id: req-90fc2f67-8133-449b-b0e7-684721c83c57 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:16.120278 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:16.120588 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90fc2f67-8133-449b-b0e7-684721c83c57 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:16.121096 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76', 'status': 'completed', 'code': 200} Aug 19 12:03:16.134404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:16.138269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:16.139511 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cee00a9f-fe3d-4288-8361-ea00c00db63a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1030040 Aug 19 12:03:16.139976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32812) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:16.275085 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:16.318963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-c5de440d-2c68-43cb-aa8d-33cddc4cc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:16.321104 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-c5de440d-2c68-43cb-aa8d-33cddc4cc859 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1135 time: 0.1191466 Aug 19 12:03:16.434175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-df443c16-c5ef-4ff6-b0da-28a1601cac88 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 5fb25ebf-5d79-4e74-99dd-f75de3f777c8 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:16.436574 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-df443c16-c5ef-4ff6-b0da-28a1601cac88 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:16.863919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32822) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:16.895050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-85cab185-fc12-4efd-bba4-c64f444a624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:16.896662 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-85cab185-fc12-4efd-bba4-c64f444a624c service neutron] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 913 time: 0.5604191 Aug 19 12:03:16.921740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-df443c16-c5ef-4ff6-b0da-28a1601cac88 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:16.967806 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-9dab2b07-3c3e-4068-8ba4-d693064a321c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 HTTP/1.1" status: 200 len: 217 time: 0.0582380 Aug 19 12:03:16.971993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event deleted for resources: {'Port': ['ID=6f93e154-4bb6-4435-8824-96570dcb622b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:16.983801 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-df443c16-c5ef-4ff6-b0da-28a1601cac88 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 5fb25ebf-5d79-4e74-99dd-f75de3f777c8 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:17.069915 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9950c0b0-fa21-4c58-b085-dac5f6c35fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.087558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-9a6254a1-ab60-4692-9f46-27563c139f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:17.089284 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-9a6254a1-ab60-4692-9f46-27563c139f4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 0.1133633 Aug 19 12:03:17.143954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.144238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.144585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.144948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.145313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.145637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.145995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.146378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.147669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.148322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.148660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.149020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:17.167556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-d7b1bc0b-1ec0-40d2-97ab-a7f6306645e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650642 Aug 19 12:03:17.232412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-e4612851-d98e-4865-929c-6bc19e3047d6 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:17.234114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-e4612851-d98e-4865-929c-6bc19e3047d6 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3229537 Aug 19 12:03:17.298528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-df443c16-c5ef-4ff6-b0da-28a1601cac88 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.360069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-df443c16-c5ef-4ff6-b0da-28a1601cac88 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.362566 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-df443c16-c5ef-4ff6-b0da-28a1601cac88 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/5fb25ebf-5d79-4e74-99dd-f75de3f777c8 HTTP/1.1" status: 204 len: 168 time: 1.2214763 Aug 19 12:03:17.368259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df443c16-c5ef-4ff6-b0da-28a1601cac88 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=5fb25ebf-5d79-4e74-99dd-f75de3f777c8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:17.379679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32826) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:17.384971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'mac_address': 'fa:16:3e:64:ce:d9', 'name': 'tempest-PortsTestJSON-755153446'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:17.386841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-be7f4f13-f6bc-47e8-9669-40656b531005 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] For port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:17.433072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-be7f4f13-f6bc-47e8-9669-40656b531005 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.439339 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-528fce7e-47cb-4cc5-ad9d-14e40e3ecbd1 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617636 Aug 19 12:03:17.465002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-24f9655d-7e0f-4ba6-9644-eb9236982ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.2032599 Aug 19 12:03:17.465266 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-be7f4f13-f6bc-47e8-9669-40656b531005 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.494832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-ee55bd92-ee53-4245-a1e6-5e4915e60329 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Request body: {'floatingip': {'port_id': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:17.497768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:03:17.543351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9950c0b0-fa21-4c58-b085-dac5f6c35fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.563485 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9950c0b0-fa21-4c58-b085-dac5f6c35fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.604729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f4f13-f6bc-47e8-9669-40656b531005 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'Port': ['ID=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:17.619490 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.623919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-02e877f4-7614-49ca-a77b-fdb0fbe3a55e tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "DELETE /v2.0/ports/6f93e154-4bb6-4435-8824-96570dcb622b HTTP/1.1" status: 204 len: 168 time: 3.0455058 Aug 19 12:03:17.626260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32828) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:17.627930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-ee55bd92-ee53-4245-a1e6-5e4915e60329 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.681474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9950c0b0-fa21-4c58-b085-dac5f6c35fea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a944a6e25684f4092e88ce2156c94f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164322 Aug 19 12:03:17.687891 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32830) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:17.689605 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-41193273-23b5-44ac-ac7f-a97a51252c30 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] GET failed (client error): The resource could not be found. Aug 19 12:03:17.695404 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-41193273-23b5-44ac-ac7f-a97a51252c30 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "GET /v2.0/ports/6f93e154-4bb6-4435-8824-96570dcb622b HTTP/1.1" status: 404 len: 333 time: 0.0592029 Aug 19 12:03:17.695404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:17.697464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32832) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:17.731983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950c0b0-fa21-4c58-b085-dac5f6c35fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22dc9c7-bb74-479d-9a83-394e63ca3b70,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:17.778882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-be7f4f13-f6bc-47e8-9669-40656b531005 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:17.781320 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-be7f4f13-f6bc-47e8-9669-40656b531005 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.785478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab858e6c-7dca-445a-b98d-f4409bb893fe req-be7f4f13-f6bc-47e8-9669-40656b531005 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "PUT /v2.0/ports/7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 HTTP/1.1" status: 200 len: 1020 time: 2.3016841 Aug 19 12:03:17.796458 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.850510 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbbf7d3f-277c-4fc1-b1fa-ec7efa5020f6 req-91108280-fc88-42d4-b298-a50c36aa99dc service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963158 Aug 19 12:03:17.920601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.948597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Subnet': ['ID=8422701f-cd68-4ee5-91df-d6986379744b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:17.973479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:03:17.976253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port 42d954ee-9230-4806-8fcd-38f5055a978b yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:17.986122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ed61420-df37-46a7-86c4-24b111bd5a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.034279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Checking segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:18.035463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network hostable DHCP agents. Network: 127ee992-1a42-43fa-abb5-ae2b756eca7f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:18.057349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ed61420-df37-46a7-86c4-24b111bd5a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.074767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e9f30b40-d0f9-4cc7-adf5-ef74f279a16a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Deleting port 9a809a47-fcbf-42b2-95ce-51369efdd8c3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:18.075467 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9f30b40-d0f9-4cc7-adf5-ef74f279a16a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.092899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175aac-07f9-430b-bcd9-41cc59c45122 req-ba22b74d-483c-4e83-8894-8fd3717a9c94 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:18.104092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63175aac-07f9-430b-bcd9-41cc59c45122 req-ba22b74d-483c-4e83-8894-8fd3717a9c94 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1023 time: 0.1590993 Aug 19 12:03:18.132507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:18.135755 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51604bf5-054e-454b-b0f1-b8b1d72fc69f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:18.226833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63175aac-07f9-430b-bcd9-41cc59c45122 req-24e9be1c-6486-45e1-906e-142b3afd4450 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3&id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=4442098e-c95d-4b82-9558-0dac40983d86 HTTP/1.1" status: 200 len: 6156 time: 0.1217642 Aug 19 12:03:18.227677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:18.275280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 127ee992-1a42-43fa-abb5-ae2b756eca7f) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:18.288897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3340604-a46a-44fd-b4b9-4fa3a9047dd1 None None] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:18.290187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ed61420-df37-46a7-86c4-24b111bd5a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.294393 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ed61420-df37-46a7-86c4-24b111bd5a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.298061 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6ed61420-df37-46a7-86c4-24b111bd5a11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b22dc9c7-bb74-479d-9a83-394e63ca3b70 HTTP/1.1" status: 204 len: 168 time: 0.5989854 Aug 19 12:03:18.305388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:18.306207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.327213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9f30b40-d0f9-4cc7-adf5-ef74f279a16a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.341963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8680cecb-6e4a-40c2-a909-5dc5972155f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4241877 Aug 19 12:03:18.355720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e9f30b40-d0f9-4cc7-adf5-ef74f279a16a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Calling delete_port for 9a809a47-fcbf-42b2-95ce-51369efdd8c3 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:18.361249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32848) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:18.375305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'subnet': {'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:18.385619 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-141b5c13-d36d-4975-8798-65fcdeef62f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.395062 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc50e9a4-7a85-4614-be44-89376ad5af4a x-openstack-request-id: req-cc50e9a4-7a85-4614-be44-89376ad5af4a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:18.395481 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:18.395733 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc50e9a4-7a85-4614-be44-89376ad5af4a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:18.396144 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76', 'status': 'completed', 'code': 200} Aug 19 12:03:18.456328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c16965e6-a48f-4bff-8e81-0feb7114eae9 req-52fabf1b-e702-4c5c-93ac-2c16cd2c8594 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': ' tempest-securitygroup -464219322 ', 'description': 'tempest-description-1270709787'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:18.511628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed61420-df37-46a7-86c4-24b111bd5a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22dc9c7-bb74-479d-9a83-394e63ca3b70,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:18.538970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.589528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-127ee992-1a42-43fa-abb5-ae2b756eca7f', 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'fixed_ips': [{'subnet_id': '8422701f-cd68-4ee5-91df-d6986379744b'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:03:18.591746 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.623540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-fcdf33cd-06b8-4306-b1c4-7ee9eaa29327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:18.625643 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-fcdf33cd-06b8-4306-b1c4-7ee9eaa29327 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1174 time: 0.1391640 Aug 19 12:03:18.640076 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9f30b40-d0f9-4cc7-adf5-ef74f279a16a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.719688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f30b40-d0f9-4cc7-adf5-ef74f279a16a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event deleted for resources: {'Port': ['ID=9a809a47-fcbf-42b2-95ce-51369efdd8c3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:18.796842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32852) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:18.804676 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e9f30b40-d0f9-4cc7-adf5-ef74f279a16a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.807612 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e9f30b40-d0f9-4cc7-adf5-ef74f279a16a tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "DELETE /v2.0/ports/9a809a47-fcbf-42b2-95ce-51369efdd8c3 HTTP/1.1" status: 204 len: 168 time: 1.0950265 Aug 19 12:03:18.814962 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.816057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32854) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:18.826801 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c16965e6-a48f-4bff-8e81-0feb7114eae9 req-52fabf1b-e702-4c5c-93ac-2c16cd2c8594 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.830755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Allocated IP 10.1.1.2 (127ee992-1a42-43fa-abb5-ae2b756eca7f/8422701f-cd68-4ee5-91df-d6986379744b/3d2648bc-6091-4a06-bdb7-84213665a131) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:18.864213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61bcc7f9-b305-44ed-af46-59418eb1a13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.923514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:18.933609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:18.936378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:18.942767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:18.943612 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.957304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-51d909c5-9829-4df9-a064-0cb1bee0f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:18.959254 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-51d909c5-9829-4df9-a064-0cb1bee0f8fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 913 time: 0.3109453 Aug 19 12:03:18.973953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=42d954ee-9230-4806-8fcd-38f5055a978b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:18.983039 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb80b2d-2d57-41e0-b8ad-cdfe4cc18ec5 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] GET failed (client error): The resource could not be found. Aug 19 12:03:18.985020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7cb80b2d-2d57-41e0-b8ad-cdfe4cc18ec5 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "GET /v2.0/ports/9a809a47-fcbf-42b2-95ce-51369efdd8c3 HTTP/1.1" status: 404 len: 333 time: 0.1665492 Aug 19 12:03:18.990125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:19.060747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-aec69018-c961-498d-97ff-2f45a534a723 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 HTTP/1.1" status: 200 len: 217 time: 0.0822592 Aug 19 12:03:19.122591 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.137516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Transition to ACTIVE for port object 3d2648bc-6091-4a06-bdb7-84213665a131 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:19.161596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Transition to ACTIVE for port object 3d2648bc-6091-4a06-bdb7-84213665a131 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:19.171933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.186521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-05aa3574-f19f-439e-861b-d3dade7aafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:19.188187 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-05aa3574-f19f-439e-861b-d3dade7aafc9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 0.1179314 Aug 19 12:03:19.231500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:19.234483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:19.239178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:19.240205 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-4cddac02-3c2a-4531-8df6-62e6192b338f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422363 Aug 19 12:03:19.275022 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61bcc7f9-b305-44ed-af46-59418eb1a13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.311398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Attempting to bind port 3d2648bc-6091-4a06-bdb7-84213665a131 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:19.311707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Attempting to bind port 3d2648bc-6091-4a06-bdb7-84213665a131 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:19.312078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Attempting to bind port 3d2648bc-6091-4a06-bdb7-84213665a131 on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:19.318626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:19.319063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Checking segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:19.319425 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.319798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Bound using segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:19.320265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Bound port: 3d2648bc-6091-4a06-bdb7-84213665a131, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:19.321043 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.322756 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61bcc7f9-b305-44ed-af46-59418eb1a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.323170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Pushing event updated for resources: {'Port': ['ID=3d2648bc-6091-4a06-bdb7-84213665a131,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:19.344675 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4be16324-51f9-475c-9166-8ff408110d3c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9638593 Aug 19 12:03:19.354711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-69554233-3ac7-4740-8a26-d48bbc3599de tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Deleting port 8b9e2071-d0c2-4996-8a65-9400eeef86e0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:19.355335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69554233-3ac7-4740-8a26-d48bbc3599de tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.370334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32860) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:19.399278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] For port 3d2648bc-6091-4a06-bdb7-84213665a131, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:19.402814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] For port 3d2648bc-6091-4a06-bdb7-84213665a131, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3d2648bc-6091-4a06-bdb7-84213665a131,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:19.409974 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.413464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:19.417034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.438130 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-ee55bd92-ee53-4245-a1e6-5e4915e60329 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.483458 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-ee55bd92-ee53-4245-a1e6-5e4915e60329 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.492054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed7d68-e0f1-434f-b37a-c56965ea5da4 None None] Pushing event updated for resources: {'Port': ['ID=3d2648bc-6091-4a06-bdb7-84213665a131,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:19.502161 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c16965e6-a48f-4bff-8e81-0feb7114eae9 req-52fabf1b-e702-4c5c-93ac-2c16cd2c8594 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.506779 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-61bcc7f9-b305-44ed-af46-59418eb1a13b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3bdf1796a0484042a05ffa3914035391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084656 Aug 19 12:03:19.507466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:19.539431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcc7f9-b305-44ed-af46-59418eb1a13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f512dc69-ef0a-4461-9f11-aa2c7aba1954,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:19.546479 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c16965e6-a48f-4bff-8e81-0feb7114eae9 req-52fabf1b-e702-4c5c-93ac-2c16cd2c8594 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.587331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c16965e6-a48f-4bff-8e81-0feb7114eae9 req-52fabf1b-e702-4c5c-93ac-2c16cd2c8594 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.588555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c16965e6-a48f-4bff-8e81-0feb7114eae9 req-52fabf1b-e702-4c5c-93ac-2c16cd2c8594 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.1481776 Aug 19 12:03:19.605825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9479d349-ab73-4a6f-939c-0210b40ec71d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:19.622467 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9479d349-ab73-4a6f-939c-0210b40ec71d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/42d954ee-9230-4806-8fcd-38f5055a978b HTTP/1.1" status: 200 len: 840 time: 0.2484634 Aug 19 12:03:19.633405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32866) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:19.651999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fabf1b-e702-4c5c-93ac-2c16cd2c8594 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b77fb9-d3d4-49e5-95f9-d518535334dd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:19.667889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32868) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:19.712096 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-2e28c3bb-5dbb-419a-9cb7-b58574ba8edc service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638870 Aug 19 12:03:19.806907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69554233-3ac7-4740-8a26-d48bbc3599de tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.849713 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-ee55bd92-ee53-4245-a1e6-5e4915e60329 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Floating IP 0561d828-576b-4e27-935c-f2c6c712bbc3 associated. External IP: 172.25.4.187, port: 55f0d1a4-a493-4411-b08f-c88a2fed94ce. Aug 19 12:03:19.856808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ef1f08-1d1d-453a-be54-dc218a7bf258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.860427 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-69554233-3ac7-4740-8a26-d48bbc3599de tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Calling delete_port for 8b9e2071-d0c2-4996-8a65-9400eeef86e0 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:19.906112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ef1f08-1d1d-453a-be54-dc218a7bf258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.917133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffcc2a1-5281-4483-963a-a0777e02d9ab admin admin] Deleting subnet 15017d99-bef0-4f25-bdd2-81fab25e7788 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:03:19.964044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cffcc2a1-5281-4483-963a-a0777e02d9ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.990703 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-51604bf5-054e-454b-b0f1-b8b1d72fc69f req-147b7a05-782b-46d7-894a-1e7269ef62ac service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665582 Aug 19 12:03:20.006173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d2175e2-1f0f-45f6-af78-80ecd9f18500 req-629e68d6-148a-42fe-a496-118a49621dcf tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/c1b77fb9-d3d4-49e5-95f9-d518535334dd HTTP/1.1" status: 200 len: 1782 time: 0.3155718 Aug 19 12:03:20.026487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.038390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5336bfc8-fb0b-4f67-bd17-ecfbf775804b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 42d954ee-9230-4806-8fcd-38f5055a978b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:20.038772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5336bfc8-fb0b-4f67-bd17-ecfbf775804b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.112036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cffcc2a1-5281-4483-963a-a0777e02d9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.128014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ef1f08-1d1d-453a-be54-dc218a7bf258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.130822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43ef1f08-1d1d-453a-be54-dc218a7bf258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.134889 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-43ef1f08-1d1d-453a-be54-dc218a7bf258 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f512dc69-ef0a-4461-9f11-aa2c7aba1954 HTTP/1.1" status: 204 len: 168 time: 0.6201072 Aug 19 12:03:20.138464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5336bfc8-fb0b-4f67-bd17-ecfbf775804b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.186305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef1f08-1d1d-453a-be54-dc218a7bf258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f512dc69-ef0a-4461-9f11-aa2c7aba1954,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:20.187973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5336bfc8-fb0b-4f67-bd17-ecfbf775804b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 42d954ee-9230-4806-8fcd-38f5055a978b owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:20.208391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Subnet': ['ID=f769b74a-284f-4700-87a5-2f3789dbb60b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:20.230013 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cffcc2a1-5281-4483-963a-a0777e02d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.245435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e6f7c7f-ba9e-485e-a8b4-50d1af8273bb req-9c8800fc-2681-4b77-9d53-668ad2d26207 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/c1b77fb9-d3d4-49e5-95f9-d518535334dd HTTP/1.1" status: 200 len: 1782 time: 0.1849332 Aug 19 12:03:20.249804 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69554233-3ac7-4740-8a26-d48bbc3599de tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.285444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69554233-3ac7-4740-8a26-d48bbc3599de tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event deleted for resources: {'Port': ['ID=8b9e2071-d0c2-4996-8a65-9400eeef86e0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:20.344977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69554233-3ac7-4740-8a26-d48bbc3599de tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.349730 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69554233-3ac7-4740-8a26-d48bbc3599de tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "DELETE /v2.0/ports/8b9e2071-d0c2-4996-8a65-9400eeef86e0 HTTP/1.1" status: 204 len: 168 time: 1.3584604 Aug 19 12:03:20.352090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32876) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:20.451868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Checking segment: {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:20.452495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network hostable DHCP agents. Network: 695c6eae-dc00-481f-8fa2-9574d3204229, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:20.479020 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6d4a6d-d405-4b3a-b0a6-61987e9596c3 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Deleting subnet ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:03:20.491219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4a6d-d405-4b3a-b0a6-61987e9596c3 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.556592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network 695c6eae-dc00-481f-8fa2-9574d3204229 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:20.571587 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5336bfc8-fb0b-4f67-bd17-ecfbf775804b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.588458 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cffcc2a1-5281-4483-963a-a0777e02d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.593592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-ee55bd92-ee53-4245-a1e6-5e4915e60329 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Router a0dc3736-e578-4468-bf27-3e2b824dc079 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:03:20.628611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcc2a1-5281-4483-963a-a0777e02d9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15017d99-bef0-4f25-bdd2-81fab25e7788,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:20.638314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 695c6eae-dc00-481f-8fa2-9574d3204229) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:20.643646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:20.644379 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.663292 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cffcc2a1-5281-4483-963a-a0777e02d9ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.664449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710b234-c82d-4284-baed-497a60fc2f1b None None] Network 695c6eae-dc00-481f-8fa2-9574d3204229 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:20.665264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cffcc2a1-5281-4483-963a-a0777e02d9ab admin admin] 10.222.0.65 "DELETE /v2.0/subnets/15017d99-bef0-4f25-bdd2-81fab25e7788 HTTP/1.1" status: 204 len: 168 time: 0.9938045 Aug 19 12:03:20.672633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32882) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:20.682796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5336bfc8-fb0b-4f67-bd17-ecfbf775804b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.694738 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5336bfc8-fb0b-4f67-bd17-ecfbf775804b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/42d954ee-9230-4806-8fcd-38f5055a978b HTTP/1.1" status: 204 len: 168 time: 1.0596099 Aug 19 12:03:20.701487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32884) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:20.726107 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8c400675-2ebb-42cd-9307-91f48e681f8d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3630638 Aug 19 12:03:20.752361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32886) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:20.761642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4a6d-d405-4b3a-b0a6-61987e9596c3 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.783925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'port': {'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'name': 'tempest-TaggedBootDevicesTest_v242-1931132187', 'fixed_ips': [{'subnet_id': '8422701f-cd68-4ee5-91df-d6986379744b'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:20.795222 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c7f-ba9e-485e-a8b4-50d1af8273bb req-04795de5-69a1-446a-bd89-3a811eca2bcb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.845384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336bfc8-fb0b-4f67-bd17-ecfbf775804b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=42d954ee-9230-4806-8fcd-38f5055a978b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:20.921974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ec0c2-72b8-4bdd-9008-2a66c0eae3bb None None] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:21.096767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4a6d-d405-4b3a-b0a6-61987e9596c3 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.098341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3d2648bc-6091-4a06-bdb7-84213665a131 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:21.102263 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-618ad417-37e6-4143-81b3-ebe353a19837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.113537 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.167426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a4994c26-dfce-46f5-af22-44b678b0de6a None None] Provisioning for port 3d2648bc-6091-4a06-bdb7-84213665a131 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:21.195706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:21.323940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-695c6eae-dc00-481f-8fa2-9574d3204229', 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'fixed_ips': [{'subnet_id': 'f769b74a-284f-4700-87a5-2f3789dbb60b'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:03:21.328729 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.367744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4a6d-d405-4b3a-b0a6-61987e9596c3 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.389373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3d2648bc-6091-4a06-bdb7-84213665a131 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:21.423797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d4a6d-d405-4b3a-b0a6-61987e9596c3 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:21.432044 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.444073 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f85bb4-e832-4079-bbd4-5c17e223aa4b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:03:21.444073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-65f85bb4-e832-4079-bbd4-5c17e223aa4b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/42d954ee-9230-4806-8fcd-38f5055a978b HTTP/1.1" status: 404 len: 333 time: 0.7381377 Aug 19 12:03:21.445948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32902) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:21.479683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'name': 'tempest-PortsTestJSON-1193100674'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:21.495984 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4a6d-d405-4b3a-b0a6-61987e9596c3 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.497995 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ca6d4a6d-d405-4b3a-b0a6-61987e9596c3 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "DELETE /v2.0/subnets/ee6fb85b-fa41-4cf4-9f0c-cc5febbf17db HTTP/1.1" status: 204 len: 168 time: 1.1430244 Aug 19 12:03:21.500392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] device_id is not set on port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:21.509182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32904) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:21.510754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3d2648bc-6091-4a06-bdb7-84213665a131 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:21.511136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c7f-ba9e-485e-a8b4-50d1af8273bb req-04795de5-69a1-446a-bd89-3a811eca2bcb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.511907 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.515073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0b1c5-ac23-4258-8994-8d3786cd4de5 None None] Network e3d106cf-ba19-484b-81e6-f7034ed0ba90 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:21.695529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Allocated IP 10.2.2.2 (695c6eae-dc00-481f-8fa2-9574d3204229/f769b74a-284f-4700-87a5-2f3789dbb60b/ce13001c-6c99-40ae-a868-eecb14453ca6) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:21.711990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.740296 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c7f-ba9e-485e-a8b4-50d1af8273bb req-04795de5-69a1-446a-bd89-3a811eca2bcb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.743240 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c7f-ba9e-485e-a8b4-50d1af8273bb req-04795de5-69a1-446a-bd89-3a811eca2bcb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.748305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e6f7c7f-ba9e-485e-a8b4-50d1af8273bb req-04795de5-69a1-446a-bd89-3a811eca2bcb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/c1b77fb9-d3d4-49e5-95f9-d518535334dd HTTP/1.1" status: 204 len: 173 time: 1.2987430 Aug 19 12:03:21.790034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.889050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04795de5-69a1-446a-bd89-3a811eca2bcb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b77fb9-d3d4-49e5-95f9-d518535334dd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:21.977826 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.991809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0301bd-c00f-49ee-9f94-b8baa0539986']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:22.007874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b9417e-d735-461a-977f-5212a44c4ed1') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:22.008609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b9417e-d735-461a-977f-5212a44c4ed1') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:22.029447 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.065664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.082883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:03:22.083735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.137279 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:03:22.193162 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:03:22.200941 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-5a622efe-8632-481d-b5db-7f40c985aa6b req-c5f8ce0e-0f1e-4c99-8f21-e633ac1f9720 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:03:22.210983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a622efe-8632-481d-b5db-7f40c985aa6b req-c5f8ce0e-0f1e-4c99-8f21-e633ac1f9720 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/c1b77fb9-d3d4-49e5-95f9-d518535334dd HTTP/1.1" status: 404 len: 352 time: 0.4341114 Aug 19 12:03:22.214001 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.244994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-ee55bd92-ee53-4245-a1e6-5e4915e60329 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:03:22.265171 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.280114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3c0301bd-c00f-49ee-9f94-b8baa0539986 HTTP/1.1" status: 204 len: 168 time: 1.6048601 Aug 19 12:03:22.287989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-6f4417f9-ad53-43d5-b655-d661bb3e9628 req-14b7c199-65e3-4e12-9f07-8941c62792c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-55124941', 'description': 'tempest-description-2088096292'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:22.304537 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-ee55bd92-ee53-4245-a1e6-5e4915e60329 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.362159 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 3d2648bc-6091-4a06-bdb7-84213665a131, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3d2648bc-6091-4a06-bdb7-84213665a131,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:22.384461 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.390376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] Sync routers for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:03:22.396289 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.423823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e7399ff6-ea24-4a92-b9f0-d4b41ec35149 None None] Provisioning complete for port 3d2648bc-6091-4a06-bdb7-84213665a131 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:22.425600 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e7399ff6-ea24-4a92-b9f0-d4b41ec35149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.448365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a273f-89ce-420a-a469-8681427fc0d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0301bd-c00f-49ee-9f94-b8baa0539986,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:22.478718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:03:22.479894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:03:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:22.489361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [req-6f4417f9-ad53-43d5-b655-d661bb3e9628 req-14b7c199-65e3-4e12-9f07-8941c62792c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:03:22.489361 n-d-778550-9 neutron-server[101154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:03:22.489361 n-d-778550-9 neutron-server[101154]: [parameters: {'project_id_1': '69173b2229414dbd8766cb9efbd9b092', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 3, 22, 348137)}] Aug 19 12:03:22.489361 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:03:22.490086 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [req-6f4417f9-ad53-43d5-b655-d661bb3e9628 req-14b7c199-65e3-4e12-9f07-8941c62792c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:03:22.495083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-ee55bd92-ee53-4245-a1e6-5e4915e60329 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "PUT /v2.0/floatingips/0561d828-576b-4e27-935c-f2c6c712bbc3 HTTP/1.1" status: 200 len: 996 time: 5.0047264 Aug 19 12:03:22.495606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:22.517509 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eaae9c-de32-48ed-b28b-adca6dd87d57" -d '{"events": [{"name": "network-changed", "server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:22.543436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Deleting port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:22.544011 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.550964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:22.554729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.594806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Allocated IP 10.1.1.151 (127ee992-1a42-43fa-abb5-ae2b756eca7f/8422701f-cd68-4ee5-91df-d6986379744b/0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:22.653857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port 0911d32f-fbba-47c0-8769-2eb1a0d35bdc yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:22.695285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32930) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:22.782743 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b0c23e78-02f3-41a6-8198-4cfc7a4653b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=151e2274bcc44808b6fcd53a80f01257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863619 Aug 19 12:03:22.787755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32932) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:22.807541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] For port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3c0b5ab7-a732-4a4a-855d-b5db7447c2f6,segment=NetworkSegment(5f77c0b2-1ccd-412e-b58d-f995bfe17972),segment_id=5f77c0b2-1ccd-412e-b58d-f995bfe17972)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:22.807926 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:22.812772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-7d87ee6c-339b-41c0-8d17-3d420e0ae165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:22.831411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-7d87ee6c-339b-41c0-8d17-3d420e0ae165 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55bc4ebc3d994d0fa15793af4ba34823&device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 1096 time: 0.3043966 Aug 19 12:03:22.848942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Calling delete_port for 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:22.924425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] DHCP port deletion for e3d106cf-ba19-484b-81e6-f7034ed0ba90 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:03:22.983113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=3d2648bc-6091-4a06-bdb7-84213665a131,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:23.028353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc685de0-2115-45cf-b833-bc9ebfbc2a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.056768 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc685de0-2115-45cf-b833-bc9ebfbc2a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.056973 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6f4417f9-ad53-43d5-b655-d661bb3e9628 req-14b7c199-65e3-4e12-9f07-8941c62792c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.105094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:03:23.137489 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc685de0-2115-45cf-b833-bc9ebfbc2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.140143 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc685de0-2115-45cf-b833-bc9ebfbc2a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.144811 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bc685de0-2115-45cf-b833-bc9ebfbc2a42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1e6378a-00d4-4973-a541-e43c02daa971 HTTP/1.1" status: 204 len: 168 time: 0.3502078 Aug 19 12:03:23.157507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-2a97f2df-f120-418c-a5bb-7c940f4348fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:23.167873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-2a97f2df-f120-418c-a5bb-7c940f4348fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=5d385f13-1189-459e-a162-7a3d23ca3a4d HTTP/1.1" status: 200 len: 930 time: 0.3341758 Aug 19 12:03:23.183211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:03:23.255972 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.262984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc685de0-2115-45cf-b833-bc9ebfbc2a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e6378a-00d4-4973-a541-e43c02daa971,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:23.267707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.284236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Transition to ACTIVE for port object ce13001c-6c99-40ae-a868-eecb14453ca6 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:23.311455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Transition to ACTIVE for port object ce13001c-6c99-40ae-a868-eecb14453ca6 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:23.365850 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] No DVR routers for this DVR port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:23.367702 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.389678 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.426530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.437955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event deleted for resources: {'Port': ['ID=3c0b5ab7-a732-4a4a-855d-b5db7447c2f6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:23.467110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Network 695c6eae-dc00-481f-8fa2-9574d3204229 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:23.524270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Pushing event updated for resources: {'Port': ['ID=ce13001c-6c99-40ae-a868-eecb14453ca6,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:23.526978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:23.532482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No active binding found for port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 {{(pid=101155) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:03:23.533107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:03:23.547451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:23.563357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-4884a9f5-6dd6-4a0e-aad3-6a9c98fc6c3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce HTTP/1.1" status: 200 len: 999 time: 0.3941586 Aug 19 12:03:23.583082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Transition to ACTIVE for port object 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:23.613319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] Deleting port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:23.613707 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.650985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.689417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d106cf-ba19-484b-81e6-f7034ed0ba90']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:23.705353 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.714420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-d172466a-aeed-4835-89bf-dbcab8ef59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:23.724956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-d172466a-aeed-4835-89bf-dbcab8ef59d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a82bd09-9be5-4cc0-88a1-450c1f87d529 HTTP/1.1" status: 200 len: 868 time: 0.1499200 Aug 19 12:03:23.743070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f77c0b2-1ccd-412e-b58d-f995bfe17972') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:23.743373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f77c0b2-1ccd-412e-b58d-f995bfe17972') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:23.744486 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6f4417f9-ad53-43d5-b655-d661bb3e9628 req-14b7c199-65e3-4e12-9f07-8941c62792c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.778680 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.814666 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6f4417f9-ad53-43d5-b655-d661bb3e9628 req-14b7c199-65e3-4e12-9f07-8941c62792c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.825172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.853095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.873603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:23.873855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:03:23.873855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.901649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-0b6bd63e-a947-4dda-a7fd-3a2df02833bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:23.909540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-0b6bd63e-a947-4dda-a7fd-3a2df02833bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d385f13-1189-459e-a162-7a3d23ca3a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793535 Aug 19 12:03:23.911920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:03:23.913417 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:03:23.920743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-6efcce35-c12b-4d59-bdfd-d12670c18f75 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:03:23.928944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-6efcce35-c12b-4d59-bdfd-d12670c18f75 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184486 Aug 19 12:03:23.943696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] For port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:23.944259 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.951919 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:23.955257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Attempting to bind port ce13001c-6c99-40ae-a868-eecb14453ca6 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:23.955650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Attempting to bind port ce13001c-6c99-40ae-a868-eecb14453ca6 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:23.956004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Attempting to bind port ce13001c-6c99-40ae-a868-eecb14453ca6 on network 695c6eae-dc00-481f-8fa2-9574d3204229 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:23.960116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:23.961085 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.981283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] Calling delete_port for 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:23.989441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] Port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:03:23.990599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:23.991027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Checking segment: {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:23.991470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:23.991882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Bound using segment: {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:23.992366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Bound port: ce13001c-6c99-40ae-a868-eecb14453ca6, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:23.992773 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.012961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.012961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.034734 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6f4417f9-ad53-43d5-b655-d661bb3e9628 req-14b7c199-65e3-4e12-9f07-8941c62792c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.036579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f4417f9-ad53-43d5-b655-d661bb3e9628 req-14b7c199-65e3-4e12-9f07-8941c62792c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.8040118 Aug 19 12:03:24.048073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32986) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:24.049366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5914271 Aug 19 12:03:24.084435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8714b6e1-443b-4d18-bff7-825e4f2c5b21 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:24.097567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] No DVR routers for this DVR port 3c0b5ab7-a732-4a4a-855d-b5db7447c2f6 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:24.108741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:24.175053 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.177014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:24.178193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f86970-91fb-4ebf-808d-5b1f1d86bbfb None None] Pushing event deleted for resources: {'Port': ['ID=3c0b5ab7-a732-4a4a-855d-b5db7447c2f6,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:24.227286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:24.277011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb698f3b-c0e7-4e71-9767-5d536e87288a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=0911d32f-fbba-47c0-8769-2eb1a0d35bdc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:24.280056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7c199-65e3-4e12-9f07-8941c62792c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1bb063-3f76-49ab-9431-707607ad568b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:24.284510 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-c84abfd9-93e4-4c98-bc1d-8c53a45dfc15 service neutron] 10.222.0.65 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545101 Aug 19 12:03:24.287770 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50599e5b-37f9-4ee7-8f39-0f8993b15744 x-openstack-request-id: req-50599e5b-37f9-4ee7-8f39-0f8993b15744 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:24.288068 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:24.288371 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50599e5b-37f9-4ee7-8f39-0f8993b15744 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:24.288797 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'status': 'completed', 'code': 200} Aug 19 12:03:24.295183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-e5bd7e3e-2881-47a1-b382-6db9f0990d0e req-ba2048f6-556d-4cfc-959d-dff37eb33da9 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1152656769', 'description': 'tempest-description-999836710'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:24.349440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] For port ce13001c-6c99-40ae-a868-eecb14453ca6, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:24.350610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:24.351306 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.361126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] For port ce13001c-6c99-40ae-a868-eecb14453ca6, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ce13001c-6c99-40ae-a868-eecb14453ca6,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:24.375766 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.415590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Port': ['ID=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:24.446498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.477291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '0561d828-576b-4e27-935c-f2c6c712bbc3', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'port_id': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'mac_address': 'fa:16:3e:84:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dee2c6-e77a-4024-aef4-779352f390c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:03:13Z', 'updated_at': '2021-08-19T12:03:19Z', 'revision_number': 1, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c650d3ba-10c7-4758-bb6b-8eb729c2ce8a', 'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:40Z', 'updated_at': '2021-08-19T12:02:52Z', 'revision_number': 5, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'subnets': [{'id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:24.506549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e5bd7e3e-2881-47a1-b382-6db9f0990d0e req-ba2048f6-556d-4cfc-959d-dff37eb33da9 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.508567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.528259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] Checking router: a0dc3736-e578-4468-bf27-3e2b824dc079 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:03:24.529755 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] 10.222.0.65 "DELETE /v2.0/networks/e3d106cf-ba19-484b-81e6-f7034ed0ba90 HTTP/1.1" status: 204 len: 168 time: 3.0182018 Aug 19 12:03:24.556603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c60cf-f5a9-4bbe-ab74-01518321cf2f None None] Pushing event updated for resources: {'Port': ['ID=ce13001c-6c99-40ae-a868-eecb14453ca6,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:24.564778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:03:24.566584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:03:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:24.579991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8714b6e1-443b-4d18-bff7-825e4f2c5b21 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.599929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238238d-3cf7-4d0a-81fd-899a72b21147 tempest-AllowedAddressPairIpV6TestJSON-768230358 tempest-AllowedAddressPairIpV6TestJSON-768230358-project] Pushing event deleted for resources: {'Network': ['ID=e3d106cf-ba19-484b-81e6-f7034ed0ba90,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:24.609399 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6b52a4b9-d093-47ff-a597-25e16f45406f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8537700 Aug 19 12:03:24.619920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33008) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:24.645720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'port': {'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'name': 'tempest-TaggedBootDevicesTest_v242-50146124', 'fixed_ips': [{'subnet_id': '8422701f-cd68-4ee5-91df-d6986379744b'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:24.653862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-44bd0542-c9b7-465d-9b8d-5c8b0923fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:24.655736 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-44bd0542-c9b7-465d-9b8d-5c8b0923fd99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55bc4ebc3d994d0fa15793af4ba34823&device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 1096 time: 0.4757495 Aug 19 12:03:24.752945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33010) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:24.785397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-390f84ad-d5b3-49f8-bcff-1c4e889b843d req-90203c22-100e-4775-9ba6-63d2ee655f08 service neutron] 10.222.0.65 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819341 Aug 19 12:03:24.835742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33016) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:24.910224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-89b266c8-2bf8-4fb5-bb5d-392217dc1c50 None None] Provisioning for port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:24.955710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-89b266c8-2bf8-4fb5-bb5d-392217dc1c50 None None] Provisioning complete for port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:24.960432 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-89b266c8-2bf8-4fb5-bb5d-392217dc1c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.127604 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e5bd7e3e-2881-47a1-b382-6db9f0990d0e req-ba2048f6-556d-4cfc-959d-dff37eb33da9 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.135515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-89b266c8-2bf8-4fb5-bb5d-392217dc1c50 None None] Port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:25.138318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:03:25.154282 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e5bd7e3e-2881-47a1-b382-6db9f0990d0e req-ba2048f6-556d-4cfc-959d-dff37eb33da9 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.194432 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8714b6e1-443b-4d18-bff7-825e4f2c5b21 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.218880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8714b6e1-443b-4d18-bff7-825e4f2c5b21 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.320471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-8dd6dc48-5d5f-4b52-a8ab-a8dee3854255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:25.322038 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-8dd6dc48-5d5f-4b52-a8ab-a8dee3854255 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d385f13-1189-459e-a162-7a3d23ca3a4d HTTP/1.1" status: 200 len: 930 time: 0.6327643 Aug 19 12:03:25.324738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ce13001c-6c99-40ae-a868-eecb14453ca6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:25.348036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-b045d83f-c12f-4370-946e-03c18073d39c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 258 time: 0.5112596 Aug 19 12:03:25.353714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-8714b6e1-443b-4d18-bff7-825e4f2c5b21 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] In _notify_port_updated(), no bound segment for port 0911d32f-fbba-47c0-8769-2eb1a0d35bdc on network b5677f05-e884-42bd-96ec-7a441976e9ea {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:25.360146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8714b6e1-443b-4d18-bff7-825e4f2c5b21 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:25.360891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8714b6e1-443b-4d18-bff7-825e4f2c5b21 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.361397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1802983392-network', 'tenant_id': '3b128170263e4212a476157e7268d6f6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:25.362301 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8714b6e1-443b-4d18-bff7-825e4f2c5b21 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "PUT /v2.0/ports/0911d32f-fbba-47c0-8769-2eb1a0d35bdc HTTP/1.1" status: 200 len: 818 time: 1.3102033 Aug 19 12:03:25.372010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2048f6-556d-4cfc-959d-dff37eb33da9 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e896d6-4693-4a11-ab7f-f2a43190fa34,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:25.377599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:25.404755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33022) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:25.405077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33024) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:25.408207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:25.453528 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e5bd7e3e-2881-47a1-b382-6db9f0990d0e req-ba2048f6-556d-4cfc-959d-dff37eb33da9 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.454825 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5bd7e3e-2881-47a1-b382-6db9f0990d0e req-ba2048f6-556d-4cfc-959d-dff37eb33da9 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1689677 Aug 19 12:03:25.516521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714b6e1-443b-4d18-bff7-825e4f2c5b21 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=0911d32f-fbba-47c0-8769-2eb1a0d35bdc,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:25.530432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.535919 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-1b4efa43-7a46-448b-b21c-4eb6da9f6035 req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1395471829', 'description': 'tempest-description-603593138'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:25.554662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c6be998-ec50-4031-a2de-c8eb65125935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.554934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ce13001c-6c99-40ae-a868-eecb14453ca6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:25.574933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3d2648bc-6091-4a06-bdb7-84213665a131 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:25.581986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-70776673-ab24-4072-88fb-3427b4e307e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce HTTP/1.1" status: 200 len: 999 time: 0.2464120 Aug 19 12:03:25.637038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Made reservation on behalf of 3b128170263e4212a476157e7268d6f6 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:25.641165 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.709238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-2de06e71-545a-4d89-bd7e-96bfff053a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:25.709863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-2de06e71-545a-4d89-bd7e-96bfff053a5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a82bd09-9be5-4cc0-88a1-450c1f87d529 HTTP/1.1" status: 200 len: 868 time: 0.1206226 Aug 19 12:03:25.740231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3d2648bc-6091-4a06-bdb7-84213665a131 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:25.740231 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.750645 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.789096 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b4efa43-7a46-448b-b21c-4eb6da9f6035 req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.794288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '0561d828-576b-4e27-935c-f2c6c712bbc3', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'port_id': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'mac_address': 'fa:16:3e:84:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dee2c6-e77a-4024-aef4-779352f390c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:03:13Z', 'updated_at': '2021-08-19T12:03:19Z', 'revision_number': 1, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c650d3ba-10c7-4758-bb6b-8eb729c2ce8a', 'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:40Z', 'updated_at': '2021-08-19T12:02:52Z', 'revision_number': 5, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'subnets': [{'id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:25.812983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-1636f1e8-dbea-4f08-896b-9be30b4e861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:25.814758 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-1636f1e8-dbea-4f08-896b-9be30b4e861b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d385f13-1189-459e-a162-7a3d23ca3a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932171 Aug 19 12:03:25.829925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc67cbc-fbfe-4983-bdc7-5c280a3fdd7e None None] The sync data for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 is: [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '0561d828-576b-4e27-935c-f2c6c712bbc3', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'port_id': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'mac_address': 'fa:16:3e:84:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dee2c6-e77a-4024-aef4-779352f390c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:03:13Z', 'updated_at': '2021-08-19T12:03:19Z', 'revision_number': 1, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c650d3ba-10c7-4758-bb6b-8eb729c2ce8a', 'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:40Z', 'updated_at': '2021-08-19T12:02:52Z', 'revision_number': 5, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'subnets': [{'id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:03:25.841875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.873038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-35b36d9b-cba3-437e-b005-eb21cb241caf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f20b0f664c344c9fbd5d728244f9c84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653821 Aug 19 12:03:25.876929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33034) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:25.949217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] device_id is not set on port b756ec2b-c878-45b9-b2ac-6a7e5112a26b yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:25.989941 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-38e614a0-1cc4-44ab-a29b-3bab10432ca2 service neutron] 10.222.0.54 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633306 Aug 19 12:03:26.119773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e9129362-d809-414c-b318-c7b5e939d4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 0911d32f-fbba-47c0-8769-2eb1a0d35bdc {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:26.121187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e9129362-d809-414c-b318-c7b5e939d4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.135898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b1eaae9c-de32-48ed-b28b-adca6dd87d57 req-f6893a74-492b-4074-8389-5f3c07ec76e1 service neutron] 10.222.0.54 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342041 Aug 19 12:03:26.187463 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c5a61-bc98-415b-82b5-ddb0da596457 None None] New status for floating IP 0561d828-576b-4e27-935c-f2c6c712bbc3: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:03:26.197322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9999b42-5370-4c01-b895-780c75442f75 None None] Network 695c6eae-dc00-481f-8fa2-9574d3204229 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:26.288969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5190f549-674d-4357-b38c-4d9f8f02d025 None None] Provisioning for port ce13001c-6c99-40ae-a868-eecb14453ca6 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:26.339854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5190f549-674d-4357-b38c-4d9f8f02d025 None None] Provisioning complete for port ce13001c-6c99-40ae-a868-eecb14453ca6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:26.340458 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5190f549-674d-4357-b38c-4d9f8f02d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.609310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e9129362-d809-414c-b318-c7b5e939d4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.626415 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d06a8ce2-f9dc-4b38-bdea-331686fd22fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.659055 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5190f549-674d-4357-b38c-4d9f8f02d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.667925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e9129362-d809-414c-b318-c7b5e939d4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 0911d32f-fbba-47c0-8769-2eb1a0d35bdc owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:26.684407 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c6be998-ec50-4031-a2de-c8eb65125935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.703696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5190f549-674d-4357-b38c-4d9f8f02d025 None None] For port ce13001c-6c99-40ae-a868-eecb14453ca6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ce13001c-6c99-40ae-a868-eecb14453ca6,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:26.712923 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5190f549-674d-4357-b38c-4d9f8f02d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.733955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d06a8ce2-f9dc-4b38-bdea-331686fd22fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.737719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c6be998-ec50-4031-a2de-c8eb65125935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.753061 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.777160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [req-1b4efa43-7a46-448b-b21c-4eb6da9f6035 req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:03:26.777160 n-d-778550-9 neutron-server[101154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:03:26.777160 n-d-778550-9 neutron-server[101154]: [parameters: {'project_id_1': '69173b2229414dbd8766cb9efbd9b092', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 3, 25, 926824)}] Aug 19 12:03:26.777160 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:03:26.777675 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [req-1b4efa43-7a46-448b-b21c-4eb6da9f6035 req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:03:26.781509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190f549-674d-4357-b38c-4d9f8f02d025 None None] Pushing event updated for resources: {'Port': ['ID=ce13001c-6c99-40ae-a868-eecb14453ca6,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:26.935875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4c49584b-9b03-42c0-ae31-44ef2406d092 None None] Provisioning complete for port ce13001c-6c99-40ae-a868-eecb14453ca6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:26.936348 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c49584b-9b03-42c0-ae31-44ef2406d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.940239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3c6be998-ec50-4031-a2de-c8eb65125935 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22c173eca2ae4997b8b55eca5eccf73f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1829283 Aug 19 12:03:26.942184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33038) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:27.009041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-44d1d55f-f38d-4098-8200-9a8fdfb17f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.011714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6be998-ec50-4031-a2de-c8eb65125935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f7d184-5229-4015-99a8-a0c7e7b21e96,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:27.022444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ce13001c-6c99-40ae-a868-eecb14453ca6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:27.033243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Allocated IP 10.1.1.203 (127ee992-1a42-43fa-abb5-ae2b756eca7f/8422701f-cd68-4ee5-91df-d6986379744b/b756ec2b-c878-45b9-b2ac-6a7e5112a26b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:27.036947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-44d1d55f-f38d-4098-8200-9a8fdfb17f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.073226 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d06a8ce2-f9dc-4b38-bdea-331686fd22fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.076012 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d06a8ce2-f9dc-4b38-bdea-331686fd22fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.079717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d06a8ce2-f9dc-4b38-bdea-331686fd22fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d154ea75-e648-469b-af22-2c92e9b96dc7 HTTP/1.1" status: 204 len: 168 time: 1.1952395 Aug 19 12:03:27.092286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ce13001c-6c99-40ae-a868-eecb14453ca6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:27.092880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.122218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-44d1d55f-f38d-4098-8200-9a8fdfb17f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.125430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-44d1d55f-f38d-4098-8200-9a8fdfb17f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.126632 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-44d1d55f-f38d-4098-8200-9a8fdfb17f37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17f7d184-5229-4015-99a8-a0c7e7b21e96 HTTP/1.1" status: 204 len: 168 time: 0.1822126 Aug 19 12:03:27.129307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a8ce2-f9dc-4b38-bdea-331686fd22fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d154ea75-e648-469b-af22-2c92e9b96dc7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:27.147352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1d55f-f38d-4098-8200-9a8fdfb17f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f7d184-5229-4015-99a8-a0c7e7b21e96,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:27.190012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Allocated IP 172.25.4.109 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/c63bc22d-8a1f-475b-b37e-2eeaf04e9dd2) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:27.197446 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e9129362-d809-414c-b318-c7b5e939d4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.301841 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b4efa43-7a46-448b-b21c-4eb6da9f6035 req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.312573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9129362-d809-414c-b318-c7b5e939d4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=0911d32f-fbba-47c0-8769-2eb1a0d35bdc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:27.339021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.372545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e9129362-d809-414c-b318-c7b5e939d4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.376856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e9129362-d809-414c-b318-c7b5e939d4b4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/0911d32f-fbba-47c0-8769-2eb1a0d35bdc HTTP/1.1" status: 204 len: 168 time: 1.9684103 Aug 19 12:03:27.377250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33048) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:27.379972 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.428338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:03:27.454543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9509254-2264-401b-b50e-34bb75d91de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:27.456927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e9509254-2264-401b-b50e-34bb75d91de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0776320 Aug 19 12:03:27.459552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33050) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:27.474876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.475226 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Added segment 52b42873-fe26-4f37-ab6f-db87f32c29fe of type vlan for network 41ef73f1-38c7-4c40-8ab4-422423ee8321 Aug 19 12:03:27.489448 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8326d6cd-254c-4866-9d7a-525c05e0ed6e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:03:27.490500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b114a-0c46-4955-b968-79c0a997cccf,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:27.492010 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8326d6cd-254c-4866-9d7a-525c05e0ed6e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/0911d32f-fbba-47c0-8769-2eb1a0d35bdc HTTP/1.1" status: 404 len: 333 time: 0.0315018 Aug 19 12:03:27.496311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33052) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:27.504552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2108307425'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:27.582268 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.602383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.607056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.642608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Transition to ACTIVE for port object b756ec2b-c878-45b9-b2ac-6a7e5112a26b will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:27.680379 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.682135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:27.682905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.705671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33062) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:27.730911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca8d1-e2d2-4110-acc7-214604ff8058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.769581 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b4efa43-7a46-448b-b21c-4eb6da9f6035 req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.806175 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b4efa43-7a46-448b-b21c-4eb6da9f6035 req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.815800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] Pushing event updated for resources: {'Network': ['ID=41ef73f1-38c7-4c40-8ab4-422423ee8321,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:27.828196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-84b92d54-ef98-492b-b304-c38be88e8b60 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9844084 Aug 19 12:03:27.829142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33068) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:27.833679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 41ef73f1-38c7-4c40-8ab4-422423ee8321 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:03:27.880241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Request body: {'subnet': {'network_id': '41ef73f1-38c7-4c40-8ab4-422423ee8321', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1802983392-subnet', 'tenant_id': '3b128170263e4212a476157e7268d6f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:27.923458 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.927320 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.955120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:27.960367 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.977379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eb6be7-7aa3-43f6-9069-4c1428e433de,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:27.991231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:03:27.992908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1b4efa43-7a46-448b-b21c-4eb6da9f6035 req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.994451 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b4efa43-7a46-448b-b21c-4eb6da9f6035 req-a9a2a2bb-04c8-4c95-b6b0-03ea0da2395a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.4744122 Aug 19 12:03:28.005704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:28.013142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:28.014596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:28.020324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:28.023053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:28.026374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Pushing event updated for resources: {'Port': ['ID=c63bc22d-8a1f-475b-b37e-2eeaf04e9dd2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:28.027680 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.028042 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Added segment f81ada1b-824f-4856-941f-944300d8c97e of type vlan for network 261322c2-adfe-45ef-8d26-23ad15410e02 Aug 19 12:03:28.029467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:28.097119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.181199 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.188051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:28.188766 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.221534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Port': ['ID=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:28.241552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:28.242217 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.278432 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.350354 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.357353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Network': ['ID=261322c2-adfe-45ef-8d26-23ad15410e02,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:28.370116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.370378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.370730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.371443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.371443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.371683 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.372162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.372446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.372943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.373266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.373595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.373924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:28.394939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 261322c2-adfe-45ef-8d26-23ad15410e02 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:03:28.399803 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca8d1-e2d2-4110-acc7-214604ff8058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.406544 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca8d1-e2d2-4110-acc7-214604ff8058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.416890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72a1a22f-2473-4a35-b80b-058a011e3851 req-cf121ada-6342-4645-9946-708edb9f1c8a tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69173b2229414dbd8766cb9efbd9b092 HTTP/1.1" status: 200 len: 10908 time: 0.3629160 Aug 19 12:03:28.427522 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.452410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ca8d1-e2d2-4110-acc7-214604ff8058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd960bb-4577-4c0d-89c1-3fca79bc8fd5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:28.454159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-24de0a01-4ec3-4cc8-912c-e8ea248391a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8274281 Aug 19 12:03:28.455717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33080) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:28.493992 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2e4ca8d1-e2d2-4110-acc7-214604ff8058 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ccd7916b794403787ccdf7e3f7c42e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7863963 Aug 19 12:03:28.494607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b62b0480-b1bf-416e-8941-fe19d013c97a None None] Provisioning for port b756ec2b-c878-45b9-b2ac-6a7e5112a26b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:28.495619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33086) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:28.504037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b62b0480-b1bf-416e-8941-fe19d013c97a None None] Provisioning complete for port b756ec2b-c878-45b9-b2ac-6a7e5112a26b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:28.504804 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b62b0480-b1bf-416e-8941-fe19d013c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.507766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Made reservation on behalf of 3b128170263e4212a476157e7268d6f6 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:28.510178 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.533342 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c32184b1-2873-427d-b765-b2ddca3d8a5c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0355649 Aug 19 12:03:28.537024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33088) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:28.547332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:28.549269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b62b0480-b1bf-416e-8941-fe19d013c97a None None] Port b756ec2b-c878-45b9-b2ac-6a7e5112a26b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:28.583917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72a1a22f-2473-4a35-b80b-058a011e3851 req-0305c9dc-4274-4192-833a-d34e26d598c8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/a7474614-3671-45b9-a9f8-4edaf29240a5 HTTP/1.1" status: 200 len: 2985 time: 0.1515214 Aug 19 12:03:28.670306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1506840666'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:28.700825 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e605ebab-9a00-45af-9be6-18797a1dc1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.710464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:03:28.710464 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:03:28.710464 n-d-778550-9 neutron-server[101153]: [parameters: {'project_id_1': 'add3c66411554f89b328ef766721a67e', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 3, 28, 698951)}] Aug 19 12:03:28.710464 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:03:28.711009 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:03:28.726420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72a1a22f-2473-4a35-b80b-058a011e3851 req-91fea59f-23b3-430a-a0c6-b8e7517e6d97 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/a7474614-3671-45b9-a9f8-4edaf29240a5 HTTP/1.1" status: 200 len: 2985 time: 0.1344249 Aug 19 12:03:28.730278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Made reservation on behalf of 9d2d19f1c241410d89f02c281de05ed1 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:28.733783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.744034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e605ebab-9a00-45af-9be6-18797a1dc1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.746096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.838648 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.850141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.887262 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.890275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.896361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.910383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e605ebab-9a00-45af-9be6-18797a1dc1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.913285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e605ebab-9a00-45af-9be6-18797a1dc1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.914758 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e605ebab-9a00-45af-9be6-18797a1dc1b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5fd960bb-4577-4c0d-89c1-3fca79bc8fd5 HTTP/1.1" status: 204 len: 168 time: 0.4174776 Aug 19 12:03:28.937306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:03:28.965277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3351a6c-345f-4acc-ad85-1b494e3d1158,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:28.974897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Pushing event updated for resources: {'Port': ['ID=c63bc22d-8a1f-475b-b37e-2eeaf04e9dd2,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:28.989628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:28.989983 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Added segment 26c6ed1b-9b7d-46a9-960e-816d43d55501 of type vlan for network 551b492f-cf0d-4778-af8d-4963ccca9c2c Aug 19 12:03:29.019146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605ebab-9a00-45af-9be6-18797a1dc1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd960bb-4577-4c0d-89c1-3fca79bc8fd5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:29.033719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.040063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33096) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:29.042939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50f637c-4e47-45ff-9b42-ccacc8946b2b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:29.051580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3c57c9e6-5686-478e-80e1-159006128093 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604459364', 'description': 'tempest-description--1777407312'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:29.053908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.088113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Checking segment: {'id': '52b42873-fe26-4f37-ab6f-db87f32c29fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '41ef73f1-38c7-4c40-8ab4-422423ee8321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:29.088941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Network hostable DHCP agents. Network: 41ef73f1-38c7-4c40-8ab4-422423ee8321, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:29.089579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.095981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:29.096591 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.111849 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c57c9e6-5686-478e-80e1-159006128093 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.127879 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.129664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-d4bdd7b2-0f61-44ea-81fd-a8b39b5f479c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7807879 Aug 19 12:03:29.163071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-765ce7ae-352a-4272-bcbb-93297a62b952 req-0a46fb85-3e81-4980-9459-914ae6cc5364 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/be1bb063-3f76-49ab-9431-707607ad568b HTTP/1.1" status: 200 len: 1801 time: 0.0824025 Aug 19 12:03:29.169849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Network 41ef73f1-38c7-4c40-8ab4-422423ee8321 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:29.173655 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7139215 Aug 19 12:03:29.177666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33098) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:29.182384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5b4bd-43b4-4132-9a53-169373443b9a tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Network': ['ID=551b492f-cf0d-4778-af8d-4963ccca9c2c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:29.195537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:03:29.219012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'subnet': {'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:29.240542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:29.245928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.258655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 41ef73f1-38c7-4c40-8ab4-422423ee8321) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:29.306446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd920ab-3f66-4b73-8b30-9c0003ccd777 None None] Network 41ef73f1-38c7-4c40-8ab4-422423ee8321 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:29.311250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-19bac1b0-23c7-4d6b-b387-ec1413391f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.109 HTTP/1.1" status: 200 len: 696 time: 0.1546841 Aug 19 12:03:29.317800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:29.318527 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.492021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-765ce7ae-352a-4272-bcbb-93297a62b952 req-888d50ee-49a9-4079-a14c-56e6fcce43b4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.507400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a59a2-83bd-4036-b0ee-11fdbc07584d None None] Network 41ef73f1-38c7-4c40-8ab4-422423ee8321 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:29.546191 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-765ce7ae-352a-4272-bcbb-93297a62b952 req-888d50ee-49a9-4079-a14c-56e6fcce43b4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.585378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-9817bbf2-751c-458c-b49f-ede0619f9bdc tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:29.586801 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-251a67a3-094a-4dfc-a48e-8ab2fad03671 req-9817bbf2-751c-458c-b49f-ede0619f9bdc tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.2599428 Aug 19 12:03:29.605751 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.615018 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c57c9e6-5686-478e-80e1-159006128093 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.626368 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c57c9e6-5686-478e-80e1-159006128093 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.660760 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4891b587-a26c-4c32-82a1-f932e7f6a4cd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8147674 Aug 19 12:03:29.707445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Made reservation on behalf of 9d2d19f1c241410d89f02c281de05ed1 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:29.713572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.721771 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-765ce7ae-352a-4272-bcbb-93297a62b952 req-888d50ee-49a9-4079-a14c-56e6fcce43b4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.724572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-765ce7ae-352a-4272-bcbb-93297a62b952 req-888d50ee-49a9-4079-a14c-56e6fcce43b4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.725829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-765ce7ae-352a-4272-bcbb-93297a62b952 req-888d50ee-49a9-4079-a14c-56e6fcce43b4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/be1bb063-3f76-49ab-9431-707607ad568b HTTP/1.1" status: 204 len: 173 time: 0.5515800 Aug 19 12:03:29.734918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c57c9e6-5686-478e-80e1-159006128093 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.734918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3c57c9e6-5686-478e-80e1-159006128093 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6858931 Aug 19 12:03:29.738476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33124) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:29.762393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c829edf8-dfa6-46c4-a1c8-197bf6639a4e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'security_group_rule': {'security_group_id': 'a10bfe09-c218-461b-be85-2989618d69a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:29.781194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57c9e6-5686-478e-80e1-159006128093 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10bfe09-c218-461b-be85-2989618d69a3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:29.839648 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-34b3f14c-882d-417c-8338-af136545f029 req-c6539dbc-24e4-4f72-ace7-0c9227e79921 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:03:29.840690 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34b3f14c-882d-417c-8338-af136545f029 req-c6539dbc-24e4-4f72-ace7-0c9227e79921 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/be1bb063-3f76-49ab-9431-707607ad568b HTTP/1.1" status: 404 len: 352 time: 0.0411479 Aug 19 12:03:29.845726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d50ee-49a9-4079-a14c-56e6fcce43b4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1bb063-3f76-49ab-9431-707607ad568b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:29.866858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c829edf8-dfa6-46c4-a1c8-197bf6639a4e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:29.875476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe840d-6f79-498d-a554-c6b9ba8fdf6a req-db66e2eb-0106-4a50-9f88-c4751394d15d tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:29.883237 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5fe840d-6f79-498d-a554-c6b9ba8fdf6a req-db66e2eb-0106-4a50-9f88-c4751394d15d tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1654720 Aug 19 12:03:29.890976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=dbb496b3-3881-4a37-b919-2f52dc2ecafe,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:29.934381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Checking segment: {'id': 'f81ada1b-824f-4856-941f-944300d8c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:29.935011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network hostable DHCP agents. Network: 261322c2-adfe-45ef-8d26-23ad15410e02, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:29.979975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5fe840d-6f79-498d-a554-c6b9ba8fdf6a req-8eb3b16d-675d-4976-945a-646430bef3a8 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.109 HTTP/1.1" status: 200 len: 696 time: 0.0928798 Aug 19 12:03:29.986499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 261322c2-adfe-45ef-8d26-23ad15410e02 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:29.988333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b5fe840d-6f79-498d-a554-c6b9ba8fdf6a req-68c96455-b2dd-449c-b979-565146b84ed2 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Request body: {'floatingip': {'port_id': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:30.020026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 261322c2-adfe-45ef-8d26-23ad15410e02) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:30.024769 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c829edf8-dfa6-46c4-a1c8-197bf6639a4e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.031857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1af0c-820b-4be4-9d12-3c0954b7b14a None None] Network 261322c2-adfe-45ef-8d26-23ad15410e02 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:30.044264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:30.045278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.076089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c829edf8-dfa6-46c4-a1c8-197bf6639a4e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.090893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b5fe840d-6f79-498d-a554-c6b9ba8fdf6a req-68c96455-b2dd-449c-b979-565146b84ed2 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.125560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829edf8-dfa6-46c4-a1c8-197bf6639a4e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ea2583-a22c-4564-a328-bc38332dd6f1,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:30.134754 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-40409065-1adf-4538-988f-3e424ac5fb0c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5951569 Aug 19 12:03:30.140917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33140) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:30.163125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-978d1798-10ec-4de1-be66-1ecabc897809 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:30.205629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b518a0f9-5c42-48f2-ac98-b63042ec1e77 req-2b579b54-177f-4ad8-b8b9-47c53bc05a58 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/21e896d6-4693-4a11-ab7f-f2a43190fa34 HTTP/1.1" status: 200 len: 1802 time: 0.3121605 Aug 19 12:03:30.243195 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c829edf8-dfa6-46c4-a1c8-197bf6639a4e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.249149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c829edf8-dfa6-46c4-a1c8-197bf6639a4e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5069973 Aug 19 12:03:30.251845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33144) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:30.274102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a4e7fb6b-8c82-477d-8f75-4d2989f9458f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'security_group_rule': {'security_group_id': 'a10bfe09-c218-461b-be85-2989618d69a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:30.399147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-261322c2-adfe-45ef-8d26-23ad15410e02', 'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02', 'tenant_id': 'add3c66411554f89b328ef766721a67e', 'fixed_ips': [{'subnet_id': 'dbb496b3-3881-4a37-b919-2f52dc2ecafe'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:03:30.400045 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.462743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.473562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978d1798-10ec-4de1-be66-1ecabc897809 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:30.477480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-978d1798-10ec-4de1-be66-1ecabc897809 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.656451 n-d-778550-9 neutron-server[101153]: INFO neutron.db.ipam_backend_mixin [None req-978d1798-10ec-4de1-be66-1ecabc897809 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dbb496b3-3881-4a37-b919-2f52dc2ecafe (CIDR: 172.20.0.0/28) Aug 19 12:03:30.665265 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-978d1798-10ec-4de1-be66-1ecabc897809 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:03:30.665819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978d1798-10ec-4de1-be66-1ecabc897809 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:03:30.691465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Allocated IP 172.20.0.2 (261322c2-adfe-45ef-8d26-23ad15410e02/dbb496b3-3881-4a37-b919-2f52dc2ecafe/7c7537fb-79fc-4c2e-81da-427e6a9cb25b) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:30.700806 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-978d1798-10ec-4de1-be66-1ecabc897809 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5537066 Aug 19 12:03:30.703470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33160) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:30.709431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:30.855653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:30.860966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.957498 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:30.969369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Transition to ACTIVE for port object 7c7537fb-79fc-4c2e-81da-427e6a9cb25b will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:30.989356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Transition to ACTIVE for port object 7c7537fb-79fc-4c2e-81da-427e6a9cb25b will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:30.995419 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7fb6b-8c82-477d-8f75-4d2989f9458f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.017708 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.055139 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b518a0f9-5c42-48f2-ac98-b63042ec1e77 req-a103e0c0-c185-46ee-a833-320558f72196 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.104899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Subnet': ['ID=5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:31.126720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Pushing event updated for resources: {'Port': ['ID=7c7537fb-79fc-4c2e-81da-427e6a9cb25b,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:31.143619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Network 261322c2-adfe-45ef-8d26-23ad15410e02 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:31.146192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:31.153345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:31.165575 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b518a0f9-5c42-48f2-ac98-b63042ec1e77 req-a103e0c0-c185-46ee-a833-320558f72196 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.200977 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-b5fe840d-6f79-498d-a554-c6b9ba8fdf6a req-68c96455-b2dd-449c-b979-565146b84ed2 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 12:03:31.215906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5fe840d-6f79-498d-a554-c6b9ba8fdf6a req-68c96455-b2dd-449c-b979-565146b84ed2 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "PUT /v2.0/floatingips/cb471d74-5b51-40eb-8cd4-7b8bcb8a72f0 HTTP/1.1" status: 409 len: 550 time: 1.2377477 Aug 19 12:03:31.216145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.254017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Attempting to bind port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:31.254469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Attempting to bind port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f81ada1b-824f-4856-941f-944300d8c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:31.255082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Attempting to bind port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b on network 261322c2-adfe-45ef-8d26-23ad15410e02 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:31.255314 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7fb6b-8c82-477d-8f75-4d2989f9458f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.272747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Checking segment: {'id': '26c6ed1b-9b7d-46a9-960e-816d43d55501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:31.273381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Network hostable DHCP agents. Network: 551b492f-cf0d-4778-af8d-4963ccca9c2c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:31.278163 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7fb6b-8c82-477d-8f75-4d2989f9458f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.283563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:31.284409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Checking segment: {'id': 'f81ada1b-824f-4856-941f-944300d8c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:31.285027 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.286169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Bound using segment: {'id': 'f81ada1b-824f-4856-941f-944300d8c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:31.286999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Bound port: 7c7537fb-79fc-4c2e-81da-427e6a9cb25b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81ada1b-824f-4856-941f-944300d8c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:31.287731 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.322766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4e7fb6b-8c82-477d-8f75-4d2989f9458f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.327618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a4e7fb6b-8c82-477d-8f75-4d2989f9458f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0647554 Aug 19 12:03:31.329808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33182) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:31.332088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 261322c2-adfe-45ef-8d26-23ad15410e02 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:31.340014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:31.344083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:31.351336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:31.361576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.371678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7fb6b-8c82-477d-8f75-4d2989f9458f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2726562c-f18c-43b1-b866-5d212dcbf8a2,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:31.375141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:31.385043 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.406518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 551b492f-cf0d-4778-af8d-4963ccca9c2c) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:31.412187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:31.413899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] For port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:31.422631 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-74471ed9-b1fd-4f82-9071-d2b4559e6618 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7176664 Aug 19 12:03:31.425569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33184) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:31.431756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b518a0f9-5c42-48f2-ac98-b63042ec1e77 req-a103e0c0-c185-46ee-a833-320558f72196 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.433584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02', 'fixed_ips': [{'subnet_id': 'dbb496b3-3881-4a37-b919-2f52dc2ecafe'}, {'subnet_id': '85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5'}], 'name': 'tempest-PortsTestJSON-391588728'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:31.435078 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b518a0f9-5c42-48f2-ac98-b63042ec1e77 req-a103e0c0-c185-46ee-a833-320558f72196 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.436355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] For port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7c7537fb-79fc-4c2e-81da-427e6a9cb25b,segment=NetworkSegment(f81ada1b-824f-4856-941f-944300d8c97e),segment_id=f81ada1b-824f-4856-941f-944300d8c97e)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:31.436511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b518a0f9-5c42-48f2-ac98-b63042ec1e77 req-a103e0c0-c185-46ee-a833-320558f72196 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/21e896d6-4693-4a11-ab7f-f2a43190fa34 HTTP/1.1" status: 204 len: 173 time: 1.2101679 Aug 19 12:03:31.443442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe5288c-8b02-41fd-a930-dfe18aa5dd5b None None] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:31.479478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:31.480073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.491935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103e0c0-c185-46ee-a833-320558f72196 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e896d6-4693-4a11-ab7f-f2a43190fa34,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:31.544773 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.545675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7666941e-6d19-4f15-8e9c-721d5744e6b0 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3641429 Aug 19 12:03:31.548414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33188) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:31.559750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-32606276-e553-49aa-adf8-6f6bf57f7ae4 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips/cb471d74-5b51-40eb-8cd4-7b8bcb8a72f0 HTTP/1.1" status: 200 len: 693 time: 0.0823340 Aug 19 12:03:31.564913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'port': {'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c', 'name': 'tempest-AllowedAddressPairTestJSON-67529243'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:31.729462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.731120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce7fac-81df-451a-bdf5-b16469926edb None None] Pushing event updated for resources: {'Port': ['ID=7c7537fb-79fc-4c2e-81da-427e6a9cb25b,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:31.834223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:31.905685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-551b492f-cf0d-4778-af8d-4963ccca9c2c', 'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c', 'tenant_id': '9d2d19f1c241410d89f02c281de05ed1', 'fixed_ips': [{'subnet_id': '5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:03:31.910038 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:31.912545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-08fd75d0-61b0-4a93-8eee-d260b8670a01 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:31.918649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-08fd75d0-61b0-4a93-8eee-d260b8670a01 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.3416188 Aug 19 12:03:32.034998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-4c493d09-a65c-4165-9880-a4095cf8fabb tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.109 HTTP/1.1" status: 200 len: 696 time: 0.0787094 Aug 19 12:03:32.047318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Made reservation on behalf of 9d2d19f1c241410d89f02c281de05ed1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:32.064188 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:32.118321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] device_id is not set on port 371f2079-85d6-4d60-885f-ad367b1773c1 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:32.161507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Allocated IP 172.20.0.2 (551b492f-cf0d-4778-af8d-4963ccca9c2c/5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954/2826ad13-1a94-40c4-b261-b64a9f1c9542) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:32.198613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-514a0824-5c32-4b1b-9b9c-b61932069db7 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.109 HTTP/1.1" status: 200 len: 696 time: 0.1496260 Aug 19 12:03:32.213030 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:32.234163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port a71b1410-bcd0-464e-ac57-e5f41945a323 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:32.292087 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Allocated IP 172.25.4.30 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/01613f1b-216b-407e-a2d4-a8a551c6343d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:32.315336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-4801dcc4-c7f5-44ec-8ef2-83709bde06ff tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:32.317501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-4801dcc4-c7f5-44ec-8ef2-83709bde06ff tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/networks?id=41ef73f1-38c7-4c40-8ab4-422423ee8321 HTTP/1.1" status: 200 len: 814 time: 0.4698608 Aug 19 12:03:32.390744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-930d122e-d4fb-4444-9167-ce1f0fbb80d5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/quotas/3b128170263e4212a476157e7268d6f6 HTTP/1.1" status: 200 len: 375 time: 0.0641482 Aug 19 12:03:32.415339 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:32.428529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Transition to ACTIVE for port object 2826ad13-1a94-40c4-b261-b64a9f1c9542 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:32.459906 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Transition to ACTIVE for port object 2826ad13-1a94-40c4-b261-b64a9f1c9542 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:32.469890 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:32.502495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-78f96c20-32af-413d-8145-89039db01212 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b128170263e4212a476157e7268d6f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762606 Aug 19 12:03:32.534511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:32.539991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:32.547433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:32.552189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Pushing event updated for resources: {'Port': ['ID=2826ad13-1a94-40c4-b261-b64a9f1c9542,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:32.632928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Attempting to bind port 2826ad13-1a94-40c4-b261-b64a9f1c9542 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:32.633484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Attempting to bind port 2826ad13-1a94-40c4-b261-b64a9f1c9542 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '26c6ed1b-9b7d-46a9-960e-816d43d55501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:32.638050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Attempting to bind port 2826ad13-1a94-40c4-b261-b64a9f1c9542 on network 551b492f-cf0d-4778-af8d-4963ccca9c2c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:32.646709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:32.647052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Checking segment: {'id': '26c6ed1b-9b7d-46a9-960e-816d43d55501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:32.647514 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:32.654460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Bound using segment: {'id': '26c6ed1b-9b7d-46a9-960e-816d43d55501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:32.655056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Bound port: 2826ad13-1a94-40c4-b261-b64a9f1c9542, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c6ed1b-9b7d-46a9-960e-816d43d55501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:32.655445 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:32.660055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Deleting port c63bc22d-8a1f-475b-b37e-2eeaf04e9dd2 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:32.660846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:32.756387 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:32.782876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] For port 2826ad13-1a94-40c4-b261-b64a9f1c9542, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:32.802410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] For port 2826ad13-1a94-40c4-b261-b64a9f1c9542, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2826ad13-1a94-40c4-b261-b64a9f1c9542,segment=NetworkSegment(26c6ed1b-9b7d-46a9-960e-816d43d55501),segment_id=26c6ed1b-9b7d-46a9-960e-816d43d55501)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:32.816206 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:32.827518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-09c88d38-762c-45ad-b667-801911dbabba service neutron] 10.222.0.65 "GET /v2.0/networks/41ef73f1-38c7-4c40-8ab4-422423ee8321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125250 Aug 19 12:03:32.985778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1706623-a415-4cb5-9119-10cda9aa4c83 None None] Pushing event updated for resources: {'Port': ['ID=2826ad13-1a94-40c4-b261-b64a9f1c9542,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:32.992177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Allocated IP 172.20.0.12 (551b492f-cf0d-4778-af8d-4963ccca9c2c/5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954/371f2079-85d6-4d60-885f-ad367b1773c1) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:33.025762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33250) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:33.028348 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.028964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.057613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.068053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Calling delete_port for c63bc22d-8a1f-475b-b37e-2eeaf04e9dd2 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:33.088108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7c7537fb-79fc-4c2e-81da-427e6a9cb25b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:33.174112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:33.211230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:33.212705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:33.227502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:33.243246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.266864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Transition to ACTIVE for port object 371f2079-85d6-4d60-885f-ad367b1773c1 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:33.308012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f7c1a-2dcd-4342-8f10-a71e61c7ec13 None None] Network 261322c2-adfe-45ef-8d26-23ad15410e02 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:33.320114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.332348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-42405467-178c-4776-b3b8-027dd01c6a21 service neutron] 10.222.0.65 "GET /v2.0/networks/41ef73f1-38c7-4c40-8ab4-422423ee8321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885247 Aug 19 12:03:33.382087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Port': ['ID=371f2079-85d6-4d60-885f-ad367b1773c1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:33.412392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Port': ['ID=01613f1b-216b-407e-a2d4-a8a551c6343d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:33.432075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:33.476160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:33.482932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:33.484167 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd54ac5c-9bb5-440a-9f54-b47d0906e9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.496075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6898bddb-a322-4ce4-a86a-b63a31241748 None None] Provisioning for port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:33.501359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6898bddb-a322-4ce4-a86a-b63a31241748 None None] Provisioning complete for port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:33.501739 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6898bddb-a322-4ce4-a86a-b63a31241748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.565143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.677009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.686161 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-b6e868dd-8555-4964-9781-7ba1f182e273 req-0825b82b-e4b2-4566-9e89-e39cd5cc8271 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:03:33.687356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6e868dd-8555-4964-9781-7ba1f182e273 req-0825b82b-e4b2-4566-9e89-e39cd5cc8271 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/21e896d6-4693-4a11-ab7f-f2a43190fa34 HTTP/1.1" status: 404 len: 352 time: 0.0666578 Aug 19 12:03:33.714355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.6 (261322c2-adfe-45ef-8d26-23ad15410e02/dbb496b3-3881-4a37-b919-2f52dc2ecafe/a71b1410-bcd0-464e-ac57-e5f41945a323) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:33.735008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.30 (261322c2-adfe-45ef-8d26-23ad15410e02/85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5/a71b1410-bcd0-464e-ac57-e5f41945a323) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:33.790875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.878842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:33.878966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:33.884508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Pushing event deleted for resources: {'Port': ['ID=c63bc22d-8a1f-475b-b37e-2eeaf04e9dd2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:33.932155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-88eff781-ed5f-4d0e-aa74-800d51b98a18 req-4019c6de-71c9-4375-9d78-38bf159e0113 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 210 time: 0.1235142 Aug 19 12:03:34.018204 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6898bddb-a322-4ce4-a86a-b63a31241748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.044956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c70a6-dbe2-4569-8bbd-c38546ed94d3 None None] Update dhcp port {'port': {'network_id': '261322c2-adfe-45ef-8d26-23ad15410e02', 'fixed_ips': [{'subnet_id': 'dbb496b3-3881-4a37-b919-2f52dc2ecafe', 'ip_address': '172.20.0.2'}, {'subnet_id': '85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '7c7537fb-79fc-4c2e-81da-427e6a9cb25b'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:03:34.052412 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.055433 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd54ac5c-9bb5-440a-9f54-b47d0906e9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.079279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd54ac5c-9bb5-440a-9f54-b47d0906e9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.095688 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-65eef283-916e-4a13-b8f8-8df90ca90a4e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5448062 Aug 19 12:03:34.102351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33266) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:34.104168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-748c70a6-dbe2-4569-8bbd-c38546ed94d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.110362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'port': {'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c', 'name': 'tempest-AllowedAddressPairTestJSON-1285687597', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:5a:ed:18'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:34.117662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object a71b1410-bcd0-464e-ac57-e5f41945a323 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:34.128438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54ac5c-9bb5-440a-9f54-b47d0906e9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf71555-8a2f-41aa-81f2-f6e7a4ec0439,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:34.169608 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.172435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6898bddb-a322-4ce4-a86a-b63a31241748 None None] For port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7c7537fb-79fc-4c2e-81da-427e6a9cb25b,segment=NetworkSegment(f81ada1b-824f-4856-941f-944300d8c97e),segment_id=f81ada1b-824f-4856-941f-944300d8c97e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:34.172706 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.174063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de25e56f-5952-4f5a-942e-246e45c58c28 req-b0da4523-a81b-4c81-8f53-4bc3994d3b73 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "DELETE /v2.0/floatingips/cb471d74-5b51-40eb-8cd4-7b8bcb8a72f0 HTTP/1.1" status: 204 len: 173 time: 1.9594247 Aug 19 12:03:34.199409 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6898bddb-a322-4ce4-a86a-b63a31241748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.207726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73d1e76b-13cf-4b9a-a519-f0326985c147 req-ddeb658f-0f28-48c5-89b6-c8c21559369e tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/c5eb6be7-7aa3-43f6-9069-4c1428e433de HTTP/1.1" status: 200 len: 1802 time: 0.1848917 Aug 19 12:03:34.232280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bd54ac5c-9bb5-440a-9f54-b47d0906e9da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=608df90a5cb041c5bcf474cc79af645a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1959717 Aug 19 12:03:34.235215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33272) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:34.438963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898bddb-a322-4ce4-a86a-b63a31241748 None None] Pushing event updated for resources: {'Port': ['ID=7c7537fb-79fc-4c2e-81da-427e6a9cb25b,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:34.481763 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.486816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-e514b337-785b-4a2b-8da7-c9ae094297b7 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.2828395 Aug 19 12:03:34.494205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Made reservation on behalf of 9d2d19f1c241410d89f02c281de05ed1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:34.504780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.574395 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-98b93111-621a-47c4-840c-0f940f728ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.604217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-98b93111-621a-47c4-840c-0f940f728ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.654452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.674157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df732ee-2015-4aaa-bd9a-873141c6f90f None None] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:34.683517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-98b93111-621a-47c4-840c-0f940f728ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.683759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-73d1e76b-13cf-4b9a-a519-f0326985c147 req-50f514dc-0c21-4859-90ab-8a7611c1adb6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.685946 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-98b93111-621a-47c4-840c-0f940f728ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.689387 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-98b93111-621a-47c4-840c-0f940f728ae6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fcf71555-8a2f-41aa-81f2-f6e7a4ec0439 HTTP/1.1" status: 204 len: 168 time: 0.4495187 Aug 19 12:03:34.697509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-a08b81b9-ad92-417a-94c5-d9464cf41638 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:34.698969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-a08b81b9-ad92-417a-94c5-d9464cf41638 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports/55f0d1a4-a493-4411-b08f-c88a2fed94ce HTTP/1.1" status: 200 len: 942 time: 0.1965182 Aug 19 12:03:34.719925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Port': ['ID=01613f1b-216b-407e-a2d4-a8a551c6343d,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:34.737743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.742083 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-73d1e76b-13cf-4b9a-a519-f0326985c147 req-50f514dc-0c21-4859-90ab-8a7611c1adb6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.783874 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.795683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-70450011-e4fb-4a1c-9649-c6e66100db38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4619789 Aug 19 12:03:34.820649 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-73d1e76b-13cf-4b9a-a519-f0326985c147 req-50f514dc-0c21-4859-90ab-8a7611c1adb6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.823951 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-73d1e76b-13cf-4b9a-a519-f0326985c147 req-50f514dc-0c21-4859-90ab-8a7611c1adb6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:34.838517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73d1e76b-13cf-4b9a-a519-f0326985c147 req-50f514dc-0c21-4859-90ab-8a7611c1adb6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/c5eb6be7-7aa3-43f6-9069-4c1428e433de HTTP/1.1" status: 204 len: 173 time: 0.5961654 Aug 19 12:03:34.858318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b93111-621a-47c4-840c-0f940f728ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf71555-8a2f-41aa-81f2-f6e7a4ec0439,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:34.891761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f514dc-0c21-4859-90ab-8a7611c1adb6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eb6be7-7aa3-43f6-9069-4c1428e433de,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:34.894700 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-fe10e352-89d1-4ea7-ac8c-8d88c8b22fb5 req-e3cb5fe1-3077-4034-ae17-32b0df6c9453 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:03:34.913157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe10e352-89d1-4ea7-ac8c-8d88c8b22fb5 req-e3cb5fe1-3077-4034-ae17-32b0df6c9453 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/c5eb6be7-7aa3-43f6-9069-4c1428e433de HTTP/1.1" status: 404 len: 352 time: 0.0458021 Aug 19 12:03:34.943817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 261322c2-adfe-45ef-8d26-23ad15410e02 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:34.973344 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.025880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:35.029373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:35.039595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=a71b1410-bcd0-464e-ac57-e5f41945a323,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:35.067094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] device_id is not set on port da91724e-ee75-4da2-a5e0-b2d0122608a8 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:35.135986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-5f1903f8-34b5-48e9-b7b3-0883a7601a63 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.2946370 Aug 19 12:03:35.295886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2826ad13-1a94-40c4-b261-b64a9f1c9542 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:35.296733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:35.297191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.311618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dce6ecf9-24de-4817-98f4-d0632b0ad2b4 req-fcb1de75-ca14-475a-8c3b-dc94904a2193 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69173b2229414dbd8766cb9efbd9b092 HTTP/1.1" status: 200 len: 6156 time: 0.3042383 Aug 19 12:03:35.431580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Allocated IP 172.20.0.13 (551b492f-cf0d-4778-af8d-4963ccca9c2c/5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954/da91724e-ee75-4da2-a5e0-b2d0122608a8) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:35.432926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-748c70a6-dbe2-4569-8bbd-c38546ed94d3 None None] Allocated IP 172.20.0.18 (261322c2-adfe-45ef-8d26-23ad15410e02/85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5/7c7537fb-79fc-4c2e-81da-427e6a9cb25b) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:35.437099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-df01bc65-93d5-4f4d-833a-e287151b2d53 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:35.439076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-df01bc65-93d5-4f4d-833a-e287151b2d53 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.2962227 Aug 19 12:03:35.449025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33294) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:35.452245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ea5a15cb-56fd-4763-8c41-9bd6724284d3 None None] Provisioning for port 2826ad13-1a94-40c4-b261-b64a9f1c9542 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:35.463644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-864baad7-7438-44c0-8a1e-e87595def594 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:03:35.465240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-02d7c2f5-74b9-45ed-8a2f-39991987cdb4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.0381787 Aug 19 12:03:35.468354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33296) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:35.478136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbb496b3-3881-4a37-b919-2f52dc2ecafe'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:35.478376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-864baad7-7438-44c0-8a1e-e87595def594 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274003 Aug 19 12:03:35.553497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dce6ecf9-24de-4817-98f4-d0632b0ad2b4 req-8d5742ab-81dd-40bb-b554-b137e1c95986 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/a7474614-3671-45b9-a9f8-4edaf29240a5 HTTP/1.1" status: 200 len: 2985 time: 0.2408721 Aug 19 12:03:35.556705 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5c53f63d-f833-4b40-adf2-8dc0f0074f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.562549 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:03:35.608010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 2826ad13-1a94-40c4-b261-b64a9f1c9542 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:35.620705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 2826ad13-1a94-40c4-b261-b64a9f1c9542 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:35.621152 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.666219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.721395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-748c70a6-dbe2-4569-8bbd-c38546ed94d3 None None] For port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7c7537fb-79fc-4c2e-81da-427e6a9cb25b,segment=NetworkSegment(f81ada1b-824f-4856-941f-944300d8c97e),segment_id=f81ada1b-824f-4856-941f-944300d8c97e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:35.759410 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5c53f63d-f833-4b40-adf2-8dc0f0074f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.781168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-748c70a6-dbe2-4569-8bbd-c38546ed94d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.783476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5c53f63d-f833-4b40-adf2-8dc0f0074f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.837118 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-8ab133d5-e04f-47e5-9e27-3cc9da340b27 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 1001 time: 0.3576622 Aug 19 12:03:35.851380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-4c5a38f0-fac1-472f-b916-1e1f7aa32f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:35.880789 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-748c70a6-dbe2-4569-8bbd-c38546ed94d3 None None] Transition to ACTIVE for port object 7c7537fb-79fc-4c2e-81da-427e6a9cb25b will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:35.890253 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-748c70a6-dbe2-4569-8bbd-c38546ed94d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.892744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:35.950800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dce6ecf9-24de-4817-98f4-d0632b0ad2b4 req-d76be71c-c3a7-40f2-8f5f-804cb4757443 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/a7474614-3671-45b9-a9f8-4edaf29240a5 HTTP/1.1" status: 200 len: 2985 time: 0.3858070 Aug 19 12:03:35.972932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53f63d-f833-4b40-adf2-8dc0f0074f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b54bd7-10e9-4afa-ac6e-2c166e5ff12f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:36.027017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:36.095419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Transition to ACTIVE for port object da91724e-ee75-4da2-a5e0-b2d0122608a8 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:36.121810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 2826ad13-1a94-40c4-b261-b64a9f1c9542, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2826ad13-1a94-40c4-b261-b64a9f1c9542,segment=NetworkSegment(26c6ed1b-9b7d-46a9-960e-816d43d55501),segment_id=26c6ed1b-9b7d-46a9-960e-816d43d55501)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:36.124316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c70a6-dbe2-4569-8bbd-c38546ed94d3 None None] Pushing event updated for resources: {'Port': ['ID=7c7537fb-79fc-4c2e-81da-427e6a9cb25b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:36.130320 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:36.131025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7c7537fb-79fc-4c2e-81da-427e6a9cb25b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:36.276965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=2826ad13-1a94-40c4-b261-b64a9f1c9542,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:36.328359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03f7287a-b678-4a6d-a4f9-01984a89eb6a None None] Provisioning for port 371f2079-85d6-4d60-885f-ad367b1773c1 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:36.336279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03f7287a-b678-4a6d-a4f9-01984a89eb6a None None] Provisioning complete for port 371f2079-85d6-4d60-885f-ad367b1773c1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:36.336948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03f7287a-b678-4a6d-a4f9-01984a89eb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:36.401810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-03f7287a-b678-4a6d-a4f9-01984a89eb6a None None] Port 371f2079-85d6-4d60-885f-ad367b1773c1 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:36.419725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03f7287a-b678-4a6d-a4f9-01984a89eb6a None None] Provisioning complete for port 2826ad13-1a94-40c4-b261-b64a9f1c9542 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:36.420113 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03f7287a-b678-4a6d-a4f9-01984a89eb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:36.422858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:36.516934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:36.526004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:36.529039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:36.616407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Delete allocated IP 172.20.0.30 (261322c2-adfe-45ef-8d26-23ad15410e02/85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5) {{(pid=101153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:03:36.629810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:36.630468 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:36.662006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Port': ['ID=da91724e-ee75-4da2-a5e0-b2d0122608a8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:36.682245 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d9b19b83-1a53-4452-8156-818ec7f9deff tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.5786915 Aug 19 12:03:36.686825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33304) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:36.691122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5c53f63d-f833-4b40-adf2-8dc0f0074f19 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=077c920993eb419bbbf8fc9fd7cf935f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2384777 Aug 19 12:03:36.695133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-316430ce-27d3-4111-b073-fc660abbef8a None None] Provisioning complete for port 371f2079-85d6-4d60-885f-ad367b1773c1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:36.696061 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-316430ce-27d3-4111-b073-fc660abbef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:36.710315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33306) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:36.746015 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-4c5a38f0-fac1-472f-b916-1e1f7aa32f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:36.796604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-316430ce-27d3-4111-b073-fc660abbef8a None None] Port 371f2079-85d6-4d60-885f-ad367b1773c1 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:36.875747 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-262b9089-d9af-4075-9cbc-be3ad00bd78b req-3a02d4e1-c45b-439a-99b4-7792bbf0f2e2 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 210 time: 0.2314944 Aug 19 12:03:36.907775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2d0af-d38c-49e0-bb40-55976646d138 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:36.914157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2d0af-d38c-49e0-bb40-55976646d138 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:36.919986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2d0af-d38c-49e0-bb40-55976646d138 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:36.925709 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e1c2d0af-d38c-49e0-bb40-55976646d138 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2377794 Aug 19 12:03:36.933974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33308) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:36.936035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1e0820f3-4867-4a57-9bde-be25b99e55d8 None None] Provisioning for port da91724e-ee75-4da2-a5e0-b2d0122608a8 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:36.954606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1e0820f3-4867-4a57-9bde-be25b99e55d8 None None] Provisioning complete for port da91724e-ee75-4da2-a5e0-b2d0122608a8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:36.957660 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1e0820f3-4867-4a57-9bde-be25b99e55d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:36.969828 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2c86363-96dc-4988-9843-c6ccd12349b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.065820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2c86363-96dc-4988-9843-c6ccd12349b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.081635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1e0820f3-4867-4a57-9bde-be25b99e55d8 None None] Port da91724e-ee75-4da2-a5e0-b2d0122608a8 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:37.086086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.087769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-12ce3d07-3b31-4696-99ca-c15cec0bf2d5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:37.088555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7c7537fb-79fc-4c2e-81da-427e6a9cb25b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:37.089344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-12ce3d07-3b31-4696-99ca-c15cec0bf2d5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.69 "GET /v2.0/networks?id=41ef73f1-38c7-4c40-8ab4-422423ee8321 HTTP/1.1" status: 200 len: 814 time: 1.1179476 Aug 19 12:03:37.102053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa1f72-b42f-452c-8134-5e78b9fd8958 None None] Network 261322c2-adfe-45ef-8d26-23ad15410e02 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:37.121518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Request body: {'port': {'device_id': '29f73a4d-1256-4d71-bf60-4995fcd67a06', 'network_id': '41ef73f1-38c7-4c40-8ab4-422423ee8321', 'admin_state_up': True, 'tenant_id': '3b128170263e4212a476157e7268d6f6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:37.132973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Ignored duplicate provisioning block setup for port a71b1410-bcd0-464e-ac57-e5f41945a323 by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:03:37.153186 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.173038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5aae6924-7708-4067-893b-30ce5c855feb tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Deleting port da91724e-ee75-4da2-a5e0-b2d0122608a8 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:37.173661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aae6924-7708-4067-893b-30ce5c855feb tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.216240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2c86363-96dc-4988-9843-c6ccd12349b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.219424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2c86363-96dc-4988-9843-c6ccd12349b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.220917 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b2c86363-96dc-4988-9843-c6ccd12349b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7b54bd7-10e9-4afa-ac6e-2c166e5ff12f HTTP/1.1" status: 204 len: 168 time: 0.5094073 Aug 19 12:03:37.235051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-326368d4-0425-4609-995c-03fd4c4c614f None None] Provisioning for port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:37.256783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4668cb21-e70a-48bd-a5ec-46e4ee2dea4b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--604459364&fields=id&tenant_id=a25008f9f9b8456f990137d238ed2602 HTTP/1.1" status: 200 len: 267 time: 0.2135139 Aug 19 12:03:37.270876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-326368d4-0425-4609-995c-03fd4c4c614f None None] Provisioning complete for port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:37.271255 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-326368d4-0425-4609-995c-03fd4c4c614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.304031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:37.304404 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.335014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c86363-96dc-4988-9843-c6ccd12349b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b54bd7-10e9-4afa-ac6e-2c166e5ff12f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:37.343203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=a71b1410-bcd0-464e-ac57-e5f41945a323,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:37.375217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] In _notify_port_updated(), no bound segment for port a71b1410-bcd0-464e-ac57-e5f41945a323 on network 261322c2-adfe-45ef-8d26-23ad15410e02 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:37.381241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:37.381894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.386070 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-02095f5e-a538-4ff8-a925-8ab60c96debb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "PUT /v2.0/ports/a71b1410-bcd0-464e-ac57-e5f41945a323 HTTP/1.1" status: 200 len: 918 time: 1.9162405 Aug 19 12:03:37.386694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33320) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:37.397531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbb496b3-3881-4a37-b919-2f52dc2ecafe'}, {'subnet_id': '85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:37.405194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aae6924-7708-4067-893b-30ce5c855feb tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.420441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-4c5a38f0-fac1-472f-b916-1e1f7aa32f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.440447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5aae6924-7708-4067-893b-30ce5c855feb tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Calling delete_port for da91724e-ee75-4da2-a5e0-b2d0122608a8 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:37.450570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-545c70de-ff0e-4191-baa2-04396d4e0983 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:37.452494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-545c70de-ff0e-4191-baa2-04396d4e0983 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports/0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 200 len: 937 time: 0.1698735 Aug 19 12:03:37.457675 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-4c5a38f0-fac1-472f-b916-1e1f7aa32f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.458095 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-4c5a38f0-fac1-472f-b916-1e1f7aa32f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Floating IP 0561d828-576b-4e27-935c-f2c6c712bbc3 disassociated. External IP: 172.25.4.187, port: 55f0d1a4-a493-4411-b08f-c88a2fed94ce. Aug 19 12:03:37.564352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2826ad13-1a94-40c4-b261-b64a9f1c9542 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:37.565679 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-3e7e0fb3-c81a-4f82-9a5e-aacb2e6dcac4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:37.567935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-3e7e0fb3-c81a-4f82-9a5e-aacb2e6dcac4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports/b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 200 len: 935 time: 0.1054268 Aug 19 12:03:37.657708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 2826ad13-1a94-40c4-b261-b64a9f1c9542 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:37.658089 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.666539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Made reservation on behalf of 3b128170263e4212a476157e7268d6f6 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:37.670538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.726789 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-48f3014a-4f4a-402f-ae36-999c91e23273 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1436276 Aug 19 12:03:37.766621 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.823018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-ce43c506-95f3-48c8-bcfe-d7537039b53c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0941999 Aug 19 12:03:37.918015 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aae6924-7708-4067-893b-30ce5c855feb tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:37.949163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae6924-7708-4067-893b-30ce5c855feb tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event deleted for resources: {'Port': ['ID=da91724e-ee75-4da2-a5e0-b2d0122608a8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:38.074192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-76b4c0a1-4673-4ae1-bf92-fac5f8e50a64 None None] Provisioning complete for port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:38.074816 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-76b4c0a1-4673-4ae1-bf92-fac5f8e50a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:38.231830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-3344efa1-9252-49fb-8d51-e90f382ff685 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:38.238111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-3344efa1-9252-49fb-8d51-e90f382ff685 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:38.271805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-3344efa1-9252-49fb-8d51-e90f382ff685 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:38.279930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-76b4c0a1-4673-4ae1-bf92-fac5f8e50a64 None None] Provisioning for port a71b1410-bcd0-464e-ac57-e5f41945a323 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:38.284862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-76b4c0a1-4673-4ae1-bf92-fac5f8e50a64 None None] Provisioning complete for port a71b1410-bcd0-464e-ac57-e5f41945a323 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:38.285244 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-76b4c0a1-4673-4ae1-bf92-fac5f8e50a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:38.288158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-3344efa1-9252-49fb-8d51-e90f382ff685 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/networks?id=ee7e9764-0947-4d2f-9df6-16f646d411fc&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=695c6eae-dc00-481f-8fa2-9574d3204229&id=695c6eae-dc00-481f-8fa2-9574d3204229 HTTP/1.1" status: 200 len: 1994 time: 0.4573295 Aug 19 12:03:38.352026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Allocated IP 172.20.0.2 (41ef73f1-38c7-4c40-8ab4-422423ee8321/b50f637c-4e47-45ff-9b42-ccacc8946b2b/8c48417f-9077-4aba-9cd7-d882ee138f7b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:38.358568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-4c5a38f0-fac1-472f-b916-1e1f7aa32f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Router a0dc3736-e578-4468-bf27-3e2b824dc079 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:03:38.375324 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-fe4340f4-e17e-4f38-ac2f-3d98058a3f09 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/quotas/a25008f9f9b8456f990137d238ed2602 HTTP/1.1" status: 200 len: 375 time: 0.0673752 Aug 19 12:03:38.396194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-76b4c0a1-4673-4ae1-bf92-fac5f8e50a64 None None] Port a71b1410-bcd0-464e-ac57-e5f41945a323 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:38.527542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-02f190ee-4393-4093-9869-d9a74ca385f9 None None] Provisioning complete for port a71b1410-bcd0-464e-ac57-e5f41945a323 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:38.527991 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02f190ee-4393-4093-9869-d9a74ca385f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:38.536135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aae6924-7708-4067-893b-30ce5c855feb tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:38.542117 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5aae6924-7708-4067-893b-30ce5c855feb tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "DELETE /v2.0/ports/da91724e-ee75-4da2-a5e0-b2d0122608a8 HTTP/1.1" status: 204 len: 168 time: 1.6039915 Aug 19 12:03:38.542926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33356) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:38.584150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.24 (261322c2-adfe-45ef-8d26-23ad15410e02/85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5/a71b1410-bcd0-464e-ac57-e5f41945a323) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:38.587060 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a447168-638d-478d-9724-544a50f0d9a4 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] GET failed (client error): The resource could not be found. Aug 19 12:03:38.594332 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4a447168-638d-478d-9724-544a50f0d9a4 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "GET /v2.0/ports/da91724e-ee75-4da2-a5e0-b2d0122608a8 HTTP/1.1" status: 404 len: 333 time: 0.0475411 Aug 19 12:03:38.595145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33358) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:38.604423 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'port': {'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c', 'name': 'tempest-AllowedAddressPairTestJSON-1670098076'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:38.614780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-02f190ee-4393-4093-9869-d9a74ca385f9 None None] Port a71b1410-bcd0-464e-ac57-e5f41945a323 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:38.643940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-4c5a38f0-fac1-472f-b916-1e1f7aa32f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:03:38.652506 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-4c5a38f0-fac1-472f-b916-1e1f7aa32f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:38.655505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] Sync routers for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:03:38.670430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:03:38.671460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:03:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:38.753741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-4c5a38f0-fac1-472f-b916-1e1f7aa32f91 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "PUT /v2.0/floatingips/0561d828-576b-4e27-935c-f2c6c712bbc3 HTTP/1.1" status: 200 len: 695 time: 2.9153800 Aug 19 12:03:38.756896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:38.759218 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca135f80-1c7c-4d24-8501-882e8d211284" -d '{"events": [{"name": "network-changed", "server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:38.835829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f482f539-9dc2-4ad9-8713-8d6995c433e6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4474480 Aug 19 12:03:38.859356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:03:38.938284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Made reservation on behalf of 9d2d19f1c241410d89f02c281de05ed1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:38.942674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:38.962099 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:38.976054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] device_id is not set on port 469f8779-a9c8-4d44-a6ea-849936c90748 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:38.987850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-ac8ecb65-b651-48ee-86d5-1a1b6d24f2a2 service neutron] 10.222.0.65 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507263 Aug 19 12:03:38.997788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Ignored duplicate provisioning block setup for port a71b1410-bcd0-464e-ac57-e5f41945a323 by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:03:39.033157 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:39.142099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-1481a1ec-61cb-49ff-86a1-b3ff5c294225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:39.146339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-1481a1ec-61cb-49ff-86a1-b3ff5c294225 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55bc4ebc3d994d0fa15793af4ba34823&device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 1096 time: 0.3787255 Aug 19 12:03:39.158001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4f3d263e-fcb9-4e77-9475-40c9c8f5182f None None] Provisioning complete for port a71b1410-bcd0-464e-ac57-e5f41945a323 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:39.158686 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4f3d263e-fcb9-4e77-9475-40c9c8f5182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:39.207980 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'c650d3ba-10c7-4758-bb6b-8eb729c2ce8a', 'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:40Z', 'updated_at': '2021-08-19T12:02:52Z', 'revision_number': 5, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'subnets': [{'id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:39.280776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] Checking router: a0dc3736-e578-4468-bf27-3e2b824dc079 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:03:39.283707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:39.288345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d263e-fcb9-4e77-9475-40c9c8f5182f None None] Port a71b1410-bcd0-464e-ac57-e5f41945a323 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:39.288890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=a71b1410-bcd0-464e-ac57-e5f41945a323,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:39.306083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:03:39.307025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:03:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:39.329283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Allocated IP 172.20.0.3 (551b492f-cf0d-4778-af8d-4963ccca9c2c/5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954/469f8779-a9c8-4d44-a6ea-849936c90748) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:39.332375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] In _notify_port_updated(), no bound segment for port a71b1410-bcd0-464e-ac57-e5f41945a323 on network 261322c2-adfe-45ef-8d26-23ad15410e02 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:39.339673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:39.340603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:39.344986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ee488f34-6459-4baf-8ba8-d777adea0422 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "PUT /v2.0/ports/a71b1410-bcd0-464e-ac57-e5f41945a323 HTTP/1.1" status: 200 len: 998 time: 1.9523740 Aug 19 12:03:39.345755 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-ef3d7dab-23ae-4dba-bbf0-18c6e1ef309e service neutron] 10.222.0.65 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541908 Aug 19 12:03:39.346011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33390) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:39.492249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0c2352a4-cfe8-48d9-89bd-3da01e6c766c service neutron] 10.222.0.65 "GET /v2.0/ports/0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1454968 Aug 19 12:03:39.555915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:03:39.562622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a3c873b0-117b-42e2-b5f6-cefba648d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port a71b1410-bcd0-464e-ac57-e5f41945a323 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:39.563179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3c873b0-117b-42e2-b5f6-cefba648d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:39.606512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-19848017-b1b1-423e-8be3-0c2ac673b3a9 service neutron] 10.222.0.65 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131973 Aug 19 12:03:39.630429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-8783c609-84f6-47f2-9a10-b88c51c96b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:39.632325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-8783c609-84f6-47f2-9a10-b88c51c96b9f service neutron] 10.222.0.65 "GET /v2.0/networks?id=5d385f13-1189-459e-a162-7a3d23ca3a4d HTTP/1.1" status: 200 len: 930 time: 0.4768686 Aug 19 12:03:39.646162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e52be79f-0f4e-4817-9daf-40274fb0a602 None None] Provisioning complete for port a71b1410-bcd0-464e-ac57-e5f41945a323 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:39.649289 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e52be79f-0f4e-4817-9daf-40274fb0a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:39.713461 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:39.718420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-56444f94-4e32-4fba-b97e-e1691b644add service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce HTTP/1.1" status: 200 len: 217 time: 0.0574670 Aug 19 12:03:39.786032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33396) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:39.911681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Network 41ef73f1-38c7-4c40-8ab4-422423ee8321 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:39.938135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:39.942772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:39.949597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Pushing event updated for resources: {'Port': ['ID=8c48417f-9077-4aba-9cd7-d882ee138f7b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:39.965037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c349a340-86d9-480b-9d7a-4a703fca0f48 service neutron] 10.222.0.65 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576233 Aug 19 12:03:39.968930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-2cc85d31-be7e-4c98-9b7d-0b917cdf1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:39.970422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-2cc85d31-be7e-4c98-9b7d-0b917cdf1932 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a82bd09-9be5-4cc0-88a1-450c1f87d529 HTTP/1.1" status: 200 len: 868 time: 0.2418845 Aug 19 12:03:39.987691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e52be79f-0f4e-4817-9daf-40274fb0a602 None None] Port a71b1410-bcd0-464e-ac57-e5f41945a323 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:40.140330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3c873b0-117b-42e2-b5f6-cefba648d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.153150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'c650d3ba-10c7-4758-bb6b-8eb729c2ce8a', 'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:40Z', 'updated_at': '2021-08-19T12:02:52Z', 'revision_number': 5, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'subnets': [{'id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:40.153634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.169489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a3c873b0-117b-42e2-b5f6-cefba648d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for a71b1410-bcd0-464e-ac57-e5f41945a323 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:40.180376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Transition to ACTIVE for port object 469f8779-a9c8-4d44-a6ea-849936c90748 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:40.194962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a65b38-dc1c-48ad-b4aa-00eff76267c0 None None] The sync data for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 is: [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:02:43Z', 'revision_number': 4, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'c650d3ba-10c7-4758-bb6b-8eb729c2ce8a', 'name': '', 'network_id': '5d385f13-1189-459e-a162-7a3d23ca3a4d', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:40Z', 'updated_at': '2021-08-19T12:02:52Z', 'revision_number': 5, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'subnets': [{'id': '2a82bd09-9be5-4cc0-88a1-450c1f87d529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:03:40.286651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.309900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:40.312932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:40.349896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:40.383395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b132a960-1412-415e-80e4-fc89a4e1c49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.459219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-347cda2c-1061-4a7b-bd90-4e6a79ab9332 service neutron] 10.222.0.65 "GET /v2.0/ports/b756ec2b-c878-45b9-b2ac-6a7e5112a26b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1592765 Aug 19 12:03:40.478758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Port': ['ID=469f8779-a9c8-4d44-a6ea-849936c90748,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:40.490129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:40.490892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.508715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:40.516591 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.587249 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3c873b0-117b-42e2-b5f6-cefba648d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.618273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ac8aa3e-c020-42a5-b72a-0c81d221c64a None None] Provisioning for port 469f8779-a9c8-4d44-a6ea-849936c90748 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:40.626548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ac8aa3e-c020-42a5-b72a-0c81d221c64a None None] Provisioning complete for port 469f8779-a9c8-4d44-a6ea-849936c90748 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:40.626935 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ac8aa3e-c020-42a5-b72a-0c81d221c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.632811 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9671440-5d29-46cf-9a39-b0847d5457b6 None None] New status for floating IP 0561d828-576b-4e27-935c-f2c6c712bbc3: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:03:40.660867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c873b0-117b-42e2-b5f6-cefba648d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=a71b1410-bcd0-464e-ac57-e5f41945a323,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:40.706329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8aa3e-c020-42a5-b72a-0c81d221c64a None None] Port 469f8779-a9c8-4d44-a6ea-849936c90748 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:40.712509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-c42e278c-c1c4-49e8-be48-4c2932545a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:40.714882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-c42e278c-c1c4-49e8-be48-4c2932545a42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d385f13-1189-459e-a162-7a3d23ca3a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4162352 Aug 19 12:03:40.760901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3c873b0-117b-42e2-b5f6-cefba648d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.766723 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a3c873b0-117b-42e2-b5f6-cefba648d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/a71b1410-bcd0-464e-ac57-e5f41945a323 HTTP/1.1" status: 204 len: 168 time: 1.4172313 Aug 19 12:03:40.769132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33402) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:40.816354 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8c9bb0-d787-44d6-b394-698aba725303 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:03:40.829456 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-de8c9bb0-d787-44d6-b394-698aba725303 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/a71b1410-bcd0-464e-ac57-e5f41945a323 HTTP/1.1" status: 404 len: 333 time: 0.0567532 Aug 19 12:03:40.830115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33404) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:40.879613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9014d1d2-580f-47d0-9e5b-b9585458aba3 service neutron] 10.222.0.65 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186075 Aug 19 12:03:40.934153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3b7e47-758d-4902-a3a4-3f8a19ee67b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet 85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:03:40.939034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a3b7e47-758d-4902-a3a4-3f8a19ee67b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:40.984517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a3b7e47-758d-4902-a3a4-3f8a19ee67b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.047198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-bf94a6d3-b2b6-4311-b874-45f96a04aefb service neutron] 10.222.0.65 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209438 Aug 19 12:03:41.063866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-38c1e9cf-9149-475c-b927-b1f4b361a9d7 service neutron] 10.222.0.65 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833711 Aug 19 12:03:41.076870 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a3b7e47-758d-4902-a3a4-3f8a19ee67b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.139585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a3b7e47-758d-4902-a3a4-3f8a19ee67b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.141287 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b132a960-1412-415e-80e4-fc89a4e1c49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.170879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b7e47-758d-4902-a3a4-3f8a19ee67b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:41.177034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-880b5e62-3d87-41ed-adc9-1a9f84dfb006 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5744238 Aug 19 12:03:41.177863 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a3b7e47-758d-4902-a3a4-3f8a19ee67b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.178869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33406) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:41.179265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a3b7e47-758d-4902-a3a4-3f8a19ee67b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5 HTTP/1.1" status: 204 len: 168 time: 0.3481891 Aug 19 12:03:41.182277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33408) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:41.193092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974bd41-6e88-4a25-acbf-5a9a53043724 None None] Network 261322c2-adfe-45ef-8d26-23ad15410e02 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:41.197705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d93a39c9-1c36-44d2-a310-06f1a528b6ab tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:5a:ed:18'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:41.203072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b132a960-1412-415e-80e4-fc89a4e1c49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.234775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53a1f0b-425a-4177-93ba-4f4360629564 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet dbb496b3-3881-4a37-b919-2f52dc2ecafe {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:03:41.238145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d53a1f0b-425a-4177-93ba-4f4360629564 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.249872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-1aeb8654-adf6-4ec6-872b-dd0889d11228 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1330540 Aug 19 12:03:41.287113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d53a1f0b-425a-4177-93ba-4f4360629564 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.289400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Request body: {'port': {'device_id': '29f73a4d-1256-4d71-bf60-4995fcd67a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:41.384395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132a960-1412-415e-80e4-fc89a4e1c49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4de6314-770f-44c1-a9e6-af005402f8f7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:41.396479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d53a1f0b-425a-4177-93ba-4f4360629564 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.420971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b132a960-1412-415e-80e4-fc89a4e1c49e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f073766ab33e4051938d63c1b48ebb41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6259589 Aug 19 12:03:41.424055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33410) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:41.494319 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ff741a9-bca2-4030-88f1-dd7255168d77 req-ba74767e-8e3b-4ca9-9861-e564dc3e59b9 service neutron] 10.222.0.65 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328375 Aug 19 12:03:41.499970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-367130e8-5fd5-4226-8c13-17858d1da0f0 service neutron] 10.222.0.65 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265509 Aug 19 12:03:41.522658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.532027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b9135d7-f40c-4ab7-9de7-c6e6ff26bfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.561417 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d53a1f0b-425a-4177-93ba-4f4360629564 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.574484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b9135d7-f40c-4ab7-9de7-c6e6ff26bfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.594769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-1a9d5a27-b2f1-499f-af19-5a51201f2695 req-dfc8642d-ac4d-482f-9b31-5260ded5cc86 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-601923188', 'description': 'tempest-description-1318755717'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:41.617582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a1f0b-425a-4177-93ba-4f4360629564 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb496b3-3881-4a37-b919-2f52dc2ecafe,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:41.632296 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d53a1f0b-425a-4177-93ba-4f4360629564 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.634499 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d53a1f0b-425a-4177-93ba-4f4360629564 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/dbb496b3-3881-4a37-b919-2f52dc2ecafe HTTP/1.1" status: 204 len: 168 time: 0.4511151 Aug 19 12:03:41.644437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33418) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:41.697601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-e26d772b-6c3d-4c56-8290-7c2d0ded3ada service neutron] 10.222.0.65 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893320 Aug 19 12:03:41.720928 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1a9d5a27-b2f1-499f-af19-5a51201f2695 req-dfc8642d-ac4d-482f-9b31-5260ded5cc86 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.740491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.834388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b9135d7-f40c-4ab7-9de7-c6e6ff26bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.837785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b9135d7-f40c-4ab7-9de7-c6e6ff26bfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.841384 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2b9135d7-f40c-4ab7-9de7-c6e6ff26bfe6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4de6314-770f-44c1-a9e6-af005402f8f7 HTTP/1.1" status: 204 len: 168 time: 0.4127178 Aug 19 12:03:41.852585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9135d7-f40c-4ab7-9de7-c6e6ff26bfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4de6314-770f-44c1-a9e6-af005402f8f7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:41.860493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:41.861088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.926105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-1e8cd426-95b6-4265-a05c-4fcb9189e3dc service neutron] 10.222.0.65 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273028 Aug 19 12:03:41.945034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d93a39c9-1c36-44d2-a310-06f1a528b6ab tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.952420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] For port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7c7537fb-79fc-4c2e-81da-427e6a9cb25b,segment=NetworkSegment(f81ada1b-824f-4856-941f-944300d8c97e),segment_id=f81ada1b-824f-4856-941f-944300d8c97e)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:41.953208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:41.969638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 7c7537fb-79fc-4c2e-81da-427e6a9cb25b owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:42.049573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33424) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:42.134850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c329e-e656-4555-8593-12f8d8fdaf85 None None] Network 261322c2-adfe-45ef-8d26-23ad15410e02 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:42.148578 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.197970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=7c7537fb-79fc-4c2e-81da-427e6a9cb25b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:42.215942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No DVR routers for this DVR port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:42.249028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f7fe6837-6ee4-4bd6-b7dc-6c3ff0ed68c2 None None] Provisioning complete for port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:42.249663 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f7fe6837-6ee4-4bd6-b7dc-6c3ff0ed68c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.272732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe6837-6ee4-4bd6-b7dc-6c3ff0ed68c2 None None] Port 7c7537fb-79fc-4c2e-81da-427e6a9cb25b was deleted so its status cannot be updated. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 12:03:42.386320 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339e5f2-4576-4e0d-b917-783863a442ae None None] DHCP port deletion for 261322c2-adfe-45ef-8d26-23ad15410e02 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:03:42.386828 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.389585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e155-f588-4388-aaec-1c9b2e439392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.409277 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d93a39c9-1c36-44d2-a310-06f1a528b6ab tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.414190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261322c2-adfe-45ef-8d26-23ad15410e02']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:42.426475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81ada1b-824f-4856-941f-944300d8c97e') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:42.426830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81ada1b-824f-4856-941f-944300d8c97e') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:42.427230 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d93a39c9-1c36-44d2-a310-06f1a528b6ab tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.443039 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.461372 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.469675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:03:42.470453 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:03:42.476320 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:03:42.496019 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1a9d5a27-b2f1-499f-af19-5a51201f2695 req-dfc8642d-ac4d-482f-9b31-5260ded5cc86 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.509397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-74f0ecc2-e73d-4625-9114-03222d9c5cbc service neutron] 10.222.0.65 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738442 Aug 19 12:03:42.521479 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1a9d5a27-b2f1-499f-af19-5a51201f2695 req-dfc8642d-ac4d-482f-9b31-5260ded5cc86 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.602013 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.609891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.612120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/networks/261322c2-adfe-45ef-8d26-23ad15410e02 HTTP/1.1" status: 204 len: 168 time: 0.9665794 Aug 19 12:03:42.625190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a39c9-1c36-44d2-a310-06f1a528b6ab tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Port': ['ID=469f8779-a9c8-4d44-a6ea-849936c90748,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:42.640176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33438) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:42.718061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0fd21-9334-4c40-8a26-3ce742cd04ab tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Network': ['ID=261322c2-adfe-45ef-8d26-23ad15410e02,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:42.721622 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e155-f588-4388-aaec-1c9b2e439392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.723328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8642d-ac4d-482f-9b31-5260ded5cc86 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:42.729407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d93a39c9-1c36-44d2-a310-06f1a528b6ab tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] In _notify_port_updated(), no bound segment for port 469f8779-a9c8-4d44-a6ea-849936c90748 on network 551b492f-cf0d-4778-af8d-4963ccca9c2c {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:42.734999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a39c9-1c36-44d2-a310-06f1a528b6ab tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:42.735656 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d93a39c9-1c36-44d2-a310-06f1a528b6ab tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.740157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d93a39c9-1c36-44d2-a310-06f1a528b6ab tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "PUT /v2.0/ports/469f8779-a9c8-4d44-a6ea-849936c90748 HTTP/1.1" status: 200 len: 994 time: 1.5509605 Aug 19 12:03:42.742747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33446) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:42.763127 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1a9d5a27-b2f1-499f-af19-5a51201f2695 req-dfc8642d-ac4d-482f-9b31-5260ded5cc86 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.764341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a9d5a27-b2f1-499f-af19-5a51201f2695 req-dfc8642d-ac4d-482f-9b31-5260ded5cc86 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1848028 Aug 19 12:03:42.796877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-91c04f7b-0a1c-4c80-9b67-be53dbafcd94 None None] Provisioning complete for port 469f8779-a9c8-4d44-a6ea-849936c90748 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:42.798398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-91c04f7b-0a1c-4c80-9b67-be53dbafcd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.807422 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e155-f588-4388-aaec-1c9b2e439392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.820136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f831fb26-032b-4875-a050-2b3614b5bd08 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:42.821772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f831fb26-032b-4875-a050-2b3614b5bd08 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1754444 Aug 19 12:03:42.830790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33450) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:42.849588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c48417f-9077-4aba-9cd7-d882ee138f7b {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:03:42.856964 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2b3445cf-3798-4e64-a04e-925d4b0c5b62 service neutron] 10.222.0.65 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378668 Aug 19 12:03:42.870365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-91c04f7b-0a1c-4c80-9b67-be53dbafcd94 None None] Port 469f8779-a9c8-4d44-a6ea-849936c90748 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:42.891159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.892641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9e155-f588-4388-aaec-1c9b2e439392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce116087-cfb8-4482-9a0f-74d119437bdc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:42.909655 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a1b9e155-f588-4388-aaec-1c9b2e439392 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=448472d6510f4315b8a3b4c265186b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8546882 Aug 19 12:03:42.909906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33454) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:42.963827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2dc691a0-d236-488e-bd48-9ac49644b8a7 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Deleting port 469f8779-a9c8-4d44-a6ea-849936c90748 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:42.964045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2dc691a0-d236-488e-bd48-9ac49644b8a7 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.970168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Transition to ACTIVE for port object 8c48417f-9077-4aba-9cd7-d882ee138f7b will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:42.988623 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:42.997563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-917b1d4b-ee21-458d-a479-ac1e53229d6d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1641703 Aug 19 12:03:43.007192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33456) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:43.023979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7c7537fb-79fc-4c2e-81da-427e6a9cb25b no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:03:43.034198 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40fa256c-1322-4e82-af82-662802cb492b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.036732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1482927082'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:43.049526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33458) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:43.054461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bebe1-dc72-440c-baf5-858612ed91df req-adbf89d3-061f-4040-8524-9346f2af6752 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:43.056448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-063bebe1-dc72-440c-baf5-858612ed91df req-adbf89d3-061f-4040-8524-9346f2af6752 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 931 time: 0.1851988 Aug 19 12:03:43.062736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 7c7537fb-79fc-4c2e-81da-427e6a9cb25b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:03:43.062736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7c7537fb-79fc-4c2e-81da-427e6a9cb25b not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:03:43.090601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40fa256c-1322-4e82-af82-662802cb492b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.124021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c48417f-9077-4aba-9cd7-d882ee138f7b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:43.131185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-3ade6dd2-b124-49ec-8ffa-dfb59e34d3dc service neutron] 10.222.0.65 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561688 Aug 19 12:03:43.145088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2dc691a0-d236-488e-bd48-9ac49644b8a7 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.160112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2dc691a0-d236-488e-bd48-9ac49644b8a7 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Calling delete_port for 469f8779-a9c8-4d44-a6ea-849936c90748 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:43.170294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:43.173626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.216276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-601098601'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:43.219240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40fa256c-1322-4e82-af82-662802cb492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.221945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40fa256c-1322-4e82-af82-662802cb492b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.223146 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-40fa256c-1322-4e82-af82-662802cb492b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce116087-cfb8-4482-9a0f-74d119437bdc HTTP/1.1" status: 204 len: 168 time: 0.3121636 Aug 19 12:03:43.241255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-063bebe1-dc72-440c-baf5-858612ed91df req-d7f18c2b-d289-4084-bbee-b8a3a37fb47b tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716950 Aug 19 12:03:43.243368 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa256c-1322-4e82-af82-662802cb492b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce116087-cfb8-4482-9a0f-74d119437bdc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:43.283206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Made reservation on behalf of e59f659a667a448c9bf53095cec54222 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:43.287862 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.298930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.409146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2dc691a0-d236-488e-bd48-9ac49644b8a7 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.464754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc691a0-d236-488e-bd48-9ac49644b8a7 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event deleted for resources: {'Port': ['ID=469f8779-a9c8-4d44-a6ea-849936c90748,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:43.553086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-1f7b17e1-cecb-4ebf-ac04-8005e4aec183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:43.554716 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-1f7b17e1-cecb-4ebf-ac04-8005e4aec183 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55bc4ebc3d994d0fa15793af4ba34823&device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 1096 time: 0.1587443 Aug 19 12:03:43.559129 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decdb560-6ffd-4102-8476-a88bd33077a1 x-openstack-request-id: req-decdb560-6ffd-4102-8476-a88bd33077a1 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:43.559425 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:43.559672 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-decdb560-6ffd-4102-8476-a88bd33077a1 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:43.560064 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'status': 'completed', 'code': 200} Aug 19 12:03:43.586407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.610023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:03:43.641046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.644911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-704619c0-dac1-4194-8a07-61f558d6f763 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips/0561d828-576b-4e27-935c-f2c6c712bbc3 HTTP/1.1" status: 200 len: 693 time: 0.0890028 Aug 19 12:03:43.650783 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.651124 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Added segment 9d3e7d77-9afe-4d7e-9e13-060537659c94 of type vlan for network 7c7cd929-c019-4eb1-9e26-05dae2f41fea Aug 19 12:03:43.663487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Attempting to bind port 8c48417f-9077-4aba-9cd7-d882ee138f7b on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:43.663816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Attempting to bind port 8c48417f-9077-4aba-9cd7-d882ee138f7b by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '52b42873-fe26-4f37-ab6f-db87f32c29fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '41ef73f1-38c7-4c40-8ab4-422423ee8321'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:43.664358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Attempting to bind port 8c48417f-9077-4aba-9cd7-d882ee138f7b on network 41ef73f1-38c7-4c40-8ab4-422423ee8321 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:43.694399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Port 8c48417f-9077-4aba-9cd7-d882ee138f7b on network 41ef73f1-38c7-4c40-8ab4-422423ee8321 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:03:43.694873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Attempting to bind port 8c48417f-9077-4aba-9cd7-d882ee138f7b on network 41ef73f1-38c7-4c40-8ab4-422423ee8321 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:43.718578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:03:43.734642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:43.734985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Checking segment: {'id': '52b42873-fe26-4f37-ab6f-db87f32c29fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '41ef73f1-38c7-4c40-8ab4-422423ee8321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:43.735643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Bound using segment: {'id': '52b42873-fe26-4f37-ab6f-db87f32c29fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '41ef73f1-38c7-4c40-8ab4-422423ee8321'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:43.736552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Bound port: 8c48417f-9077-4aba-9cd7-d882ee138f7b, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b42873-fe26-4f37-ab6f-db87f32c29fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '41ef73f1-38c7-4c40-8ab4-422423ee8321'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:43.737254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.750602 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.750602 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Added segment 6eae786d-3d6f-4919-a1df-694c18382064 of type vlan for network 5ddac316-879f-4f83-81ff-0b3c21da7616 Aug 19 12:03:43.751915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5960a025-191a-4e7a-a156-0e46f8aa75f8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:43.780850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-397f721b-945a-48f0-9326-98dacdca0d08 service neutron] 10.222.0.65 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224015 Aug 19 12:03:43.798430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.824185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2dc691a0-d236-488e-bd48-9ac49644b8a7 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.828314 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2dc691a0-d236-488e-bd48-9ac49644b8a7 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "DELETE /v2.0/ports/469f8779-a9c8-4d44-a6ea-849936c90748 HTTP/1.1" status: 204 len: 168 time: 1.0807350 Aug 19 12:03:43.829165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-94f088a2-bdaa-4318-875f-c6be320ffa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:43.830584 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-94f088a2-bdaa-4318-875f-c6be320ffa81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d385f13-1189-459e-a162-7a3d23ca3a4d HTTP/1.1" status: 200 len: 930 time: 0.2660537 Aug 19 12:03:43.832362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.834633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33472) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:43.904939 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42dcd4d-c1d8-4096-af02-a5fb2c3ca59d tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] GET failed (client error): The resource could not be found. Aug 19 12:03:43.910106 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e42dcd4d-c1d8-4096-af02-a5fb2c3ca59d tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "GET /v2.0/ports/469f8779-a9c8-4d44-a6ea-849936c90748 HTTP/1.1" status: 404 len: 333 time: 0.0710359 Aug 19 12:03:43.913259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33476) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:43.913620 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-5c13f0f0-e485-4375-8d4d-733141acdac4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce HTTP/1.1" status: 200 len: 217 time: 0.0670445 Aug 19 12:03:43.922947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'port': {'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c', 'name': 'tempest-AllowedAddressPairTestJSON-647237743'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:43.934464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:43.940717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:43.941454 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.000471 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.006183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:44.006786 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.028302 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9742415 Aug 19 12:03:44.036826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33482) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:44.048603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Request body: {'subnet': {'network_id': '5ddac316-879f-4f83-81ff-0b3c21da7616', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:44.056781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-9f0b276b-6d01-49d7-824e-db36fb7233ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:44.056927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-9f0b276b-6d01-49d7-824e-db36fb7233ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a82bd09-9be5-4cc0-88a1-450c1f87d529 HTTP/1.1" status: 200 len: 868 time: 0.1311653 Aug 19 12:03:44.058118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f667fb-bfe3-4b84-bc90-43a1682def67 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event updated for resources: {'Network': ['ID=5ddac316-879f-4f83-81ff-0b3c21da7616,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:44.070114 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 5ddac316-879f-4f83-81ff-0b3c21da7616 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:03:44.088184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] For port 8c48417f-9077-4aba-9cd7-d882ee138f7b, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:44.124027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-6b572329-6e78-4b57-a1a2-ba34ac1864e1 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:44.132599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-6b572329-6e78-4b57-a1a2-ba34ac1864e1 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/networks/4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 784 time: 0.4702997 Aug 19 12:03:44.135320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1251028 Aug 19 12:03:44.142791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33486) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:44.148922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': '7c7cd929-c019-4eb1-9e26-05dae2f41fea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:44.149723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] For port 8c48417f-9077-4aba-9cd7-d882ee138f7b, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8c48417f-9077-4aba-9cd7-d882ee138f7b,segment=NetworkSegment(52b42873-fe26-4f37-ab6f-db87f32c29fe),segment_id=52b42873-fe26-4f37-ab6f-db87f32c29fe)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:44.165604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0733f617-2534-434c-a229-844a5b790d42 service neutron] 10.222.0.65 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753994 Aug 19 12:03:44.208645 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.232630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6896a-f002-4322-b8ce-e8449e068d2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Network': ['ID=7c7cd929-c019-4eb1-9e26-05dae2f41fea,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:44.250604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-a8556328-8f0f-4f98-ad71-9acf7b4e82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:44.252312 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-a8556328-8f0f-4f98-ad71-9acf7b4e82b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d385f13-1189-459e-a162-7a3d23ca3a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779082 Aug 19 12:03:44.253026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Made reservation on behalf of e59f659a667a448c9bf53095cec54222 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:44.254146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7c7cd929-c019-4eb1-9e26-05dae2f41fea details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:03:44.256654 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.273154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-5617dce8-b85c-4c6c-b460-cf7b53ad4c2f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.1393254 Aug 19 12:03:44.303672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:44.304657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.306302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] 10.222.0.69 "PUT /v2.0/ports/8c48417f-9077-4aba-9cd7-d882ee138f7b HTTP/1.1" status: 200 len: 1091 time: 3.0301888 Aug 19 12:03:44.403298 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-c5f3f506-abf5-4fd2-955d-220cd05a046b tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.1231298 Aug 19 12:03:44.434791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f9a06-ade9-4ef8-bef8-9a6202c588a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c48417f-9077-4aba-9cd7-d882ee138f7b,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:44.462846 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-f965819e-11c6-46f0-bcbf-9cfa60a5016b service neutron] 10.222.0.54 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963542 Aug 19 12:03:44.527334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Made reservation on behalf of 9d2d19f1c241410d89f02c281de05ed1 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:44.530910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.557509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-ba980641-ea55-404a-9ed9-175f5d6e7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:44.559206 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-ba980641-ea55-404a-9ed9-175f5d6e7e09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b128170263e4212a476157e7268d6f6&device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 1094 time: 0.1856050 Aug 19 12:03:44.564540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:44.568256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.624834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] device_id is not set on port 7e070dda-8779-4fc8-83d8-6b5ff400542d yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:44.636246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-8b4a8e3b-ebf4-4cd2-aff5-10360bee3191 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c48417f-9077-4aba-9cd7-d882ee138f7b HTTP/1.1" status: 200 len: 217 time: 0.0596273 Aug 19 12:03:44.789494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Deleting port 5f48450b-7f30-4b9e-9d56-7cb63432793e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:44.789885 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.790027 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:44.794915 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca135f80-1c7c-4d24-8501-882e8d211284 req-57a6ed09-df28-4b43-8f50-9f5ee7cbdc97 service neutron] 10.222.0.54 "GET /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063266 Aug 19 12:03:44.812151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-7f47349b-d473-4cc0-962a-f18439356b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:44.813956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-7f47349b-d473-4cc0-962a-f18439356b39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b50f637c-4e47-45ff-9b42-ccacc8946b2b HTTP/1.1" status: 200 len: 854 time: 0.1360412 Aug 19 12:03:44.913797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-40ace212-98b2-4ee9-9af7-63cdd5f6c689 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=41ef73f1-38c7-4c40-8ab4-422423ee8321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299172 Aug 19 12:03:44.915198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Allocated IP 172.20.0.11 (551b492f-cf0d-4778-af8d-4963ccca9c2c/5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954/7e070dda-8779-4fc8-83d8-6b5ff400542d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:44.942818 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event updated for resources: {'Subnet': ['ID=115b3f46-dc1a-465f-a294-6dc199bf1a8a,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:45.061516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.094543 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.095060 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.111095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Calling delete_port for 5f48450b-7f30-4b9e-9d56-7cb63432793e owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:45.123583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Checking segment: {'id': '6eae786d-3d6f-4919-a1df-694c18382064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5ddac316-879f-4f83-81ff-0b3c21da7616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:45.124197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Network hostable DHCP agents. Network: 5ddac316-879f-4f83-81ff-0b3c21da7616, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:45.133292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-e57afc0a-887e-42f1-b6c4-6e79c5a3095f req-56cfeb5a-d8e0-425f-bbca-8da106da1068 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-290012469', 'description': 'tempest-description-1638582700'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:45.151392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=40200149-4f72-4795-b0d4-c77ff73e5073,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:45.179375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Network 5ddac316-879f-4f83-81ff-0b3c21da7616 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:45.181578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Checking segment: {'id': '9d3e7d77-9afe-4d7e-9e13-060537659c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7c7cd929-c019-4eb1-9e26-05dae2f41fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:45.181944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network hostable DHCP agents. Network: 7c7cd929-c019-4eb1-9e26-05dae2f41fea, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:45.197933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 5ddac316-879f-4f83-81ff-0b3c21da7616) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:45.205087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:45.205690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.212310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4cdecc-29f4-423d-a7aa-45ec1ee0aa1f None None] Network 5ddac316-879f-4f83-81ff-0b3c21da7616 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:45.229489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 7c7cd929-c019-4eb1-9e26-05dae2f41fea is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:45.244438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7c7cd929-c019-4eb1-9e26-05dae2f41fea) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:45.247758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:45.248458 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.335202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66c4675-6759-4caf-b170-45f7a996d64a None None] Network 7c7cd929-c019-4eb1-9e26-05dae2f41fea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:45.390063 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e57afc0a-887e-42f1-b6c4-6e79c5a3095f req-56cfeb5a-d8e0-425f-bbca-8da106da1068 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.403524 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6ca57bec-a129-498f-a83f-bc943eed99c1 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3639705 Aug 19 12:03:45.405283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33528) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:45.415299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Request body: {'port': {'network_id': '5ddac316-879f-4f83-81ff-0b3c21da7616', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1213410660'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:45.438358 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eff0450e-33cc-45a5-af3b-8b7494223b92 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2943792 Aug 19 12:03:45.441602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33530) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:45.457423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-92075f93-7f6a-4be1-a5cf-9cff88e596a2 service neutron] 10.222.0.69 "GET /v2.0/networks/41ef73f1-38c7-4c40-8ab4-422423ee8321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728904 Aug 19 12:03:45.460917 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.488091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-5ddac316-879f-4f83-81ff-0b3c21da7616', 'network_id': '5ddac316-879f-4f83-81ff-0b3c21da7616', 'tenant_id': 'e59f659a667a448c9bf53095cec54222', 'fixed_ips': [{'subnet_id': '115b3f46-dc1a-465f-a294-6dc199bf1a8a'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:03:45.489811 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.507446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': '7c7cd929-c019-4eb1-9e26-05dae2f41fea', 'name': 'tempest-PortsTestJSON-1255582947'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:45.563131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f73a4d-1256-4d71-bf60-4995fcd67a06', 'tag': '8c48417f-9077-4aba-9cd7-d882ee138f7b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:45.566025 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df" -d '{"events": [{"name": "network-changed", "server_uuid": "29f73a4d-1256-4d71-bf60-4995fcd67a06", "tag": "8c48417f-9077-4aba-9cd7-d882ee138f7b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:45.587203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Transition to ACTIVE for port object 7e070dda-8779-4fc8-83d8-6b5ff400542d will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:45.715994 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09be6b0c-6b98-4463-b0b7-33ee77b412de req-022800d6-7675-4236-b48a-7aa76faa7939 service neutron] 10.222.0.69 "GET /v2.0/networks/41ef73f1-38c7-4c40-8ab4-422423ee8321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492213 Aug 19 12:03:45.784493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Allocated IP 2001:db8::2 (5ddac316-879f-4f83-81ff-0b3c21da7616/115b3f46-dc1a-465f-a294-6dc199bf1a8a/700982b1-0853-4721-b57d-b40d03b56154) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:45.792852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.835116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Pushing event deleted for resources: {'Port': ['ID=5f48450b-7f30-4b9e-9d56-7cb63432793e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:45.843753 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.864803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-7c7cd929-c019-4eb1-9e26-05dae2f41fea', 'network_id': '7c7cd929-c019-4eb1-9e26-05dae2f41fea', 'tenant_id': 'add3c66411554f89b328ef766721a67e', 'fixed_ips': [{'subnet_id': '40200149-4f72-4795-b0d4-c77ff73e5073'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:03:45.865670 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.917118 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e57afc0a-887e-42f1-b6c4-6e79c5a3095f req-56cfeb5a-d8e0-425f-bbca-8da106da1068 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.951739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:45.953516 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e57afc0a-887e-42f1-b6c4-6e79c5a3095f req-56cfeb5a-d8e0-425f-bbca-8da106da1068 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.960113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:45.965159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:45.991845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:46.006423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:46.022964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port 445610e0-6417-427e-9b81-19d03fd2486e yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:46.069118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:46.069754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.096363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Port': ['ID=7e070dda-8779-4fc8-83d8-6b5ff400542d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:46.097935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Made reservation on behalf of e59f659a667a448c9bf53095cec54222 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:46.100260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfeb5a-d8e0-425f-bbca-8da106da1068 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49248c0e-45b7-437c-a341-41c923d7edd3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:46.118806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e57afc0a-887e-42f1-b6c4-6e79c5a3095f req-56cfeb5a-d8e0-425f-bbca-8da106da1068 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.135393 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.135786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e57afc0a-887e-42f1-b6c4-6e79c5a3095f req-56cfeb5a-d8e0-425f-bbca-8da106da1068 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0066626 Aug 19 12:03:46.138491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bc7a5802-6d21-4fd7-8d0a-fed84aaaa5a9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2209637 Aug 19 12:03:46.144326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33542) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:46.147894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Allocated IP 172.20.0.2 (7c7cd929-c019-4eb1-9e26-05dae2f41fea/40200149-4f72-4795-b0d4-c77ff73e5073/c0b52251-d652-4cfc-b9b6-39b01bc740c3) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:46.150785 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.151243 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.156114 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.162473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff76f26f-6c19-4272-bc78-4c8d69c6b3b4 req-1ddc7894-f1f6-4c3b-a8cb-2d40aa36976c tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "DELETE /v2.0/floatingips/0561d828-576b-4e27-935c-f2c6c712bbc3 HTTP/1.1" status: 204 len: 173 time: 1.7582107 Aug 19 12:03:46.170104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-eab3edbc-e138-49b1-9142-f77e155f1262 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5a:ed:18'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:46.172081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Transition to ACTIVE for port object 700982b1-0853-4721-b57d-b40d03b56154 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:46.203208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] device_id is not set on port 2395ebd0-e77f-435d-b5b4-cf8ea338064c yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:46.322334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Transition to ACTIVE for port object 700982b1-0853-4721-b57d-b40d03b56154 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:46.355966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbbfbb92-090e-46fe-b889-a3fe956bb8ba req-d5754b72-99dd-4129-a087-ab180c2cd7f8 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0739148 Aug 19 12:03:46.356531 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.434244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bfe43-f996-4625-ab45-933cf2f9d904 req-7873c64b-eb07-47da-b9d3-92501f87c81d tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:46.435653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-122bfe43-f996-4625-ab45-933cf2f9d904 req-7873c64b-eb07-47da-b9d3-92501f87c81d tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 943 time: 0.2081499 Aug 19 12:03:46.436587 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eab3edbc-e138-49b1-9142-f77e155f1262 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.476726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Allocated IP 2001:db8::38c (5ddac316-879f-4f83-81ff-0b3c21da7616/115b3f46-dc1a-465f-a294-6dc199bf1a8a/2395ebd0-e77f-435d-b5b4-cf8ea338064c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:46.486316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Pushing event updated for resources: {'Port': ['ID=700982b1-0853-4721-b57d-b40d03b56154,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:46.504217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Network 5ddac316-879f-4f83-81ff-0b3c21da7616 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:46.525873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:46.531247 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb6525b-96ed-4e9d-8ff8-d72283f57ce5 x-openstack-request-id: req-fcb6525b-96ed-4e9d-8ff8-d72283f57ce5 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:46.531732 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f73a4d-1256-4d71-bf60-4995fcd67a06", "tag": "8c48417f-9077-4aba-9cd7-d882ee138f7b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:46.532110 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fcb6525b-96ed-4e9d-8ff8-d72283f57ce5 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:46.532507 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f73a4d-1256-4d71-bf60-4995fcd67a06', 'tag': '8c48417f-9077-4aba-9cd7-d882ee138f7b', 'status': 'completed', 'code': 200} Aug 19 12:03:46.542896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:46.570866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.571235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.574718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.575078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.575429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.575774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.576576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.576576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.576753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.577123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.577977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.578332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:46.590006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-122bfe43-f996-4625-ab45-933cf2f9d904 req-b022bc82-46ec-4248-9671-9254194190a0 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274574 Aug 19 12:03:46.697264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-94ca7da9-aeb4-4149-a13d-65dae2324728 None None] Provisioning for port 7e070dda-8779-4fc8-83d8-6b5ff400542d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:46.740100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-94ca7da9-aeb4-4149-a13d-65dae2324728 None None] Provisioning complete for port 7e070dda-8779-4fc8-83d8-6b5ff400542d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:46.740493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94ca7da9-aeb4-4149-a13d-65dae2324728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.809309 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.827850 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Transition to ACTIVE for port object 2395ebd0-e77f-435d-b5b4-cf8ea338064c will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:46.831190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Attempting to bind port 700982b1-0853-4721-b57d-b40d03b56154 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:46.831882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Attempting to bind port 700982b1-0853-4721-b57d-b40d03b56154 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '6eae786d-3d6f-4919-a1df-694c18382064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5ddac316-879f-4f83-81ff-0b3c21da7616'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:46.832418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Attempting to bind port 700982b1-0853-4721-b57d-b40d03b56154 on network 5ddac316-879f-4f83-81ff-0b3c21da7616 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:46.859136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.862346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:46.862976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Checking segment: {'id': '6eae786d-3d6f-4919-a1df-694c18382064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5ddac316-879f-4f83-81ff-0b3c21da7616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:46.863669 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.864168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Bound using segment: {'id': '6eae786d-3d6f-4919-a1df-694c18382064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5ddac316-879f-4f83-81ff-0b3c21da7616'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:46.864999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Bound port: 700982b1-0853-4721-b57d-b40d03b56154, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eae786d-3d6f-4919-a1df-694c18382064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5ddac316-879f-4f83-81ff-0b3c21da7616'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:46.865573 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.888716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Transition to ACTIVE for port object c0b52251-d652-4cfc-b9b6-39b01bc740c3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:46.897376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-94ca7da9-aeb4-4149-a13d-65dae2324728 None None] Port 7e070dda-8779-4fc8-83d8-6b5ff400542d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:46.937115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Transition to ACTIVE for port object c0b52251-d652-4cfc-b9b6-39b01bc740c3 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:46.939597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:46.977938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] For port 700982b1-0853-4721-b57d-b40d03b56154, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:46.982060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] For port 700982b1-0853-4721-b57d-b40d03b56154, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=700982b1-0853-4721-b57d-b40d03b56154,segment=NetworkSegment(6eae786d-3d6f-4919-a1df-694c18382064),segment_id=6eae786d-3d6f-4919-a1df-694c18382064)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:46.984966 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.017725 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.035464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Network 7c7cd929-c019-4eb1-9e26-05dae2f41fea is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:47.042402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:47.047957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:47.048797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event updated for resources: {'Port': ['ID=2395ebd0-e77f-435d-b5b4-cf8ea338064c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:47.109825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Network 5ddac316-879f-4f83-81ff-0b3c21da7616 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:47.115407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:47.119692 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:47.125490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:47.126177 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.148050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.11 (7c7cd929-c019-4eb1-9e26-05dae2f41fea/40200149-4f72-4795-b0d4-c77ff73e5073/445610e0-6417-427e-9b81-19d03fd2486e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:47.153936 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f2b470b5-7fb6-49b1-bc9b-8d0b108f071a tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7440364 Aug 19 12:03:47.158376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33560) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:47.168994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-947135fc-f171-4522-9217-5f011a48cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:47.171272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-947135fc-f171-4522-9217-5f011a48cf34 service neutron] 10.222.0.69 "GET /v2.0/ports/0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 200 len: 1033 time: 0.5727711 Aug 19 12:03:47.187321 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Pushing event updated for resources: {'Port': ['ID=c0b52251-d652-4cfc-b9b6-39b01bc740c3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:47.189279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Request body: {'port': {'network_id': '5ddac316-879f-4f83-81ff-0b3c21da7616', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1301393961', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:47.190105 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.api.validators [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] bootfile-name is not in valid_values {{(pid=101154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:03:47.190781 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.api.validators [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] tftp-server is not in valid_values {{(pid=101154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:03:47.191328 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.api.validators [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] server-ip-address is not in valid_values {{(pid=101154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:03:47.195266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Attempting to bind port c0b52251-d652-4cfc-b9b6-39b01bc740c3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:47.196558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Attempting to bind port c0b52251-d652-4cfc-b9b6-39b01bc740c3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9d3e7d77-9afe-4d7e-9e13-060537659c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7c7cd929-c019-4eb1-9e26-05dae2f41fea'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:47.197424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Attempting to bind port c0b52251-d652-4cfc-b9b6-39b01bc740c3 on network 7c7cd929-c019-4eb1-9e26-05dae2f41fea {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:47.230189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:47.230744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Checking segment: {'id': '9d3e7d77-9afe-4d7e-9e13-060537659c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7c7cd929-c019-4eb1-9e26-05dae2f41fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:47.231776 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.232268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Bound using segment: {'id': '9d3e7d77-9afe-4d7e-9e13-060537659c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7c7cd929-c019-4eb1-9e26-05dae2f41fea'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:47.232905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Bound port: c0b52251-d652-4cfc-b9b6-39b01bc740c3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3e7d77-9afe-4d7e-9e13-060537659c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7c7cd929-c019-4eb1-9e26-05dae2f41fea'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:47.233357 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.316406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6416c-4c9d-4422-9650-17eddb359de9 None None] Pushing event updated for resources: {'Port': ['ID=700982b1-0853-4721-b57d-b40d03b56154,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:47.363153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] For port c0b52251-d652-4cfc-b9b6-39b01bc740c3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:47.368022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] For port c0b52251-d652-4cfc-b9b6-39b01bc740c3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c0b52251-d652-4cfc-b9b6-39b01bc740c3,segment=NetworkSegment(9d3e7d77-9afe-4d7e-9e13-060537659c94),segment_id=9d3e7d77-9afe-4d7e-9e13-060537659c94)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:47.381365 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.461819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.469935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1872809-823f-4852-a20f-0dfca01c3527 None None] Pushing event updated for resources: {'Port': ['ID=c0b52251-d652-4cfc-b9b6-39b01bc740c3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:47.492606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-6478243d-08a9-42c4-8826-38f0a5e6aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:47.511226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-6478243d-08a9-42c4-8826-38f0a5e6aa49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3b128170263e4212a476157e7268d6f6&device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 1094 time: 0.9065590 Aug 19 12:03:47.511650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-45ccbb70-0f15-485a-b08b-84014921695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:47.513158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-45ccbb70-0f15-485a-b08b-84014921695c service neutron] 10.222.0.69 "GET /v2.0/ports/b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 200 len: 1031 time: 0.2907436 Aug 19 12:03:47.525704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object 445610e0-6417-427e-9b81-19d03fd2486e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:47.574950 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.608963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7057-1733-4ab6-aae7-00649d00812d req-08abe7d3-2ff9-4ba0-bffc-b83e75f3542f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:47.611269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7fa7057-1733-4ab6-aae7-00649d00812d req-08abe7d3-2ff9-4ba0-bffc-b83e75f3542f tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6122079 Aug 19 12:03:47.641211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=445610e0-6417-427e-9b81-19d03fd2486e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:47.649238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-63ed128d-bfeb-4484-95da-78a323505867 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:47.654658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-63ed128d-bfeb-4484-95da-78a323505867 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 812 time: 1.0047872 Aug 19 12:03:47.660657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 7c7cd929-c019-4eb1-9e26-05dae2f41fea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:47.662810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:47.665377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:47.738937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:47.739618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.850119 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-17091278-64f2-419b-a455-cfb8cb06116d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3919179 Aug 19 12:03:47.850364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33568) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:47.861090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': '7c7cd929-c019-4eb1-9e26-05dae2f41fea', 'name': 'tempest-PortsTestJSON-1938680283'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:47.907937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-dc7b71bf-50b8-410c-bf00-0b4723792272 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/quotas/69173b2229414dbd8766cb9efbd9b092 HTTP/1.1" status: 200 len: 375 time: 0.0813036 Aug 19 12:03:47.936351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Made reservation on behalf of e59f659a667a448c9bf53095cec54222 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:47.939993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.951470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7fa7057-1733-4ab6-aae7-00649d00812d req-f61c2139-b1ca-4eff-9e71-83d0754f0875 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2570052 Aug 19 12:03:47.953867 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eab3edbc-e138-49b1-9142-f77e155f1262 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:47.980526 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eab3edbc-e138-49b1-9142-f77e155f1262 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:48.084220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:48.095484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:48.114411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] device_id is not set on port 3ccc265a-ab58-4781-a716-13215c14625c yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:48.169473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port e49c6839-1ef8-4638-a954-34dc94672805 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:48.320485 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5b0e102f-14cd-4973-9caf-d1a72c579ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:48.375419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Allocated IP 2001:db8::2f0 (5ddac316-879f-4f83-81ff-0b3c21da7616/115b3f46-dc1a-465f-a294-6dc199bf1a8a/3ccc265a-ab58-4781-a716-13215c14625c) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:48.449129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.12 (7c7cd929-c019-4eb1-9e26-05dae2f41fea/40200149-4f72-4795-b0d4-c77ff73e5073/e49c6839-1ef8-4638-a954-34dc94672805) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:48.673837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9be1c18-3198-4911-bcab-f94042dc705d req-e1b5a14e-128f-41d4-b82c-deaeeb6452c7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.5856540 Aug 19 12:03:48.765411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-277484bb-100e-43e5-afdd-0005252c7ba8 None None] Provisioning complete for port 7e070dda-8779-4fc8-83d8-6b5ff400542d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:48.767176 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-277484bb-100e-43e5-afdd-0005252c7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:48.784862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3edbc-e138-49b1-9142-f77e155f1262 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Port': ['ID=7e070dda-8779-4fc8-83d8-6b5ff400542d,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:48.816548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-7d5c8373-1ba3-454a-a620-1f416ff7af8c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8668733 Aug 19 12:03:48.827091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:48.837923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-037c381f-37b0-4989-8791-846b019f5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:48.839815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-037c381f-37b0-4989-8791-846b019f5dcc service neutron] 10.222.0.69 "GET /v2.0/networks?id=41ef73f1-38c7-4c40-8ab4-422423ee8321 HTTP/1.1" status: 200 len: 915 time: 1.3162246 Aug 19 12:03:48.872449 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f6e6ebda-83d9-4cf8-afe8-70683a3f17d1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:48.879568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f6e6ebda-83d9-4cf8-afe8-70683a3f17d1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:48.880290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 8c48417f-9077-4aba-9cd7-d882ee138f7b details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:03:48.885722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f6e6ebda-83d9-4cf8-afe8-70683a3f17d1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:48.886990 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:48.887841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f6e6ebda-83d9-4cf8-afe8-70683a3f17d1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "GET /v2.0/networks?id=ee7e9764-0947-4d2f-9df6-16f646d411fc&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=695c6eae-dc00-481f-8fa2-9574d3204229&id=695c6eae-dc00-481f-8fa2-9574d3204229 HTTP/1.1" status: 200 len: 1994 time: 1.3536642 Aug 19 12:03:48.923435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object e49c6839-1ef8-4638-a954-34dc94672805 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:48.985663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-277484bb-100e-43e5-afdd-0005252c7ba8 None None] Port 7e070dda-8779-4fc8-83d8-6b5ff400542d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:49.007323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e1df2-7a72-4992-80ab-47281816ec0d None None] Network 5ddac316-879f-4f83-81ff-0b3c21da7616 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:49.058012 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:49.137722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 7c7cd929-c019-4eb1-9e26-05dae2f41fea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:49.139623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:49.143923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:49.170293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-eab3edbc-e138-49b1-9142-f77e155f1262 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] In _notify_port_updated(), no bound segment for port 7e070dda-8779-4fc8-83d8-6b5ff400542d on network 551b492f-cf0d-4778-af8d-4963ccca9c2c {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:49.176916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3edbc-e138-49b1-9142-f77e155f1262 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:49.178203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eab3edbc-e138-49b1-9142-f77e155f1262 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:49.180893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-eab3edbc-e138-49b1-9142-f77e155f1262 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "PUT /v2.0/ports/7e070dda-8779-4fc8-83d8-6b5ff400542d HTTP/1.1" status: 200 len: 996 time: 3.0338738 Aug 19 12:03:49.206854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33578) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:49.297301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Transition to ACTIVE for port object 3ccc265a-ab58-4781-a716-13215c14625c will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:49.318979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-d022dcd8-9a2e-42f3-af4e-3a19e070aa19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c48417f-9077-4aba-9cd7-d882ee138f7b HTTP/1.1" status: 200 len: 217 time: 0.4235795 Aug 19 12:03:49.321393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-c225d3fd-7594-4e30-af95-7c342ce074ee service neutron] 10.222.0.65 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789605 Aug 19 12:03:49.409604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c0b52251-d652-4cfc-b9b6-39b01bc740c3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:49.412903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2dfcb0-bb67-4353-b259-d882c3898bb8 None None] Network 7c7cd929-c019-4eb1-9e26-05dae2f41fea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:49.490963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d1df0152-71c2-4e3f-969b-5264050a62bd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25008f9f9b8456f990137d238ed2602 HTTP/1.1" status: 200 len: 379 time: 0.3393986 Aug 19 12:03:49.516050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'admin_state_up': True, 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'security_groups': ['a10bfe09-c218-461b-be85-2989618d69a3']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:49.601772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b10a5a-7a94-4bbb-9637-b0cd2ee12e01 req-5645d852-b678-4230-97ba-9f079c2442c2 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:49.603979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77b10a5a-7a94-4bbb-9637-b0cd2ee12e01 req-5645d852-b678-4230-97ba-9f079c2442c2 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 943 time: 0.7108691 Aug 19 12:03:49.625457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cb87fc56-f72c-41a2-a614-293dfb283ee8 None None] Provisioning for port 700982b1-0853-4721-b57d-b40d03b56154 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:49.628675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-9b7e8006-95d0-4916-81f6-491d61e433c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:49.631146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-9b7e8006-95d0-4916-81f6-491d61e433c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b50f637c-4e47-45ff-9b42-ccacc8946b2b HTTP/1.1" status: 200 len: 854 time: 0.3014102 Aug 19 12:03:49.662036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:49.694162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 8c48417f-9077-4aba-9cd7-d882ee138f7b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8c48417f-9077-4aba-9cd7-d882ee138f7b,segment=NetworkSegment(52b42873-fe26-4f37-ab6f-db87f32c29fe),segment_id=52b42873-fe26-4f37-ab6f-db87f32c29fe)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:49.733738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '8c48417f-9077-4aba-9cd7-d882ee138f7b', 'network_id': '41ef73f1-38c7-4c40-8ab4-422423ee8321', 'port_id': '8c48417f-9077-4aba-9cd7-d882ee138f7b', 'mac_address': 'fa:16:3e:a3:16:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50f637c-4e47-45ff-9b42-ccacc8946b2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:03:49.770617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-528b6f94-aa11-467c-ae68-a0d0ae785fa7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=41ef73f1-38c7-4c40-8ab4-422423ee8321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137199 Aug 19 12:03:49.799389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-b21172ed-18fb-4372-8e60-cae70ebbed9e service neutron] 10.222.0.65 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642124 Aug 19 12:03:49.858958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=e49c6839-1ef8-4638-a954-34dc94672805,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:49.870049 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port c0b52251-d652-4cfc-b9b6-39b01bc740c3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:49.871467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Network 5ddac316-879f-4f83-81ff-0b3c21da7616 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:49.881011 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 700982b1-0853-4721-b57d-b40d03b56154 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:49.899568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:49.926620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c76ab768-02f3-4a97-b36e-249a81c9eafe None None] Provisioning for port c0b52251-d652-4cfc-b9b6-39b01bc740c3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:49.942982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:49.950021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:49.950812 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:49.951270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:49.952000 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:49.970498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:49.976811 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:49.986214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c76ab768-02f3-4a97-b36e-249a81c9eafe None None] Provisioning complete for port c0b52251-d652-4cfc-b9b6-39b01bc740c3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:49.987017 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c76ab768-02f3-4a97-b36e-249a81c9eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.005844 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ead28628-c948-4f1b-a229-46fea434ab32 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1514053 Aug 19 12:03:50.054703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33584) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:50.186656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Allocated IP 172.20.0.13 (ee7e9764-0947-4d2f-9df6-16f646d411fc/606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9/61acbc00-cc88-43fe-b2ab-67c18ea4fc00) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:50.209345 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.230232 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c76ab768-02f3-4a97-b36e-249a81c9eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.254968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c48417f-9077-4aba-9cd7-d882ee138f7b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:03:50.296903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 8c48417f-9077-4aba-9cd7-d882ee138f7b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8c48417f-9077-4aba-9cd7-d882ee138f7b,segment=NetworkSegment(52b42873-fe26-4f37-ab6f-db87f32c29fe),segment_id=52b42873-fe26-4f37-ab6f-db87f32c29fe)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:50.302183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7df2b84b-7b34-43de-96e9-88bdd48e3424 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Deleting port 7e070dda-8779-4fc8-83d8-6b5ff400542d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:50.303100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7df2b84b-7b34-43de-96e9-88bdd48e3424 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.316540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c59734-76e1-4fe3-9603-236f46fd8b66 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:50.318268 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-68c59734-76e1-4fe3-9603-236f46fd8b66 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.2626832 Aug 19 12:03:50.331344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33592) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:50.334175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c76ab768-02f3-4a97-b36e-249a81c9eafe None None] For port c0b52251-d652-4cfc-b9b6-39b01bc740c3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c0b52251-d652-4cfc-b9b6-39b01bc740c3,segment=NetworkSegment(9d3e7d77-9afe-4d7e-9e13-060537659c94),segment_id=9d3e7d77-9afe-4d7e-9e13-060537659c94)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:50.366966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-f00e0b79-48e7-4684-994e-2848674cb916 service neutron] 10.222.0.69 "GET /v2.0/networks/41ef73f1-38c7-4c40-8ab4-422423ee8321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743160 Aug 19 12:03:50.371732 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.374676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77b10a5a-7a94-4bbb-9637-b0cd2ee12e01 req-16d70bea-2f3c-46a5-bfb0-fa8b3dc9b306 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7594433 Aug 19 12:03:50.376109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2022901 Aug 19 12:03:50.383718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33596) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:50.392335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c76ab768-02f3-4a97-b36e-249a81c9eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.416023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbee5e0-f104-4083-9bb7-93ee1c11e808 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event updated for resources: {'Port': ['ID=3ccc265a-ab58-4781-a716-13215c14625c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:50.558682 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=8c48417f-9077-4aba-9cd7-d882ee138f7b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:50.663358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ab768-02f3-4a97-b36e-249a81c9eafe None None] Pushing event updated for resources: {'Port': ['ID=c0b52251-d652-4cfc-b9b6-39b01bc740c3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:50.674287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 700982b1-0853-4721-b57d-b40d03b56154 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:50.682028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Provisioning complete for port 700982b1-0853-4721-b57d-b40d03b56154 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:50.683384 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.691907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7df2b84b-7b34-43de-96e9-88bdd48e3424 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.734942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7df2b84b-7b34-43de-96e9-88bdd48e3424 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Calling delete_port for 7e070dda-8779-4fc8-83d8-6b5ff400542d owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:50.742766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['8c48417f-9077-4aba-9cd7-d882ee138f7b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:03:50.747190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 700982b1-0853-4721-b57d-b40d03b56154 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:50.751840 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.773427 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f57f4a07-4a0a-47c9-a17d-06df695cafc9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port e49c6839-1ef8-4638-a954-34dc94672805 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:50.774057 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f57f4a07-4a0a-47c9-a17d-06df695cafc9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:50.880396 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce980343-b6a9-48fc-9de9-adce0b619691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.146032 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.187897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.293780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] For port 700982b1-0853-4721-b57d-b40d03b56154, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=700982b1-0853-4721-b57d-b40d03b56154,segment=NetworkSegment(6eae786d-3d6f-4919-a1df-694c18382064),segment_id=6eae786d-3d6f-4919-a1df-694c18382064)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:51.354047 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f57f4a07-4a0a-47c9-a17d-06df695cafc9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.406499 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.422787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f57f4a07-4a0a-47c9-a17d-06df695cafc9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for e49c6839-1ef8-4638-a954-34dc94672805 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:51.444994 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.544903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-709395e4-43cb-4eac-bbd6-07df6c9c9aa3 req-0b1f39aa-b04b-4257-be18-d8f184592959 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 1.2902436 Aug 19 12:03:51.577540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Provisioning for port 2395ebd0-e77f-435d-b5b4-cf8ea338064c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:51.603560 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7df2b84b-7b34-43de-96e9-88bdd48e3424 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.682764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Pushing event updated for resources: {'Port': ['ID=700982b1-0853-4721-b57d-b40d03b56154,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:51.723873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Provisioning complete for port 2395ebd0-e77f-435d-b5b4-cf8ea338064c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:51.724251 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.759385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2b84b-7b34-43de-96e9-88bdd48e3424 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event deleted for resources: {'Port': ['ID=7e070dda-8779-4fc8-83d8-6b5ff400542d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:51.798185 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.825122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Port 2395ebd0-e77f-435d-b5b4-cf8ea338064c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:51.841926 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7df2b84b-7b34-43de-96e9-88bdd48e3424 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.843927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7df2b84b-7b34-43de-96e9-88bdd48e3424 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "DELETE /v2.0/ports/7e070dda-8779-4fc8-83d8-6b5ff400542d HTTP/1.1" status: 204 len: 168 time: 2.6360767 Aug 19 12:03:51.850061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33612) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:51.878423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2036ecca-a3c1-4cf0-a80e-f5e5f3530482 req-a8483a90-2b95-4643-ba6f-7423e303456d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.2832468 Aug 19 12:03:51.896745 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5db568-4327-4d94-931f-93fce9b1695d tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] GET failed (client error): The resource could not be found. Aug 19 12:03:51.898720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bd5db568-4327-4d94-931f-93fce9b1695d tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "GET /v2.0/ports/7e070dda-8779-4fc8-83d8-6b5ff400542d HTTP/1.1" status: 404 len: 333 time: 0.0477915 Aug 19 12:03:51.904414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33614) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:51.916290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'port': {'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c', 'name': 'tempest-AllowedAddressPairTestJSON-1067092698'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:51.948225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6419ab7-ff87-4eda-8f31-ae9ba7aaeed3 req-39d411fe-5bcd-43af-bc05-627b86472e24 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 210 time: 0.0981472 Aug 19 12:03:51.969242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed7dde-da77-40f3-ac74-923201b3c1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:51.986038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed7dde-da77-40f3-ac74-923201b3c1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:51.994342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed7dde-da77-40f3-ac74-923201b3c1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:51.998792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-19ed7dde-da77-40f3-ac74-923201b3c1b4 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.6125436 Aug 19 12:03:52.003826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33616) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:52.023713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Provisioning for port 3ccc265a-ab58-4781-a716-13215c14625c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:52.054208 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.069402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Provisioning complete for port 3ccc265a-ab58-4781-a716-13215c14625c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:52.071896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.076212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Made reservation on behalf of 9d2d19f1c241410d89f02c281de05ed1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:52.080458 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.095775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f57f4a07-4a0a-47c9-a17d-06df695cafc9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.104384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Transition to ACTIVE for port object 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:52.147669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f4a07-4a0a-47c9-a17d-06df695cafc9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=e49c6839-1ef8-4638-a954-34dc94672805,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:52.148828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f38e9f4-4dc6-4eb6-8e8b-9ba3813f53df req-c159eeed-4ae0-4c2f-8ec0-af902a7555f5 service neutron] 10.222.0.69 "GET /v2.0/networks/41ef73f1-38c7-4c40-8ab4-422423ee8321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7635853 Aug 19 12:03:52.156282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] device_id is not set on port 8a74f27d-4e96-4492-8fd1-44b74f57ed90 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:52.207377 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:03:52.207835 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:03:52.217891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bcb41-32e3-46dc-8c0a-068bf1f7721b None None] Port 3ccc265a-ab58-4781-a716-13215c14625c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:52.282140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d9a82-33b1-46a7-be87-c22679799d24 req-ca61514d-c593-407e-b02d-503253b3bac9 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:52.284177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d2d9a82-33b1-46a7-be87-c22679799d24 req-ca61514d-c593-407e-b02d-503253b3bac9 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 944 time: 0.2007439 Aug 19 12:03:52.288553 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.335810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Could not find standard attr ID for object e49c6839-1ef8-4638-a954-34dc94672805. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:03:52.356536 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Provisioning complete for port 2395ebd0-e77f-435d-b5b4-cf8ea338064c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:52.377199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network ee7e9764-0947-4d2f-9df6-16f646d411fc is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:52.378193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.409911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ef3da2a7-6b43-4f70-936f-18bae2bf1a58 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Deleting port 3ccc265a-ab58-4781-a716-13215c14625c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:52.410628 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef3da2a7-6b43-4f70-936f-18bae2bf1a58 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.417166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:52.440820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d2d9a82-33b1-46a7-be87-c22679799d24 req-9a7779e6-c08a-4c3b-b30c-27c63d1576ca tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484902 Aug 19 12:03:52.441987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:52.496577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Allocated IP 172.20.0.6 (551b492f-cf0d-4778-af8d-4963ccca9c2c/5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954/8a74f27d-4e96-4492-8fd1-44b74f57ed90) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:52.501933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Port 2395ebd0-e77f-435d-b5b4-cf8ea338064c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:52.542225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Provisioning complete for port 3ccc265a-ab58-4781-a716-13215c14625c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:52.542597 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.614716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Port 3ccc265a-ab58-4781-a716-13215c14625c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:52.626056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Provisioning complete for port c0b52251-d652-4cfc-b9b6-39b01bc740c3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:52.629651 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.647060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Port': ['ID=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:52.722464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:52.723305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.781178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a387a-36aa-4fce-9263-9573614a3b31 req-798fcc14-168a-4801-9a0e-cc9239e66816 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:52.782931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae4a387a-36aa-4fce-9263-9573614a3b31 req-798fcc14-168a-4801-9a0e-cc9239e66816 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 945 time: 0.2171147 Aug 19 12:03:52.802860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.823638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Transition to ACTIVE for port object 8a74f27d-4e96-4492-8fd1-44b74f57ed90 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:52.838075 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f74543fb-a1d2-4a3a-8bdb-9bce6ba9c6c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3283396 Aug 19 12:03:52.850085 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef3da2a7-6b43-4f70-936f-18bae2bf1a58 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.858623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'admin_state_up': True, 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'security_groups': ['a10bfe09-c218-461b-be85-2989618d69a3']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:52.886835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:52.908953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 8c48417f-9077-4aba-9cd7-d882ee138f7b up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:52.939328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ef3da2a7-6b43-4f70-936f-18bae2bf1a58 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Calling delete_port for 3ccc265a-ab58-4781-a716-13215c14625c owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:52.960039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae4a387a-36aa-4fce-9263-9573614a3b31 req-5fe9afc9-0403-4320-9ae4-653f75294bee tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661272 Aug 19 12:03:52.999647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Provisioning for port 445610e0-6417-427e-9b81-19d03fd2486e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:53.019612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Provisioning complete for port 445610e0-6417-427e-9b81-19d03fd2486e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:53.019978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.028005 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f57f4a07-4a0a-47c9-a17d-06df695cafc9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.030612 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f57f4a07-4a0a-47c9-a17d-06df695cafc9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/e49c6839-1ef8-4638-a954-34dc94672805 HTTP/1.1" status: 204 len: 168 time: 2.6942899 Aug 19 12:03:53.034166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33630) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:53.101109 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6ad683-3159-443f-a97f-0de42c91d4ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:03:53.105573 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a6ad683-3159-443f-a97f-0de42c91d4ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/e49c6839-1ef8-4638-a954-34dc94672805 HTTP/1.1" status: 404 len: 333 time: 0.0660672 Aug 19 12:03:53.107812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:53.110449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33632) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:53.122967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Port': ['ID=8a74f27d-4e96-4492-8fd1-44b74f57ed90,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:53.123461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c0b52251-d652-4cfc-b9b6-39b01bc740c3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:53.133358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:53.159998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:53.237150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-aa3799d9-b67a-446b-bf11-112c6176cf7b None None] Port 445610e0-6417-427e-9b81-19d03fd2486e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:53.262971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 8c48417f-9077-4aba-9cd7-d882ee138f7b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:53.267330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 8c48417f-9077-4aba-9cd7-d882ee138f7b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:53.268109 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.275975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-fe07bbbb-7111-49bb-890e-3bb7df51e450 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:53.278612 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-fe07bbbb-7111-49bb-890e-3bb7df51e450 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 812 time: 0.4139919 Aug 19 12:03:53.282501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-117222ab-ff8c-43fe-a5d2-91e798a286e3 req-cfa3b806-ed18-4c1d-ba4a-cf71e6d5416f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 210 time: 0.1875467 Aug 19 12:03:53.306420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'port': {'device_id': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d', 'admin_state_up': True, 'tenant_id': '69173b2229414dbd8766cb9efbd9b092'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:53.356892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c0b52251-d652-4cfc-b9b6-39b01bc740c3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:53.357413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.411738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:53.413573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4de956fb-9ee8-440a-9a45-25831c283443 None None] Provisioning for port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:53.416002 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.422037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:53.422749 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.436623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9bace-1c60-47dc-a671-71a5bc9ca1a3 req-4473eaf0-eb0f-4c6e-ab89-e0281f2641e7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:53.439737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51a9bace-1c60-47dc-a671-71a5bc9ca1a3 req-4473eaf0-eb0f-4c6e-ab89-e0281f2641e7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 932 time: 0.3318615 Aug 19 12:03:53.451087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4de956fb-9ee8-440a-9a45-25831c283443 None None] Provisioning complete for port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:53.451637 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4de956fb-9ee8-440a-9a45-25831c283443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.517350 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-989603e0-8b0c-4651-9dce-69592bbc966b tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6117907 Aug 19 12:03:53.523789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33638) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:53.541064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'port': {'network_id': '551b492f-cf0d-4778-af8d-4963ccca9c2c', 'name': 'tempest-AllowedAddressPairTestJSON-1572124028'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:53.605905 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.607845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4de956fb-9ee8-440a-9a45-25831c283443 None None] Port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:53.638250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 700982b1-0853-4721-b57d-b40d03b56154 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:53.643898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73a4d-1256-4d71-bf60-4995fcd67a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c48417f-9077-4aba-9cd7-d882ee138f7b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:53.646807 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb2bc00-f434-42f6-8d71-70ffa3a7d3de" -d '{"events": [{"server_uuid": "29f73a4d-1256-4d71-bf60-4995fcd67a06", "name": "network-vif-plugged", "status": "completed", "tag": "8c48417f-9077-4aba-9cd7-d882ee138f7b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:53.680389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 8c48417f-9077-4aba-9cd7-d882ee138f7b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8c48417f-9077-4aba-9cd7-d882ee138f7b,segment=NetworkSegment(52b42873-fe26-4f37-ab6f-db87f32c29fe),segment_id=52b42873-fe26-4f37-ab6f-db87f32c29fe)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:53.695573 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.740818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51a9bace-1c60-47dc-a671-71a5bc9ca1a3 req-9e06d401-1a43-4c8a-bcb5-a87244d7ce38 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789257 Aug 19 12:03:53.786280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 700982b1-0853-4721-b57d-b40d03b56154 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:53.786738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.843755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-beb8fb85-1e54-4d7e-83f4-365afc9e9de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 445610e0-6417-427e-9b81-19d03fd2486e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:53.844104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-beb8fb85-1e54-4d7e-83f4-365afc9e9de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.870139 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2f26a3-029f-43fa-bdc2-6d062a61ebf5 x-openstack-request-id: req-3c2f26a3-029f-43fa-bdc2-6d062a61ebf5 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:53.870506 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73a4d-1256-4d71-bf60-4995fcd67a06", "name": "network-vif-plugged", "status": "completed", "tag": "8c48417f-9077-4aba-9cd7-d882ee138f7b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:53.870729 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c2f26a3-029f-43fa-bdc2-6d062a61ebf5 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:53.871047 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73a4d-1256-4d71-bf60-4995fcd67a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c48417f-9077-4aba-9cd7-d882ee138f7b', 'code': 200} Aug 19 12:03:53.871630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=8c48417f-9077-4aba-9cd7-d882ee138f7b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:53.894424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-21cc9ef2-d69d-44a8-9dd6-68665cad6509 None None] Provisioning for port 8a74f27d-4e96-4492-8fd1-44b74f57ed90 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:53.897322 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef3da2a7-6b43-4f70-936f-18bae2bf1a58 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.913093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-21cc9ef2-d69d-44a8-9dd6-68665cad6509 None None] Provisioning complete for port 8a74f27d-4e96-4492-8fd1-44b74f57ed90 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:53.913600 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-21cc9ef2-d69d-44a8-9dd6-68665cad6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.953873 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:54.001270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-21cc9ef2-d69d-44a8-9dd6-68665cad6509 None None] Port 8a74f27d-4e96-4492-8fd1-44b74f57ed90 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:54.043221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3da2a7-6b43-4f70-936f-18bae2bf1a58 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event deleted for resources: {'Port': ['ID=3ccc265a-ab58-4781-a716-13215c14625c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:54.058443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-beb8fb85-1e54-4d7e-83f4-365afc9e9de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:54.062546 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:54.077896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-beb8fb85-1e54-4d7e-83f4-365afc9e9de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 445610e0-6417-427e-9b81-19d03fd2486e owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:54.088766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b2183-40a2-4b37-aee1-b0d758784a4e req-9b9e4dc0-6b23-450c-8ae4-1bd91efaf480 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:54.097266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c36b2183-40a2-4b37-aee1-b0d758784a4e req-9b9e4dc0-6b23-450c-8ae4-1bd91efaf480 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 945 time: 0.4644349 Aug 19 12:03:54.163684 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef3da2a7-6b43-4f70-936f-18bae2bf1a58 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:54.167362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ef3da2a7-6b43-4f70-936f-18bae2bf1a58 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "DELETE /v2.0/ports/3ccc265a-ab58-4781-a716-13215c14625c HTTP/1.1" status: 204 len: 168 time: 2.1621258 Aug 19 12:03:54.174251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33644) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:54.188474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Made reservation on behalf of 9d2d19f1c241410d89f02c281de05ed1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:54.196048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Request body: {'port': {'name': 'tempest-new-port-name-228425197', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:54.196643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.api.validators [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] bootfile-name is not in valid_values {{(pid=101154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:03:54.197013 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:54.197424 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.api.validators [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] tftp-server is not in valid_values {{(pid=101154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:03:54.197901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.api.validators [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] server-ip-address is not in valid_values {{(pid=101154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:03:54.290522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] device_id is not set on port 560c6d82-49e1-476f-9575-f60f5548a8e1 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:03:54.302911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c36b2183-40a2-4b37-aee1-b0d758784a4e req-2dc87508-fa0e-40bc-bfbd-984850a227df tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040176 Aug 19 12:03:54.359324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5d7e-97f7-416c-8113-5d8f810720e4 req-980d64a8-75e6-4243-bbe0-831b891fc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:54.363289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a10b5d7e-97f7-416c-8113-5d8f810720e4 req-980d64a8-75e6-4243-bbe0-831b891fc742 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 1096 time: 0.4213266 Aug 19 12:03:54.400528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Allocated IP 10.1.1.60 (127ee992-1a42-43fa-abb5-ae2b756eca7f/8422701f-cd68-4ee5-91df-d6986379744b/67f54fd4-4394-42d2-a9d8-43d992171ce0) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:54.408178 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-beb8fb85-1e54-4d7e-83f4-365afc9e9de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:54.415889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695d5c-412f-4873-9dd9-9ba077e3654c req-30758c39-b35e-4d93-ad62-9dc34022c0ee tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:54.420720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55695d5c-412f-4873-9dd9-9ba077e3654c req-30758c39-b35e-4d93-ad62-9dc34022c0ee tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 945 time: 0.2675147 Aug 19 12:03:54.423168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Made reservation on behalf of 69173b2229414dbd8766cb9efbd9b092 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:54.428698 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:54.476087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-aa21977c-7f30-40c1-812c-ae07b8d07ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:54.477585 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-aa21977c-7f30-40c1-812c-ae07b8d07ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.54 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 945 time: 0.3067408 Aug 19 12:03:54.501619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8fb85-1e54-4d7e-83f4-365afc9e9de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=445610e0-6417-427e-9b81-19d03fd2486e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:54.532432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63a1be5b-17bc-4692-a0f1-e1edab37cb6b req-23254635-b59a-4e57-a98a-ddfe66f8f882 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 210 time: 0.0590310 Aug 19 12:03:54.594470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:54.610693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a10b5d7e-97f7-416c-8113-5d8f810720e4 req-a6520c7e-527e-43bb-a9c6-392a475a0c26 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309706 Aug 19 12:03:54.677010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55695d5c-412f-4873-9dd9-9ba077e3654c req-14dabd13-a883-47e9-8d0f-99be4e9996c7 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d240f6-aba3-4abe-a7ab-bdf834cf683e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095885 Aug 19 12:03:54.693640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-beb8fb85-1e54-4d7e-83f4-365afc9e9de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:54.699774 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-beb8fb85-1e54-4d7e-83f4-365afc9e9de6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/445610e0-6417-427e-9b81-19d03fd2486e HTTP/1.1" status: 204 len: 168 time: 1.5850735 Aug 19 12:03:54.701823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33650) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:54.782633 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde6fa9f-863e-4650-9141-46fcf059ff33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:03:54.784467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cde6fa9f-863e-4650-9141-46fcf059ff33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/445610e0-6417-427e-9b81-19d03fd2486e HTTP/1.1" status: 404 len: 333 time: 0.0469525 Aug 19 12:03:54.789585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33654) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:54.890142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Allocated IP 172.20.0.4 (551b492f-cf0d-4778-af8d-4963ccca9c2c/5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954/560c6d82-49e1-476f-9575-f60f5548a8e1) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:55.022779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Deleting port 55f0d1a4-a493-4411-b08f-c88a2fed94ce {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:55.022779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.091761 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.110756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Transition to ACTIVE for port object 67f54fd4-4394-42d2-a9d8-43d992171ce0 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:55.130315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] For port 55f0d1a4-a493-4411-b08f-c88a2fed94ce, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=55f0d1a4-a493-4411-b08f-c88a2fed94ce,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:55.130692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.147108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Calling delete_port for 55f0d1a4-a493-4411-b08f-c88a2fed94ce owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:55.149675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Allocated IP 172.20.0.9 (85f48126-d0ea-4b60-af9e-8bf58483c32d/3593c544-52e4-4f2d-86f2-83db947e0fb4/659665ec-1075-49d1-8495-ebd4a1a4f206) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:55.164871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-338729b3-7eaf-4916-b901-12fc12c9f48e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet 40200149-4f72-4795-b0d4-c77ff73e5073 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:03:55.170651 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-338729b3-7eaf-4916-b901-12fc12c9f48e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.238743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-338729b3-7eaf-4916-b901-12fc12c9f48e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.306911 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.376914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:55.426495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:55.429449 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:55.553960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61a8ac-40ef-4b9a-a27c-170d430ffbad req-dc4505be-94d9-4464-a9e8-e941b3562002 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:55.556978 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d61a8ac-40ef-4b9a-a27c-170d430ffbad req-dc4505be-94d9-4464-a9e8-e941b3562002 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 932 time: 0.6850560 Aug 19 12:03:55.586617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:55.587513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.714202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8593507 Aug 19 12:03:55.716599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221f645-4c89-4b4f-bef7-3171c68197b4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Port': ['ID=67f54fd4-4394-42d2-a9d8-43d992171ce0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:55.759201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-338729b3-7eaf-4916-b901-12fc12c9f48e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.853436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e70adb1e-4cd0-47e0-8433-e222d5a593fe None None] Provisioning for port 67f54fd4-4394-42d2-a9d8-43d992171ce0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:55.860301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e70adb1e-4cd0-47e0-8433-e222d5a593fe None None] Provisioning complete for port 67f54fd4-4394-42d2-a9d8-43d992171ce0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:55.868839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'admin_state_up': True, 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'security_groups': ['a10bfe09-c218-461b-be85-2989618d69a3']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:55.869783 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e70adb1e-4cd0-47e0-8433-e222d5a593fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.960657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e70adb1e-4cd0-47e0-8433-e222d5a593fe None None] Port 67f54fd4-4394-42d2-a9d8-43d992171ce0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:56.000564 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.054805 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Transition to ACTIVE for port object 560c6d82-49e1-476f-9575-f60f5548a8e1 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:56.110513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.163722 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.181096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Pushing event deleted for resources: {'Port': ['ID=55f0d1a4-a493-4411-b08f-c88a2fed94ce,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:56.270548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.303922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:03:56.367163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] No DVR routers for this DVR port 55f0d1a4-a493-4411-b08f-c88a2fed94ce on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:56.371201 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.374396 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bbddc6ab-2ac0-4fb1-a21b-3a2728e20481 req-fb0a9c0d-daaf-4a81-87a0-5c4692690691 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.54 "DELETE /v2.0/ports/55f0d1a4-a493-4411-b08f-c88a2fed94ce HTTP/1.1" status: 204 len: 173 time: 1.8826754 Aug 19 12:03:56.390574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'name': 'network-vif-deleted', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:03:56.394035 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f08001-34cb-4a47-bd62-c170bf71c024" -d '{"events": [{"server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "name": "network-vif-deleted", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:03:56.420260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.459667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d61a8ac-40ef-4b9a-a27c-170d430ffbad req-00b8d8be-1231-4c07-9c24-d066cfd76844 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8055782 Aug 19 12:03:56.461321 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-338729b3-7eaf-4916-b901-12fc12c9f48e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.470288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Network 85f48126-d0ea-4b60-af9e-8bf58483c32d is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:56.471371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'Port': ['ID=659665ec-1075-49d1-8495-ebd4a1a4f206,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:56.492865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:56.496654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:56.503710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:56.578643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-338729b3-7eaf-4916-b901-12fc12c9f48e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.580308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d776e39-f1f9-4b20-8cc0-f51717da9b34 None None] Network 7c7cd929-c019-4eb1-9e26-05dae2f41fea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:56.582522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-338729b3-7eaf-4916-b901-12fc12c9f48e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/40200149-4f72-4795-b0d4-c77ff73e5073 HTTP/1.1" status: 204 len: 168 time: 1.7888446 Aug 19 12:03:56.593238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338729b3-7eaf-4916-b901-12fc12c9f48e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=40200149-4f72-4795-b0d4-c77ff73e5073,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:56.597061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33666) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:56.621083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:56.624620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:56.645526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa7678-d29f-4dc6-b269-4db35eb4d46f req-30973e1a-cac4-4bd0-8d5d-b818410d6a5e tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:56.649435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7fa7678-d29f-4dc6-b269-4db35eb4d46f req-30973e1a-cac4-4bd0-8d5d-b818410d6a5e tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 945 time: 1.1534138 Aug 19 12:03:56.803601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Port': ['ID=560c6d82-49e1-476f-9575-f60f5548a8e1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:56.833848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:56.835332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.843925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:56.845413 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.898208 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-35f4b5df-df16-4c9d-b737-a02f09088b4f tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5958164 Aug 19 12:03:56.904402 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fa9fddf8-845c-400c-a8e9-728ae431f90f tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3794863 Aug 19 12:03:56.908906 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.911750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33670) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:56.926425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-db60dedb-23d4-4326-b148-5732d47654a2 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:5a:ed:18'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:66:fe:f9'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:56.952211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Request body: {'port': {'device_id': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:56.984330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:57.039307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 55f0d1a4-a493-4411-b08f-c88a2fed94ce no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:03:57.132848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 55f0d1a4-a493-4411-b08f-c88a2fed94ce {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:03:57.133340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 55f0d1a4-a493-4411-b08f-c88a2fed94ce not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:03:57.185512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event updated for resources: {'Port': ['ID=2395ebd0-e77f-435d-b5b4-cf8ea338064c,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:57.215692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721201e-8e0e-4dc7-bfc5-03532686e858 req-ce3622c1-1ff7-49e6-8d11-d8501783207b tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:57.226224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2721201e-8e0e-4dc7-bfc5-03532686e858 req-ce3622c1-1ff7-49e6-8d11-d8501783207b tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 931 time: 0.6257002 Aug 19 12:03:57.226813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d988df35-1d0d-4d8a-a4c2-f1aa8b62f091 None None] Provisioning for port 560c6d82-49e1-476f-9575-f60f5548a8e1 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:57.233755 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:57.284030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7fa7678-d29f-4dc6-b269-4db35eb4d46f req-c50d09ae-352e-4463-bb22-d5f60401827b tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537978 Aug 19 12:03:57.311323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] In _notify_port_updated(), no bound segment for port 2395ebd0-e77f-435d-b5b4-cf8ea338064c on network 5ddac316-879f-4f83-81ff-0b3c21da7616 {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:57.317732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:57.318655 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:57.320241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b92e4f87-c4a3-4c52-be12-428ef763bd3e tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "PUT /v2.0/ports/2395ebd0-e77f-435d-b5b4-cf8ea338064c HTTP/1.1" status: 200 len: 1129 time: 3.1356571 Aug 19 12:03:57.324123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33672) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:57.351901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:57.365324 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2721201e-8e0e-4dc7-bfc5-03532686e858 req-a9303d3e-11ff-4286-886b-12698cdb1482 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376293 Aug 19 12:03:57.380050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:57.393565 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:57.479097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d988df35-1d0d-4d8a-a4c2-f1aa8b62f091 None None] Provisioning complete for port 560c6d82-49e1-476f-9575-f60f5548a8e1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:57.479843 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80564b7a-1b04-4246-b812-39d1a2b5ca3b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:57.482264 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d988df35-1d0d-4d8a-a4c2-f1aa8b62f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:57.499781 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-80564b7a-1b04-4246-b812-39d1a2b5ca3b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "GET /v2.0/ports/2395ebd0-e77f-435d-b5b4-cf8ea338064c HTTP/1.1" status: 200 len: 1129 time: 0.1703627 Aug 19 12:03:57.512663 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9704cb-418f-4a87-81f1-bfce3153a12b x-openstack-request-id: req-0b9704cb-418f-4a87-81f1-bfce3153a12b {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:03:57.512987 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dee2c6-e77a-4024-aef4-779352f390c9", "name": "network-vif-deleted", "tag": "55f0d1a4-a493-4411-b08f-c88a2fed94ce", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:03:57.513224 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b9704cb-418f-4a87-81f1-bfce3153a12b {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:03:57.513721 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dee2c6-e77a-4024-aef4-779352f390c9', 'name': 'network-vif-deleted', 'tag': '55f0d1a4-a493-4411-b08f-c88a2fed94ce', 'status': 'completed', 'code': 200} Aug 19 12:03:57.516608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33676) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:57.619906 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db60dedb-23d4-4326-b148-5732d47654a2 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:57.694758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Allocated IP 10.1.1.132 (127ee992-1a42-43fa-abb5-ae2b756eca7f/8422701f-cd68-4ee5-91df-d6986379744b/d21fedd8-ad8e-4e5f-a3e6-0640c0562c22) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:57.753537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d988df35-1d0d-4d8a-a4c2-f1aa8b62f091 None None] Port 560c6d82-49e1-476f-9575-f60f5548a8e1 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:57.866790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5e501-a72b-48f3-bd89-1a127ccfaa5e None None] DHCP port deletion for 7c7cd929-c019-4eb1-9e26-05dae2f41fea request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:03:57.872062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:57.889633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Transition to ACTIVE for port object d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:57.956230 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:57.993491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-18d66cd4-314c-417a-8461-9f17482122cc None None] Provisioning complete for port 2395ebd0-e77f-435d-b5b4-cf8ea338064c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:57.993870 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-18d66cd4-314c-417a-8461-9f17482122cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.002995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f97e6b5-00fc-4c45-8c7f-07634ea7ce93 req-dc51b03d-ab9a-4602-b62c-1fcb6dbd54a1 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488 tempest-FloatingIPsAssociationNegativeTestJSON-1743138488-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dee2c6-e77a-4024-aef4-779352f390c9 HTTP/1.1" status: 200 len: 210 time: 0.0755849 Aug 19 12:03:58.015235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-651a27ec-2f74-4ac1-8dc7-61fac68a616b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Deleting port 2395ebd0-e77f-435d-b5b4-cf8ea338064c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:58.016927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-651a27ec-2f74-4ac1-8dc7-61fac68a616b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.097138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:58.107166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-18d66cd4-314c-417a-8461-9f17482122cc None None] Port 2395ebd0-e77f-435d-b5b4-cf8ea338064c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:58.116194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463bac4-a33d-4dc4-b806-291c0eea0dad req-d8e2786c-d1fb-4887-8d21-6165a6130400 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:58.122684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463bac4-a33d-4dc4-b806-291c0eea0dad req-d8e2786c-d1fb-4887-8d21-6165a6130400 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:58.128364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5e501-a72b-48f3-bd89-1a127ccfaa5e None None] Deleting port c0b52251-d652-4cfc-b9b6-39b01bc740c3 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:58.128669 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e501-a72b-48f3-bd89-1a127ccfaa5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.130360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463bac4-a33d-4dc4-b806-291c0eea0dad req-d8e2786c-d1fb-4887-8d21-6165a6130400 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:58.132537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9463bac4-a33d-4dc4-b806-291c0eea0dad req-d8e2786c-d1fb-4887-8d21-6165a6130400 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 2374 time: 0.1911256 Aug 19 12:03:58.135883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:58.138695 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Port': ['ID=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:58.166576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:58.253939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:58.254657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.312456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9463bac4-a33d-4dc4-b806-291c0eea0dad req-b5f96f5b-5635-4dae-a268-e10b5a54c15c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711035 Aug 19 12:03:58.322033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e2f5e501-a72b-48f3-bd89-1a127ccfaa5e None None] For port c0b52251-d652-4cfc-b9b6-39b01bc740c3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c0b52251-d652-4cfc-b9b6-39b01bc740c3,segment=NetworkSegment(9d3e7d77-9afe-4d7e-9e13-060537659c94),segment_id=9d3e7d77-9afe-4d7e-9e13-060537659c94)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:58.322489 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e501-a72b-48f3-bd89-1a127ccfaa5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.333465 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.340767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5e501-a72b-48f3-bd89-1a127ccfaa5e None None] Calling delete_port for c0b52251-d652-4cfc-b9b6-39b01bc740c3 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:58.349659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-28ca41a7-2d8f-49e3-9638-6cbc053d70d7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4856660 Aug 19 12:03:58.370121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659665ec-1075-49d1-8495-ebd4a1a4f206 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:03:58.380873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-651a27ec-2f74-4ac1-8dc7-61fac68a616b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.399732 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.422891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229', 'admin_state_up': True, 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'security_groups': ['a10bfe09-c218-461b-be85-2989618d69a3']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:58.445477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Transition to ACTIVE for port object 659665ec-1075-49d1-8495-ebd4a1a4f206 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:58.461398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-651a27ec-2f74-4ac1-8dc7-61fac68a616b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Calling delete_port for 2395ebd0-e77f-435d-b5b4-cf8ea338064c owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:58.485627 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.487531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port c0b52251-d652-4cfc-b9b6-39b01bc740c3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:58.487918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.507751 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db60dedb-23d4-4326-b148-5732d47654a2 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.521491 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e501-a72b-48f3-bd89-1a127ccfaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.558930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db60dedb-23d4-4326-b148-5732d47654a2 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.588470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5e501-a72b-48f3-bd89-1a127ccfaa5e None None] Pushing event deleted for resources: {'Port': ['ID=c0b52251-d652-4cfc-b9b6-39b01bc740c3,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:58.594490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5e501-a72b-48f3-bd89-1a127ccfaa5e None None] No DVR routers for this DVR port c0b52251-d652-4cfc-b9b6-39b01bc740c3 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:58.613056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a7d22661-f6cb-462f-ab6e-ca1a0ab96891 None None] Provisioning for port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:58.618119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a7d22661-f6cb-462f-ab6e-ca1a0ab96891 None None] Provisioning complete for port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:58.618651 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a7d22661-f6cb-462f-ab6e-ca1a0ab96891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.698394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a7d22661-f6cb-462f-ab6e-ca1a0ab96891 None None] Port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:58.748697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] For port c0b52251-d652-4cfc-b9b6-39b01bc740c3, host n-d-778550-9, got binding levels [] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:58.749124 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.763236 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3006bb4-ec30-4e28-b488-4ea553e0e80f req-32e7f77b-e583-49d3-8e70-cae7c3a5aa77 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:58.773282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3006bb4-ec30-4e28-b488-4ea553e0e80f req-32e7f77b-e583-49d3-8e70-cae7c3a5aa77 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 945 time: 0.2416856 Aug 19 12:03:58.810260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for c0b52251-d652-4cfc-b9b6-39b01bc740c3 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:03:58.817995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-651a27ec-2f74-4ac1-8dc7-61fac68a616b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.823564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.ipam_backend_mixin [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Port c0b52251-d652-4cfc-b9b6-39b01bc740c3 was not found and therefore no delete operation was performed {{(pid=101154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:03:58.839906 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.915481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-db60dedb-23d4-4326-b148-5732d47654a2 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] In _notify_port_updated(), no bound segment for port 560c6d82-49e1-476f-9575-f60f5548a8e1 on network 551b492f-cf0d-4778-af8d-4963ccca9c2c {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:03:58.921244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db60dedb-23d4-4326-b148-5732d47654a2 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:58.921892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db60dedb-23d4-4326-b148-5732d47654a2 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.924323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3006bb4-ec30-4e28-b488-4ea553e0e80f req-e410c707-797f-44c7-ace4-efd56c869614 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500266 Aug 19 12:03:58.929787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=c0b52251-d652-4cfc-b9b6-39b01bc740c3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:58.933204 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-db60dedb-23d4-4326-b148-5732d47654a2 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "PUT /v2.0/ports/560c6d82-49e1-476f-9575-f60f5548a8e1 HTTP/1.1" status: 200 len: 1056 time: 2.0186789 Aug 19 12:03:58.935263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Pushing event updated for resources: {'Port': ['ID=659665ec-1075-49d1-8495-ebd4a1a4f206,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:58.948063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cd55a-3b18-4f26-9b4e-3bcf041650c2 req-e346df5d-5dfb-45e3-816c-e43f97f4511e tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:58.950200 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-928cd55a-3b18-4f26-9b4e-3bcf041650c2 req-e346df5d-5dfb-45e3-816c-e43f97f4511e tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 943 time: 0.4045949 Aug 19 12:03:58.955991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33684) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:58.960612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No DVR routers for this DVR port c0b52251-d652-4cfc-b9b6-39b01bc740c3 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:03:59.004885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c0b52251-d652-4cfc-b9b6-39b01bc740c3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:03:59.063075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: c0b52251-d652-4cfc-b9b6-39b01bc740c3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:03:59.063540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c0b52251-d652-4cfc-b9b6-39b01bc740c3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:03:59.133752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1a3ba256-3791-4acf-8494-6661e2a5c770 None None] Provisioning complete for port 560c6d82-49e1-476f-9575-f60f5548a8e1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:59.134466 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a3ba256-3791-4acf-8494-6661e2a5c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.152312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-651a27ec-2f74-4ac1-8dc7-61fac68a616b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.156573 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-651a27ec-2f74-4ac1-8dc7-61fac68a616b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "DELETE /v2.0/ports/2395ebd0-e77f-435d-b5b4-cf8ea338064c HTTP/1.1" status: 204 len: 168 time: 1.6365993 Aug 19 12:03:59.157170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33694) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:59.181630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33696) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:59.275588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ba256-3791-4acf-8494-6661e2a5c770 None None] Port 560c6d82-49e1-476f-9575-f60f5548a8e1 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:59.332127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:59.364635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-928cd55a-3b18-4f26-9b4e-3bcf041650c2 req-9f22dd7a-c734-4fa1-a1be-cfe009bce598 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791704 Aug 19 12:03:59.402737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60dedb-23d4-4326-b148-5732d47654a2 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event updated for resources: {'Port': ['ID=560c6d82-49e1-476f-9575-f60f5548a8e1,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:59.414282 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.430400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7cd929-c019-4eb1-9e26-05dae2f41fea']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:59.463301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3e7d77-9afe-4d7e-9e13-060537659c94') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:59.463301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3e7d77-9afe-4d7e-9e13-060537659c94') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:59.480475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.509146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a27ec-2f74-4ac1-8dc7-61fac68a616b tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event deleted for resources: {'Port': ['ID=2395ebd0-e77f-435d-b5b4-cf8ea338064c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:59.518069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Attempting to bind port 659665ec-1075-49d1-8495-ebd4a1a4f206 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:59.519441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Attempting to bind port 659665ec-1075-49d1-8495-ebd4a1a4f206 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '28631864-e28f-4d31-aff3-783a801b2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:59.520212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Attempting to bind port 659665ec-1075-49d1-8495-ebd4a1a4f206 on network 85f48126-d0ea-4b60-af9e-8bf58483c32d {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:59.520489 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.542553 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7787463-4640-40e5-8d89-8c230f75b816 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Deleting subnet 115b3f46-dc1a-465f-a294-6dc199bf1a8a {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:03:59.546931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7787463-4640-40e5-8d89-8c230f75b816 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.563396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:03:59.563977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:03:59.568024 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:03:59.586758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Port 659665ec-1075-49d1-8495-ebd4a1a4f206 on network 85f48126-d0ea-4b60-af9e-8bf58483c32d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:03:59.587020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.587238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Attempting to bind port 659665ec-1075-49d1-8495-ebd4a1a4f206 on network 85f48126-d0ea-4b60-af9e-8bf58483c32d {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:59.620563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:59.620937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Checking segment: {'id': '28631864-e28f-4d31-aff3-783a801b2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:59.621331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Bound using segment: {'id': '28631864-e28f-4d31-aff3-783a801b2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:59.621788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Bound port: 659665ec-1075-49d1-8495-ebd4a1a4f206, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28631864-e28f-4d31-aff3-783a801b2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:59.622153 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.648870 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7787463-4640-40e5-8d89-8c230f75b816 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.672745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93815adf-22f8-4ec9-8161-ba9d36231de9 req-2d0f03c8-569b-4727-9f8e-cc6e857ef4e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:59.680940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93815adf-22f8-4ec9-8161-ba9d36231de9 req-2d0f03c8-569b-4727-9f8e-cc6e857ef4e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:59.686339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93815adf-22f8-4ec9-8161-ba9d36231de9 req-2d0f03c8-569b-4727-9f8e-cc6e857ef4e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:59.688162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93815adf-22f8-4ec9-8161-ba9d36231de9 req-2d0f03c8-569b-4727-9f8e-cc6e857ef4e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 2374 time: 0.1810508 Aug 19 12:03:59.692920 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.739447 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.744952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/networks/7c7cd929-c019-4eb1-9e26-05dae2f41fea HTTP/1.1" status: 204 len: 168 time: 3.1245549 Aug 19 12:03:59.756539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33706) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:59.758365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d6f4a-2e1a-4edd-8a4f-057bb0f8d33b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Network': ['ID=7c7cd929-c019-4eb1-9e26-05dae2f41fea,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:59.762666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2144868057'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:59.782638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d1543-96e7-470c-aa54-743a93524684 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Deleting port 560c6d82-49e1-476f-9575-f60f5548a8e1 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:03:59.782987 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1543-96e7-470c-aa54-743a93524684 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:59.915617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93815adf-22f8-4ec9-8161-ba9d36231de9 req-2b4c9513-4342-4813-8419-3896b1c2207c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100036 Aug 19 12:03:59.937331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709f585-d703-4bbb-8edd-ae5f76be7c6c req-878ad91a-510b-4c0a-8dde-0963920db998 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:59.938955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0709f585-d703-4bbb-8edd-ae5f76be7c6c req-878ad91a-510b-4c0a-8dde-0963920db998 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 945 time: 0.2492576 Aug 19 12:03:59.977557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] For port 659665ec-1075-49d1-8495-ebd4a1a4f206, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:00.000647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:00.005039 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.016571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0709f585-d703-4bbb-8edd-ae5f76be7c6c req-54c86bb7-fbb3-43ac-a33a-a050b204cc84 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706847 Aug 19 12:04:00.028192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] For port 659665ec-1075-49d1-8495-ebd4a1a4f206, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=659665ec-1075-49d1-8495-ebd4a1a4f206,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:00.045550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Allocated IP 10.2.2.100 (695c6eae-dc00-481f-8fa2-9574d3204229/f769b74a-284f-4700-87a5-2f3789dbb60b/69ce6a6c-3d13-4618-ae6a-8f9c3c301b82) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:00.057353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7787463-4640-40e5-8d89-8c230f75b816 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.069488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1543-96e7-470c-aa54-743a93524684 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.091537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.175566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d1543-96e7-470c-aa54-743a93524684 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Calling delete_port for 560c6d82-49e1-476f-9575-f60f5548a8e1 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:00.207706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:00.210535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:00.211173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.212527 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.212670 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/659665ec-1075-49d1-8495-ebd4a1a4f206 HTTP/1.1" status: 200 len: 1091 time: 3.2721007 Aug 19 12:04:00.218734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:00.221190 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1057479-8a4d-45f2-b40f-e300b47d1539" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:00.236128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Transition to ACTIVE for port object 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:00.269593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.270379 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Added segment d6231ff5-4414-4174-af59-a10e43b2ed3f of type vlan for network 7191b26c-3e99-459d-9ef6-72711821d1b3 Aug 19 12:04:00.317461 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.354344 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef9657b-3a53-445f-8f91-a0ff0cd5346f x-openstack-request-id: req-1ef9657b-3a53-445f-8f91-a0ff0cd5346f {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:00.354639 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:00.354894 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ef9657b-3a53-445f-8f91-a0ff0cd5346f {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:00.355302 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206', 'status': 'completed', 'code': 200} Aug 19 12:04:00.378228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Port': ['ID=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:00.395519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d21f4-4572-4c5e-9e14-4121ca2e95f5 service neutron] Pushing event updated for resources: {'Port': ['ID=659665ec-1075-49d1-8495-ebd4a1a4f206,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:00.406304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network 695c6eae-dc00-481f-8fa2-9574d3204229 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:00.411087 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:00.419840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:00.451318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7787463-4640-40e5-8d89-8c230f75b816 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.459841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.529802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:00.530655 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.569824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.resource_extend [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:04:00.573707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab4d7fe-1bf3-473b-a439-9f38381e5c7b None None] Network 5ddac316-879f-4f83-81ff-0b3c21da7616 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:00.592430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7787463-4640-40e5-8d89-8c230f75b816 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.594722 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b7787463-4640-40e5-8d89-8c230f75b816 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "DELETE /v2.0/subnets/115b3f46-dc1a-465f-a294-6dc199bf1a8a HTTP/1.1" status: 204 len: 168 time: 1.4250066 Aug 19 12:04:00.598097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7787463-4640-40e5-8d89-8c230f75b816 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event deleted for resources: {'Subnet': ['ID=115b3f46-dc1a-465f-a294-6dc199bf1a8a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:00.603774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33720) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:00.624202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2a7212de-1f6e-41fe-aa2c-3a471bf34cfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2248278 Aug 19 12:04:00.633051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-879b5bdd-90d2-4f6f-8776-f2d2ecf77f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:00.634912 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-879b5bdd-90d2-4f6f-8776-f2d2ecf77f8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 1094 time: 0.2900240 Aug 19 12:04:00.695428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a21a7-1378-43a3-9ab1-4b1e6667e964 req-c7aa04e2-39d6-4e9b-afec-3bfa68cbd169 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:00.706866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c70a21a7-1378-43a3-9ab1-4b1e6667e964 req-c7aa04e2-39d6-4e9b-afec-3bfa68cbd169 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 943 time: 0.1727633 Aug 19 12:04:00.712490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229', 'admin_state_up': True, 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'security_groups': ['a10bfe09-c218-461b-be85-2989618d69a3']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:00.931801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f66e83e4-f32d-4dd9-8c46-239f4ee9c559 None None] Provisioning for port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:00.943790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f66e83e4-f32d-4dd9-8c46-239f4ee9c559 None None] Provisioning complete for port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:00.944168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f66e83e4-f32d-4dd9-8c46-239f4ee9c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:00.974972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c70a21a7-1378-43a3-9ab1-4b1e6667e964 req-6ea2aa82-8cf0-4eca-a905-63176ac3ad5d tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669160 Aug 19 12:04:01.048712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059c833-5a22-47e5-8eb8-8f799c4b7786 None None] DHCP port deletion for 5ddac316-879f-4f83-81ff-0b3c21da7616 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:04:01.139442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f66e83e4-f32d-4dd9-8c46-239f4ee9c559 None None] Port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:01.185955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-ce8dc12f-14cf-4dde-85f7-cb7d64255415 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=659665ec-1075-49d1-8495-ebd4a1a4f206 HTTP/1.1" status: 200 len: 217 time: 0.0935464 Aug 19 12:04:01.196030 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:01.201506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:01.202250 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:01.215637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Made reservation on behalf of a25008f9f9b8456f990137d238ed2602 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:01.220058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e059c833-5a22-47e5-8eb8-8f799c4b7786 None None] Deleting port 700982b1-0853-4721-b57d-b40d03b56154 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:01.220515 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e059c833-5a22-47e5-8eb8-8f799c4b7786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:01.222361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:01.321094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df57b8-9217-46f0-8c89-399dcf11cbf0 req-7bca16c8-5c2a-440b-8dcd-fc73e01bff7d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:01.328533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df57b8-9217-46f0-8c89-399dcf11cbf0 req-7bca16c8-5c2a-440b-8dcd-fc73e01bff7d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:01.335048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df57b8-9217-46f0-8c89-399dcf11cbf0 req-7bca16c8-5c2a-440b-8dcd-fc73e01bff7d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:01.341670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df57b8-9217-46f0-8c89-399dcf11cbf0 req-7bca16c8-5c2a-440b-8dcd-fc73e01bff7d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:01.343463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9df57b8-9217-46f0-8c89-399dcf11cbf0 req-7bca16c8-5c2a-440b-8dcd-fc73e01bff7d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 3095 time: 0.2272696 Aug 19 12:04:01.356773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-71d2481d-c1fb-4f83-a2a5-e2d130c849c1 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:01.358394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-71d2481d-c1fb-4f83-a2a5-e2d130c849c1 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.69 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 945 time: 0.2748842 Aug 19 12:04:01.361661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e059c833-5a22-47e5-8eb8-8f799c4b7786 None None] For port 700982b1-0853-4721-b57d-b40d03b56154, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=700982b1-0853-4721-b57d-b40d03b56154,segment=NetworkSegment(6eae786d-3d6f-4919-a1df-694c18382064),segment_id=6eae786d-3d6f-4919-a1df-694c18382064)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:01.362347 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e059c833-5a22-47e5-8eb8-8f799c4b7786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:01.380646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:01.387786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e059c833-5a22-47e5-8eb8-8f799c4b7786 None None] Calling delete_port for 700982b1-0853-4721-b57d-b40d03b56154 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:01.417835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9df57b8-9217-46f0-8c89-399dcf11cbf0 req-6e865da0-f374-4581-88d4-d4a96c6b4500 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573413 Aug 19 12:04:01.475375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815220e-e0a7-4c8e-9929-499d55567e9b req-70460509-7746-4cc5-a185-0f4ccf363bd4 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:01.483469 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d7ddc315-4a3b-4a2c-9c4c-37f17f704958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:01.485713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7815220e-e0a7-4c8e-9929-499d55567e9b req-70460509-7746-4cc5-a185-0f4ccf363bd4 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 945 time: 0.2753322 Aug 19 12:04:01.486500 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-d7ddc315-4a3b-4a2c-9c4c-37f17f704958 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 0.2806461 Aug 19 12:04:01.497588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Network': ['ID=7191b26c-3e99-459d-9ef6-72711821d1b3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:01.513591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7191b26c-3e99-459d-9ef6-72711821d1b3 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:01.550751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-52428510-e149-4a89-bd7d-c7d0f94c538c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465999 Aug 19 12:04:01.638733 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e059c833-5a22-47e5-8eb8-8f799c4b7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:01.678266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059c833-5a22-47e5-8eb8-8f799c4b7786 None None] Pushing event deleted for resources: {'Port': ['ID=700982b1-0853-4721-b57d-b40d03b56154,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:01.693170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059c833-5a22-47e5-8eb8-8f799c4b7786 None None] No DVR routers for this DVR port 700982b1-0853-4721-b57d-b40d03b56154 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:01.802160 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-72f9b994-ea8b-4ab4-8e61-882cd11e40c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0444510 Aug 19 12:04:01.814931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33734) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:01.815604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1543-96e7-470c-aa54-743a93524684 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:01.823606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': '7191b26c-3e99-459d-9ef6-72711821d1b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:01.968463 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-cc792bd6-9970-4a5c-9d2f-21da86f0520f service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932092 Aug 19 12:04:02.056946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d1543-96e7-470c-aa54-743a93524684 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event deleted for resources: {'Port': ['ID=560c6d82-49e1-476f-9575-f60f5548a8e1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:02.141153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Deleting port 700982b1-0853-4721-b57d-b40d03b56154 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:02.141501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:02.186253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7815220e-e0a7-4c8e-9929-499d55567e9b req-7c4e722a-3cca-4f44-96bb-73ac714bf573 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/security-groups?id=b29b114a-0c46-4955-b968-79c0a997cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6995590 Aug 19 12:04:02.199662 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d2ea12b-e076-40d8-8846-1f648d21a080 req-cdba2879-ab49-4e3e-be97-1aec67f61396 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074039 Aug 19 12:04:02.237408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:02.246086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:02.288792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78b3c3-9414-4e3c-b472-dedb325460c4 req-24f6d7f2-f4c7-468d-bd48-960b83383d76 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:02.291305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a78b3c3-9414-4e3c-b472-dedb325460c4 req-24f6d7f2-f4c7-468d-bd48-960b83383d76 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 943 time: 0.1845539 Aug 19 12:04:02.322800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:02.368137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Deleting port 8c48417f-9077-4aba-9cd7-d882ee138f7b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:02.368819 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:02.439073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Allocated IP 10.2.2.200 (695c6eae-dc00-481f-8fa2-9574d3204229/f769b74a-284f-4700-87a5-2f3789dbb60b/d7a17a65-3449-4283-ad57-5ab3e8e5a4c4) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:02.446493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] For port 700982b1-0853-4721-b57d-b40d03b56154, host n-d-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:02.446493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:02.481180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a78b3c3-9414-4e3c-b472-dedb325460c4 req-98b4f76b-cc82-454e-9b65-8194c96bc729 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473615 Aug 19 12:04:02.527476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Calling delete_port for 700982b1-0853-4721-b57d-b40d03b56154 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:02.552910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Port 700982b1-0853-4721-b57d-b40d03b56154 was not found and therefore no delete operation was performed {{(pid=101153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:04:02.555752 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:02.632617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event deleted for resources: {'Port': ['ID=700982b1-0853-4721-b57d-b40d03b56154,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:02.646484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] For port 8c48417f-9077-4aba-9cd7-d882ee138f7b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=8c48417f-9077-4aba-9cd7-d882ee138f7b,segment=NetworkSegment(52b42873-fe26-4f37-ab6f-db87f32c29fe),segment_id=52b42873-fe26-4f37-ab6f-db87f32c29fe)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:02.647382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:02.651757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] No DVR routers for this DVR port 700982b1-0853-4721-b57d-b40d03b56154 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:02.655788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-5251bb20-ec77-45aa-9633-4edd56384d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:02.657426 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-5251bb20-ec77-45aa-9633-4edd56384d3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 1094 time: 0.2920599 Aug 19 12:04:02.710434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Calling delete_port for 8c48417f-9077-4aba-9cd7-d882ee138f7b owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:02.804974 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1543-96e7-470c-aa54-743a93524684 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:02.805696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cc5d-fe58-45a6-9bc9-96feb9f18971 req-992b28fd-6616-4208-8f2c-8f91f137908e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:02.809277 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ce9d1543-96e7-470c-aa54-743a93524684 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "DELETE /v2.0/ports/560c6d82-49e1-476f-9575-f60f5548a8e1 HTTP/1.1" status: 204 len: 168 time: 3.8488629 Aug 19 12:04:02.812489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cc5d-fe58-45a6-9bc9-96feb9f18971 req-992b28fd-6616-4208-8f2c-8f91f137908e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:02.819592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cc5d-fe58-45a6-9bc9-96feb9f18971 req-992b28fd-6616-4208-8f2c-8f91f137908e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:02.825887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cc5d-fe58-45a6-9bc9-96feb9f18971 req-992b28fd-6616-4208-8f2c-8f91f137908e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:02.833204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66d3cc5d-fe58-45a6-9bc9-96feb9f18971 req-992b28fd-6616-4208-8f2c-8f91f137908e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 3095 time: 0.2496469 Aug 19 12:04:02.835311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33746) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:02.918006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:02.922905 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e65496-9a5c-4b49-b1d7-942326f92fa9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] GET failed (client error): The resource could not be found. Aug 19 12:04:02.927304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-78e65496-9a5c-4b49-b1d7-942326f92fa9 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "GET /v2.0/ports/560c6d82-49e1-476f-9575-f60f5548a8e1 HTTP/1.1" status: 404 len: 333 time: 0.0873852 Aug 19 12:04:02.938372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33748) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:02.944790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66d3cc5d-fe58-45a6-9bc9-96feb9f18971 req-1aa54a7f-9380-429f-a713-a74c2666eeee tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956426 Aug 19 12:04:02.949694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddac316-879f-4f83-81ff-0b3c21da7616']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:02.982048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 700982b1-0853-4721-b57d-b40d03b56154 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:02.995514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.010568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Transition to ACTIVE for port object d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:03.018718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 700982b1-0853-4721-b57d-b40d03b56154 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:03.021006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 700982b1-0853-4721-b57d-b40d03b56154 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:03.035059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eae786d-3d6f-4919-a1df-694c18382064') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:03.035392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eae786d-3d6f-4919-a1df-694c18382064') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:03.078522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.084094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-38441eac-b557-4602-b2ba-d537fc421743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:03.084517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.085685 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-38441eac-b557-4602-b2ba-d537fc421743 service neutron] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 913 time: 0.4099839 Aug 19 12:04:03.110832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.167966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.181185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-5267108d-1d00-4699-b3bf-7ccfd608b20d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=659665ec-1075-49d1-8495-ebd4a1a4f206 HTTP/1.1" status: 200 len: 217 time: 0.0813899 Aug 19 12:04:03.204567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:03.206621 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:03.213763 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:03.229457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event updated for resources: {'Port': ['ID=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:03.271345 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.312903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Network 695c6eae-dc00-481f-8fa2-9574d3204229 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:03.335993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:03.339606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:03.364443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=b028c686-bbab-4288-a622-445633454bb7,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:03.385717 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.402973 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.405096 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] 10.222.0.65 "DELETE /v2.0/networks/5ddac316-879f-4f83-81ff-0b3c21da7616 HTTP/1.1" status: 204 len: 168 time: 2.7971103 Aug 19 12:04:03.407188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-df4c9814-47ba-40c6-aa78-e8454527c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:03.408899 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-df4c9814-47ba-40c6-aa78-e8454527c7a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 0.1961551 Aug 19 12:04:03.458845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f3d94-f0e3-47cd-bf39-64c4e07b7690 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889 tempest-ExtraDHCPOptionsIpV6TestJSON-263520889-project] Pushing event deleted for resources: {'Network': ['ID=5ddac316-879f-4f83-81ff-0b3c21da7616,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:03.480507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-4d8df289-8ef8-42a2-a7dc-65af60a5b6eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419691 Aug 19 12:04:03.484649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Checking segment: {'id': 'd6231ff5-4414-4174-af59-a10e43b2ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7191b26c-3e99-459d-9ef6-72711821d1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:03.485042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network hostable DHCP agents. Network: 7191b26c-3e99-459d-9ef6-72711821d1b3, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:03.514573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e50ba-fee2-4036-9e4c-5f65f02e7f74 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Deleting port 8a74f27d-4e96-4492-8fd1-44b74f57ed90 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:03.514826 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab0e50ba-fee2-4036-9e4c-5f65f02e7f74 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.535342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:03.539947 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.548772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Pushing event deleted for resources: {'Port': ['ID=8c48417f-9077-4aba-9cd7-d882ee138f7b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:03.582267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] No DVR routers for this DVR port 8c48417f-9077-4aba-9cd7-d882ee138f7b on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:03.603322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e120fec-92f5-43d0-9995-b86cf4e9c9ba req-b19cd5d6-0f57-4de4-9405-2ea888f6ab3f tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f73a4d-1256-4d71-bf60-4995fcd67a06 HTTP/1.1" status: 200 len: 210 time: 0.2565241 Aug 19 12:04:03.610530 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.614439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfe3ec22-cd55-43c9-86e5-f48133e05a69 req-3ccd5170-55b4-449a-9048-b4117d6b0ce5 tempest-ServerAddressesTestJSON-934827469 tempest-ServerAddressesTestJSON-934827469-project] 10.222.0.69 "DELETE /v2.0/ports/8c48417f-9077-4aba-9cd7-d882ee138f7b HTTP/1.1" status: 204 len: 173 time: 2.2466207 Aug 19 12:04:03.615502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f73a4d-1256-4d71-bf60-4995fcd67a06', 'name': 'network-vif-deleted', 'tag': '8c48417f-9077-4aba-9cd7-d882ee138f7b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:03.618266 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f0f555-a64a-48c3-93a6-0f9358259cab" -d '{"events": [{"server_uuid": "29f73a4d-1256-4d71-bf60-4995fcd67a06", "name": "network-vif-deleted", "tag": "8c48417f-9077-4aba-9cd7-d882ee138f7b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:03.637277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0153c226-30e5-4dd6-ae15-da7d90616fce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9727721 Aug 19 12:04:03.662714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:03.733819 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c51edb9-cf27-4407-b92b-0a695b2e8e94 x-openstack-request-id: req-1c51edb9-cf27-4407-b92b-0a695b2e8e94 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:03.734657 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f73a4d-1256-4d71-bf60-4995fcd67a06", "name": "network-vif-deleted", "tag": "8c48417f-9077-4aba-9cd7-d882ee138f7b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:03.735143 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c51edb9-cf27-4407-b92b-0a695b2e8e94 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:03.735766 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f73a4d-1256-4d71-bf60-4995fcd67a06', 'name': 'network-vif-deleted', 'tag': '8c48417f-9077-4aba-9cd7-d882ee138f7b', 'status': 'completed', 'code': 200} Aug 19 12:04:03.782929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.815333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 7191b26c-3e99-459d-9ef6-72711821d1b3 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:03.842530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-21bf639b-cf59-45d9-9c1a-5fec2aad61bd None None] Provisioning for port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:03.853861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa1779-31ad-421b-a3ca-b083753108a2 req-bbde5f2a-a44b-445b-9225-3078af205f7b tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:03.869278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38aa1779-31ad-421b-a3ca-b083753108a2 req-bbde5f2a-a44b-445b-9225-3078af205f7b tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 943 time: 0.1801322 Aug 19 12:04:03.893413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-21bf639b-cf59-45d9-9c1a-5fec2aad61bd None None] Provisioning complete for port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:03.893962 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-21bf639b-cf59-45d9-9c1a-5fec2aad61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.912600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7191b26c-3e99-459d-9ef6-72711821d1b3) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:03.931212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:03.931826 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.953970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3145193-2ec2-4dc8-bf9c-124dbfae360a None None] Network 7191b26c-3e99-459d-9ef6-72711821d1b3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:03.958637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Deleting port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:03.958978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:03.967377 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-c3411eb6-58cf-4958-bc40-25048c8d5e8f service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751153 Aug 19 12:04:03.985452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab0e50ba-fee2-4036-9e4c-5f65f02e7f74 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:04.066708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-21bf639b-cf59-45d9-9c1a-5fec2aad61bd None None] Port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:04.303064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-7191b26c-3e99-459d-9ef6-72711821d1b3', 'network_id': '7191b26c-3e99-459d-9ef6-72711821d1b3', 'tenant_id': 'add3c66411554f89b328ef766721a67e', 'fixed_ips': [{'subnet_id': 'b028c686-bbab-4288-a622-445633454bb7'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:04.304318 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:04.406506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:04.415811 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:04.430332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Transition to ACTIVE for port object 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:04.431608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33764) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:04.483170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38aa1779-31ad-421b-a3ca-b083753108a2 req-6252744f-90ce-411d-9c05-e34e47eebd2e tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125765 Aug 19 12:04:04.499949 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:04.533933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Allocated IP 172.20.0.2 (7191b26c-3e99-459d-9ef6-72711821d1b3/b028c686-bbab-4288-a622-445633454bb7/af61af96-213d-4309-be10-06f85294f536) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:04.568730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Pushing event updated for resources: {'Port': ['ID=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:04.713192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 659665ec-1075-49d1-8495-ebd4a1a4f206 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:04:04.748504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ad4d3-3202-4c23-975a-73a78e05809f req-23d5a70d-7cf2-4db0-87e5-fcf4b988bc16 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:04.767355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ad4d3-3202-4c23-975a-73a78e05809f req-23d5a70d-7cf2-4db0-87e5-fcf4b988bc16 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:04.783543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ad4d3-3202-4c23-975a-73a78e05809f req-23d5a70d-7cf2-4db0-87e5-fcf4b988bc16 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:04.798605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ad4d3-3202-4c23-975a-73a78e05809f req-23d5a70d-7cf2-4db0-87e5-fcf4b988bc16 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:04.812433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ad4d3-3202-4c23-975a-73a78e05809f req-23d5a70d-7cf2-4db0-87e5-fcf4b988bc16 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:04.816965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-510ad4d3-3202-4c23-975a-73a78e05809f req-23d5a70d-7cf2-4db0-87e5-fcf4b988bc16 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 3828 time: 0.3838928 Aug 19 12:04:04.827774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33774) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:04.886622 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:04.914626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Transition to ACTIVE for port object af61af96-213d-4309-be10-06f85294f536 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:04.930888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e50ba-fee2-4036-9e4c-5f65f02e7f74 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Calling delete_port for 8a74f27d-4e96-4492-8fd1-44b74f57ed90 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:04.931438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 659665ec-1075-49d1-8495-ebd4a1a4f206, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=659665ec-1075-49d1-8495-ebd4a1a4f206,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:04.955148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Transition to ACTIVE for port object af61af96-213d-4309-be10-06f85294f536 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:04.959071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '659665ec-1075-49d1-8495-ebd4a1a4f206', 'network_id': '85f48126-d0ea-4b60-af9e-8bf58483c32d', 'port_id': '659665ec-1075-49d1-8495-ebd4a1a4f206', 'mac_address': 'fa:16:3e:17:2d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3593c544-52e4-4f2d-86f2-83db947e0fb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:04:04.967265 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:04.993720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-510ad4d3-3202-4c23-975a-73a78e05809f req-ea1bf588-4785-4ed6-a305-6b78e7991764 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689825 Aug 19 12:04:05.008294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Attempting to bind port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:05.008910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Attempting to bind port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:05.009593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Attempting to bind port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 on network ee7e9764-0947-4d2f-9df6-16f646d411fc {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:05.017532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 on network ee7e9764-0947-4d2f-9df6-16f646d411fc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:04:05.018157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Attempting to bind port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 on network ee7e9764-0947-4d2f-9df6-16f646d411fc {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:05.027592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 8c48417f-9077-4aba-9cd7-d882ee138f7b no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:05.029373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b4124e26-d29b-498f-a213-6553799dd6e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e59f659a667a448c9bf53095cec54222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727611 Aug 19 12:04:05.034028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bdaccd-0732-40d9-a52a-42cdfb24f376 admin admin] Deleting subnet b50f637c-4e47-45ff-9b42-ccacc8946b2b {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:05.038105 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9bdaccd-0732-40d9-a52a-42cdfb24f376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.058352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 8c48417f-9077-4aba-9cd7-d882ee138f7b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:05.058969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 8c48417f-9077-4aba-9cd7-d882ee138f7b not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:05.069274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Network 7191b26c-3e99-459d-9ef6-72711821d1b3 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:05.075290 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dcd9b429-a012-4083-ba73-38e49b5eb99e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2574029 Aug 19 12:04:05.075902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33776) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:05.093641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:05.096073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Pushing event updated for resources: {'Port': ['ID=af61af96-213d-4309-be10-06f85294f536,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:05.102400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9bdaccd-0732-40d9-a52a-42cdfb24f376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.107090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:05.126391 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.139455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33778) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:05.146058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659665ec-1075-49d1-8495-ebd4a1a4f206 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:05.164492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9bdaccd-0732-40d9-a52a-42cdfb24f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.184500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': '7191b26c-3e99-459d-9ef6-72711821d1b3', 'name': 'tempest-PortsTestJSON-1008744088', 'fixed_ips': [{'subnet_id': 'b028c686-bbab-4288-a622-445633454bb7', 'ip_address': '172.20.0.10'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:05.184774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 659665ec-1075-49d1-8495-ebd4a1a4f206, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=659665ec-1075-49d1-8495-ebd4a1a4f206,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:05.231132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:05.231550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Checking segment: {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:05.232004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Bound using segment: {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:05.232514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Bound port: 61acbc00-cc88-43fe-b2ab-67c18ea4fc00, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e0875a-e6f4-468e-bf35-98c542f94c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:05.233064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.233219 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.255122 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9bdaccd-0732-40d9-a52a-42cdfb24f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.295166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdaccd-0732-40d9-a52a-42cdfb24f376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50f637c-4e47-45ff-9b42-ccacc8946b2b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:05.326067 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9bdaccd-0732-40d9-a52a-42cdfb24f376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.328115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c9bdaccd-0732-40d9-a52a-42cdfb24f376 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b50f637c-4e47-45ff-9b42-ccacc8946b2b HTTP/1.1" status: 204 len: 168 time: 0.4927711 Aug 19 12:04:05.332250 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1057479-8a4d-45f2-b40f-e300b47d1539 req-e3fe7846-f97d-4a2e-92d2-0a7d1af90b64 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2781286 Aug 19 12:04:05.333041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33784) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:05.350008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Attempting to bind port af61af96-213d-4309-be10-06f85294f536 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:05.350413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Attempting to bind port af61af96-213d-4309-be10-06f85294f536 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'd6231ff5-4414-4174-af59-a10e43b2ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7191b26c-3e99-459d-9ef6-72711821d1b3'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:05.350747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Attempting to bind port af61af96-213d-4309-be10-06f85294f536 on network 7191b26c-3e99-459d-9ef6-72711821d1b3 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:05.364604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:05.365022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Checking segment: {'id': 'd6231ff5-4414-4174-af59-a10e43b2ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7191b26c-3e99-459d-9ef6-72711821d1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:05.365426 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.365804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Bound using segment: {'id': 'd6231ff5-4414-4174-af59-a10e43b2ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7191b26c-3e99-459d-9ef6-72711821d1b3'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:05.366276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Bound port: af61af96-213d-4309-be10-06f85294f536, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6231ff5-4414-4174-af59-a10e43b2ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7191b26c-3e99-459d-9ef6-72711821d1b3'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:05.366653 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.380080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=659665ec-1075-49d1-8495-ebd4a1a4f206,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:05.414584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] For port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:05.425205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] For port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:05.437409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.466369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] For port af61af96-213d-4309-be10-06f85294f536, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:05.472710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] For port af61af96-213d-4309-be10-06f85294f536, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=af61af96-213d-4309-be10-06f85294f536,segment=NetworkSegment(d6231ff5-4414-4174-af59-a10e43b2ed3f),segment_id=d6231ff5-4414-4174-af59-a10e43b2ed3f)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:05.479528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.493192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:05.493830 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.495872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] 10.222.0.69 "PUT /v2.0/ports/61acbc00-cc88-43fe-b2ab-67c18ea4fc00 HTTP/1.1" status: 200 len: 1092 time: 1.8389924 Aug 19 12:04:05.543422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['659665ec-1075-49d1-8495-ebd4a1a4f206'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:04:05.552163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7877a268-9d68-4d54-89e7-ab8b1ae6f12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.587192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:05.615501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7618c-9dc7-4b8e-a671-e8c22f361725 None None] Pushing event updated for resources: {'Port': ['ID=af61af96-213d-4309-be10-06f85294f536,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:05.696226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfe40a-fc9a-4570-a60c-8f040fbcdf63 service neutron] Pushing event updated for resources: {'Port': ['ID=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:05.697590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] For port c650d3ba-10c7-4758-bb6b-8eb729c2ce8a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c650d3ba-10c7-4758-bb6b-8eb729c2ce8a,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:05.698189 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.732643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Calling delete_port for c650d3ba-10c7-4758-bb6b-8eb729c2ce8a owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:05.795055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:05.797520 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc519d0-591d-4b99-8eb7-c85ef190e423" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:05.842119 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:05.918161 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98850e65-26b6-48c7-b207-f5d5e5190ec6 x-openstack-request-id: req-98850e65-26b6-48c7-b207-f5d5e5190ec6 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:05.918635 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:05.919035 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98850e65-26b6-48c7-b207-f5d5e5190ec6 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:05.919601 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'status': 'completed', 'code': 200} Aug 19 12:04:05.929093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965957ec-c5e3-44fb-a838-8fabecda4c56 req-9135c2dd-6d74-47f3-9516-7080b4f615be tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:05.939228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-965957ec-c5e3-44fb-a838-8fabecda4c56 req-9135c2dd-6d74-47f3-9516-7080b4f615be tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 944 time: 0.2349179 Aug 19 12:04:05.972991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7877a268-9d68-4d54-89e7-ab8b1ae6f12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.073024 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.107895 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab0e50ba-fee2-4036-9e4c-5f65f02e7f74 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.159334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:06.203257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-965957ec-c5e3-44fb-a838-8fabecda4c56 req-db329919-a50e-4abe-b917-cb272637ed2e tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624376 Aug 19 12:04:06.345576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab0e50ba-fee2-4036-9e4c-5f65f02e7f74 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.347886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ab0e50ba-fee2-4036-9e4c-5f65f02e7f74 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "DELETE /v2.0/ports/8a74f27d-4e96-4492-8fd1-44b74f57ed90 HTTP/1.1" status: 204 len: 168 time: 3.4067078 Aug 19 12:04:06.349047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e50ba-fee2-4036-9e4c-5f65f02e7f74 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event deleted for resources: {'Port': ['ID=8a74f27d-4e96-4492-8fd1-44b74f57ed90,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:06.385912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:06.403100 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-415f8ea2-afab-43d9-999a-10f0575e8283 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3561435 Aug 19 12:04:06.439814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-7ba4f434-879e-4cdb-a50c-49af3cf06b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.441101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-7ba4f434-879e-4cdb-a50c-49af3cf06b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.442434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-7ba4f434-879e-4cdb-a50c-49af3cf06b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.443073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-7ba4f434-879e-4cdb-a50c-49af3cf06b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.443691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-7ba4f434-879e-4cdb-a50c-49af3cf06b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.445736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-7ba4f434-879e-4cdb-a50c-49af3cf06b4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 4363 time: 0.4721024 Aug 19 12:04:06.466538 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e0382f-323e-4558-a9e7-c2499343ed9e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] GET failed (client error): The resource could not be found. Aug 19 12:04:06.469440 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-50e0382f-323e-4558-a9e7-c2499343ed9e tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "GET /v2.0/ports/8a74f27d-4e96-4492-8fd1-44b74f57ed90 HTTP/1.1" status: 404 len: 333 time: 0.0822556 Aug 19 12:04:06.479276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33800) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:06.570631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7877a268-9d68-4d54-89e7-ab8b1ae6f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.573237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7877a268-9d68-4d54-89e7-ab8b1ae6f12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.582520 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7877a268-9d68-4d54-89e7-ab8b1ae6f12e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5960a025-191a-4e7a-a156-0e46f8aa75f8 HTTP/1.1" status: 204 len: 168 time: 1.4624519 Aug 19 12:04:06.656884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.670027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ef73f1-38c7-4c40-8ab4-422423ee8321']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:06.682791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b42873-fe26-4f37-ab6f-db87f32c29fe') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:06.682991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b42873-fe26-4f37-ab6f-db87f32c29fe') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:06.694749 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.722726 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.727384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 659665ec-1075-49d1-8495-ebd4a1a4f206 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:06.749735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:06.750155 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.773953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769d283-646c-4cef-b3bf-55c22d956356 req-181af986-6a64-4b55-ad79-0313fec58366 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.790300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769d283-646c-4cef-b3bf-55c22d956356 req-181af986-6a64-4b55-ad79-0313fec58366 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.798079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769d283-646c-4cef-b3bf-55c22d956356 req-181af986-6a64-4b55-ad79-0313fec58366 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.807538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769d283-646c-4cef-b3bf-55c22d956356 req-181af986-6a64-4b55-ad79-0313fec58366 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.820816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769d283-646c-4cef-b3bf-55c22d956356 req-181af986-6a64-4b55-ad79-0313fec58366 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:06.822695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b769d283-646c-4cef-b3bf-55c22d956356 req-181af986-6a64-4b55-ad79-0313fec58366 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 3828 time: 0.6231911 Aug 19 12:04:06.873273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 659665ec-1075-49d1-8495-ebd4a1a4f206 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:06.878804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 659665ec-1075-49d1-8495-ebd4a1a4f206 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:06.879324 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.938131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b769d283-646c-4cef-b3bf-55c22d956356 req-5733633f-8398-43b3-844d-de57749f1724 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052969 Aug 19 12:04:06.952361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:06.954558 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:06.977887 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.989512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:06.992033 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/41ef73f1-38c7-4c40-8ab4-422423ee8321 HTTP/1.1" status: 204 len: 168 time: 1.5494947 Aug 19 12:04:07.031891 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877a268-9d68-4d54-89e7-ab8b1ae6f12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5960a025-191a-4e7a-a156-0e46f8aa75f8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:07.121380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e32ea-b136-4e43-9f0c-cd87bcaa72a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ef73f1-38c7-4c40-8ab4-422423ee8321,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:07.125622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port 24bc075e-2059-4ac9-9bb0-f6e0af8963bf yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:07.162438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:07.178435 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:07.194419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:07.216901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:07.222936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-c76a6194-cafa-4d8d-ab2b-2cb80a68b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:07.224802 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-c76a6194-cafa-4d8d-ab2b-2cb80a68b1ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1174 time: 0.7256682 Aug 19 12:04:07.231049 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af61af96-213d-4309-be10-06f85294f536 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:07.254009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Transition to ACTIVE for port object 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:07.300532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:07.313981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:07.322579 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f459b9-c6bc-46db-bd55-5a2d13e48172" -d '{"events": [{"server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "name": "network-vif-plugged", "status": "completed", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:07.421303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 659665ec-1075-49d1-8495-ebd4a1a4f206, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=659665ec-1075-49d1-8495-ebd4a1a4f206,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:07.435669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=c650d3ba-10c7-4758-bb6b-8eb729c2ce8a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:07.449903 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb62f1e-eb88-47d9-8797-b28c71b75801 x-openstack-request-id: req-aeb62f1e-eb88-47d9-8797-b28c71b75801 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:07.450061 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "name": "network-vif-plugged", "status": "completed", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:07.456037 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aeb62f1e-eb88-47d9-8797-b28c71b75801 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:07.456526 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206', 'code': 200} Aug 19 12:04:07.474921 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:07.486008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-1887a362-2333-4906-903d-bdf23557602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:07.486574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-1887a362-2333-4906-903d-bdf23557602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:07.497071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-1887a362-2333-4906-903d-bdf23557602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:07.503125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-1887a362-2333-4906-903d-bdf23557602e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a25008f9f9b8456f990137d238ed2602&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0352952 Aug 19 12:04:07.508732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33820) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:07.613337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port af61af96-213d-4309-be10-06f85294f536 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:07.619003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b305f91c-924d-4022-a326-9bb61bfb4676 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Deleting port 371f2079-85d6-4d60-885f-ad367b1773c1 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:07.619483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b305f91c-924d-4022-a326-9bb61bfb4676 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:07.642036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d42795-d0d8-4fd0-a9a9-e05ab8d2fa9a None None] Network 7191b26c-3e99-459d-9ef6-72711821d1b3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:07.775164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=659665ec-1075-49d1-8495-ebd4a1a4f206,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:07.833990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-00be8d25-e9c1-4a5b-b7a4-d5a37230d9a8 None None] Provisioning for port af61af96-213d-4309-be10-06f85294f536 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:07.853273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-00be8d25-e9c1-4a5b-b7a4-d5a37230d9a8 None None] Provisioning complete for port af61af96-213d-4309-be10-06f85294f536 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:07.853733 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-00be8d25-e9c1-4a5b-b7a4-d5a37230d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.115720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b2bd8209-5727-4d83-9737-274dd2b52f78 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b128170263e4212a476157e7268d6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117309 Aug 19 12:04:08.148618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33832) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:08.195831 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-00be8d25-e9c1-4a5b-b7a4-d5a37230d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.231800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d7a05-50d6-4aa5-8e29-0d301530f9da req-bdd5868e-7f08-4f4c-b6bf-b936ea070630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:08.235914 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3e0d7a05-50d6-4aa5-8e29-0d301530f9da req-bdd5868e-7f08-4f4c-b6bf-b936ea070630 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 1096 time: 0.5897150 Aug 19 12:04:08.282796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-00be8d25-e9c1-4a5b-b7a4-d5a37230d9a8 None None] For port af61af96-213d-4309-be10-06f85294f536, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=af61af96-213d-4309-be10-06f85294f536,segment=NetworkSegment(d6231ff5-4414-4174-af59-a10e43b2ed3f),segment_id=d6231ff5-4414-4174-af59-a10e43b2ed3f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:08.301237 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-00be8d25-e9c1-4a5b-b7a4-d5a37230d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.344377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.10 (7191b26c-3e99-459d-9ef6-72711821d1b3/b028c686-bbab-4288-a622-445633454bb7/24bc075e-2059-4ac9-9bb0-f6e0af8963bf) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:08.376261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-79ba3f4b-0e70-4317-b065-1d23404a3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:08.383873 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-79ba3f4b-0e70-4317-b065-1d23404a3f10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 913 time: 1.0677507 Aug 19 12:04:08.390373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33836) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:08.392063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be8d25-e9c1-4a5b-b7a4-d5a37230d9a8 None None] Pushing event updated for resources: {'Port': ['ID=af61af96-213d-4309-be10-06f85294f536,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:08.552450 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b305f91c-924d-4022-a326-9bb61bfb4676 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.566741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b305f91c-924d-4022-a326-9bb61bfb4676 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Calling delete_port for 371f2079-85d6-4d60-885f-ad367b1773c1 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:08.622078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.646205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-36036677-5fdb-4985-80f9-aab6e80652b2 None None] Provisioning complete for port af61af96-213d-4309-be10-06f85294f536 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:08.646839 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-36036677-5fdb-4985-80f9-aab6e80652b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.665246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object 24bc075e-2059-4ac9-9bb0-f6e0af8963bf will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:08.722618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.761574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1424263015'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:08.763688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:08.826516 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3e0d7a05-50d6-4aa5-8e29-0d301530f9da req-89531213-6099-444a-a5bf-c25a0b0b607a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562921 Aug 19 12:04:08.832082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Made reservation on behalf of f1b7de8874dc4e8e9152713e323387cd for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:08.835596 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.886453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f0397-80b6-401b-a7b7-a82dd1f33fbc req-9b09f954-1eff-4f05-9f08-5ec742f336e8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:08.888096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb3f0397-80b6-401b-a7b7-a82dd1f33fbc req-9b09f954-1eff-4f05-9f08-5ec742f336e8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 945 time: 1.3713748 Aug 19 12:04:08.940398 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-ccfaf95f-5d3d-4c97-98b9-e31a9410b61b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 HTTP/1.1" status: 200 len: 217 time: 0.5322218 Aug 19 12:04:08.946973 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.964070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Attempting to bind port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:08.964417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Attempting to bind port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:08.964842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Attempting to bind port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:09.021587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ef2c-b19b-4fcf-9980-d43074fb8626 req-04c3f2e5-81c1-466b-86b7-fa0820032dbd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.026389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ef2c-b19b-4fcf-9980-d43074fb8626 req-04c3f2e5-81c1-466b-86b7-fa0820032dbd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.032436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ef2c-b19b-4fcf-9980-d43074fb8626 req-04c3f2e5-81c1-466b-86b7-fa0820032dbd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.039333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ef2c-b19b-4fcf-9980-d43074fb8626 req-04c3f2e5-81c1-466b-86b7-fa0820032dbd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.044057 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c2519832-6ce4-4c57-a0e7-b2dcc33e2974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.045793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ef2c-b19b-4fcf-9980-d43074fb8626 req-04c3f2e5-81c1-466b-86b7-fa0820032dbd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.046898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.055332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ef2c-b19b-4fcf-9980-d43074fb8626 req-04c3f2e5-81c1-466b-86b7-fa0820032dbd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.057790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6085ef2c-b19b-4fcf-9980-d43074fb8626 req-04c3f2e5-81c1-466b-86b7-fa0820032dbd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 4606 time: 0.3490353 Aug 19 12:04:09.060849 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b305f91c-924d-4022-a326-9bb61bfb4676 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.065240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c on network 127ee992-1a42-43fa-abb5-ae2b756eca7f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:04:09.066145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Attempting to bind port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:09.078556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb3f0397-80b6-401b-a7b7-a82dd1f33fbc req-2d153386-a028-45d4-a007-4249d926e8ca tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743445 Aug 19 12:04:09.095513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af61af96-213d-4309-be10-06f85294f536 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:09.114818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-856d1b03-20b6-4c45-8716-36bea8f4576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.116284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccc519d0-591d-4b99-8eb7-c85ef190e423 req-856d1b03-20b6-4c45-8716-36bea8f4576a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5306106 Aug 19 12:04:09.120058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:09.120407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Checking segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:09.120848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Bound using segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:09.121291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Bound port: 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:09.121708 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.143993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305f91c-924d-4022-a326-9bb61bfb4676 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event deleted for resources: {'Port': ['ID=371f2079-85d6-4d60-885f-ad367b1773c1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:09.227857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port af61af96-213d-4309-be10-06f85294f536 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:09.229541 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.268974 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c2519832-6ce4-4c57-a0e7-b2dcc33e2974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.298382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6085ef2c-b19b-4fcf-9980-d43074fb8626 req-7bce1956-a3e9-4533-9ad3-dd2ecb8c32ec tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2280400 Aug 19 12:04:09.332702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 7191b26c-3e99-459d-9ef6-72711821d1b3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:09.348149 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b305f91c-924d-4022-a326-9bb61bfb4676 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.354697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b305f91c-924d-4022-a326-9bb61bfb4676 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "DELETE /v2.0/ports/371f2079-85d6-4d60-885f-ad367b1773c1 HTTP/1.1" status: 204 len: 168 time: 2.8734291 Aug 19 12:04:09.366148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33842) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:09.371056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:09.389912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:09.399484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=24bc075e-2059-4ac9-9bb0-f6e0af8963bf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:09.423995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] For port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:09.449810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] For port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:09.463261 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.512096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-ffb85fa7-7079-41be-9294-52a402fc8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.514211 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-ffb85fa7-7079-41be-9294-52a402fc8bd0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 0.3599644 Aug 19 12:04:09.523350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b30e00-b623-4ec4-9c98-9e56749064b8 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Deleting subnet 5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:09.541689 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9b30e00-b623-4ec4-9c98-9e56749064b8 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.615416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.618089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.619599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] 10.222.0.69 "PUT /v2.0/ports/0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 200 len: 1136 time: 4.0750718 Aug 19 12:04:09.622139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:09.624485 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73947c00-a9d6-4946-a712-17bf36ab788d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:09.649594 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-06bf60b2-f658-42cf-9240-ef05ee61e2bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258247 Aug 19 12:04:09.693518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:09.697363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:09.699073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.709901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9b30e00-b623-4ec4-9c98-9e56749064b8 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.772055 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1743269d-4570-4eaa-955a-88bd5e9e5425 x-openstack-request-id: req-1743269d-4570-4eaa-955a-88bd5e9e5425 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:09.772646 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:09.773087 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1743269d-4570-4eaa-955a-88bd5e9e5425 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:09.773809 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c', 'status': 'completed', 'code': 200} Aug 19 12:04:09.776839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995bd23-3106-4973-98e2-06cc2e211587 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:09.865840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-930bcf65-8710-4966-8270-730b66b55e47 None None] Provisioning for port 24bc075e-2059-4ac9-9bb0-f6e0af8963bf completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:09.871856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-930bcf65-8710-4966-8270-730b66b55e47 None None] Provisioning complete for port 24bc075e-2059-4ac9-9bb0-f6e0af8963bf triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:09.878808 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-930bcf65-8710-4966-8270-730b66b55e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.969951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c2519832-6ce4-4c57-a0e7-b2dcc33e2974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.972944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c2519832-6ce4-4c57-a0e7-b2dcc33e2974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:09.974265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c2519832-6ce4-4c57-a0e7-b2dcc33e2974 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b29b114a-0c46-4955-b968-79c0a997cccf HTTP/1.1" status: 204 len: 168 time: 1.8196068 Aug 19 12:04:10.012509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:10.035178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-c984390e-0f97-403b-9dda-ed2bc7f5fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.035825 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-c984390e-0f97-403b-9dda-ed2bc7f5fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.036135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-c984390e-0f97-403b-9dda-ed2bc7f5fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.036585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-c984390e-0f97-403b-9dda-ed2bc7f5fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.037083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-c984390e-0f97-403b-9dda-ed2bc7f5fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.037536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-c984390e-0f97-403b-9dda-ed2bc7f5fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.039492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73947c00-a9d6-4946-a712-17bf36ab788d req-c984390e-0f97-403b-9dda-ed2bc7f5fae3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5292 time: 0.2583363 Aug 19 12:04:10.092083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-930bcf65-8710-4966-8270-730b66b55e47 None None] Port 24bc075e-2059-4ac9-9bb0-f6e0af8963bf cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:10.274155 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9b30e00-b623-4ec4-9c98-9e56749064b8 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:10.508050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2519832-6ce4-4c57-a0e7-b2dcc33e2974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b114a-0c46-4955-b968-79c0a997cccf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:10.550486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:10.571487 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:10.596412 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-0e9bae7d-a0e2-48b9-a17d-e3840f3b3d03 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9325373 Aug 19 12:04:10.600185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-76c2c06f-e22e-4427-b93c-eba025de47ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.4237654 Aug 19 12:04:10.610868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33856) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:10.628837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c47fb4-27c8-4f15-a79d-13631c188f2f req-22256e88-5b65-437f-b1c5-c4820031689c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.635108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:10.635736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81c47fb4-27c8-4f15-a79d-13631c188f2f req-22256e88-5b65-437f-b1c5-c4820031689c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 945 time: 0.3969829 Aug 19 12:04:10.637354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-f392963f-8fe1-4d68-ae90-6988903f83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.637852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-f392963f-8fe1-4d68-ae90-6988903f83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.640656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': '7191b26c-3e99-459d-9ef6-72711821d1b3', 'name': 'tempest-PortsTestJSON-1403935276', 'fixed_ips': [{'subnet_id': 'b028c686-bbab-4288-a622-445633454bb7', 'ip_address': '172.20.0.9'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:10.650640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-f392963f-8fe1-4d68-ae90-6988903f83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:10.654160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73947c00-a9d6-4946-a712-17bf36ab788d req-f392963f-8fe1-4d68-ae90-6988903f83c2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a25008f9f9b8456f990137d238ed2602&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5945706 Aug 19 12:04:10.656615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Router a0dc3736-e578-4468-bf27-3e2b824dc079 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:04:10.717376 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:10.717740 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Added segment 8df87797-cccf-444e-b138-fba3f1e4ff13 of type vlan for network 1af10637-c3a5-4984-990e-cc531bf68638 Aug 19 12:04:10.747211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7569e6c0-0b0c-498e-8732-6177cfab0b9b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:10.859471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:10.998437 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9b30e00-b623-4ec4-9c98-9e56749064b8 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.020747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23857bf8-d470-4101-93d7-8b8eb67a2149 req-ffc5a421-b3f2-400c-81bb-0db8333d1522 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:11.026717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23857bf8-d470-4101-93d7-8b8eb67a2149 req-ffc5a421-b3f2-400c-81bb-0db8333d1522 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:11.032656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23857bf8-d470-4101-93d7-8b8eb67a2149 req-ffc5a421-b3f2-400c-81bb-0db8333d1522 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:11.038815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23857bf8-d470-4101-93d7-8b8eb67a2149 req-ffc5a421-b3f2-400c-81bb-0db8333d1522 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:11.041758 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61cea23a-8b8f-4c42-a67b-6988e571a963 req-4959a33e-e409-4fb2-860c-4323f024b9b1 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298205 Aug 19 12:04:11.045339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23857bf8-d470-4101-93d7-8b8eb67a2149 req-ffc5a421-b3f2-400c-81bb-0db8333d1522 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:11.052014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23857bf8-d470-4101-93d7-8b8eb67a2149 req-ffc5a421-b3f2-400c-81bb-0db8333d1522 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:11.060186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23857bf8-d470-4101-93d7-8b8eb67a2149 req-ffc5a421-b3f2-400c-81bb-0db8333d1522 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 4606 time: 0.5922124 Aug 19 12:04:11.084668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.090958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:11.091805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.106288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81c47fb4-27c8-4f15-a79d-13631c188f2f req-12136333-5c50-43fb-8ae5-36831bbc3ea8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758209 Aug 19 12:04:11.123291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b30e00-b623-4ec4-9c98-9e56749064b8 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:11.145875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef779c-3f13-456d-b2c2-dc1a6a0866bd None None] Network 551b492f-cf0d-4778-af8d-4963ccca9c2c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:11.208381 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9b30e00-b623-4ec4-9c98-9e56749064b8 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.211012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b9b30e00-b623-4ec4-9c98-9e56749064b8 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "DELETE /v2.0/subnets/5f6e3fdb-6e8d-4df0-82d0-c317b8fdd954 HTTP/1.1" status: 204 len: 168 time: 1.8434620 Aug 19 12:04:11.213748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33872) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:11.264654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:11.275667 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.292069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8977060 Aug 19 12:04:11.299435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20d966-1f3b-4614-8124-9675fb02dde6 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event updated for resources: {'Network': ['ID=1af10637-c3a5-4984-990e-cc531bf68638,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:11.302259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33874) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:11.313184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1af10637-c3a5-4984-990e-cc531bf68638 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:11.320351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Request body: {'subnet': {'network_id': '1af10637-c3a5-4984-990e-cc531bf68638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:11.325603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:04:11.361703 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d8e77088-0b60-4da7-a27f-477d2d683f98 admin admin] 10.222.0.65 "PUT /v2.0/routers/a0dc3736-e578-4468-bf27-3e2b824dc079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1772349 Aug 19 12:04:11.386894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33878) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:11.404704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c00-a9d6-4946-a712-17bf36ab788d req-ddbeb5d6-c6be-47f1-af52-a547eb70016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:11.406097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73947c00-a9d6-4946-a712-17bf36ab788d req-ddbeb5d6-c6be-47f1-af52-a547eb70016e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6666112 Aug 19 12:04:11.464046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port e868bf6d-4638-4011-be94-39fd741dc62d yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:11.493974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04c120-c400-4f08-a206-429c0544947c None None] Sync routers for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:04:11.512269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04c120-c400-4f08-a206-429c0544947c None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:11.512948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5a04c120-c400-4f08-a206-429c0544947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:03:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:11.630737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-2a12aa4f-d9ea-4ffe-a8fb-8890672605b8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-601923188&fields=id&tenant_id=69173b2229414dbd8766cb9efbd9b092 HTTP/1.1" status: 200 len: 267 time: 0.3963621 Aug 19 12:04:11.640307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23857bf8-d470-4101-93d7-8b8eb67a2149 req-b2a8c453-e371-42d0-b3cc-5b3224b66448 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5794165 Aug 19 12:04:11.671904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d4d18-32a6-43cf-b796-b23393a3aa67 None None] DHCP port deletion for 551b492f-cf0d-4778-af8d-4963ccca9c2c request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:04:11.752389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-5a04c120-c400-4f08-a206-429c0544947c None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:11.784631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.9 (7191b26c-3e99-459d-9ef6-72711821d1b3/b028c686-bbab-4288-a622-445633454bb7/e868bf6d-4638-4011-be94-39fd741dc62d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:11.829895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Made reservation on behalf of f1b7de8874dc4e8e9152713e323387cd for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:11.838134 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.870645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d12d4d18-32a6-43cf-b796-b23393a3aa67 None None] Deleting port 2826ad13-1a94-40c4-b261-b64a9f1c9542 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:11.871350 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d12d4d18-32a6-43cf-b796-b23393a3aa67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.935854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b756ec2b-c878-45b9-b2ac-6a7e5112a26b {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:11.943625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.959267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.969446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d12d4d18-32a6-43cf-b796-b23393a3aa67 None None] For port 2826ad13-1a94-40c4-b261-b64a9f1c9542, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2826ad13-1a94-40c4-b261-b64a9f1c9542,segment=NetworkSegment(26c6ed1b-9b7d-46a9-960e-816d43d55501),segment_id=26c6ed1b-9b7d-46a9-960e-816d43d55501)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:11.969870 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d12d4d18-32a6-43cf-b796-b23393a3aa67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.989127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d12d4d18-32a6-43cf-b796-b23393a3aa67 None None] Calling delete_port for 2826ad13-1a94-40c4-b261-b64a9f1c9542 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:12.028406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Transition to ACTIVE for port object b756ec2b-c878-45b9-b2ac-6a7e5112a26b will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:12.067809 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:12.104096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5a04c120-c400-4f08-a206-429c0544947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:04:06Z', 'revision_number': 5, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:12.172199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04c120-c400-4f08-a206-429c0544947c None None] Checking router: a0dc3736-e578-4468-bf27-3e2b824dc079 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:04:12.181358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:12.193801 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d12d4d18-32a6-43cf-b796-b23393a3aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:12.239145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-499586fb-4b2d-464a-a746-e4d5170ce87c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:12.241094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-499586fb-4b2d-464a-a746-e4d5170ce87c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 945 time: 0.6055837 Aug 19 12:04:12.260950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d4d18-32a6-43cf-b796-b23393a3aa67 None None] No DVR routers for this DVR port 2826ad13-1a94-40c4-b261-b64a9f1c9542 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:12.275010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04c120-c400-4f08-a206-429c0544947c None None] Routers {'a0dc3736-e578-4468-bf27-3e2b824dc079'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:12.275661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5a04c120-c400-4f08-a206-429c0544947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:03:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0dc3736-e578-4468-bf27-3e2b824dc079'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:12.279449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d4d18-32a6-43cf-b796-b23393a3aa67 None None] Pushing event deleted for resources: {'Port': ['ID=2826ad13-1a94-40c4-b261-b64a9f1c9542,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:12.315648 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:12.333459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-89c063d8-5702-454b-affb-3db277aca4f8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'port': {'security_groups': ['a7474614-3671-45b9-a9f8-4edaf29240a5', 'dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:12.378635 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:12.487466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object e868bf6d-4638-4011-be94-39fd741dc62d will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:12.534043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-5a04c120-c400-4f08-a206-429c0544947c None None] Set router a0dc3736-e578-4468-bf27-3e2b824dc079 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:12.564128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:12.567805 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:12.572180 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:04:12.715548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Checking segment: {'id': '8df87797-cccf-444e-b138-fba3f1e4ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1af10637-c3a5-4984-990e-cc531bf68638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:12.716264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Network hostable DHCP agents. Network: 1af10637-c3a5-4984-990e-cc531bf68638, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:12.767289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event updated for resources: {'Subnet': ['ID=89203fbc-400c-4ef3-ad64-7d7b36af9401,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:12.782694 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:12.822619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5a04c120-c400-4f08-a206-429c0544947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:04:06Z', 'revision_number': 5, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:12.851528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04c120-c400-4f08-a206-429c0544947c None None] The sync data for ids ['a0dc3736-e578-4468-bf27-3e2b824dc079'] in n-d-778550-9 is: [{'id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1021321971-router', 'tenant_id': '55bc4ebc3d994d0fa15793af4ba34823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:34Z', 'updated_at': '2021-08-19T12:04:06Z', 'revision_number': 5, 'project_id': '55bc4ebc3d994d0fa15793af4ba34823', 'gw_port': {'id': '5b8181bb-7ca9-4cd9-adf3-753d7d78a14e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dc3736-e578-4468-bf27-3e2b824dc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:35Z', 'updated_at': '2021-08-19T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:04:12.858002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Network 1af10637-c3a5-4984-990e-cc531bf68638 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:12.864634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33896) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:12.865491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=e868bf6d-4638-4011-be94-39fd741dc62d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:12.877629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network 7191b26c-3e99-459d-9ef6-72711821d1b3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:12.884651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:12.887451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:12.918233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 1af10637-c3a5-4984-990e-cc531bf68638) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:12.927294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:12.927913 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:12.931089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e951cba4-c176-472e-b9be-3007edc18bcf None None] Network 1af10637-c3a5-4984-990e-cc531bf68638 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:12.959574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:12.960146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:12.971834 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-86356d1b-8678-46e9-9031-950268277af2 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6581771 Aug 19 12:04:12.976338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33900) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:12.984001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Request body: {'port': {'network_id': '1af10637-c3a5-4984-990e-cc531bf68638', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1714441659'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:13.095879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551b492f-cf0d-4778-af8d-4963ccca9c2c']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:13.165951 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c3c0c85e-d201-40ef-9b3a-701cfd02cb8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5422108 Aug 19 12:04:13.166952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33904) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:13.312574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2826ad13-1a94-40c4-b261-b64a9f1c9542 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:13.326311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-1af10637-c3a5-4984-990e-cc531bf68638', 'network_id': '1af10637-c3a5-4984-990e-cc531bf68638', 'tenant_id': 'f1b7de8874dc4e8e9152713e323387cd', 'fixed_ips': [{'subnet_id': '89203fbc-400c-4ef3-ad64-7d7b36af9401'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:13.327184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.360463 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Made reservation on behalf of f1b7de8874dc4e8e9152713e323387cd for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:13.364529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.376607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-22e4dafb-8c87-4642-a7e1-b828621cfc0b None None] Provisioning for port e868bf6d-4638-4011-be94-39fd741dc62d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:13.379710 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c7fee33-5124-414a-93f7-6e1c52fa66d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.380096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 2826ad13-1a94-40c4-b261-b64a9f1c9542 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:13.380449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2826ad13-1a94-40c4-b261-b64a9f1c9542 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:13.387824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] device_id is not set on port 513cb52b-03d9-409c-9631-df03113fe759 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:13.401428 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-89c063d8-5702-454b-affb-3db277aca4f8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.419245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c6ed1b-9b7d-46a9-960e-816d43d55501') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:13.420078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c6ed1b-9b7d-46a9-960e-816d43d55501') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:13.433539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-22e4dafb-8c87-4642-a7e1-b828621cfc0b None None] Provisioning complete for port e868bf6d-4638-4011-be94-39fd741dc62d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:13.433919 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-22e4dafb-8c87-4642-a7e1-b828621cfc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.447132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Attempting to bind port b756ec2b-c878-45b9-b2ac-6a7e5112a26b on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:13.447932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Attempting to bind port b756ec2b-c878-45b9-b2ac-6a7e5112a26b by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:13.448820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Attempting to bind port b756ec2b-c878-45b9-b2ac-6a7e5112a26b on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:13.491791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-22e4dafb-8c87-4642-a7e1-b828621cfc0b None None] Port e868bf6d-4638-4011-be94-39fd741dc62d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:13.514017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.528753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Port b756ec2b-c878-45b9-b2ac-6a7e5112a26b on network 127ee992-1a42-43fa-abb5-ae2b756eca7f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:04:13.529080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Attempting to bind port b756ec2b-c878-45b9-b2ac-6a7e5112a26b on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:13.530878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Allocated IP 172.20.0.2 (1af10637-c3a5-4984-990e-cc531bf68638/89203fbc-400c-4ef3-ad64-7d7b36af9401/513cb52b-03d9-409c-9631-df03113fe759) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:13.540518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ba25f-391e-44a7-a7f4-5f5eab532d0e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.542022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:13.542022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Checking segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:13.542022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Bound using segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:13.542022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Bound port: b756ec2b-c878-45b9-b2ac-6a7e5112a26b, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:13.542483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.543466 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5b7ba25f-391e-44a7-a7f4-5f5eab532d0e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3726909 Aug 19 12:04:13.551856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33906) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:13.572301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.618589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269b76-7888-402c-b7e6-8b7462a85944 req-ded6a2f1-1a50-4910-bdf9-26285ec3b485 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.625295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269b76-7888-402c-b7e6-8b7462a85944 req-ded6a2f1-1a50-4910-bdf9-26285ec3b485 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.633537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269b76-7888-402c-b7e6-8b7462a85944 req-ded6a2f1-1a50-4910-bdf9-26285ec3b485 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.640111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269b76-7888-402c-b7e6-8b7462a85944 req-ded6a2f1-1a50-4910-bdf9-26285ec3b485 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.646268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269b76-7888-402c-b7e6-8b7462a85944 req-ded6a2f1-1a50-4910-bdf9-26285ec3b485 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.652620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269b76-7888-402c-b7e6-8b7462a85944 req-ded6a2f1-1a50-4910-bdf9-26285ec3b485 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.659034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269b76-7888-402c-b7e6-8b7462a85944 req-ded6a2f1-1a50-4910-bdf9-26285ec3b485 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.661027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c269b76-7888-402c-b7e6-8b7462a85944 req-ded6a2f1-1a50-4910-bdf9-26285ec3b485 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5382 time: 0.5835693 Aug 19 12:04:13.669494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:13.669898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.670123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c4888c-458b-4263-b915-a1ff45d082be tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:13.675986 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:13.686701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c4888c-458b-4263-b915-a1ff45d082be tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.687049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c4888c-458b-4263-b915-a1ff45d082be tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:13.688811 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-15c4888c-458b-4263-b915-a1ff45d082be tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1355729 Aug 19 12:04:13.698149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33908) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:13.827380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.837610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c269b76-7888-402c-b7e6-8b7462a85944 req-e0f260b7-de0c-46c0-8d51-6a22983cc31b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1641996 Aug 19 12:04:13.903856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c7fee33-5124-414a-93f7-6e1c52fa66d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.906499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.918734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c7fee33-5124-414a-93f7-6e1c52fa66d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.935445 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.951361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] 10.222.0.65 "DELETE /v2.0/networks/551b492f-cf0d-4778-af8d-4963ccca9c2c HTTP/1.1" status: 204 len: 168 time: 2.7187395 Aug 19 12:04:13.952375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402f0d4-27d3-4d17-94b4-755474a172e3 tempest-AllowedAddressPairTestJSON-473757713 tempest-AllowedAddressPairTestJSON-473757713-project] Pushing event deleted for resources: {'Network': ['ID=551b492f-cf0d-4778-af8d-4963ccca9c2c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:13.959237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.963119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-719dfbc2-344d-4a55-b7cb-31d73cd7d5d3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port e868bf6d-4638-4011-be94-39fd741dc62d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:13.963412 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-719dfbc2-344d-4a55-b7cb-31d73cd7d5d3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:13.965582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] For port b756ec2b-c878-45b9-b2ac-6a7e5112a26b, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:13.994050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] For port b756ec2b-c878-45b9-b2ac-6a7e5112a26b, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:14.037691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fee33-5124-414a-93f7-6e1c52fa66d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2deb8a3-fff8-4a22-bb03-0ced8ca6876c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:14.039887 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.044431 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4c7fee33-5124-414a-93f7-6e1c52fa66d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=741b0aa55dae4390b349409f7445c39f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1739020 Aug 19 12:04:14.046662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33912) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:14.051261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Transition to ACTIVE for port object 513cb52b-03d9-409c-9631-df03113fe759 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:14.121484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:14.122854 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.122973 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-719dfbc2-344d-4a55-b7cb-31d73cd7d5d3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.124641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 200 len: 1134 time: 4.4561427 Aug 19 12:04:14.125324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': 'b756ec2b-c878-45b9-b2ac-6a7e5112a26b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:14.128322 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733d12d3-6400-4051-aabe-0c02fe9759bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "b756ec2b-c878-45b9-b2ac-6a7e5112a26b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:14.146356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-719dfbc2-344d-4a55-b7cb-31d73cd7d5d3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for e868bf6d-4638-4011-be94-39fd741dc62d owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:14.159116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Deleting port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:14.159749 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.168701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:14.177911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-078fa7e5-4a99-4599-b025-f1ff53ad011c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.249626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.257582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a657216-c0f4-4c9b-9637-d8fce0fb56c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:14.270027 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e12fa28-c79c-4262-9e35-6752cd5c5550 x-openstack-request-id: req-2e12fa28-c79c-4262-9e35-6752cd5c5550 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:14.270575 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "b756ec2b-c878-45b9-b2ac-6a7e5112a26b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:14.271029 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e12fa28-c79c-4262-9e35-6752cd5c5550 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:14.271634 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': 'b756ec2b-c878-45b9-b2ac-6a7e5112a26b', 'status': 'completed', 'code': 200} Aug 19 12:04:14.339434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-078fa7e5-4a99-4599-b025-f1ff53ad011c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.346600 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0799da0d-f980-464a-ab77-24b703f1e3e5 {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:04:14.347213 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:04:14.402331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Network 1af10637-c3a5-4984-990e-cc531bf68638 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:14.415181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:14.420585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event updated for resources: {'Port': ['ID=513cb52b-03d9-409c-9631-df03113fe759,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:14.433595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:14.455443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33920) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:14.505395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-89c063d8-5702-454b-affb-3db277aca4f8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] For port 659665ec-1075-49d1-8495-ebd4a1a4f206, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=659665ec-1075-49d1-8495-ebd4a1a4f206,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:14.525670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-078fa7e5-4a99-4599-b025-f1ff53ad011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.528237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-078fa7e5-4a99-4599-b025-f1ff53ad011c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.529553 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-078fa7e5-4a99-4599-b025-f1ff53ad011c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2deb8a3-fff8-4a22-bb03-0ced8ca6876c HTTP/1.1" status: 204 len: 168 time: 0.4800453 Aug 19 12:04:14.539675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:14.540281 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.560099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fa7e5-4a99-4599-b025-f1ff53ad011c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2deb8a3-fff8-4a22-bb03-0ced8ca6876c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:14.571427 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.579550 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f36e2fb8-14d9-477d-8840-45f9f8249c43 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5991819 Aug 19 12:04:14.586385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33926) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:14.591988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Request body: {'port': {'network_id': '1af10637-c3a5-4984-990e-cc531bf68638', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1115542348', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:14.593244 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.api.validators [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] bootfile-name is not in valid_values {{(pid=101153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:04:14.593244 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.api.validators [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] tftp-server is not in valid_values {{(pid=101153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:04:14.593244 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.api.validators [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] server-ip-address is not in valid_values {{(pid=101153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:04:14.619989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-719dfbc2-344d-4a55-b7cb-31d73cd7d5d3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.646786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-f4ed73e6-ab96-45cb-8c0f-fb608e344c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:14.647447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-f4ed73e6-ab96-45cb-8c0f-fb608e344c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:14.647936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-f4ed73e6-ab96-45cb-8c0f-fb608e344c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:14.648885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-f4ed73e6-ab96-45cb-8c0f-fb608e344c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:14.649371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-f4ed73e6-ab96-45cb-8c0f-fb608e344c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:14.649851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-f4ed73e6-ab96-45cb-8c0f-fb608e344c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:14.650310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-f4ed73e6-ab96-45cb-8c0f-fb608e344c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:14.652417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-f4ed73e6-ab96-45cb-8c0f-fb608e344c47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6219 time: 0.3295112 Aug 19 12:04:14.658790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] For port 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5b8181bb-7ca9-4cd9-adf3-753d7d78a14e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:14.659248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.725550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dfbc2-344d-4a55-b7cb-31d73cd7d5d3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=e868bf6d-4638-4011-be94-39fd741dc62d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:14.771779 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-89c063d8-5702-454b-affb-3db277aca4f8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.775347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Calling delete_port for 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:14.803195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-89c063d8-5702-454b-affb-3db277aca4f8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.837735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76', '659665ec-1075-49d1-8495-ebd4a1a4f206'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:04:14.870370 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.923927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-719dfbc2-344d-4a55-b7cb-31d73cd7d5d3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:14.926435 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-719dfbc2-344d-4a55-b7cb-31d73cd7d5d3 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/e868bf6d-4638-4011-be94-39fd741dc62d HTTP/1.1" status: 204 len: 168 time: 1.2275560 Aug 19 12:04:14.947741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33932) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:14.989065 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-425fa54e-d51a-46a7-9037-5ddaa02de742 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:04:14.990790 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-425fa54e-d51a-46a7-9037-5ddaa02de742 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/e868bf6d-4638-4011-be94-39fd741dc62d HTTP/1.1" status: 404 len: 333 time: 0.0422058 Aug 19 12:04:14.991966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Made reservation on behalf of f1b7de8874dc4e8e9152713e323387cd for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:14.993586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c650d3ba-10c7-4758-bb6b-8eb729c2ce8a no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:14.996040 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:15.011219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33934) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:15.060487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] device_id is not set on port 566e3986-3697-482b-84e8-65ac3940cc93 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:15.194476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: c650d3ba-10c7-4758-bb6b-8eb729c2ce8a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:15.194895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c650d3ba-10c7-4758-bb6b-8eb729c2ce8a not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:15.311152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-89c063d8-5702-454b-affb-3db277aca4f8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.312085 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-89c063d8-5702-454b-affb-3db277aca4f8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:15.317014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-973bf24f-e0c7-45b2-9f58-2375502b5dc1 req-89c063d8-5702-454b-affb-3db277aca4f8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "PUT /v2.0/ports/659665ec-1075-49d1-8495-ebd4a1a4f206 HTTP/1.1" status: 200 len: 981 time: 3.0031199 Aug 19 12:04:15.351057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fc643c89-6df2-49d8-b96f-2d5f4428a0d4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 24bc075e-2059-4ac9-9bb0-f6e0af8963bf {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:15.356855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc643c89-6df2-49d8-b96f-2d5f4428a0d4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:15.452523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8325313a-0830-4a31-914b-254a3f9db093 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d2d19f1c241410d89f02c281de05ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9787951 Aug 19 12:04:15.466332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33948) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:15.466332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c063d8-5702-454b-affb-3db277aca4f8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'Port': ['ID=659665ec-1075-49d1-8495-ebd4a1a4f206,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:15.469495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['659665ec-1075-49d1-8495-ebd4a1a4f206'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:04:15.473133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Allocated IP 172.20.0.3 (1af10637-c3a5-4984-990e-cc531bf68638/89203fbc-400c-4ef3-ad64-7d7b36af9401/4d821c0f-a600-4a06-b51e-dd1ab7b57d3a) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:15.486778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-ef563cf6-668f-45bb-8787-a244a6d2d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.487499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-ef563cf6-668f-45bb-8787-a244a6d2d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.488038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-ef563cf6-668f-45bb-8787-a244a6d2d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.490387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-ef563cf6-668f-45bb-8787-a244a6d2d31d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a25008f9f9b8456f990137d238ed2602&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8019435 Aug 19 12:04:15.625149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80306-0d47-4487-9ea6-cf6ad739428b req-5bdf0c47-53df-4d31-b8dc-939b6587af90 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.632208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80306-0d47-4487-9ea6-cf6ad739428b req-5bdf0c47-53df-4d31-b8dc-939b6587af90 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.637744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80306-0d47-4487-9ea6-cf6ad739428b req-5bdf0c47-53df-4d31-b8dc-939b6587af90 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.644632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80306-0d47-4487-9ea6-cf6ad739428b req-5bdf0c47-53df-4d31-b8dc-939b6587af90 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.650965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80306-0d47-4487-9ea6-cf6ad739428b req-5bdf0c47-53df-4d31-b8dc-939b6587af90 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.657054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80306-0d47-4487-9ea6-cf6ad739428b req-5bdf0c47-53df-4d31-b8dc-939b6587af90 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.663761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80306-0d47-4487-9ea6-cf6ad739428b req-5bdf0c47-53df-4d31-b8dc-939b6587af90 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:15.665744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75e80306-0d47-4487-9ea6-cf6ad739428b req-5bdf0c47-53df-4d31-b8dc-939b6587af90 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5382 time: 0.6188931 Aug 19 12:04:15.677119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc643c89-6df2-49d8-b96f-2d5f4428a0d4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:15.697635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fc643c89-6df2-49d8-b96f-2d5f4428a0d4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 24bc075e-2059-4ac9-9bb0-f6e0af8963bf owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:15.794070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cb18bb9-9461-4606-9d21-e544596c25cc req-00350d0a-a97a-4c90-8eb9-ad523d4d3f58 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb HTTP/1.1" status: 200 len: 1802 time: 0.4118013 Aug 19 12:04:15.933329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75e80306-0d47-4487-9ea6-cf6ad739428b req-4aa928da-4ea4-42f9-9a9d-e7667d70747d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2263415 Aug 19 12:04:15.952349 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:15.981506 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc643c89-6df2-49d8-b96f-2d5f4428a0d4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.087821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc643c89-6df2-49d8-b96f-2d5f4428a0d4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=24bc075e-2059-4ac9-9bb0-f6e0af8963bf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:16.089630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-54c764bf-89ff-48f1-ad9d-b68eb1eb9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:16.094110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-733d12d3-6400-4051-aabe-0c02fe9759bb req-54c764bf-89ff-48f1-ad9d-b68eb1eb9971 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5865481 Aug 19 12:04:16.138259 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.224522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc643c89-6df2-49d8-b96f-2d5f4428a0d4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.226809 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fc643c89-6df2-49d8-b96f-2d5f4428a0d4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/24bc075e-2059-4ac9-9bb0-f6e0af8963bf HTTP/1.1" status: 204 len: 168 time: 1.2151277 Aug 19 12:04:16.230538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33958) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:16.255116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.277777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:16.280387 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:16.300268 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.337022 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-515e40af-71bb-45d2-ab25-f0bbc9a2049b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:04:16.344595 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-515e40af-71bb-45d2-ab25-f0bbc9a2049b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/24bc075e-2059-4ac9-9bb0-f6e0af8963bf HTTP/1.1" status: 404 len: 333 time: 0.1074057 Aug 19 12:04:16.344907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:16.366308 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-0cb18bb9-9461-4606-9d21-e544596c25cc req-c35da911-8d50-4843-9a50-4f5d33993fda tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:04:16.367370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cb18bb9-9461-4606-9d21-e544596c25cc req-c35da911-8d50-4843-9a50-4f5d33993fda tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb HTTP/1.1" status: 409 len: 341 time: 0.5295296 Aug 19 12:04:16.369918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f54fd4-4394-42d2-a9d8-43d992171ce0 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:16.389251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Transition to ACTIVE for port object 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:16.446757 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be28ac1-592e-4811-baa4-07c38897fdce x-openstack-request-id: req-0be28ac1-592e-4811-baa4-07c38897fdce {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:16.447066 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:16.447317 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0be28ac1-592e-4811-baa4-07c38897fdce {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:16.447721 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206', 'status': 'completed', 'code': 200} Aug 19 12:04:16.458875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.466071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8181bb-7ca9-4cd9-adf3-753d7d78a14e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:16.519687 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a4ecad-2d10-49ce-9c0c-be5168d1ad9a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet b028c686-bbab-4288-a622-445633454bb7 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:16.526337 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-06a4ecad-2d10-49ce-9c0c-be5168d1ad9a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.629588 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.662811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-06a4ecad-2d10-49ce-9c0c-be5168d1ad9a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.691807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Transition to ACTIVE for port object 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:16.809400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:16.916425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-e5e35ea8-2c7d-42e1-ab39-22124f7eb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:16.930589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-e5e35ea8-2c7d-42e1-ab39-22124f7eb74b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 1135 time: 0.4397361 Aug 19 12:04:16.967460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Allocated IP 172.20.0.7 (1af10637-c3a5-4984-990e-cc531bf68638/89203fbc-400c-4ef3-ad64-7d7b36af9401/566e3986-3697-482b-84e8-65ac3940cc93) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:17.207073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Transition to ACTIVE for port object 67f54fd4-4394-42d2-a9d8-43d992171ce0 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:17.275536 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.277268 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.295458 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.322772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-06a4ecad-2d10-49ce-9c0c-be5168d1ad9a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.343309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Network 1af10637-c3a5-4984-990e-cc531bf68638 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:17.358441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:17.359992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:17.401269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-107a5e52-e981-4333-9d9e-727071fcdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:17.402965 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-107a5e52-e981-4333-9d9e-727071fcdb5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 913 time: 0.2956107 Aug 19 12:04:17.430877 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.433431 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.435050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3351a6c-345f-4acc-ad85-1b494e3d1158 HTTP/1.1" status: 204 len: 168 time: 1.9713943 Aug 19 12:04:17.463624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.466915 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-6115f189-ed2c-40e7-b7c8-01b6dad3b5c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=659665ec-1075-49d1-8495-ebd4a1a4f206 HTTP/1.1" status: 200 len: 217 time: 0.0563776 Aug 19 12:04:17.494891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Pushing event updated for resources: {'Port': ['ID=4d821c0f-a600-4a06-b51e-dd1ab7b57d3a,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:17.513371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Attempting to bind port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:17.513371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Attempting to bind port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '8df87797-cccf-444e-b138-fba3f1e4ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1af10637-c3a5-4984-990e-cc531bf68638'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:17.514587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Attempting to bind port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a on network 1af10637-c3a5-4984-990e-cc531bf68638 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:17.522021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fc739-0f18-4855-9d06-3df5b67966c4 req-a98d30cf-2db0-4d21-a88f-451c726f5e17 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:17.530907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:17.532090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Checking segment: {'id': '8df87797-cccf-444e-b138-fba3f1e4ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1af10637-c3a5-4984-990e-cc531bf68638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:17.532791 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.533342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Bound using segment: {'id': '8df87797-cccf-444e-b138-fba3f1e4ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1af10637-c3a5-4984-990e-cc531bf68638'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:17.534019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Bound port: 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df87797-cccf-444e-b138-fba3f1e4ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1af10637-c3a5-4984-990e-cc531bf68638'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:17.534618 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.539845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fc739-0f18-4855-9d06-3df5b67966c4 req-a98d30cf-2db0-4d21-a88f-451c726f5e17 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:17.546963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fc739-0f18-4855-9d06-3df5b67966c4 req-a98d30cf-2db0-4d21-a88f-451c726f5e17 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:17.558289 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-06a4ecad-2d10-49ce-9c0c-be5168d1ad9a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.565591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fc739-0f18-4855-9d06-3df5b67966c4 req-a98d30cf-2db0-4d21-a88f-451c726f5e17 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:17.571372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fc739-0f18-4855-9d06-3df5b67966c4 req-a98d30cf-2db0-4d21-a88f-451c726f5e17 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:17.574283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Transition to ACTIVE for port object 566e3986-3697-482b-84e8-65ac3940cc93 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:17.589894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fc739-0f18-4855-9d06-3df5b67966c4 req-a98d30cf-2db0-4d21-a88f-451c726f5e17 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:17.610719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fc739-0f18-4855-9d06-3df5b67966c4 req-a98d30cf-2db0-4d21-a88f-451c726f5e17 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:17.612262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d0fc739-0f18-4855-9d06-3df5b67966c4 req-a98d30cf-2db0-4d21-a88f-451c726f5e17 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5394 time: 0.4026263 Aug 19 12:04:17.623053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3351a6c-345f-4acc-ad85-1b494e3d1158,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:17.655478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529993-d4e4-4566-ab9c-7ce6ccbe9712 req-db5851f4-a060-4bc3-9305-c6a15d23b290 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:17.659454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24529993-d4e4-4566-ab9c-7ce6ccbe9712 req-db5851f4-a060-4bc3-9305-c6a15d23b290 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 984 time: 0.4476144 Aug 19 12:04:17.665661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] For port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:17.671997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] For port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d821c0f-a600-4a06-b51e-dd1ab7b57d3a,segment=NetworkSegment(8df87797-cccf-444e-b138-fba3f1e4ff13),segment_id=8df87797-cccf-444e-b138-fba3f1e4ff13)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:17.680977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.689467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4ecad-2d10-49ce-9c0c-be5168d1ad9a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=b028c686-bbab-4288-a622-445633454bb7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:17.703969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.715800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.716218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0dc3736-e578-4468-bf27-3e2b824dc079 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:04:17.723292 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-06a4ecad-2d10-49ce-9c0c-be5168d1ad9a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.726504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-06a4ecad-2d10-49ce-9c0c-be5168d1ad9a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/b028c686-bbab-4288-a622-445633454bb7 HTTP/1.1" status: 204 len: 168 time: 1.3805089 Aug 19 12:04:17.726879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.727383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.728479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.729263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.730275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.730916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.731417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.732109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.732852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.733598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.734173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.734652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a67961-ba90-47cb-b467-89a12d4d198c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:17.742773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Pushing event updated for resources: {'Port': ['ID=67f54fd4-4394-42d2-a9d8-43d992171ce0,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:17.761284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c480c03-dd76-4db4-9dd0-54a0fc632fbd None None] Network 7191b26c-3e99-459d-9ef6-72711821d1b3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:17.776619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33992) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:17.787138 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:17.790895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ae9d17a0-d531-4e33-9b6b-25df7f7e7620 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a0dc3736-e578-4468-bf27-3e2b824dc079 HTTP/1.1" status: 204 len: 168 time: 6.3962305 Aug 19 12:04:17.813593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34000) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:17.950768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e26ede-0f12-4746-91c2-9bde4ac2cfdb admin admin] Deleting subnet 2a82bd09-9be5-4cc0-88a1-450c1f87d529 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:17.954411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66e26ede-0f12-4746-91c2-9bde4ac2cfdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.020983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66e26ede-0f12-4746-91c2-9bde4ac2cfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.112597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f77af-dff7-4945-9532-1ec41e121521 None None] Pushing event updated for resources: {'Port': ['ID=4d821c0f-a600-4a06-b51e-dd1ab7b57d3a,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:18.332131 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb0a6-910f-4f08-a727-f51a121a8ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.348191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d0fc739-0f18-4855-9d06-3df5b67966c4 req-8fbd29cb-8da2-4657-91ed-b45559f4d2fb tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7225668 Aug 19 12:04:18.407639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66e26ede-0f12-4746-91c2-9bde4ac2cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.416354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Attempting to bind port 67f54fd4-4394-42d2-a9d8-43d992171ce0 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:18.417143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Attempting to bind port 67f54fd4-4394-42d2-a9d8-43d992171ce0 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:18.417713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Attempting to bind port 67f54fd4-4394-42d2-a9d8-43d992171ce0 on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:18.459906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24529993-d4e4-4566-ab9c-7ce6ccbe9712 req-c64ea4be-545b-422a-9a36-871e086f4626 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.7868755 Aug 19 12:04:18.469996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Port 67f54fd4-4394-42d2-a9d8-43d992171ce0 on network 127ee992-1a42-43fa-abb5-ae2b756eca7f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:04:18.470566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Attempting to bind port 67f54fd4-4394-42d2-a9d8-43d992171ce0 on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:18.478919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ae4d6-e198-47f4-b1d0-9abe588a6a9d None None] DHCP port deletion for 7191b26c-3e99-459d-9ef6-72711821d1b3 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:04:18.538422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:18.542046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Checking segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:18.542483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Bound using segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:18.542952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Bound port: 67f54fd4-4394-42d2-a9d8-43d992171ce0, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:18.543327 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.617593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ae4d6-e198-47f4-b1d0-9abe588a6a9d None None] Deleting port af61af96-213d-4309-be10-06f85294f536 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:18.618606 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae4d6-e198-47f4-b1d0-9abe588a6a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.740480 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66e26ede-0f12-4746-91c2-9bde4ac2cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.789718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cb4ae4d6-e198-47f4-b1d0-9abe588a6a9d None None] For port af61af96-213d-4309-be10-06f85294f536, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=af61af96-213d-4309-be10-06f85294f536,segment=NetworkSegment(d6231ff5-4414-4174-af59-a10e43b2ed3f),segment_id=d6231ff5-4414-4174-af59-a10e43b2ed3f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:18.793073 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae4d6-e198-47f4-b1d0-9abe588a6a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.815585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ae4d6-e198-47f4-b1d0-9abe588a6a9d None None] Calling delete_port for af61af96-213d-4309-be10-06f85294f536 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:18.890589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] For port 67f54fd4-4394-42d2-a9d8-43d992171ce0, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:18.895571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] For port 67f54fd4-4394-42d2-a9d8-43d992171ce0, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:18.898671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e26ede-0f12-4746-91c2-9bde4ac2cfdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a82bd09-9be5-4cc0-88a1-450c1f87d529,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:18.902012 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66e26ede-0f12-4746-91c2-9bde4ac2cfdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.906707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-66e26ede-0f12-4746-91c2-9bde4ac2cfdb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2a82bd09-9be5-4cc0-88a1-450c1f87d529 HTTP/1.1" status: 204 len: 168 time: 1.0621247 Aug 19 12:04:18.907117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34040) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:18.916952 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.963011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-b2e19655-4f38-410f-8bb1-326203b810e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:18.963582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5257fd5-628a-427a-b280-82333ee5c691 None None] Network 5d385f13-1189-459e-a162-7a3d23ca3a4d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:18.970308 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-b2e19655-4f38-410f-8bb1-326203b810e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 1.4946630 Aug 19 12:04:18.992319 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae4d6-e198-47f4-b1d0-9abe588a6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:19.000241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Pushing event updated for resources: {'Port': ['ID=67f54fd4-4394-42d2-a9d8-43d992171ce0,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:19.002255 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:19.057651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:19.058705 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:19.068760 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f747904e-5445-4f05-a3c4-e1dac59ab43e service neutron] 10.222.0.69 "PUT /v2.0/ports/67f54fd4-4394-42d2-a9d8-43d992171ce0 HTTP/1.1" status: 200 len: 1090 time: 4.9041448 Aug 19 12:04:19.069564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '67f54fd4-4394-42d2-a9d8-43d992171ce0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:19.072103 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "67f54fd4-4394-42d2-a9d8-43d992171ce0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:19.147796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:19.156117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ae4d6-e198-47f4-b1d0-9abe588a6a9d None None] Pushing event deleted for resources: {'Port': ['ID=af61af96-213d-4309-be10-06f85294f536,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:19.158056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Network 1af10637-c3a5-4984-990e-cc531bf68638 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:19.174400 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37ebbef-2649-4686-a239-2881c08158e0 x-openstack-request-id: req-a37ebbef-2649-4686-a239-2881c08158e0 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:19.177543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:19.182877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ae4d6-e198-47f4-b1d0-9abe588a6a9d None None] No DVR routers for this DVR port af61af96-213d-4309-be10-06f85294f536 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:19.188613 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "67f54fd4-4394-42d2-a9d8-43d992171ce0", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:19.189097 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-3bb79e50-2c18-4053-bf73-02766f1b8ae3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673522 Aug 19 12:04:19.189341 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a37ebbef-2649-4686-a239-2881c08158e0 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:19.190074 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '67f54fd4-4394-42d2-a9d8-43d992171ce0', 'status': 'completed', 'code': 200} Aug 19 12:04:19.210181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:19.219286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:19.318490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34050) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:19.365115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event updated for resources: {'Port': ['ID=566e3986-3697-482b-84e8-65ac3940cc93,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:19.373752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:19.435726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-0b20aa3e-645f-438b-8b51-c5b02a15466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:19.436125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-0b20aa3e-645f-438b-8b51-c5b02a15466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:19.436799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-0b20aa3e-645f-438b-8b51-c5b02a15466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:19.437569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-0b20aa3e-645f-438b-8b51-c5b02a15466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:19.438188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-0b20aa3e-645f-438b-8b51-c5b02a15466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:19.440543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-0b20aa3e-645f-438b-8b51-c5b02a15466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:19.441312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-0b20aa3e-645f-438b-8b51-c5b02a15466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:19.443581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-0b20aa3e-645f-438b-8b51-c5b02a15466b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6286 time: 0.2213981 Aug 19 12:04:19.478634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:19.485790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Deleting port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:19.486313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:19.505457 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:19.533371 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-3c373bae-5969-4a87-a837-ffbb02d1424a service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154123 Aug 19 12:04:19.633901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af61af96-213d-4309-be10-06f85294f536 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:19.717045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04af86-21bf-446e-bc14-2f5a9cfeb251 None None] DHCP port deletion for 5d385f13-1189-459e-a162-7a3d23ca3a4d request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:04:19.739539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: af61af96-213d-4309-be10-06f85294f536 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:19.740079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af61af96-213d-4309-be10-06f85294f536 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:19.740506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:19.785552 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0be1fb49-d297-41e2-a51f-8c059b5b0dd7 req-9ad509ff-c52b-4466-a003-85c0fcda4d60 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439349 Aug 19 12:04:19.804330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:19.805314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5b8181bb-7ca9-4cd9-adf3-753d7d78a14e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:19.871176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9e04af86-21bf-446e-bc14-2f5a9cfeb251 None None] Deleting port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:19.871973 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e04af86-21bf-446e-bc14-2f5a9cfeb251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:19.875626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'networks': [{'name': 'tempest-network--29238646'}, {'name': 'tempest-network--411760231'}]} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:19.875938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'network': {'name': 'tempest-network--29238646'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:19.876399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'network': {'name': 'tempest-network--411760231'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:19.965079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4402b-0709-46b6-8991-5cfd37f61c60 None None] Network 1af10637-c3a5-4984-990e-cc531bf68638 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:19.980316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:19.991462 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:19.991983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.014480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9e04af86-21bf-446e-bc14-2f5a9cfeb251 None None] For port 1cd0576f-ae31-4777-9e8b-b96e26539bf9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1cd0576f-ae31-4777-9e8b-b96e26539bf9,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:20.020594 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e04af86-21bf-446e-bc14-2f5a9cfeb251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.027700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] For port 1cd0576f-ae31-4777-9e8b-b96e26539bf9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1cd0576f-ae31-4777-9e8b-b96e26539bf9,segment=NetworkSegment(9819fb8a-584b-479c-a123-622a505675cd),segment_id=9819fb8a-584b-479c-a123-622a505675cd)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:20.028135 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.069112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7191b26c-3e99-459d-9ef6-72711821d1b3']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:20.096711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6231ff5-4414-4174-af59-a10e43b2ed3f') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:20.096711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6231ff5-4414-4174-af59-a10e43b2ed3f') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:20.101735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-5db113f0-5f22-4f46-8510-05f9301bd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.103841 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-5db113f0-5f22-4f46-8510-05f9301bd0a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 1135 time: 0.2182822 Aug 19 12:04:20.126426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.162956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Calling delete_port for 1cd0576f-ae31-4777-9e8b-b96e26539bf9 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:20.211695 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826a69-3ea4-4b7c-ba06-3f476d0cfc45 req-358e6b28-bfbd-422b-9522-00b5ef49d09c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.213179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.217664 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8b736d0b-3039-4364-9e71-ce28b875a133 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.6301351 Aug 19 12:04:20.218531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826a69-3ea4-4b7c-ba06-3f476d0cfc45 req-358e6b28-bfbd-422b-9522-00b5ef49d09c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.223662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34074) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:20.226101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826a69-3ea4-4b7c-ba06-3f476d0cfc45 req-358e6b28-bfbd-422b-9522-00b5ef49d09c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.234517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826a69-3ea4-4b7c-ba06-3f476d0cfc45 req-358e6b28-bfbd-422b-9522-00b5ef49d09c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.239471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:20.239889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.241311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9e04af86-21bf-446e-bc14-2f5a9cfeb251 None None] Calling delete_port for 1cd0576f-ae31-4777-9e8b-b96e26539bf9 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:20.246565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826a69-3ea4-4b7c-ba06-3f476d0cfc45 req-358e6b28-bfbd-422b-9522-00b5ef49d09c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:20.249181 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:20.252938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826a69-3ea4-4b7c-ba06-3f476d0cfc45 req-358e6b28-bfbd-422b-9522-00b5ef49d09c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.260410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826a69-3ea4-4b7c-ba06-3f476d0cfc45 req-358e6b28-bfbd-422b-9522-00b5ef49d09c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.263120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7826a69-3ea4-4b7c-ba06-3f476d0cfc45 req-358e6b28-bfbd-422b-9522-00b5ef49d09c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5394 time: 0.5864410 Aug 19 12:04:20.263783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Made reservation on behalf of d096ce0226ed4b83a29057bae2a3d697 for: {'network': 2} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:20.270450 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.276004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1d6350db-a681-4368-83d8-4b933365e798 None None] Provisioning for port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:20.305202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9167006-3f1d-493f-a797-6fd900eec227 req-ca4f55e9-88f5-45af-91db-14e53c728be8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.306907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9167006-3f1d-493f-a797-6fd900eec227 req-ca4f55e9-88f5-45af-91db-14e53c728be8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 984 time: 0.5571470 Aug 19 12:04:20.313972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1d6350db-a681-4368-83d8-4b933365e798 None None] Provisioning complete for port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:20.314878 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d6350db-a681-4368-83d8-4b933365e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.327883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34076) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:20.328782 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.364775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.383607 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.385837 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/networks/7191b26c-3e99-459d-9ef6-72711821d1b3 HTTP/1.1" status: 204 len: 168 time: 2.5978386 Aug 19 12:04:20.394943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34080) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:20.409037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1009677346'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:20.421875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ba85b-66cf-4505-8f5d-0771d44a443c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Network': ['ID=7191b26c-3e99-459d-9ef6-72711821d1b3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:20.437424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-da677aa4-1b1f-4cca-87d3-7fd70503ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.438380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7320a-06b3-454c-9b7d-f5b18f41a28c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.438549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-da677aa4-1b1f-4cca-87d3-7fd70503ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.438899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-da677aa4-1b1f-4cca-87d3-7fd70503ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.441069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-da677aa4-1b1f-4cca-87d3-7fd70503ddcb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a25008f9f9b8456f990137d238ed2602&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9491079 Aug 19 12:04:20.446802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7320a-06b3-454c-9b7d-f5b18f41a28c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.454145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7320a-06b3-454c-9b7d-f5b18f41a28c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.456917 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-78c7320a-06b3-454c-9b7d-f5b18f41a28c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2321885 Aug 19 12:04:20.458647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-203ffdad-ca5f-4513-adbe-6c56480ace2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.460574 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-203ffdad-ca5f-4513-adbe-6c56480ace2f service neutron] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 913 time: 0.3466353 Aug 19 12:04:20.461327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34082) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:20.559537 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e04af86-21bf-446e-bc14-2f5a9cfeb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.624405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04af86-21bf-446e-bc14-2f5a9cfeb251 None None] No DVR routers for this DVR port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:20.636100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04af86-21bf-446e-bc14-2f5a9cfeb251 None None] Pushing event deleted for resources: {'Port': ['ID=1cd0576f-ae31-4777-9e8b-b96e26539bf9,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:20.664193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d6350db-a681-4368-83d8-4b933365e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.691223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-96f41d29-f294-46fc-9f24-f12ea256a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.693359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d95ff5a-9b32-4fca-9b7e-473c57eb57d3 req-96f41d29-f294-46fc-9f24-f12ea256a2ed service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004676 Aug 19 12:04:20.697457 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-122307b1-539f-49e3-a277-54e358085bff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=659665ec-1075-49d1-8495-ebd4a1a4f206 HTTP/1.1" status: 200 len: 217 time: 0.1639922 Aug 19 12:04:20.702913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1d6350db-a681-4368-83d8-4b933365e798 None None] For port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d821c0f-a600-4a06-b51e-dd1ab7b57d3a,segment=NetworkSegment(8df87797-cccf-444e-b138-fba3f1e4ff13),segment_id=8df87797-cccf-444e-b138-fba3f1e4ff13)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:20.704500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:20.710327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.722180 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d6350db-a681-4368-83d8-4b933365e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.781715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7826a69-3ea4-4b7c-ba06-3f476d0cfc45 req-13361a6b-25f8-4450-b2ef-1427c7b6bfa9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4913859 Aug 19 12:04:20.784042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6350db-a681-4368-83d8-4b933365e798 None None] Pushing event updated for resources: {'Port': ['ID=4d821c0f-a600-4a06-b51e-dd1ab7b57d3a,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:20.789381 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-53d587ec-8fdc-439f-891c-7aaf9bb9444f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.796806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9167006-3f1d-493f-a797-6fd900eec227 req-64d0f32f-484f-479c-8647-5985f51ce9a6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4475222 Aug 19 12:04:20.816548 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1e21-d609-422e-b3d3-c2301ed903a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.868714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Provisioning complete for port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:20.879186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-c42346b1-090c-47e9-b058-85e5f4108b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:20.881280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.891975 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-c42346b1-090c-47e9-b058-85e5f4108b1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 0.1643324 Aug 19 12:04:20.944834 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:20.982257 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-bb130231-ed38-46f6-b06a-5b6216a86524 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893624 Aug 19 12:04:20.984229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:21.000612 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.026024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-94ab9c21-b459-4419-ba78-292640b201e1 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Deleting port 566e3986-3697-482b-84e8-65ac3940cc93 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:21.026477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94ab9c21-b459-4419-ba78-292640b201e1 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.037877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:21.083507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd0576f-ae31-4777-9e8b-b96e26539bf9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:21.091732 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.092069 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Added segment a3cd0b28-3aca-448a-a540-1ab287475bb4 of type vlan for network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 Aug 19 12:04:21.126974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Provisioning for port 513cb52b-03d9-409c-9631-df03113fe759 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:21.134562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Provisioning complete for port 513cb52b-03d9-409c-9631-df03113fe759 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:21.134945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.145565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] No DVR routers for this DVR port 1cd0576f-ae31-4777-9e8b-b96e26539bf9 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:21.161975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:21.162355 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.207878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Port 513cb52b-03d9-409c-9631-df03113fe759 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:21.212181 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.232987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Provisioning for port 566e3986-3697-482b-84e8-65ac3940cc93 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:21.251840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Provisioning complete for port 566e3986-3697-482b-84e8-65ac3940cc93 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:21.252550 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.253371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:21.264553 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.271224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.276505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94ab9c21-b459-4419-ba78-292640b201e1 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.288352 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.288881 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.306480 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-f8b556ab-1d39-4be6-ba57-093e7ece527b service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074534 Aug 19 12:04:21.309660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.314173 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-94ab9c21-b459-4419-ba78-292640b201e1 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Calling delete_port for 566e3986-3697-482b-84e8-65ac3940cc93 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:21.348451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d385f13-1189-459e-a162-7a3d23ca3a4d']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:21.365338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Transition to ACTIVE for port object d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:21.372048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9819fb8a-584b-479c-a123-622a505675cd') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:21.372370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9819fb8a-584b-479c-a123-622a505675cd') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:21.388371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-25c50751-3112-494c-9986-3f6bd3076bdf None None] Port 566e3986-3697-482b-84e8-65ac3940cc93 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:21.395283 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.401255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:21.401868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.412103 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.428492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cebfa81-4176-417e-9c9a-739289e20a27,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:21.458172 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.513234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5a1b438e-2532-44fd-8bbe-8e5b367d18df None None] Provisioning complete for port 513cb52b-03d9-409c-9631-df03113fe759 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:21.514163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a1b438e-2532-44fd-8bbe-8e5b367d18df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.527566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1cd0576f-ae31-4777-9e8b-b96e26539bf9 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:21.546670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:21.592086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 1cd0576f-ae31-4777-9e8b-b96e26539bf9 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:21.592747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1cd0576f-ae31-4777-9e8b-b96e26539bf9 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:21.610405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Network': ['ID=a065ac28-aa02-47dd-85b8-0c4a5f1b97c3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:21.615414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b438e-2532-44fd-8bbe-8e5b367d18df None None] Port 513cb52b-03d9-409c-9631-df03113fe759 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:21.625884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:21.652656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9515edb7-3a67-47cc-8e47-f82f715a94c0 req-acc7edcc-d48b-4108-9191-d56f37fe58a3 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357706 Aug 19 12:04:21.655418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.658431 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.658962 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Added segment 0483ed8a-1c02-488b-b88d-bcc97c639ee3 of type vlan for network 63a96163-f762-4e3a-8bc2-0eccdd88dd19 Aug 19 12:04:21.691075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:21.695746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:21.696894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:21.711189 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:21.758389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a1d56ebb-f5f5-490a-985a-7317a840e02b None None] Provisioning complete for port 566e3986-3697-482b-84e8-65ac3940cc93 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:21.758758 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a1d56ebb-f5f5-490a-985a-7317a840e02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.779585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94ab9c21-b459-4419-ba78-292640b201e1 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.805580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a1d56ebb-f5f5-490a-985a-7317a840e02b None None] Port 566e3986-3697-482b-84e8-65ac3940cc93 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:21.814162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab9c21-b459-4419-ba78-292640b201e1 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event deleted for resources: {'Port': ['ID=566e3986-3697-482b-84e8-65ac3940cc93,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:21.895308 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.921710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Attempting to bind port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:21.922186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Attempting to bind port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:21.922612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Attempting to bind port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:21.936723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 on network 127ee992-1a42-43fa-abb5-ae2b756eca7f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:04:21.937051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Attempting to bind port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:21.937639 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.953908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.958923 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.963365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5d385f13-1189-459e-a162-7a3d23ca3a4d HTTP/1.1" status: 204 len: 168 time: 3.0531442 Aug 19 12:04:21.963365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-53d587ec-8fdc-439f-891c-7aaf9bb9444f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:21.999129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94ab9c21-b459-4419-ba78-292640b201e1 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.001223 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-94ab9c21-b459-4419-ba78-292640b201e1 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "DELETE /v2.0/ports/566e3986-3697-482b-84e8-65ac3940cc93 HTTP/1.1" status: 204 len: 168 time: 1.5364454 Aug 19 12:04:22.007808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34096) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:22.022433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Request body: {'port': {'name': 'tempest-new-port-name-239881132', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:22.022841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.api.validators [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] bootfile-name is not in valid_values {{(pid=101153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:04:22.023573 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.api.validators [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] tftp-server is not in valid_values {{(pid=101153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:04:22.023925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.api.validators [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] server-ip-address is not in valid_values {{(pid=101153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:04:22.028416 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8a68c91d-c744-44d8-977d-c34c855a66a0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6238256 Aug 19 12:04:22.031244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34098) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:22.036397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': 'a065ac28-aa02-47dd-85b8-0c4a5f1b97c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:22.055771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d011830-24b8-4956-8881-0f9015ad5f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d385f13-1189-459e-a162-7a3d23ca3a4d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:22.060511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:22.061282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Checking segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:22.062111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Bound using segment: {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:22.062897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Bound port: d21fedd8-ad8e-4e5f-a3e6-0640c0562c22, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1594de-6ca3-47f0-b97c-c3863332ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:22.063552 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.068800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-53d587ec-8fdc-439f-891c-7aaf9bb9444f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.175622 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.191036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34100) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:22.224587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:22.258152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:22.264756 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.307125 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.307492 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Added segment cb3d1e2e-5e5a-49ee-ab0f-d48aff4633e3 of type vlan for network b0aac577-eb01-4ffc-82b0-92a543a0aca6 Aug 19 12:04:22.317894 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-53d587ec-8fdc-439f-891c-7aaf9bb9444f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28c962f9a4b94b169896970a601e8525&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9866641 Aug 19 12:04:22.329746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34102) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:22.337666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d587ec-8fdc-439f-891c-7aaf9bb9444f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e80d4f2-3569-45a1-a172-135d4cc01beb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:22.392473 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5dfa6ef0-5832-4795-8acd-c3b3dfd1c73b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55bc4ebc3d994d0fa15793af4ba34823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928213 Aug 19 12:04:22.396199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34104) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:22.404544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92211c2-da68-4749-baec-4a4f0fe67760 req-48a13485-70f1-40bb-814e-ca96afa11390 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.406503 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b92211c2-da68-4749-baec-4a4f0fe67760 req-48a13485-70f1-40bb-814e-ca96afa11390 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 984 time: 0.3588033 Aug 19 12:04:22.451601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a062ead-0148-435d-bc64-48113dfa60dc req-92538481-6290-4b85-8647-e0da58df4ca7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.457763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a062ead-0148-435d-bc64-48113dfa60dc req-92538481-6290-4b85-8647-e0da58df4ca7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.463650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a062ead-0148-435d-bc64-48113dfa60dc req-92538481-6290-4b85-8647-e0da58df4ca7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.469583 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a062ead-0148-435d-bc64-48113dfa60dc req-92538481-6290-4b85-8647-e0da58df4ca7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.477416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a062ead-0148-435d-bc64-48113dfa60dc req-92538481-6290-4b85-8647-e0da58df4ca7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.485048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a062ead-0148-435d-bc64-48113dfa60dc req-92538481-6290-4b85-8647-e0da58df4ca7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.491500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a062ead-0148-435d-bc64-48113dfa60dc req-92538481-6290-4b85-8647-e0da58df4ca7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.493465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a062ead-0148-435d-bc64-48113dfa60dc req-92538481-6290-4b85-8647-e0da58df4ca7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5406 time: 0.4389231 Aug 19 12:04:22.499760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] For port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:22.516077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.570487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] For port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:22.590919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.604072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dd81c94-9282-4844-8cd0-7b760fc74be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.675205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b92211c2-da68-4749-baec-4a4f0fe67760 req-1c0ebb27-f7fd-43ab-8ce9-80f082094031 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2430284 Aug 19 12:04:22.675847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a736cdb2-f1cd-4bbc-9138-a72309991400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.679277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dd81c94-9282-4844-8cd0-7b760fc74be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.682899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.683524 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.684958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] 10.222.0.69 "PUT /v2.0/ports/d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 HTTP/1.1" status: 200 len: 1091 time: 3.4702239 Aug 19 12:04:22.685682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:22.688220 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197f947e-5a66-4419-9209-553040fd5d58" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "d21fedd8-ad8e-4e5f-a3e6-0640c0562c22"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:22.691247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.692186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.697552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.699113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.702335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.712866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.740320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a062ead-0148-435d-bc64-48113dfa60dc req-5aa1daf2-c221-4c16-a22f-91c212f0f32c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2286727 Aug 19 12:04:22.746734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:22.828656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.845949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.861771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=31252294-b30b-4c0e-8289-22ec98e80622,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:22.917825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Checking segment: {'id': 'a3cd0b28-3aca-448a-a540-1ab287475bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a065ac28-aa02-47dd-85b8-0c4a5f1b97c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:22.918197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network hostable DHCP agents. Network: a065ac28-aa02-47dd-85b8-0c4a5f1b97c3, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:22.948073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event updated for resources: {'Port': ['ID=513cb52b-03d9-409c-9631-df03113fe759,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:22.950712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dd81c94-9282-4844-8cd0-7b760fc74be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.953359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dd81c94-9282-4844-8cd0-7b760fc74be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.954517 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4dd81c94-9282-4844-8cd0-7b760fc74be9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53d240f6-aba3-4abe-a7ab-bdf834cf683e HTTP/1.1" status: 204 len: 168 time: 0.5539436 Aug 19 12:04:22.991285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd81c94-9282-4844-8cd0-7b760fc74be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d240f6-aba3-4abe-a7ab-bdf834cf683e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:23.001033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] In _notify_port_updated(), no bound segment for port 513cb52b-03d9-409c-9631-df03113fe759 on network 1af10637-c3a5-4984-990e-cc531bf68638 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:04:23.006788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.007493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.008949 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5f9c091c-58d6-415a-9208-647f1d6e5417 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "PUT /v2.0/ports/513cb52b-03d9-409c-9631-df03113fe759 HTTP/1.1" status: 200 len: 1135 time: 0.9921467 Aug 19 12:04:23.020086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34112) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:23.042299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:23.109274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464dbbff-a6a0-416f-8457-b9a246583ea9 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.110798 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-464dbbff-a6a0-416f-8457-b9a246583ea9 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "GET /v2.0/ports/513cb52b-03d9-409c-9631-df03113fe759 HTTP/1.1" status: 200 len: 1135 time: 0.0896468 Aug 19 12:04:23.130638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34114) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:23.132881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a065ac28-aa02-47dd-85b8-0c4a5f1b97c3) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:23.142995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86635375-9eb7-47da-9dba-5162ead9c964 None None] Network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:23.150442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.151033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.225159 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-559ac09b-9ffe-48c3-be5f-8991b9951c2a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1926658 Aug 19 12:04:23.225724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34116) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:23.263051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8783d787-89ee-486c-a24e-62b6d346945d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1607132130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:23.330793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5171bd28-2214-46f2-87ac-323f3dffb3a8 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Deleting port 513cb52b-03d9-409c-9631-df03113fe759 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:23.331989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5171bd28-2214-46f2-87ac-323f3dffb3a8 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.347467 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ffaea9-5614-483a-8979-aa3982b82d47 x-openstack-request-id: req-22ffaea9-5614-483a-8979-aa3982b82d47 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:23.347772 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "d21fedd8-ad8e-4e5f-a3e6-0640c0562c22", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:23.348263 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22ffaea9-5614-483a-8979-aa3982b82d47 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:23.348864 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22', 'status': 'completed', 'code': 200} Aug 19 12:04:23.355346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ae109-2cb0-42df-801e-43caa190d8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:23.375945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a736cdb2-f1cd-4bbc-9138-a72309991400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.389742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 4.0545654 Aug 19 12:04:23.391017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34120) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:23.419796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8783d787-89ee-486c-a24e-62b6d346945d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.421815 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8783d787-89ee-486c-a24e-62b6d346945d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.458331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-96f8b3a6-aa75-42d0-b170-5a5e9a7552e5 None None] Provisioning complete for port 513cb52b-03d9-409c-9631-df03113fe759 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:23.458739 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96f8b3a6-aa75-42d0-b170-5a5e9a7552e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.461013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a065ac28-aa02-47dd-85b8-0c4a5f1b97c3', 'network_id': 'a065ac28-aa02-47dd-85b8-0c4a5f1b97c3', 'tenant_id': 'add3c66411554f89b328ef766721a67e', 'fixed_ips': [{'subnet_id': '31252294-b30b-4c0e-8289-22ec98e80622'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:23.461900 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.496410 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5171bd28-2214-46f2-87ac-323f3dffb3a8 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.524595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-96f8b3a6-aa75-42d0-b170-5a5e9a7552e5 None None] Port 513cb52b-03d9-409c-9631-df03113fe759 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:23.559988 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8783d787-89ee-486c-a24e-62b6d346945d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.561197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5171bd28-2214-46f2-87ac-323f3dffb3a8 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Calling delete_port for 513cb52b-03d9-409c-9631-df03113fe759 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:23.569435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8783d787-89ee-486c-a24e-62b6d346945d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.607674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8783d787-89ee-486c-a24e-62b6d346945d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.609695 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8783d787-89ee-486c-a24e-62b6d346945d tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3503730 Aug 19 12:04:23.616993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34126) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:23.628896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'network_id': 'a065ac28-aa02-47dd-85b8-0c4a5f1b97c3', 'name': 'tempest-PortsTestJSON-1251661445'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:23.648541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Network': ['ID=63a96163-f762-4e3a-8bc2-0eccdd88dd19,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:23.675362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 63a96163-f762-4e3a-8bc2-0eccdd88dd19 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:23.722333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.768935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Allocated IP 172.20.0.2 (a065ac28-aa02-47dd-85b8-0c4a5f1b97c3/31252294-b30b-4c0e-8289-22ec98e80622/dd1003d6-3ddb-4204-826c-45f2d590ff36) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:23.923674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-9d0c184f-f8e2-4f03-ac41-43340c223348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.924399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-9d0c184f-f8e2-4f03-ac41-43340c223348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.926312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-9d0c184f-f8e2-4f03-ac41-43340c223348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.926312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-9d0c184f-f8e2-4f03-ac41-43340c223348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.926836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-9d0c184f-f8e2-4f03-ac41-43340c223348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.927250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-9d0c184f-f8e2-4f03-ac41-43340c223348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.933323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-9d0c184f-f8e2-4f03-ac41-43340c223348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:23.939140 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-197f947e-5a66-4419-9209-553040fd5d58 req-9d0c184f-f8e2-4f03-ac41-43340c223348 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6353 time: 0.5894544 Aug 19 12:04:23.949652 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.076642 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.085579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:24.089286 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.093683 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.108262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724603c-2ff7-450c-a7d7-71acf4744c9a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Network': ['ID=b0aac577-eb01-4ffc-82b0-92a543a0aca6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:24.118965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Transition to ACTIVE for port object dd1003d6-3ddb-4204-826c-45f2d590ff36 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:24.122356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network b0aac577-eb01-4ffc-82b0-92a543a0aca6 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:24.145403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5171bd28-2214-46f2-87ac-323f3dffb3a8 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.188339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port d6425a09-1a9c-416a-9351-e9675c14707b yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:24.200251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Transition to ACTIVE for port object dd1003d6-3ddb-4204-826c-45f2d590ff36 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:24.216648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171bd28-2214-46f2-87ac-323f3dffb3a8 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event deleted for resources: {'Port': ['ID=513cb52b-03d9-409c-9631-df03113fe759,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:24.227609 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.249200 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a736cdb2-f1cd-4bbc-9138-a72309991400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.255380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a736cdb2-f1cd-4bbc-9138-a72309991400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.256894 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a736cdb2-f1cd-4bbc-9138-a72309991400 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e80d4f2-3569-45a1-a172-135d4cc01beb HTTP/1.1" status: 204 len: 168 time: 1.9204841 Aug 19 12:04:24.344119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736cdb2-f1cd-4bbc-9138-a72309991400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e80d4f2-3569-45a1-a172-135d4cc01beb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:24.348349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:24.355489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:24.365786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:24.405895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Pushing event updated for resources: {'Port': ['ID=dd1003d6-3ddb-4204-826c-45f2d590ff36,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:24.442806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5944893-7c2a-46d6-b8c9-6b07e4619e8a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.455173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5944893-7c2a-46d6-b8c9-6b07e4619e8a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.465300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5944893-7c2a-46d6-b8c9-6b07e4619e8a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.475863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5944893-7c2a-46d6-b8c9-6b07e4619e8a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.480676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f5944893-7c2a-46d6-b8c9-6b07e4619e8a tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 1.0757811 Aug 19 12:04:24.483658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34156) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:24.484003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34158) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:24.518760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Attempting to bind port dd1003d6-3ddb-4204-826c-45f2d590ff36 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:24.519429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Attempting to bind port dd1003d6-3ddb-4204-826c-45f2d590ff36 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'a3cd0b28-3aca-448a-a540-1ab287475bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a065ac28-aa02-47dd-85b8-0c4a5f1b97c3'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:24.520148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Attempting to bind port dd1003d6-3ddb-4204-826c-45f2d590ff36 on network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:24.556586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:24.559219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Checking segment: {'id': 'a3cd0b28-3aca-448a-a540-1ab287475bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a065ac28-aa02-47dd-85b8-0c4a5f1b97c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:24.560701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.567610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Bound using segment: {'id': 'a3cd0b28-3aca-448a-a540-1ab287475bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a065ac28-aa02-47dd-85b8-0c4a5f1b97c3'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:24.568964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Bound port: dd1003d6-3ddb-4204-826c-45f2d590ff36, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cd0b28-3aca-448a-a540-1ab287475bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a065ac28-aa02-47dd-85b8-0c4a5f1b97c3'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:24.569795 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.590891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5171bd28-2214-46f2-87ac-323f3dffb3a8 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.593357 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5171bd28-2214-46f2-87ac-323f3dffb3a8 tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "DELETE /v2.0/ports/513cb52b-03d9-409c-9631-df03113fe759 HTTP/1.1" status: 204 len: 168 time: 1.4616528 Aug 19 12:04:24.598955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34162) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:24.664426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.5 (a065ac28-aa02-47dd-85b8-0c4a5f1b97c3/31252294-b30b-4c0e-8289-22ec98e80622/d6425a09-1a9c-416a-9351-e9675c14707b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:24.697656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.708777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3522dccf-0a14-44d6-8a0a-4110a6963cbd tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Deleting subnet 89203fbc-400c-4ef3-ad64-7d7b36af9401 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:24.720278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3522dccf-0a14-44d6-8a0a-4110a6963cbd tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.779291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] For port dd1003d6-3ddb-4204-826c-45f2d590ff36, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:24.790317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] For port dd1003d6-3ddb-4204-826c-45f2d590ff36, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dd1003d6-3ddb-4204-826c-45f2d590ff36,segment=NetworkSegment(a3cd0b28-3aca-448a-a540-1ab287475bb4),segment_id=a3cd0b28-3aca-448a-a540-1ab287475bb4)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:24.802855 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.868497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-8e0749a8-28b7-45d9-a17e-c8ee4dd108a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.869803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-8e0749a8-28b7-45d9-a17e-c8ee4dd108a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.871508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-8e0749a8-28b7-45d9-a17e-c8ee4dd108a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.878990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-197f947e-5a66-4419-9209-553040fd5d58 req-8e0749a8-28b7-45d9-a17e-c8ee4dd108a3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a25008f9f9b8456f990137d238ed2602&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8744917 Aug 19 12:04:24.935138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbd9ba-6096-435d-842e-60d31d6e0922 None None] Pushing event updated for resources: {'Port': ['ID=dd1003d6-3ddb-4204-826c-45f2d590ff36,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:24.966233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939cab-e841-48f2-8820-bcf97fdf688e req-3c665c53-0009-438d-8b34-ebbdf2ee4f31 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.973508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939cab-e841-48f2-8820-bcf97fdf688e req-3c665c53-0009-438d-8b34-ebbdf2ee4f31 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.986154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939cab-e841-48f2-8820-bcf97fdf688e req-3c665c53-0009-438d-8b34-ebbdf2ee4f31 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.993080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939cab-e841-48f2-8820-bcf97fdf688e req-3c665c53-0009-438d-8b34-ebbdf2ee4f31 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:24.999587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939cab-e841-48f2-8820-bcf97fdf688e req-3c665c53-0009-438d-8b34-ebbdf2ee4f31 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:25.006313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939cab-e841-48f2-8820-bcf97fdf688e req-3c665c53-0009-438d-8b34-ebbdf2ee4f31 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:25.018863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939cab-e841-48f2-8820-bcf97fdf688e req-3c665c53-0009-438d-8b34-ebbdf2ee4f31 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:25.021243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea939cab-e841-48f2-8820-bcf97fdf688e req-3c665c53-0009-438d-8b34-ebbdf2ee4f31 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5406 time: 1.1253881 Aug 19 12:04:25.033871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34166) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:25.085157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe8955-b440-4988-b991-6a746425d8d7 req-1ea56f25-790d-449c-b533-a8e45f589ea0 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:25.094336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57fe8955-b440-4988-b991-6a746425d8d7 req-1ea56f25-790d-449c-b533-a8e45f589ea0 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 984 time: 1.1970496 Aug 19 12:04:25.196652 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce2539c2-6d99-4173-86e3-124f84ad2780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.251369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea939cab-e841-48f2-8820-bcf97fdf688e req-2ca59b15-4729-4c5d-9394-024520c461a4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763542 Aug 19 12:04:25.316185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57fe8955-b440-4988-b991-6a746425d8d7 req-8f0c77e6-143a-447b-8ebb-50de43b1b4c7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2207844 Aug 19 12:04:25.340288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:25.359740 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.371609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f947e-5a66-4419-9209-553040fd5d58 req-d7188473-e362-44e3-b013-6555db78887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:25.373166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-197f947e-5a66-4419-9209-553040fd5d58 req-d7188473-e362-44e3-b013-6555db78887d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4568260 Aug 19 12:04:25.390687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Transition to ACTIVE for port object 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:25.398762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1932674098-network', 'tenant_id': '4a8732fe6f1e43c990816f9b3df16986'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:25.400006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.409163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3522dccf-0a14-44d6-8a0a-4110a6963cbd tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.445695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.495127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Pushing event updated for resources: {'Port': ['ID=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:25.506655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a96163-f762-4e3a-8bc2-0eccdd88dd19']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:25.527335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0483ed8a-1c02-488b-b88d-bcc97c639ee3') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:25.527949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0483ed8a-1c02-488b-b88d-bcc97c639ee3') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:25.551299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.582124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-294b2b82-2df5-4220-ab31-0da16816b74e req-7c19de68-9b91-4663-a747-e84cfbd815de tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-290012469&fields=id&tenant_id=69173b2229414dbd8766cb9efbd9b092 HTTP/1.1" status: 200 len: 267 time: 0.1349413 Aug 19 12:04:25.614168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.627006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce2539c2-6d99-4173-86e3-124f84ad2780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.636675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:25.637199 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:25.640819 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:25.651945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce2539c2-6d99-4173-86e3-124f84ad2780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.705956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.710128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Attempting to bind port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:25.710471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Attempting to bind port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:25.710803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Attempting to bind port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 on network 695c6eae-dc00-481f-8fa2-9574d3204229 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:25.714953 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ce2539c2-6d99-4173-86e3-124f84ad2780 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0d8776acb3b4e689357edbb00e65d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732635 Aug 19 12:04:25.717217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3522dccf-0a14-44d6-8a0a-4110a6963cbd tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.721102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34172) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:25.736476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2539c2-6d99-4173-86e3-124f84ad2780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaa4d57-da08-4bf5-8797-e0d90adc30d7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:25.747023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2b82-2df5-4220-ab31-0da16816b74e req-79ffec05-ac64-4846-a6c5-19a0a87c57fe tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:25.748155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-294b2b82-2df5-4220-ab31-0da16816b74e req-79ffec05-ac64-4846-a6c5-19a0a87c57fe tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 984 time: 0.1491296 Aug 19 12:04:25.761748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 on network 695c6eae-dc00-481f-8fa2-9574d3204229 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:04:25.761748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Attempting to bind port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 on network 695c6eae-dc00-481f-8fa2-9574d3204229 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:25.782138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object d6425a09-1a9c-416a-9351-e9675c14707b will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:25.782570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-294b2b82-2df5-4220-ab31-0da16816b74e req-49b28e10-b4a2-4a19-87a1-fa8418b0e9ee tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'port': {'security_groups': ['a7474614-3671-45b9-a9f8-4edaf29240a5', 'dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb', '49248c0e-45b7-437c-a341-41c923d7edd3']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:25.785574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Made reservation on behalf of 4a8732fe6f1e43c990816f9b3df16986 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:25.788472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.812569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.817512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.818984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:25.819711 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/networks/63a96163-f762-4e3a-8bc2-0eccdd88dd19 HTTP/1.1" status: 204 len: 168 time: 1.3324816 Aug 19 12:04:25.822023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Checking segment: {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:25.822436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Bound using segment: {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:25.822988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Bound port: 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:25.823262 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.830353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34174) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:25.831892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.861549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f813b38-7334-4d40-bba4-f1da93a72e95 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Network': ['ID=63a96163-f762-4e3a-8bc2-0eccdd88dd19,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:25.915643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3522dccf-0a14-44d6-8a0a-4110a6963cbd tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.937008 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3522dccf-0a14-44d6-8a0a-4110a6963cbd tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.937884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da87c99-d550-4ba1-a24e-f09f5ddfcc05 None None] Network 1af10637-c3a5-4984-990e-cc531bf68638 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:25.942067 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3522dccf-0a14-44d6-8a0a-4110a6963cbd tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "DELETE /v2.0/subnets/89203fbc-400c-4ef3-ad64-7d7b36af9401 HTTP/1.1" status: 204 len: 168 time: 1.3416357 Aug 19 12:04:25.942712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34176) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:25.949988 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.028958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522dccf-0a14-44d6-8a0a-4110a6963cbd tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event deleted for resources: {'Subnet': ['ID=89203fbc-400c-4ef3-ad64-7d7b36af9401,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:26.064525 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b879ecfc-0ba9-48a3-9a45-a2a97bed195d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.073734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:26.080299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:26.082516 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.083515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:26.102808 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-294b2b82-2df5-4220-ab31-0da16816b74e req-49b28e10-b4a2-4a19-87a1-fa8418b0e9ee tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.150326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.151001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.189847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b879ecfc-0ba9-48a3-9a45-a2a97bed195d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.199189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=d6425a09-1a9c-416a-9351-e9675c14707b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:26.216591 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.224117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] For port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:26.248122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] For port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:26.311455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.325358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.408092 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.435329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61ee1d-936e-42a3-9892-ff8d82087379 None None] Network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:26.435575 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8aa555ce-d543-4421-b2ee-80adb78a5612 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8137362 Aug 19 12:04:26.448125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34182) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:26.470150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:26.500963 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.501320 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Added segment 24d0cccd-cb58-4533-aea4-68dd5d42a62c of type vlan for network bed5da7c-8756-412f-a708-ae83f77e1915 Aug 19 12:04:26.507017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.507886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.511178 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] 10.222.0.69 "PUT /v2.0/ports/69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 HTTP/1.1" status: 200 len: 1091 time: 3.7860465 Aug 19 12:04:26.515242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f1a35-8c45-460b-8b20-4f3c39052e22 None None] DHCP port deletion for 1af10637-c3a5-4984-990e-cc531bf68638 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:04:26.552934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:26.555094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d88a71d-9414-4984-8f9d-e4343edc6fe4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:26.555375 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d697d2-20df-42ea-aae7-53cf6f8c0251" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "69ce6a6c-3d13-4618-ae6a-8f9c3c301b82"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:26.590612 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.606883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Deleting port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:26.607246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.630077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-23074c20-4039-474a-a5ec-643c39567049 None None] Provisioning for port dd1003d6-3ddb-4204-826c-45f2d590ff36 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:26.638556 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.644752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Request body: {'port': {'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:26.713687 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.715045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.715690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.739696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0aac577-eb01-4ffc-82b0-92a543a0aca6']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:26.773557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f522-bc93-4794-a957-176f2555d1ff req-e06bbbac-dab7-4d55-8c4d-35f6cc5ab73a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.779788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f522-bc93-4794-a957-176f2555d1ff req-e06bbbac-dab7-4d55-8c4d-35f6cc5ab73a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.784603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f1a35-8c45-460b-8b20-4f3c39052e22 None None] Deleting port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:26.785020 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1a35-8c45-460b-8b20-4f3c39052e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.789322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f522-bc93-4794-a957-176f2555d1ff req-e06bbbac-dab7-4d55-8c4d-35f6cc5ab73a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.795708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f522-bc93-4794-a957-176f2555d1ff req-e06bbbac-dab7-4d55-8c4d-35f6cc5ab73a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.807608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f522-bc93-4794-a957-176f2555d1ff req-e06bbbac-dab7-4d55-8c4d-35f6cc5ab73a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.813749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f522-bc93-4794-a957-176f2555d1ff req-e06bbbac-dab7-4d55-8c4d-35f6cc5ab73a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.816806 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3123298 Aug 19 12:04:26.817447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34186) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:26.819490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] For port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d821c0f-a600-4a06-b51e-dd1ab7b57d3a,segment=NetworkSegment(8df87797-cccf-444e-b138-fba3f1e4ff13),segment_id=8df87797-cccf-444e-b138-fba3f1e4ff13)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:26.820029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.820422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f522-bc93-4794-a957-176f2555d1ff req-e06bbbac-dab7-4d55-8c4d-35f6cc5ab73a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:26.828551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8676f522-bc93-4794-a957-176f2555d1ff req-e06bbbac-dab7-4d55-8c4d-35f6cc5ab73a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5418 time: 0.4092209 Aug 19 12:04:26.830728 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b879ecfc-0ba9-48a3-9a45-a2a97bed195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.833570 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b879ecfc-0ba9-48a3-9a45-a2a97bed195d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.837053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b879ecfc-0ba9-48a3-9a45-a2a97bed195d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eaaa4d57-da08-4bf5-8797-e0d90adc30d7 HTTP/1.1" status: 204 len: 168 time: 1.1124470 Aug 19 12:04:26.837213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Request body: {'subnet': {'network_id': 'bed5da7c-8756-412f-a708-ae83f77e1915', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1932674098-subnet', 'tenant_id': '4a8732fe6f1e43c990816f9b3df16986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:26.860897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Calling delete_port for 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:26.867308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a1097-ec78-4cc9-8b23-ba2557f1c97d service neutron] Pushing event updated for resources: {'Port': ['ID=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:26.870011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c678eb-ecbe-4382-9127-524764307237 admin admin] Pushing event updated for resources: {'Network': ['ID=bed5da7c-8756-412f-a708-ae83f77e1915,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:26.908829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network bed5da7c-8756-412f-a708-ae83f77e1915 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:26.971455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Made reservation on behalf of 4a8732fe6f1e43c990816f9b3df16986 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:26.974356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.991801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9d8f1a35-8c45-460b-8b20-4f3c39052e22 None None] For port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d821c0f-a600-4a06-b51e-dd1ab7b57d3a,segment=NetworkSegment(8df87797-cccf-444e-b138-fba3f1e4ff13),segment_id=8df87797-cccf-444e-b138-fba3f1e4ff13)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:26.991801 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1a35-8c45-460b-8b20-4f3c39052e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.058122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f1a35-8c45-460b-8b20-4f3c39052e22 None None] Calling delete_port for 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:27.076213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dd1003d6-3ddb-4204-826c-45f2d590ff36 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:27.090612 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.106147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3d1e2e-5e5a-49ee-ab0f-d48aff4633e3') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:27.106147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3d1e2e-5e5a-49ee-ab0f-d48aff4633e3') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:27.123311 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.141456 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.242290 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1a35-8c45-460b-8b20-4f3c39052e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.243655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event deleted for resources: {'Port': ['ID=4d821c0f-a600-4a06-b51e-dd1ab7b57d3a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:27.265578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] No DVR routers for this DVR port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:27.377083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f1a35-8c45-460b-8b20-4f3c39052e22 None None] Pushing event deleted for resources: {'Port': ['ID=4d821c0f-a600-4a06-b51e-dd1ab7b57d3a,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:27.403555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f1a35-8c45-460b-8b20-4f3c39052e22 None None] No DVR routers for this DVR port 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:27.428991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] Provisioning for port d6425a09-1a9c-416a-9351-e9675c14707b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:27.435978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] Provisioning complete for port d6425a09-1a9c-416a-9351-e9675c14707b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:27.436366 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.506975 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.535370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] Port d6425a09-1a9c-416a-9351-e9675c14707b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:27.546420 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.552321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af10637-c3a5-4984-990e-cc531bf68638']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:27.563399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] Provisioning complete for port dd1003d6-3ddb-4204-826c-45f2d590ff36 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:27.563823 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.636299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df87797-cccf-444e-b138-fba3f1e4ff13') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:27.636991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df87797-cccf-444e-b138-fba3f1e4ff13') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:27.661331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.661620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port dd1003d6-3ddb-4204-826c-45f2d590ff36 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:27.670860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dd1003d6-3ddb-4204-826c-45f2d590ff36 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:27.671248 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.750432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879ecfc-0ba9-48a3-9a45-a2a97bed195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaa4d57-da08-4bf5-8797-e0d90adc30d7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:27.770292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Checking segment: {'id': '24d0cccd-cb58-4533-aea4-68dd5d42a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bed5da7c-8756-412f-a708-ae83f77e1915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:27.771788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Network hostable DHCP agents. Network: bed5da7c-8756-412f-a708-ae83f77e1915, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:27.787175 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.798107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.804603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=279548ec-2398-4f4e-ac54-d8bc75676494,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:27.820247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8676f522-bc93-4794-a957-176f2555d1ff req-455ec83d-7eeb-4c19-9373-c0a0968eca50 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9907749 Aug 19 12:04:27.822550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:27.823385 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:27.827731 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:27.846927 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.869814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Network bed5da7c-8756-412f-a708-ae83f77e1915 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:27.883447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:27.883866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:27.892590 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:27.911313 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.959293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, bed5da7c-8756-412f-a708-ae83f77e1915) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:27.980990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:27.981609 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:27.988834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed129514-f17a-44ea-bd2c-7666d02aab83 None None] Network bed5da7c-8756-412f-a708-ae83f77e1915 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:28.018034 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b85581-409e-444a-a9a6-7f3dc14e99ea x-openstack-request-id: req-c6b85581-409e-444a-a9a6-7f3dc14e99ea {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:28.018627 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "69ce6a6c-3d13-4618-ae6a-8f9c3c301b82", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:28.019107 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6b85581-409e-444a-a9a6-7f3dc14e99ea {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:28.019698 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82', 'status': 'completed', 'code': 200} Aug 19 12:04:28.040058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.056498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.060865 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] 10.222.0.65 "DELETE /v2.0/networks/1af10637-c3a5-4984-990e-cc531bf68638 HTTP/1.1" status: 204 len: 168 time: 2.1101367 Aug 19 12:04:28.068839 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a603fa5c-eb08-44e4-bf92-8e482189cbcb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2389855 Aug 19 12:04:28.092742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05e440-0c02-42de-bb80-52a9634c662c tempest-ExtraDHCPOptionsTestJSON-1896710432 tempest-ExtraDHCPOptionsTestJSON-1896710432-project] Pushing event deleted for resources: {'Network': ['ID=1af10637-c3a5-4984-990e-cc531bf68638,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:28.117539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] For port dd1003d6-3ddb-4204-826c-45f2d590ff36, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dd1003d6-3ddb-4204-826c-45f2d590ff36,segment=NetworkSegment(a3cd0b28-3aca-448a-a540-1ab287475bb4),segment_id=a3cd0b28-3aca-448a-a540-1ab287475bb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:28.132542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34222) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:28.135913 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.230447 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.277138 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.279204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/networks/b0aac577-eb01-4ffc-82b0-92a543a0aca6 HTTP/1.1" status: 204 len: 168 time: 2.4458818 Aug 19 12:04:28.282204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34228) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:28.326334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6941ec04-11ec-463b-b616-4dac4f13ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.327055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6941ec04-11ec-463b-b616-4dac4f13ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.327618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6941ec04-11ec-463b-b616-4dac4f13ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.328167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6941ec04-11ec-463b-b616-4dac4f13ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.328972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6941ec04-11ec-463b-b616-4dac4f13ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.329394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6941ec04-11ec-463b-b616-4dac4f13ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.329960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6941ec04-11ec-463b-b616-4dac4f13ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.332133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6941ec04-11ec-463b-b616-4dac4f13ae6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6420 time: 0.3304112 Aug 19 12:04:28.354520 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:04:28.354777 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:04:28.355315 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.356675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866c113-9ef5-4dfa-a6ad-02ce98830af5 None None] Pushing event updated for resources: {'Port': ['ID=dd1003d6-3ddb-4204-826c-45f2d590ff36,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:28.365043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b07cf4-b45e-40a8-b00c-d5f98a631e3c None None] Network bed5da7c-8756-412f-a708-ae83f77e1915 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:28.374488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f9cf4-b25a-447e-8055-a5dabc82c8b6 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Network': ['ID=b0aac577-eb01-4ffc-82b0-92a543a0aca6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:28.378514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-693f6908-20a4-4a79-a0f2-863afacf6940 None None] Provisioning complete for port d6425a09-1a9c-416a-9351-e9675c14707b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:28.378896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-693f6908-20a4-4a79-a0f2-863afacf6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.456736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-693f6908-20a4-4a79-a0f2-863afacf6940 None None] Port d6425a09-1a9c-416a-9351-e9675c14707b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:28.480907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b742185f-f49e-40e1-a33d-e4d305fcb9fa tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.488781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b742185f-f49e-40e1-a33d-e4d305fcb9fa tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.495808 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b742185f-f49e-40e1-a33d-e4d305fcb9fa tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2064712 Aug 19 12:04:28.497852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34236) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:28.502518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1192679529'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:28.509002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-294b2b82-2df5-4220-ab31-0da16816b74e req-49b28e10-b4a2-4a19-87a1-fa8418b0e9ee tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] For port 659665ec-1075-49d1-8495-ebd4a1a4f206, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=659665ec-1075-49d1-8495-ebd4a1a4f206,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:28.539258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6290b247-891f-4348-8c8b-304a65916c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.539962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6290b247-891f-4348-8c8b-304a65916c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.540439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6290b247-891f-4348-8c8b-304a65916c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.542153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-6290b247-891f-4348-8c8b-304a65916c6f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a25008f9f9b8456f990137d238ed2602&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1740053 Aug 19 12:04:28.563974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Made reservation on behalf of d096ce0226ed4b83a29057bae2a3d697 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:28.567849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.614458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:28.640358 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.640746 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Added segment 0bff5ebf-6189-4682-9b40-5831dc496fd4 of type vlan for network 8f72652d-f52b-42a9-a120-7253e00d3682 Aug 19 12:04:28.642344 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb68a039-3481-4a7f-8b67-e1ff903ae9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.663141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34240) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:28.668585 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-294b2b82-2df5-4220-ab31-0da16816b74e req-49b28e10-b4a2-4a19-87a1-fa8418b0e9ee tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.683195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.692628 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-294b2b82-2df5-4220-ab31-0da16816b74e req-49b28e10-b4a2-4a19-87a1-fa8418b0e9ee tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.717610 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.738272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76', '659665ec-1075-49d1-8495-ebd4a1a4f206'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:04:28.777271 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.784250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.784967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.842219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2b82-2df5-4220-ab31-0da16816b74e req-49b28e10-b4a2-4a19-87a1-fa8418b0e9ee tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:28.843611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-294b2b82-2df5-4220-ab31-0da16816b74e req-49b28e10-b4a2-4a19-87a1-fa8418b0e9ee tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.851311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-294b2b82-2df5-4220-ab31-0da16816b74e req-49b28e10-b4a2-4a19-87a1-fa8418b0e9ee tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "PUT /v2.0/ports/659665ec-1075-49d1-8495-ebd4a1a4f206 HTTP/1.1" status: 200 len: 1020 time: 3.0752380 Aug 19 12:04:28.884811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Network': ['ID=8f72652d-f52b-42a9-a120-7253e00d3682,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:28.913494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.914933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.916192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.916885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.918216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.918757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.919529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.920165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.920709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.921222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.921831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.923912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:28.945482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 8f72652d-f52b-42a9-a120-7253e00d3682 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:28.963018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb68a039-3481-4a7f-8b67-e1ff903ae9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.978864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb68a039-3481-4a7f-8b67-e1ff903ae9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.028216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['659665ec-1075-49d1-8495-ebd4a1a4f206'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:04:29.031669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-4ef08736-b3c4-40c1-a6d0-b4c3b7f1c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:29.033297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d697d2-20df-42ea-aae7-53cf6f8c0251 req-4ef08736-b3c4-40c1-a6d0-b4c3b7f1c6ca service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4658363 Aug 19 12:04:29.033768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34250) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:29.038362 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d7302057-9104-4fb3-bcb7-1e939a96ee06 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5398941 Aug 19 12:04:29.086578 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cb68a039-3481-4a7f-8b67-e1ff903ae9af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ca548753634452aaedd003912444e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9527938 Aug 19 12:04:29.087397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34252) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:29.088415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68a039-3481-4a7f-8b67-e1ff903ae9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4fa217-71c1-4f2f-bb0c-7660c0bb9ef0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:29.137589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:29.143972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:29.156908 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2888c7aa-de16-467e-a3bf-7e0aefe67a9a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1b7de8874dc4e8e9152713e323387cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700496 Aug 19 12:04:29.159779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34254) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:29.161368 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.168141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:29.168714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d821c0f-a600-4a06-b51e-dd1ab7b57d3a not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:29.207271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Transition to ACTIVE for port object d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:29.210540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5def5212-9299-4c27-8b50-4aa3583a2452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.243658 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72e0f525-e214-4c81-aa37-78d148f433ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.255739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5def5212-9299-4c27-8b50-4aa3583a2452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.278385 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.297955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1550994651'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:29.332464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72e0f525-e214-4c81-aa37-78d148f433ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.356396 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dd1003d6-3ddb-4204-826c-45f2d590ff36 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:29.434405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5def5212-9299-4c27-8b50-4aa3583a2452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.437545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5def5212-9299-4c27-8b50-4aa3583a2452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.440731 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5def5212-9299-4c27-8b50-4aa3583a2452 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa4fa217-71c1-4f2f-bb0c-7660c0bb9ef0 HTTP/1.1" status: 204 len: 168 time: 0.3461559 Aug 19 12:04:29.442156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72e0f525-e214-4c81-aa37-78d148f433ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.445365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72e0f525-e214-4c81-aa37-78d148f433ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.449004 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-72e0f525-e214-4c81-aa37-78d148f433ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7569e6c0-0b0c-498e-8732-6177cfab0b9b HTTP/1.1" status: 204 len: 168 time: 0.2860878 Aug 19 12:04:29.449169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Made reservation on behalf of d096ce0226ed4b83a29057bae2a3d697 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:29.452117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.454890 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-437e0235-6ef0-4f8f-9899-34d431cc4341 req-1659176f-a167-4d98-a101-fdd7ab402bb6 tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] show failed (client error): The resource could not be found. Aug 19 12:04:29.455128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def5212-9299-4c27-8b50-4aa3583a2452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4fa217-71c1-4f2f-bb0c-7660c0bb9ef0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:29.455934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-437e0235-6ef0-4f8f-9899-34d431cc4341 req-1659176f-a167-4d98-a101-fdd7ab402bb6 tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] 10.222.0.65 "GET /v2.0/security-groups/0c817927-6322-4b3c-a633-31946f05d421 HTTP/1.1" status: 404 len: 352 time: 0.3310552 Aug 19 12:04:29.462885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b28e10-b4a2-4a19-87a1-fa8418b0e9ee tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'Port': ['ID=659665ec-1075-49d1-8495-ebd4a1a4f206,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:29.465661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0f525-e214-4c81-aa37-78d148f433ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7569e6c0-0b0c-498e-8732-6177cfab0b9b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:29.483270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecaf1b3b-6030-44da-8ccf-4107626ea084 req-6b9d5433-1720-4a4a-aa41-1363a2be7381 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/49248c0e-45b7-437c-a341-41c923d7edd3 HTTP/1.1" status: 200 len: 1802 time: 0.5815036 Aug 19 12:04:29.519124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dd1003d6-3ddb-4204-826c-45f2d590ff36 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:29.519843 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.604613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:29.615170 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.615627 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Added segment de94ece2-7f41-49ad-89cc-2a68c47f1e08 of type vlan for network 7db1eab6-b3c6-4abe-9316-6bdc96eab938 Aug 19 12:04:29.742272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Pushing event updated for resources: {'Port': ['ID=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:29.793411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:29.887172 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-ecaf1b3b-6030-44da-8ccf-4107626ea084 req-a144aea7-dd14-49b2-bc63-455c6cbcbdf8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:04:29.903487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecaf1b3b-6030-44da-8ccf-4107626ea084 req-a144aea7-dd14-49b2-bc63-455c6cbcbdf8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/49248c0e-45b7-437c-a341-41c923d7edd3 HTTP/1.1" status: 409 len: 341 time: 0.4194567 Aug 19 12:04:29.954105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b31c-764c-44be-bcb0-1eee96b6ca80 req-09138890-591e-416c-9a6e-efdfff27c515 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:29.979933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b31c-764c-44be-bcb0-1eee96b6ca80 req-09138890-591e-416c-9a6e-efdfff27c515 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:29.993369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b31c-764c-44be-bcb0-1eee96b6ca80 req-09138890-591e-416c-9a6e-efdfff27c515 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:30.003723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b31c-764c-44be-bcb0-1eee96b6ca80 req-09138890-591e-416c-9a6e-efdfff27c515 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:30.026188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b31c-764c-44be-bcb0-1eee96b6ca80 req-09138890-591e-416c-9a6e-efdfff27c515 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:30.035432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b31c-764c-44be-bcb0-1eee96b6ca80 req-09138890-591e-416c-9a6e-efdfff27c515 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:30.041339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b31c-764c-44be-bcb0-1eee96b6ca80 req-09138890-591e-416c-9a6e-efdfff27c515 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:30.051603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1e3b31c-764c-44be-bcb0-1eee96b6ca80 req-09138890-591e-416c-9a6e-efdfff27c515 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.4170368 Aug 19 12:04:30.058100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:30.060338 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5635bbe4-5bfa-4656-87b1-d66859c11dea" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:30.086804 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.114904 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.123476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:30.124112 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.127086 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.284538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Attempting to bind port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:30.285294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Attempting to bind port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:30.285294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Attempting to bind port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 on network 695c6eae-dc00-481f-8fa2-9574d3204229 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:30.322017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0657465 Aug 19 12:04:30.324996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34304) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:30.332314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'ports': [{'network_id': '8f72652d-f52b-42a9-a120-7253e00d3682', 'name': 'tempest-port--1588766675', 'admin_state_up': True}, {'network_id': '7db1eab6-b3c6-4abe-9316-6bdc96eab938', 'admin_state_up': False}]} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:30.332693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'port': {'network_id': '8f72652d-f52b-42a9-a120-7253e00d3682', 'name': 'tempest-port--1588766675', 'admin_state_up': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:30.333784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'port': {'network_id': '7db1eab6-b3c6-4abe-9316-6bdc96eab938', 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:30.350770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1e3b31c-764c-44be-bcb0-1eee96b6ca80 req-71b023d5-d0c1-4ef2-a7bd-76cc3cfd91ce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2603841 Aug 19 12:04:30.351471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a626c11-8312-46be-a847-1c5b7690d313 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Network': ['ID=7db1eab6-b3c6-4abe-9316-6bdc96eab938,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:30.353940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 on network 695c6eae-dc00-481f-8fa2-9574d3204229 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:04:30.354317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Attempting to bind port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 on network 695c6eae-dc00-481f-8fa2-9574d3204229 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:30.362993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7db1eab6-b3c6-4abe-9316-6bdc96eab938 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:30.365360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:30.365781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Checking segment: {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:30.366237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Bound using segment: {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:30.366744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Bound port: d7a17a65-3449-4283-ad57-5ab3e8e5a4c4, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd93a843-257a-436c-9e64-7612b9fd20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:30.367169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.438762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00cab24c-ca4f-4400-9037-c3a8aa1b20cf req-4f17a593-eba9-4788-acd4-d0104f295314 tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a8732fe6f1e43c990816f9b3df16986 HTTP/1.1" status: 200 len: 2988 time: 0.2428789 Aug 19 12:04:30.518436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=d6425a09-1a9c-416a-9351-e9675c14707b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:30.555614 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423afc80-f892-4f14-9b63-5511b11d0b3d x-openstack-request-id: req-423afc80-f892-4f14-9b63-5511b11d0b3d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:30.555791 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:30.556045 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-423afc80-f892-4f14-9b63-5511b11d0b3d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:30.556442 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206', 'status': 'completed', 'code': 200} Aug 19 12:04:30.638080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00cab24c-ca4f-4400-9037-c3a8aa1b20cf req-a835601b-e978-4fe9-a7ef-6c6a2fe0cebb tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] 10.222.0.65 "GET /v2.0/security-groups/9d88a71d-9414-4984-8f9d-e4343edc6fe4 HTTP/1.1" status: 200 len: 2985 time: 0.1982813 Aug 19 12:04:30.654717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bf7f0173-0a92-4af5-93a0-550aad832d29 None None] Provisioning complete for port d6425a09-1a9c-416a-9351-e9675c14707b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:30.656194 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0173-0a92-4af5-93a0-550aad832d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.673452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-a117d626-c4bc-4b20-863d-25634b213d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:30.676595 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-a117d626-c4bc-4b20-863d-25634b213d1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69173b2229414dbd8766cb9efbd9b092&device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 1174 time: 0.1233475 Aug 19 12:04:30.699269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] For port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:30.715689 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] For port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:30.744790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bf7f0173-0a92-4af5-93a0-550aad832d29 None None] Port d6425a09-1a9c-416a-9351-e9675c14707b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:30.750682 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Made reservation on behalf of d096ce0226ed4b83a29057bae2a3d697 for: {'port': 2} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:30.756740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.779163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.797922 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.882676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-2f432360-c6a8-4566-a6cf-04726779551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:30.884189 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-2f432360-c6a8-4566-a6cf-04726779551f service neutron] 10.222.0.54 "GET /v2.0/networks?id=85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 200 len: 913 time: 0.1981082 Aug 19 12:04:30.894516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] device_id is not set on port 99bb7395-e865-4b82-b301-2a3fc6241b21 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:30.896925 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.901355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:30.901977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:30.903374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] 10.222.0.69 "PUT /v2.0/ports/d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 HTTP/1.1" status: 200 len: 1091 time: 4.3445587 Aug 19 12:04:30.914398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00cab24c-ca4f-4400-9037-c3a8aa1b20cf req-37ad3380-1c1e-4203-bc2b-c7ee9bd47ab2 tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] 10.222.0.65 "GET /v2.0/security-groups/9d88a71d-9414-4984-8f9d-e4343edc6fe4 HTTP/1.1" status: 200 len: 2985 time: 0.2755344 Aug 19 12:04:30.952932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-5eefc80f-b76e-41b3-8942-5fa11bd893cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=659665ec-1075-49d1-8495-ebd4a1a4f206 HTTP/1.1" status: 200 len: 217 time: 0.0533900 Aug 19 12:04:30.992967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e8b5a-613c-46ab-b06f-14313608e3fe req-37333764-ae91-4571-8ba5-40ebbdf711d4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.000552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c5e8b5a-613c-46ab-b06f-14313608e3fe req-37333764-ae91-4571-8ba5-40ebbdf711d4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 1023 time: 0.3256674 Aug 19 12:04:31.007560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334cee6-d97b-44cf-91b5-5a56ef4c5f5f service neutron] Pushing event updated for resources: {'Port': ['ID=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:31.026959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34332) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:31.102654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-5bc13931-a616-4ee7-a0be-22126363deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.105130 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-5bc13931-a616-4ee7-a0be-22126363deb0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 200 len: 852 time: 0.1424468 Aug 19 12:04:31.155975 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-d4b8195d-04e8-4c24-9e48-fc2c728146db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85f48126-d0ea-4b60-af9e-8bf58483c32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391171 Aug 19 12:04:31.161020 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34336) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:31.187175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c5e8b5a-613c-46ab-b06f-14313608e3fe req-f7a1c76a-e770-4bfd-a359-5ecb613c0faa tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb&id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=49248c0e-45b7-437c-a341-41c923d7edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1855972 Aug 19 12:04:31.200304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dcc49d2-bc8b-49ab-ba71-994bf14705d9 req-b1c77759-341f-479d-bd24-51530e25b213 tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] 10.222.0.65 "GET /v2.0/security-groups/9d88a71d-9414-4984-8f9d-e4343edc6fe4 HTTP/1.1" status: 200 len: 2985 time: 0.2287800 Aug 19 12:04:31.234208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7fbc71aa-a5ef-4192-b051-557a2e8f7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.234208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7fbc71aa-a5ef-4192-b051-557a2e8f7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.234208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7fbc71aa-a5ef-4192-b051-557a2e8f7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.234636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7fbc71aa-a5ef-4192-b051-557a2e8f7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.234884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7fbc71aa-a5ef-4192-b051-557a2e8f7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.235357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7fbc71aa-a5ef-4192-b051-557a2e8f7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.235810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7fbc71aa-a5ef-4192-b051-557a2e8f7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.238456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7fbc71aa-a5ef-4192-b051-557a2e8f7606 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6487 time: 0.2357936 Aug 19 12:04:31.293500 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.322882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.329078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-597d91c2-363c-4ec7-bdce-c4541255fbe6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00 HTTP/1.1" status: 200 len: 217 time: 0.0542893 Aug 19 12:04:31.357771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-276560237-network', 'tenant_id': '6fd6c782c89843fca9afdda6348d5bf4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:31.412267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-7eacb5f3-5854-4dbb-974f-145eb3a7fb98 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372007 Aug 19 12:04:31.420972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] device_id is not set on port 718d08f8-f359-4764-861e-2cc0244a2b64 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:31.427816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1597635477'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:31.492396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Made reservation on behalf of 6fd6c782c89843fca9afdda6348d5bf4 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:31.494725 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.497529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34344) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:31.531508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.553473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Made reservation on behalf of 2efd6209d033449fa06875cdfd9d54a1 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:31.557044 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.582285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.670562 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5635bbe4-5bfa-4656-87b1-d66859c11dea req-15531b3c-0e7e-4b48-bba4-8576c62f8ff9 service neutron] 10.222.0.54 "GET /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389071 Aug 19 12:04:31.700823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8bdb219b-5dba-446c-851c-b8c5681b1a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.782743 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.852338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-1dce5e37-fc26-4756-b390-75b95090e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.853811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-1dce5e37-fc26-4756-b390-75b95090e11c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9 HTTP/1.1" status: 200 len: 856 time: 0.5122788 Aug 19 12:04:31.856233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.859193 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-8dcc49d2-bc8b-49ab-ba71-994bf14705d9 req-c4f6712c-4c72-4785-8a3c-d4f9df517180 tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:04:31.860166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dcc49d2-bc8b-49ab-ba71-994bf14705d9 req-c4f6712c-4c72-4785-8a3c-d4f9df517180 tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] 10.222.0.65 "DELETE /v2.0/security-groups/9d88a71d-9414-4984-8f9d-e4343edc6fe4 HTTP/1.1" status: 409 len: 352 time: 0.6132390 Aug 19 12:04:31.874071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.911054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-7155e967-dd4b-4e84-a4e6-0ca50f474ad8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:31.912569 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-7155e967-dd4b-4e84-a4e6-0ca50f474ad8 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 1023 time: 0.1249499 Aug 19 12:04:31.933276 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-3c2c778f-912e-4c1e-a615-e9f4efe96339 req-bba804b7-6ffa-459e-821f-76736e5974ae tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] show failed (client error): The resource could not be found. Aug 19 12:04:31.934199 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c2c778f-912e-4c1e-a615-e9f4efe96339 req-bba804b7-6ffa-459e-821f-76736e5974ae tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] 10.222.0.65 "GET /v2.0/security-groups/cd852679-2034-4f57-bc4f-059889fef195 HTTP/1.1" status: 404 len: 352 time: 0.0452137 Aug 19 12:04:31.971529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.974430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:31.998086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a21da4-9175-4e2c-bbe8-36618f47afe5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.011729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1ff0-a98c-408e-9dcc-f04994f3ce65 req-7cc2fd12-d166-464b-b518-f20f3edb46dd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.018036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1ff0-a98c-408e-9dcc-f04994f3ce65 req-7cc2fd12-d166-464b-b518-f20f3edb46dd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.023747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1ff0-a98c-408e-9dcc-f04994f3ce65 req-7cc2fd12-d166-464b-b518-f20f3edb46dd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.029594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1ff0-a98c-408e-9dcc-f04994f3ce65 req-7cc2fd12-d166-464b-b518-f20f3edb46dd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.035659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1ff0-a98c-408e-9dcc-f04994f3ce65 req-7cc2fd12-d166-464b-b518-f20f3edb46dd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.041516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1ff0-a98c-408e-9dcc-f04994f3ce65 req-7cc2fd12-d166-464b-b518-f20f3edb46dd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.046436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.046786 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Added segment 4e2b5b69-1072-4621-bec2-c29693fd50c5 of type vlan for network 9709c841-7053-4007-815b-404d83b27d00 Aug 19 12:04:32.047371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1ff0-a98c-408e-9dcc-f04994f3ce65 req-7cc2fd12-d166-464b-b518-f20f3edb46dd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.049393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3fd1ff0-a98c-408e-9dcc-f04994f3ce65 req-7cc2fd12-d166-464b-b518-f20f3edb46dd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.5527203 Aug 19 12:04:32.080739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-8315903b-c809-4f23-8617-4aa228155b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.082094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-8315903b-c809-4f23-8617-4aa228155b1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee7e9764-0947-4d2f-9df6-16f646d411fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194700 Aug 19 12:04:32.085914 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-43063519-cbce-4a81-bebb-0caefdc3e02a req-1beff04c-7c60-4d4c-86d7-9c1b01823eb8 tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] show failed (client error): The resource could not be found. Aug 19 12:04:32.086919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43063519-cbce-4a81-bebb-0caefdc3e02a req-1beff04c-7c60-4d4c-86d7-9c1b01823eb8 tempest-SecurityGroupsNegativeTestJSON-889302991 tempest-SecurityGroupsNegativeTestJSON-889302991-project] 10.222.0.65 "GET /v2.0/security-groups/21c0b7d0-2230-478f-b830-a35e2f471ced HTTP/1.1" status: 404 len: 352 time: 0.1170864 Aug 19 12:04:32.099701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34352) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:32.139529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Port': ['ID=99bb7395-e865-4b82-b301-2a3fc6241b21,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.175158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.203539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Checking segment: {'id': '0bff5ebf-6189-4682-9b40-5831dc496fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8f72652d-f52b-42a9-a120-7253e00d3682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:32.203885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Network hostable DHCP agents. Network: 8f72652d-f52b-42a9-a120-7253e00d3682, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:32.233258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.252446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Deleting port 659665ec-1075-49d1-8495-ebd4a1a4f206 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:32.252838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.252980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3fd1ff0-a98c-408e-9dcc-f04994f3ce65 req-ddfd5430-8be9-4031-8956-fcaabe4c0541 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1892438 Aug 19 12:04:32.259158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.271522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b57c4ce-3356-4dde-a611-bb66c3bfe920 admin admin] Deleting subnet 279548ec-2398-4f4e-ac54-d8bc75676494 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:32.276911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.277857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.277990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3b57c4ce-3356-4dde-a611-bb66c3bfe920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.278433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.358736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:32.385061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-36d741e0-8912-449b-bb79-52c427a92636 service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880039 Aug 19 12:04:32.387731 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3b57c4ce-3356-4dde-a611-bb66c3bfe920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.397413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Network 8f72652d-f52b-42a9-a120-7253e00d3682 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:32.412927 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.422614 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.422957 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Added segment 0cb495e7-83e7-4565-b3eb-335e83ae6df9 of type vlan for network 29f800b4-4940-458a-8937-ab4701b76e64 Aug 19 12:04:32.428552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c298077a-f01f-4995-8ec5-01c75421acef,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.435285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.457400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 8f72652d-f52b-42a9-a120-7253e00d3682) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:32.468215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b35dd8-2655-4833-87ae-cd0b9568d54b None None] Network 8f72652d-f52b-42a9-a120-7253e00d3682 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:32.472862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] Pushing event updated for resources: {'Network': ['ID=9709c841-7053-4007-815b-404d83b27d00,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.493866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:32.494731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.510460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 9709c841-7053-4007-815b-404d83b27d00 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:32.554608 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.561310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:32.564049 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215e4d3c-d538-4e66-8f84-458f41489e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "d7a17a65-3449-4283-ad57-5ab3e8e5a4c4"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:32.574734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6c5c-26a1-4ac5-b0c8-499e593e8b77 req-01f2cc87-15f8-4bc9-a57a-2918204a0908 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.576364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5bb6c5c-26a1-4ac5-b0c8-499e593e8b77 req-01f2cc87-15f8-4bc9-a57a-2918204a0908 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 1023 time: 0.2693067 Aug 19 12:04:32.586608 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3b57c4ce-3356-4dde-a611-bb66c3bfe920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.590890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] For port 659665ec-1075-49d1-8495-ebd4a1a4f206, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=659665ec-1075-49d1-8495-ebd4a1a4f206,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:32.590890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.636991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Calling delete_port for 659665ec-1075-49d1-8495-ebd4a1a4f206 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:32.638684 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Port': ['ID=718d08f8-f359-4764-861e-2cc0244a2b64,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.667138 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.675245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=d6425a09-1a9c-416a-9351-e9675c14707b,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.678483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.683980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.684590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.694929 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de6c564-6eab-49ef-abf1-96607f0c3942 x-openstack-request-id: req-7de6c564-6eab-49ef-abf1-96607f0c3942 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:32.695223 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "d7a17a65-3449-4283-ad57-5ab3e8e5a4c4", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:32.695471 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7de6c564-6eab-49ef-abf1-96607f0c3942 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:32.695871 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4', 'status': 'completed', 'code': 200} Aug 19 12:04:32.722776 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8bdb219b-5dba-446c-851c-b8c5681b1a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.746812 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8bdb219b-5dba-446c-851c-b8c5681b1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.788346 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-25a6a776-af29-482f-b49e-132f8b30640e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7600744 Aug 19 12:04:32.788638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-2bb65084-b41a-422a-aabe-974916eb28e9 service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780582 Aug 19 12:04:32.794259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5bb6c5c-26a1-4ac5-b0c8-499e593e8b77 req-feccecfd-b3aa-4abd-9263-6729974436a9 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb&id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=49248c0e-45b7-437c-a341-41c923d7edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1779854 Aug 19 12:04:32.795273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Checking segment: {'id': 'de94ece2-7f41-49ad-89cc-2a68c47f1e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7db1eab6-b3c6-4abe-9316-6bdc96eab938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:32.795642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Network hostable DHCP agents. Network: 7db1eab6-b3c6-4abe-9316-6bdc96eab938, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:32.796479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34358) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:32.804433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Request body: {'subnet': {'network_id': '9709c841-7053-4007-815b-404d83b27d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-276560237-subnet', 'tenant_id': '6fd6c782c89843fca9afdda6348d5bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:32.814784 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6495774 Aug 19 12:04:32.820546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34360) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:32.832071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Request body: {'subnet': {'network_id': '29f800b4-4940-458a-8937-ab4701b76e64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:32.835576 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3b57c4ce-3356-4dde-a611-bb66c3bfe920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.858309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d595-f7cc-4001-8427-a75f8fa725d5 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event updated for resources: {'Network': ['ID=29f800b4-4940-458a-8937-ab4701b76e64,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.864114 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8bdb219b-5dba-446c-851c-b8c5681b1a80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=080bdcf8e33d4981967dd033cf1e3315&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3607919 Aug 19 12:04:32.866687 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb219b-5dba-446c-851c-b8c5681b1a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d69817-fbcc-4dde-a14c-35dd12db60e8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.872234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34362) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:32.872865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 29f800b4-4940-458a-8937-ab4701b76e64 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:32.897887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Network 7db1eab6-b3c6-4abe-9316-6bdc96eab938 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:32.913054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57c4ce-3356-4dde-a611-bb66c3bfe920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279548ec-2398-4f4e-ac54-d8bc75676494,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.919394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7db1eab6-b3c6-4abe-9316-6bdc96eab938) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:32.934490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:32.940322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.943883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54693a94-b0f3-440c-ad57-d3a17c00a297 None None] Network 7db1eab6-b3c6-4abe-9316-6bdc96eab938 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:32.945188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:32.946309 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.949225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-ab54248c-0bcd-433f-b636-feeb6ba92338 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 200 len: 217 time: 0.1410000 Aug 19 12:04:33.009308 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f61f2626-e9d9-4263-8a10-7020161d839d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6785505 Aug 19 12:04:33.009308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-826fde8d-696d-469c-963f-82e020e30e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.009308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34364) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:33.018764 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3b57c4ce-3356-4dde-a611-bb66c3bfe920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.023057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3b57c4ce-3356-4dde-a611-bb66c3bfe920 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/279548ec-2398-4f4e-ac54-d8bc75676494 HTTP/1.1" status: 204 len: 168 time: 0.9198298 Aug 19 12:04:33.023349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34366) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:33.028737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Made reservation on behalf of 6fd6c782c89843fca9afdda6348d5bf4 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:33.028737 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.051363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.084084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:04:33.114483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-826fde8d-696d-469c-963f-82e020e30e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.117199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:33.125731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:33.132297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f13d418b-5140-40dc-ba3a-ac344a3dd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.133672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f13d418b-5140-40dc-ba3a-ac344a3dd6cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.1765399 Aug 19 12:04:33.156253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'Port': ['ID=659665ec-1075-49d1-8495-ebd4a1a4f206,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:33.223896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.275617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Made reservation on behalf of 2efd6209d033449fa06875cdfd9d54a1 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:33.279415 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.437761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3681c8fb-5c6a-4944-9fa0-2e927c63f710 None None] Provisioning complete for port d6425a09-1a9c-416a-9351-e9675c14707b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:33.438042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3681c8fb-5c6a-4944-9fa0-2e927c63f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.477757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3681c8fb-5c6a-4944-9fa0-2e927c63f710 None None] Port d6425a09-1a9c-416a-9351-e9675c14707b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:33.482258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-ab46c8f4-27af-4252-a567-e9a086fbc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.483770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-ab46c8f4-27af-4252-a567-e9a086fbc031 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3348329 Aug 19 12:04:33.583472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203aa07b-07c3-4d62-9bd8-0425e69301c2 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.590939 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203aa07b-07c3-4d62-9bd8-0425e69301c2 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.595462 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-203aa07b-07c3-4d62-9bd8-0425e69301c2 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5824666 Aug 19 12:04:33.595462 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] No DVR routers for this DVR port 659665ec-1075-49d1-8495-ebd4a1a4f206 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:33.597537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34370) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:33.600946 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.603022 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-22249ca4-108f-423e-ac31-27fffc4b0092 req-2edde424-f908-4acd-928d-1634937520ef tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.54 "DELETE /v2.0/ports/659665ec-1075-49d1-8495-ebd4a1a4f206 HTTP/1.1" status: 204 len: 173 time: 1.6824305 Aug 19 12:04:33.609345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'name': 'network-vif-deleted', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:33.612360 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edbb832-6e2d-4a84-b49e-0c6ffe0067a8" -d '{"events": [{"server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "name": "network-vif-deleted", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:33.647325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806884b8-49ab-48e9-b826-257c9999f1a0 req-5288afb8-84c3-4bde-93ed-54f91fb1b26a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.653369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806884b8-49ab-48e9-b826-257c9999f1a0 req-5288afb8-84c3-4bde-93ed-54f91fb1b26a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.659026 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cace13f8-8b41-47b6-81c3-bd0856f3d0c0 x-openstack-request-id: req-cace13f8-8b41-47b6-81c3-bd0856f3d0c0 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:33.659398 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2e4dda-1955-4518-a6c2-c9060ab0aab9", "name": "network-vif-deleted", "tag": "659665ec-1075-49d1-8495-ebd4a1a4f206", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:33.659562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806884b8-49ab-48e9-b826-257c9999f1a0 req-5288afb8-84c3-4bde-93ed-54f91fb1b26a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.659673 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cace13f8-8b41-47b6-81c3-bd0856f3d0c0 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:33.660022 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2e4dda-1955-4518-a6c2-c9060ab0aab9', 'name': 'network-vif-deleted', 'tag': '659665ec-1075-49d1-8495-ebd4a1a4f206', 'status': 'completed', 'code': 200} Aug 19 12:04:33.665392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806884b8-49ab-48e9-b826-257c9999f1a0 req-5288afb8-84c3-4bde-93ed-54f91fb1b26a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.671470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806884b8-49ab-48e9-b826-257c9999f1a0 req-5288afb8-84c3-4bde-93ed-54f91fb1b26a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.678225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806884b8-49ab-48e9-b826-257c9999f1a0 req-5288afb8-84c3-4bde-93ed-54f91fb1b26a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.684060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806884b8-49ab-48e9-b826-257c9999f1a0 req-5288afb8-84c3-4bde-93ed-54f91fb1b26a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:33.686015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-806884b8-49ab-48e9-b826-257c9999f1a0 req-5288afb8-84c3-4bde-93ed-54f91fb1b26a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.2929471 Aug 19 12:04:33.708319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-826fde8d-696d-469c-963f-82e020e30e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.711063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-826fde8d-696d-469c-963f-82e020e30e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.712009 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-826fde8d-696d-469c-963f-82e020e30e52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6d69817-fbcc-4dde-a14c-35dd12db60e8 HTTP/1.1" status: 204 len: 168 time: 0.8380623 Aug 19 12:04:33.742158 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.765972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fde8d-696d-469c-963f-82e020e30e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d69817-fbcc-4dde-a14c-35dd12db60e8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:33.777510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Router 2014bfff-1697-4b69-b2e5-ddfa87ffd807 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:04:33.781943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.797361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed5da7c-8756-412f-a708-ae83f77e1915']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:33.809632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d0cccd-cb58-4533-aea4-68dd5d42a62c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:33.809927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d0cccd-cb58-4533-aea4-68dd5d42a62c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:33.822948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.835918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-84d5c0bd-8c61-4ac0-85ea-a76d83d23c20 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Deleting port 99bb7395-e865-4b82-b301-2a3fc6241b21 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:33.836190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84d5c0bd-8c61-4ac0-85ea-a76d83d23c20 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.878977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.892635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:33.893242 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.898435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-796d7975-2f79-472f-ab92-c59e6a5c7ce1 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984377 Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:33.945295 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:33.981863 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84d5c0bd-8c61-4ac0-85ea-a76d83d23c20 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.990955 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.999916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.004337 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bed5da7c-8756-412f-a708-ae83f77e1915 HTTP/1.1" status: 204 len: 168 time: 0.9775040 Aug 19 12:04:34.004337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-84d5c0bd-8c61-4ac0-85ea-a76d83d23c20 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Calling delete_port for 99bb7395-e865-4b82-b301-2a3fc6241b21 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:34.016819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669776-b44d-47a9-883a-98b764017fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed5da7c-8756-412f-a708-ae83f77e1915,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:34.041288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-806884b8-49ab-48e9-b826-257c9999f1a0 req-390e079d-afff-4690-8a64-bd9e51f7b58c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3430119 Aug 19 12:04:34.126485 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84d5c0bd-8c61-4ac0-85ea-a76d83d23c20 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.165086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5c0bd-8c61-4ac0-85ea-a76d83d23c20 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Port': ['ID=99bb7395-e865-4b82-b301-2a3fc6241b21,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:34.168899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84d5c0bd-8c61-4ac0-85ea-a76d83d23c20 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.171329 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-84d5c0bd-8c61-4ac0-85ea-a76d83d23c20 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/ports/99bb7395-e865-4b82-b301-2a3fc6241b21 HTTP/1.1" status: 204 len: 168 time: 0.5716391 Aug 19 12:04:34.179155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34388) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:34.222222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34390) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:34.327486 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3056dcac-6587-4144-9d7c-eeb029f7d3e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a8732fe6f1e43c990816f9b3df16986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033494 Aug 19 12:04:34.330152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34394) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:34.404823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c179e4bf-3728-45c9-a852-5f2f645aea0e tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Deleting port 718d08f8-f359-4764-861e-2cc0244a2b64 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:34.405162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c179e4bf-3728-45c9-a852-5f2f645aea0e tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.462375 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-187a1dad-7d0e-414f-9f05-245f656e1317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.476622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:34.480125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d557a2df-9957-4760-b3b6-727609d6a658 req-8f6ae939-1cc4-49c7-a31f-e13ff9d7cea5 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2e4dda-1955-4518-a6c2-c9060ab0aab9 HTTP/1.1" status: 200 len: 210 time: 0.5709620 Aug 19 12:04:34.511167 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c179e4bf-3728-45c9-a852-5f2f645aea0e tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.522650 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-187a1dad-7d0e-414f-9f05-245f656e1317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.537721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c179e4bf-3728-45c9-a852-5f2f645aea0e tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Calling delete_port for 718d08f8-f359-4764-861e-2cc0244a2b64 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:34.548759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Checking segment: {'id': '4e2b5b69-1072-4621-bec2-c29693fd50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9709c841-7053-4007-815b-404d83b27d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:34.549340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Network hostable DHCP agents. Network: 9709c841-7053-4007-815b-404d83b27d00, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:34.561219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:04:34.570186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d806aca-f9b0-411f-90d6-6b1a9e4814e4 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "PUT /v2.0/routers/2014bfff-1697-4b69-b2e5-ddfa87ffd807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1134822 Aug 19 12:04:34.573335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34402) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:34.578360 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.581691 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633275c2-51f8-4388-95d8-aef9056f282f None None] Sync routers for ids ['2014bfff-1697-4b69-b2e5-ddfa87ffd807'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:04:34.593163 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633275c2-51f8-4388-95d8-aef9056f282f None None] Routers {'2014bfff-1697-4b69-b2e5-ddfa87ffd807'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:34.594293 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-633275c2-51f8-4388-95d8-aef9056f282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2014bfff-1697-4b69-b2e5-ddfa87ffd807'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:34.638544 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-633275c2-51f8-4388-95d8-aef9056f282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:34.641374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-9df034ba-d468-40f7-8d00-7d3781d0383e service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7216392 Aug 19 12:04:34.644271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Network 9709c841-7053-4007-815b-404d83b27d00 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:34.651856 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633275c2-51f8-4388-95d8-aef9056f282f None None] Routers {'2014bfff-1697-4b69-b2e5-ddfa87ffd807'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:34.652840 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-633275c2-51f8-4388-95d8-aef9056f282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2014bfff-1697-4b69-b2e5-ddfa87ffd807'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:34.667385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event updated for resources: {'Subnet': ['ID=afb53b83-07ae-4e37-8afb-edaed664a32d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:34.691626 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-633275c2-51f8-4388-95d8-aef9056f282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:34.692425 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633275c2-51f8-4388-95d8-aef9056f282f None None] The sync data for ids ['2014bfff-1697-4b69-b2e5-ddfa87ffd807'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:04:34.700744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dea9c4-3095-4db4-ba4a-8b9c5775f369 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:34.702329 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b5dea9c4-3095-4db4-ba4a-8b9c5775f369 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports?device_id=2014bfff-1697-4b69-b2e5-ddfa87ffd807 HTTP/1.1" status: 200 len: 982 time: 0.1276789 Aug 19 12:04:34.703127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 9709c841-7053-4007-815b-404d83b27d00) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:34.705660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34406) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:34.713352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d99b92-0b65-4c01-b56c-f0ed249aef44 None None] Network 9709c841-7053-4007-815b-404d83b27d00 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:34.724614 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-187a1dad-7d0e-414f-9f05-245f656e1317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.725560 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-1296fe8c-1dff-45d7-848c-b899b98dd44f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 200 len: 217 time: 0.0705171 Aug 19 12:04:34.729363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:34.729968 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.730463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-187a1dad-7d0e-414f-9f05-245f656e1317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.733177 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-187a1dad-7d0e-414f-9f05-245f656e1317 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d88a71d-9414-4984-8f9d-e4343edc6fe4 HTTP/1.1" status: 204 len: 168 time: 0.4015665 Aug 19 12:04:34.763472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a1dad-7d0e-414f-9f05-245f656e1317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d88a71d-9414-4984-8f9d-e4343edc6fe4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:34.768015 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c179e4bf-3728-45c9-a852-5f2f645aea0e tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.833879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179e4bf-3728-45c9-a852-5f2f645aea0e tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Port': ['ID=718d08f8-f359-4764-861e-2cc0244a2b64,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:34.853493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c179e4bf-3728-45c9-a852-5f2f645aea0e tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:34.860881 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c179e4bf-3728-45c9-a852-5f2f645aea0e tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/ports/718d08f8-f359-4764-861e-2cc0244a2b64 HTTP/1.1" status: 204 len: 168 time: 0.6779318 Aug 19 12:04:34.865341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34412) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:34.866932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Checking segment: {'id': '0cb495e7-83e7-4565-b3eb-335e83ae6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '29f800b4-4940-458a-8937-ab4701b76e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:34.867519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Network hostable DHCP agents. Network: 29f800b4-4940-458a-8937-ab4701b76e64, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:34.890209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-eb786daf-0201-4d45-9ea5-85764f5b173a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0917327 Aug 19 12:04:34.895286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 659665ec-1075-49d1-8495-ebd4a1a4f206 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:34.911275 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0e1e4cf5-608d-41ce-9043-68ba180ef0fc tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0433025 Aug 19 12:04:34.917449 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34416) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:34.926275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 659665ec-1075-49d1-8495-ebd4a1a4f206 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:34.926853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 659665ec-1075-49d1-8495-ebd4a1a4f206 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:34.932330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-617601934'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:34.932902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc384e-7dde-4448-824c-16f880353800 None None] Network 9709c841-7053-4007-815b-404d83b27d00 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:34.973576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-8e42e91c-51a2-4572-9f49-c822ed9a1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:34.975033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-8e42e91c-51a2-4572-9f49-c822ed9a1702 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.2128224 Aug 19 12:04:35.010320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Network 29f800b4-4940-458a-8937-ab4701b76e64 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:35.055675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 29f800b4-4940-458a-8937-ab4701b76e64) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:35.068130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:35.068739 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.072634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4db6a-b7e6-48f1-8106-5a9f280e221e None None] Network 29f800b4-4940-458a-8937-ab4701b76e64 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:35.094573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Made reservation on behalf of d096ce0226ed4b83a29057bae2a3d697 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:35.115331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.196062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b14c4c37-cc98-4c66-8c33-24cb1993ff30 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3729298 Aug 19 12:04:35.198859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34430) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:35.218237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7007fa0d-c058-4a0d-937e-00b56fa8d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:35.220062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-7007fa0d-c058-4a0d-937e-00b56fa8d364 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2145195 Aug 19 12:04:35.224480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3339ba89-0e6a-421c-b783-e93ead87a5b7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2130255170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:35.275611 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3339ba89-0e6a-421c-b783-e93ead87a5b7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.281458 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3339ba89-0e6a-421c-b783-e93ead87a5b7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.288520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-29f800b4-4940-458a-8937-ab4701b76e64', 'network_id': '29f800b4-4940-458a-8937-ab4701b76e64', 'tenant_id': '2efd6209d033449fa06875cdfd9d54a1', 'fixed_ips': [{'subnet_id': 'afb53b83-07ae-4e37-8afb-edaed664a32d'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:35.289844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.306105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:35.339481 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.340014 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Added segment 3bc147fc-6d2c-47ae-b69c-ca69a9272dfd of type vlan for network 9e7d03d6-d027-4938-8e70-715d6bd87d31 Aug 19 12:04:35.387328 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3339ba89-0e6a-421c-b783-e93ead87a5b7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.405302 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3339ba89-0e6a-421c-b783-e93ead87a5b7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.419131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9956-d05e-4ea4-988f-c63f502e9d35 req-a59a3721-c44c-451f-9d42-61d6e88d63c9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:35.425865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9956-d05e-4ea4-988f-c63f502e9d35 req-a59a3721-c44c-451f-9d42-61d6e88d63c9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:35.431956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9956-d05e-4ea4-988f-c63f502e9d35 req-a59a3721-c44c-451f-9d42-61d6e88d63c9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:35.437759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3339ba89-0e6a-421c-b783-e93ead87a5b7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.439288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9956-d05e-4ea4-988f-c63f502e9d35 req-a59a3721-c44c-451f-9d42-61d6e88d63c9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:35.439734 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3339ba89-0e6a-421c-b783-e93ead87a5b7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2393217 Aug 19 12:04:35.442323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34436) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:35.445726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9956-d05e-4ea4-988f-c63f502e9d35 req-a59a3721-c44c-451f-9d42-61d6e88d63c9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:35.451713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9956-d05e-4ea4-988f-c63f502e9d35 req-a59a3721-c44c-451f-9d42-61d6e88d63c9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:35.458093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9956-d05e-4ea4-988f-c63f502e9d35 req-a59a3721-c44c-451f-9d42-61d6e88d63c9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:35.466173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-205e9956-d05e-4ea4-988f-c63f502e9d35 req-a59a3721-c44c-451f-9d42-61d6e88d63c9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.2936256 Aug 19 12:04:35.490191 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.501439 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Allocated IP 172.20.0.2 (29f800b4-4940-458a-8937-ab4701b76e64/afb53b83-07ae-4e37-8afb-edaed664a32d/4ef1bdd1-ff64-46d9-a833-269336d7f204) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:35.556415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0bc0aa54-0699-4108-aa2f-e192c5fc7a5c service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118935 Aug 19 12:04:35.652719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34442) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:35.720105 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:04:35.763230 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.781999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Transition to ACTIVE for port object 4ef1bdd1-ff64-46d9-a833-269336d7f204 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:35.805209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Transition to ACTIVE for port object 4ef1bdd1-ff64-46d9-a833-269336d7f204 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:35.819250 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.824905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:35.869554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-205e9956-d05e-4ea4-988f-c63f502e9d35 req-7a079f6f-1b23-4c70-84de-b6619b088626 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4022264 Aug 19 12:04:35.878493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-ba81e7fd-3271-4bc4-9f03-4443d8cb5639 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812479 Aug 19 12:04:35.897734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Network 29f800b4-4940-458a-8937-ab4701b76e64 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:35.904458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:35.909793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:35.919962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Pushing event updated for resources: {'Port': ['ID=4ef1bdd1-ff64-46d9-a833-269336d7f204,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:36.000040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Attempting to bind port 4ef1bdd1-ff64-46d9-a833-269336d7f204 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:36.000421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Attempting to bind port 4ef1bdd1-ff64-46d9-a833-269336d7f204 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0cb495e7-83e7-4565-b3eb-335e83ae6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '29f800b4-4940-458a-8937-ab4701b76e64'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:36.000811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Attempting to bind port 4ef1bdd1-ff64-46d9-a833-269336d7f204 on network 29f800b4-4940-458a-8937-ab4701b76e64 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:36.013318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:36.014156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Checking segment: {'id': '0cb495e7-83e7-4565-b3eb-335e83ae6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '29f800b4-4940-458a-8937-ab4701b76e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:36.014796 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.015282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Bound using segment: {'id': '0cb495e7-83e7-4565-b3eb-335e83ae6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '29f800b4-4940-458a-8937-ab4701b76e64'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:36.016005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Bound port: 4ef1bdd1-ff64-46d9-a833-269336d7f204, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb495e7-83e7-4565-b3eb-335e83ae6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '29f800b4-4940-458a-8937-ab4701b76e64'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:36.016484 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.018714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d667347e-bf7a-4060-b8fc-1bf31f974f53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0 HTTP/1.1" status: 200 len: 217 time: 0.1151471 Aug 19 12:04:36.045299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c6281ef-6544-4baa-a316-555d1fece734 req-424a44db-33b7-4e3f-ab17-b07084c9e505 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb HTTP/1.1" status: 200 len: 1802 time: 0.3739300 Aug 19 12:04:36.066353 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.071731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:36.072461 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.158564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] For port 4ef1bdd1-ff64-46d9-a833-269336d7f204, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:36.163374 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] For port 4ef1bdd1-ff64-46d9-a833-269336d7f204, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4ef1bdd1-ff64-46d9-a833-269336d7f204,segment=NetworkSegment(0cb495e7-83e7-4565-b3eb-335e83ae6df9),segment_id=0cb495e7-83e7-4565-b3eb-335e83ae6df9)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:36.171306 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.183936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f29dc440-72b8-44ad-b6d1-425fe30f07c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.217923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2990041 Aug 19 12:04:36.242600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34464) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:36.250104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-559689091'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:36.303671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-b4bd2f69-27f7-4bd8-8cb1-97c5762f220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:36.305298 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-b4bd2f69-27f7-4bd8-8cb1-97c5762f220c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.2570319 Aug 19 12:04:36.310086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c60aa-6aec-42d4-a575-bb578f4748e0 None None] Pushing event updated for resources: {'Port': ['ID=4ef1bdd1-ff64-46d9-a833-269336d7f204,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:36.313100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d5b2c-bee1-4de7-80bd-d7a0821dfe62 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Network': ['ID=9e7d03d6-d027-4938-8e70-715d6bd87d31,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:36.313320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Allocated IP 172.20.0.1 (29f800b4-4940-458a-8937-ab4701b76e64/afb53b83-07ae-4e37-8afb-edaed664a32d/baa0b20e-1e7c-43e3-afe9-dd7df41d0601) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:36.332803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 9e7d03d6-d027-4938-8e70-715d6bd87d31 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:36.429721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.435695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1c6281ef-6544-4baa-a316-555d1fece734 req-9d04dc79-977c-44cd-af11-e2e1505ec8b6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.541308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f29dc440-72b8-44ad-b6d1-425fe30f07c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.564319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f29dc440-72b8-44ad-b6d1-425fe30f07c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.600908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.611485 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1c6281ef-6544-4baa-a316-555d1fece734 req-9d04dc79-977c-44cd-af11-e2e1505ec8b6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.631639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-5f95c6e5-db36-40cb-9661-a85039a7a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:36.634963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-5f95c6e5-db36-40cb-9661-a85039a7a3f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3114994 Aug 19 12:04:36.658622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Made reservation on behalf of d096ce0226ed4b83a29057bae2a3d697 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:36.662548 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.696955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f29dc440-72b8-44ad-b6d1-425fe30f07c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02d83dc4500a4c5098611b35a8623f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9721088 Aug 19 12:04:36.700498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34476) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:36.705328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Transition to ACTIVE for port object baa0b20e-1e7c-43e3-afe9-dd7df41d0601 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:36.707283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dc440-72b8-44ad-b6d1-425fe30f07c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c06851-a960-47ac-a452-fdccdf8c81e2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:36.793783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.837167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:36.853862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Network 29f800b4-4940-458a-8937-ab4701b76e64 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:36.857811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:36.862402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:36.890492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1c6281ef-6544-4baa-a316-555d1fece734 req-9d04dc79-977c-44cd-af11-e2e1505ec8b6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.893443 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1c6281ef-6544-4baa-a316-555d1fece734 req-9d04dc79-977c-44cd-af11-e2e1505ec8b6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.894618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c6281ef-6544-4baa-a316-555d1fece734 req-9d04dc79-977c-44cd-af11-e2e1505ec8b6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb HTTP/1.1" status: 204 len: 173 time: 0.8485289 Aug 19 12:04:36.914716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.915064 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Added segment 21c3eec2-5bed-431a-8645-6ce493d9a6d2 of type vlan for network e5923f5b-841e-4a1f-a859-1b4c874af508 Aug 19 12:04:36.925874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event updated for resources: {'Port': ['ID=baa0b20e-1e7c-43e3-afe9-dd7df41d0601,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:36.934849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.954939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04dc79-977c-44cd-af11-e2e1505ec8b6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:37.150945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-e0823418-4424-4fc6-92e9-55aedfbdb15e service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937179 Aug 19 12:04:37.174643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34486) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:37.281380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.310737 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.362893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4ef1bdd1-ff64-46d9-a833-269336d7f204 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:37.388035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da0bdb13-997d-49fe-9537-1428c84dac95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.436876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4ef1bdd1-ff64-46d9-a833-269336d7f204 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:37.665903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda750fc-56a9-4281-95e7-97725c46200f None None] Network 29f800b4-4940-458a-8937-ab4701b76e64 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:37.676368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da0bdb13-997d-49fe-9537-1428c84dac95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.683067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-da0bdb13-997d-49fe-9537-1428c84dac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.736534 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.738675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bdb13-997d-49fe-9537-1428c84dac95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efea4dbf-7fef-48ea-8671-d5e6b2a9f673,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:37.751045 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-da0bdb13-997d-49fe-9537-1428c84dac95 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c7f675a80a74f0abddd2d7a23925e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744705 Aug 19 12:04:37.761022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-340d69b3-0211-41d5-876c-6ddc3b39cd28 None None] Provisioning for port 4ef1bdd1-ff64-46d9-a833-269336d7f204 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:37.761615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34490) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:37.762340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.769406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-340d69b3-0211-41d5-876c-6ddc3b39cd28 None None] Provisioning complete for port 4ef1bdd1-ff64-46d9-a833-269336d7f204 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:37.770033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-340d69b3-0211-41d5-876c-6ddc3b39cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.797555 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:04:37.803414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e12f-8adc-414a-9230-a4701f0a4c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.834177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd579d17-e207-49b5-b7de-09bd56fcef8d req-8af4ef1a-e412-4e71-babc-1ef6eaac9b70 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/49248c0e-45b7-437c-a341-41c923d7edd3 HTTP/1.1" status: 200 len: 1802 time: 0.8962181 Aug 19 12:04:37.878692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.882654 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e12f-8adc-414a-9230-a4701f0a4c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.886333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event updated for resources: {'Port': ['ID=baa0b20e-1e7c-43e3-afe9-dd7df41d0601,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:37.911811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932811-2400-491f-adb6-0df1f4109edc req-aa28cce2-6603-4f4a-a785-9bfba36319bf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:37.914238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-340d69b3-0211-41d5-876c-6ddc3b39cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.917993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932811-2400-491f-adb6-0df1f4109edc req-aa28cce2-6603-4f4a-a785-9bfba36319bf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:37.923965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932811-2400-491f-adb6-0df1f4109edc req-aa28cce2-6603-4f4a-a785-9bfba36319bf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:37.930626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932811-2400-491f-adb6-0df1f4109edc req-aa28cce2-6603-4f4a-a785-9bfba36319bf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:37.937250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932811-2400-491f-adb6-0df1f4109edc req-aa28cce2-6603-4f4a-a785-9bfba36319bf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:37.943506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932811-2400-491f-adb6-0df1f4109edc req-aa28cce2-6603-4f4a-a785-9bfba36319bf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:37.949739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932811-2400-491f-adb6-0df1f4109edc req-aa28cce2-6603-4f4a-a785-9bfba36319bf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:37.949988 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0bb6688-f87d-4ab1-96b1-bb19c2b19da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.950931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-340d69b3-0211-41d5-876c-6ddc3b39cd28 None None] For port 4ef1bdd1-ff64-46d9-a833-269336d7f204, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4ef1bdd1-ff64-46d9-a833-269336d7f204,segment=NetworkSegment(0cb495e7-83e7-4565-b3eb-335e83ae6df9),segment_id=0cb495e7-83e7-4565-b3eb-335e83ae6df9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:37.952081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf932811-2400-491f-adb6-0df1f4109edc req-aa28cce2-6603-4f4a-a785-9bfba36319bf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.8045125 Aug 19 12:04:37.952778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.958949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:37.959601 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.960730 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-340d69b3-0211-41d5-876c-6ddc3b39cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.989170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0bb6688-f87d-4ab1-96b1-bb19c2b19da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.996218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-e0bb4232-9076-4425-ad21-9b670d7866e0 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993259 Aug 19 12:04:38.015004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d69b3-0211-41d5-876c-6ddc3b39cd28 None None] Pushing event updated for resources: {'Port': ['ID=4ef1bdd1-ff64-46d9-a833-269336d7f204,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:38.037668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Network 29f800b4-4940-458a-8937-ab4701b76e64 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:38.042323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:38.141293 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0bb6688-f87d-4ab1-96b1-bb19c2b19da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.144782 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0bb6688-f87d-4ab1-96b1-bb19c2b19da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.148267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f0bb6688-f87d-4ab1-96b1-bb19c2b19da5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efea4dbf-7fef-48ea-8671-d5e6b2a9f673 HTTP/1.1" status: 204 len: 168 time: 0.3801758 Aug 19 12:04:38.160464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb6688-f87d-4ab1-96b1-bb19c2b19da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efea4dbf-7fef-48ea-8671-d5e6b2a9f673,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:38.196427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0432c900-c3af-45b4-9e66-b6a2e707e913 None None] Provisioning for port baa0b20e-1e7c-43e3-afe9-dd7df41d0601 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:38.202763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0432c900-c3af-45b4-9e66-b6a2e707e913 None None] Provisioning complete for port baa0b20e-1e7c-43e3-afe9-dd7df41d0601 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:38.203207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0432c900-c3af-45b4-9e66-b6a2e707e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.203465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Router b361944a-45be-406e-b33a-87bac0bcdd1f is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:04:38.226508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-22f5209d-dbcb-4ded-8191-2893e91e6ba1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 HTTP/1.1" status: 200 len: 217 time: 0.1920850 Aug 19 12:04:38.243768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9997973 Aug 19 12:04:38.246337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0432c900-c3af-45b4-9e66-b6a2e707e913 None None] Port baa0b20e-1e7c-43e3-afe9-dd7df41d0601 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:38.262206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0432c900-c3af-45b4-9e66-b6a2e707e913 None None] Provisioning complete for port 4ef1bdd1-ff64-46d9-a833-269336d7f204 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:38.262837 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0432c900-c3af-45b4-9e66-b6a2e707e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.352987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf932811-2400-491f-adb6-0df1f4109edc req-c3a62ada-6ef7-43cb-b610-d404b662f1de tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3892863 Aug 19 12:04:38.401036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bc245-50f0-4dfe-894d-38fa828ba657 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Network': ['ID=e5923f5b-841e-4a1f-a859-1b4c874af508,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:38.412756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34500) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:38.415925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e5923f5b-841e-4a1f-a859-1b4c874af508 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:38.420028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'subnets': [{'network_id': '9e7d03d6-d027-4938-8e70-715d6bd87d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--803565885', 'ip_version': 4}, {'network_id': 'e5923f5b-841e-4a1f-a859-1b4c874af508', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:38.420580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'subnet': {'network_id': '9e7d03d6-d027-4938-8e70-715d6bd87d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--803565885', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:38.422595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Request body: {'subnet': {'network_id': 'e5923f5b-841e-4a1f-a859-1b4c874af508', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:38.494116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-429008e4-df6a-497a-887a-2aea7821f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:38.495580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-429008e4-df6a-497a-887a-2aea7821f056 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.1734283 Aug 19 12:04:38.530730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:04:38.542455 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-438beb99-1452-4c88-bb18-9aed7fbb99d1 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "PUT /v2.0/routers/b361944a-45be-406e-b33a-87bac0bcdd1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0988708 Aug 19 12:04:38.543348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34504) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:38.570829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Request body: {'port': {'network_id': '29f800b4-4940-458a-8937-ab4701b76e64', 'name': 'tempest-FloatingIPNegativeTestJSON-110604452'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:38.608408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d857094-da69-4b83-9137-2fc1bfbba757 None None] Sync routers for ids ['b361944a-45be-406e-b33a-87bac0bcdd1f'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:04:38.613964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd579d17-e207-49b5-b7de-09bd56fcef8d req-2f48c56b-5e83-4b30-a1be-cb653c83946c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.624972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-09d3daf4-74f0-41d8-8f8f-288a9b80c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:38.626958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-09d3daf4-74f0-41d8-8f8f-288a9b80c9eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1121006 Aug 19 12:04:38.634983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e12f-8adc-414a-9230-a4701f0a4c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.637984 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e12f-8adc-414a-9230-a4701f0a4c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.639415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5ca8e12f-8adc-414a-9230-a4701f0a4c4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65c06851-a960-47ac-a452-fdccdf8c81e2 HTTP/1.1" status: 204 len: 168 time: 1.9265888 Aug 19 12:04:38.644443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d857094-da69-4b83-9137-2fc1bfbba757 None None] Routers {'b361944a-45be-406e-b33a-87bac0bcdd1f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:38.645375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3d857094-da69-4b83-9137-2fc1bfbba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b361944a-45be-406e-b33a-87bac0bcdd1f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:38.663168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port d6425a09-1a9c-416a-9351-e9675c14707b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:38.663880 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.709250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3d857094-da69-4b83-9137-2fc1bfbba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:38.725350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d857094-da69-4b83-9137-2fc1bfbba757 None None] Routers {'b361944a-45be-406e-b33a-87bac0bcdd1f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:38.727165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3d857094-da69-4b83-9137-2fc1bfbba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b361944a-45be-406e-b33a-87bac0bcdd1f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:38.770445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3d857094-da69-4b83-9137-2fc1bfbba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:38.771495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d857094-da69-4b83-9137-2fc1bfbba757 None None] The sync data for ids ['b361944a-45be-406e-b33a-87bac0bcdd1f'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:04:38.782507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-058bad59-2850-47c9-a53f-212801a76e90 None None] Provisioning complete for port baa0b20e-1e7c-43e3-afe9-dd7df41d0601 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:38.782507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-058bad59-2850-47c9-a53f-212801a76e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.806452 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.826223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for d6425a09-1a9c-416a-9351-e9675c14707b owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:38.835361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-058bad59-2850-47c9-a53f-212801a76e90 None None] Port baa0b20e-1e7c-43e3-afe9-dd7df41d0601 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:38.888255 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:04:38.888255 n-d-778550-9 neutron-server[101153]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:04:38.888255 n-d-778550-9 neutron-server[101153]: [parameters: {'project_id': 'd096ce0226ed4b83a29057bae2a3d697', 'id': '3b64ec8a-c93e-4459-a9e5-20672ab135e5', 'expiration': datetime.datetime(2021, 8, 19, 12, 6, 38, 869745)}] Aug 19 12:04:38.888255 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:04:38.889215 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:04:38.892914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Made reservation on behalf of 2efd6209d033449fa06875cdfd9d54a1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:38.899093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.917531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8e12f-8adc-414a-9230-a4701f0a4c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c06851-a960-47ac-a452-fdccdf8c81e2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:38.928789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] device_id is not set on port 6b63463a-c300-4aa9-91bd-02ebebff3116 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:38.962551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d8060895-9cb8-42c7-a0d6-30ec804bc33b None None] Provisioning complete for port baa0b20e-1e7c-43e3-afe9-dd7df41d0601 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:38.962977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d8060895-9cb8-42c7-a0d6-30ec804bc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.008593 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd579d17-e207-49b5-b7de-09bd56fcef8d req-2f48c56b-5e83-4b30-a1be-cb653c83946c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.016310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d8060895-9cb8-42c7-a0d6-30ec804bc33b None None] Port baa0b20e-1e7c-43e3-afe9-dd7df41d0601 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:39.088541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Allocated IP 172.20.0.3 (29f800b4-4940-458a-8937-ab4701b76e64/afb53b83-07ae-4e37-8afb-edaed664a32d/6b63463a-c300-4aa9-91bd-02ebebff3116) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:39.188409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd579d17-e207-49b5-b7de-09bd56fcef8d req-2f48c56b-5e83-4b30-a1be-cb653c83946c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.192448 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-bd579d17-e207-49b5-b7de-09bd56fcef8d req-2f48c56b-5e83-4b30-a1be-cb653c83946c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.200073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd579d17-e207-49b5-b7de-09bd56fcef8d req-2f48c56b-5e83-4b30-a1be-cb653c83946c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/49248c0e-45b7-437c-a341-41c923d7edd3 HTTP/1.1" status: 204 len: 173 time: 1.3488576 Aug 19 12:04:39.235163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48c56b-5e83-4b30-a1be-cb653c83946c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49248c0e-45b7-437c-a341-41c923d7edd3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:39.246244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f605c1e2-0e18-497c-962c-07338af9f286 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990205 Aug 19 12:04:39.249720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-680d8052-0f08-4fd9-9882-61eef79fe949 req-84630596-dbf2-4604-8748-e89c6de15572 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-350829874', 'description': 'tempest-description-715242719'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:39.308979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.335699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4ef1bdd1-ff64-46d9-a833-269336d7f204 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:39.358530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-d1d03f25-bc83-4592-8e7b-1d975844412f tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:39.360044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-d1d03f25-bc83-4592-8e7b-1d975844412f tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/networks?id=9709c841-7053-4007-815b-404d83b27d00 HTTP/1.1" status: 200 len: 808 time: 0.7001400 Aug 19 12:04:39.382532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34544) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:39.416057 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-680d8052-0f08-4fd9-9882-61eef79fe949 req-84630596-dbf2-4604-8748-e89c6de15572 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.422927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Made reservation on behalf of d096ce0226ed4b83a29057bae2a3d697 for: {'subnet': 2} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:39.425799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4ef1bdd1-ff64-46d9-a833-269336d7f204 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:39.426461 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.432374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.433235 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.441417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-a3e01227-4532-4cbe-924d-e17445115b19 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/quotas/6fd6c782c89843fca9afdda6348d5bf4 HTTP/1.1" status: 200 len: 375 time: 0.0655448 Aug 19 12:04:39.491217 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.513474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-2ac0e7f6-4887-4f93-9590-834e15b4e9cd tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd6c782c89843fca9afdda6348d5bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568705 Aug 19 12:04:39.547844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Transition to ACTIVE for port object 6b63463a-c300-4aa9-91bd-02ebebff3116 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:39.579181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=d6425a09-1a9c-416a-9351-e9675c14707b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:39.588864 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-ff3299af-5e14-464d-846e-473311a8904d service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245623 Aug 19 12:04:39.643969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.685441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1974815153-network', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:39.731767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-f53d12ab-3d8c-4201-95bd-66b6088ddb3b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 HTTP/1.1" status: 200 len: 217 time: 0.1292458 Aug 19 12:04:39.737779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Network 29f800b4-4940-458a-8937-ab4701b76e64 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:39.753339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:39.760861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:39.833339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:39.834030 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.887037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event updated for resources: {'Port': ['ID=6b63463a-c300-4aa9-91bd-02ebebff3116,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:39.927807 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-680d8052-0f08-4fd9-9882-61eef79fe949 req-84630596-dbf2-4604-8748-e89c6de15572 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.931775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-b1cab008-6182-4b8d-972b-e58dfaa58716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:39.933394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-b1cab008-6182-4b8d-972b-e58dfaa58716 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.1910415 Aug 19 12:04:39.934046 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.962634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-33148386-1d92-4ecb-a3c0-124e3755e056 service neutron] 10.222.0.65 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179654 Aug 19 12:04:39.963233 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-680d8052-0f08-4fd9-9882-61eef79fe949 req-84630596-dbf2-4604-8748-e89c6de15572 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.080662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.154492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Made reservation on behalf of f00711a81cfb42a0a449a5ab2d2e813b for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:40.157101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.162858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d52a6c4a-c674-415f-a305-37e3b13fa69a None None] Provisioning for port 6b63463a-c300-4aa9-91bd-02ebebff3116 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:40.168525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ba15d32-96a5-4733-b2ef-6c23533001de tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6204870 Aug 19 12:04:40.168744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84630596-dbf2-4604-8748-e89c6de15572 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc029c6a-ad51-4462-bdc9-bae8dbb41210,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:40.168878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Subnet': ['ID=a5ea081c-cc42-4e04-a0df-a4e384b9f2e9,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:40.169138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34570) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:40.174466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d52a6c4a-c674-415f-a305-37e3b13fa69a None None] Provisioning complete for port 6b63463a-c300-4aa9-91bd-02ebebff3116 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:40.175299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Checking segment: {'id': '3bc147fc-6d2c-47ae-b69c-ca69a9272dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e7d03d6-d027-4938-8e70-715d6bd87d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:40.175662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Network hostable DHCP agents. Network: 9e7d03d6-d027-4938-8e70-715d6bd87d31, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:40.176194 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d52a6c4a-c674-415f-a305-37e3b13fa69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.182284 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-680d8052-0f08-4fd9-9882-61eef79fe949 req-84630596-dbf2-4604-8748-e89c6de15572 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.196598 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-680d8052-0f08-4fd9-9882-61eef79fe949 req-84630596-dbf2-4604-8748-e89c6de15572 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9706204 Aug 19 12:04:40.202902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Network 9e7d03d6-d027-4938-8e70-715d6bd87d31 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:40.211684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:40.217148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 9e7d03d6-d027-4938-8e70-715d6bd87d31) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:40.223275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.225622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d52a6c4a-c674-415f-a305-37e3b13fa69a None None] Port 6b63463a-c300-4aa9-91bd-02ebebff3116 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:40.228356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f2592-b764-4db6-a492-c92828aced84 None None] Network 9e7d03d6-d027-4938-8e70-715d6bd87d31 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:40.241279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.270138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d1fbb020-af22-4ff2-8a70-1197169be016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.271704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-d1fbb020-af22-4ff2-8a70-1197169be016 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3268020 Aug 19 12:04:40.443502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-9e7d03d6-d027-4938-8e70-715d6bd87d31', 'network_id': '9e7d03d6-d027-4938-8e70-715d6bd87d31', 'tenant_id': 'd096ce0226ed4b83a29057bae2a3d697', 'fixed_ips': [{'subnet_id': 'a5ea081c-cc42-4e04-a0df-a4e384b9f2e9'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:40.445229 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.478422 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.489562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Router 2014bfff-1697-4b69-b2e5-ddfa87ffd807 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:04:40.529914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-75e94121-317c-4dfd-bb8d-574fe00f3adc service neutron] 10.222.0.65 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211744 Aug 19 12:04:40.656909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Allocated IP 172.20.0.2 (9e7d03d6-d027-4938-8e70-715d6bd87d31/a5ea081c-cc42-4e04-a0df-a4e384b9f2e9/0bf9754f-89b4-42a4-8a51-354cdbd94e34) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:40.664805 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event updated for resources: {'Subnet': ['ID=a9ae01c4-30b5-4bec-b2f5-dd125be3e1ee,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:40.673744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Checking segment: {'id': '21c3eec2-5bed-431a-8645-6ce493d9a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5923f5b-841e-4a1f-a859-1b4c874af508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:40.674291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Network hostable DHCP agents. Network: e5923f5b-841e-4a1f-a859-1b4c874af508, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:40.695768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Network e5923f5b-841e-4a1f-a859-1b4c874af508 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:40.708477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, e5923f5b-841e-4a1f-a859-1b4c874af508) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:40.713604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.714105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.715405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.732384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0b9a1-40fd-4db7-981f-48375466a72f None None] Network e5923f5b-841e-4a1f-a859-1b4c874af508 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:40.800771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be421e-dbc4-4d74-8b06-85f9da8ad3d2 req-6d3a1078-07ea-470b-990a-5ea28349dbe9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.808072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be421e-dbc4-4d74-8b06-85f9da8ad3d2 req-6d3a1078-07ea-470b-990a-5ea28349dbe9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.814666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be421e-dbc4-4d74-8b06-85f9da8ad3d2 req-6d3a1078-07ea-470b-990a-5ea28349dbe9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.821030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be421e-dbc4-4d74-8b06-85f9da8ad3d2 req-6d3a1078-07ea-470b-990a-5ea28349dbe9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.828306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be421e-dbc4-4d74-8b06-85f9da8ad3d2 req-6d3a1078-07ea-470b-990a-5ea28349dbe9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.835125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be421e-dbc4-4d74-8b06-85f9da8ad3d2 req-6d3a1078-07ea-470b-990a-5ea28349dbe9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.843046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be421e-dbc4-4d74-8b06-85f9da8ad3d2 req-6d3a1078-07ea-470b-990a-5ea28349dbe9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.855703 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9be421e-dbc4-4d74-8b06-85f9da8ad3d2 req-6d3a1078-07ea-470b-990a-5ea28349dbe9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.5291698 Aug 19 12:04:40.929775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:04:40.942831 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0a997-65f1-4721-a70a-d33c197c8da6 None None] Sync routers for ids ['2014bfff-1697-4b69-b2e5-ddfa87ffd807'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:04:40.946879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9d8161a6-5786-4eab-b201-647f7c055a2c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "PUT /v2.0/routers/2014bfff-1697-4b69-b2e5-ddfa87ffd807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2377272 Aug 19 12:04:40.948588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:40.974646 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0a997-65f1-4721-a70a-d33c197c8da6 None None] Routers {'2014bfff-1697-4b69-b2e5-ddfa87ffd807'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:40.975529 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-edd91e79-c8a8-4ee8-89fd-93bd8b8259f2 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215470 Aug 19 12:04:40.977391 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9bd0a997-65f1-4721-a70a-d33c197c8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2014bfff-1697-4b69-b2e5-ddfa87ffd807'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:40.989117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efd6b0c3-ee7c-4a57-ae0e-07d72dab1b9a req-0dcfe88a-dfa4-4a53-b1a6-7a8362802664 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/fc029c6a-ad51-4462-bdc9-bae8dbb41210 HTTP/1.1" status: 200 len: 1801 time: 0.2128313 Aug 19 12:04:41.018506 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c42899-70ad-4662-affd-4a5d48f61cdb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:04:41.022015 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f6c42899-70ad-4662-affd-4a5d48f61cdb tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/d6425a09-1a9c-416a-9351-e9675c14707b HTTP/1.1" status: 404 len: 333 time: 0.0722859 Aug 19 12:04:41.024895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34614) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:41.037415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9be421e-dbc4-4d74-8b06-85f9da8ad3d2 req-900ffe94-f8bb-4e76-ab26-26057c7c86aa tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1783528 Aug 19 12:04:41.041638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-efd6b0c3-ee7c-4a57-ae0e-07d72dab1b9a req-bb3aa0c8-29cb-44fc-abf0-8dc2899e47bc tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1377420849', 'description': 'tempest-description-hth-344044103'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:41.092490 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9bd0a997-65f1-4721-a70a-d33c197c8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:41.135724 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0a997-65f1-4721-a70a-d33c197c8da6 None None] Routers {'2014bfff-1697-4b69-b2e5-ddfa87ffd807'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:41.137808 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9bd0a997-65f1-4721-a70a-d33c197c8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2014bfff-1697-4b69-b2e5-ddfa87ffd807'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:41.181406 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9bd0a997-65f1-4721-a70a-d33c197c8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:41.182276 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0a997-65f1-4721-a70a-d33c197c8da6 None None] The sync data for ids ['2014bfff-1697-4b69-b2e5-ddfa87ffd807'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:04:41.212607 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-efd6b0c3-ee7c-4a57-ae0e-07d72dab1b9a req-bb3aa0c8-29cb-44fc-abf0-8dc2899e47bc tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.214033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e871de7e-ea86-459e-8e2e-cb35ad1699d9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.264765 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57cdc8f4-a131-4489-a2af-c3d9d8a76c89 req-64ca0ba7-4eb8-4596-8267-cd81667dfd59 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 210 time: 0.0902412 Aug 19 12:04:41.266525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0a648c8b-9c68-498d-af4f-3cd3c1c000e5 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765369 Aug 19 12:04:41.287418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.319844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.331074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Transition to ACTIVE for port object 0bf9754f-89b4-42a4-8a51-354cdbd94e34 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:41.342902 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.352200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Transition to ACTIVE for port object 0bf9754f-89b4-42a4-8a51-354cdbd94e34 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:41.357741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-cde80d6f-53d0-44aa-a1f7-ff7c1fc48f22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 HTTP/1.1" status: 200 len: 217 time: 0.0725188 Aug 19 12:04:41.364795 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5a2122bf-f514-4a30-94fd-11c125e5a912 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9478664 Aug 19 12:04:41.374158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34628) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:41.378042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-e5923f5b-841e-4a1f-a859-1b4c874af508', 'network_id': 'e5923f5b-841e-4a1f-a859-1b4c874af508', 'tenant_id': 'd096ce0226ed4b83a29057bae2a3d697', 'fixed_ips': [{'subnet_id': 'a9ae01c4-30b5-4bec-b2f5-dd125be3e1ee'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:41.380773 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.411740 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.418398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-efd6b0c3-ee7c-4a57-ae0e-07d72dab1b9a req-bb3aa0c8-29cb-44fc-abf0-8dc2899e47bc tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.435726 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e871de7e-ea86-459e-8e2e-cb35ad1699d9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.438972 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e871de7e-ea86-459e-8e2e-cb35ad1699d9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.458273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:41.478110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Pushing event updated for resources: {'Port': ['ID=0bf9754f-89b4-42a4-8a51-354cdbd94e34,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:41.486146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-efd6b0c3-ee7c-4a57-ae0e-07d72dab1b9a req-bb3aa0c8-29cb-44fc-abf0-8dc2899e47bc tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.488957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-efd6b0c3-ee7c-4a57-ae0e-07d72dab1b9a req-bb3aa0c8-29cb-44fc-abf0-8dc2899e47bc tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.493480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efd6b0c3-ee7c-4a57-ae0e-07d72dab1b9a req-bb3aa0c8-29cb-44fc-abf0-8dc2899e47bc tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "PUT /v2.0/security-groups/fc029c6a-ad51-4462-bdc9-bae8dbb41210 HTTP/1.1" status: 200 len: 1776 time: 0.4848816 Aug 19 12:04:41.498546 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e871de7e-ea86-459e-8e2e-cb35ad1699d9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.499464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e871de7e-ea86-459e-8e2e-cb35ad1699d9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Fanout notify agent at l3_agent the message router_deleted on router 2014bfff-1697-4b69-b2e5-ddfa87ffd807 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:04:41.503195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.516608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b225b8-ac42-4a28-91f2-c385e1cf330c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:41.521990 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e871de7e-ea86-459e-8e2e-cb35ad1699d9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.523716 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e871de7e-ea86-459e-8e2e-cb35ad1699d9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/routers/2014bfff-1697-4b69-b2e5-ddfa87ffd807 HTTP/1.1" status: 204 len: 168 time: 0.4977174 Aug 19 12:04:41.533392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:41.560855 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.561293 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Added segment a8b74306-f78f-49d7-9714-8389bd5fe32a of type vlan for network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 Aug 19 12:04:41.581464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Network 9e7d03d6-d027-4938-8e70-715d6bd87d31 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:41.588116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:41.590574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:41.603937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-990447e3-ef3b-4c2c-861c-c2616025395a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet 31252294-b30b-4c0e-8289-22ec98e80622 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:41.607145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-990447e3-ef3b-4c2c-861c-c2616025395a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.668948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-990447e3-ef3b-4c2c-861c-c2616025395a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.722845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Attempting to bind port 0bf9754f-89b4-42a4-8a51-354cdbd94e34 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:41.723290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Attempting to bind port 0bf9754f-89b4-42a4-8a51-354cdbd94e34 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '3bc147fc-6d2c-47ae-b69c-ca69a9272dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e7d03d6-d027-4938-8e70-715d6bd87d31'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:41.723670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Attempting to bind port 0bf9754f-89b4-42a4-8a51-354cdbd94e34 on network 9e7d03d6-d027-4938-8e70-715d6bd87d31 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:41.732586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:41.732994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Checking segment: {'id': '3bc147fc-6d2c-47ae-b69c-ca69a9272dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e7d03d6-d027-4938-8e70-715d6bd87d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:41.733411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.733922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Bound using segment: {'id': '3bc147fc-6d2c-47ae-b69c-ca69a9272dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e7d03d6-d027-4938-8e70-715d6bd87d31'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:41.734398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Bound port: 0bf9754f-89b4-42a4-8a51-354cdbd94e34, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc147fc-6d2c-47ae-b69c-ca69a9272dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e7d03d6-d027-4938-8e70-715d6bd87d31'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:41.734879 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.817757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-990447e3-ef3b-4c2c-861c-c2616025395a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.828821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Allocated IP 172.20.0.18 (e5923f5b-841e-4a1f-a859-1b4c874af508/a9ae01c4-30b5-4bec-b2f5-dd125be3e1ee/47e67220-7095-4d36-97d3-1b3c569437b0) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:41.885563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] For port 0bf9754f-89b4-42a4-8a51-354cdbd94e34, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:41.920909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-990447e3-ef3b-4c2c-861c-c2616025395a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.937975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] For port 0bf9754f-89b4-42a4-8a51-354cdbd94e34, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0bf9754f-89b4-42a4-8a51-354cdbd94e34,segment=NetworkSegment(3bc147fc-6d2c-47ae-b69c-ca69a9272dfd),segment_id=3bc147fc-6d2c-47ae-b69c-ca69a9272dfd)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:41.950049 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.967389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990447e3-ef3b-4c2c-861c-c2616025395a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=31252294-b30b-4c0e-8289-22ec98e80622,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:41.973448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-990447e3-ef3b-4c2c-861c-c2616025395a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.974966 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-990447e3-ef3b-4c2c-861c-c2616025395a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/31252294-b30b-4c0e-8289-22ec98e80622 HTTP/1.1" status: 204 len: 168 time: 0.4403698 Aug 19 12:04:41.977676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34654) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:42.046586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aeb7eb-ede7-4b70-ad39-bc1fca4fbd25 None None] Network a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:42.083658 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.111740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-a9a91878-472f-4798-a318-af5439d962b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.113121 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-a9a91878-472f-4798-a318-af5439d962b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.7398400 Aug 19 12:04:42.116718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd708e0-936d-4afc-bc32-9c9c4c5653a9 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.118671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd708e0-936d-4afc-bc32-9c9c4c5653a9 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.120363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd708e0-936d-4afc-bc32-9c9c4c5653a9 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.122175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8cd708e0-936d-4afc-bc32-9c9c4c5653a9 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.7447612 Aug 19 12:04:42.136987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34662) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:42.205790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-590ca8d6-2d49-4e80-9b88-1c89b1f025cd tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Deleting subnet a5ea081c-cc42-4e04-a0df-a4e384b9f2e9 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:42.217501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa0c8-29cb-44fc-abf0-8dc2899e47bc tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc029c6a-ad51-4462-bdc9-bae8dbb41210,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:42.217930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-590ca8d6-2d49-4e80-9b88-1c89b1f025cd tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.251040 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.263791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27453b5f-0c98-4e0b-a985-484a46ba8445 None None] Pushing event updated for resources: {'Port': ['ID=0bf9754f-89b4-42a4-8a51-354cdbd94e34,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:42.301562 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-590ca8d6-2d49-4e80-9b88-1c89b1f025cd tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.347361 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.367863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Transition to ACTIVE for port object 47e67220-7095-4d36-97d3-1b3c569437b0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:42.407725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Transition to ACTIVE for port object 47e67220-7095-4d36-97d3-1b3c569437b0 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:42.426279 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.444625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f91fb-38e9-49ba-8723-05dd2ff7be91 None None] DHCP port deletion for a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:04:42.446871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8c69bf4-05ac-4472-9006-52cb21a5da8e req-f1e87b9d-699d-4a38-8b12-35b9fea7a9c5 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/fc029c6a-ad51-4462-bdc9-bae8dbb41210 HTTP/1.1" status: 200 len: 1776 time: 0.8969841 Aug 19 12:04:42.454346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port dd1003d6-3ddb-4204-826c-45f2d590ff36 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:42.454727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.484550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Allocated IP 172.25.4.176 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/bf686ea6-7a96-4c52-af1b-23c8608a3d45) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:42.543048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Network e5923f5b-841e-4a1f-a859-1b4c874af508 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:42.556204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:42.560442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:42.655578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.684768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Pushing event updated for resources: {'Port': ['ID=47e67220-7095-4d36-97d3-1b3c569437b0,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:42.707350 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:04:42.716658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] For port dd1003d6-3ddb-4204-826c-45f2d590ff36, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dd1003d6-3ddb-4204-826c-45f2d590ff36,segment=NetworkSegment(a3cd0b28-3aca-448a-a540-1ab287475bb4),segment_id=a3cd0b28-3aca-448a-a540-1ab287475bb4)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:42.717120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.727085 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.735847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-36a3c3e1-ed2e-4eb0-aa7f-9fd49853ec9a tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.738258 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-36a3c3e1-ed2e-4eb0-aa7f-9fd49853ec9a tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.54 "GET /v2.0/networks?id=9709c841-7053-4007-815b-404d83b27d00 HTTP/1.1" status: 200 len: 808 time: 0.3858147 Aug 19 12:04:42.749288 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.750281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.750872 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.754178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for dd1003d6-3ddb-4204-826c-45f2d590ff36 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:42.760625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Request body: {'port': {'device_id': '306343aa-63b0-4b33-845a-4cb2c3c4320a', 'network_id': '9709c841-7053-4007-815b-404d83b27d00', 'admin_state_up': True, 'tenant_id': '6fd6c782c89843fca9afdda6348d5bf4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:42.776783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Attempting to bind port 47e67220-7095-4d36-97d3-1b3c569437b0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:42.777304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Attempting to bind port 47e67220-7095-4d36-97d3-1b3c569437b0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '21c3eec2-5bed-431a-8645-6ce493d9a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5923f5b-841e-4a1f-a859-1b4c874af508'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:42.777743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Attempting to bind port 47e67220-7095-4d36-97d3-1b3c569437b0 on network e5923f5b-841e-4a1f-a859-1b4c874af508 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:42.785911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:42.786384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Checking segment: {'id': '21c3eec2-5bed-431a-8645-6ce493d9a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5923f5b-841e-4a1f-a859-1b4c874af508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:42.786862 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.787321 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Bound using segment: {'id': '21c3eec2-5bed-431a-8645-6ce493d9a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5923f5b-841e-4a1f-a859-1b4c874af508'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:42.787869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Bound port: 47e67220-7095-4d36-97d3-1b3c569437b0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c3eec2-5bed-431a-8645-6ce493d9a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5923f5b-841e-4a1f-a859-1b4c874af508'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:42.788316 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.805258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f91fb-38e9-49ba-8723-05dd2ff7be91 None None] Deleting port dd1003d6-3ddb-4204-826c-45f2d590ff36 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:42.805720 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91fb-38e9-49ba-8723-05dd2ff7be91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.841256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef24f-298c-4000-bdba-a370adcd176b req-3c091751-7c46-450b-b81b-869eb723e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.843022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-3c091751-7c46-450b-b81b-869eb723e77e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7172990 Aug 19 12:04:42.846945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-590ca8d6-2d49-4e80-9b88-1c89b1f025cd tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.871244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e35bc9c5-f035-4561-a28b-faa090a309d8 req-f07dcefe-78ab-4cd6-b8a0-7ad0c540f878 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 210 time: 0.1483519 Aug 19 12:04:42.872506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.4814675 Aug 19 12:04:42.895933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34694) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:42.903447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Request body: {'subnet': {'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1974815153-subnet', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:42.908392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:42.921191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:42.932952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:42.946221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9e5f91fb-38e9-49ba-8723-05dd2ff7be91 None None] For port dd1003d6-3ddb-4204-826c-45f2d590ff36, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dd1003d6-3ddb-4204-826c-45f2d590ff36,segment=NetworkSegment(a3cd0b28-3aca-448a-a540-1ab287475bb4),segment_id=a3cd0b28-3aca-448a-a540-1ab287475bb4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:42.946633 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91fb-38e9-49ba-8723-05dd2ff7be91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.963744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dbe53-cbbb-4f04-9bc3-4ae3fceec721 req-5348c305-5172-4099-9039-c44ad876a803 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.969766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dbe53-cbbb-4f04-9bc3-4ae3fceec721 req-5348c305-5172-4099-9039-c44ad876a803 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.971643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f91fb-38e9-49ba-8723-05dd2ff7be91 None None] Calling delete_port for dd1003d6-3ddb-4204-826c-45f2d590ff36 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:42.976107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dbe53-cbbb-4f04-9bc3-4ae3fceec721 req-5348c305-5172-4099-9039-c44ad876a803 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.982167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dbe53-cbbb-4f04-9bc3-4ae3fceec721 req-5348c305-5172-4099-9039-c44ad876a803 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.988955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dbe53-cbbb-4f04-9bc3-4ae3fceec721 req-5348c305-5172-4099-9039-c44ad876a803 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:42.995253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dbe53-cbbb-4f04-9bc3-4ae3fceec721 req-5348c305-5172-4099-9039-c44ad876a803 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:43.001479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dbe53-cbbb-4f04-9bc3-4ae3fceec721 req-5348c305-5172-4099-9039-c44ad876a803 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:43.004580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb3dbe53-cbbb-4f04-9bc3-4ae3fceec721 req-5348c305-5172-4099-9039-c44ad876a803 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.7609837 Aug 19 12:04:43.040140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] For port 47e67220-7095-4d36-97d3-1b3c569437b0, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:43.059815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] For port 47e67220-7095-4d36-97d3-1b3c569437b0, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=47e67220-7095-4d36-97d3-1b3c569437b0,segment=NetworkSegment(21c3eec2-5bed-431a-8645-6ce493d9a6d2),segment_id=21c3eec2-5bed-431a-8645-6ce493d9a6d2)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:43.068483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:04:43.068483 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:04:43.068483 n-d-778550-9 neutron-server[101153]: [parameters: {'project_id_1': '6fd6c782c89843fca9afdda6348d5bf4', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 4, 43, 16248)}] Aug 19 12:04:43.068483 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:04:43.069130 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:04:43.070646 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.076190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-590ca8d6-2d49-4e80-9b88-1c89b1f025cd tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.095050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-590ca8d6-2d49-4e80-9b88-1c89b1f025cd tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.097077 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-590ca8d6-2d49-4e80-9b88-1c89b1f025cd tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/subnets/a5ea081c-cc42-4e04-a0df-a4e384b9f2e9 HTTP/1.1" status: 204 len: 168 time: 0.9581625 Aug 19 12:04:43.099660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event updated for resources: {'Port': ['ID=bf686ea6-7a96-4c52-af1b-23c8608a3d45,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:43.109304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34702) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:43.122331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633f343-b55f-4fc3-a3d7-e9990ac7e38c admin admin] Pushing event updated for resources: {'Network': ['ID=00b76846-3df1-4f01-bc8c-54e9f85e4da3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:43.124867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ca8d6-2d49-4e80-9b88-1c89b1f025cd tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ea081c-cc42-4e04-a0df-a4e384b9f2e9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:43.126775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Made reservation on behalf of f00711a81cfb42a0a449a5ab2d2e813b for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:43.129337 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.163034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73355d06-5b66-4bad-8c0f-c483a39d0fdd None None] Pushing event updated for resources: {'Port': ['ID=47e67220-7095-4d36-97d3-1b3c569437b0,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:43.176279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:43.208803 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bab2782-d8ce-4649-9a14-5233062fdd34 req-7403c6d4-d164-4506-bbbd-19f10ce6b439 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/fc029c6a-ad51-4462-bdc9-bae8dbb41210 HTTP/1.1" status: 200 len: 1776 time: 0.2794011 Aug 19 12:04:43.275863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb3dbe53-cbbb-4f04-9bc3-4ae3fceec721 req-dc110ad0-33d3-4c16-b429-363dc00d44e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2342696 Aug 19 12:04:43.276864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.318855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-0e68a78a-4500-4e59-9bdb-19a5a6554efc service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440384 Aug 19 12:04:43.325269 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91fb-38e9-49ba-8723-05dd2ff7be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.329644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=dd1003d6-3ddb-4204-826c-45f2d590ff36,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:43.336622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07c3fe3-6b7a-457e-9a28-003e967fa406 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Deleting subnet a9ae01c4-30b5-4bec-b2f5-dd125be3e1ee {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:43.340782 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d07c3fe3-6b7a-457e-9a28-003e967fa406 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.351653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No DVR routers for this DVR port dd1003d6-3ddb-4204-826c-45f2d590ff36 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:43.399056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d07c3fe3-6b7a-457e-9a28-003e967fa406 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.410637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f91fb-38e9-49ba-8723-05dd2ff7be91 None None] Pushing event deleted for resources: {'Port': ['ID=dd1003d6-3ddb-4204-826c-45f2d590ff36,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:43.414386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f91fb-38e9-49ba-8723-05dd2ff7be91 None None] No DVR routers for this DVR port dd1003d6-3ddb-4204-826c-45f2d590ff36 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:43.437298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0bf9754f-89b4-42a4-8a51-354cdbd94e34 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:43.501685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0bf9754f-89b4-42a4-8a51-354cdbd94e34 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:43.521063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.544765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a065ac28-aa02-47dd-85b8-0c4a5f1b97c3']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:43.597950 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cd0b28-3aca-448a-a540-1ab287475bb4') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:43.598263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cd0b28-3aca-448a-a540-1ab287475bb4') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:43.682698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dd1003d6-3ddb-4204-826c-45f2d590ff36 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:43.693797 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.727564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: dd1003d6-3ddb-4204-826c-45f2d590ff36 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:43.728726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dd1003d6-3ddb-4204-826c-45f2d590ff36 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:43.746908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.750444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Made reservation on behalf of 6fd6c782c89843fca9afdda6348d5bf4 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:43.756258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.777967 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.843791 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0bab2782-d8ce-4649-9a14-5233062fdd34 req-19e039e9-455f-41cd-a07b-5e12e04f6449 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.859439 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d07c3fe3-6b7a-457e-9a28-003e967fa406 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.864045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.928792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:43.929713 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.932883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106cc04e-ed3c-4ed2-8efd-77d86941fcdd,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:43.935771 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:43.959035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3bef24f-298c-4000-bdba-a370adcd176b req-37dbb848-f51e-4407-baf7-6b2ed7ea90e7 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606838 Aug 19 12:04:43.979995 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.984892 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0bab2782-d8ce-4649-9a14-5233062fdd34 req-19e039e9-455f-41cd-a07b-5e12e04f6449 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.997901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca94d1-ef06-46c3-a099-e9f506e9e35d None None] Network 9e7d03d6-d027-4938-8e70-715d6bd87d31 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:44.086588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d188657c-4dd3-4bb7-a7aa-991babfdd88e req-9c53dc4d-50a3-45d1-8a81-3c1c9dd2c012 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 210 time: 0.0597222 Aug 19 12:04:44.088270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Allocated IP 172.20.0.10 (9709c841-7053-4007-815b-404d83b27d00/3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9/783dae47-eca8-494f-a423-2d16fe45fbcc) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:44.090742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Checking segment: {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:44.091108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Network hostable DHCP agents. Network: 00b76846-3df1-4f01-bc8c-54e9f85e4da3, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:44.099189 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.111048 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.111452 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d07c3fe3-6b7a-457e-9a28-003e967fa406 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.113698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/networks/a065ac28-aa02-47dd-85b8-0c4a5f1b97c3 HTTP/1.1" status: 204 len: 168 time: 2.1347513 Aug 19 12:04:44.120414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34746) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:44.128650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d07c3fe3-6b7a-457e-9a28-003e967fa406 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.130782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d07c3fe3-6b7a-457e-9a28-003e967fa406 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/subnets/a9ae01c4-30b5-4bec-b2f5-dd125be3e1ee HTTP/1.1" status: 204 len: 168 time: 1.0095506 Aug 19 12:04:44.138091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34748) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:44.221832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3fe3-6b7a-457e-9a28-003e967fa406 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ae01c4-30b5-4bec-b2f5-dd125be3e1ee,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:44.223434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0bab2782-d8ce-4649-9a14-5233062fdd34 req-19e039e9-455f-41cd-a07b-5e12e04f6449 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.224818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f6df06db-eb00-4aab-9f47-0fa0e524ceac None None] Provisioning for port 0bf9754f-89b4-42a4-8a51-354cdbd94e34 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:44.226038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0bab2782-d8ce-4649-9a14-5233062fdd34 req-19e039e9-455f-41cd-a07b-5e12e04f6449 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.235205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bab2782-d8ce-4649-9a14-5233062fdd34 req-19e039e9-455f-41cd-a07b-5e12e04f6449 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/fc029c6a-ad51-4462-bdc9-bae8dbb41210 HTTP/1.1" status: 204 len: 173 time: 1.0227442 Aug 19 12:04:44.235578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f6df06db-eb00-4aab-9f47-0fa0e524ceac None None] Provisioning complete for port 0bf9754f-89b4-42a4-8a51-354cdbd94e34 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:44.236235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f6df06db-eb00-4aab-9f47-0fa0e524ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.327646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467c606-cd3b-461f-bb40-4ae8239b4d49 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.329241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3467c606-cd3b-461f-bb40-4ae8239b4d49 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/e8d3a99a-dd38-4c0f-9a6a-caf920a12dac HTTP/1.1" status: 200 len: 841 time: 0.2020605 Aug 19 12:04:44.330664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e039e9-455f-41cd-a07b-5e12e04f6449 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc029c6a-ad51-4462-bdc9-bae8dbb41210,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:44.336980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34762) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:44.401395 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.425711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292612ed-593b-47db-9a46-c4a14f038be9 None None] DHCP port deletion for 9e7d03d6-d027-4938-8e70-715d6bd87d31 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:04:44.461555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4ff83-beb7-4771-9ffb-23ce700df71b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Network': ['ID=a065ac28-aa02-47dd-85b8-0c4a5f1b97c3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:44.478437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.483461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:44.515300 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f6df06db-eb00-4aab-9f47-0fa0e524ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.516703 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-74ebd164-ac56-4bb6-8bf6-d504d544bc02 req-d48440d1-ab9d-49c8-9fa1-2d33521ac014 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:04:44.518537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74ebd164-ac56-4bb6-8bf6-d504d544bc02 req-d48440d1-ab9d-49c8-9fa1-2d33521ac014 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/49248c0e-45b7-437c-a341-41c923d7edd3 HTTP/1.1" status: 404 len: 352 time: 0.0248413 Aug 19 12:04:44.554933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541dbe9f-9072-4700-a493-5c49b9b8e9c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.556629 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-541dbe9f-9072-4700-a493-5c49b9b8e9c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4157701 Aug 19 12:04:44.565120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34786) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:44.570465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 00b76846-3df1-4f01-bc8c-54e9f85e4da3) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:44.577768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f6df06db-eb00-4aab-9f47-0fa0e524ceac None None] For port 0bf9754f-89b4-42a4-8a51-354cdbd94e34, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0bf9754f-89b4-42a4-8a51-354cdbd94e34,segment=NetworkSegment(3bc147fc-6d2c-47ae-b69c-ca69a9272dfd),segment_id=3bc147fc-6d2c-47ae-b69c-ca69a9272dfd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:44.589391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480dbc1-2da3-49ee-93a2-2f6c22098412 None None] Network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:44.595114 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-292612ed-593b-47db-9a46-c4a14f038be9 None None] Deleting port 0bf9754f-89b4-42a4-8a51-354cdbd94e34 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:44.595837 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-292612ed-593b-47db-9a46-c4a14f038be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.608089 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f6df06db-eb00-4aab-9f47-0fa0e524ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.688121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.688743 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.692122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Network 9709c841-7053-4007-815b-404d83b27d00 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:44.702657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:44.704355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-f3bec186-a54d-4dde-bf1a-9121899b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.705631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-f3bec186-a54d-4dde-bf1a-9121899b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.706646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-f3bec186-a54d-4dde-bf1a-9121899b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.707707 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-f3bec186-a54d-4dde-bf1a-9121899b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.707830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Pushing event updated for resources: {'Port': ['ID=783dae47-eca8-494f-a423-2d16fe45fbcc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:44.708101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-f3bec186-a54d-4dde-bf1a-9121899b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.708582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-f3bec186-a54d-4dde-bf1a-9121899b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.710199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-f3bec186-a54d-4dde-bf1a-9121899b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.712563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-f3bec186-a54d-4dde-bf1a-9121899b0638 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6487 time: 0.4949303 Aug 19 12:04:44.722725 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.725431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:44.732820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.760668 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.779086 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-406e34dc-fe19-4c8b-a3eb-3df50c6776ac tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/e8d3a99a-dd38-4c0f-9a6a-caf920a12dac?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4332550 Aug 19 12:04:44.784313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-292612ed-593b-47db-9a46-c4a14f038be9 None None] For port 0bf9754f-89b4-42a4-8a51-354cdbd94e34, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0bf9754f-89b4-42a4-8a51-354cdbd94e34,segment=NetworkSegment(3bc147fc-6d2c-47ae-b69c-ca69a9272dfd),segment_id=3bc147fc-6d2c-47ae-b69c-ca69a9272dfd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:44.784880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-292612ed-593b-47db-9a46-c4a14f038be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.796422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:44.797461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df06db-eb00-4aab-9f47-0fa0e524ceac None None] Pushing event updated for resources: {'Port': ['ID=0bf9754f-89b4-42a4-8a51-354cdbd94e34,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:44.801515 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f5dadced-8d47-426a-9b69-015a658d7f21 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9040263 Aug 19 12:04:44.808112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:44.813526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34802) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:44.819459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-292612ed-593b-47db-9a46-c4a14f038be9 None None] Calling delete_port for 0bf9754f-89b4-42a4-8a51-354cdbd94e34 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:44.824603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:44.900530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.901369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.909162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event updated for resources: {'Port': ['ID=bf686ea6-7a96-4c52-af1b-23c8608a3d45,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:44.913372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.916804 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-da9a1933-c215-4fb1-b12e-0d286eb6889d req-f951e099-cff4-4e4c-b45e-46b8a29b7c7c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:04:44.917990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da9a1933-c215-4fb1-b12e-0d286eb6889d req-f951e099-cff4-4e4c-b45e-46b8a29b7c7c tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/dcaf1ee5-d4e0-4b3a-962d-c3c3341a24cb HTTP/1.1" status: 404 len: 352 time: 0.1995850 Aug 19 12:04:44.948659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ab09-8391-4bb9-8ec8-13f59acc314d req-87a5637c-f3be-4eaf-89f2-cca9d87a1c19 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.954922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ab09-8391-4bb9-8ec8-13f59acc314d req-87a5637c-f3be-4eaf-89f2-cca9d87a1c19 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.961335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ab09-8391-4bb9-8ec8-13f59acc314d req-87a5637c-f3be-4eaf-89f2-cca9d87a1c19 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.963512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:44.964811 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.967575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ab09-8391-4bb9-8ec8-13f59acc314d req-87a5637c-f3be-4eaf-89f2-cca9d87a1c19 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.974009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ab09-8391-4bb9-8ec8-13f59acc314d req-87a5637c-f3be-4eaf-89f2-cca9d87a1c19 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.979761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ab09-8391-4bb9-8ec8-13f59acc314d req-87a5637c-f3be-4eaf-89f2-cca9d87a1c19 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.986147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ab09-8391-4bb9-8ec8-13f59acc314d req-87a5637c-f3be-4eaf-89f2-cca9d87a1c19 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.996493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:44.997612 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.003173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6013ab09-8391-4bb9-8ec8-13f59acc314d req-87a5637c-f3be-4eaf-89f2-cca9d87a1c19 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.3772652 Aug 19 12:04:45.062582 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-44f09b59-a58f-403b-8fed-6cca8041f46a req-cf5a269b-925b-4417-90b6-174fec95ab22 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:04:45.063764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44f09b59-a58f-403b-8fed-6cca8041f46a req-cf5a269b-925b-4417-90b6-174fec95ab22 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/c5eb6be7-7aa3-43f6-9069-4c1428e433de HTTP/1.1" status: 404 len: 352 time: 0.0533690 Aug 19 12:04:45.064611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.069168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2250c4f3-12fd-4667-9c91-d2a1cbf57c38 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8883240 Aug 19 12:04:45.069837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34818) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:45.083858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-32b5e89f-6677-4cd2-8935-2ff0112f8607 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Request body: {'floatingip': {'port_id': '6b63463a-c300-4aa9-91bd-02ebebff3116', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:45.095302 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-292612ed-593b-47db-9a46-c4a14f038be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.139216 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-798f6b8b-0559-475d-b311-1c867f022c63 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3818309 Aug 19 12:04:45.144747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c9cc8-ce0a-4e36-a7bd-05ae0392aba6 None None] Network e5923f5b-841e-4a1f-a859-1b4c874af508 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:45.152785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.165610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Request body: {'port': {'device_id': '306343aa-63b0-4b33-845a-4cb2c3c4320a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:45.185336 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32b5e89f-6677-4cd2-8935-2ff0112f8607 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.223859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6013ab09-8391-4bb9-8ec8-13f59acc314d req-5eaaa971-3894-484b-a58b-03214503c86f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1959207 Aug 19 12:04:45.237496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292612ed-593b-47db-9a46-c4a14f038be9 None None] No DVR routers for this DVR port 0bf9754f-89b4-42a4-8a51-354cdbd94e34 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:45.243900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292612ed-593b-47db-9a46-c4a14f038be9 None None] Pushing event deleted for resources: {'Port': ['ID=0bf9754f-89b4-42a4-8a51-354cdbd94e34,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:45.353435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:45.356168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f186bb5c-a040-4d2b-a2c2-37e4a426a336 None None] Provisioning for port 47e67220-7095-4d36-97d3-1b3c569437b0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:45.367979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-8b582f21-1b9f-4b42-abe9-ba0d1f20a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:45.367979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-8b582f21-1b9f-4b42-abe9-ba0d1f20a864 service neutron] 10.222.0.69 "GET /v2.0/networks?id=695c6eae-dc00-481f-8fa2-9574d3204229 HTTP/1.1" status: 200 len: 902 time: 0.6190915 Aug 19 12:04:45.367979 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-260918fc-c7fe-4e54-a8eb-cc417d82a981 req-e7428eff-25fc-4a80-b7fa-2598db843b64 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:04:45.369345 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.381661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-260918fc-c7fe-4e54-a8eb-cc417d82a981 req-e7428eff-25fc-4a80-b7fa-2598db843b64 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/21e896d6-4693-4a11-ab7f-f2a43190fa34 HTTP/1.1" status: 404 len: 352 time: 0.2325017 Aug 19 12:04:45.411124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Allocated IP 172.20.0.2 (00b76846-3df1-4f01-bc8c-54e9f85e4da3/106cc04e-ed3c-4ed2-8efd-77d86941fcdd/5dd27568-b1a4-423d-943b-3cb60bc9b3ed) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:45.434875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 47e67220-7095-4d36-97d3-1b3c569437b0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:45.454967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Deleting port 47e67220-7095-4d36-97d3-1b3c569437b0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:45.455566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.481555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-eb15751e-8737-4663-813b-9c30ca0e3b53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 HTTP/1.1" status: 200 len: 217 time: 0.0972164 Aug 19 12:04:45.528257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a2f7e-9668-4a51-847b-748c0046a8a9 None None] DHCP port deletion for e5923f5b-841e-4a1f-a859-1b4c874af508 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:04:45.544020 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-9b1c87bd-bf98-4b0d-9f1b-ec9020a706c1 req-4daa71de-a37d-47b6-a35e-cbb1c23b7caf tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:04:45.552281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b1c87bd-bf98-4b0d-9f1b-ec9020a706c1 req-4daa71de-a37d-47b6-a35e-cbb1c23b7caf tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/be1bb063-3f76-49ab-9431-707607ad568b HTTP/1.1" status: 404 len: 352 time: 0.1281273 Aug 19 12:04:45.652859 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-ee7fe474-3b7c-420c-8cc4-8dd7a7008e93 req-4ff957cf-9b25-4679-8a5b-44d0dadecb98 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] show failed (client error): The resource could not be found. Aug 19 12:04:45.660235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee7fe474-3b7c-420c-8cc4-8dd7a7008e93 req-4ff957cf-9b25-4679-8a5b-44d0dadecb98 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/c1b77fb9-d3d4-49e5-95f9-d518535334dd HTTP/1.1" status: 404 len: 352 time: 0.0868051 Aug 19 12:04:45.661569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.666541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.679744 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-32b5e89f-6677-4cd2-8935-2ff0112f8607 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] update failed (client error): The resource could not be found. Aug 19 12:04:45.691621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-32b5e89f-6677-4cd2-8935-2ff0112f8607 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "PUT /v2.0/floatingips/f4d5390f-09d6-441c-a60f-e4a178cdeaeb HTTP/1.1" status: 404 len: 507 time: 0.6054482 Aug 19 12:04:45.711879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853bb84-7440-44c4-8de5-510f16d395db req-dd31e2e1-15ff-4bbf-b14e-8abb708ad02e tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:45.713583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b853bb84-7440-44c4-8de5-510f16d395db req-dd31e2e1-15ff-4bbf-b14e-8abb708ad02e tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 932 time: 0.2930250 Aug 19 12:04:45.714621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34858) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:45.719283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-34c8d222-56f3-46b1-ac97-14366e0c810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:45.720972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-34c8d222-56f3-46b1-ac97-14366e0c810a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.2063158 Aug 19 12:04:45.758511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 47e67220-7095-4d36-97d3-1b3c569437b0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:45.767532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 47e67220-7095-4d36-97d3-1b3c569437b0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:45.767915 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.859107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] For port 47e67220-7095-4d36-97d3-1b3c569437b0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=47e67220-7095-4d36-97d3-1b3c569437b0,segment=NetworkSegment(21c3eec2-5bed-431a-8645-6ce493d9a6d2),segment_id=21c3eec2-5bed-431a-8645-6ce493d9a6d2)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:45.859573 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.885493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Calling delete_port for 47e67220-7095-4d36-97d3-1b3c569437b0 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:45.915584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-726a2f7e-9668-4a51-847b-748c0046a8a9 None None] Deleting port 47e67220-7095-4d36-97d3-1b3c569437b0 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:45.916212 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-726a2f7e-9668-4a51-847b-748c0046a8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.047732 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.052014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b853bb84-7440-44c4-8de5-510f16d395db req-745c39ab-21bb-428f-ba45-7951ee1b2655 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405109 Aug 19 12:04:46.060991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-d68d1446-19a8-4d2d-b106-151d402108c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:46.063349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-726a2f7e-9668-4a51-847b-748c0046a8a9 None None] For port 47e67220-7095-4d36-97d3-1b3c569437b0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=47e67220-7095-4d36-97d3-1b3c569437b0,segment=NetworkSegment(21c3eec2-5bed-431a-8645-6ce493d9a6d2),segment_id=21c3eec2-5bed-431a-8645-6ce493d9a6d2)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:46.063776 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-726a2f7e-9668-4a51-847b-748c0046a8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.064375 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-d68d1446-19a8-4d2d-b106-151d402108c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2514465 Aug 19 12:04:46.078969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Transition to ACTIVE for port object 5dd27568-b1a4-423d-943b-3cb60bc9b3ed will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:46.096761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-726a2f7e-9668-4a51-847b-748c0046a8a9 None None] Calling delete_port for 47e67220-7095-4d36-97d3-1b3c569437b0 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:46.101993 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.132603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Transition to ACTIVE for port object 5dd27568-b1a4-423d-943b-3cb60bc9b3ed will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:46.155286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffe64a-f1e7-4e77-a64c-5e68b46d4124 req-d6e4720c-8670-4336-84f1-7865394da802 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:46.164268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-feffe64a-f1e7-4e77-a64c-5e68b46d4124 req-d6e4720c-8670-4336-84f1-7865394da802 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1023 time: 0.1983747 Aug 19 12:04:46.180522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Deleting port bf686ea6-7a96-4c52-af1b-23c8608a3d45 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:46.181153 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.220467 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.266151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 47e67220-7095-4d36-97d3-1b3c569437b0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=47e67220-7095-4d36-97d3-1b3c569437b0,segment=NetworkSegment(21c3eec2-5bed-431a-8645-6ce493d9a6d2),segment_id=21c3eec2-5bed-431a-8645-6ce493d9a6d2)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:46.301764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-feffe64a-f1e7-4e77-a64c-5e68b46d4124 req-65af9e3c-8b5c-4762-a567-b500b7675fc0 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3&id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=4442098e-c95d-4b82-9558-0dac40983d86&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1364746 Aug 19 12:04:46.305746 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.323632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:46.329696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:46.354424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:46.366601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-5c2bc331-88af-42a4-8dd1-1546d36090e6 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860136 Aug 19 12:04:46.371959 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Pushing event updated for resources: {'Port': ['ID=5dd27568-b1a4-423d-943b-3cb60bc9b3ed,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:46.376908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.377633 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.387475 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-726a2f7e-9668-4a51-847b-748c0046a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.448222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event deleted for resources: {'Port': ['ID=47e67220-7095-4d36-97d3-1b3c569437b0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:46.453802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0bf9754f-89b4-42a4-8a51-354cdbd94e34 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:46.481255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Calling delete_port for bf686ea6-7a96-4c52-af1b-23c8608a3d45 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:46.487990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a2f7e-9668-4a51-847b-748c0046a8a9 None None] No DVR routers for this DVR port 47e67220-7095-4d36-97d3-1b3c569437b0 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:46.515116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0bf9754f-89b4-42a4-8a51-354cdbd94e34 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:46.516059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0bf9754f-89b4-42a4-8a51-354cdbd94e34 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:46.524108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a2f7e-9668-4a51-847b-748c0046a8a9 None None] Pushing event deleted for resources: {'Port': ['ID=47e67220-7095-4d36-97d3-1b3c569437b0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:46.528178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Attempting to bind port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:46.528741 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Attempting to bind port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:46.529292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Attempting to bind port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed on network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:46.538395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:46.539299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Checking segment: {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:46.539854 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.540497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Bound using segment: {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:46.541809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Bound port: 5dd27568-b1a4-423d-943b-3cb60bc9b3ed, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:46.542388 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.628161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-215e4d3c-d538-4e66-8f84-458f41489e7d req-99f45463-02e1-4de6-83a1-b5c252a904ad service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458141 Aug 19 12:04:46.640726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ff116408-b25b-4a06-bb91-886958897835 None None] For port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:46.644893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ff116408-b25b-4a06-bb91-886958897835 None None] For port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5dd27568-b1a4-423d-943b-3cb60bc9b3ed,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:46.647744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d990-0ba7-4764-8a86-28aa81d6aff0 req-20cb3060-5742-44c9-8b06-974dd5554773 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:46.654311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d990-0ba7-4764-8a86-28aa81d6aff0 req-20cb3060-5742-44c9-8b06-974dd5554773 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:46.660876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.664996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d990-0ba7-4764-8a86-28aa81d6aff0 req-20cb3060-5742-44c9-8b06-974dd5554773 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:46.671974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d990-0ba7-4764-8a86-28aa81d6aff0 req-20cb3060-5742-44c9-8b06-974dd5554773 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:46.679380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d990-0ba7-4764-8a86-28aa81d6aff0 req-20cb3060-5742-44c9-8b06-974dd5554773 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:46.688738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d990-0ba7-4764-8a86-28aa81d6aff0 req-20cb3060-5742-44c9-8b06-974dd5554773 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:46.697219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d990-0ba7-4764-8a86-28aa81d6aff0 req-20cb3060-5742-44c9-8b06-974dd5554773 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:46.698212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.699298 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4573d990-0ba7-4764-8a86-28aa81d6aff0 req-20cb3060-5742-44c9-8b06-974dd5554773 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.2348669 Aug 19 12:04:46.747960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] No DVR routers for this DVR port 47e67220-7095-4d36-97d3-1b3c569437b0 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:46.760271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4573d990-0ba7-4764-8a86-28aa81d6aff0 req-acffa26b-d874-4d12-80b4-895ee1c6c1c0 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527208 Aug 19 12:04:46.828597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Pushing event updated for resources: {'Port': ['ID=5dd27568-b1a4-423d-943b-3cb60bc9b3ed,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:46.839180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.847415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.848043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.848606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.849434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.849999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.850552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.851117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.851816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.852365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.852957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.853513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff116408-b25b-4a06-bb91-886958897835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:46.870652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Port': ['ID=47e67220-7095-4d36-97d3-1b3c569437b0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:46.947108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783dae47-eca8-494f-a423-2d16fe45fbcc {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:46.967338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:46.996075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.019152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5923f5b-841e-4a1f-a859-1b4c874af508']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:47.101024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c3eec2-5bed-431a-8645-6ce493d9a6d2') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:47.101334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c3eec2-5bed-431a-8645-6ce493d9a6d2') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:47.133135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.149324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.169497 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.234889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:47.235942 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:47.241862 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:47.373852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524059-00ed-48c5-80f7-707b04716953 req-910b75a6-4020-477a-94a4-4224a905efcc tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:47.375516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2524059-00ed-48c5-80f7-707b04716953 req-910b75a6-4020-477a-94a4-4224a905efcc tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 932 time: 0.0850246 Aug 19 12:04:47.376918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.385915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Transition to ACTIVE for port object 783dae47-eca8-494f-a423-2d16fe45fbcc will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:47.389964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5dd27568-b1a4-423d-943b-3cb60bc9b3ed up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:47.433594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=6d26b357-c5a7-4eda-b0fe-d1c981cad756,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:47.434104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event deleted for resources: {'Port': ['ID=bf686ea6-7a96-4c52-af1b-23c8608a3d45,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:47.440714 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.463003 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.475574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:47.490978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:47.551291 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.551685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2524059-00ed-48c5-80f7-707b04716953 req-a771ba94-7c30-48de-b8aa-5b1b401d9c39 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541576 Aug 19 12:04:47.553204 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/networks/e5923f5b-841e-4a1f-a859-1b4c874af508 HTTP/1.1" status: 204 len: 168 time: 2.9840801 Aug 19 12:04:47.554166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Pushing event updated for resources: {'Port': ['ID=783dae47-eca8-494f-a423-2d16fe45fbcc,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:47.565767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34966) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:47.571343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:47.581558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765add8-4b43-421d-8174-8f4e710f7bf3 None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:47.588858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 47e67220-7095-4d36-97d3-1b3c569437b0 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:47.598343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af45c0-969b-4876-955e-76cf096417d1 req-0a03b2b0-1ec5-4957-a937-7c252020e5f6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:47.599973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9af45c0-969b-4876-955e-76cf096417d1 req-0a03b2b0-1ec5-4957-a937-7c252020e5f6 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1023 time: 0.1698649 Aug 19 12:04:47.607635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.610319 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.615627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b93408c9-114e-4a61-b266-a962b83f94a2 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "DELETE /v2.0/floatingips/f4d5390f-09d6-441c-a60f-e4a178cdeaeb HTTP/1.1" status: 204 len: 168 time: 1.8898504 Aug 19 12:04:47.617597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34968) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:47.627010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4d6f3aad-04e7-4449-a64b-139215cc1a9c tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Request body: {'floatingip': {'floating_network_id': '29f800b4-4940-458a-8937-ab4701b76e64', 'port_id': '6b63463a-c300-4aa9-91bd-02ebebff3116', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:47.669369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:47.670389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.677715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.686711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3aad-04e7-4449-a64b-139215cc1a9c tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.694050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 47e67220-7095-4d36-97d3-1b3c569437b0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:47.694392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 47e67220-7095-4d36-97d3-1b3c569437b0 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:47.705753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9af45c0-969b-4876-955e-76cf096417d1 req-9a0fdc96-d095-4173-a6b2-974d40ec4c43 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3&id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=4442098e-c95d-4b82-9558-0dac40983d86&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0864348 Aug 19 12:04:47.730157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420597d-a1b6-4e54-973d-8deb8c2dbb5d tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Network': ['ID=e5923f5b-841e-4a1f-a859-1b4c874af508,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:47.754401 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.783208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-3ad90fe3-5d98-4087-97a7-e8ee84b54ae0 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:47.785412 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-3ad90fe3-5d98-4087-97a7-e8ee84b54ae0 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1023 time: 0.3478832 Aug 19 12:04:47.850569 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-06cd39c1-f514-4dc4-85f9-2278e3bd1102 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0511000 Aug 19 12:04:47.851654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34972) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:47.863778 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.905793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8a6502ee-89ed-4651-937b-c617f8ccc602 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'security_group': {'name': 'tempest-secgroup-367203105'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:47.912176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-b5677f05-e884-42bd-96ec-7a441976e9ea', 'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'tenant_id': 'add3c66411554f89b328ef766721a67e', 'fixed_ips': [{'subnet_id': '6d26b357-c5a7-4eda-b0fe-d1c981cad756'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:47.914863 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:47.953954 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-4d6f3aad-04e7-4449-a64b-139215cc1a9c tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:04:47.959000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d6f3aad-04e7-4449-a64b-139215cc1a9c tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3358581 Aug 19 12:04:47.960870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34976) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:47.971380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '6b63463a-c300-4aa9-91bd-02ebebff3116', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:47.995510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853507-08cd-42fb-ac91-f8055b74b9a0 req-e2735482-3245-4303-9033-2bab1058e68d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.002083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853507-08cd-42fb-ac91-f8055b74b9a0 req-e2735482-3245-4303-9033-2bab1058e68d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.007985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853507-08cd-42fb-ac91-f8055b74b9a0 req-e2735482-3245-4303-9033-2bab1058e68d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.013844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853507-08cd-42fb-ac91-f8055b74b9a0 req-e2735482-3245-4303-9033-2bab1058e68d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.020131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853507-08cd-42fb-ac91-f8055b74b9a0 req-e2735482-3245-4303-9033-2bab1058e68d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.026071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853507-08cd-42fb-ac91-f8055b74b9a0 req-e2735482-3245-4303-9033-2bab1058e68d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.029067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34978) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:48.033184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853507-08cd-42fb-ac91-f8055b74b9a0 req-e2735482-3245-4303-9033-2bab1058e68d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.035034 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57853507-08cd-42fb-ac91-f8055b74b9a0 req-e2735482-3245-4303-9033-2bab1058e68d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.1351461 Aug 19 12:04:48.109543 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:04:48.109543 n-d-778550-9 neutron-server[101154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:04:48.109543 n-d-778550-9 neutron-server[101154]: [parameters: {'project_id_1': '2efd6209d033449fa06875cdfd9d54a1', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 4, 48, 42226)}] Aug 19 12:04:48.109543 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:04:48.110014 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:04:48.112745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Allocated IP 172.20.0.2 (b5677f05-e884-42bd-96ec-7a441976e9ea/6d26b357-c5a7-4eda-b0fe-d1c981cad756/af92ab86-8b21-4087-a930-3fe70c2babc0) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:48.130876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57853507-08cd-42fb-ac91-f8055b74b9a0 req-29e0e672-b605-4318-a109-823be45fdbfd tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818794 Aug 19 12:04:48.143822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.169901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a6502ee-89ed-4651-937b-c617f8ccc602 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.177171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7d03d6-d027-4938-8e70-715d6bd87d31']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:48.214824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc147fc-6d2c-47ae-b69c-ca69a9272dfd') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:48.215122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc147fc-6d2c-47ae-b69c-ca69a9272dfd') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:48.216792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Attempting to bind port 783dae47-eca8-494f-a423-2d16fe45fbcc on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:48.217126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Attempting to bind port 783dae47-eca8-494f-a423-2d16fe45fbcc by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '4e2b5b69-1072-4621-bec2-c29693fd50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9709c841-7053-4007-815b-404d83b27d00'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:48.217547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Attempting to bind port 783dae47-eca8-494f-a423-2d16fe45fbcc on network 9709c841-7053-4007-815b-404d83b27d00 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:48.262065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.280081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Port 783dae47-eca8-494f-a423-2d16fe45fbcc on network 9709c841-7053-4007-815b-404d83b27d00 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:04:48.280414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Attempting to bind port 783dae47-eca8-494f-a423-2d16fe45fbcc on network 9709c841-7053-4007-815b-404d83b27d00 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:48.282217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890636d-81ac-4dad-8a51-04c2794050de None None] Network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:48.315843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-51963d1c-3b30-41d8-8a51-a368321ee032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.320938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:48.321265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Checking segment: {'id': '4e2b5b69-1072-4621-bec2-c29693fd50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9709c841-7053-4007-815b-404d83b27d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:48.321652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Bound using segment: {'id': '4e2b5b69-1072-4621-bec2-c29693fd50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9709c841-7053-4007-815b-404d83b27d00'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:48.322092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Bound port: 783dae47-eca8-494f-a423-2d16fe45fbcc, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2b5b69-1072-4621-bec2-c29693fd50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9709c841-7053-4007-815b-404d83b27d00'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:48.322445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.335013 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.356462 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab98cb0f-bc1e-4823-b28b-f02b0bc67f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.359799 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.361134 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:48.361549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.366669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Allocated IP 172.25.4.132 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/b1f0ace7-040f-420c-85cc-0a6f6af0b3e1) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:48.371614 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:48.379363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Transition to ACTIVE for port object af92ab86-8b21-4087-a930-3fe70c2babc0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:48.393502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Deleting port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:48.393845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.416883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c2a2da83-505d-4180-bea4-1e0d12d865e3 None None] Provisioning for port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:48.423603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Transition to ACTIVE for port object af92ab86-8b21-4087-a930-3fe70c2babc0 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:48.426183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c2a2da83-505d-4180-bea4-1e0d12d865e3 None None] Provisioning complete for port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:48.426583 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2a2da83-505d-4180-bea4-1e0d12d865e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.448574 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.528707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:48.536395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:48.539628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:48.554380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Pushing event updated for resources: {'Port': ['ID=af92ab86-8b21-4087-a930-3fe70c2babc0,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:48.590162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.625540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.629982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/networks/9e7d03d6-d027-4938-8e70-715d6bd87d31 HTTP/1.1" status: 204 len: 168 time: 1.0575125 Aug 19 12:04:48.652995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34984) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:48.655848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Attempting to bind port af92ab86-8b21-4087-a930-3fe70c2babc0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:48.656251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Attempting to bind port af92ab86-8b21-4087-a930-3fe70c2babc0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'bfdbf513-7e89-4b33-a113-351c446fd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:48.659437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Attempting to bind port af92ab86-8b21-4087-a930-3fe70c2babc0 on network b5677f05-e884-42bd-96ec-7a441976e9ea {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:48.661119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb6eb8-a30b-4ccb-b237-23e11a67e132 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Network': ['ID=9e7d03d6-d027-4938-8e70-715d6bd87d31,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:48.671231 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2a2da83-505d-4180-bea4-1e0d12d865e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.673557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:48.673926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Checking segment: {'id': 'bfdbf513-7e89-4b33-a113-351c446fd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:48.674323 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.674706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Bound using segment: {'id': 'bfdbf513-7e89-4b33-a113-351c446fd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:48.675548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Bound port: af92ab86-8b21-4087-a930-3fe70c2babc0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdbf513-7e89-4b33-a113-351c446fd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:48.676432 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.687297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] For port 783dae47-eca8-494f-a423-2d16fe45fbcc, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:48.707181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] For port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,segment=NetworkSegment(28631864-e28f-4d31-aff3-783a801b2b20),segment_id=28631864-e28f-4d31-aff3-783a801b2b20)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:48.707559 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.729851 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a6502ee-89ed-4651-937b-c617f8ccc602 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.738528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] For port 783dae47-eca8-494f-a423-2d16fe45fbcc, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=783dae47-eca8-494f-a423-2d16fe45fbcc,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:48.750968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Calling delete_port for 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:48.753390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a6502ee-89ed-4651-937b-c617f8ccc602 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.794749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c2a2da83-505d-4180-bea4-1e0d12d865e3 None None] For port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5dd27568-b1a4-423d-943b-3cb60bc9b3ed,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:48.802836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.820383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.832236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] For port af92ab86-8b21-4087-a930-3fe70c2babc0, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:48.837024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] For port af92ab86-8b21-4087-a930-3fe70c2babc0, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=af92ab86-8b21-4087-a930-3fe70c2babc0,segment=NetworkSegment(bfdbf513-7e89-4b33-a113-351c446fd764),segment_id=bfdbf513-7e89-4b33-a113-351c446fd764)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:48.840763 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2a2da83-505d-4180-bea4-1e0d12d865e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.877460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b56c86-0e9e-4e26-85d2-35069d033f48 req-495c3746-7534-49f6-bf45-4ec1555aef79 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.878284 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.879361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3b56c86-0e9e-4e26-85d2-35069d033f48 req-495c3746-7534-49f6-bf45-4ec1555aef79 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 944 time: 0.2546515 Aug 19 12:04:48.914037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2da83-505d-4180-bea4-1e0d12d865e3 None None] Pushing event updated for resources: {'Port': ['ID=5dd27568-b1a4-423d-943b-3cb60bc9b3ed,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:48.944931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.945589 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.947001 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] 10.222.0.54 "PUT /v2.0/ports/783dae47-eca8-494f-a423-2d16fe45fbcc HTTP/1.1" status: 200 len: 1092 time: 3.7875955 Aug 19 12:04:48.951467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306343aa-63b0-4b33-845a-4cb2c3c4320a', 'tag': '783dae47-eca8-494f-a423-2d16fe45fbcc'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:48.953796 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5cc19d-7755-4276-8450-a09911ed0d28" -d '{"events": [{"name": "network-changed", "server_uuid": "306343aa-63b0-4b33-845a-4cb2c3c4320a", "tag": "783dae47-eca8-494f-a423-2d16fe45fbcc"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:48.956787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6502ee-89ed-4651-937b-c617f8ccc602 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab40790c-ca15-41e7-87e0-cd74de091dcd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:48.968814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bc55b-6e3a-413a-80c1-fdd0df8b3deb req-ddbb7439-440b-42ea-a411-bbe2da448839 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:48.971128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-380bc55b-6e3a-413a-80c1-fdd0df8b3deb req-ddbb7439-440b-42ea-a411-bbe2da448839 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 1023 time: 0.1619608 Aug 19 12:04:48.990778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1eb9c071-54a2-4499-b14f-3b3439da5f83 None None] Provisioning complete for port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:48.991081 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.991218 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c071-54a2-4499-b14f-3b3439da5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.025853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5d0e0-de58-4a2d-a1e9-ca878e0bf938 None None] Pushing event updated for resources: {'Port': ['ID=af92ab86-8b21-4087-a930-3fe70c2babc0,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:49.050776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3b56c86-0e9e-4e26-85d2-35069d033f48 req-8758ea4e-644d-4688-8802-abf5af884ceb tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492348 Aug 19 12:04:49.085461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fd559-c39f-4db9-9b7c-29dd7f546d78 service neutron] Pushing event updated for resources: {'Port': ['ID=783dae47-eca8-494f-a423-2d16fe45fbcc,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:49.111325 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e233e54f-2069-48ad-8794-7c5d2d2c4944 x-openstack-request-id: req-e233e54f-2069-48ad-8794-7c5d2d2c4944 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:49.111686 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306343aa-63b0-4b33-845a-4cb2c3c4320a", "tag": "783dae47-eca8-494f-a423-2d16fe45fbcc", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:49.112798 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-380bc55b-6e3a-413a-80c1-fdd0df8b3deb req-d0ec103a-f4c0-4207-b6ef-0b6119aa6ad7 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups?id=ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3&id=a7474614-3671-45b9-a9f8-4edaf29240a5&id=4442098e-c95d-4b82-9558-0dac40983d86&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1277316 Aug 19 12:04:49.126912 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e233e54f-2069-48ad-8794-7c5d2d2c4944 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:49.127329 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306343aa-63b0-4b33-845a-4cb2c3c4320a', 'tag': '783dae47-eca8-494f-a423-2d16fe45fbcc', 'status': 'completed', 'code': 200} Aug 19 12:04:49.143041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.229973 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.247918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db1eab6-b3c6-4abe-9316-6bdc96eab938']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:49.261752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de94ece2-7f41-49ad-89cc-2a68c47f1e08') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:49.262035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de94ece2-7f41-49ad-89cc-2a68c47f1e08') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:49.283790 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.293772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-51963d1c-3b30-41d8-8a51-a368321ee032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.300339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:49.306499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-4bd05ed3-cbac-4325-9586-c13e13b76b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:49.309364 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-4bd05ed3-cbac-4325-9586-c13e13b76b5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6fd6c782c89843fca9afdda6348d5bf4&device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 1095 time: 0.2758741 Aug 19 12:04:49.321265 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.333743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:49.334166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:49.337952 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:49.348571 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-51963d1c-3b30-41d8-8a51-a368321ee032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.359171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:49.362155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:49.364499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a6502ee-89ed-4651-937b-c617f8ccc602 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.366655 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8a6502ee-89ed-4651-937b-c617f8ccc602 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5000796 Aug 19 12:04:49.381055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.389679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f0ace7-040f-420c-85cc-0a6f6af0b3e1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:49.395593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34992) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:49.407022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8b719b34-536e-4725-bcee-d65fab23df74 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'security_group': {'name': 'tempest-secgroup-921295767'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:49.436443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5bb57-98ba-4a0a-bbb2-aeb664ca4b42 req-b1c3a8c7-7466-43dd-8c97-06da3285b1c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:49.442473 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5bb57-98ba-4a0a-bbb2-aeb664ca4b42 req-b1c3a8c7-7466-43dd-8c97-06da3285b1c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:49.448393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5bb57-98ba-4a0a-bbb2-aeb664ca4b42 req-b1c3a8c7-7466-43dd-8c97-06da3285b1c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:49.454415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5bb57-98ba-4a0a-bbb2-aeb664ca4b42 req-b1c3a8c7-7466-43dd-8c97-06da3285b1c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:49.455188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5dd27568-b1a4-423d-943b-3cb60bc9b3ed up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:49.461219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5bb57-98ba-4a0a-bbb2-aeb664ca4b42 req-b1c3a8c7-7466-43dd-8c97-06da3285b1c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:49.467001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5bb57-98ba-4a0a-bbb2-aeb664ca4b42 req-b1c3a8c7-7466-43dd-8c97-06da3285b1c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:49.473066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5bb57-98ba-4a0a-bbb2-aeb664ca4b42 req-b1c3a8c7-7466-43dd-8c97-06da3285b1c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:49.474958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1c5bb57-98ba-4a0a-bbb2-aeb664ca4b42 req-b1c3a8c7-7466-43dd-8c97-06da3285b1c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.2184529 Aug 19 12:04:49.502270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'Port': ['ID=7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:49.507634 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.508083 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-f73d4a63-9ff3-4316-a27c-bfe2c4e7dae9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783dae47-eca8-494f-a423-2d16fe45fbcc HTTP/1.1" status: 200 len: 217 time: 0.1617098 Aug 19 12:04:49.517392 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.524046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:49.524482 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.553703 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.555730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/networks/7db1eab6-b3c6-4abe-9316-6bdc96eab938 HTTP/1.1" status: 204 len: 168 time: 0.8973489 Aug 19 12:04:49.568538 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:04:49.572854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] No DVR routers for this DVR port 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:04:49.573921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34994) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:49.580853 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-51963d1c-3b30-41d8-8a51-a368321ee032 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=03e7a4ed30df4abb92f1fad766463ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5466645 Aug 19 12:04:49.583961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.586320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bcb5b71-d205-4915-ab7b-2e096e2e0cca req-56487840-7304-4c4a-bdae-9d401c0b6dfb tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.54 "DELETE /v2.0/ports/7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 HTTP/1.1" status: 204 len: 173 time: 1.7409215 Aug 19 12:04:49.587692 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34996) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:49.608146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8b719b34-536e-4725-bcee-d65fab23df74 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.610135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252de6d5-e58e-4d2a-8648-0c69ae3221c1 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Network': ['ID=7db1eab6-b3c6-4abe-9316-6bdc96eab938,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:49.618257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1c5bb57-98ba-4a0a-bbb2-aeb664ca4b42 req-51d8d7d1-9103-4c90-b0d3-4d583ab989a3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353126 Aug 19 12:04:49.632305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af92ab86-8b21-4087-a930-3fe70c2babc0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:49.639060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51963d1c-3b30-41d8-8a51-a368321ee032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cabda5-7151-474e-8856-1cac4b44c7ef,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:49.714735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port af92ab86-8b21-4087-a930-3fe70c2babc0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:49.725654 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.776220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-cbf61c2b-daff-44b6-986c-117bf8112fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:49.777888 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-cbf61c2b-daff-44b6-986c-117bf8112fbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9 HTTP/1.1" status: 200 len: 848 time: 0.2406256 Aug 19 12:04:49.844094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f31ee525-f4fb-4702-9105-f43504ac9520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.851121 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-fa5b7eea-1d40-437b-8b1c-cd8846b774a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9709c841-7053-4007-815b-404d83b27d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639565 Aug 19 12:04:49.890864 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8b719b34-536e-4725-bcee-d65fab23df74 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.894169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.899798 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f31ee525-f4fb-4702-9105-f43504ac9520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.903985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8b719b34-536e-4725-bcee-d65fab23df74 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.918278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f72652d-f52b-42a9-a120-7253e00d3682']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:49.947417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bff5ebf-6189-4682-9b40-5831dc496fd4') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:49.947536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bff5ebf-6189-4682-9b40-5831dc496fd4') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:49.966305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.969097 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8b719b34-536e-4725-bcee-d65fab23df74 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.970467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8b719b34-536e-4725-bcee-d65fab23df74 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5693908 Aug 19 12:04:49.972193 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.978432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:49.986792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-221873630', 'security_groups': ['210caddf-411e-4929-8dd8-58eae52483f0'], 'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d26b357-c5a7-4eda-b0fe-d1c981cad756'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:49.990768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b719b34-536e-4725-bcee-d65fab23df74 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210caddf-411e-4929-8dd8-58eae52483f0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:50.048372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.100742 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-26fe5aad-d904-45a1-80b8-3bce397dacc2 service neutron] 10.222.0.54 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342837 Aug 19 12:04:50.118723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:50.119132 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:50.122244 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:50.308847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-393654a6-d8f4-4143-a43b-a6492e0e86a0 req-ba57f1d4-12d1-4acc-aa3c-d0b9c29d176b tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0e0c572-6a21-4aa4-a230-033af8e29c42 HTTP/1.1" status: 200 len: 210 time: 0.0898008 Aug 19 12:04:50.315619 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.338825 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.343264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] 10.222.0.65 "DELETE /v2.0/networks/8f72652d-f52b-42a9-a120-7253e00d3682 HTTP/1.1" status: 204 len: 168 time: 0.7658286 Aug 19 12:04:50.368494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668419b2-1405-4336-b692-5a59348ce188 tempest-BulkNetworkOpsTest-505528457 tempest-BulkNetworkOpsTest-505528457-project] Pushing event deleted for resources: {'Network': ['ID=8f72652d-f52b-42a9-a120-7253e00d3682,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:50.384260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fdcc1-d4bd-4898-b3a5-164283f4436e req-b763a25a-8255-44c6-9bf0-89d9835a2f3f tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:50.391965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa1fdcc1-d4bd-4898-b3a5-164283f4436e req-b763a25a-8255-44c6-9bf0-89d9835a2f3f tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 944 time: 0.2687085 Aug 19 12:04:50.392509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] Provisioning for port af92ab86-8b21-4087-a930-3fe70c2babc0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:50.394712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Allocated IP 172.25.4.244 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/33c3e574-b9fe-46c5-b8b7-f333f4a77a1e) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:50.401464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:50.402313 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.465528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:50.472325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa1fdcc1-d4bd-4898-b3a5-164283f4436e req-c31fb962-dd94-46e3-8ce9-5feb0a7eb51e tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794497 Aug 19 12:04:50.513956 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.555383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] For port af92ab86-8b21-4087-a930-3fe70c2babc0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=af92ab86-8b21-4087-a930-3fe70c2babc0,segment=NetworkSegment(bfdbf513-7e89-4b33-a113-351c446fd764),segment_id=bfdbf513-7e89-4b33-a113-351c446fd764)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:50.562964 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.608540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] Provisioning complete for port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:50.609364 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.622730 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52cc3d6d-f342-45fa-ade4-1affe6bfbf17 req-65d23fe8-e1ff-4e24-aa34-65fe61608229 service neutron] 10.222.0.54 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142756 Aug 19 12:04:50.627891 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.632263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.635234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35008) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:50.639748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.642377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f31ee525-f4fb-4702-9105-f43504ac9520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.644912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f31ee525-f4fb-4702-9105-f43504ac9520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.646275 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f31ee525-f4fb-4702-9105-f43504ac9520 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31cabda5-7151-474e-8856-1cac4b44c7ef HTTP/1.1" status: 204 len: 168 time: 1.0564575 Aug 19 12:04:50.670568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port 5c5f7718-1ceb-4d74-b23a-55be88d569da yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:50.679383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] Port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:50.682517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf47af2-99b8-41d2-831a-3cb4f35148ea None None] Pushing event updated for resources: {'Port': ['ID=af92ab86-8b21-4087-a930-3fe70c2babc0,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:50.742350 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-603f9fec-13e3-4897-b9a5-7a6209bd64d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.787513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ee525-f4fb-4702-9105-f43504ac9520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cabda5-7151-474e-8856-1cac4b44c7ef,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:50.788092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.863284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-e9d11bf3-6589-49d0-bf7e-6369532ce2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:50.865117 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-e9d11bf3-6589-49d0-bf7e-6369532ce2b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6fd6c782c89843fca9afdda6348d5bf4&device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 1095 time: 0.1219094 Aug 19 12:04:50.880309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.912472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:50.949071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event updated for resources: {'Port': ['ID=33c3e574-b9fe-46c5-b8b7-f333f4a77a1e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:50.952234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:50.961713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:50.963831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:04:50.995969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:04:50.996359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:04:51.018571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a6777234-a07d-4af3-b9a7-eba902153936 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d096ce0226ed4b83a29057bae2a3d697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821807 Aug 19 12:04:51.023796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35018) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:51.039893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471fdde-a82c-4ed8-b9a6-5ed23fa66d23 req-aa882e57-e14a-4d31-bdf2-bb29faa7a48e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.045828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471fdde-a82c-4ed8-b9a6-5ed23fa66d23 req-aa882e57-e14a-4d31-bdf2-bb29faa7a48e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.052302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471fdde-a82c-4ed8-b9a6-5ed23fa66d23 req-aa882e57-e14a-4d31-bdf2-bb29faa7a48e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.058283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471fdde-a82c-4ed8-b9a6-5ed23fa66d23 req-aa882e57-e14a-4d31-bdf2-bb29faa7a48e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.064415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471fdde-a82c-4ed8-b9a6-5ed23fa66d23 req-aa882e57-e14a-4d31-bdf2-bb29faa7a48e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.070341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471fdde-a82c-4ed8-b9a6-5ed23fa66d23 req-aa882e57-e14a-4d31-bdf2-bb29faa7a48e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.076198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471fdde-a82c-4ed8-b9a6-5ed23fa66d23 req-aa882e57-e14a-4d31-bdf2-bb29faa7a48e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.076828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-7b383422-5b35-44ce-a8e6-4430426dddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.078246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d471fdde-a82c-4ed8-b9a6-5ed23fa66d23 req-aa882e57-e14a-4d31-bdf2-bb29faa7a48e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.2733951 Aug 19 12:04:51.084623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-7b383422-5b35-44ce-a8e6-4430426dddf3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9709c841-7053-4007-815b-404d83b27d00 HTTP/1.1" status: 200 len: 909 time: 0.2109065 Aug 19 12:04:51.086331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.3 (b5677f05-e884-42bd-96ec-7a441976e9ea/6d26b357-c5a7-4eda-b0fe-d1c981cad756/5c5f7718-1ceb-4d74-b23a-55be88d569da) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:51.095460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.136818 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'name': 'network-vif-deleted', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:51.139425 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea117b-b0b0-4f4b-bfe2-c8797e18cc3e" -d '{"events": [{"server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "name": "network-vif-deleted", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:51.201325 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-ba4c5d92-7df7-407c-96eb-b64100697e26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783dae47-eca8-494f-a423-2d16fe45fbcc HTTP/1.1" status: 200 len: 217 time: 0.1074300 Aug 19 12:04:51.202737 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e999dd-adba-451a-929f-23b72632fa36 x-openstack-request-id: req-63e999dd-adba-451a-929f-23b72632fa36 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:51.203019 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e0c572-6a21-4aa4-a230-033af8e29c42", "name": "network-vif-deleted", "tag": "7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:51.203265 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63e999dd-adba-451a-929f-23b72632fa36 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:51.203647 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e0c572-6a21-4aa4-a230-033af8e29c42', 'name': 'network-vif-deleted', 'tag': '7f2fc5ba-e6bb-4a2b-9214-a0a3a0322b76', 'status': 'completed', 'code': 200} Aug 19 12:04:51.205750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d471fdde-a82c-4ed8-b9a6-5ed23fa66d23 req-e1310845-9a80-4038-b449-c589b4f30c0e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168735 Aug 19 12:04:51.308087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-89451a21-47c9-474e-858d-9f5b6a8bd350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.324260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af92ab86-8b21-4087-a930-3fe70c2babc0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:51.346886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-dca8c3d1-02e1-462e-a4c2-cc5f6b073676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.348393 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-dca8c3d1-02e1-462e-a4c2-cc5f6b073676 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9 HTTP/1.1" status: 200 len: 848 time: 0.1256921 Aug 19 12:04:51.362961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-89451a21-47c9-474e-858d-9f5b6a8bd350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.400241 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-6220512f-892a-4bdb-8ea4-7e19f26a9311 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9709c841-7053-4007-815b-404d83b27d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405765 Aug 19 12:04:51.407581 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.422448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:51.423200 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.434698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object 5c5f7718-1ceb-4d74-b23a-55be88d569da will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:51.484498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Deleting port 33c3e574-b9fe-46c5-b8b7-f333f4a77a1e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:51.484869 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.523312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Router 413fe956-bb45-4e59-8e1a-3480a0144273 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:04:51.551183 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-89451a21-47c9-474e-858d-9f5b6a8bd350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.555128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-89451a21-47c9-474e-858d-9f5b6a8bd350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.556763 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-89451a21-47c9-474e-858d-9f5b6a8bd350 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7cebfa81-4176-417e-9c9a-739289e20a27 HTTP/1.1" status: 204 len: 168 time: 0.5303571 Aug 19 12:04:51.586613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89451a21-47c9-474e-858d-9f5b6a8bd350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cebfa81-4176-417e-9c9a-739289e20a27,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:51.605449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e8e1408-f2af-4884-b56c-709ad78b186c req-1c133197-cc9d-4ece-9691-51c806000811 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/4442098e-c95d-4b82-9558-0dac40983d86 HTTP/1.1" status: 200 len: 1801 time: 0.1729159 Aug 19 12:04:51.627871 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-e8a90336-824a-4883-a5dc-df46c917581f service neutron] 10.222.0.54 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141008 Aug 19 12:04:51.694302 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.753957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:04:51.763324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Sync routers for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:04:51.778405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:51.780289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:51.794265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d5cc19d-7755-4276-8450-a09911ed0d28 req-884ef4f5-54b9-4fb2-ab98-3543d6c5d799 service neutron] 10.222.0.54 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569002 Aug 19 12:04:51.795258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.800481 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a6179ebd-b877-41a1-99dc-a1f25f628742 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9753239 Aug 19 12:04:51.802494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35052) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:51.803088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=5c5f7718-1ceb-4d74-b23a-55be88d569da,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:51.826465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:51.831024 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:51.833952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:51.888468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:51.889161 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.957737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-27d92cc8-9172-4202-b94d-01faf9a25bba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9770732 Aug 19 12:04:51.957910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35060) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:51.967995 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0e8e1408-f2af-4884-b56c-709ad78b186c req-9b65dccd-d8cb-4bda-8baa-fb0ae807dfd4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.978510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1aeaefd1-fe7c-4c7d-bb43-8cd532c46a87 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:52.001067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897252ec-a430-4bd8-ba89-5bb703057770 req-89664188-53ce-4494-b914-678a2576b8ab tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:52.003696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-897252ec-a430-4bd8-ba89-5bb703057770 req-89664188-53ce-4494-b914-678a2576b8ab tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 944 time: 0.3808329 Aug 19 12:04:52.006909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.007686 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.054725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Calling delete_port for 33c3e574-b9fe-46c5-b8b7-f333f4a77a1e owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:52.107839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0e8e1408-f2af-4884-b56c-709ad78b186c req-9b65dccd-d8cb-4bda-8baa-fb0ae807dfd4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.183576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-897252ec-a430-4bd8-ba89-5bb703057770 req-11d078b8-ac67-4811-a49d-dc4c07337bbb tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662643 Aug 19 12:04:52.227216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:52.357624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.364215 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0e8e1408-f2af-4884-b56c-709ad78b186c req-9b65dccd-d8cb-4bda-8baa-fb0ae807dfd4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.366856 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0e8e1408-f2af-4884-b56c-709ad78b186c req-9b65dccd-d8cb-4bda-8baa-fb0ae807dfd4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.368009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e8e1408-f2af-4884-b56c-709ad78b186c req-9b65dccd-d8cb-4bda-8baa-fb0ae807dfd4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/4442098e-c95d-4b82-9558-0dac40983d86 HTTP/1.1" status: 204 len: 173 time: 0.7580287 Aug 19 12:04:52.371881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3f6c612f-bd07-4af0-b8d9-34040c7ffc33 None None] Provisioning for port 5c5f7718-1ceb-4d74-b23a-55be88d569da completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:52.436039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65dccd-d8cb-4bda-8baa-fb0ae807dfd4 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4442098e-c95d-4b82-9558-0dac40983d86,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:52.436771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3f6c612f-bd07-4af0-b8d9-34040c7ffc33 None None] Provisioning complete for port 5c5f7718-1ceb-4d74-b23a-55be88d569da triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:52.437704 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f6c612f-bd07-4af0-b8d9-34040c7ffc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.503874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c612f-bd07-4af0-b8d9-34040c7ffc33 None None] Port 5c5f7718-1ceb-4d74-b23a-55be88d569da cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:52.506712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-205fa5e3-8b38-4350-9fa9-f01913b0f579 req-68bfe3f7-8530-4904-a78a-976e9dec1162 tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "GET /v2.0/security-groups/ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3 HTTP/1.1" status: 200 len: 1803 time: 0.0925827 Aug 19 12:04:52.518111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:49Z', 'revision_number': 3, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:52.520706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131045-8c2f-4dea-bf41-cbb922055627 req-736e20ce-13ab-48f6-870e-623804e14089 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:52.526601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131045-8c2f-4dea-bf41-cbb922055627 req-736e20ce-13ab-48f6-870e-623804e14089 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:52.532555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131045-8c2f-4dea-bf41-cbb922055627 req-736e20ce-13ab-48f6-870e-623804e14089 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:52.539244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131045-8c2f-4dea-bf41-cbb922055627 req-736e20ce-13ab-48f6-870e-623804e14089 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:52.544636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131045-8c2f-4dea-bf41-cbb922055627 req-736e20ce-13ab-48f6-870e-623804e14089 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:52.551438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131045-8c2f-4dea-bf41-cbb922055627 req-736e20ce-13ab-48f6-870e-623804e14089 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:52.558078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131045-8c2f-4dea-bf41-cbb922055627 req-736e20ce-13ab-48f6-870e-623804e14089 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:52.566208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99131045-8c2f-4dea-bf41-cbb922055627 req-736e20ce-13ab-48f6-870e-623804e14089 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.2313485 Aug 19 12:04:52.586415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Checking router: 413fe956-bb45-4e59-8e1a-3480a0144273 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:04:52.588742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Updating router 413fe956-bb45-4e59-8e1a-3480a0144273 port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:04:52.611346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.639829 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.644013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeaefd1-fe7c-4c7d-bb43-8cd532c46a87 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:52.647836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1aeaefd1-fe7c-4c7d-bb43-8cd532c46a87 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.652189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event deleted for resources: {'Port': ['ID=33c3e574-b9fe-46c5-b8b7-f333f4a77a1e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:52.677069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99131045-8c2f-4dea-bf41-cbb922055627 req-6854d3fd-0676-4315-84a3-d9b341a3c124 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098678 Aug 19 12:04:52.680654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35082) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:52.763870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-205fa5e3-8b38-4350-9fa9-f01913b0f579 req-0dd76d81-235c-45f7-804f-214cd2a40eab tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.796203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-205fa5e3-8b38-4350-9fa9-f01913b0f579 req-0dd76d81-235c-45f7-804f-214cd2a40eab tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.829707 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] create failed (client error): The resource could not be found. Aug 19 12:04:52.831679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d15a8714-4906-4fe1-8f78-0457616f3963 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8698268 Aug 19 12:04:52.835613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35090) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:52.861970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-205fa5e3-8b38-4350-9fa9-f01913b0f579 req-0dd76d81-235c-45f7-804f-214cd2a40eab tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.865327 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-205fa5e3-8b38-4350-9fa9-f01913b0f579 req-0dd76d81-235c-45f7-804f-214cd2a40eab tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.867603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-205fa5e3-8b38-4350-9fa9-f01913b0f579 req-0dd76d81-235c-45f7-804f-214cd2a40eab tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] 10.222.0.65 "DELETE /v2.0/security-groups/ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3 HTTP/1.1" status: 204 len: 173 time: 0.2981918 Aug 19 12:04:52.874358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35092) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:52.927766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd76d81-235c-45f7-804f-214cd2a40eab tempest-SecurityGroupsTestJSON-715782939 tempest-SecurityGroupsTestJSON-715782939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecca0483-ad1d-48ce-ae7a-a2d532e4dcd3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:52.939952 n-d-778550-9 neutron-server[101153]: INFO neutron.db.ipam_backend_mixin [None req-1aeaefd1-fe7c-4c7d-bb43-8cd532c46a87 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d26b357-c5a7-4eda-b0fe-d1c981cad756 (CIDR: 172.20.0.0/28) Aug 19 12:04:52.952759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-24110823-14c1-4090-acbe-a9bb08bc6785 admin admin] Deleting subnet 3593c544-52e4-4f2d-86f2-83db947e0fb4 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:04:52.959654 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24110823-14c1-4090-acbe-a9bb08bc6785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.991456 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aeaefd1-fe7c-4c7d-bb43-8cd532c46a87 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:04:52.991952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aeaefd1-fe7c-4c7d-bb43-8cd532c46a87 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:04:53.012528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.013699 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24110823-14c1-4090-acbe-a9bb08bc6785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.027446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35094) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:53.031989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Transition to ACTIVE for port object b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:53.040847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 783dae47-eca8-494f-a423-2d16fe45fbcc details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:04:53.058567 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.063010 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1aeaefd1-fe7c-4c7d-bb43-8cd532c46a87 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1039648 Aug 19 12:04:53.066299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35098) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:53.072898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:53.073692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.122013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e634c186-1a73-46e2-8837-bfd62b7ea3a7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Deleting port 6b63463a-c300-4aa9-91bd-02ebebff3116 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:53.122521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e634c186-1a73-46e2-8837-bfd62b7ea3a7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.130626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c0ddcf5d-7182-4ddc-b6ad-542ce3bcc701 tempest-DvrRoutersNegativeTest-1821232122 tempest-DvrRoutersNegativeTest-1821232122-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1270076021', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:53.135109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.policy [None req-c0ddcf5d-7182-4ddc-b6ad-542ce3bcc701 tempest-DvrRoutersNegativeTest-1821232122 tempest-DvrRoutersNegativeTest-1821232122-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101153) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 19 12:04:53.135310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.policy [None req-c0ddcf5d-7182-4ddc-b6ad-542ce3bcc701 tempest-DvrRoutersNegativeTest-1821232122 tempest-DvrRoutersNegativeTest-1821232122-project] Failed policy check for 'create_router' {{(pid=101153) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 19 12:04:53.135922 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-c0ddcf5d-7182-4ddc-b6ad-542ce3bcc701 tempest-DvrRoutersNegativeTest-1821232122 tempest-DvrRoutersNegativeTest-1821232122-project] create failed (client error): Access was denied to this resource. Aug 19 12:04:53.140759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c0ddcf5d-7182-4ddc-b6ad-542ce3bcc701 tempest-DvrRoutersNegativeTest-1821232122 tempest-DvrRoutersNegativeTest-1821232122-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1060467 Aug 19 12:04:53.177925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Attempting to bind port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:53.178296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Attempting to bind port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:53.178664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Attempting to bind port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:53.186289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:53.186573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:53.186968 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.187366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:53.187854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Bound port: b1f0ace7-040f-420c-85cc-0a6f6af0b3e1, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:53.188238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.251084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] For port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:53.255102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] For port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b1f0ace7-040f-420c-85cc-0a6f6af0b3e1,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:53.261072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92327658-4f74-4224-a7c4-20d6fed66112 None None] Pushing event updated for resources: {'Port': ['ID=b1f0ace7-040f-420c-85cc-0a6f6af0b3e1,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:53.270191 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.366742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 783dae47-eca8-494f-a423-2d16fe45fbcc, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=783dae47-eca8-494f-a423-2d16fe45fbcc,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:53.370908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:53.371567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:53.384562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92327658-4f74-4224-a7c4-20d6fed66112 None None] Pushing event updated for resources: {'Port': ['ID=b1f0ace7-040f-420c-85cc-0a6f6af0b3e1,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:53.415769 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e634c186-1a73-46e2-8837-bfd62b7ea3a7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.421328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '783dae47-eca8-494f-a423-2d16fe45fbcc', 'network_id': '9709c841-7053-4007-815b-404d83b27d00', 'port_id': '783dae47-eca8-494f-a423-2d16fe45fbcc', 'mac_address': 'fa:16:3e:9d:d8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:04:53.457476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e634c186-1a73-46e2-8837-bfd62b7ea3a7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Calling delete_port for 6b63463a-c300-4aa9-91bd-02ebebff3116 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:53.507759 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.528095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Allocated IP 172.20.0.1 (00b76846-3df1-4f01-bc8c-54e9f85e4da3/106cc04e-ed3c-4ed2-8efd-77d86941fcdd/13246869-ecd1-40e5-b840-a007a4883553) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:53.528590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783dae47-eca8-494f-a423-2d16fe45fbcc {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:04:53.538490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1549717412'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:53.540981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:53.554901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24110823-14c1-4090-acbe-a9bb08bc6785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.605618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35106) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:53.612146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 783dae47-eca8-494f-a423-2d16fe45fbcc, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=783dae47-eca8-494f-a423-2d16fe45fbcc,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:53.622543 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.678854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Made reservation on behalf of 757d3f51dd2a49798e2b92c0468dcbd7 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:53.682679 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.709044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932737e-7142-4c0d-a36d-c4617e4f6460 req-e5773a44-c485-4a45-8541-257a230b7090 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:53.710540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6932737e-7142-4c0d-a36d-c4617e4f6460 req-e5773a44-c485-4a45-8541-257a230b7090 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 944 time: 0.2076151 Aug 19 12:04:53.715845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.724731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=783dae47-eca8-494f-a423-2d16fe45fbcc,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:53.740293 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24110823-14c1-4090-acbe-a9bb08bc6785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.801005 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.802352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:49Z', 'revision_number': 3, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:53.812289 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e634c186-1a73-46e2-8837-bfd62b7ea3a7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.826569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24110823-14c1-4090-acbe-a9bb08bc6785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3593c544-52e4-4f2d-86f2-83db947e0fb4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:53.828620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Transition to ACTIVE for port object 13246869-ecd1-40e5-b840-a007a4883553 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:53.834972 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24110823-14c1-4090-acbe-a9bb08bc6785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.836890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-24110823-14c1-4090-acbe-a9bb08bc6785 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3593c544-52e4-4f2d-86f2-83db947e0fb4 HTTP/1.1" status: 204 len: 168 time: 0.9587440 Aug 19 12:04:53.851107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35112) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:53.861408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634c186-1a73-46e2-8837-bfd62b7ea3a7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event deleted for resources: {'Port': ['ID=6b63463a-c300-4aa9-91bd-02ebebff3116,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:53.870728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ffd870-cd13-47ff-a09d-a2216ffed1d9 None None] The sync data for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 is: [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:49Z', 'revision_number': 3, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:04:53.896929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2504-16ca-401f-84b3-832708e00065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.907679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6932737e-7142-4c0d-a36d-c4617e4f6460 req-15dd16ae-7370-4752-88e0-54b7528cf07c tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796873 Aug 19 12:04:53.908350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:53.911764 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.934981 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.962205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['783dae47-eca8-494f-a423-2d16fe45fbcc'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:04:54.007231 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e634c186-1a73-46e2-8837-bfd62b7ea3a7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.011796 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e634c186-1a73-46e2-8837-bfd62b7ea3a7 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "DELETE /v2.0/ports/6b63463a-c300-4aa9-91bd-02ebebff3116 HTTP/1.1" status: 204 len: 168 time: 1.1726561 Aug 19 12:04:54.013145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35114) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:54.052193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6391c44-017b-4969-a21b-cd9512a5c9d6 req-a85baa02-43e9-4b11-b3f9-56665fb17e05 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:54.058503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6391c44-017b-4969-a21b-cd9512a5c9d6 req-a85baa02-43e9-4b11-b3f9-56665fb17e05 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:54.067375 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.069633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6391c44-017b-4969-a21b-cd9512a5c9d6 req-a85baa02-43e9-4b11-b3f9-56665fb17e05 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:54.081375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6391c44-017b-4969-a21b-cd9512a5c9d6 req-a85baa02-43e9-4b11-b3f9-56665fb17e05 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:54.086135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.087987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6391c44-017b-4969-a21b-cd9512a5c9d6 req-a85baa02-43e9-4b11-b3f9-56665fb17e05 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:54.097554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6391c44-017b-4969-a21b-cd9512a5c9d6 req-a85baa02-43e9-4b11-b3f9-56665fb17e05 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:54.103623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.111969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6391c44-017b-4969-a21b-cd9512a5c9d6 req-a85baa02-43e9-4b11-b3f9-56665fb17e05 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:54.114181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6391c44-017b-4969-a21b-cd9512a5c9d6 req-a85baa02-43e9-4b11-b3f9-56665fb17e05 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.2990355 Aug 19 12:04:54.245942 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.259119 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.296203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0504fcd-6e18-4553-be6b-d743baf6ede0 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:54.298594 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c0504fcd-6e18-4553-be6b-d743baf6ede0 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "GET /v2.0/ports?device_id=b361944a-45be-406e-b33a-87bac0bcdd1f HTTP/1.1" status: 200 len: 913 time: 0.2776780 Aug 19 12:04:54.308571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:54.308817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35116) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:54.310042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:54.346274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:54.363869 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.390611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Pushing event updated for resources: {'Port': ['ID=13246869-ecd1-40e5-b840-a007a4883553,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:54.401581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f48126-d0ea-4b60-af9e-8bf58483c32d']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:54.420722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28631864-e28f-4d31-aff3-783a801b2b20') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:54.421033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28631864-e28f-4d31-aff3-783a801b2b20') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:54.436820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.445472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.490898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.505391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:04:54.506061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:04:54.507849 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:04:54.524806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:54.534870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6391c44-017b-4969-a21b-cd9512a5c9d6 req-420fb58a-69b1-4d78-a300-76360fd09adf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4010575 Aug 19 12:04:54.558262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe28ff-cee1-42f6-b959-3eacbd3764b9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:54.587714 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.588764 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Added segment 98e88ead-8c85-4162-9199-ec97a117f153 of type vlan for network fd78c528-6a16-46ff-b304-9b0b9fad16b8 Aug 19 12:04:54.663657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3c9265a9-1a61-4027-ac62-c3a736438474 None None] Provisioning for port 13246869-ecd1-40e5-b840-a007a4883553 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:54.672178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3c9265a9-1a61-4027-ac62-c3a736438474 None None] Provisioning complete for port 13246869-ecd1-40e5-b840-a007a4883553 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:54.672553 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c9265a9-1a61-4027-ac62-c3a736438474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.728951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3c9265a9-1a61-4027-ac62-c3a736438474 None None] Port 13246869-ecd1-40e5-b840-a007a4883553 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:54.729285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.885874 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2504-16ca-401f-84b3-832708e00065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.887075 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.894384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:54.895031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.925228 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2504-16ca-401f-84b3-832708e00065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:54.974928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 783dae47-eca8-494f-a423-2d16fe45fbcc up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:55.009822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.028779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.032286 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] 10.222.0.65 "DELETE /v2.0/networks/85f48126-d0ea-4b60-af9e-8bf58483c32d HTTP/1.1" status: 204 len: 168 time: 1.1798429 Aug 19 12:04:55.037908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 783dae47-eca8-494f-a423-2d16fe45fbcc completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:55.043262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 783dae47-eca8-494f-a423-2d16fe45fbcc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:55.043262 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.047670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772d87f-0f89-4fac-9fe9-99db1b9a8f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=85f48126-d0ea-4b60-af9e-8bf58483c32d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:55.062868 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3784316 Aug 19 12:04:55.096075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35122) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:55.096748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.115956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Request body: {'subnet': {'network_id': 'fd78c528-6a16-46ff-b304-9b0b9fad16b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:55.129542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f2504-16ca-401f-84b3-832708e00065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4db13e1-b38b-406f-863b-b48c7b6e336f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:55.147070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2b1f2504-16ca-401f-84b3-832708e00065 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=549722e9a5b842bc9e8efeda979df77a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5380468 Aug 19 12:04:55.151226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35124) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:55.156660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.175319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb91bb2-f48d-45f0-a545-380c0754263d tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event updated for resources: {'Network': ['ID=fd78c528-6a16-46ff-b304-9b0b9fad16b8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:55.177992 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.204989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35126) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:55.216506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network fd78c528-6a16-46ff-b304-9b0b9fad16b8 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:55.298684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:55.317343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:55.320219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:55.320843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.336804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e0f20-3484-4121-ac9c-08712ef01196 req-2d891f9d-df6a-42e3-b195-33a28a30c9b4 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:55.338615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d51e0f20-3484-4121-ac9c-08712ef01196 req-2d891f9d-df6a-42e3-b195-33a28a30c9b4 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 945 time: 0.3092320 Aug 19 12:04:55.340015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12476d-83d5-46d2-9864-7b79806dd639 None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:55.354499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306343aa-63b0-4b33-845a-4cb2c3c4320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783dae47-eca8-494f-a423-2d16fe45fbcc'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:04:55.357134 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bdee75-d972-4e05-962f-31e497111f37" -d '{"events": [{"server_uuid": "306343aa-63b0-4b33-845a-4cb2c3c4320a", "name": "network-vif-plugged", "status": "completed", "tag": "783dae47-eca8-494f-a423-2d16fe45fbcc"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:04:55.365294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=b440526b-c988-48a0-a7ae-53f8ce710516,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:55.382441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Made reservation on behalf of 757d3f51dd2a49798e2b92c0468dcbd7 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:55.386580 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.401313 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b7038e67-81ee-4302-a0cf-68f6de4a994e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69173b2229414dbd8766cb9efbd9b092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952615 Aug 19 12:04:55.405421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35130) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:55.434513 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78843a72-3e23-488d-8123-312255da3ada x-openstack-request-id: req-78843a72-3e23-488d-8123-312255da3ada {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:04:55.434777 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306343aa-63b0-4b33-845a-4cb2c3c4320a", "name": "network-vif-plugged", "status": "completed", "tag": "783dae47-eca8-494f-a423-2d16fe45fbcc", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:04:55.435031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bb25757-273f-44de-8442-8dc9d3743204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.435147 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78843a72-3e23-488d-8123-312255da3ada {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:04:55.435414 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306343aa-63b0-4b33-845a-4cb2c3c4320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783dae47-eca8-494f-a423-2d16fe45fbcc', 'code': 200} Aug 19 12:04:55.440660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:55.440907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ada3800c-a73f-4479-899c-60bda76ec689 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3704429 Aug 19 12:04:55.446770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35132) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:55.446940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 783dae47-eca8-494f-a423-2d16fe45fbcc, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=783dae47-eca8-494f-a423-2d16fe45fbcc,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:55.472075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1288336920', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b440526b-c988-48a0-a7ae-53f8ce710516'}], 'security_groups': ['ab40790c-ca15-41e7-87e0-cd74de091dcd']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:55.487464 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.524986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d51e0f20-3484-4121-ac9c-08712ef01196 req-9dfaeba7-9c50-419c-8c84-356e8e1e3077 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780715 Aug 19 12:04:55.548361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.553690 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bb25757-273f-44de-8442-8dc9d3743204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.571711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=783dae47-eca8-494f-a423-2d16fe45fbcc,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:55.693859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:55.701308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:55.701695 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.727711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.736400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16ecbb9c-2d2a-44f3-b595-7b563d9412c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.755581 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.768535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c335899-e342-4c0b-9a4c-15ceeb42d8c8 req-c76aa8a5-109d-4c45-a254-b59ee1c05092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:55.770205 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c335899-e342-4c0b-9a4c-15ceeb42d8c8 req-c76aa8a5-109d-4c45-a254-b59ee1c05092 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 1097 time: 0.1564057 Aug 19 12:04:55.801067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.826860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.833220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65257e89-123e-45d8-8c1d-b7e692dc8e72 None None] Update dhcp port {'port': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'fixed_ips': [{'subnet_id': '6d26b357-c5a7-4eda-b0fe-d1c981cad756', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b440526b-c988-48a0-a7ae-53f8ce710516'}], 'binding:host_id': 'n-d-778550-9'}, 'id': 'af92ab86-8b21-4087-a930-3fe70c2babc0'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:04:55.850980 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bb25757-273f-44de-8442-8dc9d3743204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.853586 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bb25757-273f-44de-8442-8dc9d3743204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.854788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5bb25757-273f-44de-8442-8dc9d3743204 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4db13e1-b38b-406f-863b-b48c7b6e336f HTTP/1.1" status: 204 len: 168 time: 0.7002499 Aug 19 12:04:55.862701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16ecbb9c-2d2a-44f3-b595-7b563d9412c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.878145 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.885168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65257e89-123e-45d8-8c1d-b7e692dc8e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.910966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb25757-273f-44de-8442-8dc9d3743204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4db13e1-b38b-406f-863b-b48c7b6e336f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:55.911820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b1f0ace7-040f-420c-85cc-0a6f6af0b3e1,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:55.937160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.939256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Pushing event updated for resources: {'Port': ['ID=13246869-ecd1-40e5-b840-a007a4883553,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:55.950778 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.965034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c335899-e342-4c0b-9a4c-15ceeb42d8c8 req-a382fe8a-7cea-4f1d-bcfd-0cc1d6b18dcd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672394 Aug 19 12:04:55.967226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event updated for resources: {'Subnet': ['ID=64bb8786-1244-4471-b355-0ad02160bee3,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:55.967320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3873-2a64-466b-831a-5b53e7b3131e req-40268fff-0cd0-4994-a480-acbb8631d6de tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:55.973952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3873-2a64-466b-831a-5b53e7b3131e req-40268fff-0cd0-4994-a480-acbb8631d6de tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:55.984593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3873-2a64-466b-831a-5b53e7b3131e req-40268fff-0cd0-4994-a480-acbb8631d6de tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:55.996410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3873-2a64-466b-831a-5b53e7b3131e req-40268fff-0cd0-4994-a480-acbb8631d6de tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:56.014071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3873-2a64-466b-831a-5b53e7b3131e req-40268fff-0cd0-4994-a480-acbb8631d6de tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:56.019071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=b1f0ace7-040f-420c-85cc-0a6f6af0b3e1,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:56.026920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3873-2a64-466b-831a-5b53e7b3131e req-40268fff-0cd0-4994-a480-acbb8631d6de tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:56.031021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Checking segment: {'id': '98e88ead-8c85-4162-9199-ec97a117f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd78c528-6a16-46ff-b304-9b0b9fad16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:56.031604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Network hostable DHCP agents. Network: fd78c528-6a16-46ff-b304-9b0b9fad16b8, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:56.038593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3873-2a64-466b-831a-5b53e7b3131e req-40268fff-0cd0-4994-a480-acbb8631d6de tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:56.042685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c2a3873-2a64-466b-831a-5b53e7b3131e req-40268fff-0cd0-4994-a480-acbb8631d6de tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.3439121 Aug 19 12:04:56.127657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:56.134655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:56.156189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Network fd78c528-6a16-46ff-b304-9b0b9fad16b8 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:56.228410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, fd78c528-6a16-46ff-b304-9b0b9fad16b8) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:56.228948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-65257e89-123e-45d8-8c1d-b7e692dc8e72 None None] Allocated IP 172.20.0.18 (b5677f05-e884-42bd-96ec-7a441976e9ea/b440526b-c988-48a0-a7ae-53f8ce710516/af92ab86-8b21-4087-a930-3fe70c2babc0) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:56.242436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:56.243147 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:56.257146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be01c03-93a3-4375-8574-191358c31ff7 None None] Network fd78c528-6a16-46ff-b304-9b0b9fad16b8 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:56.286552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c2a3873-2a64-466b-831a-5b53e7b3131e req-c6cfd004-66c7-4e04-930a-1d5fa04f1acf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1834490 Aug 19 12:04:56.291785 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9bdbc1cd-0157-47ba-a81e-5cd40ae7f9e0 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1797092 Aug 19 12:04:56.291962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35140) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:56.311582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Request body: {'port': {'network_id': 'fd78c528-6a16-46ff-b304-9b0b9fad16b8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-800873130'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:56.453627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Router 413fe956-bb45-4e59-8e1a-3480a0144273 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:04:56.495781 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16ecbb9c-2d2a-44f3-b595-7b563d9412c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:56.499382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16ecbb9c-2d2a-44f3-b595-7b563d9412c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:56.503923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-16ecbb9c-2d2a-44f3-b595-7b563d9412c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7474614-3671-45b9-a9f8-4edaf29240a5 HTTP/1.1" status: 204 len: 168 time: 1.0944564 Aug 19 12:04:56.707741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecbb9c-2d2a-44f3-b595-7b563d9412c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7474614-3671-45b9-a9f8-4edaf29240a5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:56.747208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:04:56.756021 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4b7f9c29-2d90-4f7e-8200-29a09ade0131 admin admin] 10.222.0.65 "PUT /v2.0/routers/413fe956-bb45-4e59-8e1a-3480a0144273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9505510 Aug 19 12:04:56.782024 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Sync routers for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:04:56.804722 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:56.806052 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:56.887220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e46bede3-4454-4eda-bf75-d074792113b0 None None] Provisioning complete for port 13246869-ecd1-40e5-b840-a007a4883553 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:56.887914 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e46bede3-4454-4eda-bf75-d074792113b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:56.916910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e29c14-1c83-4ea7-b313-effb13e266cf req-4a3d6e43-c287-4817-a6d5-e8bfeb4b1ac1 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:56.926576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53e29c14-1c83-4ea7-b313-effb13e266cf req-4a3d6e43-c287-4817-a6d5-e8bfeb4b1ac1 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 946 time: 0.2254379 Aug 19 12:04:57.006265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53e29c14-1c83-4ea7-b313-effb13e266cf req-d2e7035b-b2db-4047-9800-02cde92325a4 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782671 Aug 19 12:04:57.027613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-65257e89-123e-45d8-8c1d-b7e692dc8e72 None None] For port af92ab86-8b21-4087-a930-3fe70c2babc0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=af92ab86-8b21-4087-a930-3fe70c2babc0,segment=NetworkSegment(bfdbf513-7e89-4b33-a113-351c446fd764),segment_id=bfdbf513-7e89-4b33-a113-351c446fd764)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:57.027749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Deleting port baa0b20e-1e7c-43e3-afe9-dd7df41d0601 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:04:57.027749 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:57.039696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Made reservation on behalf of 757d3f51dd2a49798e2b92c0468dcbd7 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:57.039696 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:57.083062 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e46bede3-4454-4eda-bf75-d074792113b0 None None] Port 13246869-ecd1-40e5-b840-a007a4883553 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:57.150561 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65257e89-123e-45d8-8c1d-b7e692dc8e72 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:57.165075 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:57.167121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-65257e89-123e-45d8-8c1d-b7e692dc8e72 None None] Transition to ACTIVE for port object af92ab86-8b21-4087-a930-3fe70c2babc0 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:57.177425 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65257e89-123e-45d8-8c1d-b7e692dc8e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:57.256512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-fd78c528-6a16-46ff-b304-9b0b9fad16b8', 'network_id': 'fd78c528-6a16-46ff-b304-9b0b9fad16b8', 'tenant_id': '757d3f51dd2a49798e2b92c0468dcbd7', 'fixed_ips': [{'subnet_id': '64bb8786-1244-4471-b355-0ad02160bee3'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:57.257842 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:57.285031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65257e89-123e-45d8-8c1d-b7e692dc8e72 None None] Pushing event updated for resources: {'Port': ['ID=af92ab86-8b21-4087-a930-3fe70c2babc0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:57.444672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:57.479412 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '13246869-ecd1-40e5-b840-a007a4883553', 'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'mac_address': 'fa:16:3e:51:5d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:53Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 2, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'subnets': [{'id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:57.520593 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Checking router: 413fe956-bb45-4e59-8e1a-3480a0144273 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:04:57.521064 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Updating router 413fe956-bb45-4e59-8e1a-3480a0144273 port 13246869-ecd1-40e5-b840-a007a4883553 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:04:57.559918 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:57.581083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:57.583374 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:57.634599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Allocated IP 172.20.0.2 (fd78c528-6a16-46ff-b304-9b0b9fad16b8/64bb8786-1244-4471-b355-0ad02160bee3/bab474ab-a7fa-4116-affd-48afac877d53) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:57.787634 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:57.812506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Calling delete_port for baa0b20e-1e7c-43e3-afe9-dd7df41d0601 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:04:57.897163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:57.917494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Transition to ACTIVE for port object bab474ab-a7fa-4116-affd-48afac877d53 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:57.964102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Transition to ACTIVE for port object bab474ab-a7fa-4116-affd-48afac877d53 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:57.970737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] device_id is not set on port eb24c949-b695-48f5-a7cb-400491923d5a yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:04:57.975303 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.109411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Network fd78c528-6a16-46ff-b304-9b0b9fad16b8 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:58.123542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:58.132194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Pushing event updated for resources: {'Port': ['ID=bab474ab-a7fa-4116-affd-48afac877d53,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:58.134732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:58.225476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ddb4e-62b7-4417-bd56-e6a52726964a req-d68039b7-69b2-4e22-bb20-f1ae1f6c2e54 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:58.238835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ddb4e-62b7-4417-bd56-e6a52726964a req-d68039b7-69b2-4e22-bb20-f1ae1f6c2e54 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:58.255845 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.258272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Attempting to bind port bab474ab-a7fa-4116-affd-48afac877d53 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:58.264595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Attempting to bind port bab474ab-a7fa-4116-affd-48afac877d53 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '98e88ead-8c85-4162-9199-ec97a117f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd78c528-6a16-46ff-b304-9b0b9fad16b8'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:58.264595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Attempting to bind port bab474ab-a7fa-4116-affd-48afac877d53 on network fd78c528-6a16-46ff-b304-9b0b9fad16b8 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:58.267883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ddb4e-62b7-4417-bd56-e6a52726964a req-d68039b7-69b2-4e22-bb20-f1ae1f6c2e54 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:58.271292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:58.271637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Checking segment: {'id': '98e88ead-8c85-4162-9199-ec97a117f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd78c528-6a16-46ff-b304-9b0b9fad16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:58.272075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.272475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Bound using segment: {'id': '98e88ead-8c85-4162-9199-ec97a117f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd78c528-6a16-46ff-b304-9b0b9fad16b8'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:58.272988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Bound port: bab474ab-a7fa-4116-affd-48afac877d53, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e88ead-8c85-4162-9199-ec97a117f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd78c528-6a16-46ff-b304-9b0b9fad16b8'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:58.273394 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.280990 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Transition to ACTIVE for port object 13246869-ecd1-40e5-b840-a007a4883553 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:58.292332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ddb4e-62b7-4417-bd56-e6a52726964a req-d68039b7-69b2-4e22-bb20-f1ae1f6c2e54 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:58.293978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35192) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:58.300673 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.301475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ddb4e-62b7-4417-bd56-e6a52726964a req-d68039b7-69b2-4e22-bb20-f1ae1f6c2e54 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:58.330708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ddb4e-62b7-4417-bd56-e6a52726964a req-d68039b7-69b2-4e22-bb20-f1ae1f6c2e54 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:58.339044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ddb4e-62b7-4417-bd56-e6a52726964a req-d68039b7-69b2-4e22-bb20-f1ae1f6c2e54 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:58.341545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b59ddb4e-62b7-4417-bd56-e6a52726964a req-d68039b7-69b2-4e22-bb20-f1ae1f6c2e54 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.4942977 Aug 19 12:04:58.366511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Delete allocated IP 172.20.0.3 (b5677f05-e884-42bd-96ec-7a441976e9ea/6d26b357-c5a7-4eda-b0fe-d1c981cad756) {{(pid=101154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:04:58.418127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35198) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:58.426295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-58d23a55-bc83-4b9f-89c7-eb22669d9076 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779182262', 'description': 'tempest-description--1557678651'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:58.437080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.29 (b5677f05-e884-42bd-96ec-7a441976e9ea/b440526b-c988-48a0-a7ae-53f8ce710516/5c5f7718-1ceb-4d74-b23a-55be88d569da) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:58.470537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] For port bab474ab-a7fa-4116-affd-48afac877d53, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:58.480795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] For port bab474ab-a7fa-4116-affd-48afac877d53, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bab474ab-a7fa-4116-affd-48afac877d53,segment=NetworkSegment(98e88ead-8c85-4162-9199-ec97a117f153),segment_id=98e88ead-8c85-4162-9199-ec97a117f153)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:58.489014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-58d23a55-bc83-4b9f-89c7-eb22669d9076 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.495398 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Pushing event updated for resources: {'Port': ['ID=13246869-ecd1-40e5-b840-a007a4883553,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:58.507367 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.525613 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.538134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a5e4b7bb-7564-47c4-977a-4de71e2c6310 None None] Provisioning for port af92ab86-8b21-4087-a930-3fe70c2babc0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:58.545759 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.546233 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.546443 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.546781 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.547114 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.547453 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.547772 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.548151 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.548482 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.548841 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.549292 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.549600 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:58.554265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b59ddb4e-62b7-4417-bd56-e6a52726964a req-6fc1c1d8-af8b-4f5a-9fec-2377f35abefe tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2001903 Aug 19 12:04:58.615992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a5e4b7bb-7564-47c4-977a-4de71e2c6310 None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:58.616523 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Attempting to bind port 13246869-ecd1-40e5-b840-a007a4883553 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:58.617051 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Attempting to bind port 13246869-ecd1-40e5-b840-a007a4883553 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:58.622614 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Attempting to bind port 13246869-ecd1-40e5-b840-a007a4883553 on network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:58.623561 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b7bb-7564-47c4-977a-4de71e2c6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.626381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35200) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:58.636415 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:58.636854 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Checking segment: {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:58.637267 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.637668 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Bound using segment: {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:58.641589 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Bound port: 13246869-ecd1-40e5-b840-a007a4883553, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:58.642190 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.660115 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-58d23a55-bc83-4b9f-89c7-eb22669d9076 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.668483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-58d23a55-bc83-4b9f-89c7-eb22669d9076 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.712327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-58d23a55-bc83-4b9f-89c7-eb22669d9076 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.716928 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-58d23a55-bc83-4b9f-89c7-eb22669d9076 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2942772 Aug 19 12:04:58.716928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d23a55-bc83-4b9f-89c7-eb22669d9076 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:58.736529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35204) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:58.744153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1a78d75c-ea92-4fe2-915f-3440ee6a6661 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Request body: {'security_group_rule': {'security_group_id': 'a8cbf663-4233-46e1-95bd-7a0b9bc23c0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:58.794064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1676122227'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:58.795914 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] For port 13246869-ecd1-40e5-b840-a007a4883553, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:58.796201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ae3d9-3c32-47cc-91c8-2dcaf3233edd None None] Pushing event updated for resources: {'Port': ['ID=bab474ab-a7fa-4116-affd-48afac877d53,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:58.800875 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] For port 13246869-ecd1-40e5-b840-a007a4883553, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13246869-ecd1-40e5-b840-a007a4883553,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:58.814203 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.824585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a78d75c-ea92-4fe2-915f-3440ee6a6661 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.844065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-341117138-network', 'tenant_id': '7ca977d6125144958c262e71fdb77b63'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:58.847807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Allocated IP 172.20.0.5 (fd78c528-6a16-46ff-b304-9b0b9fad16b8/64bb8786-1244-4471-b355-0ad02160bee3/eb24c949-b695-48f5-a7cb-400491923d5a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:58.857483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a5e4b7bb-7564-47c4-977a-4de71e2c6310 None None] Provisioning complete for port 5c5f7718-1ceb-4d74-b23a-55be88d569da triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:58.857869 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b7bb-7564-47c4-977a-4de71e2c6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.911758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4b7bb-7564-47c4-977a-4de71e2c6310 None None] Port 5c5f7718-1ceb-4d74-b23a-55be88d569da cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:58.931318 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069fdab-88e7-406a-92b5-87f82dcd129d None None] Pushing event updated for resources: {'Port': ['ID=13246869-ecd1-40e5-b840-a007a4883553,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:58.933931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a78d75c-ea92-4fe2-915f-3440ee6a6661 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.937490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Made reservation on behalf of acecd10799304cb4b19bb8ea57d71cef for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:58.944666 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.947130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a5e4b7bb-7564-47c4-977a-4de71e2c6310 None None] Provisioning complete for port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:58.947451 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b7bb-7564-47c4-977a-4de71e2c6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.959970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.963151 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a78d75c-ea92-4fe2-915f-3440ee6a6661 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.984999 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:58.985661 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:59.005373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78d75c-ea92-4fe2-915f-3440ee6a6661 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb72824-c948-4a67-9277-56d6f1f81b78,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:59.007847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4b7bb-7564-47c4-977a-4de71e2c6310 None None] Port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:59.023171 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.124352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event deleted for resources: {'Port': ['ID=baa0b20e-1e7c-43e3-afe9-dd7df41d0601,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:59.141607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709aa8-c799-48ed-ac10-3b41331549f8 req-871110e0-c445-4474-b4e0-42fe6f519892 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:59.158655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe709aa8-c799-48ed-ac10-3b41331549f8 req-871110e0-c445-4474-b4e0-42fe6f519892 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 946 time: 0.5510452 Aug 19 12:04:59.193075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Made reservation on behalf of 7ca977d6125144958c262e71fdb77b63 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:59.195540 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.202462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a78d75c-ea92-4fe2-915f-3440ee6a6661 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.208470 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1a78d75c-ea92-4fe2-915f-3440ee6a6661 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4669995 Aug 19 12:04:59.209050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35206) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:59.217349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-141cf13b-4ca7-4a89-8f88-1f1e5673b41d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Request body: {'security_group_rule': {'security_group_id': 'a8cbf663-4233-46e1-95bd-7a0b9bc23c0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:59.254869 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:59.351289 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.383317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe709aa8-c799-48ed-ac10-3b41331549f8 req-da8d799a-0d4d-4760-acad-50beec88a825 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237353 Aug 19 12:04:59.440751 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.456721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.508708 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.547265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bab474ab-a7fa-4116-affd-48afac877d53 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:59.585241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:59.588393 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '13246869-ecd1-40e5-b840-a007a4883553', 'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'mac_address': 'fa:16:3e:51:5d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:53Z', 'updated_at': '2021-08-19T12:04:58Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'subnets': [{'id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:59.607862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba7ca8-ff7f-419d-ae0f-c0bdd19985ee,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:59.621077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-141cf13b-4ca7-4a89-8f88-1f1e5673b41d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.626241 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e148b6d-e4bb-4909-abb5-91eda868208c None None] The sync data for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 is: [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '13246869-ecd1-40e5-b840-a007a4883553', 'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'mac_address': 'fa:16:3e:51:5d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:53Z', 'updated_at': '2021-08-19T12:04:58Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'subnets': [{'id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:04:59.641679 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.642973 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Added segment 78252961-02cc-4dab-8f02-6ab52a522b9b of type vlan for network bd260051-e5f3-4f75-bf55-2d5571b350db Aug 19 12:04:59.646672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port bab474ab-a7fa-4116-affd-48afac877d53 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:59.651397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af92ab86-8b21-4087-a930-3fe70c2babc0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:59.770057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:59.770689 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.782094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object 5c5f7718-1ceb-4d74-b23a-55be88d569da will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:59.806059 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.877009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.896665 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.906315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:59.909430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.937083 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.965960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-141cf13b-4ca7-4a89-8f88-1f1e5673b41d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:59.980675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-141cf13b-4ca7-4a89-8f88-1f1e5673b41d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.044105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cf13b-4ca7-4a89-8f88-1f1e5673b41d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff252f4-f3d1-482e-a825-d7481423b6f6,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:00.094522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] Pushing event updated for resources: {'Network': ['ID=bd260051-e5f3-4f75-bf55-2d5571b350db,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:00.116183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network bd260051-e5f3-4f75-bf55-2d5571b350db details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:00.145785 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.275118 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.295600 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bd48edff-30d7-4707-a7b2-8ce245e8655b tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.0004416 Aug 19 12:05:00.299494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35222) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:00.305653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-93ff4797-0ff3-4c94-a0cb-1e157d5ea1dc tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db', 'tempest-TagsTest-Tag-488758840') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:00.313054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-141cf13b-4ca7-4a89-8f88-1f1e5673b41d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.318132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-141cf13b-4ca7-4a89-8f88-1f1e5673b41d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1075964 Aug 19 12:05:00.318523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35224) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:00.319708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fedb0-975b-436f-a93b-68c6eb031f66 req-6ea55ba5-a9d3-47fd-ba61-f26e5113f134 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:00.326882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fedb0-975b-436f-a93b-68c6eb031f66 req-6ea55ba5-a9d3-47fd-ba61-f26e5113f134 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:00.332835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fedb0-975b-436f-a93b-68c6eb031f66 req-6ea55ba5-a9d3-47fd-ba61-f26e5113f134 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:00.339012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fedb0-975b-436f-a93b-68c6eb031f66 req-6ea55ba5-a9d3-47fd-ba61-f26e5113f134 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:00.346253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fedb0-975b-436f-a93b-68c6eb031f66 req-6ea55ba5-a9d3-47fd-ba61-f26e5113f134 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:00.352556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fedb0-975b-436f-a93b-68c6eb031f66 req-6ea55ba5-a9d3-47fd-ba61-f26e5113f134 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:00.366439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:00.373545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fedb0-975b-436f-a93b-68c6eb031f66 req-6ea55ba5-a9d3-47fd-ba61-f26e5113f134 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:00.376216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c21fedb0-975b-436f-a93b-68c6eb031f66 req-6ea55ba5-a9d3-47fd-ba61-f26e5113f134 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.6372726 Aug 19 12:05:00.383781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=5c5f7718-1ceb-4d74-b23a-55be88d569da,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:00.394595 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.409893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2718d-4cbb-41cf-bbbe-5742f5f2118d None None] Network fd78c528-6a16-46ff-b304-9b0b9fad16b8 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:00.444476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Transition to ACTIVE for port object eb24c949-b695-48f5-a7cb-400491923d5a will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:00.469156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.509626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:00.516336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e50b0ee4-772a-48a1-8a32-fcfc139603f9 None None] Provisioning for port bab474ab-a7fa-4116-affd-48afac877d53 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:00.526829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:00.531664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e50b0ee4-772a-48a1-8a32-fcfc139603f9 None None] Provisioning complete for port bab474ab-a7fa-4116-affd-48afac877d53 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:00.532048 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e50b0ee4-772a-48a1-8a32-fcfc139603f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.543064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.543482 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Added segment 1a79132e-1e60-420b-b0a3-4916fe4275f9 of type vlan for network 91f16005-2494-4942-95b8-3041445bf96f Aug 19 12:05:00.599323 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.601616 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-93ff4797-0ff3-4c94-a0cb-1e157d5ea1dc tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "PUT /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags/tempest-TagsTest-Tag-488758840 HTTP/1.1" status: 201 len: 201 time: 0.3006945 Aug 19 12:05:00.605863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35228) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:00.613119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-3d921b84-2eb6-4d8c-a5b0-48c5a277b9a1 tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db', 'tempest-TagsTest-Tag-488758840') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:00.682175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] In _notify_port_updated(), no bound segment for port 5c5f7718-1ceb-4d74-b23a-55be88d569da on network b5677f05-e884-42bd-96ec-7a441976e9ea {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:05:00.691993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:00.692863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.694642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5ccbc966-2092-43e5-9d02-c399b2f35478 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "PUT /v2.0/ports/5c5f7718-1ceb-4d74-b23a-55be88d569da HTTP/1.1" status: 200 len: 921 time: 5.2405398 Aug 19 12:05:00.701022 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.701250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35230) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:00.702609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:00.703430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.706882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.754587 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3d921b84-2eb6-4d8c-a5b0-48c5a277b9a1 tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "GET /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags/tempest-TagsTest-Tag-488758840 HTTP/1.1" status: 204 len: 168 time: 0.1471455 Aug 19 12:05:00.761308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35232) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:00.769066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-7d20f237-c5a8-4e9c-a001-b38cf2af07c6 tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:00.790390 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e50b0ee4-772a-48a1-8a32-fcfc139603f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.848277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e50b0ee4-772a-48a1-8a32-fcfc139603f9 None None] For port bab474ab-a7fa-4116-affd-48afac877d53, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bab474ab-a7fa-4116-affd-48afac877d53,segment=NetworkSegment(98e88ead-8c85-4162-9199-ec97a117f153),segment_id=98e88ead-8c85-4162-9199-ec97a117f153)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:00.855493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Network fd78c528-6a16-46ff-b304-9b0b9fad16b8 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:00.859678 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e50b0ee4-772a-48a1-8a32-fcfc139603f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.872030 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.962571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b0ee4-772a-48a1-8a32-fcfc139603f9 None None] Pushing event updated for resources: {'Port': ['ID=bab474ab-a7fa-4116-affd-48afac877d53,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:00.976506 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7d20f237-c5a8-4e9c-a001-b38cf2af07c6 tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "GET /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags HTTP/1.1" status: 200 len: 237 time: 0.2142236 Aug 19 12:05:00.984242 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35234) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:00.991524 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2971c-ac4b-4e45-9fed-00c8493d1b4c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 5c5f7718-1ceb-4d74-b23a-55be88d569da {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:00.992261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dc2971c-ac4b-4e45-9fed-00c8493d1b4c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:00.992578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:01.000819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event updated for resources: {'Port': ['ID=eb24c949-b695-48f5-a7cb-400491923d5a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:01.001679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-2af3d94b-6b8a-4228-a44c-df95eab518c5 tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db', {'tags': ['tempest-TagsTest-Tag-871532434', 'tempest-TagsTest-Tag-190956986', 'tempest-TagsTest-Tag-1718680401']}) {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:01.004574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3575649 Aug 19 12:05:01.008275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:01.014002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-11214d09-cf8e-4f6a-b373-256375ff2972 None None] Provisioning for port 5c5f7718-1ceb-4d74-b23a-55be88d569da completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:01.023267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-11214d09-cf8e-4f6a-b373-256375ff2972 None None] Provisioning complete for port 5c5f7718-1ceb-4d74-b23a-55be88d569da triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:01.026968 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11214d09-cf8e-4f6a-b373-256375ff2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.027732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c21fedb0-975b-436f-a93b-68c6eb031f66 req-2895b890-0c98-4d45-b42f-67b581e4c29c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6247880 Aug 19 12:05:01.031243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35236) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:01.040465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f93b69-9320-4eed-a885-d44ec7879242 admin admin] Pushing event updated for resources: {'Network': ['ID=91f16005-2494-4942-95b8-3041445bf96f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:01.066806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Request body: {'subnet': {'network_id': '91f16005-2494-4942-95b8-3041445bf96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-341117138-subnet', 'tenant_id': '7ca977d6125144958c262e71fdb77b63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:01.082163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 91f16005-2494-4942-95b8-3041445bf96f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:01.110280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Router b361944a-45be-406e-b33a-87bac0bcdd1f has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:05:01.121760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf924a-bf37-4883-998d-17e3ed28ab36 req-d6179cc9-c243-4c60-8fb4-e3636a2cb963 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:01.130175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aacf924a-bf37-4883-998d-17e3ed28ab36 req-d6179cc9-c243-4c60-8fb4-e3636a2cb963 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 946 time: 0.6240273 Aug 19 12:05:01.172023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:01.172833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.180292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-11214d09-cf8e-4f6a-b373-256375ff2972 None None] Port 5c5f7718-1ceb-4d74-b23a-55be88d569da cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:01.193524 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Allocated IP 172.25.4.114 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/07c362b0-e5f6-4021-ae27-98c76658e2dd) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:01.244386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3d3ad483-d3ac-4eb0-8ab1-cbd85a319e55 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9446638 Aug 19 12:05:01.261339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aacf924a-bf37-4883-998d-17e3ed28ab36 req-93f0003e-9453-4d98-ab7d-aad9e669be89 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301458 Aug 19 12:05:01.261888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35238) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:01.314633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-dbda4eb8-26b0-4d1b-ab33-afb487708621 None None] Provisioning for port eb24c949-b695-48f5-a7cb-400491923d5a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:01.323215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-dbda4eb8-26b0-4d1b-ab33-afb487708621 None None] Provisioning complete for port eb24c949-b695-48f5-a7cb-400491923d5a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:01.323597 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dbda4eb8-26b0-4d1b-ab33-afb487708621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.406546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-dbda4eb8-26b0-4d1b-ab33-afb487708621 None None] Port eb24c949-b695-48f5-a7cb-400491923d5a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:01.407715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:05:01.419396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f6ae6674-a8ee-49f0-a72c-3504699cab3e tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "PUT /v2.0/routers/b361944a-45be-406e-b33a-87bac0bcdd1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0953729 Aug 19 12:05:01.420393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35240) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:01.421484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717c829-ccc1-4f33-9b0f-fdb19e0da22f None None] Sync routers for ids ['b361944a-45be-406e-b33a-87bac0bcdd1f'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:05:01.439933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-dbda4eb8-26b0-4d1b-ab33-afb487708621 None None] Provisioning complete for port bab474ab-a7fa-4116-affd-48afac877d53 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:01.440588 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dbda4eb8-26b0-4d1b-ab33-afb487708621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.443833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717c829-ccc1-4f33-9b0f-fdb19e0da22f None None] Routers {'b361944a-45be-406e-b33a-87bac0bcdd1f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:05:01.445234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-7717c829-ccc1-4f33-9b0f-fdb19e0da22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b361944a-45be-406e-b33a-87bac0bcdd1f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:01.485987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Made reservation on behalf of 7ca977d6125144958c262e71fdb77b63 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:01.492164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.495455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bab474ab-a7fa-4116-affd-48afac877d53 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:01.503608 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dc2971c-ac4b-4e45-9fed-00c8493d1b4c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.519500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2971c-ac4b-4e45-9fed-00c8493d1b4c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 5c5f7718-1ceb-4d74-b23a-55be88d569da owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:01.530670 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-89bcdc4b-35b5-46a6-a824-62855312b869 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.548414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-7717c829-ccc1-4f33-9b0f-fdb19e0da22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:01.572258 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2af3d94b-6b8a-4228-a44c-df95eab518c5 tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "PUT /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags HTTP/1.1" status: 200 len: 307 time: 0.5835204 Aug 19 12:05:01.583801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717c829-ccc1-4f33-9b0f-fdb19e0da22f None None] Routers {'b361944a-45be-406e-b33a-87bac0bcdd1f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:05:01.584440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-7717c829-ccc1-4f33-9b0f-fdb19e0da22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:04:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b361944a-45be-406e-b33a-87bac0bcdd1f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:01.616675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35242) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:01.622411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-18e724f9-b2b4-4b90-9043-3b8d5bee205e tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db', 'tempest-TagsTest-Tag-871532434') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:01.627220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-7717c829-ccc1-4f33-9b0f-fdb19e0da22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:01.627839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717c829-ccc1-4f33-9b0f-fdb19e0da22f None None] The sync data for ids ['b361944a-45be-406e-b33a-87bac0bcdd1f'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:05:01.671327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port bab474ab-a7fa-4116-affd-48afac877d53 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:01.671767 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.706724 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.778566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13246869-ecd1-40e5-b840-a007a4883553 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:01.794161 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-89bcdc4b-35b5-46a6-a824-62855312b869 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.799263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-89bcdc4b-35b5-46a6-a824-62855312b869 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.835225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-54408b18-0bdb-48a9-a749-162c11846c97 None None] Provisioning complete for port eb24c949-b695-48f5-a7cb-400491923d5a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:01.836280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54408b18-0bdb-48a9-a749-162c11846c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.865359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcea30-4f2b-4a07-8c2f-af153797d2c8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Deleting port eb24c949-b695-48f5-a7cb-400491923d5a {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:01.865743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea30-4f2b-4a07-8c2f-af153797d2c8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.876133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dc2971c-ac4b-4e45-9fed-00c8493d1b4c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.881446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 13246869-ecd1-40e5-b840-a007a4883553 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:01.886237 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-89bcdc4b-35b5-46a6-a824-62855312b869 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.886748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bcdc4b-35b5-46a6-a824-62855312b869 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Fanout notify agent at l3_agent the message router_deleted on router b361944a-45be-406e-b33a-87bac0bcdd1f {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:05:01.887291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 13246869-ecd1-40e5-b840-a007a4883553 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:01.887888 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.894496 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-89bcdc4b-35b5-46a6-a824-62855312b869 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.898438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-89bcdc4b-35b5-46a6-a824-62855312b869 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "DELETE /v2.0/routers/b361944a-45be-406e-b33a-87bac0bcdd1f HTTP/1.1" status: 204 len: 168 time: 0.4738955 Aug 19 12:05:01.903515 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:01.905260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35244) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:01.915475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-54408b18-0bdb-48a9-a749-162c11846c97 None None] Port eb24c949-b695-48f5-a7cb-400491923d5a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:01.955867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-18e724f9-b2b4-4b90-9043-3b8d5bee205e tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "DELETE /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags/tempest-TagsTest-Tag-871532434 HTTP/1.1" status: 204 len: 168 time: 0.3351583 Aug 19 12:05:01.956178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35246) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:01.958172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2971c-ac4b-4e45-9fed-00c8493d1b4c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=5c5f7718-1ceb-4d74-b23a-55be88d569da,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:01.962062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-6aa18243-67e6-4b20-ab7e-7b84a8abfea1 tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db', 'tempest-TagsTest-Tag-871532434') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:01.986467 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:02.012855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:02.036081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:02.037918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea30-4f2b-4a07-8c2f-af153797d2c8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:02.040157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 13246869-ecd1-40e5-b840-a007a4883553, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13246869-ecd1-40e5-b840-a007a4883553,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:02.046302 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:02.056986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcea30-4f2b-4a07-8c2f-af153797d2c8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Calling delete_port for eb24c949-b695-48f5-a7cb-400491923d5a owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:02.129882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=13246869-ecd1-40e5-b840-a007a4883553,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:02.130363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:02.162925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:02.186031 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-a14033f7-fa71-4568-81a2-733b76aba8c8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:02.187676 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-a14033f7-fa71-4568-81a2-733b76aba8c8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.54 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 946 time: 0.3249876 Aug 19 12:05:02.216022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec1c193-58e8-4de9-8879-b1ef8f1735c4 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Deleting subnet afb53b83-07ae-4e37-8afb-edaed664a32d {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:05:02.228350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Pushing event updated for resources: {'Port': ['ID=07c362b0-e5f6-4021-ae27-98c76658e2dd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:02.257338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dec1c193-58e8-4de9-8879-b1ef8f1735c4 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:02.330101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b655cf50-904c-4ee4-b3ff-d974e3fa0542,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:02.358588 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dc2971c-ac4b-4e45-9fed-00c8493d1b4c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:02.360573 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1dc2971c-ac4b-4e45-9fed-00c8493d1b4c tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/5c5f7718-1ceb-4d74-b23a-55be88d569da HTTP/1.1" status: 204 len: 168 time: 1.6535978 Aug 19 12:05:02.366006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35252) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:02.408674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dec1c193-58e8-4de9-8879-b1ef8f1735c4 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:02.488485 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-6aa18243-67e6-4b20-ab7e-7b84a8abfea1 tempest-TagsTest-210556 tempest-TagsTest-210556-project] show failed (client error): The resource could not be found. Aug 19 12:05:02.489516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6aa18243-67e6-4b20-ab7e-7b84a8abfea1 tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "GET /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags/tempest-TagsTest-Tag-871532434 HTTP/1.1" status: 404 len: 325 time: 0.5323260 Aug 19 12:05:02.499349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35254) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:02.515181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-abaf807e-e532-4f48-bb6f-9bfa076af08a tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db', 'tempest-TagsTest-Tag-190956986') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:02.651028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d51-5af0-4fe5-978b-80e0f1395dc1 req-a55f9ea2-62e3-4b60-91cd-b679a752b282 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:02.652629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54e95d51-5af0-4fe5-978b-80e0f1395dc1 req-a55f9ea2-62e3-4b60-91cd-b679a752b282 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 946 time: 0.1673672 Aug 19 12:05:02.681910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4de76-d6ad-4751-83bc-d1aa14679737 req-d331a2fe-5abb-4d3f-82d1-05a068d39b34 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:02.687898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4de76-d6ad-4751-83bc-d1aa14679737 req-d331a2fe-5abb-4d3f-82d1-05a068d39b34 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:02.694329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4de76-d6ad-4751-83bc-d1aa14679737 req-d331a2fe-5abb-4d3f-82d1-05a068d39b34 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:02.700236 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4de76-d6ad-4751-83bc-d1aa14679737 req-d331a2fe-5abb-4d3f-82d1-05a068d39b34 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:02.706154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4de76-d6ad-4751-83bc-d1aa14679737 req-d331a2fe-5abb-4d3f-82d1-05a068d39b34 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:02.711982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4de76-d6ad-4751-83bc-d1aa14679737 req-d331a2fe-5abb-4d3f-82d1-05a068d39b34 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:02.717841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4de76-d6ad-4751-83bc-d1aa14679737 req-d331a2fe-5abb-4d3f-82d1-05a068d39b34 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:02.719946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aca4de76-d6ad-4751-83bc-d1aa14679737 req-d331a2fe-5abb-4d3f-82d1-05a068d39b34 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.2331645 Aug 19 12:05:02.801091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-abaf807e-e532-4f48-bb6f-9bfa076af08a tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "GET /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags/tempest-TagsTest-Tag-190956986 HTTP/1.1" status: 204 len: 168 time: 0.2903643 Aug 19 12:05:02.802933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35256) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:02.810138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-983c547a-1de7-4fdc-83dc-160bf43cc56d tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db', 'tempest-TagsTest-Tag-1718680401') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:02.820931 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-49df6333-c2a1-4c1a-98a2-76fe67755faf tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:05:02.825480 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-49df6333-c2a1-4c1a-98a2-76fe67755faf tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/5c5f7718-1ceb-4d74-b23a-55be88d569da HTTP/1.1" status: 404 len: 333 time: 0.4509552 Aug 19 12:05:02.825480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Checking segment: {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:02.825480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Network hostable DHCP agents. Network: 91f16005-2494-4942-95b8-3041445bf96f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:02.825851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35258) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:02.846452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54e95d51-5af0-4fe5-978b-80e0f1395dc1 req-eb31faf5-1a61-4f43-8572-f2f76c99d434 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857555 Aug 19 12:05:02.849903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea30-4f2b-4a07-8c2f-af153797d2c8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:02.890509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aca4de76-d6ad-4751-83bc-d1aa14679737 req-1f1d3ffe-de90-471a-a26c-ee54f5155e00 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1422598 Aug 19 12:05:02.913353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:02.916814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcea30-4f2b-4a07-8c2f-af153797d2c8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event deleted for resources: {'Port': ['ID=eb24c949-b695-48f5-a7cb-400491923d5a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:02.944749 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Network 91f16005-2494-4942-95b8-3041445bf96f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:03.008603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea30-4f2b-4a07-8c2f-af153797d2c8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.011013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c0fcea30-4f2b-4a07-8c2f-af153797d2c8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] 10.222.0.65 "DELETE /v2.0/ports/eb24c949-b695-48f5-a7cb-400491923d5a HTTP/1.1" status: 204 len: 168 time: 1.6649098 Aug 19 12:05:03.013520 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.016495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-983c547a-1de7-4fdc-83dc-160bf43cc56d tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "GET /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags/tempest-TagsTest-Tag-1718680401 HTTP/1.1" status: 204 len: 168 time: 0.2076890 Aug 19 12:05:03.016495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35260) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.016840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35262) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.024894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-6ab47d6c-e04b-442d-ac04-65737761c2c3 tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:03.085210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dec1c193-58e8-4de9-8879-b1ef8f1735c4 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.121941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b3d9cd4b-a775-410c-b0f6-b11feb032f22 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.147015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Deleting port 783dae47-eca8-494f-a423-2d16fe45fbcc {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:03.148661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6ab47d6c-e04b-442d-ac04-65737761c2c3 tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "DELETE /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags HTTP/1.1" status: 204 len: 168 time: 0.1300318 Aug 19 12:05:03.150882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35268) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.151786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.155036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 91f16005-2494-4942-95b8-3041445bf96f) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:03.160872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-48a109a9-dae9-43fa-848e-16e94625ca69 tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db', 'tempest-TagsTest-Tag-190956986') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:03.166264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4243ddd-5849-472b-8803-98f34b5a17c9 None None] Network 91f16005-2494-4942-95b8-3041445bf96f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:03.200262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5d592e3a-aede-4580-8d03-280c17b42a3e tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1818438 Aug 19 12:05:03.227839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35270) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.237306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1918914332'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:03.281389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b3d9cd4b-a775-410c-b0f6-b11feb032f22 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.282824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:03.289286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Made reservation on behalf of 757d3f51dd2a49798e2b92c0468dcbd7 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:03.298614 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.303866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:03.304758 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.315647 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-48a109a9-dae9-43fa-848e-16e94625ca69 tempest-TagsTest-210556 tempest-TagsTest-210556-project] show failed (client error): The resource could not be found. Aug 19 12:05:03.316974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-48a109a9-dae9-43fa-848e-16e94625ca69 tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "GET /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags/tempest-TagsTest-Tag-190956986 HTTP/1.1" status: 404 len: 325 time: 0.1649501 Aug 19 12:05:03.320901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35272) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.325813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-a7a709aa-d228-4ec7-9c50-d4ae6005be50 tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db', 'tempest-TagsTest-Tag-1718680401') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:03.355919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-91f16005-2494-4942-95b8-3041445bf96f', 'network_id': '91f16005-2494-4942-95b8-3041445bf96f', 'tenant_id': '7ca977d6125144958c262e71fdb77b63', 'fixed_ips': [{'subnet_id': 'b655cf50-904c-4ee4-b3ff-d974e3fa0542'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:05:03.356826 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.379698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] For port 783dae47-eca8-494f-a423-2d16fe45fbcc, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=783dae47-eca8-494f-a423-2d16fe45fbcc,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:03.380369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.387472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:03.396666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Calling delete_port for 783dae47-eca8-494f-a423-2d16fe45fbcc owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:03.399380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13246869-ecd1-40e5-b840-a007a4883553 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:03.414361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.414949 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Added segment 284e31a0-8899-4743-bd4b-92c47b63b024 of type vlan for network f8ca084b-7e02-43a0-8068-124595727f69 Aug 19 12:05:03.457190 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-a7a709aa-d228-4ec7-9c50-d4ae6005be50 tempest-TagsTest-210556 tempest-TagsTest-210556-project] show failed (client error): The resource could not be found. Aug 19 12:05:03.460821 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a7a709aa-d228-4ec7-9c50-d4ae6005be50 tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "GET /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags/tempest-TagsTest-Tag-1718680401 HTTP/1.1" status: 404 len: 326 time: 0.1364331 Aug 19 12:05:03.463681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35274) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.469972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-3a6bea81-6790-4dac-8447-0eeabdc180c3 tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bd260051-e5f3-4f75-bf55-2d5571b350db') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:03.476638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.548847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.555042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:03.555702 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.622918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3936949 Aug 19 12:05:03.629084 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35276) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.632281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-418e29b0-4ac5-4b3b-ba14-b015c66e744b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5980256 Aug 19 12:05:03.659273 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dec1c193-58e8-4de9-8879-b1ef8f1735c4 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.677307 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b3d9cd4b-a775-410c-b0f6-b11feb032f22 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.679819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b3d9cd4b-a775-410c-b0f6-b11feb032f22 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.681085 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b3d9cd4b-a775-410c-b0f6-b11feb032f22 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/security-groups/210caddf-411e-4929-8dd8-58eae52483f0 HTTP/1.1" status: 204 len: 168 time: 0.8468006 Aug 19 12:05:03.687537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3a6bea81-6790-4dac-8447-0eeabdc180c3 tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "DELETE /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db/tags HTTP/1.1" status: 204 len: 168 time: 0.2191012 Aug 19 12:05:03.699705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35280) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.699705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35282) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.707221 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.736594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1c193-58e8-4de9-8879-b1ef8f1735c4 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event deleted for resources: {'Subnet': ['ID=afb53b83-07ae-4e37-8afb-edaed664a32d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:03.754561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d270a03-dc6d-44d2-a8e4-0b3660aaf171 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event updated for resources: {'Network': ['ID=f8ca084b-7e02-43a0-8068-124595727f69,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:03.767530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dec1c193-58e8-4de9-8879-b1ef8f1735c4 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.769682 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dec1c193-58e8-4de9-8879-b1ef8f1735c4 tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "DELETE /v2.0/subnets/afb53b83-07ae-4e37-8afb-edaed664a32d HTTP/1.1" status: 204 len: 168 time: 1.8377619 Aug 19 12:05:03.774164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9cd4b-a775-410c-b0f6-b11feb032f22 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210caddf-411e-4929-8dd8-58eae52483f0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:03.781918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35286) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:03.784516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Pushing event deleted for resources: {'Port': ['ID=783dae47-eca8-494f-a423-2d16fe45fbcc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:03.789563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985619c-71ed-412b-911b-f2b61a44c2c3 None None] Network 29f800b4-4940-458a-8937-ab4701b76e64 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:03.791882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network f8ca084b-7e02-43a0-8068-124595727f69 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:03.919259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] No DVR routers for this DVR port 783dae47-eca8-494f-a423-2d16fe45fbcc on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:03.931424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.933474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a29ad4a2-ed8f-4a04-ac56-b47fc653821d req-34a894f9-fc29-4b3f-9289-56327628a4e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.54 "DELETE /v2.0/ports/783dae47-eca8-494f-a423-2d16fe45fbcc HTTP/1.1" status: 204 len: 173 time: 1.7079096 Aug 19 12:05:03.933928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306343aa-63b0-4b33-845a-4cb2c3c4320a', 'name': 'network-vif-deleted', 'tag': '783dae47-eca8-494f-a423-2d16fe45fbcc'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:03.936818 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03aeffa-617e-4a72-89ce-d327315a0a46" -d '{"events": [{"server_uuid": "306343aa-63b0-4b33-845a-4cb2c3c4320a", "name": "network-vif-deleted", "tag": "783dae47-eca8-494f-a423-2d16fe45fbcc"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:03.942566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.960595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:03.976975 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.002511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 13246869-ecd1-40e5-b840-a007a4883553 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:04.002899 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.012659 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Allocated IP 172.20.0.2 (91f16005-2494-4942-95b8-3041445bf96f/b655cf50-904c-4ee4-b3ff-d974e3fa0542/f21804f1-79b1-4172-b6a5-97e46d65d8e8) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:04.031499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.055529 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb79f-91ef-4865-a8d0-2daca1b1c37e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.075617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:04.089237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Pushing event updated for resources: {'Port': ['ID=07c362b0-e5f6-4021-ae27-98c76658e2dd,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:04.105893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb79f-91ef-4865-a8d0-2daca1b1c37e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.107966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.133110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.143429 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-daf42bae-5708-4a6c-a286-f2b1abf81bc4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8136275 Aug 19 12:05:04.162751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Deleting port 4ef1bdd1-ff64-46d9-a833-269336d7f204 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:04.163160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.185082 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ee8df72-475f-48e9-9dc2-e146337d121e req-83820450-f078-420e-8a73-0905de918408 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=306343aa-63b0-4b33-845a-4cb2c3c4320a HTTP/1.1" status: 200 len: 210 time: 0.1487944 Aug 19 12:05:04.242998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82', 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229', 'port_id': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82', 'mac_address': 'fa:16:3e:8b:d1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f769b74a-284f-4700-87a5-2f3789dbb60b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:04.275306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] For port 4ef1bdd1-ff64-46d9-a833-269336d7f204, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4ef1bdd1-ff64-46d9-a833-269336d7f204,segment=NetworkSegment(0cb495e7-83e7-4565-b3eb-335e83ae6df9),segment_id=0cb495e7-83e7-4565-b3eb-335e83ae6df9)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:04.275675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.300557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Calling delete_port for 4ef1bdd1-ff64-46d9-a833-269336d7f204 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:04.413893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fea0e409-f132-41e1-ac79-4a28eac63d23 tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] 10.222.0.65 "GET /v2.0/agents/522fe1fb-ff13-489e-a1ea-74fcd4ff6f09/dhcp-networks HTTP/1.1" status: 200 len: 9678 time: 0.7836478 Aug 19 12:05:04.420419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35328) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:04.440296 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.449224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb79f-91ef-4865-a8d0-2daca1b1c37e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.451807 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb79f-91ef-4865-a8d0-2daca1b1c37e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.452992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7b4fb79f-91ef-4865-a8d0-2daca1b1c37e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/security-groups/ab40790c-ca15-41e7-87e0-cd74de091dcd HTTP/1.1" status: 204 len: 168 time: 0.7522950 Aug 19 12:05:04.486100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35338) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:04.497310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.499635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event deleted for resources: {'Port': ['ID=4ef1bdd1-ff64-46d9-a833-269336d7f204,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:04.524844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.528722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] No DVR routers for this DVR port 4ef1bdd1-ff64-46d9-a833-269336d7f204 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:04.554599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fb79f-91ef-4865-a8d0-2daca1b1c37e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab40790c-ca15-41e7-87e0-cd74de091dcd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:04.559103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd260051-e5f3-4f75-bf55-2d5571b350db']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:04.565514 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.590411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:04.594429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78252961-02cc-4dab-8f02-6ab52a522b9b') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:04.594867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78252961-02cc-4dab-8f02-6ab52a522b9b') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:04.602017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f1e32-d0be-4022-a672-b28c7c02546b None None] DHCP port deletion for 29f800b4-4940-458a-8937-ab4701b76e64 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:05:04.632277 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.648244 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.660326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f800b4-4940-458a-8937-ab4701b76e64']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:04.671433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Transition to ACTIVE for port object f21804f1-79b1-4172-b6a5-97e46d65d8e8 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:04.671609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb495e7-83e7-4565-b3eb-335e83ae6df9') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:04.671980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb495e7-83e7-4565-b3eb-335e83ae6df9') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:04.681854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68944467-dcdf-43c8-b37b-e477ecabd144 req-fcc3ddbb-0754-4878-9057-602ac16b193c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:04.682661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.688546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68944467-dcdf-43c8-b37b-e477ecabd144 req-fcc3ddbb-0754-4878-9057-602ac16b193c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:04.695965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68944467-dcdf-43c8-b37b-e477ecabd144 req-fcc3ddbb-0754-4878-9057-602ac16b193c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:04.703767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.704748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68944467-dcdf-43c8-b37b-e477ecabd144 req-fcc3ddbb-0754-4878-9057-602ac16b193c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:04.709045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:04.710217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24d9dcf-2227-42b5-8df4-c8dfea6d5207 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet 6d26b357-c5a7-4eda-b0fe-d1c981cad756 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:05:04.711404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68944467-dcdf-43c8-b37b-e477ecabd144 req-fcc3ddbb-0754-4878-9057-602ac16b193c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:04.717349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d24d9dcf-2227-42b5-8df4-c8dfea6d5207 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.717576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68944467-dcdf-43c8-b37b-e477ecabd144 req-fcc3ddbb-0754-4878-9057-602ac16b193c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:04.721036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:04.721598 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.724869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68944467-dcdf-43c8-b37b-e477ecabd144 req-fcc3ddbb-0754-4878-9057-602ac16b193c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:04.725044 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:04.729795 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.732326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:04.733052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68944467-dcdf-43c8-b37b-e477ecabd144 req-fcc3ddbb-0754-4878-9057-602ac16b193c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5430 time: 0.4082053 Aug 19 12:05:04.745046 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.766046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-e98f3f92-fd4f-40f4-8ab3-0ca1cb54df96 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:04.773555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-e98f3f92-fd4f-40f4-8ab3-0ca1cb54df96 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 815 time: 0.5013108 Aug 19 12:05:04.788321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:04.788877 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:04.800992 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:04.835303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d24d9dcf-2227-42b5-8df4-c8dfea6d5207 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.861239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe88553e-92a8-4e4d-8893-4d960a3eb1f9 tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] Network f8ca084b-7e02-43a0-8068-124595727f69 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:04.862693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.882500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-730c3ecd-81f8-4fdf-a593-91a25eed389e tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/quotas/7ca977d6125144958c262e71fdb77b63 HTTP/1.1" status: 200 len: 375 time: 0.1079428 Aug 19 12:05:04.889020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.901631 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] 10.222.0.65 "DELETE /v2.0/networks/29f800b4-4940-458a-8937-ab4701b76e64 HTTP/1.1" status: 204 len: 168 time: 1.1112542 Aug 19 12:05:04.908722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96cb164-c852-4679-82dc-46d3e12aaca9 None None] Network f8ca084b-7e02-43a0-8068-124595727f69 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:04.911980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b22672-4e44-43cf-acff-47cdcc1b7a6a tempest-FloatingIPNegativeTestJSON-683877285 tempest-FloatingIPNegativeTestJSON-683877285-project] Pushing event deleted for resources: {'Network': ['ID=29f800b4-4940-458a-8937-ab4701b76e64,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:04.914151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:04.930050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe88553e-92a8-4e4d-8893-4d960a3eb1f9 tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] 10.222.0.65 "POST /v2.0/agents/522fe1fb-ff13-489e-a1ea-74fcd4ff6f09/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5084496 Aug 19 12:05:04.935302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35350) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:04.952374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68944467-dcdf-43c8-b37b-e477ecabd144 req-e02adb19-4522-48f4-94d3-7200daf86d35 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2129340 Aug 19 12:05:04.991996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 783dae47-eca8-494f-a423-2d16fe45fbcc no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:05:05.014529 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-02cfe182-bef9-46a9-a234-1373d8d6e082 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1309607 Aug 19 12:05:05.038264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 783dae47-eca8-494f-a423-2d16fe45fbcc {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:05:05.038622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 783dae47-eca8-494f-a423-2d16fe45fbcc not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:05:05.042353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Transition to ACTIVE for port object f21804f1-79b1-4172-b6a5-97e46d65d8e8 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:05.083156 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.095901 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3f92a0-6039-4ff2-97e0-223303e93688 x-openstack-request-id: req-7b3f92a0-6039-4ff2-97e0-223303e93688 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:05.096207 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306343aa-63b0-4b33-845a-4cb2c3c4320a", "name": "network-vif-deleted", "tag": "783dae47-eca8-494f-a423-2d16fe45fbcc", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:05.096527 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b3f92a0-6039-4ff2-97e0-223303e93688 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:05.097015 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306343aa-63b0-4b33-845a-4cb2c3c4320a', 'name': 'network-vif-deleted', 'tag': '783dae47-eca8-494f-a423-2d16fe45fbcc', 'status': 'completed', 'code': 200} Aug 19 12:05:05.098722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.100889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] 10.222.0.65 "DELETE /v2.0/networks/bd260051-e5f3-4f75-bf55-2d5571b350db HTTP/1.1" status: 204 len: 168 time: 1.3985696 Aug 19 12:05:05.118311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99551490-9763-401f-b58d-b1410b7b885e tempest-TagsTest-210556 tempest-TagsTest-210556-project] Pushing event deleted for resources: {'Network': ['ID=bd260051-e5f3-4f75-bf55-2d5571b350db,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:05.130037 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.181080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:05.224198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c', 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'port_id': '0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c', 'mac_address': 'fa:16:3e:72:de:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8422701f-cd68-4ee5-91df-d6986379744b', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:05.230139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-3b71045f-996d-462b-ba7b-296567379e28 service neutron] 10.222.0.65 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127275 Aug 19 12:05:05.242967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Network 91f16005-2494-4942-95b8-3041445bf96f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:05.246145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d24d9dcf-2227-42b5-8df4-c8dfea6d5207 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.305052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Pushing event updated for resources: {'Port': ['ID=f21804f1-79b1-4172-b6a5-97e46d65d8e8,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:05.308121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:05.347507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:05.388616 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e6ecdf6c-439b-4a95-b581-b2c784657528 tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] 10.222.0.65 "GET /v2.0/agents/522fe1fb-ff13-489e-a1ea-74fcd4ff6f09/dhcp-networks HTTP/1.1" status: 200 len: 9679 time: 0.4516306 Aug 19 12:05:05.389450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d24d9dcf-2227-42b5-8df4-c8dfea6d5207 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.397583 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.403645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35364) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:05.410595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d24d9dcf-2227-42b5-8df4-c8dfea6d5207 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.416756 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d24d9dcf-2227-42b5-8df4-c8dfea6d5207 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/6d26b357-c5a7-4eda-b0fe-d1c981cad756 HTTP/1.1" status: 204 len: 168 time: 0.9252212 Aug 19 12:05:05.424503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35366) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:05.434765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:05.434922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:05.440412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449aaf69-5da0-4aa1-8fd2-1b89a1695b3b None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:05.449940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4ef1bdd1-ff64-46d9-a833-269336d7f204 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:05:05.450399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35368) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:05.528573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4ef1bdd1-ff64-46d9-a833-269336d7f204 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:05:05.528953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4ef1bdd1-ff64-46d9-a833-269336d7f204 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:05:05.540024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Attempting to bind port f21804f1-79b1-4172-b6a5-97e46d65d8e8 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:05.540521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Attempting to bind port f21804f1-79b1-4172-b6a5-97e46d65d8e8 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:05.540964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Attempting to bind port f21804f1-79b1-4172-b6a5-97e46d65d8e8 on network 91f16005-2494-4942-95b8-3041445bf96f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:05.559290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:05.569009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:05.569399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Checking segment: {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:05.569816 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.570213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Bound using segment: {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:05.570711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Bound port: f21804f1-79b1-4172-b6a5-97e46d65d8e8, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:05.571099 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.593825 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.594457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b756ec2b-c878-45b9-b2ac-6a7e5112a26b details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:05.598106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-29c45702-a647-4671-b494-0923a2e6c854 service neutron] 10.222.0.65 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487389 Aug 19 12:05:05.604635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d9dcf-2227-42b5-8df4-c8dfea6d5207 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=6d26b357-c5a7-4eda-b0fe-d1c981cad756,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:05.749033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:05.757301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port b756ec2b-c878-45b9-b2ac-6a7e5112a26b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:05.766450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] For port f21804f1-79b1-4172-b6a5-97e46d65d8e8, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:05.783364 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ee6eea05-408c-4f97-8668-677ec532437a tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] 10.222.0.65 "DELETE /v2.0/agents/522fe1fb-ff13-489e-a1ea-74fcd4ff6f09/dhcp-networks/f8ca084b-7e02-43a0-8068-124595727f69 HTTP/1.1" status: 204 len: 168 time: 0.3670461 Aug 19 12:05:05.785711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35410) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:05.821454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'b756ec2b-c878-45b9-b2ac-6a7e5112a26b', 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'port_id': 'b756ec2b-c878-45b9-b2ac-6a7e5112a26b', 'mac_address': 'fa:16:3e:03:a8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8422701f-cd68-4ee5-91df-d6986379744b', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:05.821624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:05.831250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] For port f21804f1-79b1-4172-b6a5-97e46d65d8e8, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f21804f1-79b1-4172-b6a5-97e46d65d8e8,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:05.832121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.875164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:05.886584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35418) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:05.981053 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:06.124243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-597e408c-384d-4b5e-87b1-42a86f591077 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2efd6209d033449fa06875cdfd9d54a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723659 Aug 19 12:05:06.137792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35428) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:06.145412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b756ec2b-c878-45b9-b2ac-6a7e5112a26b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:06.177527 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5181b515-f51b-4b51-a8d1-5c2790673e70 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acecd10799304cb4b19bb8ea57d71cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897964 Aug 19 12:05:06.198691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35430) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:06.245183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port b756ec2b-c878-45b9-b2ac-6a7e5112a26b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:06.253562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9111d-ef96-4839-bf0a-cedc82ff238e None None] Pushing event updated for resources: {'Port': ['ID=f21804f1-79b1-4172-b6a5-97e46d65d8e8,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:06.265883 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:06.278308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 67f54fd4-4394-42d2-a9d8-43d992171ce0 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:06.356863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e73a3-fb62-402b-8644-ea55d6a20d62 req-07fce476-380d-4ecc-9fb6-8b1bee69db11 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:06.388471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e73a3-fb62-402b-8644-ea55d6a20d62 req-07fce476-380d-4ecc-9fb6-8b1bee69db11 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:06.416841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e73a3-fb62-402b-8644-ea55d6a20d62 req-07fce476-380d-4ecc-9fb6-8b1bee69db11 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:06.428885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e73a3-fb62-402b-8644-ea55d6a20d62 req-07fce476-380d-4ecc-9fb6-8b1bee69db11 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:06.434966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e73a3-fb62-402b-8644-ea55d6a20d62 req-07fce476-380d-4ecc-9fb6-8b1bee69db11 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:06.441495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e73a3-fb62-402b-8644-ea55d6a20d62 req-07fce476-380d-4ecc-9fb6-8b1bee69db11 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:06.450797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e73a3-fb62-402b-8644-ea55d6a20d62 req-07fce476-380d-4ecc-9fb6-8b1bee69db11 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:06.465965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f2e73a3-fb62-402b-8644-ea55d6a20d62 req-07fce476-380d-4ecc-9fb6-8b1bee69db11 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5432 time: 0.3012173 Aug 19 12:05:06.496097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 67f54fd4-4394-42d2-a9d8-43d992171ce0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:06.524317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '67f54fd4-4394-42d2-a9d8-43d992171ce0', 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'port_id': '67f54fd4-4394-42d2-a9d8-43d992171ce0', 'mac_address': 'fa:16:3e:01:aa:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8422701f-cd68-4ee5-91df-d6986379744b', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:06.568305 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a436c0c7-4762-4ab4-b771-52976a2ca453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:06.570267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:06.589623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:06.623771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-f77b20b9-4450-4bcf-b7a9-59ff1803a9f1 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:06.627114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-f77b20b9-4450-4bcf-b7a9-59ff1803a9f1 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/networks?id=9709c841-7053-4007-815b-404d83b27d00 HTTP/1.1" status: 200 len: 808 time: 0.7341144 Aug 19 12:05:06.633299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ddc8387-9333-4018-90d8-381aeccebf14 tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] 10.222.0.65 "GET /v2.0/agents/522fe1fb-ff13-489e-a1ea-74fcd4ff6f09/dhcp-networks HTTP/1.1" status: 200 len: 8868 time: 0.8448145 Aug 19 12:05:06.664641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f2e73a3-fb62-402b-8644-ea55d6a20d62 req-be2a6731-ac45-43f4-a082-b9d95aa56768 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940646 Aug 19 12:05:06.665577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35440) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:06.673911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:06.675459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-f3f64156-a450-4784-bf9a-1635c9785712 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/quotas/6fd6c782c89843fca9afdda6348d5bf4 HTTP/1.1" status: 200 len: 375 time: 0.0404153 Aug 19 12:05:06.682055 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:06.705806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:06.718660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f54fd4-4394-42d2-a9d8-43d992171ce0 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:06.740624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:06.741281 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:06.749634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-2aba1fc6-c3ba-42c3-93b9-22e8f9b75115 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd6c782c89843fca9afdda6348d5bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448661 Aug 19 12:05:06.762451 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8d9eac71-16fd-4991-a885-2609ec9f89d6 tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] 10.222.0.65 "GET /v2.0/networks/fd78c528-6a16-46ff-b304-9b0b9fad16b8/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0899186 Aug 19 12:05:06.765913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35442) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:06.768363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 67f54fd4-4394-42d2-a9d8-43d992171ce0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:06.790069 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:06.790837 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:06.843993 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4139156 Aug 19 12:05:06.844854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35448) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:06.862805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c3af51f-d3a0-43a5-af15-48dd5aa8c864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:06.919101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c3af51f-d3a0-43a5-af15-48dd5aa8c864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:06.994086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=67f54fd4-4394-42d2-a9d8-43d992171ce0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:06.999429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a436c0c7-4762-4ab4-b771-52976a2ca453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.012987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-76e6f6a1-aabe-4251-8c3f-3c1464307cee tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'security_group': {'name': 'tempest-secgroup-1640408391'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:07.014456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:07.043544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22', 'network_id': '127ee992-1a42-43fa-abb5-ae2b756eca7f', 'port_id': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22', 'mac_address': 'fa:16:3e:ee:e7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8422701f-cd68-4ee5-91df-d6986379744b', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:07.091267 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.103334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-55580f24-c590-41ec-b248-3ec826311ccb tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:07.108211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:07.113473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-55580f24-c590-41ec-b248-3ec826311ccb tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 815 time: 0.1895542 Aug 19 12:05:07.132049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6e7404e4-a143-4a35-a31a-4d78323a921c tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] 10.222.0.65 "GET /v2.0/networks/fd78c528-6a16-46ff-b304-9b0b9fad16b8/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2138302 Aug 19 12:05:07.137048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-63982e3d-9093-47d3-93cc-cdfaa0ff090a service neutron] 10.222.0.65 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733540 Aug 19 12:05:07.137817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35454) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:07.182700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a436c0c7-4762-4ab4-b771-52976a2ca453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.184362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-ecc0b28d-44cb-49ea-ad0c-f52d32483631 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/quotas/7ca977d6125144958c262e71fdb77b63 HTTP/1.1" status: 200 len: 375 time: 0.0693038 Aug 19 12:05:07.188185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:07.195014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a436c0c7-4762-4ab4-b771-52976a2ca453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.199911 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a436c0c7-4762-4ab4-b771-52976a2ca453 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c298077a-f01f-4995-8ec5-01c75421acef HTTP/1.1" status: 204 len: 168 time: 1.0610318 Aug 19 12:05:07.201092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289d025-9586-4a87-bae4-2e7117d9ca91 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=52a7b21a-f86a-44ce-8ad4-33abbd35f39a,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:07.207195 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c3af51f-d3a0-43a5-af15-48dd5aa8c864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.209854 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c3af51f-d3a0-43a5-af15-48dd5aa8c864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.211269 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4c3af51f-d3a0-43a5-af15-48dd5aa8c864 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1ba7ca8-ff7f-419d-ae0f-c0bdd19985ee HTTP/1.1" status: 204 len: 168 time: 1.0113678 Aug 19 12:05:07.211508 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.212268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:07.224736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436c0c7-4762-4ab4-b771-52976a2ca453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c298077a-f01f-4995-8ec5-01c75421acef,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:07.241904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3af51f-d3a0-43a5-af15-48dd5aa8c864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ba7ca8-ff7f-419d-ae0f-c0bdd19985ee,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:07.259172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76e6f6a1-aabe-4251-8c3f-3c1464307cee tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.612471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-29e999c7-bb2f-4513-a007-ab97dc417fc4 service neutron] 10.222.0.65 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650531 Aug 19 12:05:07.646609 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76e6f6a1-aabe-4251-8c3f-3c1464307cee tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.660706 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76e6f6a1-aabe-4251-8c3f-3c1464307cee tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.735242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f21804f1-79b1-4172-b6a5-97e46d65d8e8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:07.737230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76e6f6a1-aabe-4251-8c3f-3c1464307cee tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.741181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-76e6f6a1-aabe-4251-8c3f-3c1464307cee tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8769236 Aug 19 12:05:07.744908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35468) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:07.750572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c92d993c-5c4d-46be-9a68-9c40f7c2e6dd tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'security_group': {'name': 'tempest-secgroup-1858606645'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:07.825490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c4c98-3533-44e3-ab61-ecdc25bec561 None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:07.850343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6f6a1-aabe-4251-8c3f-3c1464307cee tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bbefde-9934-49f5-a68c-2c2b714fc8ca,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:07.942683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23088bf1-bbe9-4ef2-8ea2-9e19e25a33b6 None None] Network 91f16005-2494-4942-95b8-3041445bf96f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:07.944214 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c92d993c-5c4d-46be-9a68-9c40f7c2e6dd tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.949694 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:07.990922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35476) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:07.992158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-216efa85-a421-498b-b730-abd9907e7f01 tempest-DHCPAgentSchedulersTestJSON-823869036 tempest-DHCPAgentSchedulersTestJSON-823869036-project-admin] 10.222.0.65 "GET /v2.0/agents/522fe1fb-ff13-489e-a1ea-74fcd4ff6f09/dhcp-networks HTTP/1.1" status: 200 len: 8908 time: 0.8520005 Aug 19 12:05:08.024443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-f5da91a7-d92c-47a5-8401-1223b0ce7411 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8386939 Aug 19 12:05:08.090951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-0385f728-5347-42c9-b36e-a64881976caa tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:08.100132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-0385f728-5347-42c9-b36e-a64881976caa tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.54 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 815 time: 0.3248351 Aug 19 12:05:08.245395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:08.248465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Request body: {'port': {'device_id': '3a461ded-eb44-4c81-acf8-558fcf374fea', 'network_id': '91f16005-2494-4942-95b8-3041445bf96f', 'admin_state_up': True, 'tenant_id': '7ca977d6125144958c262e71fdb77b63'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:08.260434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'port_id': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'mac_address': 'fa:16:3e:07:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:08.278674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-91e4189d-5a57-4c44-81d4-59daae1f8ef5 None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:08.279557 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-91e4189d-5a57-4c44-81d4-59daae1f8ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:08.401447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-7f86bd04-6dc4-41c8-a9c8-a3cba906a6c7 service neutron] 10.222.0.65 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678210 Aug 19 12:05:08.478948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e965d-c43d-4cca-b81a-374b233529b6 req-9cd80812-4429-46d9-9b96-d7cbafb3ced4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:08.488318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e965d-c43d-4cca-b81a-374b233529b6 req-9cd80812-4429-46d9-9b96-d7cbafb3ced4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:08.493791 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:08.494931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e965d-c43d-4cca-b81a-374b233529b6 req-9cd80812-4429-46d9-9b96-d7cbafb3ced4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:08.501040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e965d-c43d-4cca-b81a-374b233529b6 req-9cd80812-4429-46d9-9b96-d7cbafb3ced4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:08.508024 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e965d-c43d-4cca-b81a-374b233529b6 req-9cd80812-4429-46d9-9b96-d7cbafb3ced4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:08.514975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e965d-c43d-4cca-b81a-374b233529b6 req-9cd80812-4429-46d9-9b96-d7cbafb3ced4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:08.522108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e965d-c43d-4cca-b81a-374b233529b6 req-9cd80812-4429-46d9-9b96-d7cbafb3ced4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:08.529159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-839e965d-c43d-4cca-b81a-374b233529b6 req-9cd80812-4429-46d9-9b96-d7cbafb3ced4 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5435 time: 0.3474405 Aug 19 12:05:08.622685 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c92d993c-5c4d-46be-9a68-9c40f7c2e6dd tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:08.681084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c92d993c-5c4d-46be-9a68-9c40f7c2e6dd tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:08.702554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-839e965d-c43d-4cca-b81a-374b233529b6 req-877fe92d-8a79-479c-9727-993c92b25f7a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542985 Aug 19 12:05:08.738297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:08.770033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ca084b-7e02-43a0-8068-124595727f69']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:08.773041 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:08.779650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Made reservation on behalf of 7ca977d6125144958c262e71fdb77b63 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:08.784023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:08.806999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-5fd4ee7f-6281-466a-9ca2-85cc3425a728 service neutron] 10.222.0.65 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026330 Aug 19 12:05:08.809834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d993c-5c4d-46be-9a68-9c40f7c2e6dd tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a1dd40-d1b5-4bab-ab85-89ebc1d3d957,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:08.837528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c92d993c-5c4d-46be-9a68-9c40f7c2e6dd tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:08.839366 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c92d993c-5c4d-46be-9a68-9c40f7c2e6dd tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0931013 Aug 19 12:05:08.842491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35514) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:08.843191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284e31a0-8899-4743-bd4b-92c47b63b024') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:08.843488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284e31a0-8899-4743-bd4b-92c47b63b024') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:08.848850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f426169d-a8a4-4821-8eac-febac412df64 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'security_group': {'name': 'tempest-secgroup-156364385'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:08.885864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:08.898446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port f21804f1-79b1-4172-b6a5-97e46d65d8e8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:08.903197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.006480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:09.015223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aad5ee2a-292a-4fb4-a36b-2f4ee61eba3b req-94d3ac48-21cf-4c4f-8db6-60ece987fd6b tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 210 time: 0.1278672 Aug 19 12:05:09.036990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f426169d-a8a4-4821-8eac-febac412df64 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.059086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.059336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.060030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:09.089310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:09.090274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:09.097777 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:09.172179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35522) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:09.278506 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.resource_extend [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:05:09.291190 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f426169d-a8a4-4821-8eac-febac412df64 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.303390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f426169d-a8a4-4821-8eac-febac412df64 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.314662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-91e4189d-5a57-4c44-81d4-59daae1f8ef5 None None] Provisioning complete for port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:09.316213 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-91e4189d-5a57-4c44-81d4-59daae1f8ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.371418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f426169d-a8a4-4821-8eac-febac412df64 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.372748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f426169d-a8a4-4821-8eac-febac412df64 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5282612 Aug 19 12:05:09.374680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426169d-a8a4-4821-8eac-febac412df64 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc07dc1-de11-403f-ae03-10acfc5fef71,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:09.386898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.390450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35528) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:09.408938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-634630959', 'security_groups': ['fdc07dc1-de11-403f-ae03-10acfc5fef71'], 'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52a7b21a-f86a-44ce-8ad4-33abbd35f39a'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:09.434480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:09.451388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.457323 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] 10.222.0.65 "DELETE /v2.0/networks/f8ca084b-7e02-43a0-8068-124595727f69 HTTP/1.1" status: 204 len: 168 time: 1.4630876 Aug 19 12:05:09.457670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35532) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:09.514471 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91869cc-3637-4e35-9eeb-e522722a1956 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:09.515233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91869cc-3637-4e35-9eeb-e522722a1956 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:09.521584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d91869cc-3637-4e35-9eeb-e522722a1956 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] 10.222.0.65 "DELETE /v2.0/ports/eb24c949-b695-48f5-a7cb-400491923d5a HTTP/1.1" status: 404 len: 333 time: 0.0600691 Aug 19 12:05:09.522232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35538) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:09.537752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:09.583179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4', 'network_id': '695c6eae-dc00-481f-8fa2-9574d3204229', 'port_id': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4', 'mac_address': 'fa:16:3e:5a:2e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f769b74a-284f-4700-87a5-2f3789dbb60b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:09.586983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-91e4189d-5a57-4c44-81d4-59daae1f8ef5 None None] Port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:09.607751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4501a9c-a400-4c9a-bb4c-50c099968fd4 None None] Update dhcp port {'port': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'fixed_ips': [{'subnet_id': 'b440526b-c988-48a0-a7ae-53f8ce710516', 'ip_address': '172.20.0.18'}, {'subnet_id': '52a7b21a-f86a-44ce-8ad4-33abbd35f39a'}], 'binding:host_id': 'n-d-778550-9'}, 'id': 'af92ab86-8b21-4087-a930-3fe70c2babc0'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:05:09.654271 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c4828-7503-4ebd-a4ef-293f9cd7912a tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event deleted for resources: {'Network': ['ID=f8ca084b-7e02-43a0-8068-124595727f69,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:09.705333 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a4501a9c-a400-4c9a-bb4c-50c099968fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.774090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Allocated IP 172.20.0.14 (91f16005-2494-4942-95b8-3041445bf96f/b655cf50-904c-4ee4-b3ff-d974e3fa0542/8942e39d-8e13-4e77-bcb9-2abce662462e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:09.898506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-afd68300-a602-4625-92b5-a765cfc630fb None None] Provisioning for port f21804f1-79b1-4172-b6a5-97e46d65d8e8 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:09.908787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3af1bbb-f23d-4b25-bf46-067e9ba6c2a8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Deleting subnet 64bb8786-1244-4471-b355-0ad02160bee3 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:05:09.923234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1132651648'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:09.957411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.959030 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3af1bbb-f23d-4b25-bf46-067e9ba6c2a8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:09.967864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-afd68300-a602-4625-92b5-a765cfc630fb None None] Provisioning complete for port f21804f1-79b1-4172-b6a5-97e46d65d8e8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:09.970873 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-afd68300-a602-4625-92b5-a765cfc630fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:10.072243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:10.197112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:10.212205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-29171793-b139-4599-80d2-f40b5ca35680 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:10.224663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-29171793-b139-4599-80d2-f40b5ca35680 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 815 time: 0.5648911 Aug 19 12:05:10.266610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:10.284704 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:10.325685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-c811a217-49ed-4d42-8ebb-52babf2f839b tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/quotas/7ca977d6125144958c262e71fdb77b63 HTTP/1.1" status: 200 len: 375 time: 0.0997202 Aug 19 12:05:10.391540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-a4501a9c-a400-4c9a-bb4c-50c099968fd4 None None] Allocated IP 172.20.0.2 (b5677f05-e884-42bd-96ec-7a441976e9ea/52a7b21a-f86a-44ce-8ad4-33abbd35f39a/af92ab86-8b21-4087-a930-3fe70c2babc0) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:10.393547 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:10.398711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:10.429789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] device_id is not set on port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:10.439906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Transition to ACTIVE for port object 8942e39d-8e13-4e77-bcb9-2abce662462e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:10.519382 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:10.519687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-26728f9c-511a-4b32-a135-6b971989f488 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:10.522699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-26728f9c-511a-4b32-a135-6b971989f488 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.69 "GET /v2.0/networks?id=9709c841-7053-4007-815b-404d83b27d00 HTTP/1.1" status: 200 len: 808 time: 0.5175560 Aug 19 12:05:10.563785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Request body: {'port': {'device_id': 'a7966b01-856f-42a9-b835-9ca6bf084222', 'network_id': '9709c841-7053-4007-815b-404d83b27d00', 'admin_state_up': True, 'tenant_id': '6fd6c782c89843fca9afdda6348d5bf4'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:10.564631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:10.578347 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-afd68300-a602-4625-92b5-a765cfc630fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:10.620210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Network 91f16005-2494-4942-95b8-3041445bf96f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:10.633394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:10.682623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:10.691344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Pushing event updated for resources: {'Port': ['ID=8942e39d-8e13-4e77-bcb9-2abce662462e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:10.742642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-afd68300-a602-4625-92b5-a765cfc630fb None None] For port f21804f1-79b1-4172-b6a5-97e46d65d8e8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f21804f1-79b1-4172-b6a5-97e46d65d8e8,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:10.744879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a4501a9c-a400-4c9a-bb4c-50c099968fd4 None None] For port af92ab86-8b21-4087-a930-3fe70c2babc0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=af92ab86-8b21-4087-a930-3fe70c2babc0,segment=NetworkSegment(bfdbf513-7e89-4b33-a113-351c446fd764),segment_id=bfdbf513-7e89-4b33-a113-351c446fd764)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:10.761771 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-afd68300-a602-4625-92b5-a765cfc630fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:10.788340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:10.789511 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:10.962784 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a4501a9c-a400-4c9a-bb4c-50c099968fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:11.001589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6d5b144a-e775-4331-9aa4-93f0624e8229 None None] Provisioning complete for port f21804f1-79b1-4172-b6a5-97e46d65d8e8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:11.002235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6d5b144a-e775-4331-9aa4-93f0624e8229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:11.007450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a4501a9c-a400-4c9a-bb4c-50c099968fd4 None None] Transition to ACTIVE for port object af92ab86-8b21-4087-a930-3fe70c2babc0 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:11.067415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd68300-a602-4625-92b5-a765cfc630fb None None] Pushing event updated for resources: {'Port': ['ID=f21804f1-79b1-4172-b6a5-97e46d65d8e8,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:11.079669 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a4501a9c-a400-4c9a-bb4c-50c099968fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:11.144603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.5 (b5677f05-e884-42bd-96ec-7a441976e9ea/52a7b21a-f86a-44ce-8ad4-33abbd35f39a/0b6379ed-5c5e-4126-9627-356bc8e3cf05) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:11.205810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['d21fedd8-ad8e-4e5f-a3e6-0640c0562c22'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:11.276057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['67f54fd4-4394-42d2-a9d8-43d992171ce0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:11.280489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['61acbc00-cc88-43fe-b2ab-67c18ea4fc00'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:11.349338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['d7a17a65-3449-4283-ad57-5ab3e8e5a4c4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:11.395727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['69ce6a6c-3d13-4618-ae6a-8f9c3c301b82'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:11.399601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:11.482771 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:11.520010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object 0b6379ed-5c5e-4126-9627-356bc8e3cf05 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:11.588141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3af1bbb-f23d-4b25-bf46-067e9ba6c2a8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:11.613132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:11.691460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:11.697057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:11.697672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94b2-5681-44d8-826f-9bf2e2f7921c req-db9cccc4-3960-4a26-b53b-e1170d09fed7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:11.704328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94b2-5681-44d8-826f-9bf2e2f7921c req-db9cccc4-3960-4a26-b53b-e1170d09fed7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:11.709870 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-d3f2f4e2-013c-4324-92d7-9b3916807a65 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5231745 Aug 19 12:05:11.711006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94b2-5681-44d8-826f-9bf2e2f7921c req-db9cccc4-3960-4a26-b53b-e1170d09fed7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:11.718559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:11.722312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94b2-5681-44d8-826f-9bf2e2f7921c req-db9cccc4-3960-4a26-b53b-e1170d09fed7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:11.729308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94b2-5681-44d8-826f-9bf2e2f7921c req-db9cccc4-3960-4a26-b53b-e1170d09fed7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:11.736335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94b2-5681-44d8-826f-9bf2e2f7921c req-db9cccc4-3960-4a26-b53b-e1170d09fed7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:11.742537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94b2-5681-44d8-826f-9bf2e2f7921c req-db9cccc4-3960-4a26-b53b-e1170d09fed7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:11.744483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e5b94b2-5681-44d8-826f-9bf2e2f7921c req-db9cccc4-3960-4a26-b53b-e1170d09fed7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5436 time: 1.8420773 Aug 19 12:05:11.781374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:11.785092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:11.810472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Request body: {'port': {'device_id': '3a461ded-eb44-4c81-acf8-558fcf374fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:11.871842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=0b6379ed-5c5e-4126-9627-356bc8e3cf05,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:11.880797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f21804f1-79b1-4172-b6a5-97e46d65d8e8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:11.944495 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.059945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-67b19d58-d63a-4eff-b437-16c0890509d5 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7208388 Aug 19 12:05:12.062143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35602) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:12.078425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Made reservation on behalf of 6fd6c782c89843fca9afdda6348d5bf4 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:12.082554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.116896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e5b94b2-5681-44d8-826f-9bf2e2f7921c req-ec195be8-303f-4d95-aaf0-7ac30e16b449 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3234012 Aug 19 12:05:12.143013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4501a9c-a400-4c9a-bb4c-50c099968fd4 None None] Pushing event updated for resources: {'Port': ['ID=af92ab86-8b21-4087-a930-3fe70c2babc0,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:12.176551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b756ec2b-c878-45b9-b2ac-6a7e5112a26b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:12.285097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f21804f1-79b1-4172-b6a5-97e46d65d8e8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:12.285470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.426312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d9436ee-be42-4e9d-99da-29825e245182 req-fa94dabd-8333-45ca-aa5d-1407833244ce tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 210 time: 0.1020327 Aug 19 12:05:12.475825 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-d2978e6e-3779-417f-a0b8-5c7f74a94d05 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:12.477471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-d2978e6e-3779-417f-a0b8-5c7f74a94d05 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.69 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 815 time: 1.0657599 Aug 19 12:05:12.477645 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.486477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:12.487913 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.519729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c436bc4a-ad37-4984-bc53-92e03f25c9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.536066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Request body: {'port': {'device_id': '17785c25-53fb-4542-b62c-fc9120a1ec58', 'network_id': '91f16005-2494-4942-95b8-3041445bf96f', 'admin_state_up': True, 'tenant_id': '7ca977d6125144958c262e71fdb77b63'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:12.602243 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3af1bbb-f23d-4b25-bf46-067e9ba6c2a8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.730312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-8d0d0d71-80ee-45b6-a7c0-a240def11d58 service neutron] 10.222.0.65 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693623 Aug 19 12:05:12.824197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Provisioning for port 8942e39d-8e13-4e77-bcb9-2abce662462e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:12.848149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Provisioning complete for port 8942e39d-8e13-4e77-bcb9-2abce662462e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:12.848527 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.896360 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3af1bbb-f23d-4b25-bf46-067e9ba6c2a8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.903665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Allocated IP 172.20.0.5 (9709c841-7053-4007-815b-404d83b27d00/3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9/09c1cffa-a157-412b-a5e0-4039b3068f14) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:12.941279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8942e39d-8e13-4e77-bcb9-2abce662462e {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:12.955551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.955781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af1bbb-f23d-4b25-bf46-067e9ba6c2a8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event deleted for resources: {'Subnet': ['ID=64bb8786-1244-4471-b355-0ad02160bee3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:12.967729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.978938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Port 8942e39d-8e13-4e77-bcb9-2abce662462e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:12.979108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3af1bbb-f23d-4b25-bf46-067e9ba6c2a8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:12.983341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d3af1bbb-f23d-4b25-bf46-067e9ba6c2a8 tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] 10.222.0.65 "DELETE /v2.0/subnets/64bb8786-1244-4471-b355-0ad02160bee3 HTTP/1.1" status: 204 len: 168 time: 3.4579909 Aug 19 12:05:12.984316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35606) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:12.993131 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f56c11aa-70a1-466f-be3e-bdebe42f4118 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5976577 Aug 19 12:05:12.994830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Transition to ACTIVE for port object 8942e39d-8e13-4e77-bcb9-2abce662462e will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:12.996206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35608) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:13.000038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c834589-97d5-44e9-83d2-602988d088d2 None None] Network fd78c528-6a16-46ff-b304-9b0b9fad16b8 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:13.000224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.005057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5bf687ee-0ae4-459a-a6d3-e897b8b357dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:13.031334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.131265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Pushing event updated for resources: {'Port': ['ID=8942e39d-8e13-4e77-bcb9-2abce662462e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:13.160993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:13.180498 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-2c2976f8-b100-497c-ae4f-72138b9a5ccc service neutron] 10.222.0.65 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168856 Aug 19 12:05:13.201788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Provisioning for port af92ab86-8b21-4087-a930-3fe70c2babc0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:13.262294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68d5a76-fda9-4637-9fea-ba2537f72874,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:13.274630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:13.275006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.387425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c436bc4a-ad37-4984-bc53-92e03f25c9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.511412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Attempting to bind port 8942e39d-8e13-4e77-bcb9-2abce662462e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:13.512016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Attempting to bind port 8942e39d-8e13-4e77-bcb9-2abce662462e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:13.512419 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.512819 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Added segment 6af32b97-b768-4b65-886a-db4ef086bee3 of type vlan for network e94c4cf5-fd78-40c6-bdd7-8c029083ede9 Aug 19 12:05:13.514695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af92ab86-8b21-4087-a930-3fe70c2babc0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:13.517336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Attempting to bind port 8942e39d-8e13-4e77-bcb9-2abce662462e on network 91f16005-2494-4942-95b8-3041445bf96f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:13.528361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Port 8942e39d-8e13-4e77-bcb9-2abce662462e on network 91f16005-2494-4942-95b8-3041445bf96f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:13.529679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Attempting to bind port 8942e39d-8e13-4e77-bcb9-2abce662462e on network 91f16005-2494-4942-95b8-3041445bf96f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:13.547282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:13.547657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Checking segment: {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:13.548270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Bound using segment: {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:13.548667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Bound port: 8942e39d-8e13-4e77-bcb9-2abce662462e, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:13.549057 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.565216 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.575409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.602278 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c436bc4a-ad37-4984-bc53-92e03f25c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.662016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-5bf687ee-0ae4-459a-a6d3-e897b8b357dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:05:13.662016 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:05:13.662016 n-d-778550-9 neutron-server[101153]: [parameters: {'project_id_1': 'add3c66411554f89b328ef766721a67e', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 5, 13, 448624)}] Aug 19 12:05:13.662016 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:05:13.662458 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-5bf687ee-0ae4-459a-a6d3-e897b8b357dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:05:13.662828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c436bc4a-ad37-4984-bc53-92e03f25c9a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f5f3449e8c9416f99184bb35cd39c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5853565 Aug 19 12:05:13.671444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35628) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:13.738289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] For port 8942e39d-8e13-4e77-bcb9-2abce662462e, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:13.739317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.746746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:13.747652 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.776258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2df5bb5d-d6e8-4e78-8968-58a56de99f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.793482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] For port 8942e39d-8e13-4e77-bcb9-2abce662462e, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8942e39d-8e13-4e77-bcb9-2abce662462e,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:13.802757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Made reservation on behalf of 7ca977d6125144958c262e71fdb77b63 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:13.809073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.823842 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.837094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:13.837724 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.841925 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] 10.222.0.54 "PUT /v2.0/ports/8942e39d-8e13-4e77-bcb9-2abce662462e HTTP/1.1" status: 200 len: 1092 time: 2.0631995 Aug 19 12:05:13.868278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2df5bb5d-d6e8-4e78-8968-58a56de99f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.870576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a461ded-eb44-4c81-acf8-558fcf374fea', 'tag': '8942e39d-8e13-4e77-bcb9-2abce662462e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:13.873847 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf2989-e0d9-4730-9d72-64f97017081c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a461ded-eb44-4c81-acf8-558fcf374fea", "tag": "8942e39d-8e13-4e77-bcb9-2abce662462e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:13.895936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436bc4a-ad37-4984-bc53-92e03f25c9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e61fb6-f783-4004-ae7b-6a4ca94fd2ac,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:13.941084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:13.941387 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:13.980830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771bbfb-d438-460c-ac21-d3a43571051a service neutron] Pushing event updated for resources: {'Port': ['ID=8942e39d-8e13-4e77-bcb9-2abce662462e,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:14.011813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffa90f7-fac4-4cb8-9be3-ecceb5008258 None None] DHCP port deletion for fd78c528-6a16-46ff-b304-9b0b9fad16b8 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:05:14.096554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Provisioning for port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:14.118757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Provisioning complete for port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:14.129394 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:14.168257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-feba03de-61d6-437e-b103-7418da92a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:14.169902 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-feba03de-61d6-437e-b103-7418da92a4d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 1095 time: 0.1749532 Aug 19 12:05:14.186847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 5.0124705 Aug 19 12:05:14.252634 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:14.258015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf687ee-0ae4-459a-a6d3-e897b8b357dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:14.277158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:14.297107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bf687ee-0ae4-459a-a6d3-e897b8b357dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:14.307870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa90f7-fac4-4cb8-9be3-ecceb5008258 None None] Deleting port bab474ab-a7fa-4116-affd-48afac877d53 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:14.308475 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5ffa90f7-fac4-4cb8-9be3-ecceb5008258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:14.310732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f0355-2a1d-4301-8fb1-795967d39a72 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Network': ['ID=e94c4cf5-fd78-40c6-bdd7-8c029083ede9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:14.344368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e94c4cf5-fd78-40c6-bdd7-8c029083ede9 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:14.452308 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed76936e-72db-4802-a45c-d81dc694c92b req-8c45f37f-a8f7-4108-86b8-83bad64eec40 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 210 time: 0.8683782 Aug 19 12:05:14.463846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:14.466880 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:14.473726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Provisioning complete for port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:14.474300 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:14.507443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f83da-ddca-4d25-a864-02fe7f30e95a req-c42ade7f-8737-4954-aecb-5a13e98ee0a3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:14.521664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f83da-ddca-4d25-a864-02fe7f30e95a req-c42ade7f-8737-4954-aecb-5a13e98ee0a3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:14.538857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f83da-ddca-4d25-a864-02fe7f30e95a req-c42ade7f-8737-4954-aecb-5a13e98ee0a3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:14.558028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f83da-ddca-4d25-a864-02fe7f30e95a req-c42ade7f-8737-4954-aecb-5a13e98ee0a3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:14.576233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f83da-ddca-4d25-a864-02fe7f30e95a req-c42ade7f-8737-4954-aecb-5a13e98ee0a3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:14.597707 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f83da-ddca-4d25-a864-02fe7f30e95a req-c42ade7f-8737-4954-aecb-5a13e98ee0a3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:14.618467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f83da-ddca-4d25-a864-02fe7f30e95a req-c42ade7f-8737-4954-aecb-5a13e98ee0a3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:14.623632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-593f83da-ddca-4d25-a864-02fe7f30e95a req-c42ade7f-8737-4954-aecb-5a13e98ee0a3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5437 time: 1.0449593 Aug 19 12:05:14.633452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2df5bb5d-d6e8-4e78-8968-58a56de99f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:14.637325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2df5bb5d-d6e8-4e78-8968-58a56de99f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:14.646241 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2df5bb5d-d6e8-4e78-8968-58a56de99f8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10e61fb6-f783-4004-ae7b-6a4ca94fd2ac HTTP/1.1" status: 204 len: 168 time: 0.9713969 Aug 19 12:05:14.646437 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-39a1c292-d9db-456a-914b-1723e4d81499 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8942e39d-8e13-4e77-bcb9-2abce662462e HTTP/1.1" status: 200 len: 217 time: 0.4287198 Aug 19 12:05:14.706436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5ffa90f7-fac4-4cb8-9be3-ecceb5008258 None None] For port bab474ab-a7fa-4116-affd-48afac877d53, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bab474ab-a7fa-4116-affd-48afac877d53,segment=NetworkSegment(98e88ead-8c85-4162-9199-ec97a117f153),segment_id=98e88ead-8c85-4162-9199-ec97a117f153)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:14.708212 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5ffa90f7-fac4-4cb8-9be3-ecceb5008258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:14.725936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5bb5d-d6e8-4e78-8968-58a56de99f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e61fb6-f783-4004-ae7b-6a4ca94fd2ac,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:14.733367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff0f98-07b4-4755-a26f-0dfb4ce8958c None None] Port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:14.749905 n-d-778550-9 neutron-server[101153]: INFO neutron.db.ipam_backend_mixin [None req-5bf687ee-0ae4-459a-a6d3-e897b8b357dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 52a7b21a-f86a-44ce-8ad4-33abbd35f39a (CIDR: 172.20.0.0/28) Aug 19 12:05:14.769487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa90f7-fac4-4cb8-9be3-ecceb5008258 None None] Calling delete_port for bab474ab-a7fa-4116-affd-48afac877d53 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:14.770129 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf687ee-0ae4-459a-a6d3-e897b8b357dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:05:14.771912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf687ee-0ae4-459a-a6d3-e897b8b357dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:14.815754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-c28d786e-bda6-4d5f-a75e-1385d0c87a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:14.817545 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-c28d786e-bda6-4d5f-a75e-1385d0c87a5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b655cf50-904c-4ee4-b3ff-d974e3fa0542 HTTP/1.1" status: 200 len: 854 time: 0.1381195 Aug 19 12:05:14.819341 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5bf687ee-0ae4-459a-a6d3-e897b8b357dc tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8204043 Aug 19 12:05:14.826445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35642) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:14.832801 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b4a073f9-2516-4553-93ce-9ef8615be088 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:14.884594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:14.951846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Network 9709c841-7053-4007-815b-404d83b27d00 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:14.956516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Deleting port bab474ab-a7fa-4116-affd-48afac877d53 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:14.956893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:15.022495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:15.027557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:15.028493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:15.129817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Pushing event updated for resources: {'Port': ['ID=09c1cffa-a157-412b-a5e0-4039b3068f14,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:15.149534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:15.169816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-593f83da-ddca-4d25-a864-02fe7f30e95a req-0165bcd0-b864-424c-bb65-66df0a167651 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4180808 Aug 19 12:05:15.179478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a073f9-2516-4553-93ce-9ef8615be088 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:15.195152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4a073f9-2516-4553-93ce-9ef8615be088 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:15.349220 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5ffa90f7-fac4-4cb8-9be3-ecceb5008258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:15.455798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35648) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:15.464644 n-d-778550-9 neutron-server[101153]: INFO neutron.db.ipam_backend_mixin [None req-b4a073f9-2516-4553-93ce-9ef8615be088 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b440526b-c988-48a0-a7ae-53f8ce710516 (CIDR: 172.20.0.16/28) Aug 19 12:05:15.476454 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1dab6e-d01b-4e31-b862-564126a94f70 x-openstack-request-id: req-7f1dab6e-d01b-4e31-b862-564126a94f70 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:15.479204 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a461ded-eb44-4c81-acf8-558fcf374fea", "tag": "8942e39d-8e13-4e77-bcb9-2abce662462e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:15.479471 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f1dab6e-d01b-4e31-b862-564126a94f70 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:15.479898 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a461ded-eb44-4c81-acf8-558fcf374fea', 'tag': '8942e39d-8e13-4e77-bcb9-2abce662462e', 'status': 'completed', 'code': 200} Aug 19 12:05:15.488033 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a073f9-2516-4553-93ce-9ef8615be088 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:05:15.488606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a073f9-2516-4553-93ce-9ef8615be088 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:15.495125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-6d81ac89-b7fa-4d92-b622-9e274f29741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:15.496737 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-6d81ac89-b7fa-4d92-b622-9e274f29741a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f16005-2494-4942-95b8-3041445bf96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4351811 Aug 19 12:05:15.502113 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:15.504658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bab474ab-a7fa-4116-affd-48afac877d53 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:05:15.536218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa90f7-fac4-4cb8-9be3-ecceb5008258 None None] No DVR routers for this DVR port bab474ab-a7fa-4116-affd-48afac877d53 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:15.550437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa90f7-fac4-4cb8-9be3-ecceb5008258 None None] Pushing event deleted for resources: {'Port': ['ID=bab474ab-a7fa-4116-affd-48afac877d53,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:15.645520 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b4a073f9-2516-4553-93ce-9ef8615be088 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8160961 Aug 19 12:05:15.646967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35652) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:15.650823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:15.671238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'subnet': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:15.676268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: bab474ab-a7fa-4116-affd-48afac877d53 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:05:15.679560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bab474ab-a7fa-4116-affd-48afac877d53 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:05:15.686004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] For port bab474ab-a7fa-4116-affd-48afac877d53, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bab474ab-a7fa-4116-affd-48afac877d53,segment=NetworkSegment(98e88ead-8c85-4162-9199-ec97a117f153),segment_id=98e88ead-8c85-4162-9199-ec97a117f153)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:15.687183 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:15.725560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Calling delete_port for bab474ab-a7fa-4116-affd-48afac877d53 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:15.732129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:15.744954 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bf3d17-acd9-4e26-a177-a5534403dcfa" -d '{"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:15.797233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:15.805628 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:15.806503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:15.985995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Allocated IP 172.20.0.8 (91f16005-2494-4942-95b8-3041445bf96f/b655cf50-904c-4ee4-b3ff-d974e3fa0542/beb4455b-7a7f-4fda-9518-c553125cee4d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:16.008759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-9b223307-ea62-487b-b492-62988fa0599c service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873960 Aug 19 12:05:16.018885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:16.091505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-d51f4bfa-bfc1-491f-af9d-ca162fab57e0 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:16.093111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-d51f4bfa-bfc1-491f-af9d-ca162fab57e0 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.54 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 815 time: 0.3077073 Aug 19 12:05:16.106587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:16.120841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:16.121730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Request body: {'port': {'device_id': '3ca4403a-cded-4e56-a3c4-165c8f9f8ddd', 'network_id': '91f16005-2494-4942-95b8-3041445bf96f', 'admin_state_up': True, 'tenant_id': '7ca977d6125144958c262e71fdb77b63'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:16.122433 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:16.156362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Made reservation on behalf of add3c66411554f89b328ef766721a67e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:16.160494 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:16.314038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:16.354459 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:16.363828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Transition to ACTIVE for port object beb4455b-7a7f-4fda-9518-c553125cee4d will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:16.408880 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdb4f3ec-2402-4258-b406-c17bd29f41cc req-274540bc-f8fd-49c6-b10c-f59eedb32395 service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871891 Aug 19 12:05:16.421477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:16.434676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfe648-baca-4c83-83c3-6fd708591282 req-cd7dc857-1274-43db-8ab1-627874c70f4f tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:16.436341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81cfe648-baca-4c83-83c3-6fd708591282 req-cd7dc857-1274-43db-8ab1-627874c70f4f tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 931 time: 1.7095532 Aug 19 12:05:16.466257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:16.466939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:16.521777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event deleted for resources: {'Port': ['ID=bab474ab-a7fa-4116-affd-48afac877d53,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:16.526798 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:16.563882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Made reservation on behalf of 7ca977d6125144958c262e71fdb77b63 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:16.579078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:16.757115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7639f34-ddd8-4059-8600-8ea8d87df8a6 req-89cbd919-be27-4e17-a0f5-371d00d11971 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 210 time: 0.2409613 Aug 19 12:05:16.864465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Pushing event updated for resources: {'Port': ['ID=beb4455b-7a7f-4fda-9518-c553125cee4d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:16.873786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81cfe648-baca-4c83-83c3-6fd708591282 req-90a3f831-b32c-4013-86a8-ad620131c57d tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662992 Aug 19 12:05:16.880511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] No DVR routers for this DVR port bab474ab-a7fa-4116-affd-48afac877d53 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:16.896800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-6a53635f-5830-464f-b1df-a1d2f17e63b8 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3419161 Aug 19 12:05:16.907604 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6bf75c-de52-4ddf-9570-03cc04455873 x-openstack-request-id: req-2c6bf75c-de52-4ddf-9570-03cc04455873 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:16.910085 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:16.910364 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c6bf75c-de52-4ddf-9570-03cc04455873 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:16.910796 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c', 'code': 200} Aug 19 12:05:16.936375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:16.951950 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:16.959847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Request body: {'port': {'device_id': 'a7966b01-856f-42a9-b835-9ca6bf084222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:16.980594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-190d51aa-5f4b-4439-bf7d-665b3c677b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:16.985129 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-190d51aa-5f4b-4439-bf7d-665b3c677b4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 1095 time: 0.4335160 Aug 19 12:05:17.035689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:17.048656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:17.149834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:17.164417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Network 91f16005-2494-4942-95b8-3041445bf96f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:17.172380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:17.173671 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.237124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:17.253463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:17.354722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Allocated IP 172.20.0.12 (91f16005-2494-4942-95b8-3041445bf96f/b655cf50-904c-4ee4-b3ff-d974e3fa0542/d8628dc0-c17c-4473-b492-a1213a464f16) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:17.393231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.444125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b178-86d0-4fd8-8a9c-646f6a83727e req-29684ccf-dccd-4e4c-bcf7-dc1e9aff879f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.463963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b178-86d0-4fd8-8a9c-646f6a83727e req-29684ccf-dccd-4e4c-bcf7-dc1e9aff879f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.471376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b178-86d0-4fd8-8a9c-646f6a83727e req-29684ccf-dccd-4e4c-bcf7-dc1e9aff879f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.477662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b178-86d0-4fd8-8a9c-646f6a83727e req-29684ccf-dccd-4e4c-bcf7-dc1e9aff879f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.486768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b178-86d0-4fd8-8a9c-646f6a83727e req-29684ccf-dccd-4e4c-bcf7-dc1e9aff879f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.493264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b178-86d0-4fd8-8a9c-646f6a83727e req-29684ccf-dccd-4e4c-bcf7-dc1e9aff879f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.496260 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.499648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b178-86d0-4fd8-8a9c-646f6a83727e req-29684ccf-dccd-4e4c-bcf7-dc1e9aff879f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.509668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6133b178-86d0-4fd8-8a9c-646f6a83727e req-29684ccf-dccd-4e4c-bcf7-dc1e9aff879f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5439 time: 0.5312819 Aug 19 12:05:17.522526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35660) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:17.547661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.549389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:17.557147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'subnet': {'network_id': 'e94c4cf5-fd78-40c6-bdd7-8c029083ede9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:17.558485 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.560048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:17.561206 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.578376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd78c528-6a16-46ff-b304-9b0b9fad16b8']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:17.617868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.632202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Transition to ACTIVE for port object d8628dc0-c17c-4473-b492-a1213a464f16 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:17.682546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.683367 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.687573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e88ead-8c85-4162-9199-ec97a117f153') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:17.688768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e88ead-8c85-4162-9199-ec97a117f153') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:17.707424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.712435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Network b5677f05-e884-42bd-96ec-7a441976e9ea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:17.728955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:17.745580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30952fc4-c862-4784-8c73-4390413953d2 None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:17.747578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b1e10dd8-f7e6-48d1-97e9-135186689bca None None] Provisioning for port beb4455b-7a7f-4fda-9518-c553125cee4d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:17.759761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.760481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.763274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:17.764463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.786994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Network 91f16005-2494-4942-95b8-3041445bf96f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:17.794090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:17.809705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:17.817118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Subnet': ['ID=68363a3b-be32-4a41-9bf9-079b75e34e6e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:17.830932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6133b178-86d0-4fd8-8a9c-646f6a83727e req-147c5301-8306-4a7d-832b-c9bb978b2309 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3199959 Aug 19 12:05:17.865139 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.880399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Pushing event updated for resources: {'Port': ['ID=d8628dc0-c17c-4473-b492-a1213a464f16,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:17.890528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-21a8ed5c-ae42-4679-be81-968d03fb3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.892479 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-21a8ed5c-ae42-4679-be81-968d03fb3e92 service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 916 time: 0.8612976 Aug 19 12:05:17.905604 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:17.906343 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:17.912254 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:17.915094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b1e10dd8-f7e6-48d1-97e9-135186689bca None None] Provisioning complete for port beb4455b-7a7f-4fda-9518-c553125cee4d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:17.915094 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b1e10dd8-f7e6-48d1-97e9-135186689bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.959747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b1e10dd8-f7e6-48d1-97e9-135186689bca None None] Port beb4455b-7a7f-4fda-9518-c553125cee4d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:17.964636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:17.970893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:17.971278 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:17.979762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:17.980420 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.003870 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-b4b91a37-ad07-4a15-aab1-5319b0915f4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8942e39d-8e13-4e77-bcb9-2abce662462e HTTP/1.1" status: 200 len: 217 time: 0.1004136 Aug 19 12:05:18.049083 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.083531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-11093d70-b2af-4f2f-a487-4d7ce00711e9 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4311483 Aug 19 12:05:18.094714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-f595d03e-6f9e-4e58-aad5-b5ac83c30f88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9778476 Aug 19 12:05:18.097159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35668) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:18.107744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-426934129', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68363a3b-be32-4a41-9bf9-079b75e34e6e'}], 'security_groups': ['02bbefde-9934-49f5-a68c-2c2b714fc8ca', 'd3a1dd40-d1b5-4bab-ab85-89ebc1d3d957']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:18.124033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Request body: {'port': {'device_id': '3ca4403a-cded-4e56-a3c4-165c8f9f8ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:18.176559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-7f88d949-a16a-431a-ac3e-05e8ffdd0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:18.178134 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-7f88d949-a16a-431a-ac3e-05e8ffdd0fee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b655cf50-904c-4ee4-b3ff-d974e3fa0542 HTTP/1.1" status: 200 len: 854 time: 0.1650472 Aug 19 12:05:18.192402 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.194186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.214236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4e2a2f16-e980-493f-b0b1-7932d8099f0d None None] Provisioning for port d8628dc0-c17c-4473-b492-a1213a464f16 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:18.246040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:18.249234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4e2a2f16-e980-493f-b0b1-7932d8099f0d None None] Provisioning complete for port d8628dc0-c17c-4473-b492-a1213a464f16 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:18.249610 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2f16-e980-493f-b0b1-7932d8099f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.270664 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.271676 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b756ec2b-c878-45b9-b2ac-6a7e5112a26b up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:18.305215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.343310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-7770feb3-9968-4cf8-b38c-dacfcff0827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:18.344858 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-7770feb3-9968-4cf8-b38c-dacfcff0827e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f16005-2494-4942-95b8-3041445bf96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533477 Aug 19 12:05:18.441078 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d86576f3-355a-485b-ae0b-a97c2b22c46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.451185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a2f16-e980-493f-b0b1-7932d8099f0d None None] Port d8628dc0-c17c-4473-b492-a1213a464f16 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:18.474004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:18.480380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb62cde-d30f-44c2-868a-c456e62a1814 None None] Update dhcp port {'port': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'fixed_ips': [{'subnet_id': 'b440526b-c988-48a0-a7ae-53f8ce710516', 'ip_address': '172.20.0.18'}, {'subnet_id': '52a7b21a-f86a-44ce-8ad4-33abbd35f39a', 'ip_address': '172.20.0.2'}, {'subnet_id': '68363a3b-be32-4a41-9bf9-079b75e34e6e'}], 'binding:host_id': 'n-d-778550-9'}, 'id': 'af92ab86-8b21-4087-a930-3fe70c2babc0'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:05:18.519742 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2bb62cde-d30f-44c2-868a-c456e62a1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.531439 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port b756ec2b-c878-45b9-b2ac-6a7e5112a26b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:18.539967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port b756ec2b-c878-45b9-b2ac-6a7e5112a26b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:18.540388 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.658013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-959d2d72-bd49-41e2-a0e1-83ad62b1b921 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1342049 Aug 19 12:05:18.685394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Request body: {'port': {'device_id': '17785c25-53fb-4542-b62c-fc9120a1ec58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:18.707573 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.803712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-2bb62cde-d30f-44c2-868a-c456e62a1814 None None] Allocated IP 172.20.0.34 (b5677f05-e884-42bd-96ec-7a441976e9ea/68363a3b-be32-4a41-9bf9-079b75e34e6e/af92ab86-8b21-4087-a930-3fe70c2babc0) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:18.808077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.810539 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] 10.222.0.65 "DELETE /v2.0/networks/fd78c528-6a16-46ff-b304-9b0b9fad16b8 HTTP/1.1" status: 204 len: 168 time: 5.8233328 Aug 19 12:05:18.824719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:18.828651 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.851915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc5d5dfc54cc4ebda68ccca213d19900&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3733914 Aug 19 12:05:18.864301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35674) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:18.867704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c71ce5-a86a-4228-b7f3-0c4253aff442,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:18.910358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.910778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.911350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.911799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.912243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.912709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.913147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.913584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.914011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.914531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.914966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.915412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9fd44-9bbf-49e1-aa5f-e3a8fe75fe0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:18.918813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4'}, {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82'}, {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:18.920174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a8c20-f5b6-4dde-b306-bc7e2612f8eb tempest-DHCPAgentSchedulersTestJSON-709156441 tempest-DHCPAgentSchedulersTestJSON-709156441-project] Pushing event deleted for resources: {'Network': ['ID=fd78c528-6a16-46ff-b304-9b0b9fad16b8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:18.925664 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db49a4-89af-4c07-8457-e3c4ac0f83ed" -d '{"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "d7a17a65-3449-4283-ad57-5ab3e8e5a4c4"}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "69ce6a6c-3d13-4618-ae6a-8f9c3c301b82"}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "d21fedd8-ad8e-4e5f-a3e6-0640c0562c22"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:18.938748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.949355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a51944-9ca5-4dc3-a585-bc3f40a139ab req-1d78cb61-98cb-46a1-8bb5-bda328fed2ab tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:18.951843 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5a51944-9ca5-4dc3-a585-bc3f40a139ab req-1d78cb61-98cb-46a1-8bb5-bda328fed2ab tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 932 time: 1.0304244 Aug 19 12:05:18.966804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd97179-6a88-4053-adb9-2aaa4e3c8813 req-e4416f07-e74a-40a1-bff6-95ec2da7a187 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:18.975604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bbd97179-6a88-4053-adb9-2aaa4e3c8813 req-e4416f07-e74a-40a1-bff6-95ec2da7a187 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 931 time: 0.9101458 Aug 19 12:05:19.033070 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.081973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8942e39d-8e13-4e77-bcb9-2abce662462e details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:19.125530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2bb62cde-d30f-44c2-868a-c456e62a1814 None None] For port af92ab86-8b21-4087-a930-3fe70c2babc0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=af92ab86-8b21-4087-a930-3fe70c2babc0,segment=NetworkSegment(bfdbf513-7e89-4b33-a113-351c446fd764),segment_id=bfdbf513-7e89-4b33-a113-351c446fd764)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:19.141119 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-ab50afa0-1197-4b2c-9aaf-b1d2e7d2c04d service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706814 Aug 19 12:05:19.143547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bbd97179-6a88-4053-adb9-2aaa4e3c8813 req-b07c30d6-8d28-4aad-a25e-dcd8af894b8f tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658506 Aug 19 12:05:19.150481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port b756ec2b-c878-45b9-b2ac-6a7e5112a26b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:19.169656 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.169656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 67f54fd4-4394-42d2-a9d8-43d992171ce0 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:19.265297 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.330913 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2bb62cde-d30f-44c2-868a-c456e62a1814 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.346481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2bb62cde-d30f-44c2-868a-c456e62a1814 None None] Transition to ACTIVE for port object af92ab86-8b21-4087-a930-3fe70c2babc0 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:19.371006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2bb62cde-d30f-44c2-868a-c456e62a1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.415957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:19.419833 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c3e768a-6323-48fc-ab30-8ea59b4165ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.444267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35682) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:19.491983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.505332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c1cffa-a157-412b-a5e0-4039b3068f14 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:19.515171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5a51944-9ca5-4dc3-a585-bc3f40a139ab req-40048e72-257e-4f4d-acb3-68c65f18dc61 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021172 Aug 19 12:05:19.530202 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c3e768a-6323-48fc-ab30-8ea59b4165ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.541294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.609375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Transition to ACTIVE for port object 09c1cffa-a157-412b-a5e0-4039b3068f14 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:19.635592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d532-9904-488c-90a0-38b79c05b878 req-014faa59-5e38-4e71-8ace-fbd7dbdb70e2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:19.642074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d532-9904-488c-90a0-38b79c05b878 req-014faa59-5e38-4e71-8ace-fbd7dbdb70e2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:19.648402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d532-9904-488c-90a0-38b79c05b878 req-014faa59-5e38-4e71-8ace-fbd7dbdb70e2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:19.655282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d532-9904-488c-90a0-38b79c05b878 req-014faa59-5e38-4e71-8ace-fbd7dbdb70e2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:19.660661 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c2b174-369b-4c43-a8e7-612db617d9fb x-openstack-request-id: req-66c2b174-369b-4c43-a8e7-612db617d9fb {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:19.662633 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "d7a17a65-3449-4283-ad57-5ab3e8e5a4c4", "code": 200}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "69ce6a6c-3d13-4618-ae6a-8f9c3c301b82", "code": 200}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "d21fedd8-ad8e-4e5f-a3e6-0640c0562c22", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:19.662823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d532-9904-488c-90a0-38b79c05b878 req-014faa59-5e38-4e71-8ace-fbd7dbdb70e2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:19.666435 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66c2b174-369b-4c43-a8e7-612db617d9fb {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:19.666953 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4', 'code': 200} Aug 19 12:05:19.667569 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82', 'code': 200} Aug 19 12:05:19.668856 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22', 'code': 200} Aug 19 12:05:19.668994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d532-9904-488c-90a0-38b79c05b878 req-014faa59-5e38-4e71-8ace-fbd7dbdb70e2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:19.676946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d532-9904-488c-90a0-38b79c05b878 req-014faa59-5e38-4e71-8ace-fbd7dbdb70e2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:19.678018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3660d532-9904-488c-90a0-38b79c05b878 req-014faa59-5e38-4e71-8ace-fbd7dbdb70e2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5442 time: 0.4072206 Aug 19 12:05:19.679441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Subnet': ['ID=a57ad5b7-a7c8-4b5b-990f-cc93fb1388ef,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:19.691979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.706076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8942e39d-8e13-4e77-bcb9-2abce662462e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8942e39d-8e13-4e77-bcb9-2abce662462e,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:19.721356 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdcf2989-e0d9-4730-9d72-64f97017081c req-6037d510-fac7-43d8-ba78-d487176aac7e service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266142 Aug 19 12:05:19.725216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8628dc0-c17c-4473-b492-a1213a464f16 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:19.738545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.792509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 67f54fd4-4394-42d2-a9d8-43d992171ce0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:19.805303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '8942e39d-8e13-4e77-bcb9-2abce662462e', 'network_id': '91f16005-2494-4942-95b8-3041445bf96f', 'port_id': '8942e39d-8e13-4e77-bcb9-2abce662462e', 'mac_address': 'fa:16:3e:9d:fa:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655cf50-904c-4ee4-b3ff-d974e3fa0542', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:19.810597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb62cde-d30f-44c2-868a-c456e62a1814 None None] Pushing event updated for resources: {'Port': ['ID=af92ab86-8b21-4087-a930-3fe70c2babc0,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:19.822414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 67f54fd4-4394-42d2-a9d8-43d992171ce0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:19.822707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Transition to ACTIVE for port object d8628dc0-c17c-4473-b492-a1213a464f16 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:19.822989 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.825647 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c3e768a-6323-48fc-ab30-8ea59b4165ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.835558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c3e768a-6323-48fc-ab30-8ea59b4165ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.839561 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8c3e768a-6323-48fc-ab30-8ea59b4165ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23c71ce5-a86a-4228-b7f3-0c4253aff442 HTTP/1.1" status: 204 len: 168 time: 0.9712303 Aug 19 12:05:19.860130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:19.890138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Checking segment: {'id': '6af32b97-b768-4b65-886a-db4ef086bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e94c4cf5-fd78-40c6-bdd7-8c029083ede9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:19.890644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network hostable DHCP agents. Network: e94c4cf5-fd78-40c6-bdd7-8c029083ede9, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:19.898161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e768a-6323-48fc-ab30-8ea59b4165ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c71ce5-a86a-4228-b7f3-0c4253aff442,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:19.950464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Pushing event updated for resources: {'Port': ['ID=09c1cffa-a157-412b-a5e0-4039b3068f14,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:20.011381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3660d532-9904-488c-90a0-38b79c05b878 req-2a8a5620-d9f6-4fb3-afe6-2d6168988215 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3163614 Aug 19 12:05:20.024901 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.057177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Pushing event updated for resources: {'Port': ['ID=d8628dc0-c17c-4473-b492-a1213a464f16,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:20.086649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8942e39d-8e13-4e77-bcb9-2abce662462e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:20.122631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Delete allocated IP 172.20.0.5 (b5677f05-e884-42bd-96ec-7a441976e9ea/52a7b21a-f86a-44ce-8ad4-33abbd35f39a) {{(pid=101153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:05:20.149759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Allocated IP 172.20.0.37 (b5677f05-e884-42bd-96ec-7a441976e9ea/68363a3b-be32-4a41-9bf9-079b75e34e6e/0b6379ed-5c5e-4126-9627-356bc8e3cf05) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:20.157456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-301cfcdb-e023-44e8-bf82-7397fc829e41 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=757d3f51dd2a49798e2b92c0468dcbd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959691 Aug 19 12:05:20.160457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35690) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:20.194071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network e94c4cf5-fd78-40c6-bdd7-8c029083ede9 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:20.244565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, e94c4cf5-fd78-40c6-bdd7-8c029083ede9) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:20.283897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f94213-9d8e-4786-a637-ec0700884754 None None] Network e94c4cf5-fd78-40c6-bdd7-8c029083ede9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:20.291982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:20.292582 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.390668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Attempting to bind port d8628dc0-c17c-4473-b492-a1213a464f16 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:20.391418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Attempting to bind port d8628dc0-c17c-4473-b492-a1213a464f16 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:20.393076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Attempting to bind port 09c1cffa-a157-412b-a5e0-4039b3068f14 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:20.393414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Attempting to bind port 09c1cffa-a157-412b-a5e0-4039b3068f14 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '4e2b5b69-1072-4621-bec2-c29693fd50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9709c841-7053-4007-815b-404d83b27d00'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:20.393720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Attempting to bind port 09c1cffa-a157-412b-a5e0-4039b3068f14 on network 9709c841-7053-4007-815b-404d83b27d00 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:20.398136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Attempting to bind port d8628dc0-c17c-4473-b492-a1213a464f16 on network 91f16005-2494-4942-95b8-3041445bf96f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:20.407679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8942e39d-8e13-4e77-bcb9-2abce662462e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8942e39d-8e13-4e77-bcb9-2abce662462e,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:20.432849 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.439667 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.447552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Port d8628dc0-c17c-4473-b492-a1213a464f16 on network 91f16005-2494-4942-95b8-3041445bf96f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:20.448151 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Attempting to bind port d8628dc0-c17c-4473-b492-a1213a464f16 on network 91f16005-2494-4942-95b8-3041445bf96f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:20.473668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:20.474172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Checking segment: {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:20.474573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Bound using segment: {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:20.475044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Bound port: d8628dc0-c17c-4473-b492-a1213a464f16, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:20.475415 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.497760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Port 09c1cffa-a157-412b-a5e0-4039b3068f14 on network 9709c841-7053-4007-815b-404d83b27d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:20.498086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Attempting to bind port 09c1cffa-a157-412b-a5e0-4039b3068f14 on network 9709c841-7053-4007-815b-404d83b27d00 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:20.538446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a8388157-3979-4961-8c75-de1589d53b5a tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9839590 Aug 19 12:05:20.557588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:20.586547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-155030943'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:20.597365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:20.598269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Checking segment: {'id': '4e2b5b69-1072-4621-bec2-c29693fd50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9709c841-7053-4007-815b-404d83b27d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:20.599393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Bound using segment: {'id': '4e2b5b69-1072-4621-bec2-c29693fd50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9709c841-7053-4007-815b-404d83b27d00'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:20.600749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Bound port: 09c1cffa-a157-412b-a5e0-4039b3068f14, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2b5b69-1072-4621-bec2-c29693fd50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9709c841-7053-4007-815b-404d83b27d00'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:20.600932 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.693472 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b40470b9-fb16-44b9-a361-638445087f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.710223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] For port d8628dc0-c17c-4473-b492-a1213a464f16, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:20.748249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] For port d8628dc0-c17c-4473-b492-a1213a464f16, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d8628dc0-c17c-4473-b492-a1213a464f16,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:20.767742 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.783489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b317323-1d73-4e8e-a9de-9bee76a8eb12 req-06efeec2-8456-471c-9cae-e81ff01c72a1 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:20.785163 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b317323-1d73-4e8e-a9de-9bee76a8eb12 req-06efeec2-8456-471c-9cae-e81ff01c72a1 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 943 time: 0.3939331 Aug 19 12:05:20.798449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8942e39d-8e13-4e77-bcb9-2abce662462e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:20.803115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 67f54fd4-4394-42d2-a9d8-43d992171ce0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:20.826406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.829735 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6fd35551-06eb-4fee-9411-6f01d729c72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.831144 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.831978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:20.834203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['8942e39d-8e13-4e77-bcb9-2abce662462e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:20.850473 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:20.854090 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.859498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Transition to ACTIVE for port object 0b6379ed-5c5e-4126-9627-356bc8e3cf05 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:20.868477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b40470b9-fb16-44b9-a361-638445087f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.876793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb4455b-7a7f-4fda-9518-c553125cee4d {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:20.902720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:20.983248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Transition to ACTIVE for port object beb4455b-7a7f-4fda-9518-c553125cee4d will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:20.985460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Pushing event updated for resources: {'Port': ['ID=d8628dc0-c17c-4473-b492-a1213a464f16,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:20.993401 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.013493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b0ba3-875c-457f-89df-78fcab8ea19a req-b87f0aba-9ddb-496c-b3ef-5996938fcee5 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.015700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a52b0ba3-875c-457f-89df-78fcab8ea19a req-b87f0aba-9ddb-496c-b3ef-5996938fcee5 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 944 time: 0.2729454 Aug 19 12:05:21.015854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.017452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.019476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] For port 09c1cffa-a157-412b-a5e0-4039b3068f14, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:21.025443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-e19036cb-4ab1-4047-9be2-c316aeb4eb1d service neutron] 10.222.0.54 "PUT /v2.0/ports/d8628dc0-c17c-4473-b492-a1213a464f16 HTTP/1.1" status: 200 len: 1092 time: 2.9069166 Aug 19 12:05:21.033488 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.036208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:21.119299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] For port 09c1cffa-a157-412b-a5e0-4039b3068f14, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=09c1cffa-a157-412b-a5e0-4039b3068f14,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:21.120178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca4403a-cded-4e56-a3c4-165c8f9f8ddd', 'tag': 'd8628dc0-c17c-4473-b492-a1213a464f16'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:21.124818 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca4403a-cded-4e56-a3c4-165c8f9f8ddd", "tag": "d8628dc0-c17c-4473-b492-a1213a464f16"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:21.142484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b317323-1d73-4e8e-a9de-9bee76a8eb12 req-7236aa27-290f-4ab3-b17d-89bf91c382d0 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105404 Aug 19 12:05:21.145390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event updated for resources: {'Port': ['ID=0b6379ed-5c5e-4126-9627-356bc8e3cf05,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:21.183460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.217933 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.218484 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Added segment 30d69b9d-73ab-42a0-81dd-cedfab8e7f83 of type vlan for network 628d249e-7481-4029-8f5d-2595527e5b4a Aug 19 12:05:21.228334 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.264798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Provisioning for port af92ab86-8b21-4087-a930-3fe70c2babc0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:21.281180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b40470b9-fb16-44b9-a361-638445087f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.289482 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b40470b9-fb16-44b9-a361-638445087f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.290685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b40470b9-fb16-44b9-a361-638445087f2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9fe28ff-cee1-42f6-b959-3eacbd3764b9 HTTP/1.1" status: 204 len: 168 time: 1.1192231 Aug 19 12:05:21.361290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:21.361933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.364480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=67f54fd4-4394-42d2-a9d8-43d992171ce0,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:21.385529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-e94c4cf5-fd78-40c6-bdd7-8c029083ede9', 'network_id': 'e94c4cf5-fd78-40c6-bdd7-8c029083ede9', 'tenant_id': '407b50f22b184e3e843a6c825648911d', 'fixed_ips': [{'subnet_id': 'a57ad5b7-a7c8-4b5b-990f-cc93fb1388ef'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:05:21.386532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.386969 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.387226 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.388575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] 10.222.0.69 "PUT /v2.0/ports/09c1cffa-a157-412b-a5e0-4039b3068f14 HTTP/1.1" status: 200 len: 1091 time: 4.4561172 Aug 19 12:05:21.391613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7966b01-856f-42a9-b835-9ca6bf084222', 'tag': '09c1cffa-a157-412b-a5e0-4039b3068f14'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:21.406196 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edecf161-b773-4a80-b266-22556aa01e28" -d '{"events": [{"name": "network-changed", "server_uuid": "a7966b01-856f-42a9-b835-9ca6bf084222", "tag": "09c1cffa-a157-412b-a5e0-4039b3068f14"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:21.406196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Pushing event updated for resources: {'Port': ['ID=beb4455b-7a7f-4fda-9518-c553125cee4d,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:21.465079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40470b9-fb16-44b9-a361-638445087f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe28ff-cee1-42f6-b959-3eacbd3764b9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:21.469707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a52b0ba3-875c-457f-89df-78fcab8ea19a req-47179657-9cf0-4f73-9ed7-15b6211c6ec6 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373577 Aug 19 12:05:21.533277 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.585602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-8ab56bde-d227-47a4-be9b-eed52941fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.605217 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-8ab56bde-d227-47a4-be9b-eed52941fe43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 1095 time: 0.4737699 Aug 19 12:05:21.606075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] In _notify_port_updated(), no bound segment for port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 on network b5677f05-e884-42bd-96ec-7a441976e9ea {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:05:21.618759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.619462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.629079 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-826c2116-6b21-4120-bce2-95afe45f7415 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "PUT /v2.0/ports/0b6379ed-5c5e-4126-9627-356bc8e3cf05 HTTP/1.1" status: 200 len: 959 time: 3.5257401 Aug 19 12:05:21.629815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35728) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:21.661138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af92ab86-8b21-4087-a930-3fe70c2babc0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:21.688842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b756ec2b-c878-45b9-b2ac-6a7e5112a26b'}, {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f54fd4-4394-42d2-a9d8-43d992171ce0'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:21.692302 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132b8a54-772e-4a11-a1cf-4613f73901c3" -d '{"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "b756ec2b-c878-45b9-b2ac-6a7e5112a26b"}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "67f54fd4-4394-42d2-a9d8-43d992171ce0"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:21.713261 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:05:21.813876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:21.832502 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e0cdcc-e03d-4387-aaaf-14010126aff7 x-openstack-request-id: req-31e0cdcc-e03d-4387-aaaf-14010126aff7 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:21.832823 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca4403a-cded-4e56-a3c4-165c8f9f8ddd", "tag": "d8628dc0-c17c-4473-b492-a1213a464f16", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:21.833079 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31e0cdcc-e03d-4387-aaaf-14010126aff7 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:21.833483 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca4403a-cded-4e56-a3c4-165c8f9f8ddd', 'tag': 'd8628dc0-c17c-4473-b492-a1213a464f16', 'status': 'completed', 'code': 200} Aug 19 12:05:21.845400 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1edf8e-8f8b-4f8a-bf7d-6df4249d4a4d x-openstack-request-id: req-ee1edf8e-8f8b-4f8a-bf7d-6df4249d4a4d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:21.845707 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7966b01-856f-42a9-b835-9ca6bf084222", "tag": "09c1cffa-a157-412b-a5e0-4039b3068f14", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:21.845961 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee1edf8e-8f8b-4f8a-bf7d-6df4249d4a4d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:21.846384 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7966b01-856f-42a9-b835-9ca6bf084222', 'tag': '09c1cffa-a157-412b-a5e0-4039b3068f14', 'status': 'completed', 'code': 200} Aug 19 12:05:21.853230 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-b49555b4-63cf-464d-b535-23969c843803 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8628dc0-c17c-4473-b492-a1213a464f16 HTTP/1.1" status: 200 len: 217 time: 0.2062700 Aug 19 12:05:21.864850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:21.865265 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:21.896139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a005e-ee81-46c9-b989-0c328e1aa692 service neutron] Pushing event updated for resources: {'Port': ['ID=09c1cffa-a157-412b-a5e0-4039b3068f14,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:21.937525 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0307aa8b-968d-4545-a35e-918b6a45cdb5 x-openstack-request-id: req-0307aa8b-968d-4545-a35e-918b6a45cdb5 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:21.937816 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "b756ec2b-c878-45b9-b2ac-6a7e5112a26b", "code": 200}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "67f54fd4-4394-42d2-a9d8-43d992171ce0", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:21.938339 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0307aa8b-968d-4545-a35e-918b6a45cdb5 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:21.938944 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b756ec2b-c878-45b9-b2ac-6a7e5112a26b', 'code': 200} Aug 19 12:05:21.939322 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f54fd4-4394-42d2-a9d8-43d992171ce0', 'code': 200} Aug 19 12:05:21.944793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372044-e2dc-4ecc-a6d9-cecb5fb137fb req-64c8c106-d597-4396-aa53-b2133a98be9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.969530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372044-e2dc-4ecc-a6d9-cecb5fb137fb req-64c8c106-d597-4396-aa53-b2133a98be9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.975751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372044-e2dc-4ecc-a6d9-cecb5fb137fb req-64c8c106-d597-4396-aa53-b2133a98be9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.982008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372044-e2dc-4ecc-a6d9-cecb5fb137fb req-64c8c106-d597-4396-aa53-b2133a98be9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.983100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-7aad544b-ae21-47cd-a98e-f2c12d671cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.985452 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-7aad544b-ae21-47cd-a98e-f2c12d671cb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b655cf50-904c-4ee4-b3ff-d974e3fa0542 HTTP/1.1" status: 200 len: 854 time: 0.1307170 Aug 19 12:05:21.989273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372044-e2dc-4ecc-a6d9-cecb5fb137fb req-64c8c106-d597-4396-aa53-b2133a98be9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:21.995381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372044-e2dc-4ecc-a6d9-cecb5fb137fb req-64c8c106-d597-4396-aa53-b2133a98be9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.001556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372044-e2dc-4ecc-a6d9-cecb5fb137fb req-64c8c106-d597-4396-aa53-b2133a98be9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.009807 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc372044-e2dc-4ecc-a6d9-cecb5fb137fb req-64c8c106-d597-4396-aa53-b2133a98be9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5443 time: 0.6199937 Aug 19 12:05:22.014499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.020091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.020712 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.077882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-3470b048-916c-49ab-92b4-7917cdd353e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.079782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-3470b048-916c-49ab-92b4-7917cdd353e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6fd6c782c89843fca9afdda6348d5bf4&device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 1094 time: 0.5435133 Aug 19 12:05:22.126665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Attempting to bind port beb4455b-7a7f-4fda-9518-c553125cee4d on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:22.127008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Attempting to bind port beb4455b-7a7f-4fda-9518-c553125cee4d by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:22.127315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Attempting to bind port beb4455b-7a7f-4fda-9518-c553125cee4d on network 91f16005-2494-4942-95b8-3041445bf96f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:22.147483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35740) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:22.153877 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5864575 Aug 19 12:05:22.190838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e594869-04d7-47fb-98ca-bf3fbaedc058 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Network': ['ID=628d249e-7481-4029-8f5d-2595527e5b4a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:22.215479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25912808-ab75-478a-99ca-c24392adf890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.234309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35742) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:22.248157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 628d249e-7481-4029-8f5d-2595527e5b4a details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:22.249554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'subnet': {'network_id': '628d249e-7481-4029-8f5d-2595527e5b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:22.258025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Port beb4455b-7a7f-4fda-9518-c553125cee4d on network 91f16005-2494-4942-95b8-3041445bf96f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:22.258372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Attempting to bind port beb4455b-7a7f-4fda-9518-c553125cee4d on network 91f16005-2494-4942-95b8-3041445bf96f {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:22.273232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-f9a5e2d3-dc32-45c1-871b-6aab21f8c055 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09c1cffa-a157-412b-a5e0-4039b3068f14 HTTP/1.1" status: 200 len: 217 time: 0.1619539 Aug 19 12:05:22.273498 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.319565 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc372044-e2dc-4ecc-a6d9-cecb5fb137fb req-c67c953a-b3d8-401d-86a0-60f551e8f11f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3085849 Aug 19 12:05:22.332647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:22.333034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Checking segment: {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:22.334146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Bound using segment: {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:22.334681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Bound port: beb4455b-7a7f-4fda-9518-c553125cee4d, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a79132e-1e60-420b-b0a3-4916fe4275f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '91f16005-2494-4942-95b8-3041445bf96f'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:22.335382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.367057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Provisioning complete for port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:22.367916 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.383790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-a3e6e721-7a11-4111-ab62-e71f699e73da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.386989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-a3e6e721-7a11-4111-ab62-e71f699e73da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f16005-2494-4942-95b8-3041445bf96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3939066 Aug 19 12:05:22.445291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Allocated IP 2001:db8:0:ffff::2 (e94c4cf5-fd78-40c6-bdd7-8c029083ede9/a57ad5b7-a7c8-4b5b-990f-cc93fb1388ef/a213f90f-0f62-4595-b767-20d4a09a7996) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:22.469655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-25c612c6-e45a-41ec-bc91-12fbaaa5c620 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:22.470483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25c612c6-e45a-41ec-bc91-12fbaaa5c620 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.518745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:22.535204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:22.535662 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.565176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-16e2ae62-22ad-409f-9f36-84ef2b6d09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.573338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-16e2ae62-22ad-409f-9f36-84ef2b6d09ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9 HTTP/1.1" status: 200 len: 848 time: 0.2578173 Aug 19 12:05:22.675728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8fba5-f87e-4aef-bc8a-a194cfc446ee req-278dcbc7-735e-40dc-8a52-d903511aa973 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.677384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaf8fba5-f87e-4aef-bc8a-a194cfc446ee req-278dcbc7-735e-40dc-8a52-d903511aa973 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 943 time: 0.2464957 Aug 19 12:05:22.688813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Provisioning for port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:22.713349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] For port beb4455b-7a7f-4fda-9518-c553125cee4d, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:22.730345 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-de218bd3-2056-4f43-8ac5-b8ebba3311e9 service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340094 Aug 19 12:05:22.750586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Provisioning complete for port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:22.751402 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.781305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994d5b4-3270-4329-a065-19a7251b440d req-1795ab6e-092e-4f3d-8009-6d9134fb2e21 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.790290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6994d5b4-3270-4329-a065-19a7251b440d req-1795ab6e-092e-4f3d-8009-6d9134fb2e21 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 944 time: 0.1752863 Aug 19 12:05:22.812373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-74460a62-82a3-4a08-a9a7-e1ff1ff4d79e None None] Port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:22.815808 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.889438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] For port beb4455b-7a7f-4fda-9518-c553125cee4d, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=beb4455b-7a7f-4fda-9518-c553125cee4d,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:22.894125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:22.912440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.934986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8d23215a-f03e-4f57-aadb-1c3c5e570e76 req-11603aca-6af2-4d95-992f-591fdcaad954 service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785514 Aug 19 12:05:22.937102 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25912808-ab75-478a-99ca-c24392adf890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.943323 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25c612c6-e45a-41ec-bc91-12fbaaa5c620 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.953410 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.955257 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25912808-ab75-478a-99ca-c24392adf890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.992079 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-25912808-ab75-478a-99ca-c24392adf890 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73bae62e15174321995d01280be456ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8435078 Aug 19 12:05:23.003068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35764) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:23.010964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-25c612c6-e45a-41ec-bc91-12fbaaa5c620 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for 0b6379ed-5c5e-4126-9627-356bc8e3cf05 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:23.046177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:23.046962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.055289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e7425403-d344-451b-850f-9970f8850db7 service neutron] 10.222.0.69 "PUT /v2.0/ports/beb4455b-7a7f-4fda-9518-c553125cee4d HTTP/1.1" status: 200 len: 1091 time: 4.3744988 Aug 19 12:05:23.065924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6994d5b4-3270-4329-a065-19a7251b440d req-4b7c6e91-18dd-45df-900a-fc22e8a6823e tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741866 Aug 19 12:05:23.113963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25912808-ab75-478a-99ca-c24392adf890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a7266f-bdda-4d9a-a0c4-a7f957d3f2d6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:23.131713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:23.134984 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.154419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-5c569724-2e19-4381-be2c-6dab14cb0a10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9709c841-7053-4007-815b-404d83b27d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5536542 Aug 19 12:05:23.162340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Transition to ACTIVE for port object a213f90f-0f62-4595-b767-20d4a09a7996 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:23.192529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Transition to ACTIVE for port object a213f90f-0f62-4595-b767-20d4a09a7996 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:23.199365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-64885730-9ef3-4592-9879-688e68048372 None None] Provisioning complete for port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:23.199759 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64885730-9ef3-4592-9879-688e68048372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.211088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaf8fba5-f87e-4aef-bc8a-a194cfc446ee req-e1bbabed-8829-4b6e-b123-e1ac70b09ccb tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193892 Aug 19 12:05:23.258712 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.373967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-64885730-9ef3-4592-9879-688e68048372 None None] Port 0b6379ed-5c5e-4126-9627-356bc8e3cf05 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:23.388264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Network e94c4cf5-fd78-40c6-bdd7-8c029083ede9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:23.398003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:23.405559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:23.479159 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Pushing event updated for resources: {'Port': ['ID=a213f90f-0f62-4595-b767-20d4a09a7996,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:23.482953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25c612c6-e45a-41ec-bc91-12fbaaa5c620 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.488819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-547ba43a-24fa-472b-93b3-553832565734 service neutron] 10.222.0.69 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162820 Aug 19 12:05:23.533460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Attempting to bind port a213f90f-0f62-4595-b767-20d4a09a7996 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:23.536371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Attempting to bind port a213f90f-0f62-4595-b767-20d4a09a7996 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '6af32b97-b768-4b65-886a-db4ef086bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e94c4cf5-fd78-40c6-bdd7-8c029083ede9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:23.536803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Attempting to bind port a213f90f-0f62-4595-b767-20d4a09a7996 on network e94c4cf5-fd78-40c6-bdd7-8c029083ede9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:23.549637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:23.550343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Checking segment: {'id': '6af32b97-b768-4b65-886a-db4ef086bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e94c4cf5-fd78-40c6-bdd7-8c029083ede9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:23.550756 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.551138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Bound using segment: {'id': '6af32b97-b768-4b65-886a-db4ef086bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e94c4cf5-fd78-40c6-bdd7-8c029083ede9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:23.551613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Bound port: a213f90f-0f62-4595-b767-20d4a09a7996, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af32b97-b768-4b65-886a-db4ef086bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e94c4cf5-fd78-40c6-bdd7-8c029083ede9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:23.551992 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.567236 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2590fff2-52f6-4c8d-ae92-9920a051ac13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.580389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:23.586290 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.596557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2590fff2-52f6-4c8d-ae92-9920a051ac13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.645317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] For port a213f90f-0f62-4595-b767-20d4a09a7996, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:23.650426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c612c6-e45a-41ec-bc91-12fbaaa5c620 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=0b6379ed-5c5e-4126-9627-356bc8e3cf05,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:23.650636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] For port a213f90f-0f62-4595-b767-20d4a09a7996, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a213f90f-0f62-4595-b767-20d4a09a7996,segment=NetworkSegment(6af32b97-b768-4b65-886a-db4ef086bee3),segment_id=6af32b97-b768-4b65-886a-db4ef086bee3)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:23.654859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-75a8caca-3064-4348-8234-0092de2d8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:23.657008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-75a8caca-3064-4348-8234-0092de2d8007 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 1095 time: 0.5775018 Aug 19 12:05:23.668250 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.798824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f240022-d7ac-422d-8035-8fd072ef1d18 None None] Pushing event updated for resources: {'Port': ['ID=a213f90f-0f62-4595-b767-20d4a09a7996,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:23.816993 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25c612c6-e45a-41ec-bc91-12fbaaa5c620 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.823030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-25c612c6-e45a-41ec-bc91-12fbaaa5c620 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/0b6379ed-5c5e-4126-9627-356bc8e3cf05 HTTP/1.1" status: 204 len: 168 time: 2.1909890 Aug 19 12:05:23.825716 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35774) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:23.879757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17785c25-53fb-4542-b62c-fc9120a1ec58', 'tag': 'beb4455b-7a7f-4fda-9518-c553125cee4d'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:23.880615 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df6152a-8fa3-45ea-8df8-bd96ea3914f2 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] GET failed (client error): The resource could not be found. Aug 19 12:05:23.882367 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd14391-b78b-45f0-abe4-d4ad80d325ad" -d '{"events": [{"name": "network-changed", "server_uuid": "17785c25-53fb-4542-b62c-fc9120a1ec58", "tag": "beb4455b-7a7f-4fda-9518-c553125cee4d"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:23.885518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35776) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:23.885717 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6df6152a-8fa3-45ea-8df8-bd96ea3914f2 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports/0b6379ed-5c5e-4126-9627-356bc8e3cf05 HTTP/1.1" status: 404 len: 333 time: 0.0585411 Aug 19 12:05:23.908380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2590fff2-52f6-4c8d-ae92-9920a051ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.911239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2590fff2-52f6-4c8d-ae92-9920a051ac13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.912426 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2590fff2-52f6-4c8d-ae92-9920a051ac13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78a7266f-bdda-4d9a-a0c4-a7f957d3f2d6 HTTP/1.1" status: 204 len: 168 time: 0.9085376 Aug 19 12:05:23.917834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-ed9fe05b-90c9-4fb2-8f1d-f8df65ab846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:23.919412 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-ed9fe05b-90c9-4fb2-8f1d-f8df65ab846a service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 916 time: 0.2533023 Aug 19 12:05:23.923335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.941224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:23.943966 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5727cd-af71-4edd-923c-63794a977782" -d '{"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:23.959665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590fff2-52f6-4c8d-ae92-9920a051ac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a7266f-bdda-4d9a-a0c4-a7f957d3f2d6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:24.037142 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-51cd147d-259f-4f59-9711-4c7f320f7e18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8628dc0-c17c-4473-b492-a1213a464f16 HTTP/1.1" status: 200 len: 217 time: 0.1060257 Aug 19 12:05:24.038047 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:24.062709 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176434f1-010b-4881-bcd9-e7d24066b53a x-openstack-request-id: req-176434f1-010b-4881-bcd9-e7d24066b53a {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:24.063218 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-plugged", "status": "completed", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:24.063464 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-176434f1-010b-4881-bcd9-e7d24066b53a {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:24.063873 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'code': 200} Aug 19 12:05:24.105015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-ee4fc5be-e19d-459e-9e8f-59666ce41ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.108577 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-ee4fc5be-e19d-459e-9e8f-59666ce41ea3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b655cf50-904c-4ee4-b3ff-d974e3fa0542 HTTP/1.1" status: 200 len: 854 time: 0.0633941 Aug 19 12:05:24.110440 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7425403-d344-451b-850f-9970f8850db7 service neutron] Pushing event updated for resources: {'Port': ['ID=beb4455b-7a7f-4fda-9518-c553125cee4d,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:24.193531 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771fa204-f805-4305-8b7d-dc06c87f72d3 x-openstack-request-id: req-771fa204-f805-4305-8b7d-dc06c87f72d3 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:24.197459 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17785c25-53fb-4542-b62c-fc9120a1ec58", "tag": "beb4455b-7a7f-4fda-9518-c553125cee4d", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:24.198598 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-771fa204-f805-4305-8b7d-dc06c87f72d3 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:24.198598 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17785c25-53fb-4542-b62c-fc9120a1ec58', 'tag': 'beb4455b-7a7f-4fda-9518-c553125cee4d', 'status': 'completed', 'code': 200} Aug 19 12:05:24.276868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-b5ae87a5-ff2c-41fc-a017-6efa80d7293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.278768 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-b5ae87a5-ff2c-41fc-a017-6efa80d7293e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f16005-2494-4942-95b8-3041445bf96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631980 Aug 19 12:05:24.411600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850436f-b85d-43d5-ad24-fd2b64e0d946 req-304522a3-b3f2-4908-ba8d-8b05250945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.412444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850436f-b85d-43d5-ad24-fd2b64e0d946 req-304522a3-b3f2-4908-ba8d-8b05250945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.413302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850436f-b85d-43d5-ad24-fd2b64e0d946 req-304522a3-b3f2-4908-ba8d-8b05250945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.413945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850436f-b85d-43d5-ad24-fd2b64e0d946 req-304522a3-b3f2-4908-ba8d-8b05250945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.414670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850436f-b85d-43d5-ad24-fd2b64e0d946 req-304522a3-b3f2-4908-ba8d-8b05250945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.415500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850436f-b85d-43d5-ad24-fd2b64e0d946 req-304522a3-b3f2-4908-ba8d-8b05250945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.416114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850436f-b85d-43d5-ad24-fd2b64e0d946 req-304522a3-b3f2-4908-ba8d-8b05250945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.418415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4850436f-b85d-43d5-ad24-fd2b64e0d946 req-304522a3-b3f2-4908-ba8d-8b05250945c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6501 time: 0.2021608 Aug 19 12:05:24.499538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e2575-b62a-4cb4-9203-42c1d6d76efb req-4bf739bb-393b-48c8-bc3d-ce16c9461b2a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.507400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e2575-b62a-4cb4-9203-42c1d6d76efb req-4bf739bb-393b-48c8-bc3d-ce16c9461b2a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.514280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e2575-b62a-4cb4-9203-42c1d6d76efb req-4bf739bb-393b-48c8-bc3d-ce16c9461b2a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.520726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e2575-b62a-4cb4-9203-42c1d6d76efb req-4bf739bb-393b-48c8-bc3d-ce16c9461b2a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.527528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e2575-b62a-4cb4-9203-42c1d6d76efb req-4bf739bb-393b-48c8-bc3d-ce16c9461b2a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.534409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e2575-b62a-4cb4-9203-42c1d6d76efb req-4bf739bb-393b-48c8-bc3d-ce16c9461b2a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.539952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e2575-b62a-4cb4-9203-42c1d6d76efb req-4bf739bb-393b-48c8-bc3d-ce16c9461b2a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.543652 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4850436f-b85d-43d5-ad24-fd2b64e0d946 req-28d34ae4-ffd5-41a9-9dad-7fa1c9688c96 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134574 Aug 19 12:05:24.548927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f01e2575-b62a-4cb4-9203-42c1d6d76efb req-4bf739bb-393b-48c8-bc3d-ce16c9461b2a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5444 time: 1.0563118 Aug 19 12:05:24.560422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-f5f13e4f-b782-4e2e-bce8-98d0537abdee service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697077 Aug 19 12:05:24.562507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-3a6e7c38-b809-4b23-ab80-61bb73895332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.564106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-3a6e7c38-b809-4b23-ab80-61bb73895332 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 1094 time: 1.4087868 Aug 19 12:05:24.629143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b073b1fa-1cec-4757-89e4-7269468c0f19 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:24.663956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd749820-cfe3-42f0-bf9c-6e0c12c4538d req-239aefd4-ee0d-4572-b450-ce887efccc8f service neutron] 10.222.0.69 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1327770 Aug 19 12:05:24.719665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb29757-aff8-40b4-af40-5ea0e5b8b2f1 req-e15cb61d-993a-4814-bd9e-8de30c14db94 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:24.721479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6bb29757-aff8-40b4-af40-5ea0e5b8b2f1 req-e15cb61d-993a-4814-bd9e-8de30c14db94 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 944 time: 0.4080749 Aug 19 12:05:24.743672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a663393-31b3-4cd5-8536-bc3ceda0fe0d req-0eea1b37-9b1c-4569-b907-198b54b0ac98 service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772678 Aug 19 12:05:24.744152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f01e2575-b62a-4cb4-9203-42c1d6d76efb req-7e4503d6-9a36-4da9-8868-64751f338e0c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942513 Aug 19 12:05:24.746230 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b073b1fa-1cec-4757-89e4-7269468c0f19 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:24.952123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-02dd44f1-9503-4bca-92e7-07cbe1961de2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb4455b-7a7f-4fda-9518-c553125cee4d HTTP/1.1" status: 200 len: 217 time: 0.1049106 Aug 19 12:05:25.037975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.objects.ports [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:05:25.067836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device d8628dc0-c17c-4473-b492-a1213a464f16 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:25.075176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8942e39d-8e13-4e77-bcb9-2abce662462e up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:25.108863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.221647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 8942e39d-8e13-4e77-bcb9-2abce662462e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:25.232577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6bb29757-aff8-40b4-af40-5ea0e5b8b2f1 req-05e8a894-f947-43b6-86ee-c1e7e1051010 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806688 Aug 19 12:05:25.253226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 8942e39d-8e13-4e77-bcb9-2abce662462e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:25.253892 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.280713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-27940d5d-e102-42f0-b057-36cef6b647ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:25.282547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-27940d5d-e102-42f0-b057-36cef6b647ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b655cf50-904c-4ee4-b3ff-d974e3fa0542 HTTP/1.1" status: 200 len: 854 time: 0.2775946 Aug 19 12:05:25.349795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port d8628dc0-c17c-4473-b492-a1213a464f16, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d8628dc0-c17c-4473-b492-a1213a464f16,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:25.366713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb9fa99-62b7-464e-9193-92a9e25eb04e None None] Network e94c4cf5-fd78-40c6-bdd7-8c029083ede9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:25.368953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'd8628dc0-c17c-4473-b492-a1213a464f16', 'network_id': '91f16005-2494-4942-95b8-3041445bf96f', 'port_id': 'd8628dc0-c17c-4473-b492-a1213a464f16', 'mac_address': 'fa:16:3e:0b:99:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655cf50-904c-4ee4-b3ff-d974e3fa0542', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:25.511270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a213f90f-0f62-4595-b767-20d4a09a7996 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:25.524425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-89986996-09f4-43a9-a7eb-84f052bce09d None None] Provisioning for port a213f90f-0f62-4595-b767-20d4a09a7996 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:25.591042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.615136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8628dc0-c17c-4473-b492-a1213a464f16 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:25.626565 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.706174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8942e39d-8e13-4e77-bcb9-2abce662462e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8942e39d-8e13-4e77-bcb9-2abce662462e,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:25.715862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port d8628dc0-c17c-4473-b492-a1213a464f16, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d8628dc0-c17c-4473-b492-a1213a464f16,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:25.738835 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.775383 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.814578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port a213f90f-0f62-4595-b767-20d4a09a7996 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:25.833129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a213f90f-0f62-4595-b767-20d4a09a7996 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:25.833129 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.873335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b073b1fa-1cec-4757-89e4-7269468c0f19 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.884789 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b073b1fa-1cec-4757-89e4-7269468c0f19 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.888419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b073b1fa-1cec-4757-89e4-7269468c0f19 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/security-groups/fdc07dc1-de11-403f-ae03-10acfc5fef71 HTTP/1.1" status: 204 len: 168 time: 1.9340281 Aug 19 12:05:25.889109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35826) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:25.912362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8942e39d-8e13-4e77-bcb9-2abce662462e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:25.967330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecf161-b773-4a80-b266-22556aa01e28 req-dfa5ea40-21dc-48bc-b94c-ccf72a62480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:25.969066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edecf161-b773-4a80-b266-22556aa01e28 req-dfa5ea40-21dc-48bc-b94c-ccf72a62480f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6fd6c782c89843fca9afdda6348d5bf4&device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 1094 time: 0.9206765 Aug 19 12:05:26.005747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51e9b0-2e30-4c94-b8ce-28a90ace7471 req-857e2031-0a00-4b55-8a8c-a4f1c91f547f tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.007563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd51e9b0-2e30-4c94-b8ce-28a90ace7471 req-857e2031-0a00-4b55-8a8c-a4f1c91f547f tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 943 time: 1.0529683 Aug 19 12:05:26.029298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Subnet': ['ID=eb2c1887-c3ae-4a9a-9b14-545e5596be23,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:26.045769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073b1fa-1cec-4757-89e4-7269468c0f19 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc07dc1-de11-403f-ae03-10acfc5fef71,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:26.082020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3123f7fd-117c-4ec5-9953-41a2c4d11fc8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.082261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a461ded-eb44-4c81-acf8-558fcf374fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942e39d-8e13-4e77-bcb9-2abce662462e'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:26.092214 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f890e566-5ccc-4bfb-a8cd-4255a920e94c" -d '{"events": [{"server_uuid": "3a461ded-eb44-4c81-acf8-558fcf374fea", "name": "network-vif-plugged", "status": "completed", "tag": "8942e39d-8e13-4e77-bcb9-2abce662462e"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:26.105095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Checking segment: {'id': '30d69b9d-73ab-42a0-81dd-cedfab8e7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '628d249e-7481-4029-8f5d-2595527e5b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:26.105464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network hostable DHCP agents. Network: 628d249e-7481-4029-8f5d-2595527e5b4a, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:26.153729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3123f7fd-117c-4ec5-9953-41a2c4d11fc8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.165394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e68cf260-821c-4584-a791-ec48fd2e57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.169523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-e68cf260-821c-4584-a791-ec48fd2e57c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91f16005-2494-4942-95b8-3041445bf96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8509576 Aug 19 12:05:26.297101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3123f7fd-117c-4ec5-9953-41a2c4d11fc8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.302696 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3123f7fd-117c-4ec5-9953-41a2c4d11fc8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.306720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3123f7fd-117c-4ec5-9953-41a2c4d11fc8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/security-groups/d3a1dd40-d1b5-4bab-ab85-89ebc1d3d957 HTTP/1.1" status: 204 len: 168 time: 0.4141846 Aug 19 12:05:26.307346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35840) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:26.385431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123f7fd-117c-4ec5-9953-41a2c4d11fc8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a1dd40-d1b5-4bab-ab85-89ebc1d3d957,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:26.411469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['d8628dc0-c17c-4473-b492-a1213a464f16'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:26.437609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=d8628dc0-c17c-4473-b492-a1213a464f16,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:26.447600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-01a5c26c-4bf0-4168-adae-77764fc41014 service neutron] 10.222.0.69 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912940 Aug 19 12:05:26.479072 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.496973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35848) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:26.509658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 09c1cffa-a157-412b-a5e0-4039b3068f14 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:26.514712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c9d3-cd61-4b89-9b98-5141c303ea48 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.536603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd51e9b0-2e30-4c94-b8ce-28a90ace7471 req-a894eba7-b1a8-41cf-a4e0-dcf32db49543 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338856 Aug 19 12:05:26.572427 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:05:26.579949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c9d3-cd61-4b89-9b98-5141c303ea48 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.597336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbe10-8769-4323-a8ca-659611e3a38a req-205c79f6-bfd6-4a9e-817b-99095c5745ce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.602651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port a213f90f-0f62-4595-b767-20d4a09a7996, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a213f90f-0f62-4595-b767-20d4a09a7996,segment=NetworkSegment(6af32b97-b768-4b65-886a-db4ef086bee3),segment_id=6af32b97-b768-4b65-886a-db4ef086bee3)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:26.603828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbe10-8769-4323-a8ca-659611e3a38a req-205c79f6-bfd6-4a9e-817b-99095c5745ce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.621245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbe10-8769-4323-a8ca-659611e3a38a req-205c79f6-bfd6-4a9e-817b-99095c5745ce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.625832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-49d1a7b8-dc2d-4a4b-82f8-bfd58efa4219 None None] Provisioning complete for port a213f90f-0f62-4595-b767-20d4a09a7996 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:26.626597 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d1a7b8-dc2d-4a4b-82f8-bfd58efa4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.644516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbe10-8769-4323-a8ca-659611e3a38a req-205c79f6-bfd6-4a9e-817b-99095c5745ce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.652666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbe10-8769-4323-a8ca-659611e3a38a req-205c79f6-bfd6-4a9e-817b-99095c5745ce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.669313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbe10-8769-4323-a8ca-659611e3a38a req-205c79f6-bfd6-4a9e-817b-99095c5745ce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.683309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbe10-8769-4323-a8ca-659611e3a38a req-205c79f6-bfd6-4a9e-817b-99095c5745ce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.704487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.706356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c9d3-cd61-4b89-9b98-5141c303ea48 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.708056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-963bbe10-8769-4323-a8ca-659611e3a38a req-205c79f6-bfd6-4a9e-817b-99095c5745ce tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5444 time: 0.7434075 Aug 19 12:05:26.712545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c9d3-cd61-4b89-9b98-5141c303ea48 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.713869 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4ff4c9d3-cd61-4b89-9b98-5141c303ea48 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/security-groups/02bbefde-9934-49f5-a68c-2c2b714fc8ca HTTP/1.1" status: 204 len: 168 time: 0.3801453 Aug 19 12:05:26.741940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:26.743894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4c9d3-cd61-4b89-9b98-5141c303ea48 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bbefde-9934-49f5-a68c-2c2b714fc8ca,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:26.776376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-963bbe10-8769-4323-a8ca-659611e3a38a req-1826a1b8-b8ef-4572-b685-59cf9694bfcf tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671041 Aug 19 12:05:26.781553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network 628d249e-7481-4029-8f5d-2595527e5b4a is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:26.898249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1cecf6-107f-4c0a-bde9-fa4873a2b6b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet 52a7b21a-f86a-44ce-8ad4-33abbd35f39a {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:05:26.899084 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6f4c93-2269-4d00-aa91-e3761e0ce98d x-openstack-request-id: req-aa6f4c93-2269-4d00-aa91-e3761e0ce98d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:26.900603 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a461ded-eb44-4c81-acf8-558fcf374fea", "name": "network-vif-plugged", "status": "completed", "tag": "8942e39d-8e13-4e77-bcb9-2abce662462e", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:26.901267 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa6f4c93-2269-4d00-aa91-e3761e0ce98d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:26.902665 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a461ded-eb44-4c81-acf8-558fcf374fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942e39d-8e13-4e77-bcb9-2abce662462e', 'code': 200} Aug 19 12:05:26.904492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 628d249e-7481-4029-8f5d-2595527e5b4a) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:26.911465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee1cecf6-107f-4c0a-bde9-fa4873a2b6b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.919081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:26.919695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.925972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=a213f90f-0f62-4595-b767-20d4a09a7996,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:26.931990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f5c16-4b76-419a-b87a-7db916961b1f None None] Network 628d249e-7481-4029-8f5d-2595527e5b4a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:26.979809 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-16982c4f-5d37-4866-94a9-9509f4d33c39 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7443109 Aug 19 12:05:26.988443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-718080607'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:27.011858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee1cecf6-107f-4c0a-bde9-fa4873a2b6b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.012215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35860) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:27.034476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'port': {'network_id': '628d249e-7481-4029-8f5d-2595527e5b4a', 'name': 'tempest-NetworksIpV6TestAttrs-1203813698'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:27.054224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3a83a-b073-403e-9cbc-a544519386f8 req-bab39e6f-d463-47ad-aac9-420780c1e0f0 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:27.056083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0e3a83a-b073-403e-9cbc-a544519386f8 req-bab39e6f-d463-47ad-aac9-420780c1e0f0 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 945 time: 0.2975743 Aug 19 12:05:27.062721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecf161-b773-4a80-b266-22556aa01e28 req-efbe890d-fdbb-4f72-abf8-722eb8700654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:27.063616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244cf5d-bc3b-477e-b967-170be789d604 req-add0fc6e-ced5-4374-bd59-1d0a7628d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:27.065794 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c244cf5d-bc3b-477e-b967-170be789d604 req-add0fc6e-ced5-4374-bd59-1d0a7628d3f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 1097 time: 0.0885415 Aug 19 12:05:27.066941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edecf161-b773-4a80-b266-22556aa01e28 req-efbe890d-fdbb-4f72-abf8-722eb8700654 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9709c841-7053-4007-815b-404d83b27d00 HTTP/1.1" status: 200 len: 909 time: 1.0678301 Aug 19 12:05:27.088900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Made reservation on behalf of 0fab2b7f2db449fe84eedba88b8e3078 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:27.092617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.116434 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c244cf5d-bc3b-477e-b967-170be789d604 req-b36c1115-1e0b-4b8a-8356-12e158872d81 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Aug 19 12:05:27.174210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edecf161-b773-4a80-b266-22556aa01e28 req-57f8f7c7-2837-48c5-8414-d16821c86689 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09c1cffa-a157-412b-a5e0-4039b3068f14 HTTP/1.1" status: 200 len: 217 time: 0.0501225 Aug 19 12:05:27.183675 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.187853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee1cecf6-107f-4c0a-bde9-fa4873a2b6b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.196245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bfb6ed-8e0f-4137-97b9-7cae4a111f62 req-3cddb472-c690-456e-ac26-903d81e245fb service neutron] 10.222.0.69 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267497 Aug 19 12:05:27.306148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 09c1cffa-a157-412b-a5e0-4039b3068f14, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=09c1cffa-a157-412b-a5e0-4039b3068f14,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:27.307786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0e3a83a-b073-403e-9cbc-a544519386f8 req-4a662726-d375-4d31-91c8-3ff938b692b5 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392323 Aug 19 12:05:27.357329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecf161-b773-4a80-b266-22556aa01e28 req-b5b43757-0c29-4823-a2ab-0e1604114e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:27.358857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edecf161-b773-4a80-b266-22556aa01e28 req-b5b43757-0c29-4823-a2ab-0e1604114e41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9 HTTP/1.1" status: 200 len: 848 time: 0.1559930 Aug 19 12:05:27.401613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edecf161-b773-4a80-b266-22556aa01e28 req-c7e7ba13-5b7b-4373-946f-30f89c7a9d23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9709c841-7053-4007-815b-404d83b27d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337996 Aug 19 12:05:27.411238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee1cecf6-107f-4c0a-bde9-fa4873a2b6b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.465592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cecf6-107f-4c0a-bde9-fa4873a2b6b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=52a7b21a-f86a-44ce-8ad4-33abbd35f39a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:27.477728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee1cecf6-107f-4c0a-bde9-fa4873a2b6b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.480047 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ee1cecf6-107f-4c0a-bde9-fa4873a2b6b6 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/52a7b21a-f86a-44ce-8ad4-33abbd35f39a HTTP/1.1" status: 204 len: 168 time: 0.7241929 Aug 19 12:05:27.484509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35864) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:27.524606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edecf161-b773-4a80-b266-22556aa01e28 req-3588fbb4-d51f-4168-b482-2f3ec160f088 service neutron] 10.222.0.69 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103709 Aug 19 12:05:27.557383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a213f90f-0f62-4595-b767-20d4a09a7996 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:27.557708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c66a3-4d0c-4712-9b70-61e57a54b806 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet 68363a3b-be32-4a41-9bf9-079b75e34e6e {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:05:27.561120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf3c66a3-4d0c-4712-9b70-61e57a54b806 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.568049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-5c557f7b-082d-4b99-b93f-4d481528a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:27.569939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-5c557f7b-082d-4b99-b93f-4d481528a48c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 1094 time: 0.2692125 Aug 19 12:05:27.605333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ba4688-f795-49d4-8a17-21a3f38bb60b None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:27.610828 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf3c66a3-4d0c-4712-9b70-61e57a54b806 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.639306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '09c1cffa-a157-412b-a5e0-4039b3068f14', 'network_id': '9709c841-7053-4007-815b-404d83b27d00', 'port_id': '09c1cffa-a157-412b-a5e0-4039b3068f14', 'mac_address': 'fa:16:3e:13:6e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:27.644196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-628d249e-7481-4029-8f5d-2595527e5b4a', 'network_id': '628d249e-7481-4029-8f5d-2595527e5b4a', 'tenant_id': '407b50f22b184e3e843a6c825648911d', 'fixed_ips': [{'subnet_id': 'eb2c1887-c3ae-4a9a-9b14-545e5596be23'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:05:27.645311 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.783999 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf3c66a3-4d0c-4712-9b70-61e57a54b806 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.911793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.922007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf3c66a3-4d0c-4712-9b70-61e57a54b806 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.013975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c66a3-4d0c-4712-9b70-61e57a54b806 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=68363a3b-be32-4a41-9bf9-079b75e34e6e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:28.023364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf3c66a3-4d0c-4712-9b70-61e57a54b806 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.027510 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cf3c66a3-4d0c-4712-9b70-61e57a54b806 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/68363a3b-be32-4a41-9bf9-079b75e34e6e HTTP/1.1" status: 204 len: 168 time: 0.5378578 Aug 19 12:05:28.030268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35880) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:28.076714 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-24977132-dd10-4abc-9e84-a55502a61c9e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:28.079275 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24977132-dd10-4abc-9e84-a55502a61c9e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:28.082722 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-24977132-dd10-4abc-9e84-a55502a61c9e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/52a7b21a-f86a-44ce-8ad4-33abbd35f39a HTTP/1.1" status: 404 len: 337 time: 0.0507851 Aug 19 12:05:28.085403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35882) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:28.087960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c1cffa-a157-412b-a5e0-4039b3068f14 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:28.167676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-803e3acb-bbfb-4f50-be3e-c71eac9cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.170309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-803e3acb-bbfb-4f50-be3e-c71eac9cc71c service neutron] 10.222.0.69 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 916 time: 0.5895970 Aug 19 12:05:28.177374 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.195574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-35025217-a024-4a51-8962-b8ef1563fd33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting subnet b440526b-c988-48a0-a7ae-53f8ce710516 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:05:28.199529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a213f90f-0f62-4595-b767-20d4a09a7996 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:28.199916 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.202169 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35025217-a024-4a51-8962-b8ef1563fd33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.230136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 09c1cffa-a157-412b-a5e0-4039b3068f14, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=09c1cffa-a157-412b-a5e0-4039b3068f14,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:28.234473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.253931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e18d03-e32f-4549-8afc-efee2189573f req-21dc7526-5616-446f-ae12-7b6eeed257a7 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.255648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15e18d03-e32f-4549-8afc-efee2189573f req-21dc7526-5616-446f-ae12-7b6eeed257a7 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 943 time: 0.4850242 Aug 19 12:05:28.267099 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.271287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Allocated IP 2001:db8::f816:3eff:fed3:4ba3 (628d249e-7481-4029-8f5d-2595527e5b4a/eb2c1887-c3ae-4a9a-9b14-545e5596be23/a9830692-dea4-4593-9ed4-6cbcd6755ef7) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:28.298682 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35025217-a024-4a51-8962-b8ef1563fd33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.342001 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edecf161-b773-4a80-b266-22556aa01e28 req-e23903e6-0d17-46c0-8c8c-4e8d24407c1e service neutron] 10.222.0.69 "GET /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8007755 Aug 19 12:05:28.354333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-50e50f8a-8368-4618-b35e-4c82c0376b4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb4455b-7a7f-4fda-9518-c553125cee4d HTTP/1.1" status: 200 len: 217 time: 0.1654234 Aug 19 12:05:28.388324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:28.392146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.404646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:28.430533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9f65-b7a4-41c6-981a-bb395aed665f req-1dfe9c17-48e3-445e-93c3-0be1db905e9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.437548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9f65-b7a4-41c6-981a-bb395aed665f req-1dfe9c17-48e3-445e-93c3-0be1db905e9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.440926 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35025217-a024-4a51-8962-b8ef1563fd33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.444969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9f65-b7a4-41c6-981a-bb395aed665f req-1dfe9c17-48e3-445e-93c3-0be1db905e9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.451564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9f65-b7a4-41c6-981a-bb395aed665f req-1dfe9c17-48e3-445e-93c3-0be1db905e9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.457719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9f65-b7a4-41c6-981a-bb395aed665f req-1dfe9c17-48e3-445e-93c3-0be1db905e9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.463662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9f65-b7a4-41c6-981a-bb395aed665f req-1dfe9c17-48e3-445e-93c3-0be1db905e9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.470720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9f65-b7a4-41c6-981a-bb395aed665f req-1dfe9c17-48e3-445e-93c3-0be1db905e9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.472501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0bd9f65-b7a4-41c6-981a-bb395aed665f req-1dfe9c17-48e3-445e-93c3-0be1db905e9d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5444 time: 0.4214375 Aug 19 12:05:28.490893 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.495738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2279ce-2a5a-4b4e-a185-c82d0c7cd9cb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:28.529513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device beb4455b-7a7f-4fda-9518-c553125cee4d details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:28.552239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35025217-a024-4a51-8962-b8ef1563fd33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.560880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=09c1cffa-a157-412b-a5e0-4039b3068f14,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:28.592908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35025217-a024-4a51-8962-b8ef1563fd33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Subnet': ['ID=b440526b-c988-48a0-a7ae-53f8ce710516,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:28.593146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.594114 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Added segment af2fdeb0-3c1e-43ec-bbd6-435d25d998c0 of type vlan for network a755a6ed-bebc-4351-8c59-a75a2016c68e Aug 19 12:05:28.597797 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35025217-a024-4a51-8962-b8ef1563fd33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.602868 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-35025217-a024-4a51-8962-b8ef1563fd33 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/b440526b-c988-48a0-a7ae-53f8ce710516 HTTP/1.1" status: 204 len: 168 time: 0.5164402 Aug 19 12:05:28.603657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35892) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:28.619788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] device_id is not set on port d95d47b5-224d-4f8e-90e0-3a274b05f5df yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:28.627330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15e18d03-e32f-4549-8afc-efee2189573f req-2874c023-6901-4772-bbf1-5558a728903c tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011208 Aug 19 12:05:28.638040 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-23587e56-ddbe-4a8e-b106-5aae2e20fe8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:28.638736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23587e56-ddbe-4a8e-b106-5aae2e20fe8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:28.645961 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-23587e56-ddbe-4a8e-b106-5aae2e20fe8e tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/6d26b357-c5a7-4eda-b0fe-d1c981cad756 HTTP/1.1" status: 404 len: 337 time: 0.0411286 Aug 19 12:05:28.646693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35894) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:28.661585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['09c1cffa-a157-412b-a5e0-4039b3068f14'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:28.693814 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e2699971-f599-4012-ba31-cdcd33e4f07b tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "GET /v2.0/ports?device_id=2014bfff-1697-4b69-b2e5-ddfa87ffd807 HTTP/1.1" status: 200 len: 205 time: 0.0429759 Aug 19 12:05:28.694461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35896) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:28.707138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-7bc1a6f7-e41a-448b-8e07-17b3b308f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:28.708953 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-7bc1a6f7-e41a-448b-8e07-17b3b308f95a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b655cf50-904c-4ee4-b3ff-d974e3fa0542 HTTP/1.1" status: 200 len: 854 time: 0.3232594 Aug 19 12:05:28.739423 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-3a9bebe9-dca2-4d29-abb2-61254717f4ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] delete failed (client error): The resource could not be found. Aug 19 12:05:28.743768 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3a9bebe9-dca2-4d29-abb2-61254717f4ba tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/routers/2014bfff-1697-4b69-b2e5-ddfa87ffd807 HTTP/1.1" status: 404 len: 336 time: 0.0483284 Aug 19 12:05:28.744375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35898) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:28.763246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0bd9f65-b7a4-41c6-981a-bb395aed665f req-eaca6edd-44db-46da-9ece-7aa082f7c281 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2484798 Aug 19 12:05:28.785006 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a6fd25-f318-4c21-bb3f-8c0d6cf463b5 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:28.785579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a6fd25-f318-4c21-bb3f-8c0d6cf463b5 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:28.790733 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c0a6fd25-f318-4c21-bb3f-8c0d6cf463b5 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/31252294-b30b-4c0e-8289-22ec98e80622 HTTP/1.1" status: 404 len: 337 time: 0.0449274 Aug 19 12:05:28.791390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35902) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:28.802707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:28.822686 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eecf519-69c5-40e7-81a4-86d521569943 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:28.823154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eecf519-69c5-40e7-81a4-86d521569943 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:28.827897 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2eecf519-69c5-40e7-81a4-86d521569943 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/b028c686-bbab-4288-a622-445633454bb7 HTTP/1.1" status: 404 len: 337 time: 0.0354905 Aug 19 12:05:28.828928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35906) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:28.865314 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c69ef8-954e-458c-960d-4980152c54f0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:28.865517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c69ef8-954e-458c-960d-4980152c54f0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:28.868277 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.resource_extend [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:05:28.880761 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-26c69ef8-954e-458c-960d-4980152c54f0 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/40200149-4f72-4795-b0d4-c77ff73e5073 HTTP/1.1" status: 404 len: 337 time: 0.0506685 Aug 19 12:05:28.880954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35908) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:28.965529 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce98788-c05f-41b4-9b6c-a14152ed20d7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:28.966853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce98788-c05f-41b4-9b6c-a14152ed20d7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:28.974601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cce98788-c05f-41b4-9b6c-a14152ed20d7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/a71b1410-bcd0-464e-ac57-e5f41945a323 HTTP/1.1" status: 404 len: 333 time: 0.0432081 Aug 19 12:05:28.974794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35912) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:29.005869 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.034734 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83c62fd-de65-4662-a830-dd262bac91f2 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:29.035116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Transition to ACTIVE for port object a9830692-dea4-4593-9ed4-6cbcd6755ef7 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:29.035343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83c62fd-de65-4662-a830-dd262bac91f2 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:29.042525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b83c62fd-de65-4662-a830-dd262bac91f2 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/85cafed7-a4c0-4ce0-8e1d-a2d1c2a8f9c5 HTTP/1.1" status: 404 len: 337 time: 0.0658371 Aug 19 12:05:29.043632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35916) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:29.084328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Transition to ACTIVE for port object a9830692-dea4-4593-9ed4-6cbcd6755ef7 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:29.103204 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a34bdd4-a54d-4c1a-a9ed-45dd94c02922 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:29.103204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a34bdd4-a54d-4c1a-a9ed-45dd94c02922 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:29.103506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device d8628dc0-c17c-4473-b492-a1213a464f16 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:29.106092 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7a34bdd4-a54d-4c1a-a9ed-45dd94c02922 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/dbb496b3-3881-4a37-b919-2f52dc2ecafe HTTP/1.1" status: 404 len: 337 time: 0.0613089 Aug 19 12:05:29.106898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35922) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:29.123182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-ed0bc26d-fd50-4a23-a1f6-daa6d19ab4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.124728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-ed0bc26d-fd50-4a23-a1f6-daa6d19ab4a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91f16005-2494-4942-95b8-3041445bf96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4079773 Aug 19 12:05:29.131826 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.137200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.137862 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.161543 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae3dfd5-c0d3-4262-bf22-5e4b2c4d120a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:29.162570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae3dfd5-c0d3-4262-bf22-5e4b2c4d120a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:29.167215 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5ae3dfd5-c0d3-4262-bf22-5e4b2c4d120a tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/68b94367-eab0-4d7d-9963-7709e203d355 HTTP/1.1" status: 404 len: 333 time: 0.0590456 Aug 19 12:05:29.168028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35928) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:29.199135 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.207071 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a843a9e5-d0ab-40d9-9e71-aadc1119f3c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:29.207783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a843a9e5-d0ab-40d9-9e71-aadc1119f3c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:29.210203 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a843a9e5-d0ab-40d9-9e71-aadc1119f3c8 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/6bbe29c2-c3fc-439d-8fde-e197be487d47 HTTP/1.1" status: 404 len: 337 time: 0.0412087 Aug 19 12:05:29.213077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35934) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:29.253288 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8056cd91-d1f4-4a62-a048-59ae2e9432f2 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:29.253746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8056cd91-d1f4-4a62-a048-59ae2e9432f2 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:29.257125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port beb4455b-7a7f-4fda-9518-c553125cee4d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=beb4455b-7a7f-4fda-9518-c553125cee4d,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:29.259948 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8056cd91-d1f4-4a62-a048-59ae2e9432f2 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/subnets/6ad41fe9-72bb-49ae-9bb1-5e1453d6d6a5 HTTP/1.1" status: 404 len: 337 time: 0.0454125 Aug 19 12:05:29.260784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35936) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:29.327792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4d9c-d061-4483-8fe6-7b0e3cdd948a req-2df67bb4-0868-43cd-865d-035e6bcee50b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.333894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4d9c-d061-4483-8fe6-7b0e3cdd948a req-2df67bb4-0868-43cd-865d-035e6bcee50b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.339812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4d9c-d061-4483-8fe6-7b0e3cdd948a req-2df67bb4-0868-43cd-865d-035e6bcee50b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.345587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'beb4455b-7a7f-4fda-9518-c553125cee4d', 'network_id': '91f16005-2494-4942-95b8-3041445bf96f', 'port_id': 'beb4455b-7a7f-4fda-9518-c553125cee4d', 'mac_address': 'fa:16:3e:a2:47:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655cf50-904c-4ee4-b3ff-d974e3fa0542', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:29.346234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4d9c-d061-4483-8fe6-7b0e3cdd948a req-2df67bb4-0868-43cd-865d-035e6bcee50b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.352129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Network 628d249e-7481-4029-8f5d-2595527e5b4a is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:29.353542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4d9c-d061-4483-8fe6-7b0e3cdd948a req-2df67bb4-0868-43cd-865d-035e6bcee50b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.361109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4d9c-d061-4483-8fe6-7b0e3cdd948a req-2df67bb4-0868-43cd-865d-035e6bcee50b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.368176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4d9c-d061-4483-8fe6-7b0e3cdd948a req-2df67bb4-0868-43cd-865d-035e6bcee50b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.373614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8db4d9c-d061-4483-8fe6-7b0e3cdd948a req-2df67bb4-0868-43cd-865d-035e6bcee50b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5444 time: 0.4429593 Aug 19 12:05:29.382452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35940) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:29.387630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8859439 Aug 19 12:05:29.391560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ca69f0c3-4b54-4549-9ae6-80578f3915a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Request body: {'floatingip': {'port_id': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:29.404689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:29.411557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Pushing event updated for resources: {'Port': ['ID=a9830692-dea4-4593-9ed4-6cbcd6755ef7,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:29.414787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f219d-b04a-4452-b6ab-17fb86fd13d1 None None] Update dhcp port {'port': {'network_id': 'b5677f05-e884-42bd-96ec-7a441976e9ea', 'fixed_ips': [{'subnet_id': 'b440526b-c988-48a0-a7ae-53f8ce710516'}], 'binding:host_id': 'n-d-778550-9'}, 'id': 'af92ab86-8b21-4087-a930-3fe70c2babc0'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:05:29.419735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:29.425431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f55c9-2e69-42dd-8a3b-b97365ead785 req-0a14b8cd-5624-43a9-8ce5-b1bf7d3e03c5 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:29.427029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-594f55c9-2e69-42dd-8a3b-b97365ead785 req-0a14b8cd-5624-43a9-8ce5-b1bf7d3e03c5 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 945 time: 0.6109376 Aug 19 12:05:29.498348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Deleting port e8d3a99a-dd38-4c0f-9a6a-caf920a12dac {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:29.499901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Allocated IP 2001:db8::f816:3eff:fed4:da57 (628d249e-7481-4029-8f5d-2595527e5b4a/eb2c1887-c3ae-4a9a-9b14-545e5596be23/d95d47b5-224d-4f8e-90e0-3a274b05f5df) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:29.502514 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.518555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658935-e259-472e-9f43-e704eceeda0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Pushing event updated for resources: {'Network': ['ID=a755a6ed-bebc-4351-8c59-a75a2016c68e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:29.555238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a755a6ed-bebc-4351-8c59-a75a2016c68e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:29.557223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.571132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-244f219d-b04a-4452-b6ab-17fb86fd13d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.581720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb4455b-7a7f-4fda-9518-c553125cee4d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:29.585369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca69f0c3-4b54-4549-9ae6-80578f3915a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.665579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-594f55c9-2e69-42dd-8a3b-b97365ead785 req-89a969f2-ce92-4399-a759-41eea0f39c8d tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258570 Aug 19 12:05:29.676639 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-73349bfb-f5e7-4028-9d65-fa21770d7dc5 service neutron] 10.222.0.69 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322661 Aug 19 12:05:29.677113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35948) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:29.691060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port d8628dc0-c17c-4473-b492-a1213a464f16 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:29.720001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Request body: {'port': {'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e', 'binding:host_id': 'n-h2-778550-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2048065775'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:29.720761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Attempting to bind port a9830692-dea4-4593-9ed4-6cbcd6755ef7 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:29.721151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Attempting to bind port a9830692-dea4-4593-9ed4-6cbcd6755ef7 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '30d69b9d-73ab-42a0-81dd-cedfab8e7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '628d249e-7481-4029-8f5d-2595527e5b4a'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:29.723609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Attempting to bind port a9830692-dea4-4593-9ed4-6cbcd6755ef7 on network 628d249e-7481-4029-8f5d-2595527e5b4a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:29.738818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.781426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Calling delete_port for e8d3a99a-dd38-4c0f-9a6a-caf920a12dac owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:29.939625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Made reservation on behalf of 0d77d55652dc40cd9360a890ce1fd282 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:29.942298 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:29.968343 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.018842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port beb4455b-7a7f-4fda-9518-c553125cee4d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=beb4455b-7a7f-4fda-9518-c553125cee4d,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:30.025463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port d8628dc0-c17c-4473-b492-a1213a464f16 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:30.025837 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.042865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434ca39-6bcb-4c77-a13c-c4ff92498355 req-28c2b282-a5f5-4dde-99c2-6992fe54ecb3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:30.045135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d434ca39-6bcb-4c77-a13c-c4ff92498355 req-28c2b282-a5f5-4dde-99c2-6992fe54ecb3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 944 time: 0.2560339 Aug 19 12:05:30.061273 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.067503 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cd14391-b78b-45f0-abe4-d4ad80d325ad req-a6b5ffc0-be3b-4d9a-9c81-326966b4bc61 service neutron] 10.222.0.69 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568206 Aug 19 12:05:30.107637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:30.107637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Checking segment: {'id': '30d69b9d-73ab-42a0-81dd-cedfab8e7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '628d249e-7481-4029-8f5d-2595527e5b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:30.108103 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.108420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Bound using segment: {'id': '30d69b9d-73ab-42a0-81dd-cedfab8e7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '628d249e-7481-4029-8f5d-2595527e5b4a'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:30.109061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Bound port: a9830692-dea4-4593-9ed4-6cbcd6755ef7, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d69b9d-73ab-42a0-81dd-cedfab8e7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '628d249e-7481-4029-8f5d-2595527e5b4a'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:30.111084 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.156333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d434ca39-6bcb-4c77-a13c-c4ff92498355 req-c00c7b33-19f7-46dc-a8bd-8c5bb7bd056b tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876203 Aug 19 12:05:30.163365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.197391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Transition to ACTIVE for port object d95d47b5-224d-4f8e-90e0-3a274b05f5df will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:30.301071 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.309948 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.315483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] device_id is not set on port 5d32580c-e188-42cc-a5ac-d025da86be7d yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:30.366824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=beb4455b-7a7f-4fda-9518-c553125cee4d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:30.435536 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.462324 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.464972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] For port a9830692-dea4-4593-9ed4-6cbcd6755ef7, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:30.471395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f11fd-d5e6-4bbe-a242-2164439f03e8 None None] Network b5677f05-e884-42bd-96ec-7a441976e9ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:30.546258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['beb4455b-7a7f-4fda-9518-c553125cee4d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:30.560500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] For port a9830692-dea4-4593-9ed4-6cbcd6755ef7, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a9830692-dea4-4593-9ed4-6cbcd6755ef7,segment=NetworkSegment(30d69b9d-73ab-42a0-81dd-cedfab8e7f83),segment_id=30d69b9d-73ab-42a0-81dd-cedfab8e7f83)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:30.566338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab00d8db-3593-45ec-91ba-8390c90f57dc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:30.584025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network 628d249e-7481-4029-8f5d-2595527e5b4a is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:30.611604 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:30.624221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port d8628dc0-c17c-4473-b492-a1213a464f16, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d8628dc0-c17c-4473-b492-a1213a464f16,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:30.627899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:30.634348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:30.636285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca4403a-cded-4e56-a3c4-165c8f9f8ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8628dc0-c17c-4473-b492-a1213a464f16'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:30.639119 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae9e5e0-2e31-4eb1-8960-feabe7caf119" -d '{"events": [{"server_uuid": "3ca4403a-cded-4e56-a3c4-165c8f9f8ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d8628dc0-c17c-4473-b492-a1213a464f16"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:30.640071 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.643931 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.673381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Port': ['ID=d95d47b5-224d-4f8e-90e0-3a274b05f5df,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:30.731948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.740143 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f873a-e6d2-4ead-9134-102ca38c2960 x-openstack-request-id: req-466f873a-e6d2-4ead-9134-102ca38c2960 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:30.744580 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca4403a-cded-4e56-a3c4-165c8f9f8ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d8628dc0-c17c-4473-b492-a1213a464f16", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:30.744580 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-466f873a-e6d2-4ead-9134-102ca38c2960 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:30.744580 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca4403a-cded-4e56-a3c4-165c8f9f8ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8628dc0-c17c-4473-b492-a1213a464f16', 'code': 200} Aug 19 12:05:30.746177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-39242c0d-527f-4f6d-99c7-545a076fa71e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.7301676 Aug 19 12:05:30.747038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35958) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:30.749577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95626f35-6303-427f-8b44-e6aab68506fd None None] Pushing event updated for resources: {'Port': ['ID=a9830692-dea4-4593-9ed4-6cbcd6755ef7,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:30.756015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bc1ef74a-9354-4521-b118-01f23f0635ca None None] Provisioning complete for port af92ab86-8b21-4087-a930-3fe70c2babc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:30.756400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef74a-9354-4521-b118-01f23f0635ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.921316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3649cbd-a1fd-4de9-a9c7-68116f901178 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Deleting subnet eb2c1887-c3ae-4a9a-9b14-545e5596be23 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:05:30.938565 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e3649cbd-a1fd-4de9-a9c7-68116f901178 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.955996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=d8628dc0-c17c-4473-b492-a1213a464f16,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:31.000828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463ad97-fbba-4c13-9b29-e1a38e40fb78 req-0b464cdf-31fc-47f4-90e0-641f8af19e97 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:31.002645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9463ad97-fbba-4c13-9b29-e1a38e40fb78 req-0b464cdf-31fc-47f4-90e0-641f8af19e97 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.1928258 Aug 19 12:05:31.168999 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e3649cbd-a1fd-4de9-a9c7-68116f901178 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.235773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] device_id is not set on port 5d32580c-e188-42cc-a5ac-d025da86be7d yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:31.268386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce4be7d-a978-4cc9-ab15-43b171d80fdb None None] DHCP port deletion for b5677f05-e884-42bd-96ec-7a441976e9ea request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:05:31.394293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9463ad97-fbba-4c13-9b29-e1a38e40fb78 req-e1932f22-5481-4bb8-966c-0726af7b47d7 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368387 Aug 19 12:05:31.483232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bc1ef74a-9354-4521-b118-01f23f0635ca None None] Could not find standard attr ID for object e8d3a99a-dd38-4c0f-9a6a-caf920a12dac. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:05:31.489375 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.518015 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.559276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-dce4be7d-a978-4cc9-ab15-43b171d80fdb None None] Deleting port af92ab86-8b21-4087-a930-3fe70c2babc0 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:31.559784 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dce4be7d-a978-4cc9-ab15-43b171d80fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.566984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Transition to ACTIVE for port object 5d32580c-e188-42cc-a5ac-d025da86be7d will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:31.649532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-dce4be7d-a978-4cc9-ab15-43b171d80fdb None None] For port af92ab86-8b21-4087-a930-3fe70c2babc0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=af92ab86-8b21-4087-a930-3fe70c2babc0,segment=NetworkSegment(bfdbf513-7e89-4b33-a113-351c446fd764),segment_id=bfdbf513-7e89-4b33-a113-351c446fd764)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:31.650076 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dce4be7d-a978-4cc9-ab15-43b171d80fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.651693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ef86f-4247-45d8-a8d7-666258d88b59 req-e1e3b39c-5acb-4804-b615-b9c07b2a0449 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:31.652352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.653917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-215ef86f-4247-45d8-a8d7-666258d88b59 req-e1e3b39c-5acb-4804-b615-b9c07b2a0449 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 944 time: 0.1623614 Aug 19 12:05:31.656998 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/ports/e8d3a99a-dd38-4c0f-9a6a-caf920a12dac HTTP/1.1" status: 204 len: 168 time: 2.3927882 Aug 19 12:05:31.657313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Port': ['ID=e8d3a99a-dd38-4c0f-9a6a-caf920a12dac,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:31.658342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35968) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:31.662108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.666234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-dce4be7d-a978-4cc9-ab15-43b171d80fdb None None] Calling delete_port for af92ab86-8b21-4087-a930-3fe70c2babc0 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:31.683768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a9830692-dea4-4593-9ed4-6cbcd6755ef7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:31.712344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.712344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.712670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.713270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.713620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.713954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.714468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.714804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.715131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.715456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.715782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.716109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40825c-ec72-4eb7-a620-277d5f2be136 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:31.735837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca69f0c3-4b54-4549-9ae6-80578f3915a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.750979 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50205d-dc26-4274-a809-422603dc169b req-f1fd49c8-5878-4a08-aab1-df6a92b0932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:31.753118 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c50205d-dc26-4274-a809-422603dc169b req-f1fd49c8-5878-4a08-aab1-df6a92b0932c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 1097 time: 0.7635813 Aug 19 12:05:31.754551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca69f0c3-4b54-4549-9ae6-80578f3915a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.862894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e3649cbd-a1fd-4de9-a9c7-68116f901178 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.867264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port a9830692-dea4-4593-9ed4-6cbcd6755ef7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:31.885604 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dce4be7d-a978-4cc9-ab15-43b171d80fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.904172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce4be7d-a978-4cc9-ab15-43b171d80fdb None None] No DVR routers for this DVR port af92ab86-8b21-4087-a930-3fe70c2babc0 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:31.913941 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4c50205d-dc26-4274-a809-422603dc169b req-ef3d64d2-5b36-438f-99c2-961af8ff7efe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119044 Aug 19 12:05:31.928303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'Port': ['ID=5d32580c-e188-42cc-a5ac-d025da86be7d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:31.931354 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-ca69f0c3-4b54-4549-9ae6-80578f3915a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Floating IP c4a0b4d9-7225-4c98-80fb-7511a1e76ecf associated. External IP: 172.25.4.30, port: 61acbc00-cc88-43fe-b2ab-67c18ea4fc00. Aug 19 12:05:31.935482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-215ef86f-4247-45d8-a8d7-666258d88b59 req-9fddad23-ca99-4b5c-9e54-e4730354932a tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313426 Aug 19 12:05:31.944440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:31.965523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4be7d-a978-4cc9-ab15-43b171d80fdb None None] Pushing event deleted for resources: {'Port': ['ID=af92ab86-8b21-4087-a930-3fe70c2babc0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:31.987746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af92ab86-8b21-4087-a930-3fe70c2babc0 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:05:32.006966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Checking segment: {'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:32.006966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Network hostable DHCP agents. Network: a755a6ed-bebc-4351-8c59-a75a2016c68e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:32.012108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: af92ab86-8b21-4087-a930-3fe70c2babc0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:05:32.012437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device af92ab86-8b21-4087-a930-3fe70c2babc0 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:05:32.096745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e3649cbd-a1fd-4de9-a9c7-68116f901178 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.148381 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e3649cbd-a1fd-4de9-a9c7-68116f901178 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.153676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e3649cbd-a1fd-4de9-a9c7-68116f901178 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/subnets/eb2c1887-c3ae-4a9a-9b14-545e5596be23 HTTP/1.1" status: 204 len: 168 time: 1.3519621 Aug 19 12:05:32.153676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Network a755a6ed-bebc-4351-8c59-a75a2016c68e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:32.157494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3649cbd-a1fd-4de9-a9c7-68116f901178 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2c1887-c3ae-4a9a-9b14-545e5596be23,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:32.167467 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.171119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35972) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:32.196155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5677f05-e884-42bd-96ec-7a441976e9ea']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:32.227198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a755a6ed-bebc-4351-8c59-a75a2016c68e) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:32.231630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:32.242328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdbf513-7e89-4b33-a113-351c446fd764') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:32.242889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdbf513-7e89-4b33-a113-351c446fd764') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:32.244856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0245ae92-6dba-4cc9-b933-9b5ccc5a5a03 None None] Network a755a6ed-bebc-4351-8c59-a75a2016c68e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:32.265493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca69f0c3-4b54-4549-9ae6-80578f3915a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Router 7d26fe7b-90d2-4b70-998a-d6d7326c103c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:05:32.275495 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.284343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:32.284717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:32.285052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:32.307965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc777a9-0889-4a4e-aeea-163fd6f12ccb tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:32.316005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc777a9-0889-4a4e-aeea-163fd6f12ccb tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:32.322638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1fc777a9-0889-4a4e-aeea-163fd6f12ccb tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1473014 Aug 19 12:05:32.322850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.336728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:32.337134 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.384117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35974) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:32.498918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca69f0c3-4b54-4549-9ae6-80578f3915a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:05:32.510752 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] Sync routers for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:05:32.513357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca69f0c3-4b54-4549-9ae6-80578f3915a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.537007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 09c1cffa-a157-412b-a5e0-4039b3068f14 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:32.542854 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:05:32.543908 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:32.623432 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-649a1918-7110-4c5e-9a46-d3d1dd80e762 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.630661 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ca69f0c3-4b54-4549-9ae6-80578f3915a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "PUT /v2.0/floatingips/c4a0b4d9-7225-4c98-80fb-7511a1e76ecf HTTP/1.1" status: 200 len: 991 time: 3.2449889 Aug 19 12:05:32.632845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:32.634423 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8426a559-664e-420e-acba-da318930287b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:32.654873 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-649a1918-7110-4c5e-9a46-d3d1dd80e762 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 12:05:32.660180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649a1918-7110-4c5e-9a46-d3d1dd80e762 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:32.662278 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-649a1918-7110-4c5e-9a46-d3d1dd80e762 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/628d249e-7481-4029-8f5d-2595527e5b4a HTTP/1.1" status: 409 len: 405 time: 0.2769654 Aug 19 12:05:32.663244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e937a15-592e-4d44-a5e9-5e8226e4c424 None None] Network 628d249e-7481-4029-8f5d-2595527e5b4a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:32.666649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35988) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:32.684404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1036980427'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:32.750852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:32.763081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.812229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:32.833211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:32.833875 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Added segment de98f5ce-ef78-4d17-9cb0-d00b6ff3eb63 of type vlan for network a26b8d63-c04c-4f36-b7e9-651f90b22122 Aug 19 12:05:32.843233 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:05:32.958633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.011623 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b193b80f-029e-4959-85a6-82193813ba14 x-openstack-request-id: req-b193b80f-029e-4959-85a6-82193813ba14 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:33.013072 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:33.014540 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b193b80f-029e-4959-85a6-82193813ba14 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:33.016964 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'status': 'completed', 'code': 200} Aug 19 12:05:33.029523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c18c82a2-6250-49ce-b637-cde1a9402d06 None None] Provisioning for port a9830692-dea4-4593-9ed4-6cbcd6755ef7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:33.047661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.049381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c18c82a2-6250-49ce-b637-cde1a9402d06 None None] Provisioning complete for port a9830692-dea4-4593-9ed4-6cbcd6755ef7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:33.051251 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c18c82a2-6250-49ce-b637-cde1a9402d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.058426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.059681 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.130597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 09c1cffa-a157-412b-a5e0-4039b3068f14 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:33.144804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 09c1cffa-a157-412b-a5e0-4039b3068f14 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:33.145191 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.168131 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5003088 Aug 19 12:05:33.173181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35998) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:33.179881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'subnet': {'network_id': 'a26b8d63-c04c-4f36-b7e9-651f90b22122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:33.331953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:33.332556 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:33.332946 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:33.356544 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 2 to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d Aug 19 12:05:33.378330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4589f370-7a2a-4f1d-b82c-e477a3610b37 None None] DHCP port deletion for 628d249e-7481-4029-8f5d-2595527e5b4a request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:05:33.401764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa470b38-4cfe-4d4d-972f-fa8cd54f051f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Network': ['ID=a26b8d63-c04c-4f36-b7e9-651f90b22122,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:33.416219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:33.421095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.422587 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c18c82a2-6250-49ce-b637-cde1a9402d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.457611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:33.457947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:33.458475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:33.484829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a26b8d63-c04c-4f36-b7e9-651f90b22122 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:33.503870 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'c4a0b4d9-7225-4c98-80fb-7511a1e76ecf', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'port_id': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'mac_address': 'fa:16:3e:07:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:03:33Z', 'updated_at': '2021-08-19T12:05:31Z', 'revision_number': 1, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6b0d6-78f8-48cc-9191-8fee53055704', 'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'mac_address': 'fa:16:3e:81:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:29Z', 'updated_at': '2021-08-19T12:02:42Z', 'revision_number': 5, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'subnets': [{'id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:33.556823 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] Checking router: 7d26fe7b-90d2-4b70-998a-d6d7326c103c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:05:33.584005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.587093 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:05:33.587739 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:33.594750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:33.595135 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:33.600377 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 3 to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d Aug 19 12:05:33.616375 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.641320 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.646462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] 10.222.0.65 "DELETE /v2.0/networks/b5677f05-e884-42bd-96ec-7a441976e9ea HTTP/1.1" status: 204 len: 168 time: 1.9795649 Aug 19 12:05:33.685366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7966b01-856f-42a9-b835-9ca6bf084222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c1cffa-a157-412b-a5e0-4039b3068f14'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:33.688169 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09aac86-57cd-4760-bdec-8ad33a39e3d1" -d '{"events": [{"server_uuid": "a7966b01-856f-42a9-b835-9ca6bf084222", "name": "network-vif-plugged", "status": "completed", "tag": "09c1cffa-a157-412b-a5e0-4039b3068f14"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:33.706442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c18c82a2-6250-49ce-b637-cde1a9402d06 None None] For port a9830692-dea4-4593-9ed4-6cbcd6755ef7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a9830692-dea4-4593-9ed4-6cbcd6755ef7,segment=NetworkSegment(30d69b9d-73ab-42a0-81dd-cedfab8e7f83),segment_id=30d69b9d-73ab-42a0-81dd-cedfab8e7f83)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:33.713182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 09c1cffa-a157-412b-a5e0-4039b3068f14, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=09c1cffa-a157-412b-a5e0-4039b3068f14,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:33.722956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4589f370-7a2a-4f1d-b82c-e477a3610b37 None None] Deleting port a9830692-dea4-4593-9ed4-6cbcd6755ef7 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:33.723848 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4589f370-7a2a-4f1d-b82c-e477a3610b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.725021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2600b0-6d70-4dbf-b4c4-189dde12d5b7 tempest-PortsTestJSON-819793445 tempest-PortsTestJSON-819793445-project] Pushing event deleted for resources: {'Network': ['ID=b5677f05-e884-42bd-96ec-7a441976e9ea,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:33.732811 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c18c82a2-6250-49ce-b637-cde1a9402d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.735346 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.736415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device beb4455b-7a7f-4fda-9518-c553125cee4d up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:33.740598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-89789161-6086-4fd3-8a6b-6a552e364f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.760209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-89789161-6086-4fd3-8a6b-6a552e364f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.760575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-89789161-6086-4fd3-8a6b-6a552e364f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.765842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-89789161-6086-4fd3-8a6b-6a552e364f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.765842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-89789161-6086-4fd3-8a6b-6a552e364f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.766825 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-89789161-6086-4fd3-8a6b-6a552e364f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.767483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-89789161-6086-4fd3-8a6b-6a552e364f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.769637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8426a559-664e-420e-acba-da318930287b req-89789161-6086-4fd3-8a6b-6a552e364f27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6501 time: 0.4241104 Aug 19 12:05:33.796232 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:05:33.808475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:33.808740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:33.809093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:33.816956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:05:33.819683 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:33.868673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60811db2-c10e-4ad7-8ef4-41d6f42382f1 req-badc5525-057e-464d-ba8c-29469ca92963 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.883110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60811db2-c10e-4ad7-8ef4-41d6f42382f1 req-badc5525-057e-464d-ba8c-29469ca92963 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 944 time: 0.5364153 Aug 19 12:05:33.914018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6609af-54f8-4181-af47-3d6281a6c6dd req-257c1e54-99d9-498b-9ba0-572c879c7253 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.923251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Checking segment: {'id': 'de98f5ce-ef78-4d17-9cb0-d00b6ff3eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a26b8d63-c04c-4f36-b7e9-651f90b22122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:33.923941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network hostable DHCP agents. Network: a26b8d63-c04c-4f36-b7e9-651f90b22122, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:33.928753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Subnet': ['ID=2fceba74-245a-4e7c-8371-b81a0bcd398c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:33.934542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d6609af-54f8-4181-af47-3d6281a6c6dd req-257c1e54-99d9-498b-9ba0-572c879c7253 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.5954044 Aug 19 12:05:33.959780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:33.960120 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:33.972030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network a26b8d63-c04c-4f36-b7e9-651f90b22122 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:33.988618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a26b8d63-c04c-4f36-b7e9-651f90b22122) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:33.995349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.996240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:34.017267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad0ecb-ca95-4530-97fe-bf68199bc82e None None] Network a26b8d63-c04c-4f36-b7e9-651f90b22122 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:34.034955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cce33919-22dd-4e7e-b7dc-1273fa92c498 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8598390 Aug 19 12:05:34.037490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36012) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:34.043464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'port': {'network_id': 'a26b8d63-c04c-4f36-b7e9-651f90b22122', 'name': 'tempest-NetworksIpV6TestAttrs-2060740454'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:34.054101 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 4 to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d Aug 19 12:05:34.082280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:34.082624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:34.082966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:34.117238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:34.117584 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:34.122821 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 5 to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d Aug 19 12:05:34.156625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60811db2-c10e-4ad7-8ef4-41d6f42382f1 req-8af54525-53db-493e-ba0b-fb831f6fc27b tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679193 Aug 19 12:05:34.182713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d6609af-54f8-4181-af47-3d6281a6c6dd req-2d569b06-fa0d-44cd-a56c-7d445dfeac8f tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321033 Aug 19 12:05:34.199641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c82a2-6250-49ce-b637-cde1a9402d06 None None] Pushing event updated for resources: {'Port': ['ID=a9830692-dea4-4593-9ed4-6cbcd6755ef7,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:34.202891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:34.208265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:34.208970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:34.226662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4589f370-7a2a-4f1d-b82c-e477a3610b37 None None] For port a9830692-dea4-4593-9ed4-6cbcd6755ef7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a9830692-dea4-4593-9ed4-6cbcd6755ef7,segment=NetworkSegment(30d69b9d-73ab-42a0-81dd-cedfab8e7f83),segment_id=30d69b9d-73ab-42a0-81dd-cedfab8e7f83)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:34.233223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4589f370-7a2a-4f1d-b82c-e477a3610b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:34.234333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:34.235130 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:34.247495 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 6 to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d Aug 19 12:05:34.275396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:34.275980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:34.276528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:34.284034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:34.284637 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:34.285881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-3c313bc5-ad0d-4b26-b79a-617463920404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:34.287808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8426a559-664e-420e-acba-da318930287b req-3c313bc5-ad0d-4b26-b79a-617463920404 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee7e9764-0947-4d2f-9df6-16f646d411fc HTTP/1.1" status: 200 len: 918 time: 0.4845898 Aug 19 12:05:34.288501 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 7 to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d Aug 19 12:05:34.324583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36016) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:34.348499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:34.352434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:34.407982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:34.408981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:34.409479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:34.421654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] device_id is not set on port 0256377a-ac39-489f-bbfc-82a106ac62d3 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:34.457486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:34.458152 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:34.461535 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 8 to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d Aug 19 12:05:34.504504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8426a559-664e-420e-acba-da318930287b req-ad0adb60-1b33-477e-9f8d-73cc16c72857 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00 HTTP/1.1" status: 200 len: 999 time: 0.1934156 Aug 19 12:05:34.506949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:34.507284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:34.507617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:34.566077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:34.567364 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:34.567477 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'c4a0b4d9-7225-4c98-80fb-7511a1e76ecf', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'port_id': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'mac_address': 'fa:16:3e:07:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:03:33Z', 'updated_at': '2021-08-19T12:05:31Z', 'revision_number': 1, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6b0d6-78f8-48cc-9191-8fee53055704', 'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'mac_address': 'fa:16:3e:81:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:29Z', 'updated_at': '2021-08-19T12:02:42Z', 'revision_number': 5, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'subnets': [{'id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:34.567951 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 9 to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d Aug 19 12:05:34.571451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-85e62974-1a9a-4f38-9014-151c2abc944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:34.573093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8426a559-664e-420e-acba-da318930287b req-85e62974-1a9a-4f38-9014-151c2abc944f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9 HTTP/1.1" status: 200 len: 856 time: 0.0597293 Aug 19 12:05:34.576284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ad615-de66-4f7f-be28-36824f4c4ad9 req-fa8fe1f3-cfdf-483b-8920-44584e92c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:34.577991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d8ad615-de66-4f7f-be28-36824f4c4ad9 req-fa8fe1f3-cfdf-483b-8920-44584e92c8aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 1096 time: 0.1630561 Aug 19 12:05:34.642528 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb902c-292b-4638-be44-cae6a42a9ca9 None None] The sync data for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 is: [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'c4a0b4d9-7225-4c98-80fb-7511a1e76ecf', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'port_id': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'mac_address': 'fa:16:3e:07:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:03:33Z', 'updated_at': '2021-08-19T12:05:31Z', 'revision_number': 1, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6b0d6-78f8-48cc-9191-8fee53055704', 'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'mac_address': 'fa:16:3e:81:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:29Z', 'updated_at': '2021-08-19T12:02:42Z', 'revision_number': 5, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'subnets': [{'id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:05:34.696674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Allocated IP 2001:db8::f816:3eff:fe3e:140b (a26b8d63-c04c-4f36-b7e9-651f90b22122/2fceba74-245a-4e7c-8371-b81a0bcd398c/0256377a-ac39-489f-bbfc-82a106ac62d3) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:34.716162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:34.718934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:34.719399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:34.740854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:34.741463 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:34.746336 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 10 to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d Aug 19 12:05:34.776997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:34.777730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:34.778726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:34.791841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 5d32580c-e188-42cc-a5ac-d025da86be7d on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:34.792175 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 5d32580c-e188-42cc-a5ac-d025da86be7d on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:34.792552 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:34.857225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=09c1cffa-a157-412b-a5e0-4039b3068f14,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:34.877605 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e833cd-ae65-46f7-9926-0d5b6ac42845 x-openstack-request-id: req-d7e833cd-ae65-46f7-9926-0d5b6ac42845 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:34.878913 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7966b01-856f-42a9-b835-9ca6bf084222", "name": "network-vif-plugged", "status": "completed", "tag": "09c1cffa-a157-412b-a5e0-4039b3068f14", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:34.880100 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7e833cd-ae65-46f7-9926-0d5b6ac42845 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:34.880916 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7966b01-856f-42a9-b835-9ca6bf084222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c1cffa-a157-412b-a5e0-4039b3068f14', 'code': 200} Aug 19 12:05:34.898429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4589f370-7a2a-4f1d-b82c-e477a3610b37 None None] Calling delete_port for a9830692-dea4-4593-9ed4-6cbcd6755ef7 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:34.932330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] For port 5d32580c-e188-42cc-a5ac-d025da86be7d, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:34.932722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempted to set empty binding levels {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:05:34.958759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0c205f55-c1a5-4b55-9ac3-d813a5f1c4f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=add3c66411554f89b328ef766721a67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323500 Aug 19 12:05:34.962502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36024) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:34.970354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a559-664e-420e-acba-da318930287b req-28ca201c-db6d-4178-82aa-448c7afef872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:34.976322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8426a559-664e-420e-acba-da318930287b req-28ca201c-db6d-4178-82aa-448c7afef872 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee7e9764-0947-4d2f-9df6-16f646d411fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3729529 Aug 19 12:05:34.978868 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d8ad615-de66-4f7f-be28-36824f4c4ad9 req-86d179a0-0761-47ae-ac2b-c5d8b11a8771 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862987 Aug 19 12:05:34.983587 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.021846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:35.022329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.053326 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.058084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.3485322 Aug 19 12:05:35.062028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36026) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:35.084312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Transition to ACTIVE for port object 0256377a-ac39-489f-bbfc-82a106ac62d3 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:35.092634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b32ac-861b-4e51-9a2e-c6984f3e36dd None None] New status for floating IP c4a0b4d9-7225-4c98-80fb-7511a1e76ecf: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:05:35.100646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc69de3c-7a57-426e-ac0e-0ec2e672d3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.135579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc69de3c-7a57-426e-ac0e-0ec2e672d3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.151185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b47885-d013-4207-a9c1-c4af2f616461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'Port': ['ID=5d32580c-e188-42cc-a5ac-d025da86be7d,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:35.172999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-87c8e141-e19f-4130-b6fc-c18365d7b715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Deleting port 5d32580c-e188-42cc-a5ac-d025da86be7d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:35.173334 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87c8e141-e19f-4130-b6fc-c18365d7b715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.178526 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.252668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network a26b8d63-c04c-4f36-b7e9-651f90b22122 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:35.257649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:35.270359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:35.276243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:35.277000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.281544 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc69de3c-7a57-426e-ac0e-0ec2e672d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.284620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc69de3c-7a57-426e-ac0e-0ec2e672d3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.288966 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dc69de3c-7a57-426e-ac0e-0ec2e672d3c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9fd6817d-d136-4887-9281-adf4a9083478 HTTP/1.1" status: 204 len: 168 time: 0.3226457 Aug 19 12:05:35.291466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Port': ['ID=0256377a-ac39-489f-bbfc-82a106ac62d3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:35.295073 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4589f370-7a2a-4f1d-b82c-e477a3610b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.303365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69de3c-7a57-426e-ac0e-0ec2e672d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd6817d-d136-4887-9281-adf4a9083478,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:35.315879 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4fd23c5f-a28a-4f44-8165-f5d25fa388e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2770524 Aug 19 12:05:35.324008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36034) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:35.340863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3c9e5-813d-4f9f-963d-cf8854e94da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a26b8d63-c04c-4f36-b7e9-651f90b22122', 'network_id': 'a26b8d63-c04c-4f36-b7e9-651f90b22122', 'tenant_id': '407b50f22b184e3e843a6c825648911d', 'fixed_ips': [{'subnet_id': '2fceba74-245a-4e7c-8371-b81a0bcd398c'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:05:35.341754 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-58e3c9e5-813d-4f9f-963d-cf8854e94da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.347574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589f370-7a2a-4f1d-b82c-e477a3610b37 None None] Pushing event deleted for resources: {'Port': ['ID=a9830692-dea4-4593-9ed4-6cbcd6755ef7,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:35.370203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port beb4455b-7a7f-4fda-9518-c553125cee4d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:35.374941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589f370-7a2a-4f1d-b82c-e477a3610b37 None None] No DVR routers for this DVR port a9830692-dea4-4593-9ed4-6cbcd6755ef7 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:35.379637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port beb4455b-7a7f-4fda-9518-c553125cee4d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:35.379910 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.444262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-87c8e141-e19f-4130-b6fc-c18365d7b715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] For port 5d32580c-e188-42cc-a5ac-d025da86be7d, host n-h2-778550-9, got binding levels [] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:35.444889 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87c8e141-e19f-4130-b6fc-c18365d7b715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.461695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3441601-d101-46bc-a902-d8ed0620ca82 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Deleting subnet 2fceba74-245a-4e7c-8371-b81a0bcd398c {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:05:35.472403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3441601-d101-46bc-a902-d8ed0620ca82 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.522102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-87c8e141-e19f-4130-b6fc-c18365d7b715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Calling delete_port for 5d32580c-e188-42cc-a5ac-d025da86be7d owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:35.541301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a9830692-dea4-4593-9ed4-6cbcd6755ef7 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:05:35.557811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3441601-d101-46bc-a902-d8ed0620ca82 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.569472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: a9830692-dea4-4593-9ed4-6cbcd6755ef7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:05:35.569818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a9830692-dea4-4593-9ed4-6cbcd6755ef7 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:05:35.576721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e463a-4a48-41a8-9594-86221ffc57a6 req-8707e76d-d595-49e6-8809-bfcdf25ec1d4 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:35.578311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa8e463a-4a48-41a8-9594-86221ffc57a6 req-8707e76d-d595-49e6-8809-bfcdf25ec1d4 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.1367047 Aug 19 12:05:35.628956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836b273-80da-416b-bfb2-a75547440fcd req-fce498b7-6c32-4d51-8991-ce65966943d7 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:35.630466 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.630596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d836b273-80da-416b-bfb2-a75547440fcd req-fce498b7-6c32-4d51-8991-ce65966943d7 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 945 time: 0.3034198 Aug 19 12:05:35.671654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port beb4455b-7a7f-4fda-9518-c553125cee4d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=beb4455b-7a7f-4fda-9518-c553125cee4d,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:35.678928 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.685482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8426a559-664e-420e-acba-da318930287b req-a2736f18-8ef5-4037-8b52-7ec56ca29aa1 service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434524 Aug 19 12:05:35.692144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3441601-d101-46bc-a902-d8ed0620ca82 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.747513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=beb4455b-7a7f-4fda-9518-c553125cee4d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:35.748058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa8e463a-4a48-41a8-9594-86221ffc57a6 req-1885e57f-a116-46cd-9365-84d1993ea0a2 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335528 Aug 19 12:05:35.789096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3441601-d101-46bc-a902-d8ed0620ca82 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.795014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d836b273-80da-416b-bfb2-a75547440fcd req-443bad86-41a6-493a-a14e-9c8f55c6a981 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494129 Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-58e3c9e5-813d-4f9f-963d-cf8854e94da5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fceba74-245a-4e7c-8371-b81a0bcd398c: This subnet is being modified by another concurrent operation. Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:05:35.798988 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fceba74-245a-4e7c-8371-b81a0bcd398c: This subnet is being modified by another concurrent operation. Aug 19 12:05:35.804364 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:05:35.824144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f099d-b018-4dde-9da3-da3fd715522a None None] Network a26b8d63-c04c-4f36-b7e9-651f90b22122 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:35.840337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3441601-d101-46bc-a902-d8ed0620ca82 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Subnet': ['ID=2fceba74-245a-4e7c-8371-b81a0bcd398c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:35.857594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3441601-d101-46bc-a902-d8ed0620ca82 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.860793 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d3441601-d101-46bc-a902-d8ed0620ca82 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/subnets/2fceba74-245a-4e7c-8371-b81a0bcd398c HTTP/1.1" status: 204 len: 168 time: 0.5354433 Aug 19 12:05:35.863166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36056) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:35.866269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87c8e141-e19f-4130-b6fc-c18365d7b715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.908593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8e141-e19f-4130-b6fc-c18365d7b715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d32580c-e188-42cc-a5ac-d025da86be7d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:35.925263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87c8e141-e19f-4130-b6fc-c18365d7b715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:35.927537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-87c8e141-e19f-4130-b6fc-c18365d7b715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "DELETE /v2.0/ports/5d32580c-e188-42cc-a5ac-d025da86be7d HTTP/1.1" status: 204 len: 168 time: 0.8641827 Aug 19 12:05:35.930787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36058) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:35.949535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8426a559-664e-420e-acba-da318930287b req-77a88db3-33d4-4c62-aef5-93d0558d4295 service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537341 Aug 19 12:05:36.011649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-de3f678d-829b-4a1e-8dd0-bb17b303821e tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--779182262&fields=id&tenant_id=f00711a81cfb42a0a449a5ab2d2e813b HTTP/1.1" status: 200 len: 267 time: 0.0518718 Aug 19 12:05:36.034425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d02346-5b69-479a-ade9-b210c7e14dc9 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:36.035864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d02346-5b69-479a-ade9-b210c7e14dc9 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:36.039934 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-85d02346-5b69-479a-ade9-b210c7e14dc9 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1754522 Aug 19 12:05:36.041494 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-605a5b6a-d745-47ff-9079-75bcc1a3a2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:05:36.043226 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-605a5b6a-d745-47ff-9079-75bcc1a3a2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "GET /v2.0/ports/5d32580c-e188-42cc-a5ac-d025da86be7d HTTP/1.1" status: 404 len: 333 time: 0.1114659 Aug 19 12:05:36.043820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36066) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:36.067283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36068) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:36.077357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Request body: {'port': {'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386802197'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:36.096207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721fca40-c278-4756-9cb7-0c2e3ebe6824 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:05:36.180339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Made reservation on behalf of 0d77d55652dc40cd9360a890ce1fd282 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:36.201839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.207891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dc3e4-7d84-4b76-9b8f-ed437a97f75e req-119d242d-5ca2-4f6f-a4ca-e08644c939ed tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:36.215905 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588dc3e4-7d84-4b76-9b8f-ed437a97f75e req-119d242d-5ca2-4f6f-a4ca-e08644c939ed tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.2027948 Aug 19 12:05:36.274598 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] device_id is not set on port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:36.294604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588dc3e4-7d84-4b76-9b8f-ed437a97f75e req-7680d12d-05a8-4416-bf32-b8e7e7637b88 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773938 Aug 19 12:05:36.308352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721fca40-c278-4756-9cb7-0c2e3ebe6824 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:05:36.309420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10dce4-498f-4699-ab93-cdde818556da req-c44212ca-cad7-4674-92f8-bc81ed43534a tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:36.311738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-c44212ca-cad7-4674-92f8-bc81ed43534a tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/networks?id=00b76846-3df1-4f01-bc8c-54e9f85e4da3 HTTP/1.1" status: 200 len: 816 time: 0.2844400 Aug 19 12:05:36.347509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-f9d22b7a-e502-4d78-b82d-c857d0427e13 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/quotas/f00711a81cfb42a0a449a5ab2d2e813b HTTP/1.1" status: 200 len: 375 time: 0.0265911 Aug 19 12:05:36.359277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1e434334-2600-4947-84de-c829de970c0d tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.395789 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e434334-2600-4947-84de-c829de970c0d tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 12:05:36.396286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e434334-2600-4947-84de-c829de970c0d tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:36.402397 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1e434334-2600-4947-84de-c829de970c0d tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/a26b8d63-c04c-4f36-b7e9-651f90b22122 HTTP/1.1" status: 409 len: 405 time: 0.3535075 Aug 19 12:05:36.403370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36084) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:36.408816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-165865328'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:36.456274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-3da1fafd-dee5-4f27-b639-42fd3e00ddf0 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f00711a81cfb42a0a449a5ab2d2e813b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017857 Aug 19 12:05:36.505499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36086) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:36.510311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:36.513997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.568125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:36.572287 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.586198 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.586623 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Added segment 094b2eb1-1621-4014-bb35-c70181af2362 of type vlan for network 3a822249-ea84-4ea7-b9a2-96c6753c04fb Aug 19 12:05:36.639606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-b1c4c23d-eab0-41d9-a976-edf94a20824a service neutron] 10.222.0.65 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356561 Aug 19 12:05:36.657138 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.681914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.767307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e3fd2-8176-44a7-bbf7-75e3385a0403 req-92f18e2c-54db-4cd7-bc98-bf3a0eabb72a tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:36.769024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d15e3fd2-8176-44a7-bbf7-75e3385a0403 req-92f18e2c-54db-4cd7-bc98-bf3a0eabb72a tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.3116963 Aug 19 12:05:36.806290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Network a755a6ed-bebc-4351-8c59-a75a2016c68e is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:36.808200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.814344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:36.815356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.815609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-921570699'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:36.829390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:36.832045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:36.833557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:36.834162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.836561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:36.857810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-cab99e64-38b6-4765-b8d2-69332ad9135a service neutron] 10.222.0.65 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171674 Aug 19 12:05:36.867432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d15e3fd2-8176-44a7-bbf7-75e3385a0403 req-70241002-b52c-4b84-9ee5-440e8b323159 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841155 Aug 19 12:05:36.876012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:36.880149 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.883621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17785c25-53fb-4542-b62c-fc9120a1ec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4455b-7a7f-4fda-9518-c553125cee4d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:36.886281 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf553f9-3b57-4fc4-99ad-0e4056284450" -d '{"events": [{"server_uuid": "17785c25-53fb-4542-b62c-fc9120a1ec58", "name": "network-vif-plugged", "status": "completed", "tag": "beb4455b-7a7f-4fda-9518-c553125cee4d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:36.891481 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:36.948440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Network': ['ID=3a822249-ea84-4ea7-b9a2-96c6753c04fb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:36.963182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 3a822249-ea84-4ea7-b9a2-96c6753c04fb details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:37.057861 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.068668 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.071761 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-31b4f98a-2079-4b14-8c23-e4175c4d4957 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6671264 Aug 19 12:05:37.076343 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e58c96d7-0400-40a3-ad5c-2501db8d06f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0054853 Aug 19 12:05:37.076343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36098) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:37.080444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'subnet': {'network_id': '3a822249-ea84-4ea7-b9a2-96c6753c04fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:37.085280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:37.096041 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.096402 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added segment 2ef11790-5357-444b-b127-a88ce83938ec of type vlan for network 03d1ebd4-b239-4542-b428-de5eb9a1c05f Aug 19 12:05:37.111227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36100) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:37.123126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:37.209934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7df63-36c3-4a42-bbd4-285a85e849b0 req-15b2f011-472c-4b70-9e85-c722fb33fac9 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:37.211586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13f7df63-36c3-4a42-bbd4-285a85e849b0 req-15b2f011-472c-4b70-9e85-c722fb33fac9 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 945 time: 0.2148969 Aug 19 12:05:37.221836 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.223964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d76de82-962e-412a-a6a0-e840c7dc3998,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:37.268310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:37.273113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.322192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.354487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.360725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:37.361489 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.422851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13f7df63-36c3-4a42-bbd4-285a85e849b0 req-b439927a-a60e-4475-907e-c0cde88d47f2 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974063 Aug 19 12:05:37.477615 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239d02aa-31fa-4c6b-8ad4-8d9aa29d90a9 x-openstack-request-id: req-239d02aa-31fa-4c6b-8ad4-8d9aa29d90a9 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:37.478569 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17785c25-53fb-4542-b62c-fc9120a1ec58", "name": "network-vif-plugged", "status": "completed", "tag": "beb4455b-7a7f-4fda-9518-c553125cee4d", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:37.479074 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-239d02aa-31fa-4c6b-8ad4-8d9aa29d90a9 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:37.479692 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17785c25-53fb-4542-b62c-fc9120a1ec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4455b-7a7f-4fda-9518-c553125cee4d', 'code': 200} Aug 19 12:05:37.549536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0427840 Aug 19 12:05:37.558138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36114) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:37.640771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-717339219'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:37.656527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9049af29-4fe2-4db1-aa64-3bad8869f2c7 req-c6a7b48f-8f42-4f73-90da-8e30ec1f2e20 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.1552358 Aug 19 12:05:37.693789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:05:37.695603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.734531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8325d3-c390-40b2-a0cc-8d4d1004b103 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Network': ['ID=03d1ebd4-b239-4542-b428-de5eb9a1c05f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:37.752144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 03d1ebd4-b239-4542-b428-de5eb9a1c05f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:37.777095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:37.809715 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.914279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Subnet': ['ID=997355b9-49b6-425e-a14e-5f3f88587c37,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:37.931687 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Checking segment: {'id': '094b2eb1-1621-4014-bb35-c70181af2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3a822249-ea84-4ea7-b9a2-96c6753c04fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:37.932080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network hostable DHCP agents. Network: 3a822249-ea84-4ea7-b9a2-96c6753c04fb, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:37.959542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network 3a822249-ea84-4ea7-b9a2-96c6753c04fb is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:37.985807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 3a822249-ea84-4ea7-b9a2-96c6753c04fb) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:37.997712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:37.998321 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.998957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5ce77-b646-415a-87c8-eefc4cc88d49 None None] Network 3a822249-ea84-4ea7-b9a2-96c6753c04fb requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:38.021065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae2910-f97d-4d46-9889-1c468af5a313 req-98823736-10e9-4b62-94eb-a40929040694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:38.023485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06ae2910-f97d-4d46-9889-1c468af5a313 req-98823736-10e9-4b62-94eb-a40929040694 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 1096 time: 0.4089522 Aug 19 12:05:38.033996 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0076d92d-97ba-4e39-ae29-308562f94d2f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9582419 Aug 19 12:05:38.034735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36130) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:38.103190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:38.186847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.187460 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added segment b276508c-d6a3-42db-b1f4-8151109a3d8a of type vlan for network 214b24e9-e285-455b-99d5-94aa73afce69 Aug 19 12:05:38.239327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06ae2910-f97d-4d46-9889-1c468af5a313 req-362e48e5-607e-4c02-af14-526c5a675d82 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891537 Aug 19 12:05:38.258255 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.267838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c17a6-ff08-479d-88eb-d588a725f433 req-fa0e856f-a55e-4f5d-9598-4b06a84fc626 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:38.278052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a5c17a6-ff08-479d-88eb-d588a725f433 req-fa0e856f-a55e-4f5d-9598-4b06a84fc626 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.2293575 Aug 19 12:05:38.282413 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] device_id is not set on port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:38.298566 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.304519 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.318568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dee6b6-7d7e-4bb7-8155-6eec57c9c936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-3a822249-ea84-4ea7-b9a2-96c6753c04fb', 'network_id': '3a822249-ea84-4ea7-b9a2-96c6753c04fb', 'tenant_id': '407b50f22b184e3e843a6c825648911d', 'fixed_ips': [{'subnet_id': '997355b9-49b6-425e-a14e-5f3f88587c37'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:05:38.320036 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57dee6b6-7d7e-4bb7-8155-6eec57c9c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.359613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Transition to ACTIVE for port object 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:38.365356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.382686 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.433033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a5c17a6-ff08-479d-88eb-d588a725f433 req-3d310b0b-33d9-40f8-965a-d499e15860c6 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536412 Aug 19 12:05:38.486035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-57dee6b6-7d7e-4bb7-8155-6eec57c9c936 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 997355b9-49b6-425e-a14e-5f3f88587c37: This subnet is being modified by another concurrent operation. Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:05:38.503351 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 997355b9-49b6-425e-a14e-5f3f88587c37: This subnet is being modified by another concurrent operation. Aug 19 12:05:38.509529 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:05:38.523052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b1fda-25e0-456f-8848-aa76973b7ea4 None None] Network 3a822249-ea84-4ea7-b9a2-96c6753c04fb requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:38.524186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:38.537620 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.544257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:38.544924 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.545706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Subnet': ['ID=997355b9-49b6-425e-a14e-5f3f88587c37,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:38.696124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0916946 Aug 19 12:05:38.698175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36154) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:38.709006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.716953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'subnet': {'network_id': '03d1ebd4-b239-4542-b428-de5eb9a1c05f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:38.720735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199156b3-3305-40f9-bec1-5cba169a5acc None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:05:38.732300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a822249-ea84-4ea7-b9a2-96c6753c04fb']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:38.749433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094b2eb1-1621-4014-bb35-c70181af2362') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:38.749433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094b2eb1-1621-4014-bb35-c70181af2362') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:38.759040 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.777388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.786668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:38.787204 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:38.793629 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:38.857804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef32ff-0c04-4327-ab55-9abe80ea4f72 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Network': ['ID=214b24e9-e285-455b-99d5-94aa73afce69,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:38.878915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 214b24e9-e285-455b-99d5-94aa73afce69 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:38.888175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.896614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199156b3-3305-40f9-bec1-5cba169a5acc None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:05:38.898213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.903076 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/3a822249-ea84-4ea7-b9a2-96c6753c04fb HTTP/1.1" status: 204 len: 168 time: 0.8638468 Aug 19 12:05:38.910109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36158) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:38.917248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41c9be-0f4c-4839-93ec-ae7d0e020c22 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Network': ['ID=3a822249-ea84-4ea7-b9a2-96c6753c04fb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:38.940854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903cc34-fd3f-4e58-8b3c-15c634075eec req-4138ce13-8270-495b-8367-7c8d1a7cf039 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:38.942386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7903cc34-fd3f-4e58-8b3c-15c634075eec req-4138ce13-8270-495b-8367-7c8d1a7cf039 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 945 time: 0.2754045 Aug 19 12:05:38.944262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc4f8bbc-3f12-4b23-bf6b-85f3fac6e0e0 req-92521c14-b8af-44aa-95f3-7fa0b981ccfb tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.1405053 Aug 19 12:05:38.946309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:38.946637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:38.946978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:38.958847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-742082917'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:38.977823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:38.978148 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:38.981508 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 2 to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e Aug 19 12:05:39.018923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:39.020099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:39.020099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:39.033448 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:05:39.033448 n-d-778550-9 neutron-server[101154]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:05:39.033448 n-d-778550-9 neutron-server[101154]: [parameters: {'project_id': 'eb788309da044c358daf0626328639e5', 'id': '8f3f47b8-2cdd-4abb-a500-aa6f367aaff1', 'expiration': datetime.datetime(2021, 8, 19, 12, 7, 39, 16970)}] Aug 19 12:05:39.033448 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:05:39.034085 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:05:39.040316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:39.040654 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:39.043217 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 3 to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e Aug 19 12:05:39.055706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:39.059094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.066114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7903cc34-fd3f-4e58-8b3c-15c634075eec req-75c6e199-957c-48d0-8ffb-3da59cb3599e tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002910 Aug 19 12:05:39.080243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:39.080583 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:39.080943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:39.087867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:39.088354 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:39.090677 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 4 to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e Aug 19 12:05:39.097647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:39.118313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:39.118313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:39.118313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:39.124900 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.125278 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Added segment e644f705-c205-4f4f-8cb9-10dc73292616 of type vlan for network ccd65130-e2cc-4415-a9df-60975b970bfe Aug 19 12:05:39.126732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:39.127242 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:39.134482 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 5 to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e Aug 19 12:05:39.169871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:39.170199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:39.170718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:39.182808 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.188345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:39.188996 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:39.191218 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 6 to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e Aug 19 12:05:39.217973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:39.218230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:39.219016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:39.227583 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:39.227983 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:39.228884 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 7 to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e Aug 19 12:05:39.233257 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.239163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:39.239753 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.273054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:39.273353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:39.273722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:39.308050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3625135 Aug 19 12:05:39.310444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36160) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:39.317245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'subnet': {'network_id': 'ccd65130-e2cc-4415-a9df-60975b970bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:39.321381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:39.321855 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:39.330187 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 8 to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e Aug 19 12:05:39.344159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988affcc-baec-4168-86c4-96168826d070 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Network': ['ID=ccd65130-e2cc-4415-a9df-60975b970bfe,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:39.352478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:39.353592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:39.354163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:39.358551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ccd65130-e2cc-4415-a9df-60975b970bfe details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:39.364097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:39.364543 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:39.366069 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 9 to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e Aug 19 12:05:39.401057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:39.407005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:39.407498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:39.414965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:39.415609 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:39.416903 n-d-778550-9 neutron-server[101154]: INFO neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 10 to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e Aug 19 12:05:39.434044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:39.434614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:39.435163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:39.441257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:39.441918 n-d-778550-9 neutron-server[101154]: ERROR neutron.plugins.ml2.managers [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:39.442499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.544239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] For port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:39.545263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempted to set empty binding levels {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:05:39.548255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10dce4-498f-4699-ab93-cdde818556da req-9c1ad204-2e75-4100-9ba7-adc03d408d17 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:39.550445 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-9c1ad204-2e75-4100-9ba7-adc03d408d17 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.54 "GET /v2.0/networks?id=00b76846-3df1-4f01-bc8c-54e9f85e4da3 HTTP/1.1" status: 200 len: 816 time: 0.2289708 Aug 19 12:05:39.551900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:39.555773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.582274 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.651878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] In _notify_port_updated(), no bound segment for port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:05:39.653492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:39.655452 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.659650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "PUT /v2.0/ports/3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e HTTP/1.1" status: 200 len: 979 time: 2.5421631 Aug 19 12:05:39.661565 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36166) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:39.669897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:39.676496 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:39.752621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6971481-3abf-4ec5-a308-ecd1ec5b95d2 req-04c148d7-e729-4985-9a58-120e608a86ac tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:39.753516 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-1b5b9203-0f67-4679-ac84-e682a7b715d3 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f00711a81cfb42a0a449a5ab2d2e813b HTTP/1.1" status: 200 len: 379 time: 0.1494975 Aug 19 12:05:39.761013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6971481-3abf-4ec5-a308-ecd1ec5b95d2 req-04c148d7-e729-4985-9a58-120e608a86ac tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.2342722 Aug 19 12:05:39.768759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a804827-fca5-4b35-b1fe-424e8937ed57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:39.768979 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Request body: {'port': {'device_id': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'admin_state_up': True, 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'security_groups': ['a8cbf663-4233-46e1-95bd-7a0b9bc23c0f']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:39.854959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6971481-3abf-4ec5-a308-ecd1ec5b95d2 req-3da28f26-477c-498c-9eb7-18c031ba9cb3 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923393 Aug 19 12:05:40.051062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:40.164711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff3cd3c6-845a-4e34-b1c6-82604374663c req-0081bbd4-000e-4f5c-9cd3-8c26ab355464 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.0903714 Aug 19 12:05:40.216619 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Subnet': ['ID=86c92e78-25e6-4b01-86e6-ced034e31b30,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:40.225175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Checking segment: {'id': '2ef11790-5357-444b-b127-a88ce83938ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '03d1ebd4-b239-4542-b428-de5eb9a1c05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:40.225544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network hostable DHCP agents. Network: 03d1ebd4-b239-4542-b428-de5eb9a1c05f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:40.254630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 03d1ebd4-b239-4542-b428-de5eb9a1c05f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:40.280548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b73c42-b8de-46b2-be56-caf131890cf8 req-cba864a1-05a3-4a03-a66a-ccba3419e002 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.282590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7b73c42-b8de-46b2-be56-caf131890cf8 req-cba864a1-05a3-4a03-a66a-ccba3419e002 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 945 time: 0.1017067 Aug 19 12:05:40.284593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 03d1ebd4-b239-4542-b428-de5eb9a1c05f) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:40.295090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f974ee-6f10-44ca-beb8-0f36d4cb3a8b None None] Network 03d1ebd4-b239-4542-b428-de5eb9a1c05f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:40.297747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.297747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:40.326100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fdbb5907-2e01-46bc-9c13-92d1eca4d6a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6116326 Aug 19 12:05:40.334414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36174) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:40.342186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'subnet': {'network_id': '214b24e9-e285-455b-99d5-94aa73afce69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:40.445719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7b73c42-b8de-46b2-be56-caf131890cf8 req-e9404baa-101a-4118-afd9-62c90af268d1 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493123 Aug 19 12:05:40.478787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.480027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.480505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.481085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.481650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.482292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.482762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.483355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.483682 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.484309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.484928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.485543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.486010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.486490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.487000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.487460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.488089 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.488742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.489374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.489836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.490300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.490765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.491228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.491700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.492354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.492465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-03d1ebd4-b239-4542-b428-de5eb9a1c05f', 'network_id': '03d1ebd4-b239-4542-b428-de5eb9a1c05f', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'fixed_ips': [{'subnet_id': '86c92e78-25e6-4b01-86e6-ced034e31b30'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:05:40.492592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.493082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.493493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:40.493633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.493983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.494441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:40.501665 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-114e0769-2150-4a2f-a583-2a5134e1a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26886 time: 0.8322215 Aug 19 12:05:40.502167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36176) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:40.565799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Made reservation on behalf of f00711a81cfb42a0a449a5ab2d2e813b for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:40.569308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:40.599818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:40.604291 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:40.646743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Allocated IP 2001:db8::2 (03d1ebd4-b239-4542-b428-de5eb9a1c05f/86c92e78-25e6-4b01-86e6-ced034e31b30/4d05383f-04e0-4808-bf5f-d0aa3ff457a3) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:40.761906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Allocated IP 172.20.0.11 (00b76846-3df1-4f01-bc8c-54e9f85e4da3/106cc04e-ed3c-4ed2-8efd-77d86941fcdd/fd84fa72-5024-4df2-b810-a18842426fd7) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:40.807309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:40.816495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Transition to ACTIVE for port object 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:40.836719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Transition to ACTIVE for port object 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:40.847396 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:40.949668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:40.955830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Network 03d1ebd4-b239-4542-b428-de5eb9a1c05f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:40.965230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Transition to ACTIVE for port object fd84fa72-5024-4df2-b810-a18842426fd7 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:40.970283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Pushing event updated for resources: {'Port': ['ID=4d05383f-04e0-4808-bf5f-d0aa3ff457a3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:40.973048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:40.975031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:41.002194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.072716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Attempting to bind port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:41.073350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Subnet': ['ID=10d7a14a-da7c-46c3-a170-2b611b4406ad,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:41.073811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Attempting to bind port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '2ef11790-5357-444b-b127-a88ce83938ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '03d1ebd4-b239-4542-b428-de5eb9a1c05f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:41.074435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Attempting to bind port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 on network 03d1ebd4-b239-4542-b428-de5eb9a1c05f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:41.095305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:41.095692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Checking segment: {'id': '2ef11790-5357-444b-b127-a88ce83938ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '03d1ebd4-b239-4542-b428-de5eb9a1c05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:41.096105 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.096727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Bound using segment: {'id': '2ef11790-5357-444b-b127-a88ce83938ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '03d1ebd4-b239-4542-b428-de5eb9a1c05f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:41.097188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Bound port: 4d05383f-04e0-4808-bf5f-d0aa3ff457a3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef11790-5357-444b-b127-a88ce83938ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '03d1ebd4-b239-4542-b428-de5eb9a1c05f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:41.097571 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.103098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.224113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-8e1d1b00-8387-4a25-a199-379ccb3909f4 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:41.227611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-8e1d1b00-8387-4a25-a199-379ccb3909f4 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 945 time: 0.6974926 Aug 19 12:05:41.230459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] For port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:41.234130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] For port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d05383f-04e0-4808-bf5f-d0aa3ff457a3,segment=NetworkSegment(2ef11790-5357-444b-b127-a88ce83938ec),segment_id=2ef11790-5357-444b-b127-a88ce83938ec)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:41.243337 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.258032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Pushing event updated for resources: {'Port': ['ID=fd84fa72-5024-4df2-b810-a18842426fd7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:41.289756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Checking segment: {'id': 'e644f705-c205-4f4f-8cb9-10dc73292616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ccd65130-e2cc-4415-a9df-60975b970bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:41.291037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network hostable DHCP agents. Network: ccd65130-e2cc-4415-a9df-60975b970bfe, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:41.314483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:41.324625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:41.332610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:41.409391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407eba3-9393-4024-bbe5-3fff6abe63ad None None] Pushing event updated for resources: {'Port': ['ID=4d05383f-04e0-4808-bf5f-d0aa3ff457a3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:41.419052 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network ccd65130-e2cc-4415-a9df-60975b970bfe is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:41.444956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ccd65130-e2cc-4415-a9df-60975b970bfe) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:41.453505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412bc4c0-1fe5-4e5c-add0-1294ea9f702a None None] Network ccd65130-e2cc-4415-a9df-60975b970bfe requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:41.453780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:41.454558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.460795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:41.461861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.493368 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1ff07040-bae9-4c40-b2a8-6a76beccec3f tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1785269 Aug 19 12:05:41.493368 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-ae80cc66-43e5-4bfc-9020-ac6c0aeaf545 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7308652 Aug 19 12:05:41.494116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36196) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:41.530028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Request body: {'port': {'device_id': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:41.554487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.629238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Subnet': ['ID=2f3c5545-d2ee-49f2-a615-abad206bf8da,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:41.731544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5d39-4c9f-4dbe-8b13-1821c69d49c0 req-27c1a13d-9489-447b-aa0d-623e66acd6f0 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:41.733047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-337e5d39-4c9f-4dbe-8b13-1821c69d49c0 req-27c1a13d-9489-447b-aa0d-623e66acd6f0 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.5543156 Aug 19 12:05:41.761232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.762399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde77fe-0ba5-47cc-9b06-08e449d4bb40 req-615d9a9f-c7e4-4922-b9f6-901db9ebba66 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:41.772836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcde77fe-0ba5-47cc-9b06-08e449d4bb40 req-615d9a9f-c7e4-4922-b9f6-901db9ebba66 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 932 time: 0.2917204 Aug 19 12:05:41.783959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f2b51de3-1a84-4800-98df-a54851168e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Deleting port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:41.784304 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2b51de3-1a84-4800-98df-a54851168e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.812137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b1053bb1-5777-4e9d-92fe-4935dc5a9b34 None None] Provisioning for port fd84fa72-5024-4df2-b810-a18842426fd7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:41.829229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b1053bb1-5777-4e9d-92fe-4935dc5a9b34 None None] Provisioning complete for port fd84fa72-5024-4df2-b810-a18842426fd7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:41.829872 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b1053bb1-5777-4e9d-92fe-4935dc5a9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.866690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.873638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b1053bb1-5777-4e9d-92fe-4935dc5a9b34 None None] Port fd84fa72-5024-4df2-b810-a18842426fd7 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:41.918901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ccd65130-e2cc-4415-a9df-60975b970bfe', 'network_id': 'ccd65130-e2cc-4415-a9df-60975b970bfe', 'tenant_id': '407b50f22b184e3e843a6c825648911d', 'fixed_ips': [{'subnet_id': '10d7a14a-da7c-46c3-a170-2b611b4406ad'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:05:41.920002 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:41.973830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcde77fe-0ba5-47cc-9b06-08e449d4bb40 req-c8d31e49-d390-411f-8fd5-9e508c37655f tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952021 Aug 19 12:05:41.980930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Checking segment: {'id': 'b276508c-d6a3-42db-b1f4-8151109a3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '214b24e9-e285-455b-99d5-94aa73afce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:41.986726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network hostable DHCP agents. Network: 214b24e9-e285-455b-99d5-94aa73afce69, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:41.997921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-337e5d39-4c9f-4dbe-8b13-1821c69d49c0 req-1013cad4-46e4-450e-a23f-81384905d532 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443068 Aug 19 12:05:42.087490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-f2b51de3-1a84-4800-98df-a54851168e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] For port 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e, host n-h2-778550-9, got binding levels [] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:42.087894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2b51de3-1a84-4800-98df-a54851168e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.091442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 214b24e9-e285-455b-99d5-94aa73afce69 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:42.098229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Deleting port 09c1cffa-a157-412b-a5e0-4039b3068f14 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:42.098597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.140484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.214981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Allocated IP 2001:db8::2 (ccd65130-e2cc-4415-a9df-60975b970bfe/10d7a14a-da7c-46c3-a170-2b611b4406ad/35089665-2ec7-4f56-ab40-17056a0d9354) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:42.235364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f2b51de3-1a84-4800-98df-a54851168e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Calling delete_port for 3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:42.257767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 214b24e9-e285-455b-99d5-94aa73afce69) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:42.274753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b30728-c6db-4d9f-aad4-26eb12ff1904 None None] Network 214b24e9-e285-455b-99d5-94aa73afce69 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:42.292266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:42.293508 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.351591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3488c7c7-9c8b-4d68-b9ff-820166250cb6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0150054 Aug 19 12:05:42.352593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36204) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:42.368659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-55becd5d-03a1-49f4-8a0e-00244145231e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1403167987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:42.410305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55becd5d-03a1-49f4-8a0e-00244145231e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.411742 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55becd5d-03a1-49f4-8a0e-00244145231e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.424278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdd4c8-6812-4f0f-9751-8fca8b70976e req-9f436aeb-e402-469d-a0f0-f15c87e259ec tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:42.432851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4cdd4c8-6812-4f0f-9751-8fca8b70976e req-9f436aeb-e402-469d-a0f0-f15c87e259ec tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 945 time: 0.3209815 Aug 19 12:05:42.517912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd84fa72-5024-4df2-b810-a18842426fd7 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:42.537646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.588486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Transition to ACTIVE for port object fd84fa72-5024-4df2-b810-a18842426fd7 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:42.598616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.644442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] For port 09c1cffa-a157-412b-a5e0-4039b3068f14, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=09c1cffa-a157-412b-a5e0-4039b3068f14,segment=NetworkSegment(4e2b5b69-1072-4621-bec2-c29693fd50c5),segment_id=4e2b5b69-1072-4621-bec2-c29693fd50c5)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:42.645217 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.682036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd84fa72-5024-4df2-b810-a18842426fd7,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:42.712694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4cdd4c8-6812-4f0f-9751-8fca8b70976e req-a5526d48-9573-4f49-a0a1-830648c88f7b tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/security-groups?id=81a21da4-9175-4e2c-bbe8-36618f47afe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687452 Aug 19 12:05:42.728650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55becd5d-03a1-49f4-8a0e-00244145231e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.747860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Calling delete_port for 09c1cffa-a157-412b-a5e0-4039b3068f14 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:42.802856 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55becd5d-03a1-49f4-8a0e-00244145231e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.861622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Attempting to bind port fd84fa72-5024-4df2-b810-a18842426fd7 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:42.862278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Attempting to bind port fd84fa72-5024-4df2-b810-a18842426fd7 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:42.862827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Attempting to bind port fd84fa72-5024-4df2-b810-a18842426fd7 on network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:42.865411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-55becd5d-03a1-49f4-8a0e-00244145231e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.870604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-55becd5d-03a1-49f4-8a0e-00244145231e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5114133 Aug 19 12:05:42.872121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36206) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:42.886585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Port fd84fa72-5024-4df2-b810-a18842426fd7 on network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:42.891060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Attempting to bind port fd84fa72-5024-4df2-b810-a18842426fd7 on network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:42.921344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2b51de3-1a84-4800-98df-a54851168e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.921630 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:42.944391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Transition to ACTIVE for port object 35089665-2ec7-4f56-ab40-17056a0d9354 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:42.976167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b51de3-1a84-4800-98df-a54851168e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:43.006620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Transition to ACTIVE for port object 35089665-2ec7-4f56-ab40-17056a0d9354 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:43.024435 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.063911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ecd6c-ecd9-45ca-9e6c-b83fad4d5091 req-e7e9fdd8-e5da-4650-bf06-69f72926abc7 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:43.065588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:43.066320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c8ecd6c-ecd9-45ca-9e6c-b83fad4d5091 req-e7e9fdd8-e5da-4650-bf06-69f72926abc7 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.3397100 Aug 19 12:05:43.067658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Checking segment: {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:43.067941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Bound using segment: {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:43.068403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Bound port: fd84fa72-5024-4df2-b810-a18842426fd7, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b74306-f78f-49d7-9714-8389bd5fe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:43.071533 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.074749 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2b51de3-1a84-4800-98df-a54851168e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.079764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f2b51de3-1a84-4800-98df-a54851168e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "DELETE /v2.0/ports/3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e HTTP/1.1" status: 204 len: 168 time: 2.5763481 Aug 19 12:05:43.086763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36210) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:43.126672 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bba50ac-e7f7-4559-9803-b68fa34509f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:05:43.129473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3bba50ac-e7f7-4559-9803-b68fa34509f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "GET /v2.0/ports/3bb695e1-8a93-4b63-9a4e-4b6dfb3f5a8e HTTP/1.1" status: 404 len: 333 time: 0.0399585 Aug 19 12:05:43.135218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36212) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:43.144215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1889372820', 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:43.204277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Network ccd65130-e2cc-4415-a9df-60975b970bfe is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:43.221658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:43.228492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:43.235421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fa7fc-b8da-4725-9ab8-e70765612f0e None None] Network 03d1ebd4-b239-4542-b428-de5eb9a1c05f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:43.296027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Pushing event updated for resources: {'Port': ['ID=35089665-2ec7-4f56-ab40-17056a0d9354,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:43.431658 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.477396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157143f2-6d3a-4572-96a1-c3f4669e6433 req-6e68f150-c6a7-4d1b-9ef9-7396091fdd7c tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:43.485472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] For port fd84fa72-5024-4df2-b810-a18842426fd7, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:43.485725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-157143f2-6d3a-4572-96a1-c3f4669e6433 req-6e68f150-c6a7-4d1b-9ef9-7396091fdd7c tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 944 time: 0.3508384 Aug 19 12:05:43.489323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Made reservation on behalf of 0d77d55652dc40cd9360a890ce1fd282 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:43.489629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] For port fd84fa72-5024-4df2-b810-a18842426fd7, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fd84fa72-5024-4df2-b810-a18842426fd7,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:43.492349 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.533324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.539631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Subnet': ['ID=10d7a14a-da7c-46c3-a170-2b611b4406ad,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:43.589583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c8ecd6c-ecd9-45ca-9e6c-b83fad4d5091 req-a0550b3b-bfd6-4e02-8147-37c4cbefb948 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567492 Aug 19 12:05:43.595860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] device_id is not set on port 8148cd82-e6c8-4d35-a31d-14ba3aa847f6 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:43.607888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:43.659961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Attempting to bind port 35089665-2ec7-4f56-ab40-17056a0d9354 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:43.660350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Attempting to bind port 35089665-2ec7-4f56-ab40-17056a0d9354 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'e644f705-c205-4f4f-8cb9-10dc73292616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ccd65130-e2cc-4415-a9df-60975b970bfe'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:43.660785 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Attempting to bind port 35089665-2ec7-4f56-ab40-17056a0d9354 on network ccd65130-e2cc-4415-a9df-60975b970bfe {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:43.690522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:43.690924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Checking segment: {'id': 'e644f705-c205-4f4f-8cb9-10dc73292616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ccd65130-e2cc-4415-a9df-60975b970bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:43.691331 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.691724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Bound using segment: {'id': 'e644f705-c205-4f4f-8cb9-10dc73292616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ccd65130-e2cc-4415-a9df-60975b970bfe'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:43.692205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Bound port: 35089665-2ec7-4f56-ab40-17056a0d9354, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e644f705-c205-4f4f-8cb9-10dc73292616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ccd65130-e2cc-4415-a9df-60975b970bfe'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:43.692586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.706574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b3ebf26b-6835-423e-9359-bed4f5661afd None None] Provisioning for port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:43.725125 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.739702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd65130-e2cc-4415-a9df-60975b970bfe']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:43.752588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e644f705-c205-4f4f-8cb9-10dc73292616') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:43.753056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e644f705-c205-4f4f-8cb9-10dc73292616') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:43.804723 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-214b24e9-e285-455b-99d5-94aa73afce69', 'network_id': '214b24e9-e285-455b-99d5-94aa73afce69', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'fixed_ips': [{'subnet_id': '2f3c5545-d2ee-49f2-a615-abad206bf8da'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:05:43.805769 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.816834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.847104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.856001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:43.858764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-157143f2-6d3a-4572-96a1-c3f4669e6433 req-732de396-6896-49f4-8a08-1c7a750c3bd6 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666620 Aug 19 12:05:43.868663 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.875928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:43.877817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.916640 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:43.917153 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:43.975784 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:43.978959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:43.979604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:43.983836 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] 10.222.0.54 "PUT /v2.0/ports/fd84fa72-5024-4df2-b810-a18842426fd7 HTTP/1.1" status: 200 len: 1092 time: 2.4651823 Aug 19 12:05:44.014858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Pushing event deleted for resources: {'Port': ['ID=09c1cffa-a157-412b-a5e0-4039b3068f14,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:44.026019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'tag': 'fd84fa72-5024-4df2-b810-a18842426fd7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:44.029441 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5f8b3-6648-43da-9685-2f9dd716a094", "tag": "fd84fa72-5024-4df2-b810-a18842426fd7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:44.033123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d987ed-3adf-4db3-80ac-f82053a474bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd84fa72-5024-4df2-b810-a18842426fd7,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:44.040157 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:05:44.040157 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:05:44.040157 n-d-778550-9 neutron-server[101153]: [parameters: {'id': 'ccd65130-e2cc-4415-a9df-60975b970bfe'}] Aug 19 12:05:44.040157 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:05:44.040697 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:05:44.075141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] No DVR routers for this DVR port 09c1cffa-a157-412b-a5e0-4039b3068f14 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:44.111173 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:44.122374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e19a2151-1271-46dd-af7f-e32c16cc15b1 req-f002cbba-27ac-4d0f-9801-e4f9d3743593 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.69 "DELETE /v2.0/ports/09c1cffa-a157-412b-a5e0-4039b3068f14 HTTP/1.1" status: 204 len: 173 time: 2.8523772 Aug 19 12:05:44.130755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7966b01-856f-42a9-b835-9ca6bf084222', 'name': 'network-vif-deleted', 'tag': '09c1cffa-a157-412b-a5e0-4039b3068f14'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:05:44.135977 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f22f00-80a9-4a54-9539-ebd97d3abb97" -d '{"events": [{"server_uuid": "a7966b01-856f-42a9-b835-9ca6bf084222", "name": "network-vif-deleted", "tag": "09c1cffa-a157-412b-a5e0-4039b3068f14"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:05:44.149955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10dce4-498f-4699-ab93-cdde818556da req-b9d2bd48-50a3-4756-95d0-2ee531da1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:44.152214 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-b9d2bd48-50a3-4756-95d0-2ee531da1cae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f00711a81cfb42a0a449a5ab2d2e813b&device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 1095 time: 0.0785234 Aug 19 12:05:44.163160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c43af73-ba75-4428-a1f3-7223e344a16f req-0623fae3-c2d6-402f-a743-47c17a1d93e3 tempest-VolumesActionsTest-252829822 tempest-VolumesActionsTest-252829822-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7966b01-856f-42a9-b835-9ca6bf084222 HTTP/1.1" status: 200 len: 210 time: 0.0891929 Aug 19 12:05:44.224759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:44.314085 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-e4a72f71-10e9-4499-99fa-d8776dfc19d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd84fa72-5024-4df2-b810-a18842426fd7 HTTP/1.1" status: 200 len: 217 time: 0.1182215 Aug 19 12:05:44.319887 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:44.336284 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755f3eca-ea80-4410-8d51-4f3d844848c6 x-openstack-request-id: req-755f3eca-ea80-4410-8d51-4f3d844848c6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:44.337091 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5f8b3-6648-43da-9685-2f9dd716a094", "tag": "fd84fa72-5024-4df2-b810-a18842426fd7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:44.337667 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-755f3eca-ea80-4410-8d51-4f3d844848c6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:44.338220 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'tag': 'fd84fa72-5024-4df2-b810-a18842426fd7', 'status': 'completed', 'code': 200} Aug 19 12:05:44.351866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:44.421297 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f954b-96bc-4032-92bd-99b19539f6ff x-openstack-request-id: req-c55f954b-96bc-4032-92bd-99b19539f6ff {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:05:44.421689 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7966b01-856f-42a9-b835-9ca6bf084222", "name": "network-vif-deleted", "tag": "09c1cffa-a157-412b-a5e0-4039b3068f14", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:05:44.422100 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c55f954b-96bc-4032-92bd-99b19539f6ff {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:05:44.422598 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7966b01-856f-42a9-b835-9ca6bf084222', 'name': 'network-vif-deleted', 'tag': '09c1cffa-a157-412b-a5e0-4039b3068f14', 'status': 'completed', 'code': 200} Aug 19 12:05:44.450695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] For port 35089665-2ec7-4f56-ab40-17056a0d9354, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:44.461088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab370d-7b73-4c88-b8ba-4679781fc5c7 req-4aeef722-8642-4e30-bf23-b08bac511e26 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:44.469947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4cab370d-7b73-4c88-b8ba-4679781fc5c7 req-4aeef722-8642-4e30-bf23-b08bac511e26 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.1057119 Aug 19 12:05:44.481695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:44.491424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] For port 35089665-2ec7-4f56-ab40-17056a0d9354, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=35089665-2ec7-4f56-ab40-17056a0d9354,segment=NetworkSegment(e644f705-c205-4f4f-8cb9-10dc73292616),segment_id=e644f705-c205-4f4f-8cb9-10dc73292616)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:44.523257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d05383f-04e0-4808-bf5f-d0aa3ff457a3,segment=NetworkSegment(2ef11790-5357-444b-b127-a88ce83938ec),segment_id=2ef11790-5357-444b-b127-a88ce83938ec)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:44.531723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:44.541584 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:44.547256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:44.566934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 09c1cffa-a157-412b-a5e0-4039b3068f14 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:05:44.570229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Network a755a6ed-bebc-4351-8c59-a75a2016c68e is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:44.608665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Allocated IP 2001:db8:1::2 (214b24e9-e285-455b-99d5-94aa73afce69/2f3c5545-d2ee-49f2-a615-abad206bf8da/775cde04-f941-44f9-9b45-1785e84efdd3) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:44.617530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'Port': ['ID=8148cd82-e6c8-4d35-a31d-14ba3aa847f6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:44.637629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:44.647627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:44.649484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:44.650231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:44.667763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4cab370d-7b73-4c88-b8ba-4679781fc5c7 req-098b125a-7086-4e68-aefb-522e0800c225 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965892 Aug 19 12:05:44.687046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-267ab77b-9b87-48d4-801f-685135503b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5474365 Aug 19 12:05:44.692868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36238) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:44.701151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 09c1cffa-a157-412b-a5e0-4039b3068f14 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:05:44.701505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 09c1cffa-a157-412b-a5e0-4039b3068f14 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:05:44.747164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10dce4-498f-4699-ab93-cdde818556da req-950c5d5d-85c1-49c8-81c8-ad1f99509e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:44.758396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97162ea-d5b9-4825-9147-8c5ff5a8e21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:44.760284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c97162ea-d5b9-4825-9147-8c5ff5a8e21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "GET /v2.0/ports/8148cd82-e6c8-4d35-a31d-14ba3aa847f6 HTTP/1.1" status: 200 len: 959 time: 0.0591748 Aug 19 12:05:44.763009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36242) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:44.767665 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-950c5d5d-85c1-49c8-81c8-ad1f99509e75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=106cc04e-ed3c-4ed2-8efd-77d86941fcdd HTTP/1.1" status: 200 len: 855 time: 0.4282670 Aug 19 12:05:44.913760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76b38a-61e4-47ef-ada0-a2a802ae6028 None None] Pushing event updated for resources: {'Port': ['ID=35089665-2ec7-4f56-ab40-17056a0d9354,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:44.940218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab4cd2-6fb8-48c2-9119-eddda6232d18 None None] Network ccd65130-e2cc-4415-a9df-60975b970bfe requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:45.005196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe09b8-9b7f-48f8-a473-6720c90ecd46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Deleting port 8148cd82-e6c8-4d35-a31d-14ba3aa847f6 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:45.005423 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ffe09b8-9b7f-48f8-a473-6720c90ecd46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.144304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=4d05383f-04e0-4808-bf5f-d0aa3ff457a3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:45.195908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4dba30b3-ff07-4b30-9ab1-76f6d9075ea3 None None] Provisioning complete for port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:45.195908 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4dba30b3-ff07-4b30-9ab1-76f6d9075ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.257218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10dce4-498f-4699-ab93-cdde818556da req-3f7d18fd-d2cc-4040-8381-8b3fa82c578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:45.269542 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-3f7d18fd-d2cc-4040-8381-8b3fa82c578e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00b76846-3df1-4f01-bc8c-54e9f85e4da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4746993 Aug 19 12:05:45.350139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Deleting port 35089665-2ec7-4f56-ab40-17056a0d9354 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:45.350537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.362631 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.372355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ff5c-cfac-4278-bcfd-aea3a87efbb5 req-e025fc82-a9e3-4653-bec9-65155e27bc6e tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:45.375826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Transition to ACTIVE for port object 775cde04-f941-44f9-9b45-1785e84efdd3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:45.386135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca09ff5c-cfac-4278-bcfd-aea3a87efbb5 req-e025fc82-a9e3-4653-bec9-65155e27bc6e tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 944 time: 0.2426035 Aug 19 12:05:45.398329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Transition to ACTIVE for port object 775cde04-f941-44f9-9b45-1785e84efdd3 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:45.428253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] For port 35089665-2ec7-4f56-ab40-17056a0d9354, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=35089665-2ec7-4f56-ab40-17056a0d9354,segment=NetworkSegment(e644f705-c205-4f4f-8cb9-10dc73292616),segment_id=e644f705-c205-4f4f-8cb9-10dc73292616)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:45.428623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.442266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Calling delete_port for 35089665-2ec7-4f56-ab40-17056a0d9354 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:45.448629 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.498360 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ffe09b8-9b7f-48f8-a473-6720c90ecd46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.526964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe09b8-9b7f-48f8-a473-6720c90ecd46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Calling delete_port for 8148cd82-e6c8-4d35-a31d-14ba3aa847f6 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:45.529481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:45.561440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 2001:db8::1 (03d1ebd4-b239-4542-b428-de5eb9a1c05f/86c92e78-25e6-4b01-86e6-ced034e31b30/8e4f49cb-6b8f-4ac3-979c-6717363935c2) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:45.580020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbf25-6093-43e7-945a-93c8a82d6b58 req-6a7bcdf5-ca4a-48c6-8ed5-3c18cb6e16c2 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:45.589506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbf25-6093-43e7-945a-93c8a82d6b58 req-6a7bcdf5-ca4a-48c6-8ed5-3c18cb6e16c2 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:45.598776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbf25-6093-43e7-945a-93c8a82d6b58 req-6a7bcdf5-ca4a-48c6-8ed5-3c18cb6e16c2 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:45.600998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4cdfbf25-6093-43e7-945a-93c8a82d6b58 req-6a7bcdf5-ca4a-48c6-8ed5-3c18cb6e16c2 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd&device_id=17785c25-53fb-4542-b62c-fc9120a1ec58&device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 2418 time: 0.1636930 Aug 19 12:05:45.606284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Network 214b24e9-e285-455b-99d5-94aa73afce69 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:45.616844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:45.621581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca09ff5c-cfac-4278-bcfd-aea3a87efbb5 req-4c478235-f03e-4232-9aea-f542db608f3b tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288351 Aug 19 12:05:45.628621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:45.640189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Pushing event updated for resources: {'Port': ['ID=775cde04-f941-44f9-9b45-1785e84efdd3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:45.726328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-47441fa5-66f6-4740-af8a-84893ab03e8f service neutron] 10.222.0.54 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980799 Aug 19 12:05:45.763227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Attempting to bind port 775cde04-f941-44f9-9b45-1785e84efdd3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:45.763603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Attempting to bind port 775cde04-f941-44f9-9b45-1785e84efdd3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'b276508c-d6a3-42db-b1f4-8151109a3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '214b24e9-e285-455b-99d5-94aa73afce69'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:45.763964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Attempting to bind port 775cde04-f941-44f9-9b45-1785e84efdd3 on network 214b24e9-e285-455b-99d5-94aa73afce69 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:45.773152 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:45.773524 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.775651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:05:45.776030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Checking segment: {'id': 'b276508c-d6a3-42db-b1f4-8151109a3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '214b24e9-e285-455b-99d5-94aa73afce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:45.776439 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.776875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Bound using segment: {'id': 'b276508c-d6a3-42db-b1f4-8151109a3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '214b24e9-e285-455b-99d5-94aa73afce69'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:05:45.777378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Bound port: 775cde04-f941-44f9-9b45-1785e84efdd3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b276508c-d6a3-42db-b1f4-8151109a3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '214b24e9-e285-455b-99d5-94aa73afce69'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:05:45.779558 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.857404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.900749 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ffe09b8-9b7f-48f8-a473-6720c90ecd46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.909008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No DVR routers for this DVR port 35089665-2ec7-4f56-ab40-17056a0d9354 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:45.910995 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Port': ['ID=35089665-2ec7-4f56-ab40-17056a0d9354,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:45.965736 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.974231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe09b8-9b7f-48f8-a473-6720c90ecd46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event deleted for resources: {'Port': ['ID=8148cd82-e6c8-4d35-a31d-14ba3aa847f6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:45.986327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4cdfbf25-6093-43e7-945a-93c8a82d6b58 req-a0c0d367-dc06-4fd4-9f22-f346f0b39d05 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619907 Aug 19 12:05:45.991198 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ffe09b8-9b7f-48f8-a473-6720c90ecd46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:45.994050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5ffe09b8-9b7f-48f8-a473-6720c90ecd46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "DELETE /v2.0/ports/8148cd82-e6c8-4d35-a31d-14ba3aa847f6 HTTP/1.1" status: 204 len: 168 time: 1.2293806 Aug 19 12:05:45.996047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36258) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:46.062835 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-57607d6e-a1cf-4497-86aa-9898b1b8e9bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:05:46.066631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] For port 775cde04-f941-44f9-9b45-1785e84efdd3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:46.067866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-57607d6e-a1cf-4497-86aa-9898b1b8e9bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "GET /v2.0/ports/8148cd82-e6c8-4d35-a31d-14ba3aa847f6 HTTP/1.1" status: 404 len: 333 time: 0.0704145 Aug 19 12:05:46.071868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36264) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:46.076637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] For port 775cde04-f941-44f9-9b45-1785e84efdd3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=775cde04-f941-44f9-9b45-1785e84efdd3,segment=NetworkSegment(b276508c-d6a3-42db-b1f4-8151109a3d8a),segment_id=b276508c-d6a3-42db-b1f4-8151109a3d8a)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:05:46.088387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Request body: {'port': {'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-709250037'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:46.113008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Transition to ACTIVE for port object 8e4f49cb-6b8f-4ac3-979c-6717363935c2 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:46.136725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Made reservation on behalf of 0d77d55652dc40cd9360a890ce1fd282 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:46.140308 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:46.156175 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:46.173852 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb10dce4-498f-4699-ab93-cdde818556da req-cec9ecf6-3eea-4882-963e-50c689bd1eb3 service neutron] 10.222.0.54 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462249 Aug 19 12:05:46.212266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] device_id is not set on port 31c3b679-ae66-4f40-9b6a-414db498f980 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:46.215556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:46.232760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd65130-e2cc-4415-a9df-60975b970bfe']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:46.266674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e644f705-c205-4f4f-8cb9-10dc73292616') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:46.267261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e644f705-c205-4f4f-8cb9-10dc73292616') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:46.324718 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:46.372580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c6a20-6b0c-4f1f-b473-504f24990e1f None None] Pushing event updated for resources: {'Port': ['ID=775cde04-f941-44f9-9b45-1785e84efdd3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:46.379409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:46.401785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:46.444194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 03d1ebd4-b239-4542-b428-de5eb9a1c05f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:46.450455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:46.459605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:46.460092 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:46.463785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:46.464419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:46.468960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-0863dfcb-f9ea-4fc5-b14e-eabe0615f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:46.471329 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-0863dfcb-f9ea-4fc5-b14e-eabe0615f25a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f00711a81cfb42a0a449a5ab2d2e813b&device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 1095 time: 0.1939046 Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:46.472068 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:46.545796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9a5ac-1d93-46c2-9757-23b723dd72f3 req-03d4de67-9343-465d-a2f7-022f49b9eafd tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:46.547604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fc9a5ac-1d93-46c2-9757-23b723dd72f3 req-03d4de67-9343-465d-a2f7-022f49b9eafd tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.3428860 Aug 19 12:05:46.864571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3fc9a5ac-1d93-46c2-9757-23b723dd72f3 req-9a09633f-7f7d-4f5c-9781-f4cfca2ab022 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895412 Aug 19 12:05:46.930602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:46.962186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023dd26-cc4f-4c43-8e2a-38e84b60a125 req-69ef117e-a2e7-4ed2-9fe7-a173cd9c47e1 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:46.964036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5023dd26-cc4f-4c43-8e2a-38e84b60a125 req-69ef117e-a2e7-4ed2-9fe7-a173cd9c47e1 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 944 time: 0.1520171 Aug 19 12:05:47.008204 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.020568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.026614 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/ccd65130-e2cc-4415-a9df-60975b970bfe HTTP/1.1" status: 204 len: 168 time: 5.5283632 Aug 19 12:05:47.073962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36288) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:47.082752 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.088868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1877847070'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:47.148112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=8e4f49cb-6b8f-4ac3-979c-6717363935c2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:47.150591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-89fe5cfb-98f1-4f1c-a006-d34c26548ec3 None None] Provisioning for port 8e4f49cb-6b8f-4ac3-979c-6717363935c2 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:47.161740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-89fe5cfb-98f1-4f1c-a006-d34c26548ec3 None None] Provisioning complete for port 8e4f49cb-6b8f-4ac3-979c-6717363935c2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:47.163491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8f91a-4185-4bb5-958b-b23e8401a807 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Network': ['ID=ccd65130-e2cc-4415-a9df-60975b970bfe,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:47.163996 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-89fe5cfb-98f1-4f1c-a006-d34c26548ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.180930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-52657078-0849-4ab4-ba30-c237ee07d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:47.186579 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-52657078-0849-4ab4-ba30-c237ee07d97d service neutron] 10.222.0.54 "GET /v2.0/networks?id=00b76846-3df1-4f01-bc8c-54e9f85e4da3 HTTP/1.1" status: 200 len: 917 time: 0.6940975 Aug 19 12:05:47.278305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5023dd26-cc4f-4c43-8e2a-38e84b60a125 req-35110e8a-27df-44a1-9f9d-db00587f9145 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998629 Aug 19 12:05:47.296873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'Port': ['ID=31c3b679-ae66-4f40-9b6a-414db498f980,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:47.302536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:47.311271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-89fe5cfb-98f1-4f1c-a006-d34c26548ec3 None None] Port 8e4f49cb-6b8f-4ac3-979c-6717363935c2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:47.312611 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.320182 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-b520a454-9833-41d3-8f93-84961296f41c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd84fa72-5024-4df2-b810-a18842426fd7 HTTP/1.1" status: 200 len: 217 time: 0.1187339 Aug 19 12:05:47.349803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Network a755a6ed-bebc-4351-8c59-a75a2016c68e is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:47.358125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:47.369966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:47.371032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:47.371641 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.421551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:05:47.429195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-90129cea-978e-49b3-9316-56cfece6ef77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3553176 Aug 19 12:05:47.432123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36312) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:47.455600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:47.510598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 775cde04-f941-44f9-9b45-1785e84efdd3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:47.547895 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.548178 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Added segment 3283a90d-19d6-4992-a24a-82b17e4c3ab2 of type vlan for network 38cacd5c-a16d-40ca-b7af-c6d88cb4d746 Aug 19 12:05:47.597729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.609447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 775cde04-f941-44f9-9b45-1785e84efdd3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:47.663140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-eaa836b9-ecd8-49a1-bdd8-1572fd3e5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:47.664568 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-eaa836b9-ecd8-49a1-bdd8-1572fd3e5369 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=106cc04e-ed3c-4ed2-8efd-77d86941fcdd HTTP/1.1" status: 200 len: 855 time: 0.3353987 Aug 19 12:05:47.672378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.687237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:47.977061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a7b937-398a-4c58-8ea0-ecbdcf215756 None None] Network 214b24e9-e285-455b-99d5-94aa73afce69 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:48.066795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Provisioning for port 775cde04-f941-44f9-9b45-1785e84efdd3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:48.076511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Provisioning complete for port 775cde04-f941-44f9-9b45-1785e84efdd3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:48.077289 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:48.342400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:48.356212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:48.365066 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:48.455425 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f49f9e7-142a-4b2e-8bf8-b4b682a545da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:48.467810 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:48.534685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-e2129959-3dfa-47ac-ae44-de8aabf2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:48.542320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-e2129959-3dfa-47ac-ae44-de8aabf2779e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00b76846-3df1-4f01-bc8c-54e9f85e4da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8514700 Aug 19 12:05:48.570865 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4934061 Aug 19 12:05:48.577546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36364) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:48.599799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] For port 775cde04-f941-44f9-9b45-1785e84efdd3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=775cde04-f941-44f9-9b45-1785e84efdd3,segment=NetworkSegment(b276508c-d6a3-42db-b1f4-8151109a3d8a),segment_id=b276508c-d6a3-42db-b1f4-8151109a3d8a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:48.604903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2cdf3-43c2-4311-8e85-3a11984f5afc req-02028f77-f5b6-4e71-977c-eb67e542b28b tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:48.608135 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:48.623858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fad2cdf3-43c2-4311-8e85-3a11984f5afc req-02028f77-f5b6-4e71-977c-eb67e542b28b tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 944 time: 0.1466062 Aug 19 12:05:48.704315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Request body: {'subnet': {'network_id': '38cacd5c-a16d-40ca-b7af-c6d88cb4d746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:48.709849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Pushing event updated for resources: {'Port': ['ID=775cde04-f941-44f9-9b45-1785e84efdd3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:48.726286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.737908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.738623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.739124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.739648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.740143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.740910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.741457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.752819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.753575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.754728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.755231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c96208-3180-4ae8-8a0e-fb1391b61b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:48.813618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fad2cdf3-43c2-4311-8e85-3a11984f5afc req-c9217375-bf4f-49ec-adb9-889c396b206a tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830580 Aug 19 12:05:48.872839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a05be-afa4-4dab-9fb4-2504712af657 req-9043e5c6-a9c1-4c15-b150-999e815d2817 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:48.883811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-432a05be-afa4-4dab-9fb4-2504712af657 req-9043e5c6-a9c1-4c15-b150-999e815d2817 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.2573681 Aug 19 12:05:48.984591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-432a05be-afa4-4dab-9fb4-2504712af657 req-961502f9-c7dd-4fc7-9947-9129865876b0 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902643 Aug 19 12:05:49.000049 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b407a8-846a-439a-8c54-13bf57bc3b97 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:05:49.024308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ce0bf-b4cf-43e5-b664-fba749544d04 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Network': ['ID=38cacd5c-a16d-40ca-b7af-c6d88cb4d746,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:49.060759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 38cacd5c-a16d-40ca-b7af-c6d88cb4d746 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:05:49.266352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Made reservation on behalf of 407b50f22b184e3e843a6c825648911d for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:05:49.271589 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:49.360581 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-7c4a5d56-7607-4be5-b4c3-4a31f1414af5 service neutron] 10.222.0.54 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7961168 Aug 19 12:05:49.474867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cca4c646-36e7-4a7e-8e94-469ce341d6fd None None] Provisioning complete for port 775cde04-f941-44f9-9b45-1785e84efdd3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:49.475240 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cca4c646-36e7-4a7e-8e94-469ce341d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:49.514718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 775cde04-f941-44f9-9b45-1785e84efdd3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:49.558191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] device_id is not set on port 31c3b679-ae66-4f40-9b6a-414db498f980 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:05:49.578369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:49.600961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:49.625249 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:49.630405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:49.651834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Transition to ACTIVE for port object 31c3b679-ae66-4f40-9b6a-414db498f980 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:49.701081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:49.746844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b407a8-846a-439a-8c54-13bf57bc3b97 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:05:49.757760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 775cde04-f941-44f9-9b45-1785e84efdd3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:49.758399 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:49.801899 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8ea6df9d-6d35-47a6-ae20-cbc8b2882276 req-c6164f7a-18f4-4b96-8b60-79297c3ac5f6 service neutron] 10.222.0.54 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549151 Aug 19 12:05:49.853944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=8e4f49cb-6b8f-4ac3-979c-6717363935c2,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:50.043221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:50.043643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:50.044041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:50.066865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2e0d-fec4-4f23-b31f-58da92012611 req-1c7ef77b-e25c-4ecd-9378-074ba1a26c8a tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:50.071430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f95a2e0d-fec4-4f23-b31f-58da92012611 req-1c7ef77b-e25c-4ecd-9378-074ba1a26c8a tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 944 time: 0.1488781 Aug 19 12:05:50.088958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:50.089299 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:50.090003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'Port': ['ID=31c3b679-ae66-4f40-9b6a-414db498f980,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:50.106065 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 2 to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 Aug 19 12:05:50.145291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 03d1ebd4-b239-4542-b428-de5eb9a1c05f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:50.152773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:50.153108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:50.156782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:50.164148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:50.210259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f95a2e0d-fec4-4f23-b31f-58da92012611 req-9604518a-3655-403a-9f2e-cc95da071478 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272464 Aug 19 12:05:50.228295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:50.228596 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:50.238494 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 3 to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 Aug 19 12:05:50.342598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec10f0-8ed7-4b84-9a43-a3d79ded1af0 req-bb8a8a6b-847f-4061-a28d-9e0e95a2ac85 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:50.352822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:50.353372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:50.353894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:50.376245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:50.376935 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:50.396797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:05:50.399645 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 4 to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 Aug 19 12:05:50.406999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46ec10f0-8ed7-4b84-9a43-a3d79ded1af0 req-bb8a8a6b-847f-4061-a28d-9e0e95a2ac85 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.2617991 Aug 19 12:05:50.421492 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:50.498544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:50.498897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:50.499245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:50.568916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46ec10f0-8ed7-4b84-9a43-a3d79ded1af0 req-1d48e905-c13b-45be-bb2a-061b5eae11e7 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618681 Aug 19 12:05:50.591090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:50.593025 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:50.597561 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 5 to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 Aug 19 12:05:50.607722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event updated for resources: {'Subnet': ['ID=7478da42-44dd-459e-b01c-544a418eab5f,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:50.647361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:50.647808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:50.648475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:50.669270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Checking segment: {'id': '3283a90d-19d6-4992-a24a-82b17e4c3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38cacd5c-a16d-40ca-b7af-c6d88cb4d746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:05:50.669908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network hostable DHCP agents. Network: 38cacd5c-a16d-40ca-b7af-c6d88cb4d746, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:05:50.673212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:50.673568 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:50.676292 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 6 to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 Aug 19 12:05:50.708952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 49a72017-6023-4b7a-a20a-0d0da4640b08 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:05:50.716011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Network 38cacd5c-a16d-40ca-b7af-c6d88cb4d746 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:05:50.723916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:50.724313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:50.725101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:50.755380 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d4581c8a-7641-4080-b4d0-0177bd3b5881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:50.794898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 38cacd5c-a16d-40ca-b7af-c6d88cb4d746) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:50.811095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac7647f-04b7-4f64-8252-cb6bc706e268 None None] Network 38cacd5c-a16d-40ca-b7af-c6d88cb4d746 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:50.836151 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:50.836606 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:50.840324 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 7 to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 Aug 19 12:05:50.846518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:50.847569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:50.873633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:50.874247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:50.874744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:50.888194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:50.888853 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:50.892474 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 8 to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 Aug 19 12:05:50.902564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36386) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:50.903194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-21f5f640-50f5-454f-b90a-db80872d2ca2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2634444 Aug 19 12:05:50.917587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:50.918313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:50.918658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:50.921270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:05:50.932230 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6abf012f-830b-44b1-9bd1-f824d1f86645 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/49a72017-6023-4b7a-a20a-0d0da4640b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0583658 Aug 19 12:05:50.935486 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99023f36-ab4c-4e5a-b9a1-0f3eab0b02a6 None None] Sync routers for ids ['49a72017-6023-4b7a-a20a-0d0da4640b08'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:05:50.944911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36388) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:50.951701 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99023f36-ab4c-4e5a-b9a1-0f3eab0b02a6 None None] Routers {'49a72017-6023-4b7a-a20a-0d0da4640b08'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:05:50.952759 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99023f36-ab4c-4e5a-b9a1-0f3eab0b02a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['49a72017-6023-4b7a-a20a-0d0da4640b08'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:50.974602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:50.975953 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:50.978687 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 9 to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 Aug 19 12:05:51.040090 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99023f36-ab4c-4e5a-b9a1-0f3eab0b02a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:51.042066 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.052399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-99a0549f-d848-43ed-9b44-f6acd852415b None None] Provisioning complete for port 8e4f49cb-6b8f-4ac3-979c-6717363935c2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:51.052804 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-99a0549f-d848-43ed-9b44-f6acd852415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.056905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.065447 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99023f36-ab4c-4e5a-b9a1-0f3eab0b02a6 None None] Routers {'49a72017-6023-4b7a-a20a-0d0da4640b08'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:05:51.068728 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99023f36-ab4c-4e5a-b9a1-0f3eab0b02a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['49a72017-6023-4b7a-a20a-0d0da4640b08'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:51.081305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:51.081672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:51.081976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:51.108555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c73ebf-0715-4612-9f16-336d4203d6f9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:51.120865 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-53c73ebf-0715-4612-9f16-336d4203d6f9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports/8e4f49cb-6b8f-4ac3-979c-6717363935c2 HTTP/1.1" status: 200 len: 911 time: 0.1707437 Aug 19 12:05:51.121580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36390) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:51.130412 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.142165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:51.142520 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:51.142900 n-d-778550-9 neutron-server[101153]: INFO neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempt 10 to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 Aug 19 12:05:51.149378 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99023f36-ab4c-4e5a-b9a1-0f3eab0b02a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:51.150096 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99023f36-ab4c-4e5a-b9a1-0f3eab0b02a6 None None] The sync data for ids ['49a72017-6023-4b7a-a20a-0d0da4640b08'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:05:51.166688 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-99a0549f-d848-43ed-9b44-f6acd852415b None None] Port 8e4f49cb-6b8f-4ac3-979c-6717363935c2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:51.208879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88823bb-0891-46f6-b698-8c43cd174834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-38cacd5c-a16d-40ca-b7af-c6d88cb4d746', 'network_id': '38cacd5c-a16d-40ca-b7af-c6d88cb4d746', 'tenant_id': '407b50f22b184e3e843a6c825648911d', 'fixed_ips': [{'subnet_id': '7478da42-44dd-459e-b01c-544a418eab5f'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:05:51.213441 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c88823bb-0891-46f6-b698-8c43cd174834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.217187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.240626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:05:51.241221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:05:51.241720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempting to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:05:51.255528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:05:51.256054 n-d-778550-9 neutron-server[101153]: ERROR neutron.plugins.ml2.managers [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Failed to bind port 31c3b679-ae66-4f40-9b6a-414db498f980 on host n-h2-778550-9 for vnic_type normal using segments [{'id': 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a755a6ed-bebc-4351-8c59-a75a2016c68e'}] Aug 19 12:05:51.256583 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.262335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Subnet': ['ID=7478da42-44dd-459e-b01c-544a418eab5f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:51.354408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea880d-79f7-4ba1-916f-8af4265015c5 None None] Network 38cacd5c-a16d-40ca-b7af-c6d88cb4d746 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:51.428336 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.437033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] For port 31c3b679-ae66-4f40-9b6a-414db498f980, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:05:51.438106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attempted to set empty binding levels {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:05:51.445854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cacd5c-a16d-40ca-b7af-c6d88cb4d746']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:51.470380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3283a90d-19d6-4992-a24a-82b17e4c3ab2') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:51.470685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3283a90d-19d6-4992-a24a-82b17e4c3ab2') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:51.480344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af528a-4bd6-4794-8bb7-c49b8573ddfd req-c7962643-4c89-43a7-a705-828e1ede68ac tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:51.481638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.490671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44af528a-4bd6-4794-8bb7-c49b8573ddfd req-c7962643-4c89-43a7-a705-828e1ede68ac tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 944 time: 0.1234636 Aug 19 12:05:51.553963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.567726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44af528a-4bd6-4794-8bb7-c49b8573ddfd req-9ba8d7fd-fed9-4725-ba73-81e6554964ca tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756717 Aug 19 12:05:51.597838 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.608834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:51.609723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.666699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] In _notify_port_updated(), no bound segment for port 31c3b679-ae66-4f40-9b6a-414db498f980 on network a755a6ed-bebc-4351-8c59-a75a2016c68e {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:05:51.671612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:51.676506 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.678166 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "PUT /v2.0/ports/31c3b679-ae66-4f40-9b6a-414db498f980 HTTP/1.1" status: 200 len: 978 time: 4.2418759 Aug 19 12:05:51.683937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36406) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:51.703413 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:51.725114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd6581-9a98-462f-ba4e-0d63ca40c5cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event updated for resources: {'Port': ['ID=31c3b679-ae66-4f40-9b6a-414db498f980,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:51.805686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88dde7-292e-4114-a9fa-dea0c8de16b1 req-a559baa5-c28d-4754-a168-8cacaca507d3 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:51.814855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c88dde7-292e-4114-a9fa-dea0c8de16b1 req-a559baa5-c28d-4754-a168-8cacaca507d3 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.1059821 Aug 19 12:05:51.817730 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.868846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.886990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/38cacd5c-a16d-40ca-b7af-c6d88cb4d746 HTTP/1.1" status: 204 len: 168 time: 0.9800544 Aug 19 12:05:51.890767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36414) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:51.901243 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.905500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64529cec-e41e-424b-8c48-95d5f927e9ad tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Network': ['ID=38cacd5c-a16d-40ca-b7af-c6d88cb4d746,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:51.906969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-70078aee-728f-4fbb-978e-679e4bc4feae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Deleting port 31c3b679-ae66-4f40-9b6a-414db498f980 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:51.907533 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70078aee-728f-4fbb-978e-679e4bc4feae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.911114 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:51.938624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c88dde7-292e-4114-a9fa-dea0c8de16b1 req-7faa14ac-811d-4630-83d9-f71d63d8df2a tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226130 Aug 19 12:05:51.949108 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-917ad85a-c00e-48d2-b933-ae388d53f968 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:51.949840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917ad85a-c00e-48d2-b933-ae388d53f968 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:51.955173 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-917ad85a-c00e-48d2-b933-ae388d53f968 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/subnets/7478da42-44dd-459e-b01c-544a418eab5f HTTP/1.1" status: 404 len: 337 time: 0.0630655 Aug 19 12:05:51.958062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36416) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:51.990529 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b724d2-f056-45e8-881f-1c426cb2d385 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:51.991274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b724d2-f056-45e8-881f-1c426cb2d385 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:51.995721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-79b724d2-f056-45e8-881f-1c426cb2d385 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/38cacd5c-a16d-40ca-b7af-c6d88cb4d746 HTTP/1.1" status: 404 len: 339 time: 0.0328548 Aug 19 12:05:51.997781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36418) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:52.103464 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5da0c5a-d1f1-40cf-983d-e241a9c8ee68 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:52.104341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5da0c5a-d1f1-40cf-983d-e241a9c8ee68 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:52.108622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e5da0c5a-d1f1-40cf-983d-e241a9c8ee68 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/subnets/10d7a14a-da7c-46c3-a170-2b611b4406ad HTTP/1.1" status: 404 len: 337 time: 0.1071665 Aug 19 12:05:52.108951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36420) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:52.126540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-70078aee-728f-4fbb-978e-679e4bc4feae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] For port 31c3b679-ae66-4f40-9b6a-414db498f980, host n-h2-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:52.126909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70078aee-728f-4fbb-978e-679e4bc4feae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:52.140085 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-522bdb81-e2d9-48ce-8468-f6f9272878a8 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:52.144878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522bdb81-e2d9-48ce-8468-f6f9272878a8 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:52.149238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-522bdb81-e2d9-48ce-8468-f6f9272878a8 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/ccd65130-e2cc-4415-a9df-60975b970bfe HTTP/1.1" status: 404 len: 339 time: 0.0365438 Aug 19 12:05:52.151416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36422) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:52.168450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-70078aee-728f-4fbb-978e-679e4bc4feae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Calling delete_port for 31c3b679-ae66-4f40-9b6a-414db498f980 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:52.198861 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-706150cd-d2b6-40e9-8f39-a8d0cdfb02b2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:52.199320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706150cd-d2b6-40e9-8f39-a8d0cdfb02b2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:52.203833 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-706150cd-d2b6-40e9-8f39-a8d0cdfb02b2 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/subnets/997355b9-49b6-425e-a14e-5f3f88587c37 HTTP/1.1" status: 404 len: 337 time: 0.0473313 Aug 19 12:05:52.206672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36424) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:52.234491 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d023698-b9fb-4911-a541-325cdaca5a20 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:52.235061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d023698-b9fb-4911-a541-325cdaca5a20 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:52.239422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d023698-b9fb-4911-a541-325cdaca5a20 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/3a822249-ea84-4ea7-b9a2-96c6753c04fb HTTP/1.1" status: 404 len: 339 time: 0.0318451 Aug 19 12:05:52.239759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36426) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:52.432327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70078aee-728f-4fbb-978e-679e4bc4feae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:52.483528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-4d83f24a-0218-43a4-9507-9d1f0dcb058e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Deleting port 0256377a-ac39-489f-bbfc-82a106ac62d3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:52.483877 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d83f24a-0218-43a4-9507-9d1f0dcb058e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:52.501872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70078aee-728f-4fbb-978e-679e4bc4feae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c3b679-ae66-4f40-9b6a-414db498f980,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:52.513675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70078aee-728f-4fbb-978e-679e4bc4feae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:52.517576 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-70078aee-728f-4fbb-978e-679e4bc4feae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "DELETE /v2.0/ports/31c3b679-ae66-4f40-9b6a-414db498f980 HTTP/1.1" status: 204 len: 168 time: 0.8293414 Aug 19 12:05:52.523368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36432) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:52.553025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 2001:db8:1::1 (214b24e9-e285-455b-99d5-94aa73afce69/2f3c5545-d2ee-49f2-a615-abad206bf8da/e83ff2c4-d5e9-4ddf-a64d-3b8519199185) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:05:52.639156 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5d3459-bcf5-41a0-917d-8aa6abbb2119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:05:52.651409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ab5d3459-bcf5-41a0-917d-8aa6abbb2119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034691500-project-admin] 10.222.0.65 "GET /v2.0/ports/31c3b679-ae66-4f40-9b6a-414db498f980 HTTP/1.1" status: 404 len: 333 time: 0.1266778 Aug 19 12:05:52.655484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36436) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:52.758466 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d83f24a-0218-43a4-9507-9d1f0dcb058e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:52.777462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-4d83f24a-0218-43a4-9507-9d1f0dcb058e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Calling delete_port for 0256377a-ac39-489f-bbfc-82a106ac62d3 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:53.019065 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.034574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e2fff-0b9b-45c1-9b4a-ce9c73a59b73 req-f6939609-2e4c-439e-957e-e8ec3be726d6 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:53.054970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-259e2fff-0b9b-45c1-9b4a-ce9c73a59b73 req-f6939609-2e4c-439e-957e-e8ec3be726d6 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 944 time: 0.1907852 Aug 19 12:05:53.151484 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d83f24a-0218-43a4-9507-9d1f0dcb058e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.238570 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-259e2fff-0b9b-45c1-9b4a-ce9c73a59b73 req-ae02eb7f-b390-47bf-a68a-78afb441c47c tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826344 Aug 19 12:05:53.247680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83f24a-0218-43a4-9507-9d1f0dcb058e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Port': ['ID=0256377a-ac39-489f-bbfc-82a106ac62d3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:53.322068 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d83f24a-0218-43a4-9507-9d1f0dcb058e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.327861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d83f24a-0218-43a4-9507-9d1f0dcb058e tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/ports/0256377a-ac39-489f-bbfc-82a106ac62d3 HTTP/1.1" status: 204 len: 168 time: 1.0870218 Aug 19 12:05:53.338949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36444) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:53.339296 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.380068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Transition to ACTIVE for port object e83ff2c4-d5e9-4ddf-a64d-3b8519199185 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:05:53.431147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76ba18-244c-444d-9098-1edf0804bc0f req-c1398099-3c17-4ac8-a6e3-721266ab21b5 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:53.438741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d76ba18-244c-444d-9098-1edf0804bc0f req-c1398099-3c17-4ac8-a6e3-721266ab21b5 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.3280888 Aug 19 12:05:53.472668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.487237 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9bfa38-03e6-426a-aef6-45269dc501e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:53.487883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9bfa38-03e6-426a-aef6-45269dc501e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:53.495657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3b9bfa38-03e6-426a-aef6-45269dc501e3 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/subnets/2fceba74-245a-4e7c-8371-b81a0bcd398c HTTP/1.1" status: 404 len: 337 time: 0.1538508 Aug 19 12:05:53.497096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36446) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:53.639437 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.648183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 214b24e9-e285-455b-99d5-94aa73afce69 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:53.651299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.653910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:53.663858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:05:53.664554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.711045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d76ba18-244c-444d-9098-1edf0804bc0f req-11a279c9-ad68-4b59-80a4-0b6ce7590325 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657597 Aug 19 12:05:53.714705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a755a6ed-bebc-4351-8c59-a75a2016c68e']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:53.731294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=e83ff2c4-d5e9-4ddf-a64d-3b8519199185,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:53.776580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:53.777200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2fdeb0-3c1e-43ec-bbd6-435d25d998c0') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:53.859739 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.909507 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.925498 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.926343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26b8d63-c04c-4f36-b7e9-651f90b22122']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:53.943205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de98f5ce-ef78-4d17-9cb0-d00b6ff3eb63') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:53.943506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de98f5ce-ef78-4d17-9cb0-d00b6ff3eb63') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:53.955536 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.973214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:53.981166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:53.981660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.041769 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:54.120237 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:54.124127 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.130884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d1cab5b3-7956-4a1f-b0ed-fdd6425d97e3 None None] Provisioning for port e83ff2c4-d5e9-4ddf-a64d-3b8519199185 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:54.132001 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.137956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/a26b8d63-c04c-4f36-b7e9-651f90b22122 HTTP/1.1" status: 204 len: 168 time: 0.6324131 Aug 19 12:05:54.138862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36462) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:54.139552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d1cab5b3-7956-4a1f-b0ed-fdd6425d97e3 None None] Provisioning complete for port e83ff2c4-d5e9-4ddf-a64d-3b8519199185 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:54.140288 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d1cab5b3-7956-4a1f-b0ed-fdd6425d97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.141424 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.256968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d1cab5b3-7956-4a1f-b0ed-fdd6425d97e3 None None] Port e83ff2c4-d5e9-4ddf-a64d-3b8519199185 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:54.663982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.684931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.688461 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.732129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9f471-3982-4af8-90cb-c64ec29336a4 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Network': ['ID=a26b8d63-c04c-4f36-b7e9-651f90b22122,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:54.804816 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.825577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:54.826615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:54.831919 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:54.927804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=e83ff2c4-d5e9-4ddf-a64d-3b8519199185,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:54.940987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02ae79-e08f-4672-9e4b-a36643ac3d84 req-0b014181-37e5-42ce-8e2c-eb956f46e1a3 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:54.941202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 214b24e9-e285-455b-99d5-94aa73afce69 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:05:54.942798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:05:54.949492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd02ae79-e08f-4672-9e4b-a36643ac3d84 req-0b014181-37e5-42ce-8e2c-eb956f46e1a3 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 944 time: 0.2408774 Aug 19 12:05:55.020439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd02ae79-e08f-4672-9e4b-a36643ac3d84 req-fc02bf9b-abe8-47f6-9ead-8c8bdd23a2ef tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684090 Aug 19 12:05:55.050666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-47c06c6f-92ef-47dc-a5e3-6fdf6765f475 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Deleting port d95d47b5-224d-4f8e-90e0-3a274b05f5df {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:55.051345 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47c06c6f-92ef-47dc-a5e3-6fdf6765f475 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:55.057400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:55.114467 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:55.116937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] 10.222.0.65 "DELETE /v2.0/networks/a755a6ed-bebc-4351-8c59-a75a2016c68e HTTP/1.1" status: 204 len: 168 time: 2.4605236 Aug 19 12:05:55.133757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 49a72017-6023-4b7a-a20a-0d0da4640b08 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:05:55.210641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e15e-9573-440c-a9d2-12891f7e4b5d req-bb310578-a9ac-4f17-a744-d7787d260a0b tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:55.230129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fd84fa72-5024-4df2-b810-a18842426fd7 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:05:55.236756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d05e15e-9573-440c-a9d2-12891f7e4b5d req-bb310578-a9ac-4f17-a744-d7787d260a0b tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.3535023 Aug 19 12:05:55.297068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b6493-9a24-41d0-8d53-27953516225e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653452750-project] Pushing event deleted for resources: {'Network': ['ID=a755a6ed-bebc-4351-8c59-a75a2016c68e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:55.379833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47c06c6f-92ef-47dc-a5e3-6fdf6765f475 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:55.426681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-47c06c6f-92ef-47dc-a5e3-6fdf6765f475 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Calling delete_port for d95d47b5-224d-4f8e-90e0-3a274b05f5df owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:55.434509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:05:55.461030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cb7359dd-86d9-4193-bc35-7c787323818f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/49a72017-6023-4b7a-a20a-0d0da4640b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3362482 Aug 19 12:05:55.463873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36502) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:55.467627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e067748-0448-4116-9a64-d594bf0a48fb None None] Sync routers for ids ['49a72017-6023-4b7a-a20a-0d0da4640b08'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:05:55.541465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e067748-0448-4116-9a64-d594bf0a48fb None None] Routers {'49a72017-6023-4b7a-a20a-0d0da4640b08'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:05:55.545817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5e067748-0448-4116-9a64-d594bf0a48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['49a72017-6023-4b7a-a20a-0d0da4640b08'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:55.556265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa25d9-7f25-4bc0-b7f4-83d8d899934c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:55.558211 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-11fa25d9-7f25-4bc0-b7f4-83d8d899934c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports/e83ff2c4-d5e9-4ddf-a64d-3b8519199185 HTTP/1.1" status: 200 len: 913 time: 0.0928071 Aug 19 12:05:55.561438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36504) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:55.649930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5e067748-0448-4116-9a64-d594bf0a48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:55.656489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d05e15e-9573-440c-a9d2-12891f7e4b5d req-0e52eaae-35d0-40a3-a3f5-d91a6e26e21d tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183307 Aug 19 12:05:55.676348 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47c06c6f-92ef-47dc-a5e3-6fdf6765f475 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:55.715906 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fd84fa72-5024-4df2-b810-a18842426fd7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fd84fa72-5024-4df2-b810-a18842426fd7,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:55.730644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2358e509-12e4-440c-81a6-d875917b27a8 None None] Provisioning complete for port e83ff2c4-d5e9-4ddf-a64d-3b8519199185 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:55.731190 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2358e509-12e4-440c-81a6-d875917b27a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:55.763002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c06c6f-92ef-47dc-a5e3-6fdf6765f475 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Port': ['ID=d95d47b5-224d-4f8e-90e0-3a274b05f5df,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:55.773202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47c06c6f-92ef-47dc-a5e3-6fdf6765f475 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:55.778870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-47c06c6f-92ef-47dc-a5e3-6fdf6765f475 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/ports/d95d47b5-224d-4f8e-90e0-3a274b05f5df HTTP/1.1" status: 204 len: 168 time: 1.1169434 Aug 19 12:05:55.779061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e067748-0448-4116-9a64-d594bf0a48fb None None] Routers {'49a72017-6023-4b7a-a20a-0d0da4640b08'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:05:55.779167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36512) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:55.800423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5e067748-0448-4116-9a64-d594bf0a48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['49a72017-6023-4b7a-a20a-0d0da4640b08'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:55.827577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36516) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:55.842757 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-339299b3-9543-4d84-80c2-0b4fc55c5568 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] DELETE failed (client error): The resource could not be found. Aug 19 12:05:55.843260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339299b3-9543-4d84-80c2-0b4fc55c5568 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:05:55.845293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-339299b3-9543-4d84-80c2-0b4fc55c5568 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/subnets/eb2c1887-c3ae-4a9a-9b14-545e5596be23 HTTP/1.1" status: 404 len: 337 time: 0.0651548 Aug 19 12:05:55.850979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36520) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:55.886109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'fd84fa72-5024-4df2-b810-a18842426fd7', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'port_id': 'fd84fa72-5024-4df2-b810-a18842426fd7', 'mac_address': 'fa:16:3e:96:3c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:05:55.913120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5e067748-0448-4116-9a64-d594bf0a48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:55.913791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e067748-0448-4116-9a64-d594bf0a48fb None None] The sync data for ids ['49a72017-6023-4b7a-a20a-0d0da4640b08'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:05:55.983391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2358e509-12e4-440c-81a6-d875917b27a8 None None] Port e83ff2c4-d5e9-4ddf-a64d-3b8519199185 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:05:56.009566 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.024274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd84fa72-5024-4df2-b810-a18842426fd7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:05:56.043823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.064651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fd84fa72-5024-4df2-b810-a18842426fd7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fd84fa72-5024-4df2-b810-a18842426fd7,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:56.074069 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.213451 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1aaa88b4-66bf-4508-baca-809074226617 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0fab2b7f2db449fe84eedba88b8e3078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842802 Aug 19 12:05:56.235903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36524) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:56.243525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=fd84fa72-5024-4df2-b810-a18842426fd7,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:56.297435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.326891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628d249e-7481-4029-8f5d-2595527e5b4a']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:56.347252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d69b9d-73ab-42a0-81dd-cedfab8e7f83') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:56.347547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d69b9d-73ab-42a0-81dd-cedfab8e7f83') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:56.359991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b7a55-b683-4afd-b0bd-cfc12ffdda64 req-99b93620-f699-4717-aac0-3e349d01f703 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:56.368592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb4b7a55-b683-4afd-b0bd-cfc12ffdda64 req-99b93620-f699-4717-aac0-3e349d01f703 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 945 time: 0.1792870 Aug 19 12:05:56.395878 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.409945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['fd84fa72-5024-4df2-b810-a18842426fd7'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:05:56.441334 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.453380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb4b7a55-b683-4afd-b0bd-cfc12ffdda64 req-5e8edf94-04f2-4254-a6b6-cdc3e79f5963 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835226 Aug 19 12:05:56.468786 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bd36a59-aaa6-4b3f-a1d0-3573843fa257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.476463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.499250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:56.499663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:56.503495 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:56.566207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bd36a59-aaa6-4b3f-a1d0-3573843fa257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.631285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.639433 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.641880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/628d249e-7481-4029-8f5d-2595527e5b4a HTTP/1.1" status: 204 len: 168 time: 0.7899022 Aug 19 12:05:56.644639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36528) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:56.668434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa1e5d-a2b6-4006-9b27-4d0aa89b1372 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Network': ['ID=628d249e-7481-4029-8f5d-2595527e5b4a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:56.726785 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bd36a59-aaa6-4b3f-a1d0-3573843fa257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.730436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bd36a59-aaa6-4b3f-a1d0-3573843fa257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.733135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6bd36a59-aaa6-4b3f-a1d0-3573843fa257 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db2279ce-2a5a-4b4e-a185-c82d0c7cd9cb HTTP/1.1" status: 204 len: 168 time: 0.4856029 Aug 19 12:05:56.783748 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0399b3-ad40-4da1-8b23-f9d89cec0895 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Deleting subnet a57ad5b7-a7c8-4b5b-990f-cc93fb1388ef {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:05:56.785444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd36a59-aaa6-4b3f-a1d0-3573843fa257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2279ce-2a5a-4b4e-a185-c82d0c7cd9cb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:56.854903 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b0399b3-ad40-4da1-8b23-f9d89cec0895 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:57.047119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b0399b3-ad40-4da1-8b23-f9d89cec0895 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:57.071032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d541c-72c4-490b-a755-36b4cd826b68 req-4ecca9b3-236e-412f-9da6-b46b37a31095 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:57.072663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e79d541c-72c4-490b-a755-36b4cd826b68 req-4ecca9b3-236e-412f-9da6-b46b37a31095 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.1793532 Aug 19 12:05:57.185836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e79d541c-72c4-490b-a755-36b4cd826b68 req-98de9229-c31c-4ed0-bd56-4097fcc730b2 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023555 Aug 19 12:05:57.552036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b0399b3-ad40-4da1-8b23-f9d89cec0895 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:57.571518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36544) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:57.657280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port e83ff2c4-d5e9-4ddf-a64d-3b8519199185 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:57.657885 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:57.722748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276df1a-200d-4445-9922-e4ceb1bcd6ee req-ed1de0f5-19ce-4b6b-acfc-ea4bcb375b46 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:57.725261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d276df1a-200d-4445-9922-e4ceb1bcd6ee req-ed1de0f5-19ce-4b6b-acfc-ea4bcb375b46 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 945 time: 0.1553047 Aug 19 12:05:57.732954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0426182d-45c6-4563-9c9a-f9697b6afd2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d77d55652dc40cd9360a890ce1fd282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603892 Aug 19 12:05:57.740365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36548) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:57.766397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b0399b3-ad40-4da1-8b23-f9d89cec0895 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:57.789238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d276df1a-200d-4445-9922-e4ceb1bcd6ee req-4544dc36-71ac-4ac7-803a-d98b16d0838b tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547862 Aug 19 12:05:57.836861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0399b3-ad40-4da1-8b23-f9d89cec0895 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Subnet': ['ID=a57ad5b7-a7c8-4b5b-990f-cc93fb1388ef,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:57.845105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:57.856520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e855b0f-4f31-4663-a892-53d8904a5da7 None None] Network e94c4cf5-fd78-40c6-bdd7-8c029083ede9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:57.857400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3b0399b3-ad40-4da1-8b23-f9d89cec0895 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:57.858885 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3b0399b3-ad40-4da1-8b23-f9d89cec0895 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/subnets/a57ad5b7-a7c8-4b5b-990f-cc93fb1388ef HTTP/1.1" status: 204 len: 168 time: 1.2130847 Aug 19 12:05:57.861703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36554) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:57.874984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for e83ff2c4-d5e9-4ddf-a64d-3b8519199185 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:57.964842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83a91b32-5915-4631-aa69-798e3045f639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.066541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.136511 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83a91b32-5915-4631-aa69-798e3045f639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.181704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8a7ba7-0d19-4db4-9781-30a1078448c6 None None] DHCP port deletion for e94c4cf5-fd78-40c6-bdd7-8c029083ede9 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:05:58.303139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-db8a7ba7-0d19-4db4-9781-30a1078448c6 None None] Deleting port a213f90f-0f62-4595-b767-20d4a09a7996 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:58.303497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-db8a7ba7-0d19-4db4-9781-30a1078448c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.319599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83a91b32-5915-4631-aa69-798e3045f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.323021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-83a91b32-5915-4631-aa69-798e3045f639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.324446 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-83a91b32-5915-4631-aa69-798e3045f639 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab00d8db-3593-45ec-91ba-8390c90f57dc HTTP/1.1" status: 204 len: 168 time: 0.5799627 Aug 19 12:05:58.351775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545397a-ddc0-461b-a77e-30eaf9f0292e req-84cf1cc6-94ec-407e-921e-6fd65f06a349 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:58.361297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a545397a-ddc0-461b-a77e-30eaf9f0292e req-84cf1cc6-94ec-407e-921e-6fd65f06a349 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.0898571 Aug 19 12:05:58.388082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-db8a7ba7-0d19-4db4-9781-30a1078448c6 None None] For port a213f90f-0f62-4595-b767-20d4a09a7996, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a213f90f-0f62-4595-b767-20d4a09a7996,segment=NetworkSegment(6af32b97-b768-4b65-886a-db4ef086bee3),segment_id=6af32b97-b768-4b65-886a-db4ef086bee3)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:58.388465 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-db8a7ba7-0d19-4db4-9781-30a1078448c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.407702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-db8a7ba7-0d19-4db4-9781-30a1078448c6 None None] Calling delete_port for a213f90f-0f62-4595-b767-20d4a09a7996 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:58.415214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Deleting port a213f90f-0f62-4595-b767-20d4a09a7996 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:05:58.416904 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.426643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a91b32-5915-4631-aa69-798e3045f639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab00d8db-3593-45ec-91ba-8390c90f57dc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:58.467399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a545397a-ddc0-461b-a77e-30eaf9f0292e req-8a722fb7-ac10-4e02-b480-a647e7a1fb3f tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041577 Aug 19 12:05:58.528389 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.557725 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-db8a7ba7-0d19-4db4-9781-30a1078448c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.612944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a7ba7-0d19-4db4-9781-30a1078448c6 None None] Pushing event deleted for resources: {'Port': ['ID=a213f90f-0f62-4595-b767-20d4a09a7996,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:58.615453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a7ba7-0d19-4db4-9781-30a1078448c6 None None] No DVR routers for this DVR port a213f90f-0f62-4595-b767-20d4a09a7996 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:58.688251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] For port a213f90f-0f62-4595-b767-20d4a09a7996, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a213f90f-0f62-4595-b767-20d4a09a7996,segment=NetworkSegment(6af32b97-b768-4b65-886a-db4ef086bee3),segment_id=6af32b97-b768-4b65-886a-db4ef086bee3)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:05:58.688977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.725190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Calling delete_port for a213f90f-0f62-4595-b767-20d4a09a7996 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:05:58.741001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.786635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=e83ff2c4-d5e9-4ddf-a64d-3b8519199185,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:59.071318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa85e6b-5692-4e84-812c-5321d0b4a96f req-25e1658f-5c0e-49aa-b7d6-a20249ac3a74 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:59.087446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fa85e6b-5692-4e84-812c-5321d0b4a96f req-25e1658f-5c0e-49aa-b7d6-a20249ac3a74 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 945 time: 0.1305592 Aug 19 12:05:59.175261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.188927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fa85e6b-5692-4e84-812c-5321d0b4a96f req-148efbbc-96ba-44da-b58d-98c9b34c07af tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004655 Aug 19 12:05:59.212048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Port': ['ID=a213f90f-0f62-4595-b767-20d4a09a7996,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:59.217556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.218319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fd84fa72-5024-4df2-b810-a18842426fd7 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:05:59.364051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] No DVR routers for this DVR port a213f90f-0f62-4595-b767-20d4a09a7996 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:05:59.463858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a213f90f-0f62-4595-b767-20d4a09a7996 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:05:59.556520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: a213f90f-0f62-4595-b767-20d4a09a7996 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:05:59.557556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a213f90f-0f62-4595-b767-20d4a09a7996 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:05:59.570331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port fd84fa72-5024-4df2-b810-a18842426fd7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:05:59.586092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port fd84fa72-5024-4df2-b810-a18842426fd7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:59.586466 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.629807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.641378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94c4cf5-fd78-40c6-bdd7-8c029083ede9']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:59.654513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af32b97-b768-4b65-886a-db4ef086bee3') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:59.655118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af32b97-b768-4b65-886a-db4ef086bee3') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:05:59.665684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.684126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.691024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:05:59.692132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.702280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a363ef-7260-421f-9e9a-a4661a304d69 req-d260bc08-0851-4aa9-aa1a-ad436500613f tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:59.713608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09a363ef-7260-421f-9e9a-a4661a304d69 req-d260bc08-0851-4aa9-aa1a-ad436500613f tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.1224799 Aug 19 12:05:59.758749 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 49a72017-6023-4b7a-a20a-0d0da4640b08 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:05:59.759973 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:05:59.764805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.775310 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.778131 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] 10.222.0.65 "DELETE /v2.0/networks/e94c4cf5-fd78-40c6-bdd7-8c029083ede9 HTTP/1.1" status: 204 len: 168 time: 1.9155002 Aug 19 12:05:59.797975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc7143-423d-4452-b987-e7f8800d9876 tempest-NetworksIpV6TestAttrs-90922505 tempest-NetworksIpV6TestAttrs-90922505-project] Pushing event deleted for resources: {'Network': ['ID=e94c4cf5-fd78-40c6-bdd7-8c029083ede9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:59.912501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09a363ef-7260-421f-9e9a-a4661a304d69 req-ea9dcae4-f750-4b50-b135-46bdf692917c tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976955 Aug 19 12:05:59.940938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:05:59.947770 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bb91620b-1c66-4a09-8a63-a31b1c6a261a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/49a72017-6023-4b7a-a20a-0d0da4640b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3847744 Aug 19 12:05:59.950558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36606) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:59.958788 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8342da-d89e-4df8-bfe9-dab1d13132c5 None None] Sync routers for ids ['49a72017-6023-4b7a-a20a-0d0da4640b08'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:05:59.965812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.976016 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8342da-d89e-4df8-bfe9-dab1d13132c5 None None] Routers {'49a72017-6023-4b7a-a20a-0d0da4640b08'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:05:59.982866 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4f8342da-d89e-4df8-bfe9-dab1d13132c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['49a72017-6023-4b7a-a20a-0d0da4640b08'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:00.110280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port fd84fa72-5024-4df2-b810-a18842426fd7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fd84fa72-5024-4df2-b810-a18842426fd7,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:00.114855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84fa72-5024-4df2-b810-a18842426fd7'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:06:00.125045 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a3ec8-b484-4778-a7ee-ee8596e6e6ff" -d '{"events": [{"server_uuid": "c2d5f8b3-6648-43da-9685-2f9dd716a094", "name": "network-vif-plugged", "status": "completed", "tag": "fd84fa72-5024-4df2-b810-a18842426fd7"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:06:00.136389 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:00.140709 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4f8342da-d89e-4df8-bfe9-dab1d13132c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:00.167757 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8342da-d89e-4df8-bfe9-dab1d13132c5 None None] Routers {'49a72017-6023-4b7a-a20a-0d0da4640b08'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:00.171152 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4f8342da-d89e-4df8-bfe9-dab1d13132c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['49a72017-6023-4b7a-a20a-0d0da4640b08'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:00.325036 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4f8342da-d89e-4df8-bfe9-dab1d13132c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:00.329360 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8342da-d89e-4df8-bfe9-dab1d13132c5 None None] The sync data for ids ['49a72017-6023-4b7a-a20a-0d0da4640b08'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:00.339811 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a276a0-4d91-4eb3-99a9-841394e444b7 x-openstack-request-id: req-d9a276a0-4d91-4eb3-99a9-841394e444b7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:06:00.342048 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5f8b3-6648-43da-9685-2f9dd716a094", "name": "network-vif-plugged", "status": "completed", "tag": "fd84fa72-5024-4df2-b810-a18842426fd7", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:06:00.342307 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9a276a0-4d91-4eb3-99a9-841394e444b7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:06:00.342718 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84fa72-5024-4df2-b810-a18842426fd7', 'code': 200} Aug 19 12:06:00.343302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=fd84fa72-5024-4df2-b810-a18842426fd7,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:00.641942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dd654-d8f4-4cf8-a2df-64261a789ad9 req-3a8da06f-d02d-449e-b9bf-6fc291fe3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:00.648431 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a1dd654-d8f4-4cf8-a2df-64261a789ad9 req-3a8da06f-d02d-449e-b9bf-6fc291fe3793 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 1097 time: 0.2410781 Aug 19 12:06:00.658441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0628a-5ce6-450a-8679-f047695c8615 req-f4ebbd73-2cbb-4159-b092-ee1a413b77c6 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:00.675170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cde0628a-5ce6-450a-8679-f047695c8615 req-f4ebbd73-2cbb-4159-b092-ee1a413b77c6 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.1601701 Aug 19 12:06:00.677649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36622) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:00.767801 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5a1dd654-d8f4-4cf8-a2df-64261a789ad9 req-5dff837e-0c33-467c-a06c-4d03a50ab137 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896566 Aug 19 12:06:00.793950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cde0628a-5ce6-450a-8679-f047695c8615 req-1635d20b-6da1-4340-b966-bced490a7319 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177020 Aug 19 12:06:00.914523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:00.961873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb031fc-10de-4d82-a04d-0489d7b0a476 req-b90cd020-da69-41fe-9912-55c489800268 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:00.971812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bb031fc-10de-4d82-a04d-0489d7b0a476 req-b90cd020-da69-41fe-9912-55c489800268 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.0932956 Aug 19 12:06:01.036066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c02f1450-d391-4ea2-b18c-dfcba3b4460d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=407b50f22b184e3e843a6c825648911d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572936 Aug 19 12:06:01.043252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36638) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:01.125753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bb031fc-10de-4d82-a04d-0489d7b0a476 req-9c787b92-ad35-4d25-9070-e52b89841ae3 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528175 Aug 19 12:06:01.181455 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6cdea74-6e49-4f82-8e1e-fd85ec8bce16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:01.229005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6cdea74-6e49-4f82-8e1e-fd85ec8bce16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:01.360300 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6cdea74-6e49-4f82-8e1e-fd85ec8bce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:01.364172 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6cdea74-6e49-4f82-8e1e-fd85ec8bce16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:01.370780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b6cdea74-6e49-4f82-8e1e-fd85ec8bce16 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c68d5a76-fda9-4637-9fea-ba2537f72874 HTTP/1.1" status: 204 len: 168 time: 0.3236861 Aug 19 12:06:01.383800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdea74-6e49-4f82-8e1e-fd85ec8bce16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68d5a76-fda9-4637-9fea-ba2537f72874,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:01.537800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36650) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:01.802408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-8c867f62-4802-42db-b44c-7fa87180c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:01.804499 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-8c867f62-4802-42db-b44c-7fa87180c5e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 1097 time: 0.1420856 Aug 19 12:06:01.834334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-710730994', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:01.885423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Made reservation on behalf of af55715602dc4c9b9e7ca1378808c7a8 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:01.888809 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:01.911031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:02.106365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-2cdf61d5-b8ba-47ca-9c58-8b6138d2ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:02.108875 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-2cdf61d5-b8ba-47ca-9c58-8b6138d2ef52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 916 time: 0.2307947 Aug 19 12:06:02.166676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 8e4f49cb-6b8f-4ac3-979c-6717363935c2 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:02.167103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:02.192581 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-32e4ec1a-42ea-44ee-8123-79153eeb2b67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8942e39d-8e13-4e77-bcb9-2abce662462e HTTP/1.1" status: 200 len: 217 time: 0.0655160 Aug 19 12:06:02.471927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-ba3eed39-4494-4bda-aeed-0690c2a0ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:02.471927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-ba3eed39-4494-4bda-aeed-0690c2a0ca04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b655cf50-904c-4ee4-b3ff-d974e3fa0542 HTTP/1.1" status: 200 len: 854 time: 0.2726457 Aug 19 12:06:02.522121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:02.583536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 8e4f49cb-6b8f-4ac3-979c-6717363935c2 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:02.600029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eeacf-d649-41e1-96a4-1537f30a2dd3 req-a1a0ada0-8102-47b4-b5f1-51ab4010cfb9 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:02.601648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b47eeacf-d649-41e1-96a4-1537f30a2dd3 req-a1a0ada0-8102-47b4-b5f1-51ab4010cfb9 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.6427646 Aug 19 12:06:02.602774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-36e2ef95-2c7e-406e-b4d2-59f68cfbccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:02.604283 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-36e2ef95-2c7e-406e-b4d2-59f68cfbccf9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f16005-2494-4942-95b8-3041445bf96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198795 Aug 19 12:06:02.666013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be076d8-872b-41c5-8b33-9d8231e48c9e req-a9ad99ff-eaf5-4bfa-b8c9-6247a972a7fd tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:02.667772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2be076d8-872b-41c5-8b33-9d8231e48c9e req-a9ad99ff-eaf5-4bfa-b8c9-6247a972a7fd tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.3947299 Aug 19 12:06:02.684952 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:02.722657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b47eeacf-d649-41e1-96a4-1537f30a2dd3 req-19f77b36-334a-444b-bb97-5949901389ef tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017230 Aug 19 12:06:02.731575 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:02.802509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] device_id is not set on port 98e0ab12-75fd-4605-bb62-1df411846f66 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:02.810802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2207969-705b-4416-8a13-759e2c8b567c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:02.820132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2be076d8-872b-41c5-8b33-9d8231e48c9e req-e1cab7b1-0c3d-483b-bdb5-e591cdb2bc5e tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419482 Aug 19 12:06:03.028003 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:03.057305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Allocated IP 172.25.4.21 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/98e0ab12-75fd-4605-bb62-1df411846f66) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:03.144850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36696) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:03.158603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36700) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:03.172554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=8e4f49cb-6b8f-4ac3-979c-6717363935c2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:03.417864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-dc4182d5-6c92-4c91-a3dc-d4e71dd967f6 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] Request body: {'port': {'network_id': 'c7c77e16-d716-47a2-8583-d149a381c3fe', 'name': 'tempest-NetworksNegativeTestJSON-580840312'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:03.435245 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4182d5-6c92-4c91-a3dc-d4e71dd967f6 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] POST failed (client error): The resource could not be found. Aug 19 12:06:03.437783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4182d5-6c92-4c91-a3dc-d4e71dd967f6 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:06:03.439021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dc4182d5-6c92-4c91-a3dc-d4e71dd967f6 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2790599 Aug 19 12:06:03.448472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36704) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:03.479185 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e483e92d-a831-4858-8862-87734cdfa686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:03.513138 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:03.515707 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac1bae5-0455-407a-8518-8828360ab532 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] DELETE failed (client error): The resource could not be found. Aug 19 12:06:03.516386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac1bae5-0455-407a-8518-8828360ab532 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:06:03.530578 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dac1bae5-0455-407a-8518-8828360ab532 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "DELETE /v2.0/networks/9ee0b362-828c-449f-8382-17d48ef5d0cd HTTP/1.1" status: 404 len: 339 time: 0.0825789 Aug 19 12:06:03.535617 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-18aee967-a84f-4680-9385-147e107048cb service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355229 Aug 19 12:06:03.536182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36706) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:03.550264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:03.565187 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:06:03.587430 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3989ed-c46d-4c6f-b92b-d90bf1a33ae1 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] DELETE failed (client error): The resource could not be found. Aug 19 12:06:03.588196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3989ed-c46d-4c6f-b92b-d90bf1a33ae1 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:06:03.590202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff3989ed-c46d-4c6f-b92b-d90bf1a33ae1 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "DELETE /v2.0/ports/00e509ad-5b3a-44a7-b13a-265dc0b3381f HTTP/1.1" status: 404 len: 333 time: 0.0500286 Aug 19 12:06:03.603797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36708) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:03.710571 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead7cd75-bf91-49ac-9f4a-679cf36fd033 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] DELETE failed (client error): The resource could not be found. Aug 19 12:06:03.714791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead7cd75-bf91-49ac-9f4a-679cf36fd033 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:06:03.717538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ead7cd75-bf91-49ac-9f4a-679cf36fd033 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "DELETE /v2.0/subnets/66bce9dd-1098-4867-b3f1-9ca6166b2a80 HTTP/1.1" status: 404 len: 337 time: 0.0998752 Aug 19 12:06:03.736567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36710) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:03.805801 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-220cd43a-191c-49b9-931b-e0295cc30ccc tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] GET failed (client error): The resource could not be found. Aug 19 12:06:03.809860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-220cd43a-191c-49b9-931b-e0295cc30ccc tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "GET /v2.0/networks/fac6f02d-1b8e-4595-9c94-11834d4ba759 HTTP/1.1" status: 404 len: 339 time: 0.0674238 Aug 19 12:06:03.817604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36714) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:03.867839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:03.881071 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40f54e6-f186-4c1b-bcc3-47eb18ba73b3 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] GET failed (client error): The resource could not be found. Aug 19 12:06:03.886318 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f40f54e6-f186-4c1b-bcc3-47eb18ba73b3 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "GET /v2.0/ports/0e91d1b9-695f-4db9-9c9b-b30406457bbf HTTP/1.1" status: 404 len: 333 time: 0.0474844 Aug 19 12:06:03.888407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36718) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:03.900982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-212ba7c2-5b6e-4952-8e36-646f0d0b3ce6 req-1158fa21-562c-4722-9086-6d552e621360 service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387966 Aug 19 12:06:03.922879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:03.925484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 49a72017-6023-4b7a-a20a-0d0da4640b08 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:06:03.927201 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50f75dd-15b1-435e-8324-a291948ba3bf tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] GET failed (client error): The resource could not be found. Aug 19 12:06:03.932151 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c50f75dd-15b1-435e-8324-a291948ba3bf tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "GET /v2.0/subnets/47bfa389-604e-4ab1-a095-c7e46d93427e HTTP/1.1" status: 404 len: 337 time: 0.0396478 Aug 19 12:06:03.932347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:03.932476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36720) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:03.941044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:03.953129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f1cbe0d9-3533-4d5e-b031-02ac15f2df6a tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:03.985183 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cbe0d9-3533-4d5e-b031-02ac15f2df6a tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] PUT failed (client error): The resource could not be found. Aug 19 12:06:03.985836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cbe0d9-3533-4d5e-b031-02ac15f2df6a tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:06:03.987066 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f1cbe0d9-3533-4d5e-b031-02ac15f2df6a tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "PUT /v2.0/networks/c29b3d71-672f-4cec-953a-d368dbb007f1 HTTP/1.1" status: 404 len: 339 time: 0.0537076 Aug 19 12:06:04.005610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36724) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:04.015668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-35f34bc0-f388-453b-913e-25f281255a1d tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:04.056674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:04.057541 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.084924 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f34bc0-f388-453b-913e-25f281255a1d tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] PUT failed (client error): The resource could not be found. Aug 19 12:06:04.085685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f34bc0-f388-453b-913e-25f281255a1d tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:06:04.090394 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-35f34bc0-f388-453b-913e-25f281255a1d tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "PUT /v2.0/ports/7437963e-07c8-40ba-86c8-4bab1e10cce9 HTTP/1.1" status: 404 len: 333 time: 0.0784221 Aug 19 12:06:04.113103 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e483e92d-a831-4858-8862-87734cdfa686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.115516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36730) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:04.124804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78109-cce2-49c9-b084-4b23df76b575 req-6e72fca2-7a03-4234-b09e-683679c5f7ce tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:04.125463 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d7f488ea-9974-4eac-bd7b-07f862a73e95 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:04.127201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ba78109-cce2-49c9-b084-4b23df76b575 req-6e72fca2-7a03-4234-b09e-683679c5f7ce tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.2828746 Aug 19 12:06:04.133664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Pushing event updated for resources: {'Port': ['ID=98e0ab12-75fd-4605-bb62-1df411846f66,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:04.145073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e483e92d-a831-4858-8862-87734cdfa686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.151212 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f488ea-9974-4eac-bd7b-07f862a73e95 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] PUT failed (client error): The resource could not be found. Aug 19 12:06:04.151678 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f488ea-9974-4eac-bd7b-07f862a73e95 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:06:04.156193 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d7f488ea-9974-4eac-bd7b-07f862a73e95 tempest-NetworksNegativeTestJSON-444307009 tempest-NetworksNegativeTestJSON-444307009-project] 10.222.0.65 "PUT /v2.0/subnets/e68f02c3-4d7f-443a-80f9-05152f37b596 HTTP/1.1" status: 404 len: 337 time: 0.0363216 Aug 19 12:06:04.156193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:04.160855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-36028236-d9e3-43ba-a11a-6a255ec3f2c1 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/49a72017-6023-4b7a-a20a-0d0da4640b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2085352 Aug 19 12:06:04.163506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36734) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:04.170364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751c6ff-0129-4a5c-8bb2-66fc579d66e6 None None] Sync routers for ids ['49a72017-6023-4b7a-a20a-0d0da4640b08'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:04.180979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a42c2dd7-13c6-44dd-ad6f-3327b98061e3 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6416895 Aug 19 12:06:04.190331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751c6ff-0129-4a5c-8bb2-66fc579d66e6 None None] Routers {'49a72017-6023-4b7a-a20a-0d0da4640b08'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:04.191222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4751c6ff-0129-4a5c-8bb2-66fc579d66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['49a72017-6023-4b7a-a20a-0d0da4640b08'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:04.196996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36736) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:04.201870 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0bbb6668-4e99-4e80-bec3-5f220b522fcd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=49a72017-6023-4b7a-a20a-0d0da4640b08 HTTP/1.1" status: 200 len: 205 time: 0.0370855 Aug 19 12:06:04.205677 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ba78109-cce2-49c9-b084-4b23df76b575 req-f4f5cea0-7bce-44e3-b04a-cf6d09c3199d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558126 Aug 19 12:06:04.205977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.21'}]}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:04.209790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36738) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:04.286971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a0e8-fed4-4462-b97c-3143c42ea807 req-585f944c-5f72-4426-b4bd-f46b8d0ef8f9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:04.288576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3615a0e8-fed4-4462-b97c-3143c42ea807 req-585f944c-5f72-4426-b4bd-f46b8d0ef8f9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.2071242 Aug 19 12:06:04.291854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483e92d-a831-4858-8862-87734cdfa686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0ed672-ed63-4b8b-8cd4-a8e1e7d7e22f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:04.315544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e483e92d-a831-4858-8862-87734cdfa686 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16be007ba5a94ae8aab755b2006470bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1663208 Aug 19 12:06:04.318475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36742) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:04.318842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4751c6ff-0129-4a5c-8bb2-66fc579d66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:04.335071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf5d-7df6-4220-aaa5-75d31429d30f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.338845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751c6ff-0129-4a5c-8bb2-66fc579d66e6 None None] Routers {'49a72017-6023-4b7a-a20a-0d0da4640b08'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:04.346993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4751c6ff-0129-4a5c-8bb2-66fc579d66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['49a72017-6023-4b7a-a20a-0d0da4640b08'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:04.383563 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.384855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.403333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3615a0e8-fed4-4462-b97c-3143c42ea807 req-e7f32472-73f9-400b-ab46-ba04b989b3ae tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862055 Aug 19 12:06:04.419295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4751c6ff-0129-4a5c-8bb2-66fc579d66e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:04.420378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751c6ff-0129-4a5c-8bb2-66fc579d66e6 None None] The sync data for ids ['49a72017-6023-4b7a-a20a-0d0da4640b08'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:04.608383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a0dbf-7699-4b02-91f5-f13b6edfdb89 req-89f2f074-ac55-47f1-91ce-20d0b46f8b18 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:04.621441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-714a0dbf-7699-4b02-91f5-f13b6edfdb89 req-89f2f074-ac55-47f1-91ce-20d0b46f8b18 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.1301374 Aug 19 12:06:04.630974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36744) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:04.636720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-43a93107-24e7-4f02-8c99-5bd3c9850407 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Request body: {'floatingip': {'port_id': 'fd84fa72-5024-4df2-b810-a18842426fd7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:04.655919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.669898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf5d-7df6-4220-aaa5-75d31429d30f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.682737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf5d-7df6-4220-aaa5-75d31429d30f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.699639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43a93107-24e7-4f02-8c99-5bd3c9850407 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.853780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36748) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:04.902431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf5d-7df6-4220-aaa5-75d31429d30f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.903517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cebf5d-7df6-4220-aaa5-75d31429d30f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Fanout notify agent at l3_agent the message router_deleted on router 49a72017-6023-4b7a-a20a-0d0da4640b08 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:06:04.946312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf5d-7df6-4220-aaa5-75d31429d30f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.949020 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e3cebf5d-7df6-4220-aaa5-75d31429d30f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/49a72017-6023-4b7a-a20a-0d0da4640b08 HTTP/1.1" status: 204 len: 168 time: 0.7361555 Aug 19 12:06:04.954170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-562c2f95-d69e-4e4b-a91b-c4b64104130e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:04.958033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36752) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:05.039795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-562c2f95-d69e-4e4b-a91b-c4b64104130e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.068116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7db07ec-0d95-473c-ba14-e62d540b1c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.203333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.223075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cddd6b-4685-47cf-8157-281e2b263203 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting subnet 2f3c5545-d2ee-49f2-a615-abad206bf8da {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:06:05.227874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cddd6b-4685-47cf-8157-281e2b263203 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.283331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cddd6b-4685-47cf-8157-281e2b263203 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.474771 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43a93107-24e7-4f02-8c99-5bd3c9850407 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.492233 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43a93107-24e7-4f02-8c99-5bd3c9850407 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.498576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-562c2f95-d69e-4e4b-a91b-c4b64104130e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.504629 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-562c2f95-d69e-4e4b-a91b-c4b64104130e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.507521 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-562c2f95-d69e-4e4b-a91b-c4b64104130e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f0ed672-ed63-4b8b-8cd4-a8e1e7d7e22f HTTP/1.1" status: 204 len: 168 time: 1.1858556 Aug 19 12:06:05.548594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c2f95-d69e-4e4b-a91b-c4b64104130e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0ed672-ed63-4b8b-8cd4-a8e1e7d7e22f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:05.560719 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cddd6b-4685-47cf-8157-281e2b263203 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.701975 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cddd6b-4685-47cf-8157-281e2b263203 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.707651 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7db07ec-0d95-473c-ba14-e62d540b1c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.750709 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-43a93107-24e7-4f02-8c99-5bd3c9850407 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Floating IP c5d22c91-f30a-4448-a64c-d097d606b09c associated. External IP: 172.25.4.114, port: fd84fa72-5024-4df2-b810-a18842426fd7. Aug 19 12:06:05.765869 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7db07ec-0d95-473c-ba14-e62d540b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.859079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cddd6b-4685-47cf-8157-281e2b263203 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3c5545-d2ee-49f2-a615-abad206bf8da,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:05.914773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3cddd6b-4685-47cf-8157-281e2b263203 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:05.916674 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e3cddd6b-4685-47cf-8157-281e2b263203 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/2f3c5545-d2ee-49f2-a615-abad206bf8da HTTP/1.1" status: 204 len: 168 time: 0.9527543 Aug 19 12:06:05.920736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36766) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:05.927520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d7db07ec-0d95-473c-ba14-e62d540b1c2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=523193be3296490badaa0744ab186eae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0699301 Aug 19 12:06:05.945284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82e97b6-3da3-4a19-81f1-8f6f9e1c3f3d None None] Network 214b24e9-e285-455b-99d5-94aa73afce69 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:05.951357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36768) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:05.974950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43451f10-c882-49eb-8721-953ae6cef458 req-51820df9-ae15-4338-9fd5-8efa97301c8d tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:05.982722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43451f10-c882-49eb-8721-953ae6cef458 req-51820df9-ae15-4338-9fd5-8efa97301c8d tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.4872003 Aug 19 12:06:05.992914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db07ec-0d95-473c-ba14-e62d540b1c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779064b5-8c74-44a3-a070-97276022dca3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:06.044393 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.049461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43451f10-c882-49eb-8721-953ae6cef458 req-ca2e14e1-f523-49f1-821f-6852ad09d959 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658271 Aug 19 12:06:06.088914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec75a3c-4b43-4e1c-b9df-341e0269c3b4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting subnet 86c92e78-25e6-4b01-86e6-ced034e31b30 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:06:06.094595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.098283 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ec75a3c-4b43-4e1c-b9df-341e0269c3b4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.158474 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11d2593d-3517-49b0-967c-ef6b774f96af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.255966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ec75a3c-4b43-4e1c-b9df-341e0269c3b4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.315678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36778) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:06.362482 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a21a2f2f-04c0-4be1-9b2d-1382ae6ee35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.368101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11d2593d-3517-49b0-967c-ef6b774f96af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.370272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a93107-24e7-4f02-8c99-5bd3c9850407 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Router 413fe956-bb45-4e59-8e1a-3480a0144273 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:06:06.416619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a0225f-057e-41cd-a986-84d5b5da9da5 None None] DHCP port deletion for 214b24e9-e285-455b-99d5-94aa73afce69 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:06:06.441737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c86cbf-0ae5-4397-8e79-96c127470b28 req-dffcdee8-e93c-4970-92a3-734a87169ca8 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:06.443347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58c86cbf-0ae5-4397-8e79-96c127470b28 req-dffcdee8-e93c-4970-92a3-734a87169ca8 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.1434219 Aug 19 12:06:06.507162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0225f-057e-41cd-a986-84d5b5da9da5 None None] Deleting port 775cde04-f941-44f9-9b45-1785e84efdd3 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:06.508141 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f9a0225f-057e-41cd-a986-84d5b5da9da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.511085 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a21a2f2f-04c0-4be1-9b2d-1382ae6ee35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.560006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a21a2f2f-04c0-4be1-9b2d-1382ae6ee35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.587088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11d2593d-3517-49b0-967c-ef6b774f96af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.590110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11d2593d-3517-49b0-967c-ef6b774f96af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.593729 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-11d2593d-3517-49b0-967c-ef6b774f96af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/779064b5-8c74-44a3-a070-97276022dca3 HTTP/1.1" status: 204 len: 168 time: 0.6387963 Aug 19 12:06:06.593729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ec75a3c-4b43-4e1c-b9df-341e0269c3b4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.706984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f9a0225f-057e-41cd-a986-84d5b5da9da5 None None] For port 775cde04-f941-44f9-9b45-1785e84efdd3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=775cde04-f941-44f9-9b45-1785e84efdd3,segment=NetworkSegment(b276508c-d6a3-42db-b1f4-8151109a3d8a),segment_id=b276508c-d6a3-42db-b1f4-8151109a3d8a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:06.707733 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f9a0225f-057e-41cd-a986-84d5b5da9da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.726560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0225f-057e-41cd-a986-84d5b5da9da5 None None] Calling delete_port for 775cde04-f941-44f9-9b45-1785e84efdd3 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:06.804368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a21a2f2f-04c0-4be1-9b2d-1382ae6ee35f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f429627e3884baa8c032ace84c78a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842768 Aug 19 12:06:06.810675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a2f2f-04c0-4be1-9b2d-1382ae6ee35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b099b7-ec8d-4d14-987c-a874f211610d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:06.818807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36784) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:06.821987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58c86cbf-0ae5-4397-8e79-96c127470b28 req-76050cb1-e082-4a83-b3a0-fe8356371784 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082736 Aug 19 12:06:06.922427 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f9a0225f-057e-41cd-a986-84d5b5da9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.938370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a93107-24e7-4f02-8c99-5bd3c9850407 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:06.938370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43a93107-24e7-4f02-8c99-5bd3c9850407 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:06.943598 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] Sync routers for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:06.980029 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:06.985789 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:07.021776 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-835eda1c-8793-4c4f-aa51-85acfdf50631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.035308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0225f-057e-41cd-a986-84d5b5da9da5 None None] No DVR routers for this DVR port 775cde04-f941-44f9-9b45-1785e84efdd3 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:07.036091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-43a93107-24e7-4f02-8c99-5bd3c9850407 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "PUT /v2.0/floatingips/c5d22c91-f30a-4448-a64c-d097d606b09c HTTP/1.1" status: 200 len: 992 time: 2.4037817 Aug 19 12:06:07.038453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'tag': 'fd84fa72-5024-4df2-b810-a18842426fd7'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:06:07.041735 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957438a6-195a-4689-aa67-928005aacb42" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5f8b3-6648-43da-9685-2f9dd716a094", "tag": "fd84fa72-5024-4df2-b810-a18842426fd7"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:06:07.057966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0225f-057e-41cd-a986-84d5b5da9da5 None None] Pushing event deleted for resources: {'Port': ['ID=775cde04-f941-44f9-9b45-1785e84efdd3,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:07.087577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-835eda1c-8793-4c4f-aa51-85acfdf50631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.164252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fcb5d-65d4-4e8c-a293-4abda39a8173 req-71941618-32b3-43df-808b-6ffce71a29c1 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:07.172135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d2fcb5d-65d4-4e8c-a293-4abda39a8173 req-71941618-32b3-43df-808b-6ffce71a29c1 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.1171188 Aug 19 12:06:07.292290 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:06:07.294244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d2fcb5d-65d4-4e8c-a293-4abda39a8173 req-ae08737d-f033-4b9d-8ada-93933832fbf2 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179848 Aug 19 12:06:07.305736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-835eda1c-8793-4c4f-aa51-85acfdf50631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.316036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-835eda1c-8793-4c4f-aa51-85acfdf50631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.333149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-835eda1c-8793-4c4f-aa51-85acfdf50631 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88b099b7-ec8d-4d14-987c-a874f211610d HTTP/1.1" status: 204 len: 168 time: 0.4910395 Aug 19 12:06:07.354172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eda1c-8793-4c4f-aa51-85acfdf50631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b099b7-ec8d-4d14-987c-a874f211610d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:07.483263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2593d-3517-49b0-967c-ef6b774f96af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779064b5-8c74-44a3-a070-97276022dca3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:07.507553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 775cde04-f941-44f9-9b45-1785e84efdd3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:06:07.509017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.558553 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067acfbc-aacf-4a74-a6a7-ac518f97ef5f x-openstack-request-id: req-067acfbc-aacf-4a74-a6a7-ac518f97ef5f {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:06:07.560878 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5f8b3-6648-43da-9685-2f9dd716a094", "tag": "fd84fa72-5024-4df2-b810-a18842426fd7", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:06:07.561135 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-067acfbc-aacf-4a74-a6a7-ac518f97ef5f {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:06:07.561549 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'tag': 'fd84fa72-5024-4df2-b810-a18842426fd7', 'status': 'completed', 'code': 200} Aug 19 12:06:07.574088 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 775cde04-f941-44f9-9b45-1785e84efdd3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:06:07.575189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 775cde04-f941-44f9-9b45-1785e84efdd3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:06:07.584854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52dd79-72a8-4824-8820-6bb8350d52e8 req-d8787b80-9bd4-49a8-964e-bf1317a515ed tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:07.614230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be52dd79-72a8-4824-8820-6bb8350d52e8 req-d8787b80-9bd4-49a8-964e-bf1317a515ed tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.1463866 Aug 19 12:06:07.710752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be52dd79-72a8-4824-8820-6bb8350d52e8 req-f38399a9-ec70-47bc-9d74-211036c40b69 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901842 Aug 19 12:06:07.819829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-7c32e646-8686-4862-ae09-06d1fe65ec40 req-86c73860-347d-447f-b2c3-175eae20560d tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:06:07.821073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c32e646-8686-4862-ae09-06d1fe65ec40 req-86c73860-347d-447f-b2c3-175eae20560d tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105882 Aug 19 12:06:07.853713 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.855148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ec75a3c-4b43-4e1c-b9df-341e0269c3b4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.861179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.909056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91382be0-3392-4de2-a891-4cf1f55495df None None] Network 03d1ebd4-b239-4542-b428-de5eb9a1c05f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:07.938545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ec75a3c-4b43-4e1c-b9df-341e0269c3b4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.943392 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4ec75a3c-4b43-4e1c-b9df-341e0269c3b4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/86c92e78-25e6-4b01-86e6-ced034e31b30 HTTP/1.1" status: 204 len: 168 time: 2.0195091 Aug 19 12:06:07.943392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957438a6-195a-4689-aa67-928005aacb42 req-dd894dd4-31b2-4396-a1bd-d70fb9633ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:07.944974 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-957438a6-195a-4689-aa67-928005aacb42 req-dd894dd4-31b2-4396-a1bd-d70fb9633ac3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f00711a81cfb42a0a449a5ab2d2e813b&device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 1097 time: 0.3271205 Aug 19 12:06:07.945889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec75a3c-4b43-4e1c-b9df-341e0269c3b4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Subnet': ['ID=86c92e78-25e6-4b01-86e6-ced034e31b30,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:07.953277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36818) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:08.046266 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:08.046750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89939640-e5d7-4343-be46-3828db130903 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:06:08.175982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:08.195784 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:06:08.201927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6679230d-20bd-4811-a02f-6901391878da tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0020924 Aug 19 12:06:08.214345 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'c5d22c91-f30a-4448-a64c-d097d606b09c', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'port_id': 'fd84fa72-5024-4df2-b810-a18842426fd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'mac_address': 'fa:16:3e:96:3c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:05:02Z', 'updated_at': '2021-08-19T12:06:05Z', 'revision_number': 1, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13246869-ecd1-40e5-b840-a007a4883553', 'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'mac_address': 'fa:16:3e:51:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:53Z', 'updated_at': '2021-08-19T12:05:02Z', 'revision_number': 5, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'subnets': [{'id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:08.217265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36828) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:08.297555 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] Checking router: 413fe956-bb45-4e59-8e1a-3480a0144273 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:06:08.316346 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:08.317014 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:08.337457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0d6ab9-77ce-4a80-8798-d82cbc3c717a None None] DHCP port deletion for 03d1ebd4-b239-4542-b428-de5eb9a1c05f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:06:08.346416 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-23d91a66-79bc-49eb-88a1-388186332acd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3217974 Aug 19 12:06:08.362398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c32e646-8686-4862-ae09-06d1fe65ec40 req-48d2c796-f73e-43da-a54a-a100845e3b85 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4931109 Aug 19 12:06:08.461235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d6ab9-77ce-4a80-8798-d82cbc3c717a None None] Deleting port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:08.465185 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab0d6ab9-77ce-4a80-8798-d82cbc3c717a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:08.510520 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:06:08.520527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957438a6-195a-4689-aa67-928005aacb42 req-56b19ebe-9289-4054-a2c7-a14b4b62f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:08.524395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-957438a6-195a-4689-aa67-928005aacb42 req-56b19ebe-9289-4054-a2c7-a14b4b62f19d service neutron] 10.222.0.54 "GET /v2.0/networks?id=00b76846-3df1-4f01-bc8c-54e9f85e4da3 HTTP/1.1" status: 200 len: 917 time: 0.5601850 Aug 19 12:06:08.600363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36842) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:08.667794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ab0d6ab9-77ce-4a80-8798-d82cbc3c717a None None] For port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d05383f-04e0-4808-bf5f-d0aa3ff457a3,segment=NetworkSegment(2ef11790-5357-444b-b127-a88ce83938ec),segment_id=2ef11790-5357-444b-b127-a88ce83938ec)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:08.671464 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab0d6ab9-77ce-4a80-8798-d82cbc3c717a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:08.707788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d6ab9-77ce-4a80-8798-d82cbc3c717a None None] Calling delete_port for 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:08.759817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-574585659'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:08.836920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:08.841576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:08.860184 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:08.887997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-532616cc-bd4c-415a-8353-963023a24789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:08.890945 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-532616cc-bd4c-415a-8353-963023a24789 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ca977d6125144958c262e71fdb77b63&device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 1097 time: 0.4169905 Aug 19 12:06:08.904052 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:08.906441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214b24e9-e285-455b-99d5-94aa73afce69']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:08.920982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-957438a6-195a-4689-aa67-928005aacb42 req-44ec238b-88ba-43d8-9dff-9d513357a609 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd84fa72-5024-4df2-b810-a18842426fd7 HTTP/1.1" status: 200 len: 1000 time: 0.2335110 Aug 19 12:06:08.923326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b276508c-d6a3-42db-b1f4-8151109a3d8a') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:08.923926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b276508c-d6a3-42db-b1f4-8151109a3d8a') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:08.967614 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:08.971829 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'c5d22c91-f30a-4448-a64c-d097d606b09c', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'port_id': 'fd84fa72-5024-4df2-b810-a18842426fd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'mac_address': 'fa:16:3e:96:3c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:05:02Z', 'updated_at': '2021-08-19T12:06:05Z', 'revision_number': 1, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13246869-ecd1-40e5-b840-a007a4883553', 'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'mac_address': 'fa:16:3e:51:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:53Z', 'updated_at': '2021-08-19T12:05:02Z', 'revision_number': 5, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'subnets': [{'id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:09.002451 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab0d6ab9-77ce-4a80-8798-d82cbc3c717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:09.024290 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff5e9f-b124-4f3b-beb1-e27102bfd100 None None] The sync data for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 is: [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'c5d22c91-f30a-4448-a64c-d097d606b09c', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'port_id': 'fd84fa72-5024-4df2-b810-a18842426fd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'mac_address': 'fa:16:3e:96:3c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:05:02Z', 'updated_at': '2021-08-19T12:06:05Z', 'revision_number': 1, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13246869-ecd1-40e5-b840-a007a4883553', 'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'mac_address': 'fa:16:3e:51:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:53Z', 'updated_at': '2021-08-19T12:05:02Z', 'revision_number': 5, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'subnets': [{'id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:09.045963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d6ab9-77ce-4a80-8798-d82cbc3c717a None None] Pushing event deleted for resources: {'Port': ['ID=4d05383f-04e0-4808-bf5f-d0aa3ff457a3,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:09.051691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d6ab9-77ce-4a80-8798-d82cbc3c717a None None] No DVR routers for this DVR port 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:09.103424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1a8ea-2d3e-46d4-ab08-7cad31e5fdf6 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Deleting port 98e0ab12-75fd-4605-bb62-1df411846f66 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:09.104101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a8ea-2d3e-46d4-ab08-7cad31e5fdf6 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:09.111411 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:09.155250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:06:09.156023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:06:09.162511 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:06:09.234701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be478b3-4c88-4744-be05-d0b116db9f71 req-9930ab0a-99e7-4196-9537-fec79d82d47b tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:09.244100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9be478b3-4c88-4744-be05-d0b116db9f71 req-9930ab0a-99e7-4196-9537-fec79d82d47b tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.1753087 Aug 19 12:06:09.292647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9be478b3-4c88-4744-be05-d0b116db9f71 req-8dd45d9a-9f9b-4573-8d40-dc22195d12d7 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476136 Aug 19 12:06:09.324463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:09.333022 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:09.347912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-a8019b49-eea5-4184-9633-6631684bf149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:09.351240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-a8019b49-eea5-4184-9633-6631684bf149 service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 200 len: 916 time: 0.4234197 Aug 19 12:06:09.352984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957438a6-195a-4689-aa67-928005aacb42 req-46b5f0f1-9948-44e2-b200-80a57697eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:09.354606 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-957438a6-195a-4689-aa67-928005aacb42 req-46b5f0f1-9948-44e2-b200-80a57697eed3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=106cc04e-ed3c-4ed2-8efd-77d86941fcdd HTTP/1.1" status: 200 len: 855 time: 0.4091096 Aug 19 12:06:09.386047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a9b857-638f-483a-88e6-0ec2b81a67c9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:09.436511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:09.458160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:09.458516 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Added segment dda83269-b14c-43d1-b52d-216046fd4283 of type vlan for network 059a4723-3742-43c1-9a82-03860f700058 Aug 19 12:06:09.520478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:06:09.580434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42433fac-4ebe-47e5-ab7f-63a4f0ff5ad8 None None] New status for floating IP c5d22c91-f30a-4448-a64c-d097d606b09c: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:06:09.583602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:06:09.584257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d05383f-04e0-4808-bf5f-d0aa3ff457a3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:06:09.619682 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-e7a30d4b-0562-4736-82e1-7a5d8b463ad1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8942e39d-8e13-4e77-bcb9-2abce662462e HTTP/1.1" status: 200 len: 217 time: 0.1928356 Aug 19 12:06:09.639601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:09.654638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:09.660083 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/networks/214b24e9-e285-455b-99d5-94aa73afce69 HTTP/1.1" status: 204 len: 168 time: 1.7051580 Aug 19 12:06:09.753679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36868) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:09.768977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affcc06-fa58-4b9b-8b15-28693eb127e3 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Network': ['ID=214b24e9-e285-455b-99d5-94aa73afce69,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:09.862726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957438a6-195a-4689-aa67-928005aacb42 req-558e4739-1a36-44b7-b2a6-0ad9d1bc35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:09.869492 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-957438a6-195a-4689-aa67-928005aacb42 req-558e4739-1a36-44b7-b2a6-0ad9d1bc35bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00b76846-3df1-4f01-bc8c-54e9f85e4da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4430294 Aug 19 12:06:10.105863 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a8ea-2d3e-46d4-ab08-7cad31e5fdf6 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.173508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1a8ea-2d3e-46d4-ab08-7cad31e5fdf6 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Calling delete_port for 98e0ab12-75fd-4605-bb62-1df411846f66 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:10.188807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-d97f148d-076b-45ea-a85d-2aefa10107bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:10.190806 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-d97f148d-076b-45ea-a85d-2aefa10107bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b655cf50-904c-4ee4-b3ff-d974e3fa0542 HTTP/1.1" status: 200 len: 854 time: 0.5296233 Aug 19 12:06:10.209093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.270006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.270859 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-957438a6-195a-4689-aa67-928005aacb42 req-09aeb63d-f51e-405e-b368-696553467d5f service neutron] 10.222.0.54 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554349 Aug 19 12:06:10.321516 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.337598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:10.337598 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.373463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c9e01-63f2-4ca0-b22a-3e9f38dacb25 req-5d9aea1e-26c9-470f-a339-5fa270f6db9b tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:10.373463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-401c9e01-63f2-4ca0-b22a-3e9f38dacb25 req-5d9aea1e-26c9-470f-a339-5fa270f6db9b tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.1967723 Aug 19 12:06:10.413703 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8097072 Aug 19 12:06:10.434877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36882) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:10.453994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'name': 'tempest-PortsIpV6TestJSON-732297261'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:10.482951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5f2aa-1fbf-4933-afd6-a27738cae212 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Network': ['ID=059a4723-3742-43c1-9a82-03860f700058,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:10.494480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 059a4723-3742-43c1-9a82-03860f700058 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:10.571906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-401c9e01-63f2-4ca0-b22a-3e9f38dacb25 req-b0a5ade5-edf6-48ef-9ff6-76eea92ed88b tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726027 Aug 19 12:06:10.770927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:10.775238 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.807559 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-957438a6-195a-4689-aa67-928005aacb42 req-bb6fcd91-63af-4a7d-ac87-81a70ae9b9db service neutron] 10.222.0.54 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850705 Aug 19 12:06:10.817805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a8ea-2d3e-46d4-ab08-7cad31e5fdf6 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.837002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port 7db7f22e-dde1-4b17-997d-e4470451d513 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:10.841114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.847133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-8c98d697-10d2-46e9-b59e-f60238d28244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:10.849215 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-8c98d697-10d2-46e9-b59e-f60238d28244 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f16005-2494-4942-95b8-3041445bf96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6361835 Aug 19 12:06:10.857171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e86811-2c32-4650-b069-49967e984d78 req-d936a843-993a-4649-b8d0-c6b8c679e36c tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:10.869419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26e86811-2c32-4650-b069-49967e984d78 req-d936a843-993a-4649-b8d0-c6b8c679e36c tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.1126308 Aug 19 12:06:10.889855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1a8ea-2d3e-46d4-ab08-7cad31e5fdf6 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Pushing event deleted for resources: {'Port': ['ID=98e0ab12-75fd-4605-bb62-1df411846f66,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:10.894528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d1ebd4-b239-4542-b428-de5eb9a1c05f']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:10.976257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef11790-5357-444b-b127-a88ce83938ec') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:10.976828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef11790-5357-444b-b127-a88ce83938ec') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:10.979720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26e86811-2c32-4650-b069-49967e984d78 req-63285b13-b662-42df-aa38-a2816715d57b tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092205 Aug 19 12:06:11.003349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.127422 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.199805 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-bf972cff-b445-42c9-ba16-edec9b8800c3 service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219521 Aug 19 12:06:11.213562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:06:11.215052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.301177 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:06:11.392074 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:06:11.424443 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.446946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0489da-f041-406e-b888-d3d90e0b3781 req-fcedd852-479c-4083-a8e0-0f7f57ed7574 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:11.453771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0489da-f041-406e-b888-d3d90e0b3781 req-fcedd852-479c-4083-a8e0-0f7f57ed7574 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:11.459897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0489da-f041-406e-b888-d3d90e0b3781 req-fcedd852-479c-4083-a8e0-0f7f57ed7574 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:11.461696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa0489da-f041-406e-b888-d3d90e0b3781 req-fcedd852-479c-4083-a8e0-0f7f57ed7574 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd&device_id=17785c25-53fb-4542-b62c-fc9120a1ec58&device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 2418 time: 0.1170039 Aug 19 12:06:11.550421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=7db7f22e-dde1-4b17-997d-e4470451d513,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:11.583037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa0489da-f041-406e-b888-d3d90e0b3781 req-24520440-d152-4229-b52c-6a04779fd0e1 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092601 Aug 19 12:06:11.607452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Checking segment: {'id': 'dda83269-b14c-43d1-b52d-216046fd4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '059a4723-3742-43c1-9a82-03860f700058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:11.607841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network hostable DHCP agents. Network: 059a4723-3742-43c1-9a82-03860f700058, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:11.625339 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a8ea-2d3e-46d4-ab08-7cad31e5fdf6 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.634629 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a4d1a8ea-2d3e-46d4-ab08-7cad31e5fdf6 tempest-RoutersAdminNegativeIpV6Test-789105311 tempest-RoutersAdminNegativeIpV6Test-789105311-project-admin] 10.222.0.65 "DELETE /v2.0/ports/98e0ab12-75fd-4605-bb62-1df411846f66 HTTP/1.1" status: 204 len: 168 time: 3.4149809 Aug 19 12:06:11.636564 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.642970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.644947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/networks/03d1ebd4-b239-4542-b428-de5eb9a1c05f HTTP/1.1" status: 204 len: 168 time: 1.8728280 Aug 19 12:06:11.649386 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e32626a-2144-49ca-9002-dba4c72a4a31 req-5b24e0d8-e2e2-4e09-ba60-6998aa139443 service neutron] 10.222.0.54 "GET /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565429 Aug 19 12:06:11.667781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36918) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:11.668899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a6de1-c3f3-4344-ab62-1ff09bfa52c5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Network': ['ID=03d1ebd4-b239-4542-b428-de5eb9a1c05f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:11.678720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2023616924'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:11.713316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:11.723371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.725373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:11.772532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 059a4723-3742-43c1-9a82-03860f700058) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:11.783500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdd2f31-9cd6-476c-865f-f525e78f1b1c None None] Network 059a4723-3742-43c1-9a82-03860f700058 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:11.793612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:11.809736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:11.810329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.814498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:11.843853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:11.845136 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added segment b254d726-5095-491a-b169-11af4a268761 of type vlan for network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c Aug 19 12:06:11.877331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a783983c-436e-405a-bda6-262658add9b6 req-c6aac698-9113-4acc-8135-d91572ebe478 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2287891 Aug 19 12:06:11.959529 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-eb803272-6dbd-48f4-b70f-bbd72f8b761c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5107732 Aug 19 12:06:11.960428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36926) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:11.974680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1898318036'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:12.019338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:12.034957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:12.043272 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:12.056246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:12.069486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:12.070168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:12.117961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:12.138577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:12.139856 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Added segment 1a993d7c-76c4-4894-a282-8f8df55d12d7 of type vlan for network a9a94d19-eac7-48ba-8bfe-1f646ce6c89f Aug 19 12:06:12.258970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:12.264122 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5889816 Aug 19 12:06:12.265068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36932) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:12.281787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'subnet': {'network_id': '3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:12.303839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a5427-6437-4bd3-b31b-00f504092cdd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Network': ['ID=3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:12.326987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:12.394236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:12.401101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:12.401782 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:12.437441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36934) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:12.554326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Network': ['ID=a9a94d19-eac7-48ba-8bfe-1f646ce6c89f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:12.574225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1753c106-6013-4ffe-9189-412f04883983 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6119573 Aug 19 12:06:12.577063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36946) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:12.585056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'ports': [{'network_id': '059a4723-3742-43c1-9a82-03860f700058'}, {'network_id': 'a9a94d19-eac7-48ba-8bfe-1f646ce6c89f'}]} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:12.585834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '059a4723-3742-43c1-9a82-03860f700058'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:12.586485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': 'a9a94d19-eac7-48ba-8bfe-1f646ce6c89f'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:12.595921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:12.620115 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:12.810406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a9a94d19-eac7-48ba-8bfe-1f646ce6c89f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:12.843918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff9da802-89ff-4f7a-897c-fa2d961a48bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.005811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-ff9da802-89ff-4f7a-897c-fa2d961a48bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:06:13.005811 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:06:13.005811 n-d-778550-9 neutron-server[101153]: [parameters: {'project_id_1': '4461364c8d3a4ed3a663ad6d4e90d899', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 6, 12, 987874)}] Aug 19 12:06:13.005811 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:06:13.006364 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-ff9da802-89ff-4f7a-897c-fa2d961a48bf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:06:13.017372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 2} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:13.025284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.037102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.049043 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.111609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Subnet': ['ID=a0d3bd25-1f7e-449e-aaa2-13ab18aa041f,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:13.154825 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Checking segment: {'id': 'b254d726-5095-491a-b169-11af4a268761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:13.156388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network hostable DHCP agents. Network: 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:13.162320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port e46f50fe-ef7c-46ec-82b0-35be443673b0 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:13.179166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:13.203333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:13.218067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe991e9-347f-4f5a-8f58-eb045c24d9ad None None] Network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:13.221628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:13.222235 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.270437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-49446964-bba9-4723-994b-f782347d5605 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9975431 Aug 19 12:06:13.270786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36960) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:13.276779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-62074e39-36cb-45c1-8213-3da59458ce43 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-287303705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:13.324371 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-62074e39-36cb-45c1-8213-3da59458ce43 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.325663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-62074e39-36cb-45c1-8213-3da59458ce43 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.448007 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-62074e39-36cb-45c1-8213-3da59458ce43 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.456740 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-62074e39-36cb-45c1-8213-3da59458ce43 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.469118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.480969 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-62074e39-36cb-45c1-8213-3da59458ce43 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.482960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-62074e39-36cb-45c1-8213-3da59458ce43 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2113457 Aug 19 12:06:13.485839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36962) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:13.497434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'port': {'network_id': '3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c', 'name': 'tempest-RoutersIpV6Test-1428817695'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:13.523707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff9da802-89ff-4f7a-897c-fa2d961a48bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.587099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c', 'network_id': '3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'fixed_ips': [{'subnet_id': 'a0d3bd25-1f7e-449e-aaa2-13ab18aa041f'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:06:13.590867 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:13.770486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port 9aaa9c0c-8d7d-40fb-817e-0872dc41bb1e yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:13.930187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Allocated IP 2001:db8::2 (3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c/a0d3bd25-1f7e-449e-aaa2-13ab18aa041f/19edd28d-d0ae-420e-81d2-156c09d0e108) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:14.143046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff9da802-89ff-4f7a-897c-fa2d961a48bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.170860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff9da802-89ff-4f7a-897c-fa2d961a48bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.184847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:14.194130 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.195789 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.218433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Transition to ACTIVE for port object 19edd28d-d0ae-420e-81d2-156c09d0e108 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:14.257013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Transition to ACTIVE for port object 19edd28d-d0ae-420e-81d2-156c09d0e108 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:14.262593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.266151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.275712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9da802-89ff-4f7a-897c-fa2d961a48bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c912d54-3272-4a55-8af1-8cd6521303a9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:14.283013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] device_id is not set on port 34f7f435-a61c-4652-89b9-6f5ec4273d34 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:14.284239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff9da802-89ff-4f7a-897c-fa2d961a48bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4461364c8d3a4ed3a663ad6d4e90d899&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8454528 Aug 19 12:06:14.286650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36978) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:14.334280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Pushing event updated for resources: {'Port': ['ID=19edd28d-d0ae-420e-81d2-156c09d0e108,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:14.364324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:14.366669 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:14.369870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:14.432052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35d91718-5052-4bf5-8c2a-882ca1cb34da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.447957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.465162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Attempting to bind port 19edd28d-d0ae-420e-81d2-156c09d0e108 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:06:14.465642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Attempting to bind port 19edd28d-d0ae-420e-81d2-156c09d0e108 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'b254d726-5095-491a-b169-11af4a268761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:06:14.466011 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Attempting to bind port 19edd28d-d0ae-420e-81d2-156c09d0e108 on network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:06:14.478352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:06:14.478564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Checking segment: {'id': 'b254d726-5095-491a-b169-11af4a268761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:14.478844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.479237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Bound using segment: {'id': 'b254d726-5095-491a-b169-11af4a268761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:06:14.481047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Bound port: 19edd28d-d0ae-420e-81d2-156c09d0e108, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b254d726-5095-491a-b169-11af4a268761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:06:14.484488 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.576871 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35d91718-5052-4bf5-8c2a-882ca1cb34da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.639395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:14.653605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] For port 19edd28d-d0ae-420e-81d2-156c09d0e108, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:06:14.653886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 2001:db8::2be (3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c/a0d3bd25-1f7e-449e-aaa2-13ab18aa041f/34f7f435-a61c-4652-89b9-6f5ec4273d34) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:14.661648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] For port 19edd28d-d0ae-420e-81d2-156c09d0e108, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=19edd28d-d0ae-420e-81d2-156c09d0e108,segment=NetworkSegment(b254d726-5095-491a-b169-11af4a268761),segment_id=b254d726-5095-491a-b169-11af4a268761)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:06:14.665054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:14.670335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.678863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=e46f50fe-ef7c-46ec-82b0-35be443673b0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:14.686672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:14.689953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:14.716721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad018159-e3f5-4896-a040-06631aae6017 req-1b0d7514-2742-4d48-a8ef-b96a6f45e8e9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:14.718974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad018159-e3f5-4896-a040-06631aae6017 req-1b0d7514-2742-4d48-a8ef-b96a6f45e8e9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.1557705 Aug 19 12:06:14.817004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad018159-e3f5-4896-a040-06631aae6017 req-7f59679d-5cf4-4429-96c2-332546bba4e7 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852044 Aug 19 12:06:14.881264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de078c1-17b2-4a4c-a59b-eb99bdd54160 None None] Pushing event updated for resources: {'Port': ['ID=19edd28d-d0ae-420e-81d2-156c09d0e108,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:14.919777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=9aaa9c0c-8d7d-40fb-817e-0872dc41bb1e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:15.002899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Checking segment: {'id': '1a993d7c-76c4-4894-a282-8f8df55d12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a9a94d19-eac7-48ba-8bfe-1f646ce6c89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:15.003449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network hostable DHCP agents. Network: a9a94d19-eac7-48ba-8bfe-1f646ce6c89f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:15.007759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35d91718-5052-4bf5-8c2a-882ca1cb34da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:15.026008 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:15.027075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35d91718-5052-4bf5-8c2a-882ca1cb34da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:15.028720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-35d91718-5052-4bf5-8c2a-882ca1cb34da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c912d54-3272-4a55-8af1-8cd6521303a9 HTTP/1.1" status: 204 len: 168 time: 0.7407839 Aug 19 12:06:15.074742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Transition to ACTIVE for port object 34f7f435-a61c-4652-89b9-6f5ec4273d34 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:15.076183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d91718-5052-4bf5-8c2a-882ca1cb34da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c912d54-3272-4a55-8af1-8cd6521303a9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:15.083467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network a9a94d19-eac7-48ba-8bfe-1f646ce6c89f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:15.101844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a9a94d19-eac7-48ba-8bfe-1f646ce6c89f) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:15.112718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a649696e-852f-4cf4-8010-a64280ebd682 None None] Network a9a94d19-eac7-48ba-8bfe-1f646ce6c89f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:15.117734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:15.124181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:15.132106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:15.132897 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:15.154566 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b7335222-f621-4e55-ace7-8d3f827f7383 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5755260 Aug 19 12:06:15.158021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36994) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:15.186030 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:15.549683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:15.565791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:15.571139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:15.578642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:15.579305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:15.601955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 19edd28d-d0ae-420e-81d2-156c09d0e108 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:15.604906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=34f7f435-a61c-4652-89b9-6f5ec4273d34,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:15.642713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e94a5c83-4e6e-4751-88ea-9aa30c6052b9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1552725 Aug 19 12:06:15.645758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37002) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:15.664788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-961de4a1-7bf6-43bd-9ea2-86888587dd62 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 9aaa9c0c-8d7d-40fb-817e-0872dc41bb1e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:15.666937 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-961de4a1-7bf6-43bd-9ea2-86888587dd62 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:15.736239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 19edd28d-d0ae-420e-81d2-156c09d0e108 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:15.840611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-961de4a1-7bf6-43bd-9ea2-86888587dd62 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:15.857610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37010) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:15.859556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-961de4a1-7bf6-43bd-9ea2-86888587dd62 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 9aaa9c0c-8d7d-40fb-817e-0872dc41bb1e owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:16.044531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-961de4a1-7bf6-43bd-9ea2-86888587dd62 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:16.122308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961de4a1-7bf6-43bd-9ea2-86888587dd62 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=9aaa9c0c-8d7d-40fb-817e-0872dc41bb1e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:16.138711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8544dba-9992-4b19-809f-b4998286c7d9 req-85f4bb19-b71e-42d7-865d-1d04a8d78fe8 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:16.140956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8544dba-9992-4b19-809f-b4998286c7d9 req-85f4bb19-b71e-42d7-865d-1d04a8d78fe8 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.1728251 Aug 19 12:06:16.144675 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-961de4a1-7bf6-43bd-9ea2-86888587dd62 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:16.147243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-961de4a1-7bf6-43bd-9ea2-86888587dd62 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/9aaa9c0c-8d7d-40fb-817e-0872dc41bb1e HTTP/1.1" status: 204 len: 168 time: 0.9880192 Aug 19 12:06:16.163835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37014) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:16.286775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8544dba-9992-4b19-809f-b4998286c7d9 req-eee6949c-7275-4888-820a-e22941dfa03f tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223679 Aug 19 12:06:16.317240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a28e13d-87ca-4ce8-8a07-661618ec248c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:16.324630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a28e13d-87ca-4ce8-8a07-661618ec248c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:16.327241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4a28e13d-87ca-4ce8-8a07-661618ec248c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1605682 Aug 19 12:06:16.331938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37016) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:16.545808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ccde9a1a-91f0-4388-a997-77590832bef2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port e46f50fe-ef7c-46ec-82b0-35be443673b0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:16.546158 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ccde9a1a-91f0-4388-a997-77590832bef2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:16.701143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ccde9a1a-91f0-4388-a997-77590832bef2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:16.735477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b27b86e-ffab-4968-9179-936f8c069a8d None None] Network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:16.762642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ccde9a1a-91f0-4388-a997-77590832bef2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for e46f50fe-ef7c-46ec-82b0-35be443673b0 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:17.010653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ccde9a1a-91f0-4388-a997-77590832bef2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:17.038923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-62418b6e-39ea-4984-8d60-c4bc5f745fd1 None None] Provisioning for port 19edd28d-d0ae-420e-81d2-156c09d0e108 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:17.064735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-62418b6e-39ea-4984-8d60-c4bc5f745fd1 None None] Provisioning complete for port 19edd28d-d0ae-420e-81d2-156c09d0e108 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:17.065308 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-62418b6e-39ea-4984-8d60-c4bc5f745fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:17.075646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde9a1a-91f0-4388-a997-77590832bef2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=e46f50fe-ef7c-46ec-82b0-35be443673b0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:17.085690 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9772e353-9ca9-49bc-914f-ed6d92728254 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af55715602dc4c9b9e7ca1378808c7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2266879 Aug 19 12:06:17.088314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37026) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:17.111564 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ccde9a1a-91f0-4388-a997-77590832bef2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:17.120079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ccde9a1a-91f0-4388-a997-77590832bef2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/e46f50fe-ef7c-46ec-82b0-35be443673b0 HTTP/1.1" status: 204 len: 168 time: 0.7870347 Aug 19 12:06:17.131564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37030) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:17.337320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3a96e-dbb2-4d47-a379-8ed87c3fa14c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:17.341970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4ec3a96e-dbb2-4d47-a379-8ed87c3fa14c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2092135 Aug 19 12:06:17.348188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37034) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:17.370820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db052c89-b26f-4243-ac17-0fbed359865a req-ea609520-74dd-4de2-9701-debd299b244f tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:17.372404 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db052c89-b26f-4243-ac17-0fbed359865a req-ea609520-74dd-4de2-9701-debd299b244f tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 1.2336361 Aug 19 12:06:17.394109 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e5b37f-42f6-43a9-85ed-d0c72d8b6c63 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:06:17.399624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a0e5b37f-42f6-43a9-85ed-d0c72d8b6c63 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/9aaa9c0c-8d7d-40fb-817e-0872dc41bb1e HTTP/1.1" status: 404 len: 333 time: 0.0501213 Aug 19 12:06:17.403461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37036) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:17.429792 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dad6a8fe-6a2c-4def-86f6-5d3d87949cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:17.458400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-62418b6e-39ea-4984-8d60-c4bc5f745fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:17.549679 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dad6a8fe-6a2c-4def-86f6-5d3d87949cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:17.551252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:17.580594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-62418b6e-39ea-4984-8d60-c4bc5f745fd1 None None] For port 19edd28d-d0ae-420e-81d2-156c09d0e108, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=19edd28d-d0ae-420e-81d2-156c09d0e108,segment=NetworkSegment(b254d726-5095-491a-b169-11af4a268761),segment_id=b254d726-5095-491a-b169-11af4a268761)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:17.597577 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-62418b6e-39ea-4984-8d60-c4bc5f745fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:17.679091 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c05619-0e79-45a4-a425-db04a5ffeda2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:06:17.730770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b3c05619-0e79-45a4-a425-db04a5ffeda2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/e46f50fe-ef7c-46ec-82b0-35be443673b0 HTTP/1.1" status: 404 len: 333 time: 0.3257768 Aug 19 12:06:17.741150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37042) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:17.832341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-db052c89-b26f-4243-ac17-0fbed359865a req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Deleting port d8628dc0-c17c-4473-b492-a1213a464f16 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:17.833098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db052c89-b26f-4243-ac17-0fbed359865a req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:17.902989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62418b6e-39ea-4984-8d60-c4bc5f745fd1 None None] Pushing event updated for resources: {'Port': ['ID=19edd28d-d0ae-420e-81d2-156c09d0e108,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:17.951730 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-df1fa19b-c9b3-4549-b451-9b56a87ca55d None None] Provisioning complete for port 19edd28d-d0ae-420e-81d2-156c09d0e108 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:17.952465 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-df1fa19b-c9b3-4549-b451-9b56a87ca55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.119767 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dad6a8fe-6a2c-4def-86f6-5d3d87949cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.122968 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dad6a8fe-6a2c-4def-86f6-5d3d87949cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.124450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dad6a8fe-6a2c-4def-86f6-5d3d87949cd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2207969-705b-4416-8a13-759e2c8b567c HTTP/1.1" status: 204 len: 168 time: 1.0328951 Aug 19 12:06:18.166796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874d9d7-2842-4c9c-a2fb-24929419beca req-15859547-89e3-4b76-b53d-cdf73450906e tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:18.168167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-df1fa19b-c9b3-4549-b451-9b56a87ca55d None None] Provisioning for port 34f7f435-a61c-4652-89b9-6f5ec4273d34 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:18.176670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0874d9d7-2842-4c9c-a2fb-24929419beca req-15859547-89e3-4b76-b53d-cdf73450906e tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 946 time: 0.7282777 Aug 19 12:06:18.179936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-df1fa19b-c9b3-4549-b451-9b56a87ca55d None None] Provisioning complete for port 34f7f435-a61c-4652-89b9-6f5ec4273d34 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:18.180321 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-df1fa19b-c9b3-4549-b451-9b56a87ca55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.204169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-db052c89-b26f-4243-ac17-0fbed359865a req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] For port d8628dc0-c17c-4473-b492-a1213a464f16, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=d8628dc0-c17c-4473-b492-a1213a464f16,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:18.204795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db052c89-b26f-4243-ac17-0fbed359865a req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.238578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6a8fe-6a2c-4def-86f6-5d3d87949cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2207969-705b-4416-8a13-759e2c8b567c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:18.251006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-db052c89-b26f-4243-ac17-0fbed359865a req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Calling delete_port for d8628dc0-c17c-4473-b492-a1213a464f16 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:18.286275 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.346503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.357492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-df1fa19b-c9b3-4549-b451-9b56a87ca55d None None] Port 34f7f435-a61c-4652-89b9-6f5ec4273d34 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:18.367288 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8c65022a-a09d-4695-8864-77a08e9318c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.383853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.421787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0874d9d7-2842-4c9c-a2fb-24929419beca req-4eb37cfe-e12e-470e-a65b-c7e5f568cc6c tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432628 Aug 19 12:06:18.443023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-33a22166-d36c-4281-9d83-35aba39fde99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1198385 Aug 19 12:06:18.482522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=34f7f435-a61c-4652-89b9-6f5ec4273d34,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:18.518596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9657321b-0a7b-4931-9bfd-feb9e769f35a None None] Provisioning complete for port 34f7f435-a61c-4652-89b9-6f5ec4273d34 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:18.519839 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9657321b-0a7b-4931-9bfd-feb9e769f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.538053 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.554165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a94d19-eac7-48ba-8bfe-1f646ce6c89f']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:18.598544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a993d7c-76c4-4894-a282-8f8df55d12d7') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:18.599063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a993d7c-76c4-4894-a282-8f8df55d12d7') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:18.603655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9657321b-0a7b-4931-9bfd-feb9e769f35a None None] Port 34f7f435-a61c-4652-89b9-6f5ec4273d34 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:18.635099 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.659661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.675520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-2d5e6018-ff4f-4c65-9d7f-d0fff010a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:18.676014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-2d5e6018-ff4f-4c65-9d7f-d0fff010a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:18.676501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-2d5e6018-ff4f-4c65-9d7f-d0fff010a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:18.676988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-2d5e6018-ff4f-4c65-9d7f-d0fff010a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:18.677457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-2d5e6018-ff4f-4c65-9d7f-d0fff010a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:18.678194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-2d5e6018-ff4f-4c65-9d7f-d0fff010a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:18.678666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-2d5e6018-ff4f-4c65-9d7f-d0fff010a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:18.680888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-2d5e6018-ff4f-4c65-9d7f-d0fff010a785 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6501 time: 0.1105039 Aug 19 12:06:18.682562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:06:18.682994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:06:18.686881 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:06:18.825152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.838738 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.841203 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/networks/a9a94d19-eac7-48ba-8bfe-1f646ce6c89f HTTP/1.1" status: 204 len: 168 time: 0.9330213 Aug 19 12:06:18.851955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37062) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:18.857374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:18.894775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-734167337'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:18.940035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Network': ['ID=a9a94d19-eac7-48ba-8bfe-1f646ce6c89f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:19.017557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db052c89-b26f-4243-ac17-0fbed359865a req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.046435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8b1695a2-b9ad-41b1-be00-0063b673243c None None] Provisioning complete for port 34f7f435-a61c-4652-89b9-6f5ec4273d34 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:19.047148 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8b1695a2-b9ad-41b1-be00-0063b673243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.095588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Pushing event deleted for resources: {'Port': ['ID=d8628dc0-c17c-4473-b492-a1213a464f16,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:19.154676 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.176897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.177958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.181291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.181291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.181291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.183824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.183824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.184109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['8942e39d-8e13-4e77-bcb9-2abce662462e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:06:19.184210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.185842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.186899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.186899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.186899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f06308-7cbf-497e-a348-327642f10b91 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:19.187291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['beb4455b-7a7f-4fda-9518-c553125cee4d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:06:19.203145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-db052c89-b26f-4243-ac17-0fbed359865a req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] No DVR routers for this DVR port d8628dc0-c17c-4473-b492-a1213a464f16 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:19.207084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-db052c89-b26f-4243-ac17-0fbed359865a req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.209539 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db052c89-b26f-4243-ac17-0fbed359865a req-5de85f3f-e672-40c6-9c7e-fc093500afc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.54 "DELETE /v2.0/ports/d8628dc0-c17c-4473-b492-a1213a464f16 HTTP/1.1" status: 204 len: 173 time: 1.8174591 Aug 19 12:06:19.211258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca4403a-cded-4e56-a3c4-165c8f9f8ddd', 'name': 'network-vif-deleted', 'tag': 'd8628dc0-c17c-4473-b492-a1213a464f16'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:06:19.214813 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d70fc3-8f9c-478c-85d8-c354de810ad2" -d '{"events": [{"server_uuid": "3ca4403a-cded-4e56-a3c4-165c8f9f8ddd", "name": "network-vif-deleted", "tag": "d8628dc0-c17c-4473-b492-a1213a464f16"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:06:19.228986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-921bf4c9-c96f-4843-af42-4de3ed7c7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:19.230323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-921bf4c9-c96f-4843-af42-4de3ed7c7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:19.231195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-921bf4c9-c96f-4843-af42-4de3ed7c7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:19.234037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-921bf4c9-c96f-4843-af42-4de3ed7c7af7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee7e9764-0947-4d2f-9df6-16f646d411fc&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=695c6eae-dc00-481f-8fa2-9574d3204229&id=695c6eae-dc00-481f-8fa2-9574d3204229 HTTP/1.1" status: 200 len: 2297 time: 0.5000415 Aug 19 12:06:19.255483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:19.260649 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.283234 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3902c260-02ca-40e5-bc95-376ed75b8d95 x-openstack-request-id: req-3902c260-02ca-40e5-bc95-376ed75b8d95 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:06:19.283691 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca4403a-cded-4e56-a3c4-165c8f9f8ddd", "name": "network-vif-deleted", "tag": "d8628dc0-c17c-4473-b492-a1213a464f16", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:06:19.284028 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3902c260-02ca-40e5-bc95-376ed75b8d95 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:06:19.284668 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca4403a-cded-4e56-a3c4-165c8f9f8ddd', 'name': 'network-vif-deleted', 'tag': 'd8628dc0-c17c-4473-b492-a1213a464f16', 'status': 'completed', 'code': 200} Aug 19 12:06:19.367115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:19.381400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.381771 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Added segment 69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f of type vlan for network 583939f6-c6d5-471d-9168-df6d902cd93a Aug 19 12:06:19.409247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device d8628dc0-c17c-4473-b492-a1213a464f16 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:06:19.458337 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.509876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.518270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:19.519696 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.536719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: d8628dc0-c17c-4473-b492-a1213a464f16 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:06:19.536719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device d8628dc0-c17c-4473-b492-a1213a464f16 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:06:19.585835 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8b1695a2-b9ad-41b1-be00-0063b673243c None None] Port 34f7f435-a61c-4652-89b9-6f5ec4273d34 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:19.638741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-5830d1cd-29d7-42f6-8915-b9ed94c52ce7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00 HTTP/1.1" status: 200 len: 1001 time: 0.3940353 Aug 19 12:06:19.677310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 19edd28d-d0ae-420e-81d2-156c09d0e108 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:19.732424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8731825 Aug 19 12:06:19.739153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37096) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:19.749368 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '583939f6-c6d5-471d-9168-df6d902cd93a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:19.843362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1dfe8d-59eb-4b2d-b750-3819fd135cbb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Network': ['ID=583939f6-c6d5-471d-9168-df6d902cd93a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:19.874856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 583939f6-c6d5-471d-9168-df6d902cd93a details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:19.964106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfeddb29-ebfe-4be1-997d-064cfe8174cc req-be2a508e-e2ab-4c3b-aaa7-a74ac0ffba28 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca4403a-cded-4e56-a3c4-165c8f9f8ddd HTTP/1.1" status: 200 len: 210 time: 0.1448479 Aug 19 12:06:20.015585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-478f879d-6974-4e78-a5ac-5c9902209871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:20.018212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-478f879d-6974-4e78-a5ac-5c9902209871 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9 HTTP/1.1" status: 200 len: 856 time: 0.3560133 Aug 19 12:06:20.101363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 19edd28d-d0ae-420e-81d2-156c09d0e108 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:20.110965 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.118589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-7f2152af-2fee-435b-85a4-6a1e92149182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:20.120661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.121439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-7f2152af-2fee-435b-85a4-6a1e92149182 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee7e9764-0947-4d2f-9df6-16f646d411fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945454 Aug 19 12:06:20.129028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:20.139555 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.196343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37108) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:20.196944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.198383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.420933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-7dc22984-a664-4b7b-bf8a-431a066c2b98 service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909088 Aug 19 12:06:20.504862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=34f7f435-a61c-4652-89b9-6f5ec4273d34,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:20.588164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-60f558d0-c6fb-48b8-a407-ff542f33a479 tempest-AgentManagementNegativeTest-1782025147 tempest-AgentManagementNegativeTest-1782025147-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3897932 Aug 19 12:06:20.611736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:20.620076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:20.712856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-5faffa40-d850-4f43-b10f-f3130f7cd900 service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832327 Aug 19 12:06:20.745513 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dbb71a09-ece9-4876-a5c3-0e3d18bb4d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.801549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-0a07fee2-956f-45ae-b764-08dba098ffeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 200 len: 217 time: 0.0775833 Aug 19 12:06:20.884948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.902485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-a6e5cc46-5e5e-4b5d-b79c-1b914c66d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:20.904015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-a6e5cc46-5e5e-4b5d-b79c-1b914c66d40e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.0970159 Aug 19 12:06:21.022624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-badb3bd6-65bb-4b3c-bdb0-22d4bda69c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:21.024197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-badb3bd6-65bb-4b3c-bdb0-22d4bda69c5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118140 Aug 19 12:06:21.219985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37130) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:21.226756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-92388899-1ded-4a76-9cab-56d2c85dc297 None None] Provisioning complete for port 34f7f435-a61c-4652-89b9-6f5ec4273d34 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:21.227907 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-92388899-1ded-4a76-9cab-56d2c85dc297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:21.263596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-03a912c3-2739-412a-8c5a-4a144e4c6228 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315202 Aug 19 12:06:21.313649 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:21.343554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-92388899-1ded-4a76-9cab-56d2c85dc297 None None] Port 34f7f435-a61c-4652-89b9-6f5ec4273d34 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:21.411835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 78ff674c-e9ab-4875-ad85-cc3e7347ad0b is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:06:21.478681 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=d7dfc472-49ae-40c1-9f2c-638b726f72cd,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:21.498365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-a271b63c-3a71-4e62-8617-2e97dff75256 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252707 Aug 19 12:06:21.610538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-f79bf457-7aa2-46c9-95e8-e6a9d6dd4f68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 200 len: 217 time: 0.1047931 Aug 19 12:06:21.694453 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb5926cc-e51b-413c-b8f1-659455abf29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:21.716964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Checking segment: {'id': '69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '583939f6-c6d5-471d-9168-df6d902cd93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:21.721725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network hostable DHCP agents. Network: 583939f6-c6d5-471d-9168-df6d902cd93a, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:21.728258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502381dc-f840-417f-9aeb-fb532004f86e req-131107d0-4040-4d70-a4c4-b465f6345cc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:21.730136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-502381dc-f840-417f-9aeb-fb532004f86e req-131107d0-4040-4d70-a4c4-b465f6345cc9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.1444769 Aug 19 12:06:21.732192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-1b6a5dea-5560-4895-8dc4-ca8db7fc892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:21.733706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-1b6a5dea-5560-4895-8dc4-ca8db7fc892e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.1021349 Aug 19 12:06:21.759231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:21.767622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3ab40242-c9a6-4abe-b83f-1c29e367ee32 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/78ff674c-e9ab-4875-ad85-cc3e7347ad0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1204977 Aug 19 12:06:21.772647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37138) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:21.775671 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f282d-8213-4380-8649-8e36f1857087 None None] Sync routers for ids ['78ff674c-e9ab-4875-ad85-cc3e7347ad0b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:21.787905 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 583939f6-c6d5-471d-9168-df6d902cd93a is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:21.806699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 583939f6-c6d5-471d-9168-df6d902cd93a) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:21.809303 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f282d-8213-4380-8649-8e36f1857087 None None] Routers {'78ff674c-e9ab-4875-ad85-cc3e7347ad0b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:21.810706 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-898f282d-8213-4380-8649-8e36f1857087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78ff674c-e9ab-4875-ad85-cc3e7347ad0b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:21.814958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:21.815665 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:21.845136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67bb870-6d3e-457a-86bd-35d454f9732a None None] Network 583939f6-c6d5-471d-9168-df6d902cd93a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:21.911897 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-898f282d-8213-4380-8649-8e36f1857087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:21.912176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-502381dc-f840-417f-9aeb-fb532004f86e req-22d38110-3d63-4d80-83d9-c2862408042c tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739416 Aug 19 12:06:21.931336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-bbfa5c50-3b09-4f45-bd55-1be6db3025e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:21.932890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-bbfa5c50-3b09-4f45-bd55-1be6db3025e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1869209 Aug 19 12:06:21.940388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa79ebdf-a89b-4dd4-810c-6d9ad82c75bd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:21.941786 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f282d-8213-4380-8649-8e36f1857087 None None] Routers {'78ff674c-e9ab-4875-ad85-cc3e7347ad0b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:21.949082 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-898f282d-8213-4380-8649-8e36f1857087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78ff674c-e9ab-4875-ad85-cc3e7347ad0b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:21.956359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb5926cc-e51b-413c-b8f1-659455abf29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:21.956754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-aa79ebdf-a89b-4dd4-810c-6d9ad82c75bd tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports/34f7f435-a61c-4652-89b9-6f5ec4273d34 HTTP/1.1" status: 200 len: 984 time: 0.1677074 Aug 19 12:06:21.957557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37142) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:21.965929 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bb5926cc-e51b-413c-b8f1-659455abf29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.041291 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bb5926cc-e51b-413c-b8f1-659455abf29f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7ab2cf2c8394bf8849931e58c11b632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184266 Aug 19 12:06:22.043259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37144) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:22.044753 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-98614dc1-3017-492c-9985-c992e9bbc827 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3044584 Aug 19 12:06:22.065142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37146) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:22.085527 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-898f282d-8213-4380-8649-8e36f1857087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:22.089081 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f282d-8213-4380-8649-8e36f1857087 None None] The sync data for ids ['78ff674c-e9ab-4875-ad85-cc3e7347ad0b'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:22.096588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '583939f6-c6d5-471d-9168-df6d902cd93a', 'name': 'tempest-PortsIpV6TestJSON-1269960983'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:22.178156 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.254221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-583939f6-c6d5-471d-9168-df6d902cd93a', 'network_id': '583939f6-c6d5-471d-9168-df6d902cd93a', 'tenant_id': '0a24866e2a2440b29049f33fb77a7861', 'fixed_ips': [{'subnet_id': 'd7dfc472-49ae-40c1-9f2c-638b726f72cd'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:06:22.255839 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.345041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5926cc-e51b-413c-b8f1-659455abf29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004a09ed-779d-44ad-9e70-a5f30164666a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:22.375667 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dabcc166-400b-45ed-81a7-d99e30e6a1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.444210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dabcc166-400b-45ed-81a7-d99e30e6a1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.479986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:22.484670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.513080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port 68b50f48-51fb-4fab-ac6b-89d91b7d32c4 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:22.571909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Allocated IP 2001:db8::2 (583939f6-c6d5-471d-9168-df6d902cd93a/d7dfc472-49ae-40c1-9f2c-638b726f72cd/13d0d798-8803-47b3-b2a8-46bd6b1bc84d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:22.573593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dabcc166-400b-45ed-81a7-d99e30e6a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.576445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dabcc166-400b-45ed-81a7-d99e30e6a1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.581098 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dabcc166-400b-45ed-81a7-d99e30e6a1c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/004a09ed-779d-44ad-9e70-a5f30164666a HTTP/1.1" status: 204 len: 168 time: 0.5330803 Aug 19 12:06:22.600829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc166-400b-45ed-81a7-d99e30e6a1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004a09ed-779d-44ad-9e70-a5f30164666a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:22.963161 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.973614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Transition to ACTIVE for port object 13d0d798-8803-47b3-b2a8-46bd6b1bc84d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:22.988519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-4148e4ed-4073-448a-8d8e-30137d027945 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0297174 Aug 19 12:06:22.997078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Transition to ACTIVE for port object 13d0d798-8803-47b3-b2a8-46bd6b1bc84d will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:23.006887 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:23.117233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Pushing event updated for resources: {'Port': ['ID=13d0d798-8803-47b3-b2a8-46bd6b1bc84d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:23.150904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Network 583939f6-c6d5-471d-9168-df6d902cd93a is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:23.152381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:23.155060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:23.170452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::1f3 (583939f6-c6d5-471d-9168-df6d902cd93a/d7dfc472-49ae-40c1-9f2c-638b726f72cd/68b50f48-51fb-4fab-ac6b-89d91b7d32c4) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:23.289667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Attempting to bind port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:06:23.292148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Attempting to bind port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '583939f6-c6d5-471d-9168-df6d902cd93a'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:06:23.292897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Attempting to bind port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d on network 583939f6-c6d5-471d-9168-df6d902cd93a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:06:23.304592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:06:23.305464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Checking segment: {'id': '69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '583939f6-c6d5-471d-9168-df6d902cd93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:23.306108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:23.307168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Bound using segment: {'id': '69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '583939f6-c6d5-471d-9168-df6d902cd93a'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:06:23.309399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Bound port: 13d0d798-8803-47b3-b2a8-46bd6b1bc84d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '583939f6-c6d5-471d-9168-df6d902cd93a'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:06:23.310007 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:23.412018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-86231153-f4c0-4d52-a06c-cd12b9b13a8d tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:23.415519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-86231153-f4c0-4d52-a06c-cd12b9b13a8d tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.69 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.4217060 Aug 19 12:06:23.488806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] For port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:06:23.494308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:23.494646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] For port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13d0d798-8803-47b3-b2a8-46bd6b1bc84d,segment=NetworkSegment(69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f),segment_id=69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:06:23.511160 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:23.518323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object 68b50f48-51fb-4fab-ac6b-89d91b7d32c4 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:23.558261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4315a63-1ebf-4c20-a53e-653051601665 req-d2d629be-db31-4b0c-a452-f8e2441816a8 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:23.566837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4315a63-1ebf-4c20-a53e-653051601665 req-d2d629be-db31-4b0c-a452-f8e2441816a8 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.5073135 Aug 19 12:06:23.629277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:23.668383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec693b71-4960-482f-ae56-535e427e90ec None None] Pushing event updated for resources: {'Port': ['ID=13d0d798-8803-47b3-b2a8-46bd6b1bc84d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:23.746677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 583939f6-c6d5-471d-9168-df6d902cd93a is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:23.754559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:23.769998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:23.790407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:23.791098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:23.819483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=68b50f48-51fb-4fab-ac6b-89d91b7d32c4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:23.845631 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bbc6b1bc-aae3-4e9b-977c-65f3cf382b85 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7549345 Aug 19 12:06:23.845631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37192) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:23.865063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-4b8bde8a-b687-43ab-bd32-31c429fbca83 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8200133 Aug 19 12:06:23.882281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4315a63-1ebf-4c20-a53e-653051601665 req-11f82ae3-b090-4024-980e-184c632874a2 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143156 Aug 19 12:06:23.943118 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:23.988390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-23b21a13-b074-46fd-aec8-9c9674a115d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0 HTTP/1.1" status: 200 len: 217 time: 0.1046953 Aug 19 12:06:23.998770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37194) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:24.053890 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.103429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f3fff758-e725-4613-b895-78d4b8c839c3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 68b50f48-51fb-4fab-ac6b-89d91b7d32c4 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:24.103781 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3fff758-e725-4613-b895-78d4b8c839c3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.199673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-80a83496-9ceb-4f5a-8f5d-5641a814f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:24.208137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-80a83496-9ceb-4f5a-8f5d-5641a814f446 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.2049317 Aug 19 12:06:24.319310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1089195083'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:24.331823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Deleting port beb4455b-7a7f-4fda-9518-c553125cee4d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:24.332186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.348373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3fff758-e725-4613-b895-78d4b8c839c3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.371071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f3fff758-e725-4613-b895-78d4b8c839c3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 68b50f48-51fb-4fab-ac6b-89d91b7d32c4 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:24.389908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Made reservation on behalf of 96b953694a72406cb6f2f5c1d5676ebb for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:24.394359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.407258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.452404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-b7353e99-f4c9-4879-8f4c-c0dcf2cf7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:24.456588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-b7353e99-f4c9-4879-8f4c-c0dcf2cf7b31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2312753 Aug 19 12:06:24.731688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] For port beb4455b-7a7f-4fda-9518-c553125cee4d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=beb4455b-7a7f-4fda-9518-c553125cee4d,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:24.732376 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.758912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.768103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3fff758-e725-4613-b895-78d4b8c839c3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.803984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fff758-e725-4613-b895-78d4b8c839c3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=68b50f48-51fb-4fab-ac6b-89d91b7d32c4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:24.805691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Calling delete_port for beb4455b-7a7f-4fda-9518-c553125cee4d owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:24.807296 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.807560 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.880262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:24.894881 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:24.895581 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Added segment b9032c4d-92cf-44f6-829b-60701f58b591 of type vlan for network a56d37f8-ce75-4815-9249-f3983b6ba882 Aug 19 12:06:24.954741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.014112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-a587aa59-2313-43b9-b61a-a7745b5e432c service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436931 Aug 19 12:06:25.031841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.044391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:25.045079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.082589 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f3fff758-e725-4613-b895-78d4b8c839c3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.090892 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f3fff758-e725-4613-b895-78d4b8c839c3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/68b50f48-51fb-4fab-ac6b-89d91b7d32c4 HTTP/1.1" status: 204 len: 168 time: 1.2400301 Aug 19 12:06:25.115289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37210) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:25.157058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb9181-ced5-4a27-a034-61e87fbef06a None None] Network 583939f6-c6d5-471d-9168-df6d902cd93a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:25.240622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Network': ['ID=a56d37f8-ce75-4815-9249-f3983b6ba882,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:25.248636 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2476926 Aug 19 12:06:25.275835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37216) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:25.276384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'subnet': {'network_id': 'a56d37f8-ce75-4815-9249-f3983b6ba882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:25.291476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49501e38-e883-4fd6-a2d7-e9b76e321af7 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9398c25b-cc86-4bcd-b715-ba3657dfa2e3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:25.301791 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d74ab46-54c2-4e19-bd7f-5267a1c99d74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:06:25.302593 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d74ab46-54c2-4e19-bd7f-5267a1c99d74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:06:25.307739 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9d74ab46-54c2-4e19-bd7f-5267a1c99d74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/68b50f48-51fb-4fab-ac6b-89d91b7d32c4 HTTP/1.1" status: 404 len: 333 time: 0.1912076 Aug 19 12:06:25.308602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37218) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:25.442084 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe37af17-75ab-4bc0-93be-53b159187e6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:06:25.447221 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fe37af17-75ab-4bc0-93be-53b159187e6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/68b50f48-51fb-4fab-ac6b-89d91b7d32c4 HTTP/1.1" status: 404 len: 333 time: 0.0816100 Aug 19 12:06:25.448016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37222) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:25.476097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-795727ba-cafd-4773-8526-4f368cfe0459 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248183 Aug 19 12:06:25.546903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Made reservation on behalf of 96b953694a72406cb6f2f5c1d5676ebb for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:25.551347 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.641671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-09be4dbc-91c4-47d9-b28d-5b414363bd31 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet d7dfc472-49ae-40c1-9f2c-638b726f72cd {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:06:25.657700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09be4dbc-91c4-47d9-b28d-5b414363bd31 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.663529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a56d37f8-ce75-4815-9249-f3983b6ba882 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:25.719475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09be4dbc-91c4-47d9-b28d-5b414363bd31 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.746866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-a4adee15-421e-473e-8bd7-c16a29d20427 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 HTTP/1.1" status: 200 len: 217 time: 0.1797788 Aug 19 12:06:25.839966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13d0d798-8803-47b3-b2a8-46bd6b1bc84d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:25.878016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09be4dbc-91c4-47d9-b28d-5b414363bd31 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.886517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-e510f55a-0302-4f3d-9b15-0fc1e8b4212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:25.893113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-e510f55a-0302-4f3d-9b15-0fc1e8b4212a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.1302457 Aug 19 12:06:25.955624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a30c-5df1-4d07-8f45-baddbb654e3e req-6026e827-93ce-4d19-9feb-74826686ff5e tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:25.960076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76c2a30c-5df1-4d07-8f45-baddbb654e3e req-6026e827-93ce-4d19-9feb-74826686ff5e tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 945 time: 0.4935400 Aug 19 12:06:25.972409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.984360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-15887e66-e625-4386-a2d1-212fec078968 None None] Provisioning for port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:26.077964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:26.083343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:26.083972 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.084310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-98fd21e7-d1c0-4dbe-a419-f70a3a5ca6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:26.086174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-98fd21e7-d1c0-4dbe-a419-f70a3a5ca6be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1605151 Aug 19 12:06:26.093672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76c2a30c-5df1-4d07-8f45-baddbb654e3e req-4217b3f8-dcb7-484a-bf19-f8e5a5d436e1 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232839 Aug 19 12:06:26.108900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09be4dbc-91c4-47d9-b28d-5b414363bd31 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.246032 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.251515 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09be4dbc-91c4-47d9-b28d-5b414363bd31 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.270803 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-09be4dbc-91c4-47d9-b28d-5b414363bd31 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/d7dfc472-49ae-40c1-9f2c-638b726f72cd HTTP/1.1" status: 204 len: 168 time: 0.8060279 Aug 19 12:06:26.277343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37232) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:26.278569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Subnet': ['ID=e0a3be4e-8e3e-4480-9861-d99e2e31ab58,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:26.325275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13d0d798-8803-47b3-b2a8-46bd6b1bc84d,segment=NetworkSegment(69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f),segment_id=69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:26.329262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-6b991902-dee5-45c1-9751-4f0bbbd3906c service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333508 Aug 19 12:06:26.330294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.338359 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.358661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Checking segment: {'id': 'b9032c4d-92cf-44f6-829b-60701f58b591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a56d37f8-ce75-4815-9249-f3983b6ba882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:26.360715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network hostable DHCP agents. Network: a56d37f8-ce75-4815-9249-f3983b6ba882, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:26.392620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['8942e39d-8e13-4e77-bcb9-2abce662462e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:06:26.475265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be4dbc-91c4-47d9-b28d-5b414363bd31 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=d7dfc472-49ae-40c1-9f2c-638b726f72cd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:26.487830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec50d1-4f74-4c56-9273-d8ff958004e5 None None] Network 583939f6-c6d5-471d-9168-df6d902cd93a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:26.520861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-231bd416-3f9b-4541-aa46-e17bc1cc5603 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666296 Aug 19 12:06:26.551925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network a56d37f8-ce75-4815-9249-f3983b6ba882 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:26.579176 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.591012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a56d37f8-ce75-4815-9249-f3983b6ba882) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:26.601664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:26.602589 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.650279 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c854aee1-5f41-47e3-96a7-1f23636661b8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3797348 Aug 19 12:06:26.651062 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37236) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:26.667894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-227146798', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:26.700231 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.701482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.717730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Pushing event deleted for resources: {'Port': ['ID=beb4455b-7a7f-4fda-9518-c553125cee4d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:26.725064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-a54884d3-a96e-415f-a313-8a673e060050 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 HTTP/1.1" status: 200 len: 217 time: 0.1391244 Aug 19 12:06:26.750506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] No DVR routers for this DVR port beb4455b-7a7f-4fda-9518-c553125cee4d on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:26.772365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.807282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-be7400e0-a094-4681-9ed7-7ce76f86838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:26.807282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-be7400e0-a094-4681-9ed7-7ce76f86838c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.0566535 Aug 19 12:06:26.807282 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.831194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75b95c8c-034a-4e36-b8f6-a60bf939d0d6 req-fe8cf3e7-2d17-4116-b004-d262a21071a9 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.69 "DELETE /v2.0/ports/beb4455b-7a7f-4fda-9518-c553125cee4d HTTP/1.1" status: 204 len: 173 time: 3.3737874 Aug 19 12:06:26.831194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17785c25-53fb-4542-b62c-fc9120a1ec58', 'name': 'network-vif-deleted', 'tag': 'beb4455b-7a7f-4fda-9518-c553125cee4d'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:06:26.831194 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961fb6e5-4cc8-4ec2-b838-e0c83dbfaee0" -d '{"events": [{"server_uuid": "17785c25-53fb-4542-b62c-fc9120a1ec58", "name": "network-vif-deleted", "tag": "beb4455b-7a7f-4fda-9518-c553125cee4d"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:06:26.896020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 34f7f435-a61c-4652-89b9-6f5ec4273d34 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:26.896424 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.990880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-b86b71e8-9a36-4dd9-ae50-e0e3e2a308e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:26.994518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-b86b71e8-9a36-4dd9-ae50-e0e3e2a308e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1733356 Aug 19 12:06:27.044285 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd8f672-b774-4c80-b206-4549e4b1ec3d x-openstack-request-id: req-1fd8f672-b774-4c80-b206-4549e4b1ec3d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:06:27.044771 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17785c25-53fb-4542-b62c-fc9120a1ec58", "name": "network-vif-deleted", "tag": "beb4455b-7a7f-4fda-9518-c553125cee4d", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:06:27.045035 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fd8f672-b774-4c80-b206-4549e4b1ec3d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:06:27.045496 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17785c25-53fb-4542-b62c-fc9120a1ec58', 'name': 'network-vif-deleted', 'tag': 'beb4455b-7a7f-4fda-9518-c553125cee4d', 'status': 'completed', 'code': 200} Aug 19 12:06:27.074575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a2de6-cb0a-42bf-a593-48744ca5815f None None] Network a56d37f8-ce75-4815-9249-f3983b6ba882 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:27.138656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:27.180111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device beb4455b-7a7f-4fda-9518-c553125cee4d no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:06:27.228826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:27.229176 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:27.258205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: beb4455b-7a7f-4fda-9518-c553125cee4d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:06:27.264361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device beb4455b-7a7f-4fda-9518-c553125cee4d not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:06:27.350329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:27.427752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=13d0d798-8803-47b3-b2a8-46bd6b1bc84d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:27.515253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 34f7f435-a61c-4652-89b9-6f5ec4273d34 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:27.515482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8c502c78-f4a1-41dc-9cae-3e0034c174de None None] Provisioning complete for port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:27.515942 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8c502c78-f4a1-41dc-9cae-3e0034c174de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:27.766523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d3cb7e-7f8f-4a87-9973-aca1504cf5be None None] Network a56d37f8-ce75-4815-9249-f3983b6ba882 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:27.809537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdfeb14c-51a4-42db-b1ac-1ae4291f5765 req-711ecfbe-2b37-4c73-bf53-8075224f66ad tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17785c25-53fb-4542-b62c-fc9120a1ec58 HTTP/1.1" status: 200 len: 210 time: 0.4542294 Aug 19 12:06:27.836862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-402e0cdc-3d12-4765-910c-c868e700b03b service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709112 Aug 19 12:06:28.013380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.074065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa6f38-8952-44cc-be79-3d801a37e386 None None] DHCP port deletion for 583939f6-c6d5-471d-9168-df6d902cd93a request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:06:28.081809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=34f7f435-a61c-4652-89b9-6f5ec4273d34,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:28.228977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-5abcbd3b-76b7-4953-acc4-be55216fabda service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550889 Aug 19 12:06:28.251661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] For port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13d0d798-8803-47b3-b2a8-46bd6b1bc84d,segment=NetworkSegment(69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f),segment_id=69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:28.252299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.257873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cafa6f38-8952-44cc-be79-3d801a37e386 None None] Deleting port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:28.263125 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cafa6f38-8952-44cc-be79-3d801a37e386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.328834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 13d0d798-8803-47b3-b2a8-46bd6b1bc84d owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:28.391947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cafa6f38-8952-44cc-be79-3d801a37e386 None None] For port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13d0d798-8803-47b3-b2a8-46bd6b1bc84d,segment=NetworkSegment(69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f),segment_id=69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:28.392766 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cafa6f38-8952-44cc-be79-3d801a37e386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.395722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-1627b028-b62d-4f52-bf60-85bb79911bcc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 HTTP/1.1" status: 200 len: 217 time: 0.1290832 Aug 19 12:06:28.409294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cafa6f38-8952-44cc-be79-3d801a37e386 None None] Calling delete_port for 13d0d798-8803-47b3-b2a8-46bd6b1bc84d owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:28.521905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.538393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cafa6f38-8952-44cc-be79-3d801a37e386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.608089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa6f38-8952-44cc-be79-3d801a37e386 None None] No DVR routers for this DVR port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:28.618074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa6f38-8952-44cc-be79-3d801a37e386 None None] Pushing event deleted for resources: {'Port': ['ID=13d0d798-8803-47b3-b2a8-46bd6b1bc84d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:28.628945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.639567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-cb97e61b-b791-4155-9673-f464bee2a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:28.642463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-cb97e61b-b791-4155-9673-f464bee2a672 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.2063110 Aug 19 12:06:28.706510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.742997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=13d0d798-8803-47b3-b2a8-46bd6b1bc84d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:28.773868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No DVR routers for this DVR port 13d0d798-8803-47b3-b2a8-46bd6b1bc84d on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:28.811497 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.929644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-ac96c65d-7391-4139-9605-e3d470eddcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:28.931359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-ac96c65d-7391-4139-9605-e3d470eddcdf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2348113 Aug 19 12:06:28.949501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.039927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37276) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:29.099051 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.121925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583939f6-c6d5-471d-9168-df6d902cd93a']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:29.171534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:29.172085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e5a31c-98a6-4b79-b7a2-9ba0303e7f3f') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:29.189337 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.219191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.25.4.5 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/df0c026f-945e-498a-a2db-8347a50b5426) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:29.223918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.237162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:06:29.237790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:06:29.243055 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:06:29.329551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3db19a5c-5984-4c12-8731-1c3bc2d033ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.501091 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3db19a5c-5984-4c12-8731-1c3bc2d033ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.514906 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3db19a5c-5984-4c12-8731-1c3bc2d033ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.557515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db19a5c-5984-4c12-8731-1c3bc2d033ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d591df-e01c-4a5c-98b8-1c649394fa8c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:29.562017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.571748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.578529 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/networks/583939f6-c6d5-471d-9168-df6d902cd93a HTTP/1.1" status: 204 len: 168 time: 3.2822053 Aug 19 12:06:29.579302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37306) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:29.585276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 78ff674c-e9ab-4875-ad85-cc3e7347ad0b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:06:29.586217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13d0d798-8803-47b3-b2a8-46bd6b1bc84d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:06:29.596233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1703723028'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:29.613785 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 13d0d798-8803-47b3-b2a8-46bd6b1bc84d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:06:29.614651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13d0d798-8803-47b3-b2a8-46bd6b1bc84d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:06:29.645412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-540acb4c-d69c-449a-b411-744cacf89c74 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723962 Aug 19 12:06:29.651234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803bfae-ba19-487b-b04c-a8d979e51444 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Network': ['ID=583939f6-c6d5-471d-9168-df6d902cd93a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:29.664018 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3db19a5c-5984-4c12-8731-1c3bc2d033ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae71178845bb444baceeb3bd618cd05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073234 Aug 19 12:06:29.665421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17644-d5a2-4ad7-b396-3ff8ff812b2c req-31ef1451-1994-435f-842a-fc8adf74e001 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:29.667295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37310) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:29.667866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57f17644-d5a2-4ad7-b396-3ff8ff812b2c req-31ef1451-1994-435f-842a-fc8adf74e001 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.1954315 Aug 19 12:06:29.712051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:29.716078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.745899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.793451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:29.812859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e55722b-63a0-4478-abd7-51874b07c98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.824254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:29.836274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.836740 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Added segment 6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc of type vlan for network 6ccaccaf-e554-4b0f-b035-4064ae3938f7 Aug 19 12:06:29.838123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a9b9277c-f47c-407a-ae19-7d0f0201de6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/78ff674c-e9ab-4875-ad85-cc3e7347ad0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8782377 Aug 19 12:06:29.842099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37312) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:29.847355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad82f0-7e0e-4498-be43-dfd08c8565fc None None] Sync routers for ids ['78ff674c-e9ab-4875-ad85-cc3e7347ad0b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:29.859699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57f17644-d5a2-4ad7-b396-3ff8ff812b2c req-3fbf5f22-6bc4-43ba-87c5-521162b91a02 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419380 Aug 19 12:06:29.879733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad82f0-7e0e-4498-be43-dfd08c8565fc None None] Routers {'78ff674c-e9ab-4875-ad85-cc3e7347ad0b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:29.880562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-48ad82f0-7e0e-4498-be43-dfd08c8565fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78ff674c-e9ab-4875-ad85-cc3e7347ad0b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:29.893463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea8cb6a-9a8f-42bc-94e9-ae809476be34 req-990de983-e621-4d8f-91fc-ed35176f1496 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244945 Aug 19 12:06:29.917777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-48ad82f0-7e0e-4498-be43-dfd08c8565fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:29.928100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad82f0-7e0e-4498-be43-dfd08c8565fc None None] Routers {'78ff674c-e9ab-4875-ad85-cc3e7347ad0b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:29.928844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-48ad82f0-7e0e-4498-be43-dfd08c8565fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78ff674c-e9ab-4875-ad85-cc3e7347ad0b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:29.949164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e55722b-63a0-4478-abd7-51874b07c98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:29.965397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-48ad82f0-7e0e-4498-be43-dfd08c8565fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:29.966077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad82f0-7e0e-4498-be43-dfd08c8565fc None None] The sync data for ids ['78ff674c-e9ab-4875-ad85-cc3e7347ad0b'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:30.008028 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.025849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.157721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:30.178135 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:30.187892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:30.192400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=df0c026f-945e-498a-a2db-8347a50b5426,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:30.235544 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.241264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:30.241846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.304698 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e55722b-63a0-4478-abd7-51874b07c98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.307213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e55722b-63a0-4478-abd7-51874b07c98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.308336 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e55722b-63a0-4478-abd7-51874b07c98e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37d591df-e01c-4a5c-98b8-1c649394fa8c HTTP/1.1" status: 204 len: 168 time: 0.6350262 Aug 19 12:06:30.362779 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-51a567d5-8957-4c35-877e-493debb3a56e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 12:06:30.365159 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-51a567d5-8957-4c35-877e-493debb3a56e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/78ff674c-e9ab-4875-ad85-cc3e7347ad0b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5127006 Aug 19 12:06:30.366824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37318) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:30.401508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b8c483dd-faec-411b-ac2b-eb8505ca3d78 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=78ff674c-e9ab-4875-ad85-cc3e7347ad0b HTTP/1.1" status: 200 len: 205 time: 0.0308897 Aug 19 12:06:30.401937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37320) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:30.428748 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8374920 Aug 19 12:06:30.447798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37322) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:30.453799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '6ccaccaf-e554-4b0f-b035-4064ae3938f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:30.458555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55722b-63a0-4478-abd7-51874b07c98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d591df-e01c-4a5c-98b8-1c649394fa8c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:30.462857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8f78d-0840-43ba-9293-7a0bf13e5335 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Network': ['ID=6ccaccaf-e554-4b0f-b035-4064ae3938f7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:30.480153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 6ccaccaf-e554-4b0f-b035-4064ae3938f7 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:30.572257 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd5d6-1c4f-4f9a-9272-3c46ebb7dabf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.650401 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.698873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37338) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:30.718887 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac159f6-7f52-4fee-aa2b-d0fe5a4b0180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.790853 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd5d6-1c4f-4f9a-9272-3c46ebb7dabf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.793379 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd5d6-1c4f-4f9a-9272-3c46ebb7dabf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.797093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:30.801733 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.959098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd5d6-1c4f-4f9a-9272-3c46ebb7dabf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.959098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fcd5d6-1c4f-4f9a-9272-3c46ebb7dabf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Fanout notify agent at l3_agent the message router_deleted on router 78ff674c-e9ab-4875-ad85-cc3e7347ad0b {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:06:30.963174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.969866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd5d6-1c4f-4f9a-9272-3c46ebb7dabf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:30.973778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e4fcd5d6-1c4f-4f9a-9272-3c46ebb7dabf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/78ff674c-e9ab-4875-ad85-cc3e7347ad0b HTTP/1.1" status: 204 len: 168 time: 0.5681581 Aug 19 12:06:30.976211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37350) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:31.073965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb03c6c-78ce-4302-a4aa-3b29a0bfc5d3 req-b37bb30d-d692-4536-86a9-efb5750b6c46 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:31.075896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbb03c6c-78ce-4302-a4aa-3b29a0bfc5d3 req-b37bb30d-d692-4536-86a9-efb5750b6c46 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.1013489 Aug 19 12:06:31.132855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac159f6-7f52-4fee-aa2b-d0fe5a4b0180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.166419 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.171120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbb03c6c-78ce-4302-a4aa-3b29a0bfc5d3 req-ac3eeb20-5a51-4266-a1af-11d8f1972fea tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823121 Aug 19 12:06:31.173582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac159f6-7f52-4fee-aa2b-d0fe5a4b0180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.198942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting subnet a0d3bd25-1f7e-449e-aaa2-13ab18aa041f {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:06:31.222319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.256880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=3460f9a4-a016-43e9-abcb-7d74e997b423,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:31.275285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Checking segment: {'id': '6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6ccaccaf-e554-4b0f-b035-4064ae3938f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:31.275646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network hostable DHCP agents. Network: 6ccaccaf-e554-4b0f-b035-4064ae3938f7, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:31.276197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eac159f6-7f52-4fee-aa2b-d0fe5a4b0180 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=945e7fa67f324a4e96888a89870e4e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760286 Aug 19 12:06:31.279753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37380) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:31.288539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac159f6-7f52-4fee-aa2b-d0fe5a4b0180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf25ddc8-34c7-4188-88bd-5019cf64f8c9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:31.309406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.322184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-a2099a1e-fb4f-42d4-bd7f-21664320f04e tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:31.324070 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-a2099a1e-fb4f-42d4-bd7f-21664320f04e tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.1862645 Aug 19 12:06:31.330178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 6ccaccaf-e554-4b0f-b035-4064ae3938f7 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:31.347812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 6ccaccaf-e554-4b0f-b035-4064ae3938f7) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:31.355381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:31.355988 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.359485 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-464dacc5-9319-41e8-8de1-5031e9d535b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.361348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafa35be-ee9f-4493-92d2-b9e0644447cd None None] Network 6ccaccaf-e554-4b0f-b035-4064ae3938f7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:31.388988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-47e29861-2a75-4299-a80e-0ba709544048 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9396479 Aug 19 12:06:31.392184 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-464dacc5-9319-41e8-8de1-5031e9d535b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.394295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37388) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:31.406079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '6ccaccaf-e554-4b0f-b035-4064ae3938f7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1919454700'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:31.504868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:06:31.554161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.563153 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-464dacc5-9319-41e8-8de1-5031e9d535b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.571463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-464dacc5-9319-41e8-8de1-5031e9d535b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.574914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-464dacc5-9319-41e8-8de1-5031e9d535b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf25ddc8-34c7-4188-88bd-5019cf64f8c9 HTTP/1.1" status: 204 len: 168 time: 0.2933621 Aug 19 12:06:31.607468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-6ccaccaf-e554-4b0f-b035-4064ae3938f7', 'network_id': '6ccaccaf-e554-4b0f-b035-4064ae3938f7', 'tenant_id': '0a24866e2a2440b29049f33fb77a7861', 'fixed_ips': [{'subnet_id': '3460f9a4-a016-43e9-abcb-7d74e997b423'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:06:31.609006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.620366 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dacc5-9319-41e8-8de1-5031e9d535b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf25ddc8-34c7-4188-88bd-5019cf64f8c9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:31.662140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:31.666485 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.704823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port 84928346-978d-4963-a6e4-8ba84639aaba yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:31.767499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Deleting port 8942e39d-8e13-4e77-bcb9-2abce662462e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:31.767851 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.804511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Allocated IP 2001:db8::2 (6ccaccaf-e554-4b0f-b035-4064ae3938f7/3460f9a4-a016-43e9-abcb-7d74e997b423/e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:31.928405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:31.974974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d3bd25-1f7e-449e-aaa2-13ab18aa041f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:31.986716 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.987063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.987414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.987773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.988100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.988410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.988762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.989091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.989416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.989743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.990064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.990385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:31.999464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.001727 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e287c57a-5a33-428e-9352-3fb65d82dabc tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/a0d3bd25-1f7e-449e-aaa2-13ab18aa041f HTTP/1.1" status: 204 len: 168 time: 1.0243027 Aug 19 12:06:32.005459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37400) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:32.024836 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.028525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213957e-537e-4406-b210-238e711d7500 None None] Network 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:32.034778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:32.049172 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19172d2-6cf0-438a-8a94-6303e6fd1308 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:32.059782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] For port 8942e39d-8e13-4e77-bcb9-2abce662462e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8942e39d-8e13-4e77-bcb9-2abce662462e,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:32.060153 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.063478 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19172d2-6cf0-438a-8a94-6303e6fd1308 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:32.064843 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c19172d2-6cf0-438a-8a94-6303e6fd1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:32.079516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Calling delete_port for 8942e39d-8e13-4e77-bcb9-2abce662462e owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:32.087184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.091107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-45715db2-20f9-480a-b1d8-42523e50d400 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4360750 Aug 19 12:06:32.091268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37404) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:32.124928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Transition to ACTIVE for port object e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:32.136537 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c19172d2-6cf0-438a-8a94-6303e6fd1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:32.160665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.168124 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19172d2-6cf0-438a-8a94-6303e6fd1308 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:32.169014 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c19172d2-6cf0-438a-8a94-6303e6fd1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:32.265326 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c19172d2-6cf0-438a-8a94-6303e6fd1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:32.266006 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19172d2-6cf0-438a-8a94-6303e6fd1308 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:32.266334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 19edd28d-d0ae-420e-81d2-156c09d0e108 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:32.266795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.288781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Transition to ACTIVE for port object e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:32.316150 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.384894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Network 6ccaccaf-e554-4b0f-b035-4064ae3938f7 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:32.389158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:32.406985 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:32.410461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3785919b-15f0-46de-a212-65fd719fbaac None None] DHCP port deletion for 3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:06:32.467898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Pushing event updated for resources: {'Port': ['ID=e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:32.486281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port 19edd28d-d0ae-420e-81d2-156c09d0e108, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=19edd28d-d0ae-420e-81d2-156c09d0e108,segment=NetworkSegment(b254d726-5095-491a-b169-11af4a268761),segment_id=b254d726-5095-491a-b169-11af4a268761)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:32.486807 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.520361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da5b21-5bb8-4150-80d6-90ed9e6e1892 req-321387e2-85b6-4f4b-a38d-ccba9f6d665f tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:32.522620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32da5b21-5bb8-4150-80d6-90ed9e6e1892 req-321387e2-85b6-4f4b-a38d-ccba9f6d665f tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 946 time: 0.2295420 Aug 19 12:06:32.524443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::15b (6ccaccaf-e554-4b0f-b035-4064ae3938f7/3460f9a4-a016-43e9-abcb-7d74e997b423/84928346-978d-4963-a6e4-8ba84639aaba) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:32.533194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 19edd28d-d0ae-420e-81d2-156c09d0e108 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:32.574496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Attempting to bind port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:06:32.575762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Attempting to bind port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6ccaccaf-e554-4b0f-b035-4064ae3938f7'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:06:32.576619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Attempting to bind port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 on network 6ccaccaf-e554-4b0f-b035-4064ae3938f7 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:06:32.587047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:06:32.587496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Checking segment: {'id': '6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6ccaccaf-e554-4b0f-b035-4064ae3938f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:32.588052 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.588472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Bound using segment: {'id': '6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6ccaccaf-e554-4b0f-b035-4064ae3938f7'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:06:32.589042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Bound port: e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6ccaccaf-e554-4b0f-b035-4064ae3938f7'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:06:32.589549 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.605519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3785919b-15f0-46de-a212-65fd719fbaac None None] Deleting port 19edd28d-d0ae-420e-81d2-156c09d0e108 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:32.605984 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3785919b-15f0-46de-a212-65fd719fbaac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.624357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32da5b21-5bb8-4150-80d6-90ed9e6e1892 req-441a4584-4344-42e2-b97e-05cfdd616ceb tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/security-groups?id=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939124 Aug 19 12:06:32.677282 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.707929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=19edd28d-d0ae-420e-81d2-156c09d0e108,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:32.710128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No DVR routers for this DVR port 19edd28d-d0ae-420e-81d2-156c09d0e108 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:32.773670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3785919b-15f0-46de-a212-65fd719fbaac None None] For port 19edd28d-d0ae-420e-81d2-156c09d0e108, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=19edd28d-d0ae-420e-81d2-156c09d0e108,segment=NetworkSegment(b254d726-5095-491a-b169-11af4a268761),segment_id=b254d726-5095-491a-b169-11af4a268761)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:32.773957 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3785919b-15f0-46de-a212-65fd719fbaac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.790851 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.800036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3785919b-15f0-46de-a212-65fd719fbaac None None] Calling delete_port for 19edd28d-d0ae-420e-81d2-156c09d0e108 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:32.808566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] For port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:06:32.815386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] For port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07,segment=NetworkSegment(6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc),segment_id=6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:06:32.847754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.848507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Pushing event deleted for resources: {'Port': ['ID=8942e39d-8e13-4e77-bcb9-2abce662462e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:32.871198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:32.902830 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3785919b-15f0-46de-a212-65fd719fbaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.920496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b254d726-5095-491a-b169-11af4a268761') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:32.921211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b254d726-5095-491a-b169-11af4a268761') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:32.927580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785919b-15f0-46de-a212-65fd719fbaac None None] Pushing event deleted for resources: {'Port': ['ID=19edd28d-d0ae-420e-81d2-156c09d0e108,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:32.930494 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.941365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.967923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] No DVR routers for this DVR port 8942e39d-8e13-4e77-bcb9-2abce662462e on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:32.976350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.979278 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dc9ce4-c89c-4e4c-a655-6e92e7624aff req-cfc771ec-3595-4856-8320-8fa02fee8b99 tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.54 "DELETE /v2.0/ports/8942e39d-8e13-4e77-bcb9-2abce662462e HTTP/1.1" status: 204 len: 173 time: 1.6296108 Aug 19 12:06:32.980006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a461ded-eb44-4c81-acf8-558fcf374fea', 'name': 'network-vif-deleted', 'tag': '8942e39d-8e13-4e77-bcb9-2abce662462e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:06:32.984805 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f758c8-c9be-439a-80eb-2e66efd42bc2" -d '{"events": [{"server_uuid": "3a461ded-eb44-4c81-acf8-558fcf374fea", "name": "network-vif-deleted", "tag": "8942e39d-8e13-4e77-bcb9-2abce662462e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:06:32.996930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.033314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:06:33.033835 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:06:33.038565 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:06:33.060936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68ec60-99b6-4ae5-b141-2c4ac30c45b9 None None] Pushing event updated for resources: {'Port': ['ID=e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:33.068468 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055de05b-a306-4099-8941-d52690a3b177 x-openstack-request-id: req-055de05b-a306-4099-8941-d52690a3b177 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:06:33.069126 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a461ded-eb44-4c81-acf8-558fcf374fea", "name": "network-vif-deleted", "tag": "8942e39d-8e13-4e77-bcb9-2abce662462e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:06:33.069575 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-055de05b-a306-4099-8941-d52690a3b177 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:06:33.070150 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a461ded-eb44-4c81-acf8-558fcf374fea', 'name': 'network-vif-deleted', 'tag': '8942e39d-8e13-4e77-bcb9-2abce662462e', 'status': 'completed', 'code': 200} Aug 19 12:06:33.092412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785919b-15f0-46de-a212-65fd719fbaac None None] No DVR routers for this DVR port 19edd28d-d0ae-420e-81d2-156c09d0e108 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:33.199161 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.218658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object 84928346-978d-4963-a6e4-8ba84639aaba will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:33.282983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.352156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=84928346-978d-4963-a6e4-8ba84639aaba,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:33.360674 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.363746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8942e39d-8e13-4e77-bcb9-2abce662462e no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:06:33.409248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.411090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/networks/3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c HTTP/1.1" status: 204 len: 168 time: 1.4042294 Aug 19 12:06:33.412335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce75076-b793-4d0c-94dc-dfb6b60037fb tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Network': ['ID=3d0fbe0c-b3a6-4a25-86aa-ed57f4f0746c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:33.416878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37436) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:33.423158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-141063800'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:33.423707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 8942e39d-8e13-4e77-bcb9-2abce662462e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:06:33.424181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8942e39d-8e13-4e77-bcb9-2abce662462e not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:06:33.449924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 6ccaccaf-e554-4b0f-b035-4064ae3938f7 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:33.452819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:33.457211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:33.464509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:33.465395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.512708 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.517871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:33.533816 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.584427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c1b7a4bb-50af-4f0e-9c36-a13489611084 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1885469 Aug 19 12:06:33.590410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37438) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:33.596144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 19edd28d-d0ae-420e-81d2-156c09d0e108 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:06:33.645499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 19edd28d-d0ae-420e-81d2-156c09d0e108 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:06:33.646955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 19edd28d-d0ae-420e-81d2-156c09d0e108 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:06:33.784909 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9fef6f90-ab66-46c6-8288-f7454e418cd9 req-b9d018e0-cfa7-4055-9a31-d6e557320fbd tempest-ListServerFiltersTestJSON-1271570095 tempest-ListServerFiltersTestJSON-1271570095-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a461ded-eb44-4c81-acf8-558fcf374fea HTTP/1.1" status: 200 len: 210 time: 0.0336237 Aug 19 12:06:33.808436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:33.826140 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.827434 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added segment e0eb10c0-f4cd-4404-936d-e3f4349eb232 of type vlan for network caeb77c4-82b9-4781-b75e-5602f8e14e79 Aug 19 12:06:33.896607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c8725742-01d3-498d-849a-e25b42609db0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 84928346-978d-4963-a6e4-8ba84639aaba {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:33.897005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c8725742-01d3-498d-849a-e25b42609db0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.902083 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.991002 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:33.997227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:33.997820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.078365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6573708 Aug 19 12:06:34.080308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.20.0.1 (a56d37f8-ce75-4815-9249-f3983b6ba882/e0a3be4e-8e3e-4480-9861-d99e2e31ab58/c30d1cd3-da22-4492-9f16-d3f48a754dcd) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:34.082018 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c8725742-01d3-498d-849a-e25b42609db0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.082991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37452) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:34.088531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'subnet': {'network_id': 'caeb77c4-82b9-4781-b75e-5602f8e14e79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:34.113420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a1146-737e-47c7-88e8-2242b1fa57a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Network': ['ID=caeb77c4-82b9-4781-b75e-5602f8e14e79,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:34.117085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c8725742-01d3-498d-849a-e25b42609db0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 84928346-978d-4963-a6e4-8ba84639aaba owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:34.125707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network caeb77c4-82b9-4781-b75e-5602f8e14e79 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:34.321233 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c8725742-01d3-498d-849a-e25b42609db0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.346505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:34.350334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.371809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8725742-01d3-498d-849a-e25b42609db0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=84928346-978d-4963-a6e4-8ba84639aaba,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:34.393184 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c8725742-01d3-498d-849a-e25b42609db0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.398379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c8725742-01d3-498d-849a-e25b42609db0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/84928346-978d-4963-a6e4-8ba84639aaba HTTP/1.1" status: 204 len: 168 time: 0.8082006 Aug 19 12:06:34.400743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37456) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:34.436780 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-83df85ee-e0a4-46e4-a557-cb106717aa86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:06:34.441718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-83df85ee-e0a4-46e4-a557-cb106717aa86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/84928346-978d-4963-a6e4-8ba84639aaba HTTP/1.1" status: 404 len: 333 time: 0.0395706 Aug 19 12:06:34.442335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37458) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:34.507154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cebc68-ab64-4f9f-9eef-8a57201f7715 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet 3460f9a4-a016-43e9-abcb-7d74e997b423 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:06:34.511028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1cebc68-ab64-4f9f-9eef-8a57201f7715 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.572093 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1cebc68-ab64-4f9f-9eef-8a57201f7715 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.758263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1cebc68-ab64-4f9f-9eef-8a57201f7715 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.774793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece475e-98bd-4049-9107-399b1828673a None None] Network 6ccaccaf-e554-4b0f-b035-4064ae3938f7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:34.874400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.905801 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1cebc68-ab64-4f9f-9eef-8a57201f7715 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.922293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37466) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:34.922643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37468) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:34.984230 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1cebc68-ab64-4f9f-9eef-8a57201f7715 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.986104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b1cebc68-ab64-4f9f-9eef-8a57201f7715 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/3460f9a4-a016-43e9-abcb-7d74e997b423 HTTP/1.1" status: 204 len: 168 time: 0.5428166 Aug 19 12:06:34.986977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cebc68-ab64-4f9f-9eef-8a57201f7715 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=3460f9a4-a016-43e9-abcb-7d74e997b423,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:34.996341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37472) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:35.020673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-11c2cde7-07d8-4862-a032-3dd58f993095 None None] Provisioning for port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:35.128547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6def3c-5e04-4b78-8828-34c77a008d7f admin admin] Deleting subnet b655cf50-904c-4ee4-b3ff-d974e3fa0542 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:06:35.135919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.136122 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.139877 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e6def3c-5e04-4b78-8828-34c77a008d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.157405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d325f291-19ef-46c2-80f3-f3f505d00e7b None None] DHCP port deletion for 6ccaccaf-e554-4b0f-b035-4064ae3938f7 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:06:35.203937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:35.204770 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.214636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d325f291-19ef-46c2-80f3-f3f505d00e7b None None] Deleting port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:35.215046 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d325f291-19ef-46c2-80f3-f3f505d00e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.291438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d325f291-19ef-46c2-80f3-f3f505d00e7b None None] For port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07,segment=NetworkSegment(6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc),segment_id=6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:35.292151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d325f291-19ef-46c2-80f3-f3f505d00e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.306591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d325f291-19ef-46c2-80f3-f3f505d00e7b None None] Calling delete_port for e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:35.328603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e6def3c-5e04-4b78-8828-34c77a008d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.361264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] For port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07,segment=NetworkSegment(6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc),segment_id=6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:35.361616 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.389315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:35.396609 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d325f291-19ef-46c2-80f3-f3f505d00e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.420921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325f291-19ef-46c2-80f3-f3f505d00e7b None None] Pushing event deleted for resources: {'Port': ['ID=e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:35.423277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b57abc-b19e-4171-99bc-6b4287b316a9 admin admin] Deleting subnet 3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:06:35.430979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325f291-19ef-46c2-80f3-f3f505d00e7b None None] No DVR routers for this DVR port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:35.432783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.450505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57abc-b19e-4171-99bc-6b4287b316a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.480618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e6def3c-5e04-4b78-8828-34c77a008d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.501002 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.532872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:35.539303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network a56d37f8-ce75-4815-9249-f3983b6ba882 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:35.539700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No DVR routers for this DVR port e2de2612-bdb3-4e3d-bcf0-fdb8b4eb3c07 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:35.561831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:35.563481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=c30d1cd3-da22-4492-9f16-d3f48a754dcd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:35.565295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:35.622595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Subnet': ['ID=54519acc-93a2-4429-94f2-8e4a9f54425b,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:35.628430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57abc-b19e-4171-99bc-6b4287b316a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.631049 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.641936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccaccaf-e554-4b0f-b035-4064ae3938f7']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:35.652548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:35.652898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2bb68a-6cc1-4cb0-b78e-4a194310e6fc') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:35.662879 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.680114 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.687958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:06:35.688568 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.691035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:06:35.692534 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:06:35.745448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Checking segment: {'id': 'e0eb10c0-f4cd-4404-936d-e3f4349eb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'caeb77c4-82b9-4781-b75e-5602f8e14e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:35.745802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network hostable DHCP agents. Network: caeb77c4-82b9-4781-b75e-5602f8e14e79, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:35.750216 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57abc-b19e-4171-99bc-6b4287b316a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.762122 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.779072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e6def3c-5e04-4b78-8828-34c77a008d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.783358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.788926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/networks/6ccaccaf-e554-4b0f-b035-4064ae3938f7 HTTP/1.1" status: 204 len: 168 time: 0.7881029 Aug 19 12:06:35.788926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe3ab-ecbe-4547-85e2-3ad5f023d7b0 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Network': ['ID=6ccaccaf-e554-4b0f-b035-4064ae3938f7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:35.790785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37478) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:35.797491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'name': 'tempest-PortsIpV6TestJSON-955712861'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:35.828912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6def3c-5e04-4b78-8828-34c77a008d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b655cf50-904c-4ee4-b3ff-d974e3fa0542,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:35.843818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5e6def3c-5e04-4b78-8828-34c77a008d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.846425 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e6def3c-5e04-4b78-8828-34c77a008d7f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b655cf50-904c-4ee4-b3ff-d974e3fa0542 HTTP/1.1" status: 204 len: 168 time: 0.9227653 Aug 19 12:06:35.850454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311ee1a-dd94-4cc0-bbac-65801a875110 None None] Network 91f16005-2494-4942-95b8-3041445bf96f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:35.856844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37480) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:35.870180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network caeb77c4-82b9-4781-b75e-5602f8e14e79 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:35.898071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, caeb77c4-82b9-4781-b75e-5602f8e14e79) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:35.909144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:35.909830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.914366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1028ce-ca8b-4c04-b162-a38c948d8186 None None] Network caeb77c4-82b9-4781-b75e-5602f8e14e79 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:35.921810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57abc-b19e-4171-99bc-6b4287b316a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.952346 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9fd41046-85ce-41a0-a0cb-59d98a0c714f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8681915 Aug 19 12:06:35.957305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37482) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:35.970418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-07a4ced9-a64d-407c-8df7-b9c3b76b9f6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1053368331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:35.971379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b57abc-b19e-4171-99bc-6b4287b316a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:35.979142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57abc-b19e-4171-99bc-6b4287b316a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.981080 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0b57abc-b19e-4171-99bc-6b4287b316a9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3c0ba222-4cb5-44e3-b9e0-3f5d9566e5e9 HTTP/1.1" status: 204 len: 168 time: 1.0556116 Aug 19 12:06:35.984974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37484) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:35.994894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.995483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.019587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:36.023178 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.079287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port bc19dcab-7075-4547-af58-025ce30dd3f6 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:36.102620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.134966 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07a4ced9-a64d-407c-8df7-b9c3b76b9f6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.136391 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07a4ced9-a64d-407c-8df7-b9c3b76b9f6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.207097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Deleting port f21804f1-79b1-4172-b6a5-97e46d65d8e8 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:36.207578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.288001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.303887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9709c841-7053-4007-815b-404d83b27d00']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:36.312399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07a4ced9-a64d-407c-8df7-b9c3b76b9f6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.320704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2b5b69-1072-4621-bec2-c29693fd50c5') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:36.320704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2b5b69-1072-4621-bec2-c29693fd50c5') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:36.331695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07a4ced9-a64d-407c-8df7-b9c3b76b9f6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.336990 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.361761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-caeb77c4-82b9-4781-b75e-5602f8e14e79', 'network_id': 'caeb77c4-82b9-4781-b75e-5602f8e14e79', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'fixed_ips': [{'subnet_id': '54519acc-93a2-4429-94f2-8e4a9f54425b'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:06:36.365156 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.419564 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.434341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:06:36.434786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:06:36.436633 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:06:36.440171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] DHCP port deletion for 91f16005-2494-4942-95b8-3041445bf96f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:06:36.469712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] For port f21804f1-79b1-4172-b6a5-97e46d65d8e8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f21804f1-79b1-4172-b6a5-97e46d65d8e8,segment=NetworkSegment(1a79132e-1e60-420b-b0a3-4916fe4275f9),segment_id=1a79132e-1e60-420b-b0a3-4916fe4275f9)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:36.470089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.503995 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07a4ced9-a64d-407c-8df7-b9c3b76b9f6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.508256 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-07a4ced9-a64d-407c-8df7-b9c3b76b9f6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5497835 Aug 19 12:06:36.510423 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37494) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:36.527894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Calling delete_port for f21804f1-79b1-4172-b6a5-97e46d65d8e8 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:36.560274 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.599725 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.638811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.641053 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] 10.222.0.65 "DELETE /v2.0/networks/9709c841-7053-4007-815b-404d83b27d00 HTTP/1.1" status: 204 len: 168 time: 0.6553164 Aug 19 12:06:36.657915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Allocated IP 2001:db8::2 (caeb77c4-82b9-4781-b75e-5602f8e14e79/54519acc-93a2-4429-94f2-8e4a9f54425b/602d4a53-3ee9-49a1-b6e2-58b35ba71a07) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:36.660102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aece47-daf7-4f28-8d93-5043bdb4e7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9709c841-7053-4007-815b-404d83b27d00,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:36.667366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.709793 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.756922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:36.758783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] No DVR routers for this DVR port f21804f1-79b1-4172-b6a5-97e46d65d8e8 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:36.761211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=bc19dcab-7075-4547-af58-025ce30dd3f6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:36.768028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:36.801543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:36.808367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:36.809537 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.841101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Pushing event deleted for resources: {'Port': ['ID=f21804f1-79b1-4172-b6a5-97e46d65d8e8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:36.900212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.910448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.950147 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:36.974920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-56198800-b66a-4ca4-9202-6d1f9ee83fd9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1831341 Aug 19 12:06:36.988287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37500) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:37.026456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Transition to ACTIVE for port object 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:37.037740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=c30d1cd3-da22-4492-9f16-d3f48a754dcd,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:37.051811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.057690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.059371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37502) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:37.081694 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] Deleting port f21804f1-79b1-4172-b6a5-97e46d65d8e8 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:37.082305 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.088662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Transition to ACTIVE for port object 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:37.172125 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.256609 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-710d4020-89d6-4ecd-a696-35a909c5efc2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fd6c782c89843fca9afdda6348d5bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930573 Aug 19 12:06:37.258771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] For port f21804f1-79b1-4172-b6a5-97e46d65d8e8, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:37.259344 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.262371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37504) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:37.264274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Network caeb77c4-82b9-4781-b75e-5602f8e14e79 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:37.278098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:37.284271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Pushing event updated for resources: {'Port': ['ID=602d4a53-3ee9-49a1-b6e2-58b35ba71a07,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:37.287594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:37.291373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] Calling delete_port for f21804f1-79b1-4172-b6a5-97e46d65d8e8 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:37.302840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] Port f21804f1-79b1-4172-b6a5-97e46d65d8e8 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:06:37.312518 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.422612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] No DVR routers for this DVR port f21804f1-79b1-4172-b6a5-97e46d65d8e8 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:37.427800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de18426-c9bb-424e-92e7-06df4e4940aa None None] Pushing event deleted for resources: {'Port': ['ID=f21804f1-79b1-4172-b6a5-97e46d65d8e8,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:37.483825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network a56d37f8-ce75-4815-9249-f3983b6ba882 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:37.495247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:37.507629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Attempting to bind port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:06:37.508018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Attempting to bind port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'e0eb10c0-f4cd-4404-936d-e3f4349eb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'caeb77c4-82b9-4781-b75e-5602f8e14e79'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:06:37.508472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Attempting to bind port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 on network caeb77c4-82b9-4781-b75e-5602f8e14e79 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:06:37.526858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:06:37.527555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Checking segment: {'id': 'e0eb10c0-f4cd-4404-936d-e3f4349eb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'caeb77c4-82b9-4781-b75e-5602f8e14e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:37.528131 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.528697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Bound using segment: {'id': 'e0eb10c0-f4cd-4404-936d-e3f4349eb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'caeb77c4-82b9-4781-b75e-5602f8e14e79'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:06:37.529358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Bound port: 602d4a53-3ee9-49a1-b6e2-58b35ba71a07, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0eb10c0-f4cd-4404-936d-e3f4349eb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'caeb77c4-82b9-4781-b75e-5602f8e14e79'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:06:37.529900 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.625812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] For port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:06:37.630506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] For port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=602d4a53-3ee9-49a1-b6e2-58b35ba71a07,segment=NetworkSegment(e0eb10c0-f4cd-4404-936d-e3f4349eb232),segment_id=e0eb10c0-f4cd-4404-936d-e3f4349eb232)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:06:37.634105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f21804f1-79b1-4172-b6a5-97e46d65d8e8 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:06:37.643392 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.665340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: f21804f1-79b1-4172-b6a5-97e46d65d8e8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:06:37.665834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f21804f1-79b1-4172-b6a5-97e46d65d8e8 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:06:37.676454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f16005-2494-4942-95b8-3041445bf96f']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:37.682576 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.698897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a79132e-1e60-420b-b0a3-4916fe4275f9') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:37.699436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a79132e-1e60-420b-b0a3-4916fe4275f9') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:37.708368 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:06:37.722126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6cc480cb-5de0-4fa3-9a34-6cb2da010716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.734655 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.756855 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.767034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:06:37.767441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:06:37.769287 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:06:37.812921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6cc480cb-5de0-4fa3-9a34-6cb2da010716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.817901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290f975-7a47-4917-a919-6b030a33f79c None None] Pushing event updated for resources: {'Port': ['ID=602d4a53-3ee9-49a1-b6e2-58b35ba71a07,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:37.840661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 2001:db8::1 (caeb77c4-82b9-4781-b75e-5602f8e14e79/54519acc-93a2-4429-94f2-8e4a9f54425b/5ec205f4-db84-4901-846c-778dc9759ee2) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:37.846295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc2b3a-5b18-49ae-acd0-17621b044556 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port bc19dcab-7075-4547-af58-025ce30dd3f6 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:37.846635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2b3a-5b18-49ae-acd0-17621b044556 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.894341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.904938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.907557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] 10.222.0.65 "DELETE /v2.0/networks/91f16005-2494-4942-95b8-3041445bf96f HTTP/1.1" status: 204 len: 168 time: 2.0496969 Aug 19 12:06:37.927666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8d5ed-76ec-43d1-8b19-8a78abfa0575 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f16005-2494-4942-95b8-3041445bf96f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:37.942621 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2b3a-5b18-49ae-acd0-17621b044556 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.966800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc2b3a-5b18-49ae-acd0-17621b044556 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for bc19dcab-7075-4547-af58-025ce30dd3f6 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:38.127746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:38.143720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eecb6d9-dd49-4bb5-b976-d8b558e46e83 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:38.158039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eecb6d9-dd49-4bb5-b976-d8b558e46e83 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:38.158681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3eecb6d9-dd49-4bb5-b976-d8b558e46e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:38.164639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2b3a-5b18-49ae-acd0-17621b044556 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.178905 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9d5b45ee-a100-424f-af47-d756e6fbf87d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/routers/73a24b8c-e72c-4edd-a76b-d0f23f59816a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0861242 Aug 19 12:06:38.183465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37514) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:38.208289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37516) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:38.209783 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2b3a-5b18-49ae-acd0-17621b044556 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.217278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2cbc2b3a-5b18-49ae-acd0-17621b044556 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/bc19dcab-7075-4547-af58-025ce30dd3f6 HTTP/1.1" status: 204 len: 168 time: 1.2249689 Aug 19 12:06:38.228339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'port': {'network_id': 'a56d37f8-ce75-4815-9249-f3983b6ba882', 'name': 'tempest-FloatingIPTestJSON-756365580'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:38.230907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37518) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:38.247092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3eecb6d9-dd49-4bb5-b976-d8b558e46e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:38.256445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'mac_address': 'fa:16:3e:42:59:7e', 'name': 'tempest-PortsIpV6TestJSON-816411700'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:38.261193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eecb6d9-dd49-4bb5-b976-d8b558e46e83 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:38.262944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3eecb6d9-dd49-4bb5-b976-d8b558e46e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:38.275103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc2b3a-5b18-49ae-acd0-17621b044556 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=bc19dcab-7075-4547-af58-025ce30dd3f6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:38.324137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3eecb6d9-dd49-4bb5-b976-d8b558e46e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:38.329034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eecb6d9-dd49-4bb5-b976-d8b558e46e83 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:38.383463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6cc480cb-5de0-4fa3-9a34-6cb2da010716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.386122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6cc480cb-5de0-4fa3-9a34-6cb2da010716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.387292 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6cc480cb-5de0-4fa3-9a34-6cb2da010716 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/81a21da4-9175-4e2c-bbe8-36618f47afe5 HTTP/1.1" status: 204 len: 168 time: 1.1239688 Aug 19 12:06:38.402730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Made reservation on behalf of 96b953694a72406cb6f2f5c1d5676ebb for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:38.407603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.408448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.431747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bdfdd694-f0d3-40b8-85a4-e3b08cf699a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ca977d6125144958c262e71fdb77b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194910 Aug 19 12:06:38.432385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] device_id is not set on port baedd045-b324-4343-8161-ee9c402e3647 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:38.436350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc480cb-5de0-4fa3-9a34-6cb2da010716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a21da4-9175-4e2c-bbe8-36618f47afe5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:38.438232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37522) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:38.447653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Transition to ACTIVE for port object 5ec205f4-db84-4901-846c-778dc9759ee2 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:38.472609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:38.561808 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf12ca5d-adde-47ed-b08d-a5aaf65e9c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.579949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.583847 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.630100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf12ca5d-adde-47ed-b08d-a5aaf65e9c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.647271 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port 10789d71-c5d0-4f6d-bd7f-024fe43dcc72 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:38.682555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.20.0.9 (a56d37f8-ce75-4815-9249-f3983b6ba882/e0a3be4e-8e3e-4480-9861-d99e2e31ab58/baedd045-b324-4343-8161-ee9c402e3647) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:38.744586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network caeb77c4-82b9-4781-b75e-5602f8e14e79 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:38.751352 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf12ca5d-adde-47ed-b08d-a5aaf65e9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.754483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf12ca5d-adde-47ed-b08d-a5aaf65e9c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.759611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cf12ca5d-adde-47ed-b08d-a5aaf65e9c7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a HTTP/1.1" status: 204 len: 168 time: 0.3171082 Aug 19 12:06:38.777776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:38.793298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:38.793882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.811007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12ca5d-adde-47ed-b08d-a5aaf65e9c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79c8c92-a5eb-4dc8-b43b-9a64a5e0212a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:38.951233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=5ec205f4-db84-4901-846c-778dc9759ee2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:39.085618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:39.190764 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:39.197308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:39.261081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network a56d37f8-ce75-4815-9249-f3983b6ba882 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:39.264851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:39.268399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:39.274507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:39.293531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed63ee5-f377-432e-9b1e-f00fbcd79dc6 None None] Network caeb77c4-82b9-4781-b75e-5602f8e14e79 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:39.307729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=baedd045-b324-4343-8161-ee9c402e3647,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:39.335715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:39.336792 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:39.370005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-61d6a359-ad76-48b5-bfd4-60031e9f371c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1714048 Aug 19 12:06:39.373110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37546) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:39.395910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'port': {'network_id': 'a56d37f8-ce75-4815-9249-f3983b6ba882', 'name': 'tempest-FloatingIPTestJSON-7765219'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:39.406061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-45d5d316-eb1c-4184-afea-3413c832e8c9 None None] Provisioning for port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:39.660157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:39.763790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Made reservation on behalf of 96b953694a72406cb6f2f5c1d5676ebb for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:39.769755 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:39.806145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] device_id is not set on port c6e092df-ffcc-420d-906a-bc7f0e13f471 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:39.808632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:39.821929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:39.822321 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.046116 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.057246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.20.0.5 (a56d37f8-ce75-4815-9249-f3983b6ba882/e0a3be4e-8e3e-4480-9861-d99e2e31ab58/c6e092df-ffcc-420d-906a-bc7f0e13f471) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:40.154658 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.155624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=602d4a53-3ee9-49a1-b6e2-58b35ba71a07,segment=NetworkSegment(e0eb10c0-f4cd-4404-936d-e3f4349eb232),segment_id=e0eb10c0-f4cd-4404-936d-e3f4349eb232)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:40.172381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.173628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.174477 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.292469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-97bfa5a6-c18a-4dd9-86ac-2a093a55706d None None] Provisioning complete for port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:40.293162 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-97bfa5a6-c18a-4dd9-86ac-2a093a55706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.354216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=602d4a53-3ee9-49a1-b6e2-58b35ba71a07,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:40.406753 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.410999 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.457517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-97bfa5a6-c18a-4dd9-86ac-2a093a55706d None None] Provisioning for port 5ec205f4-db84-4901-846c-778dc9759ee2 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:40.462656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-97bfa5a6-c18a-4dd9-86ac-2a093a55706d None None] Provisioning complete for port 5ec205f4-db84-4901-846c-778dc9759ee2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:40.463487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-97bfa5a6-c18a-4dd9-86ac-2a093a55706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.488444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=5ec205f4-db84-4901-846c-778dc9759ee2,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:40.511108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.520537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:40.537095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-97bfa5a6-c18a-4dd9-86ac-2a093a55706d None None] Port 5ec205f4-db84-4901-846c-778dc9759ee2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:40.565391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:40.574354 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:06:40.625132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:40.625946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:40.640219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:40.641688 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.654933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=c6e092df-ffcc-420d-906a-bc7f0e13f471,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:40.668517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network a56d37f8-ce75-4815-9249-f3983b6ba882 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:40.670729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:40.677837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:40.735430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=10789d71-c5d0-4f6d-bd7f-024fe43dcc72,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:40.737104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:40.737895 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.761119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cd1881ef-8dea-465f-a5bc-c12049bc9f17 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.3857071 Aug 19 12:06:40.763682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37624) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:40.766924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-af27b891-d84f-4445-a42f-ae294ee599ca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5341027 Aug 19 12:06:40.771041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37626) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:40.771218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4984d05d-124f-4ff1-8955-490e547a0117 None None] Provisioning complete for port 5ec205f4-db84-4901-846c-778dc9759ee2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:40.771496 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4984d05d-124f-4ff1-8955-490e547a0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.778875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'c6e092df-ffcc-420d-906a-bc7f0e13f471', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:40.783749 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network caeb77c4-82b9-4781-b75e-5602f8e14e79 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:40.811071 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.827623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:40.838879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4984d05d-124f-4ff1-8955-490e547a0117 None None] Port 5ec205f4-db84-4901-846c-778dc9759ee2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:40.974791 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.981297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cf3c1b-27d9-4ae8-b99d-9e0337ea0ea9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:40.985447 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0cf3c1b-27d9-4ae8-b99d-9e0337ea0ea9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/10789d71-c5d0-4f6d-bd7f-024fe43dcc72 HTTP/1.1" status: 200 len: 844 time: 0.2108896 Aug 19 12:06:40.986908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37628) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:41.010411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-385999560-network', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:41.107203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Made reservation on behalf of 4bf3437e238b4255b8b2ff99f952bfba for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:41.109891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.135095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.208566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 8c479109-e129-44cd-815f-f722b4f54e0e is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:06:41.229509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.25.4.146 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ab9789c9-3065-45d4-b3fb-77ac0c439d5f) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:41.257985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cdf8f-1f74-4b1a-b4fe-6c4781d4c67f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 10789d71-c5d0-4f6d-bd7f-024fe43dcc72 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:41.258338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba6cdf8f-1f74-4b1a-b4fe-6c4781d4c67f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.288729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e5e3b097-b1e0-4714-a5ba-35fe9ac6f8b7 None None] Provisioning complete for port 5ec205f4-db84-4901-846c-778dc9759ee2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:41.289479 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e5e3b097-b1e0-4714-a5ba-35fe9ac6f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.333015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3b097-b1e0-4714-a5ba-35fe9ac6f8b7 None None] Port 5ec205f4-db84-4901-846c-778dc9759ee2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:41.397212 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba6cdf8f-1f74-4b1a-b4fe-6c4781d4c67f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.415984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cdf8f-1f74-4b1a-b4fe-6c4781d4c67f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 10789d71-c5d0-4f6d-bd7f-024fe43dcc72 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:41.507109 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.531499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.544361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.566016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:41.579698 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba6cdf8f-1f74-4b1a-b4fe-6c4781d4c67f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.622464 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.623017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:41.635591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cdf8f-1f74-4b1a-b4fe-6c4781d4c67f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=10789d71-c5d0-4f6d-bd7f-024fe43dcc72,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:41.680939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba6cdf8f-1f74-4b1a-b4fe-6c4781d4c67f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.683466 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ba6cdf8f-1f74-4b1a-b4fe-6c4781d4c67f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/10789d71-c5d0-4f6d-bd7f-024fe43dcc72 HTTP/1.1" status: 204 len: 168 time: 0.6950679 Aug 19 12:06:41.685981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:41.686144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37670) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:41.686250 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.688764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.689362 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Added segment 14a96bc1-7338-42d4-9a6f-b1aa6f995802 of type vlan for network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 Aug 19 12:06:41.701738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:41.708126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:41.716132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-479fb924-cbfe-41d7-a414-3c2c25c67aed tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/8c479109-e129-44cd-815f-f722b4f54e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2043068 Aug 19 12:06:41.717796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:41.721359 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df6161-846c-4188-a577-e0cbfa0938b6 None None] Sync routers for ids ['8c479109-e129-44cd-815f-f722b4f54e0e'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:41.729599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37672) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:41.736629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:41.743705 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df6161-846c-4188-a577-e0cbfa0938b6 None None] Routers {'8c479109-e129-44cd-815f-f722b4f54e0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:41.751119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:41.751477 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-09df6161-846c-4188-a577-e0cbfa0938b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8c479109-e129-44cd-815f-f722b4f54e0e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:41.803995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.819788 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6972df-ccf3-48fd-a7c9-62b4879603c8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:06:41.822891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1d6972df-ccf3-48fd-a7c9-62b4879603c8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/10789d71-c5d0-4f6d-bd7f-024fe43dcc72 HTTP/1.1" status: 404 len: 333 time: 0.1309996 Aug 19 12:06:41.826893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37674) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:41.851357 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-09df6161-846c-4188-a577-e0cbfa0938b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:41.868231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'name': 'tempest-PortsIpV6TestJSON-661693899'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:41.868474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=ab9789c9-3065-45d4-b3fb-77ac0c439d5f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:41.878324 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df6161-846c-4188-a577-e0cbfa0938b6 None None] Routers {'8c479109-e129-44cd-815f-f722b4f54e0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:41.884912 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-09df6161-846c-4188-a577-e0cbfa0938b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8c479109-e129-44cd-815f-f722b4f54e0e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:41.896120 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa72f1e-8f6e-4833-bcdb-9d87a92e2117 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:41.898100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3aa72f1e-8f6e-4833-bcdb-9d87a92e2117 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports/5ec205f4-db84-4901-846c-778dc9759ee2 HTTP/1.1" status: 200 len: 911 time: 0.1584957 Aug 19 12:06:41.900904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37676) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:41.947206 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-09df6161-846c-4188-a577-e0cbfa0938b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:41.951266 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df6161-846c-4188-a577-e0cbfa0938b6 None None] The sync data for ids ['8c479109-e129-44cd-815f-f722b4f54e0e'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:41.995033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:41.996204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:41.996985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.057959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:42.061735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.067878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4165819 Aug 19 12:06:42.079213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37678) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:42.087007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Request body: {'subnet': {'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-385999560-subnet', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:42.104272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port ef0b7499-e149-4899-adf5-0276dd7895be yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:42.219106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbee2f-dbca-49dd-8611-02ad61d25d99 admin admin] Pushing event updated for resources: {'Network': ['ID=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:42.232451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Made reservation on behalf of 4bf3437e238b4255b8b2ff99f952bfba for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:42.235279 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.288308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:42.410094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.519683 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.663206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=ef0b7499-e149-4899-adf5-0276dd7895be,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:42.672131 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.677352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:42.682586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:42.690613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:42.698312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:42.699001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.727776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-53324a0f-b3dc-40f3-b3be-d962bd9c9b6b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8924043 Aug 19 12:06:42.730157 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.737154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37690) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:42.774475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.789229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9c71cf4a-ffa4-4623-b20e-8b953148dad7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:42.819363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c1e7af-b32f-4aef-bc1d-e26537bf32fd,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:42.900529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c71cf4a-ffa4-4623-b20e-8b953148dad7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.902327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Checking segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:42.902690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Network hostable DHCP agents. Network: a3b4cfc6-ac42-4092-b1a9-d7793babb6f5, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:42.924545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:42.974158 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:43.001985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a3b4cfc6-ac42-4092-b1a9-d7793babb6f5) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:43.013617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a2f414-30b8-443d-8f53-ba216b70591b None None] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:43.090279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:43.090792 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.119847 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-22f410bf-ec1b-453e-97a0-fb8788794161 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0394523 Aug 19 12:06:43.122591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37692) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:43.127780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:43.130034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c71cf4a-ffa4-4623-b20e-8b953148dad7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.137085 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c71cf4a-ffa4-4623-b20e-8b953148dad7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.179753 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.181064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.232018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-9c71cf4a-ffa4-4623-b20e-8b953148dad7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] In _notify_port_updated(), no bound segment for port ef0b7499-e149-4899-adf5-0276dd7895be on network 059a4723-3742-43c1-9a82-03860f700058 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:06:43.251090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c71cf4a-ffa4-4623-b20e-8b953148dad7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:43.251917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c71cf4a-ffa4-4623-b20e-8b953148dad7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.253419 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9c71cf4a-ffa4-4623-b20e-8b953148dad7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "PUT /v2.0/ports/ef0b7499-e149-4899-adf5-0276dd7895be HTTP/1.1" status: 200 len: 818 time: 0.4696407 Aug 19 12:06:43.256250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37694) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:43.274400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:06:43.275324 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.359414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.369233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 5ec205f4-db84-4901-846c-778dc9759ee2 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:43.369630 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.376863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.390102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71cf4a-ffa4-4623-b20e-8b953148dad7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=ef0b7499-e149-4899-adf5-0276dd7895be,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:43.433412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-703a5676-c473-4195-a83e-26cb1bff77ef tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port ef0b7499-e149-4899-adf5-0276dd7895be {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:43.433863 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-703a5676-c473-4195-a83e-26cb1bff77ef tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.522305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.540116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Allocated IP 172.20.0.2 (a3b4cfc6-ac42-4092-b1a9-d7793babb6f5/11c1e7af-b32f-4aef-bc1d-e26537bf32fd/43f3b9c4-b455-43ef-939e-2645cb7d8581) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:43.559243 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-703a5676-c473-4195-a83e-26cb1bff77ef tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.575472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-703a5676-c473-4195-a83e-26cb1bff77ef tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for ef0b7499-e149-4899-adf5-0276dd7895be owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:43.678049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-703a5676-c473-4195-a83e-26cb1bff77ef tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.736516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a5676-c473-4195-a83e-26cb1bff77ef tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=ef0b7499-e149-4899-adf5-0276dd7895be,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:43.758405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-703a5676-c473-4195-a83e-26cb1bff77ef tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.768597 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-703a5676-c473-4195-a83e-26cb1bff77ef tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/ef0b7499-e149-4899-adf5-0276dd7895be HTTP/1.1" status: 204 len: 168 time: 0.5105875 Aug 19 12:06:43.769323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37704) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:43.835144 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.852544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Transition to ACTIVE for port object 43f3b9c4-b455-43ef-939e-2645cb7d8581 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:43.877541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Transition to ACTIVE for port object 43f3b9c4-b455-43ef-939e-2645cb7d8581 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:43.884326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759ec49b-c857-41e2-ac8f-b7b093e19425 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:43.886355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-759ec49b-c857-41e2-ac8f-b7b093e19425 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1126170 Aug 19 12:06:43.889644 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:43.890282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37706) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:43.929754 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a630641-2a34-4faa-8e35-305c88b1af46 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:06:43.931912 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6a630641-2a34-4faa-8e35-305c88b1af46 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/ef0b7499-e149-4899-adf5-0276dd7895be HTTP/1.1" status: 404 len: 333 time: 0.0404747 Aug 19 12:06:43.935488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37708) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:43.943214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-683713493'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:43.944412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:43.948865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:43.951680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:43.961051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Pushing event updated for resources: {'Port': ['ID=43f3b9c4-b455-43ef-939e-2645cb7d8581,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:43.981910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:43.989574 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.045592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:44.047285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Attempting to bind port 43f3b9c4-b455-43ef-939e-2645cb7d8581 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:06:44.051300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Attempting to bind port 43f3b9c4-b455-43ef-939e-2645cb7d8581 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:06:44.051711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Attempting to bind port 43f3b9c4-b455-43ef-939e-2645cb7d8581 on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:06:44.060916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.061404 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Added segment 7aafb397-2666-42c6-bfeb-9c8573de8f2f of type vlan for network a93c92e1-44d2-41e7-9fdd-386759471469 Aug 19 12:06:44.064565 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.066663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:06:44.068569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Checking segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:44.070304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.071284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Bound using segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:06:44.071936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Bound port: 43f3b9c4-b455-43ef-939e-2645cb7d8581, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:06:44.076998 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.123011 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.128427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=ab9789c9-3065-45d4-b3fb-77ac0c439d5f,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:44.137520 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.158681 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.169616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:44.170251 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.188886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] For port 43f3b9c4-b455-43ef-939e-2645cb7d8581, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:06:44.192823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] For port 43f3b9c4-b455-43ef-939e-2645cb7d8581, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=43f3b9c4-b455-43ef-939e-2645cb7d8581,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:06:44.206026 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.259025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3181953 Aug 19 12:06:44.259658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37710) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:44.268255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:44.289270 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP 158599d5-84bc-4429-8ac6-1aec34d2f365 associated. External IP: 172.25.4.146, port: c6e092df-ffcc-420d-906a-bc7f0e13f471. Aug 19 12:06:44.307522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe3ebb-770a-406d-9e76-f4d4cf6c1dac None None] Pushing event updated for resources: {'Port': ['ID=43f3b9c4-b455-43ef-939e-2645cb7d8581,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:44.350035 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.363713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836bcde-12ba-4e11-b334-6f57ae74c141 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Network': ['ID=a93c92e1-44d2-41e7-9fdd-386759471469,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:44.377038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a93c92e1-44d2-41e7-9fdd-386759471469 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:44.387620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:44.391131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 5ec205f4-db84-4901-846c-778dc9759ee2 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:44.396495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.797661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.807915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:44.885043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=34cba6bb-8ebb-480b-a7a2-82f575184281,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:44.921067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Checking segment: {'id': '7aafb397-2666-42c6-bfeb-9c8573de8f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:44.921963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network hostable DHCP agents. Network: a93c92e1-44d2-41e7-9fdd-386759471469, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:44.949079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network a93c92e1-44d2-41e7-9fdd-386759471469 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:44.958483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a93c92e1-44d2-41e7-9fdd-386759471469) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:44.969519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82495b14-1a63-4e44-a053-adaf9d51f5dc None None] Network a93c92e1-44d2-41e7-9fdd-386759471469 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:44.974525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=5ec205f4-db84-4901-846c-778dc9759ee2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:44.981435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:44.982322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:45.024699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37720) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:45.025276 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8f43c76c-34e9-41b9-9610-c41d514f3ab9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7647665 Aug 19 12:06:45.075719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4f0c6a4a-e865-4e9a-b52b-7be3eeb85b1d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:45.081458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:06:45.269481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a93c92e1-44d2-41e7-9fdd-386759471469', 'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469', 'tenant_id': '0a24866e2a2440b29049f33fb77a7861', 'fixed_ips': [{'subnet_id': '34cba6bb-8ebb-480b-a7a2-82f575184281'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:06:45.270821 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:45.452846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Allocated IP 2001:db8::2 (a93c92e1-44d2-41e7-9fdd-386759471469/34cba6bb-8ebb-480b-a7a2-82f575184281/5317b117-0bff-456a-8774-c3c3bb3fc695) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:45.462976 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:45.715303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 43f3b9c4-b455-43ef-939e-2645cb7d8581 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:45.716045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:45.718586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:45.758021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Transition to ACTIVE for port object 5317b117-0bff-456a-8774-c3c3bb3fc695 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:45.790696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Transition to ACTIVE for port object 5317b117-0bff-456a-8774-c3c3bb3fc695 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:45.806784 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:45.856337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0c6a4a-e865-4e9a-b52b-7be3eeb85b1d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:45.862132 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6a4a-e865-4e9a-b52b-7be3eeb85b1d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:45.866828 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.015533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ca9ab-c9ed-4ebc-bf08-67d378a2a45a None None] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:46.019037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 43f3b9c4-b455-43ef-939e-2645cb7d8581 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:46.086958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Network a93c92e1-44d2-41e7-9fdd-386759471469 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:46.097435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:46.104478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:46.106395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fbf0d3dc-0bb6-4a48-86c8-ef23730544c7 None None] Provisioning for port 43f3b9c4-b455-43ef-939e-2645cb7d8581 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:46.110776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Pushing event updated for resources: {'Port': ['ID=5317b117-0bff-456a-8774-c3c3bb3fc695,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:46.119845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fbf0d3dc-0bb6-4a48-86c8-ef23730544c7 None None] Provisioning complete for port 43f3b9c4-b455-43ef-939e-2645cb7d8581 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:46.122917 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d3dc-0bb6-4a48-86c8-ef23730544c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.198416 n-d-778550-9 neutron-server[101154]: INFO neutron.db.ipam_backend_mixin [None req-4f0c6a4a-e865-4e9a-b52b-7be3eeb85b1d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34cba6bb-8ebb-480b-a7a2-82f575184281 (CIDR: 2001:db8::/64) Aug 19 12:06:46.248169 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0c6a4a-e865-4e9a-b52b-7be3eeb85b1d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:06:46.248821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0c6a4a-e865-4e9a-b52b-7be3eeb85b1d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:06:46.270322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Attempting to bind port 5317b117-0bff-456a-8774-c3c3bb3fc695 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:06:46.270866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Attempting to bind port 5317b117-0bff-456a-8774-c3c3bb3fc695 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '7aafb397-2666-42c6-bfeb-9c8573de8f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:06:46.271294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Attempting to bind port 5317b117-0bff-456a-8774-c3c3bb3fc695 on network a93c92e1-44d2-41e7-9fdd-386759471469 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:06:46.299653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:06:46.300784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Checking segment: {'id': '7aafb397-2666-42c6-bfeb-9c8573de8f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:46.301970 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.302461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Bound using segment: {'id': '7aafb397-2666-42c6-bfeb-9c8573de8f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:06:46.303054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Bound port: 5317b117-0bff-456a-8774-c3c3bb3fc695, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aafb397-2666-42c6-bfeb-9c8573de8f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:06:46.303532 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.309819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:46.317958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4f0c6a4a-e865-4e9a-b52b-7be3eeb85b1d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2538600 Aug 19 12:06:46.322322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37730) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:46.324273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 8c479109-e129-44cd-815f-f722b4f54e0e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:06:46.331834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:46.351351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Allocated IP 172.25.4.119 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:46.355634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8f053-fa15-490a-999e-64cd7b99d2df None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:46.370047 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.472373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8f053-fa15-490a-999e-64cd7b99d2df None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:46.473148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fb8f053-fa15-490a-999e-64cd7b99d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:46.484599 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d3dc-0bb6-4a48-86c8-ef23730544c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.501254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:46.510916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3c791923-00e6-4731-ab3e-f399ca65525b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/8c479109-e129-44cd-815f-f722b4f54e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6059763 Aug 19 12:06:46.512236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37734) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:46.513546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-94ec15de-b53c-4a0c-bc47-90cb6078cbbf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.7484636 Aug 19 12:06:46.515170 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee67e8-b0b8-4e35-88bb-03aa1fe0f090 None None] Sync routers for ids ['8c479109-e129-44cd-815f-f722b4f54e0e'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:46.528424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37736) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:46.533949 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee67e8-b0b8-4e35-88bb-03aa1fe0f090 None None] Routers {'8c479109-e129-44cd-815f-f722b4f54e0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:46.534816 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7cee67e8-b0b8-4e35-88bb-03aa1fe0f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8c479109-e129-44cd-815f-f722b4f54e0e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:46.536908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c34a76f2-99ed-4785-9cac-755b96418a30 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:46.567445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] For port 5317b117-0bff-456a-8774-c3c3bb3fc695, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:06:46.582001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fb8f053-fa15-490a-999e-64cd7b99d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:46.608413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] For port 5317b117-0bff-456a-8774-c3c3bb3fc695, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5317b117-0bff-456a-8774-c3c3bb3fc695,segment=NetworkSegment(7aafb397-2666-42c6-bfeb-9c8573de8f2f),segment_id=7aafb397-2666-42c6-bfeb-9c8573de8f2f)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:06:46.620301 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7cee67e8-b0b8-4e35-88bb-03aa1fe0f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:46.626913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8f053-fa15-490a-999e-64cd7b99d2df None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:46.628251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fb8f053-fa15-490a-999e-64cd7b99d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:46.633224 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.638752 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee67e8-b0b8-4e35-88bb-03aa1fe0f090 None None] Routers {'8c479109-e129-44cd-815f-f722b4f54e0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:46.641057 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7cee67e8-b0b8-4e35-88bb-03aa1fe0f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8c479109-e129-44cd-815f-f722b4f54e0e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:46.667641 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0ba69dc4-d54c-4b3d-8e15-760332f64580 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c479109-e129-44cd-815f-f722b4f54e0e HTTP/1.1" status: 200 len: 205 time: 0.1540039 Aug 19 12:06:46.676114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37740) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:46.726430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.754057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fbf0d3dc-0bb6-4a48-86c8-ef23730544c7 None None] For port 43f3b9c4-b455-43ef-939e-2645cb7d8581, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=43f3b9c4-b455-43ef-939e-2645cb7d8581,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:46.756912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fb8f053-fa15-490a-999e-64cd7b99d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:46.758412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8f053-fa15-490a-999e-64cd7b99d2df None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:46.773304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d3dc-0bb6-4a48-86c8-ef23730544c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.783738 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7cee67e8-b0b8-4e35-88bb-03aa1fe0f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:46.784867 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee67e8-b0b8-4e35-88bb-03aa1fe0f090 None None] The sync data for ids ['8c479109-e129-44cd-815f-f722b4f54e0e'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:46.839839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03783340-d2ad-4850-8585-3406e7f6f64f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.847384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:46.850876 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:46.897147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcd47d-83a8-44bf-81f0-6056732d78ca None None] Pushing event updated for resources: {'Port': ['ID=5317b117-0bff-456a-8774-c3c3bb3fc695,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:46.907846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.001721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:47.005592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:47.021573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:47.027130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c34a76f2-99ed-4785-9cac-755b96418a30 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.035828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Pushing event updated for resources: {'Port': ['ID=4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:47.039964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0d3dc-0bb6-4a48-86c8-ef23730544c7 None None] Pushing event updated for resources: {'Port': ['ID=43f3b9c4-b455-43ef-939e-2645cb7d8581,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:47.119158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5841317d-d7ac-47cf-9ec5-4b4938dafa2a None None] Provisioning complete for port 43f3b9c4-b455-43ef-939e-2645cb7d8581 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:47.121359 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5841317d-d7ac-47cf-9ec5-4b4938dafa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.326890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03783340-d2ad-4850-8585-3406e7f6f64f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.345938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03783340-d2ad-4850-8585-3406e7f6f64f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.464613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.510163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03783340-d2ad-4850-8585-3406e7f6f64f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.512025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03783340-d2ad-4850-8585-3406e7f6f64f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Fanout notify agent at l3_agent the message router_deleted on router 8c479109-e129-44cd-815f-f722b4f54e0e {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:06:47.536465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03783340-d2ad-4850-8585-3406e7f6f64f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.538404 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-03783340-d2ad-4850-8585-3406e7f6f64f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/8c479109-e129-44cd-815f-f722b4f54e0e HTTP/1.1" status: 204 len: 168 time: 0.8610270 Aug 19 12:06:47.542992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37748) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:47.633649 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c34a76f2-99ed-4785-9cac-755b96418a30 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.636931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5317b117-0bff-456a-8774-c3c3bb3fc695 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:47.659867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c34a76f2-99ed-4785-9cac-755b96418a30 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.660842 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-c34a76f2-99ed-4785-9cac-755b96418a30 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP 158599d5-84bc-4429-8ac6-1aec34d2f365 disassociated. External IP: 172.25.4.146, port: c6e092df-ffcc-420d-906a-bc7f0e13f471. Aug 19 12:06:47.756738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 5317b117-0bff-456a-8774-c3c3bb3fc695 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:47.761680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 43f3b9c4-b455-43ef-939e-2645cb7d8581 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:47.867967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 43f3b9c4-b455-43ef-939e-2645cb7d8581 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:47.868859 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.875220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:47.995173 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:48.199426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9268f19-d8bd-4e66-9050-338d1fc694ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting subnet 54519acc-93a2-4429-94f2-8e4a9f54425b {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:06:48.205510 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9268f19-d8bd-4e66-9050-338d1fc694ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:48.289377 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9268f19-d8bd-4e66-9050-338d1fc694ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:48.329033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3de2cc68-f801-4013-bba4-fb8607d9d9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:48.383659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Router b6c16405-db04-4316-aaed-29796624f2b2 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:06:48.475610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca689a73-630e-432c-bce0-b62f2b92d37d None None] Network a93c92e1-44d2-41e7-9fdd-386759471469 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:48.500979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9268f19-d8bd-4e66-9050-338d1fc694ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:48.567974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Provisioning for port 5317b117-0bff-456a-8774-c3c3bb3fc695 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:48.576097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Provisioning complete for port 5317b117-0bff-456a-8774-c3c3bb3fc695 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:48.577084 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:48.614785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=18cef29c-62c6-4841-84e4-283ca52207f3,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:48.638042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network a93c92e1-44d2-41e7-9fdd-386759471469 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:48.646159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:48.656535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:48.656535 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:48.719980 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d025e935-23d1-4681-8786-42807381c079 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3958385 Aug 19 12:06:48.722886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37766) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:48.731441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469', 'fixed_ips': [{'subnet_id': '34cba6bb-8ebb-480b-a7a2-82f575184281'}, {'subnet_id': '18cef29c-62c6-4841-84e4-283ca52207f3'}], 'name': 'tempest-PortsIpV6TestJSON-591127398'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:48.742314 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:48.805987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] For port 5317b117-0bff-456a-8774-c3c3bb3fc695, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5317b117-0bff-456a-8774-c3c3bb3fc695,segment=NetworkSegment(7aafb397-2666-42c6-bfeb-9c8573de8f2f),segment_id=7aafb397-2666-42c6-bfeb-9c8573de8f2f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:48.865754 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:48.966550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:48.970128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Pushing event updated for resources: {'Port': ['ID=5317b117-0bff-456a-8774-c3c3bb3fc695,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:48.982735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.983485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.983829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.984398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.984575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.984899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.986390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.987006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.987348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.987684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.988867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:48.989207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ecad09-fb40-4ed6-8c95-d33a3fd7429c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:49.060574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:49.086810 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:49.090833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2238abad-9cea-4a46-b2b7-37d9e368289b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9643841 Aug 19 12:06:49.090992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37782) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:49.093649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34a76f2-99ed-4785-9cac-755b96418a30 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:06:49.102175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Sync routers for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:49.120154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:49.120874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:49.133969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:49.189798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ced960-7a00-47ef-8bd0-5241325399bc None None] Update dhcp port {'port': {'network_id': 'a93c92e1-44d2-41e7-9fdd-386759471469', 'fixed_ips': [{'subnet_id': '34cba6bb-8ebb-480b-a7a2-82f575184281', 'ip_address': '2001:db8::2'}, {'subnet_id': '18cef29c-62c6-4841-84e4-283ca52207f3'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '5317b117-0bff-456a-8774-c3c3bb3fc695'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:06:49.191516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port d2605b00-ec5b-42a5-862a-fdba257ba620 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:06:49.212440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9268f19-d8bd-4e66-9050-338d1fc694ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:49.247256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9268f19-d8bd-4e66-9050-338d1fc694ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Subnet': ['ID=54519acc-93a2-4429-94f2-8e4a9f54425b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:49.273026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9268f19-d8bd-4e66-9050-338d1fc694ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:49.277446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a9268f19-d8bd-4e66-9050-338d1fc694ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/54519acc-93a2-4429-94f2-8e4a9f54425b HTTP/1.1" status: 204 len: 168 time: 1.7275655 Aug 19 12:06:49.277842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37786) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:49.281567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a396ca9-a6a9-4715-978c-4830cfe06f56 None None] Network caeb77c4-82b9-4781-b75e-5602f8e14e79 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:49.342773 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-30ced960-7a00-47ef-8bd0-5241325399bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:49.435932 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:06:49.626344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34a76f2-99ed-4785-9cac-755b96418a30 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:49.633600 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c34a76f2-99ed-4785-9cac-755b96418a30 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:49.637066 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0531e-e46f-4a0c-93ed-f4399e8d9210 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:49.654536 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0531e-e46f-4a0c-93ed-f4399e8d9210 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:49.655448 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c0c0531e-e46f-4a0c-93ed-f4399e8d9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:49.656522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5317b117-0bff-456a-8774-c3c3bb3fc695 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:49.685672 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:49.744896 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c34a76f2-99ed-4785-9cac-755b96418a30 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/floatingips/158599d5-84bc-4429-8ac6-1aec34d2f365 HTTP/1.1" status: 200 len: 688 time: 3.2148986 Aug 19 12:06:49.749115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:49.764043 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c0c0531e-e46f-4a0c-93ed-f4399e8d9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:49.788532 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0531e-e46f-4a0c-93ed-f4399e8d9210 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:49.790032 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c0c0531e-e46f-4a0c-93ed-f4399e8d9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:49.853993 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c0c0531e-e46f-4a0c-93ed-f4399e8d9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:49.854944 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0531e-e46f-4a0c-93ed-f4399e8d9210 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:49.911747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:49.944025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:49.944364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.091984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port ab9789c9-3065-45d4-b3fb-77ac0c439d5f {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:50.092408 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.169481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=602d4a53-3ee9-49a1-b6e2-58b35ba71a07,segment=NetworkSegment(e0eb10c0-f4cd-4404-936d-e3f4349eb232),segment_id=e0eb10c0-f4cd-4404-936d-e3f4349eb232)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:50.169751 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.184326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:50.281985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.283153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::3ad (a93c92e1-44d2-41e7-9fdd-386759471469/34cba6bb-8ebb-480b-a7a2-82f575184281/d2605b00-ec5b-42a5-862a-fdba257ba620) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:50.312705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42516171-0b9b-4f0c-a83f-91c93ecac76a None None] DHCP port deletion for caeb77c4-82b9-4781-b75e-5602f8e14e79 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:06:50.317320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8:0:1::22d (a93c92e1-44d2-41e7-9fdd-386759471469/18cef29c-62c6-4841-84e4-283ca52207f3/d2605b00-ec5b-42a5-862a-fdba257ba620) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:50.329343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=602d4a53-3ee9-49a1-b6e2-58b35ba71a07,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:50.334849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5317b117-0bff-456a-8774-c3c3bb3fc695 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:50.335226 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.338721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No DVR routers for this DVR port 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:06:50.431411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:47Z', 'revision_number': 3, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:50.503069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Checking router: b6c16405-db04-4316-aaed-29796624f2b2 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:06:50.503421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Updating router b6c16405-db04-4316-aaed-29796624f2b2 port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:06:50.508362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.508716 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.540532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for ab9789c9-3065-45d4-b3fb-77ac0c439d5f owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:50.552321 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.563420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Allocated IP 172.20.0.1 (a3b4cfc6-ac42-4092-b1a9-d7793babb6f5/11c1e7af-b32f-4aef-bc1d-e26537bf32fd/0f8c00e2-35ad-4205-ba38-ca314047d9d6) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:50.571567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeb77c4-82b9-4781-b75e-5602f8e14e79']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:50.595433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0eb10c0-f4cd-4404-936d-e3f4349eb232') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:50.599068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0eb10c0-f4cd-4404-936d-e3f4349eb232') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:50.608655 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.638478 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.704987 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.719397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:06:50.720148 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:06:50.723584 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:06:50.726193 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.822897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object d2605b00-ec5b-42a5-862a-fdba257ba620 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:50.834922 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.839408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.847012 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.849113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/networks/caeb77c4-82b9-4781-b75e-5602f8e14e79 HTTP/1.1" status: 204 len: 168 time: 1.5703588 Aug 19 12:06:50.855319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37816) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:50.870168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1109512463', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:50.872489 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-36ac41a3-2a89-4a3b-aeaa-258a8921fa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.881789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d6ebc-9d13-477e-9e11-2cc04704df2f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Network': ['ID=caeb77c4-82b9-4781-b75e-5602f8e14e79,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:50.896395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Transition to ACTIVE for port object 0f8c00e2-35ad-4205-ba38-ca314047d9d6 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:50.914768 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.915805 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.967921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.970702 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:50.977187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.042264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.050240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=ab9789c9-3065-45d4-b3fb-77ac0c439d5f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:51.102470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.150970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.153944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:51.157311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Transition to ACTIVE for port object 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:51.163618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:51.166106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:51.217744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-30ced960-7a00-47ef-8bd0-5241325399bc None None] Allocated IP 2001:db8:0:1::2 (a93c92e1-44d2-41e7-9fdd-386759471469/18cef29c-62c6-4841-84e4-283ca52207f3/5317b117-0bff-456a-8774-c3c3bb3fc695) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:51.239216 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.334139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network a93c92e1-44d2-41e7-9fdd-386759471469 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:51.347011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Pushing event updated for resources: {'Port': ['ID=0f8c00e2-35ad-4205-ba38-ca314047d9d6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:51.352868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:51.356933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:51.373469 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:51.374429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.378524 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.399382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.432965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=d2605b00-ec5b-42a5-862a-fdba257ba620,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:51.441626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.444337 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.449215 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-aee47388-a96f-4c89-8e94-08cb5d9678f5 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/floatingips/158599d5-84bc-4429-8ac6-1aec34d2f365 HTTP/1.1" status: 204 len: 168 time: 1.6955776 Aug 19 12:06:51.449545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37832) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:51.455436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'baedd045-b324-4343-8161-ee9c402e3647'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:51.472020 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b9a0b2a1-7995-4362-98fa-d4c3cb5fb5bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7478516 Aug 19 12:06:51.479380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:51.507427 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34cba6bb-8ebb-480b-a7a2-82f575184281'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:51.603137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:06:51.626622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a69b8-5dac-4c0e-a62d-3fa2490111c7 None None] Pushing event updated for resources: {'Port': ['ID=4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:51.646936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.650016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.669730 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Attempting to bind port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:06:51.670640 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Attempting to bind port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:06:51.671720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Attempting to bind port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:06:51.682120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:06:51.682644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 602d4a53-3ee9-49a1-b6e2-58b35ba71a07 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:06:51.703469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aeaf6d1c-9b16-4a18-b00b-92bf6f200893 None None] Provisioning for port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:51.711809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aeaf6d1c-9b16-4a18-b00b-92bf6f200893 None None] Provisioning complete for port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:51.712493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6d1c-9b16-4a18-b00b-92bf6f200893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.753714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf6d1c-9b16-4a18-b00b-92bf6f200893 None None] Port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:51.758067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:06:51.758475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:51.759599 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.760247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:06:51.760508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Bound port: 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:06:51.761065 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.797492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-30ced960-7a00-47ef-8bd0-5241325399bc None None] For port 5317b117-0bff-456a-8774-c3c3bb3fc695, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5317b117-0bff-456a-8774-c3c3bb3fc695,segment=NetworkSegment(7aafb397-2666-42c6-bfeb-9c8573de8f2f),segment_id=7aafb397-2666-42c6-bfeb-9c8573de8f2f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:51.856136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-30ced960-7a00-47ef-8bd0-5241325399bc None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.860464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] For port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:06:51.864922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] For port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:06:51.878722 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.919620 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.931821 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:51.954367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-30ced960-7a00-47ef-8bd0-5241325399bc None None] Transition to ACTIVE for port object 5317b117-0bff-456a-8774-c3c3bb3fc695 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:51.956499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a69b8-5dac-4c0e-a62d-3fa2490111c7 None None] Pushing event updated for resources: {'Port': ['ID=4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:51.974315 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-30ced960-7a00-47ef-8bd0-5241325399bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.036554 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.065286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:52.066096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:52.166071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ced960-7a00-47ef-8bd0-5241325399bc None None] Pushing event updated for resources: {'Port': ['ID=5317b117-0bff-456a-8774-c3c3bb3fc695,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:52.247811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Delete allocated IP 2001:db8:0:1::22d (a93c92e1-44d2-41e7-9fdd-386759471469/18cef29c-62c6-4841-84e4-283ca52207f3) {{(pid=101153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:06:52.259892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.25.4.94 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/887eb0df-16e1-437a-8559-8b3d6afa7642) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:52.302433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:06:52.303978 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.390277 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.573818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.584793 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.639780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.659215 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.676026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.734847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Ignored duplicate provisioning block setup for port d2605b00-ec5b-42a5-862a-fdba257ba620 by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:06:52.736640 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:50Z', 'revision_number': 1, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:52.750660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.800193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886268ed-7178-42d1-aaab-028a817c9121 None None] The sync data for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 is: [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:50Z', 'revision_number': 1, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:52.860181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Pushing event updated for resources: {'Port': ['ID=0f8c00e2-35ad-4205-ba38-ca314047d9d6,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:52.890439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] In _notify_port_updated(), no bound segment for port d2605b00-ec5b-42a5-862a-fdba257ba620 on network a93c92e1-44d2-41e7-9fdd-386759471469 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:06:52.901140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:52.907374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:52.911533 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "PUT /v2.0/ports/d2605b00-ec5b-42a5-862a-fdba257ba620 HTTP/1.1" status: 200 len: 925 time: 1.4237428 Aug 19 12:06:52.915714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37856) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:52.925128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34cba6bb-8ebb-480b-a7a2-82f575184281'}, {'subnet_id': '18cef29c-62c6-4841-84e4-283ca52207f3'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:52.994455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:52.998551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:53.013819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:53.067845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14c88c-4105-4aa8-93d0-64b2f2f35c79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=d2605b00-ec5b-42a5-862a-fdba257ba620,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:53.071765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:53.078507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:53.081878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:53.085250 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:53.143125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 172.25.4.128 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/d79699ef-5448-4c6f-a055-043a9c4dcdfe) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:53.379790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaca4df-0ad8-414f-9df5-548d233de6f7 None None] Network a93c92e1-44d2-41e7-9fdd-386759471469 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:53.491212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5c04fc59-ea25-4aff-9451-a4d29529c569 None None] Provisioning for port 5317b117-0bff-456a-8774-c3c3bb3fc695 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:53.501912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5c04fc59-ea25-4aff-9451-a4d29529c569 None None] Provisioning complete for port 5317b117-0bff-456a-8774-c3c3bb3fc695 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:53.502541 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5c04fc59-ea25-4aff-9451-a4d29529c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:53.524206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=887eb0df-16e1-437a-8559-8b3d6afa7642,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:53.544094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:53.655500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5317b117-0bff-456a-8774-c3c3bb3fc695 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:53.673872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Router b6c16405-db04-4316-aaed-29796624f2b2 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:06:53.836016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5317b117-0bff-456a-8774-c3c3bb3fc695 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:53.836624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:53.959461 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:54.019412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:54.024815 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:54.043084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f1ac4b9e-b870-4742-b9e9-958603cf619b admin admin] 10.222.0.65 "PUT /v2.0/routers/b6c16405-db04-4316-aaed-29796624f2b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9508889 Aug 19 12:06:54.089802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c54965cd-885f-4572-85dd-f6800723caf0 None None] Provisioning complete for port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:54.090665 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c54965cd-885f-4572-85dd-f6800723caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:54.198997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:54.203758 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:54.235685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:54.239056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c54965cd-885f-4572-85dd-f6800723caf0 None None] Port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:54.240273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:54.293947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=d79699ef-5448-4c6f-a055-043a9c4dcdfe,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:54.353982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8:0:1::106 (a93c92e1-44d2-41e7-9fdd-386759471469/18cef29c-62c6-4841-84e4-283ca52207f3/d2605b00-ec5b-42a5-862a-fdba257ba620) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:54.520949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-10662e62-c02d-4b53-b593-a6e8d62393d0 None None] Provisioning complete for port 5317b117-0bff-456a-8774-c3c3bb3fc695 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:54.521415 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10662e62-c02d-4b53-b593-a6e8d62393d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:54.836225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-10662e62-c02d-4b53-b593-a6e8d62393d0 None None] Provisioning for port d2605b00-ec5b-42a5-862a-fdba257ba620 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:54.842014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-10662e62-c02d-4b53-b593-a6e8d62393d0 None None] Provisioning complete for port d2605b00-ec5b-42a5-862a-fdba257ba620 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:54.843520 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10662e62-c02d-4b53-b593-a6e8d62393d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:54.888165 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:54.946390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Ignored duplicate provisioning block setup for port d2605b00-ec5b-42a5-862a-fdba257ba620 by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:06:54.958286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-10662e62-c02d-4b53-b593-a6e8d62393d0 None None] Port d2605b00-ec5b-42a5-862a-fdba257ba620 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:54.961325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.036980 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.113549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-008f9ff3-b12c-42fb-a819-dd8add145e7a None None] Provisioning complete for port d2605b00-ec5b-42a5-862a-fdba257ba620 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:55.127889 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-008f9ff3-b12c-42fb-a819-dd8add145e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.162114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] In _notify_port_updated(), no bound segment for port d2605b00-ec5b-42a5-862a-fdba257ba620 on network a93c92e1-44d2-41e7-9fdd-386759471469 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:06:55.218996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:55.241256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.258034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "PUT /v2.0/ports/d2605b00-ec5b-42a5-862a-fdba257ba620 HTTP/1.1" status: 200 len: 1011 time: 2.3415961 Aug 19 12:06:55.267801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-008f9ff3-b12c-42fb-a819-dd8add145e7a None None] Port d2605b00-ec5b-42a5-862a-fdba257ba620 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:55.292630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37900) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:55.294206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37902) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:55.391365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-069cacc4-8b9a-4289-a82b-5d67d714c835 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2074629733', 'description': 'tempest-description--2116895953'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:55.498318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8035e421-42ff-4289-b470-e255790893c7 None None] Provisioning complete for port d2605b00-ec5b-42a5-862a-fdba257ba620 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:55.498835 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8035e421-42ff-4289-b470-e255790893c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.590591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:55.604545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.637397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8035e421-42ff-4289-b470-e255790893c7 None None] Port d2605b00-ec5b-42a5-862a-fdba257ba620 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:55.669542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2efead-30bb-441a-a02a-de7c85585fc1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=d2605b00-ec5b-42a5-862a-fdba257ba620,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:55.682642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-069cacc4-8b9a-4289-a82b-5d67d714c835 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.790881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:55.800375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:55.801006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.808275 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.856365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-cedff7d5-b872-4c2b-9f71-80bcb1a16f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port d2605b00-ec5b-42a5-862a-fdba257ba620 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:06:55.856589 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cedff7d5-b872-4c2b-9f71-80bcb1a16f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.881117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-44897800-2c3b-428f-943f-28f8abd39694 None None] Provisioning complete for port d2605b00-ec5b-42a5-862a-fdba257ba620 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:55.882127 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-44897800-2c3b-428f-943f-28f8abd39694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.959602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-44897800-2c3b-428f-943f-28f8abd39694 None None] Port d2605b00-ec5b-42a5-862a-fdba257ba620 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:06:55.966723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.010618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:56.019696 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.105987 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-069cacc4-8b9a-4289-a82b-5d67d714c835 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.108799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cedff7d5-b872-4c2b-9f71-80bcb1a16f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.121386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.126174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-069cacc4-8b9a-4289-a82b-5d67d714c835 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.147403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-cedff7d5-b872-4c2b-9f71-80bcb1a16f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for d2605b00-ec5b-42a5-862a-fdba257ba620 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:06:56.149267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.157922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:56.180795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-069cacc4-8b9a-4289-a82b-5d67d714c835 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.182128 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-069cacc4-8b9a-4289-a82b-5d67d714c835 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8089528 Aug 19 12:06:56.187364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37914) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:56.192319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1767bb75-7512-4f4d-91dd-eb613559fa1d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'security_group_rule': {'security_group_id': '8e08720c-537f-4ffd-91d8-6189820e1009', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:56.252723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.369832 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1767bb75-7512-4f4d-91dd-eb613559fa1d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.370386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.466613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1767bb75-7512-4f4d-91dd-eb613559fa1d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.477009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1767bb75-7512-4f4d-91dd-eb613559fa1d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.494297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router f9b356fe-7353-45ad-b49f-3071bc9ab0bd is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:06:56.505298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767bb75-7512-4f4d-91dd-eb613559fa1d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3981ec13-41c6-4fdc-b7fa-6420dd2b398d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:56.515873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1767bb75-7512-4f4d-91dd-eb613559fa1d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.517133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1767bb75-7512-4f4d-91dd-eb613559fa1d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3287199 Aug 19 12:06:56.519683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37926) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:56.524220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1330cea4-34f3-4c19-881f-78fe3a22a815 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'security_group_rule': {'security_group_id': '8e08720c-537f-4ffd-91d8-6189820e1009', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:56.642821 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1330cea4-34f3-4c19-881f-78fe3a22a815 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.676969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:56.693222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98612f4c-a568-47a2-8c4c-71a5cb44ea43 None None] Sync routers for ids ['f9b356fe-7353-45ad-b49f-3071bc9ab0bd'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:56.711117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98612f4c-a568-47a2-8c4c-71a5cb44ea43 None None] Routers {'f9b356fe-7353-45ad-b49f-3071bc9ab0bd'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:56.712196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-98612f4c-a568-47a2-8c4c-71a5cb44ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9b356fe-7353-45ad-b49f-3071bc9ab0bd'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:56.751264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.754127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-66280b91-5d76-40c7-8ce7-1d94b85456db tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8875933 Aug 19 12:06:56.757545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37930) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:56.826936 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1330cea4-34f3-4c19-881f-78fe3a22a815 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.838200 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Sync routers for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:56.841926 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1330cea4-34f3-4c19-881f-78fe3a22a815 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.855845 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:56.856570 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:56.861272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330cea4-34f3-4c19-881f-78fe3a22a815 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b5193e-d208-4bf6-8542-9f9be6ee35ab,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:56.891101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-98612f4c-a568-47a2-8c4c-71a5cb44ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:56.933065 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1330cea4-34f3-4c19-881f-78fe3a22a815 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.937704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1330cea4-34f3-4c19-881f-78fe3a22a815 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4138303 Aug 19 12:06:56.938002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37936) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:56.942877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:56.952318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98612f4c-a568-47a2-8c4c-71a5cb44ea43 None None] Routers {'f9b356fe-7353-45ad-b49f-3071bc9ab0bd'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:56.960588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-98612f4c-a568-47a2-8c4c-71a5cb44ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9b356fe-7353-45ad-b49f-3071bc9ab0bd'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:56.976431 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:06:56.982645 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.991436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fbdd983b-a0f0-4e2f-8e50-d1f9e103c696 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/routers/f9b356fe-7353-45ad-b49f-3071bc9ab0bd HTTP/1.1" status: 200 len: 885 time: 0.2324879 Aug 19 12:06:56.993856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37938) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:57.026777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cacc4-8b9a-4289-a82b-5d67d714c835 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e08720c-537f-4ffd-91d8-6189820e1009,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:57.037278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-98612f4c-a568-47a2-8c4c-71a5cb44ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:57.059277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98612f4c-a568-47a2-8c4c-71a5cb44ea43 None None] The sync data for ids ['f9b356fe-7353-45ad-b49f-3071bc9ab0bd'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:57.062540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=887eb0df-16e1-437a-8559-8b3d6afa7642,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:57.169481 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP 3ac8e366-93de-41c2-a760-235edd80e516 associated. External IP: 172.25.4.94, port: baedd045-b324-4343-8161-ee9c402e3647. Aug 19 12:06:57.356823 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:52Z', 'revision_number': 2, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:57.429991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:57.456586 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Checking router: b6c16405-db04-4316-aaed-29796624f2b2 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:06:57.458722 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Updating router b6c16405-db04-4316-aaed-29796624f2b2 port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:06:57.499144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fc838455-676e-4a3c-a4de-20fb9e152514 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5017128 Aug 19 12:06:57.532169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37944) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:57.537875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f15a720b-61ae-439a-984f-26ca52bf2269 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1109512463'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:57.569651 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:57.648459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:57.663782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:06:57.668724 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cedff7d5-b872-4c2b-9f71-80bcb1a16f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:57.732004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedff7d5-b872-4c2b-9f71-80bcb1a16f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=d2605b00-ec5b-42a5-862a-fdba257ba620,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:57.831369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:57.833069 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:57.942180 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cedff7d5-b872-4c2b-9f71-80bcb1a16f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:57.953454 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cedff7d5-b872-4c2b-9f71-80bcb1a16f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/d2605b00-ec5b-42a5-862a-fdba257ba620 HTTP/1.1" status: 204 len: 168 time: 2.6517754 Aug 19 12:06:57.955758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37954) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:57.957598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Allocated IP 172.25.4.113 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/11b7aa04-77bb-405a-8cb4-9ff1d76c048b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:58.082941 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-62416101-aa7c-4999-992e-1d998c537d60 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:06:58.088847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-62416101-aa7c-4999-992e-1d998c537d60 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/d2605b00-ec5b-42a5-862a-fdba257ba620 HTTP/1.1" status: 404 len: 333 time: 0.1187515 Aug 19 12:06:58.091301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37956) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:58.194148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:06:58.206145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e66fd5-784a-4441-a3c4-8632b9a6c1b9 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:06:58.222711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:58.224404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e66fd5-784a-4441-a3c4-8632b9a6c1b9 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:58.225121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f1e66fd5-784a-4441-a3c4-8632b9a6c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:58.303411 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-958a01d3-9181-439b-95c0-bf53b5c11ff1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.8515666 Aug 19 12:06:58.303683 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:58.306600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:58.317855 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Transition to ACTIVE for port object 0f8c00e2-35ad-4205-ba38-ca314047d9d6 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:58.328229 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:58.340360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f1e66fd5-784a-4441-a3c4-8632b9a6c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:58.404435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e66fd5-784a-4441-a3c4-8632b9a6c1b9 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:58.405613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f1e66fd5-784a-4441-a3c4-8632b9a6c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:58.458923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c674c187-066e-4d3f-b90d-486a5f3c343d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet 18cef29c-62c6-4841-84e4-283ca52207f3 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:06:58.471116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c674c187-066e-4d3f-b90d-486a5f3c343d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:58.473948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37966) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:58.474180 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1e1074b3-0c2e-4620-8343-62c0615d03ac tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "GET /v2.0/floatingips/3ac8e366-93de-41c2-a760-235edd80e516 HTTP/1.1" status: 200 len: 976 time: 0.1661348 Aug 19 12:06:58.500070 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Pushing event updated for resources: {'Port': ['ID=0f8c00e2-35ad-4205-ba38-ca314047d9d6,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:58.512477 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:58.513324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f1e66fd5-784a-4441-a3c4-8632b9a6c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:58.516534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e66fd5-784a-4441-a3c4-8632b9a6c1b9 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:58.602403 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.602768 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.603084 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.603618 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.604165 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.619854 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.620534 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.622506 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.624862 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.624862 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.625654 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.626181 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:58.662325 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Attempting to bind port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:06:58.662895 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Attempting to bind port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:06:58.663601 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Attempting to bind port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:06:58.671857 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:06:58.672405 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Checking segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:58.672936 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:58.673516 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Bound using segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:06:58.674094 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Bound port: 0f8c00e2-35ad-4205-ba38-ca314047d9d6, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:06:58.674587 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:58.768950 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] For port 0f8c00e2-35ad-4205-ba38-ca314047d9d6, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:06:58.779586 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] For port 0f8c00e2-35ad-4205-ba38-ca314047d9d6, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0f8c00e2-35ad-4205-ba38-ca314047d9d6,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:06:58.801436 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:58.921826 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:06:58.922472 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:59.056641 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:06:59.157347 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94720a3e-5b9b-45ce-a11a-c76c7aa7e0d9 None None] Pushing event updated for resources: {'Port': ['ID=0f8c00e2-35ad-4205-ba38-ca314047d9d6,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:59.200362 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.344411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c674c187-066e-4d3f-b90d-486a5f3c343d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.348273 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.403430 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:58Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:06:59.434823 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c58883-d6f1-4213-99af-6b8070728eae None None] The sync data for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 is: [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:58Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:06:59.469916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-30cd3831-daee-4ad9-885c-8a1ab3932c8a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.9882381 Aug 19 12:06:59.472675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37988) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:59.479236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'port_id': 'c6e092df-ffcc-420d-906a-bc7f0e13f471'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:59.509053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:59.521740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:59.523663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'Port': ['ID=11b7aa04-77bb-405a-8cb4-9ff1d76c048b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:59.540435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:59.606846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0f8c00e2-35ad-4205-ba38-ca314047d9d6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:59.611985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f15a720b-61ae-439a-984f-26ca52bf2269 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.628064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.700284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:59.710701 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:59.714317 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.758982 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c674c187-066e-4d3f-b90d-486a5f3c343d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.883033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.911905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f15a720b-61ae-439a-984f-26ca52bf2269 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.936194 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:59.937041 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c674c187-066e-4d3f-b90d-486a5f3c343d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.013473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 0f8c00e2-35ad-4205-ba38-ca314047d9d6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0f8c00e2-35ad-4205-ba38-ca314047d9d6,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:00.026659 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.047083 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c674c187-066e-4d3f-b90d-486a5f3c343d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.053997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c674c187-066e-4d3f-b90d-486a5f3c343d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/18cef29c-62c6-4841-84e4-283ca52207f3 HTTP/1.1" status: 204 len: 168 time: 1.9526064 Aug 19 12:07:00.056506 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.077314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f38564a-52c1-40c7-a49f-2573a0755a1b None None] Network a93c92e1-44d2-41e7-9fdd-386759471469 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:00.142274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:00.172978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674c187-066e-4d3f-b90d-486a5f3c343d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=18cef29c-62c6-4841-84e4-283ca52207f3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:00.353805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=0f8c00e2-35ad-4205-ba38-ca314047d9d6,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:00.362874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.376660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.473501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-651e9946-14fc-4b17-bed1-fcfebb7b8d76 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet 34cba6bb-8ebb-480b-a7a2-82f575184281 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:07:00.491231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-651e9946-14fc-4b17-bed1-fcfebb7b8d76 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.551187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15a720b-61ae-439a-984f-26ca52bf2269 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router f9b356fe-7353-45ad-b49f-3071bc9ab0bd has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:00.569806 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP 3ac8e366-93de-41c2-a760-235edd80e516 associated. External IP: 172.25.4.94, port: baedd045-b324-4343-8161-ee9c402e3647. Aug 19 12:07:00.616391 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-651e9946-14fc-4b17-bed1-fcfebb7b8d76 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.865442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:00.959210 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.961598 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-651e9946-14fc-4b17-bed1-fcfebb7b8d76 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:00.995668 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:01.061501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:01.075042 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0c6a4-9c39-404a-ab24-e2f8cbfc7893 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:01.099650 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0c6a4-9c39-404a-ab24-e2f8cbfc7893 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:01.104248 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ddd0c6a4-9c39-404a-ab24-e2f8cbfc7893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:01.182650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15a720b-61ae-439a-984f-26ca52bf2269 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:01.196398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a71826-2e2e-4313-b679-30545bb792cd None None] Sync routers for ids ['f9b356fe-7353-45ad-b49f-3071bc9ab0bd'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:01.210437 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f15a720b-61ae-439a-984f-26ca52bf2269 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:01.211663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f15a720b-61ae-439a-984f-26ca52bf2269 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/f9b356fe-7353-45ad-b49f-3071bc9ab0bd HTTP/1.1" status: 200 len: 892 time: 3.6783700 Aug 19 12:07:01.215938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a71826-2e2e-4313-b679-30545bb792cd None None] Routers {'f9b356fe-7353-45ad-b49f-3071bc9ab0bd'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:01.216877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b1a71826-2e2e-4313-b679-30545bb792cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9b356fe-7353-45ad-b49f-3071bc9ab0bd'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:01.225073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38036) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:01.238113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'Port': ['ID=11b7aa04-77bb-405a-8cb4-9ff1d76c048b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:01.247391 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ddd0c6a4-9c39-404a-ab24-e2f8cbfc7893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:01.269758 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:01.281102 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0c6a4-9c39-404a-ab24-e2f8cbfc7893 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:01.282090 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ddd0c6a4-9c39-404a-ab24-e2f8cbfc7893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:01.288025 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-651e9946-14fc-4b17-bed1-fcfebb7b8d76 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:01.293662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b1a71826-2e2e-4313-b679-30545bb792cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:01.326019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a71826-2e2e-4313-b679-30545bb792cd None None] Routers {'f9b356fe-7353-45ad-b49f-3071bc9ab0bd'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:01.326639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b1a71826-2e2e-4313-b679-30545bb792cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9b356fe-7353-45ad-b49f-3071bc9ab0bd'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:01.350434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e9946-14fc-4b17-bed1-fcfebb7b8d76 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=34cba6bb-8ebb-480b-a7a2-82f575184281,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:01.371637 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-651e9946-14fc-4b17-bed1-fcfebb7b8d76 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:01.373974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-651e9946-14fc-4b17-bed1-fcfebb7b8d76 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/34cba6bb-8ebb-480b-a7a2-82f575184281 HTTP/1.1" status: 204 len: 168 time: 1.2044268 Aug 19 12:07:01.376642 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ddd0c6a4-9c39-404a-ab24-e2f8cbfc7893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:01.378251 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0c6a4-9c39-404a-ab24-e2f8cbfc7893 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:01.378885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38040) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:01.387909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:01.407637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cbe1df47-2157-4041-bbd7-71dcadb6712d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4683826 Aug 19 12:07:01.565034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:01.694619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-24899c20-2a4a-47ed-942f-b2a0d94794c6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2074629733&fields=id&tenant_id=4bf3437e238b4255b8b2ff99f952bfba HTTP/1.1" status: 200 len: 267 time: 0.1053572 Aug 19 12:07:01.743984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0f8c00e2-35ad-4205-ba38-ca314047d9d6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:01.746386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e0b8f-a31f-46df-9746-ced1afc9761d None None] Network a93c92e1-44d2-41e7-9fdd-386759471469 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:01.758727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b1a71826-2e2e-4313-b679-30545bb792cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:01.759615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a71826-2e2e-4313-b679-30545bb792cd None None] The sync data for ids ['f9b356fe-7353-45ad-b49f-3071bc9ab0bd'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:01.831191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:01.837221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0bab7c19-b0b3-43e9-aff0-c5a07f2ebb5a None None] Provisioning complete for port 5317b117-0bff-456a-8774-c3c3bb3fc695 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:01.837528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0bab7c19-b0b3-43e9-aff0-c5a07f2ebb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:01.848121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 5317b117-0bff-456a-8774-c3c3bb3fc695 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:01.848804 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:01.869039 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4610269a-fe5f-4417-8a3a-8e21dc54f71c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/routers/f9b356fe-7353-45ad-b49f-3071bc9ab0bd HTTP/1.1" status: 200 len: 892 time: 0.6427543 Aug 19 12:07:01.871982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38060) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:01.979727 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4b2cc4b4-5808-4c4e-92a0-85118ac69bb5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9b356fe-7353-45ad-b49f-3071bc9ab0bd HTTP/1.1" status: 200 len: 205 time: 0.1040485 Aug 19 12:07:01.986133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38064) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:02.016484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:02.016926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.047383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] For port 5317b117-0bff-456a-8774-c3c3bb3fc695, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5317b117-0bff-456a-8774-c3c3bb3fc695,segment=NetworkSegment(7aafb397-2666-42c6-bfeb-9c8573de8f2f),segment_id=7aafb397-2666-42c6-bfeb-9c8573de8f2f)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:02.047920 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.067210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-f5c88b89-b0d6-4c67-a7ba-f8af342c423f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:02.069033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-f5c88b89-b0d6-4c67-a7ba-f8af342c423f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.3661425 Aug 19 12:07:02.083038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 5317b117-0bff-456a-8774-c3c3bb3fc695 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:02.106317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-4faa12f1-fbfa-41e5-b6f9-d5c052844b00 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/quotas/4bf3437e238b4255b8b2ff99f952bfba HTTP/1.1" status: 200 len: 375 time: 0.0295444 Aug 19 12:07:02.216135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe854ad-2cb6-4c48-9621-6688960092ae None None] DHCP port deletion for a93c92e1-44d2-41e7-9fdd-386759471469 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:07:02.219998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.372586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5fe854ad-2cb6-4c48-9621-6688960092ae None None] Deleting port 5317b117-0bff-456a-8774-c3c3bb3fc695 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:02.373034 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5fe854ad-2cb6-4c48-9621-6688960092ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.421027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.501090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5fe854ad-2cb6-4c48-9621-6688960092ae None None] For port 5317b117-0bff-456a-8774-c3c3bb3fc695, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5317b117-0bff-456a-8774-c3c3bb3fc695,segment=NetworkSegment(7aafb397-2666-42c6-bfeb-9c8573de8f2f),segment_id=7aafb397-2666-42c6-bfeb-9c8573de8f2f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:02.501801 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5fe854ad-2cb6-4c48-9621-6688960092ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.522240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5fe854ad-2cb6-4c48-9621-6688960092ae None None] Calling delete_port for 5317b117-0bff-456a-8774-c3c3bb3fc695 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:02.555249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:02.573507 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.582665 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a10f45-8967-4d6c-a97b-83649dcabce3 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:02.608873 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a10f45-8967-4d6c-a97b-83649dcabce3 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:02.609116 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c7a10f45-8967-4d6c-a97b-83649dcabce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:02.656295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port d79699ef-5448-4c6f-a055-043a9c4dcdfe {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:02.656810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.678423 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-708fb63f-b2c8-43bd-af85-535de2bc467a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/floatingips/3ac8e366-93de-41c2-a760-235edd80e516 HTTP/1.1" status: 200 len: 974 time: 3.2045102 Aug 19 12:07:02.692985 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c7a10f45-8967-4d6c-a97b-83649dcabce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:02.704970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38080) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:02.710466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6e45834c-9bbb-4693-8de8-7116b145b978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:02.713224 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a10f45-8967-4d6c-a97b-83649dcabce3 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:02.713870 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c7a10f45-8967-4d6c-a97b-83649dcabce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:02.729329 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5fe854ad-2cb6-4c48-9621-6688960092ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.746563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-b5b5e21f-49ec-494d-8cd9-9f7a88f86234 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6394019 Aug 19 12:07:02.771550 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.777855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe854ad-2cb6-4c48-9621-6688960092ae None None] Pushing event deleted for resources: {'Port': ['ID=5317b117-0bff-456a-8774-c3c3bb3fc695,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:02.794451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe854ad-2cb6-4c48-9621-6688960092ae None None] No DVR routers for this DVR port 5317b117-0bff-456a-8774-c3c3bb3fc695 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:07:02.803035 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c7a10f45-8967-4d6c-a97b-83649dcabce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:02.803309 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a10f45-8967-4d6c-a97b-83649dcabce3 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:02.815628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e45834c-9bbb-4693-8de8-7116b145b978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.836599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=5317b117-0bff-456a-8774-c3c3bb3fc695,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:02.841478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No DVR routers for this DVR port 5317b117-0bff-456a-8774-c3c3bb3fc695 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:07:02.902867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:02.932719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for d79699ef-5448-4c6f-a055-043a9c4dcdfe owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:02.997983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.016125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93c92e1-44d2-41e7-9fdd-386759471469']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:03.032238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aafb397-2666-42c6-bfeb-9c8573de8f2f') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:03.032238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aafb397-2666-42c6-bfeb-9c8573de8f2f') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:03.057463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.068169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-86915005-1f26-47a1-b9d4-858cf3d45a6f service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918735 Aug 19 12:07:03.077062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.100253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:07:03.100398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:07:03.103869 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:07:03.115340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e45834c-9bbb-4693-8de8-7116b145b978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.185280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e45834c-9bbb-4693-8de8-7116b145b978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.185836 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-6e45834c-9bbb-4693-8de8-7116b145b978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP 3ac8e366-93de-41c2-a760-235edd80e516 disassociated. External IP: 172.25.4.94, port: c6e092df-ffcc-420d-906a-bc7f0e13f471. Aug 19 12:07:03.262806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-3ea47c05-bc32-4d18-a56b-89e21eba6446 service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745300 Aug 19 12:07:03.297803 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.306166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.328144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/networks/a93c92e1-44d2-41e7-9fdd-386759471469 HTTP/1.1" status: 204 len: 168 time: 1.9467301 Aug 19 12:07:03.330325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38096) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:03.378777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.394745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15608efd-09c8-4706-8b42-833ff8e15e59 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Network': ['ID=a93c92e1-44d2-41e7-9fdd-386759471469,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:03.440421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=d79699ef-5448-4c6f-a055-043a9c4dcdfe,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:03.502682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e28ad-7648-46a3-8de8-8c0f8c0e3dbe tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:03.513135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b17e28ad-7648-46a3-8de8-8c0f8c0e3dbe tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1730022 Aug 19 12:07:03.514252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38108) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:03.547461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5317b117-0bff-456a-8774-c3c3bb3fc695 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:07:03.584092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a50d111a-546f-40ad-ae5c-ed78581502e2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0683584 Aug 19 12:07:03.585246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38112) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:03.590959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-356480163'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:03.598962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 5317b117-0bff-456a-8774-c3c3bb3fc695 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:07:03.599303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5317b117-0bff-456a-8774-c3c3bb3fc695 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:07:03.626825 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.640290 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:03.644088 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.714448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adb4dcec-7630-4b84-bcde-d28cbe2b05c7 req-99b012d9-5645-4c0f-9587-cdd49c9b4be7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 210 time: 0.0426662 Aug 19 12:07:03.741960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:03.757333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.758655 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Added segment 63513c3a-84e1-4937-8393-95f37d4f9e97 of type vlan for network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 Aug 19 12:07:03.825695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.864280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.872507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:03.873720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:03.981749 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3951657 Aug 19 12:07:03.982799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1647c8-31c8-4ab6-a2b2-4d8eb39d3d2c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Network': ['ID=1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:03.991093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38126) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:04.006827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:04.008270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:04.159039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:04.163309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.421698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e45834c-9bbb-4693-8de8-7116b145b978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:04.431447 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.436909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.513062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.639700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Checking segment: {'id': '63513c3a-84e1-4937-8393-95f37d4f9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:04.642003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network hostable DHCP agents. Network: 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:04.660178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=e5844e9e-98b3-4c2b-a77f-21eb80d506b3,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:04.671918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.672674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Fanout notify agent at l3_agent the message router_deleted on router f9b356fe-7353-45ad-b49f-3071bc9ab0bd {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:07:04.682893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.684046 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d751dfdb-581f-4c2b-9685-752e5e216a25 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/f9b356fe-7353-45ad-b49f-3071bc9ab0bd HTTP/1.1" status: 204 len: 168 time: 2.6909664 Aug 19 12:07:04.689005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38146) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:04.695979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-805227343'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:04.698127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e45834c-9bbb-4693-8de8-7116b145b978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:04.703284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e45834c-9bbb-4693-8de8-7116b145b978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.709510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cc7bde-9f94-4388-8dfc-a0b806f38d40 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:04.724081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:04.743432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc7bde-9f94-4388-8dfc-a0b806f38d40 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:04.744168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-48cc7bde-9f94-4388-8dfc-a0b806f38d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:04.750068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:04.773395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:04.775860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.786707 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6e45834c-9bbb-4693-8de8-7116b145b978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/floatingips/3ac8e366-93de-41c2-a760-235edd80e516 HTTP/1.1" status: 200 len: 687 time: 2.0803325 Aug 19 12:07:04.793550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38150) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:04.810324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-48cc7bde-9f94-4388-8dfc-a0b806f38d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:04.816298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a62d59-3523-4b56-8b66-14374a9f5113 None None] Network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:04.817840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:04.824401 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.839537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-87f9c6e7-7e22-4773-81e6-136f6e570f9f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8385985 Aug 19 12:07:04.844030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38152) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:04.849268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6', 'name': 'tempest-PortsIpV6TestJSON-612877068'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:04.895684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b55bee8f-6f16-4b9f-8d68-e6845509601f req-3e12fd7f-2793-4a1e-a821-50ca082695af tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 210 time: 0.0477545 Aug 19 12:07:04.919433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:04.930412 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:04.930810 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added segment d9535a7b-b25b-4302-a636-ac8254ed62c1 of type vlan for network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 Aug 19 12:07:04.990060 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.019381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc7bde-9f94-4388-8dfc-a0b806f38d40 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:05.020510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-48cc7bde-9f94-4388-8dfc-a0b806f38d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:05.020908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.021667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:05.025382 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.030768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:05.031489 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.067458 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3758597 Aug 19 12:07:05.069322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-48cc7bde-9f94-4388-8dfc-a0b806f38d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:05.070388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cc7bde-9f94-4388-8dfc-a0b806f38d40 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:05.083567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38158) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:05.110625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'subnet': {'network_id': '2bc1d6e1-1066-483c-b18d-ef0d90197b71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:05.118351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6', 'network_id': '1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6', 'tenant_id': '0a24866e2a2440b29049f33fb77a7861', 'fixed_ips': [{'subnet_id': 'e5844e9e-98b3-4c2b-a77f-21eb80d506b3'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:05.119388 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.171448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port a157b954-6e76-4ee5-84c6-0654bebe7bd4 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:07:05.218837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e10f27-de41-4eb1-88ca-2637e89edbb2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Network': ['ID=2bc1d6e1-1066-483c-b18d-ef0d90197b71,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:05.238738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:05.469834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-d5e38fc6-d70d-44d9-a48b-3a216b40ac96 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:05.475178 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-d5e38fc6-d70d-44d9-a48b-3a216b40ac96 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.2708461 Aug 19 12:07:05.483740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::332 (1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6/e5844e9e-98b3-4c2b-a77f-21eb80d506b3/a157b954-6e76-4ee5-84c6-0654bebe7bd4) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:05.555667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-2c76a716-16e9-404f-ac93-1c373d68cb7f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf3437e238b4255b8b2ff99f952bfba HTTP/1.1" status: 200 len: 380 time: 0.0605686 Aug 19 12:07:05.558024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:05.563060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.570799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port 887eb0df-16e1-437a-8559-8b3d6afa7642 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:05.570982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.578800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'port': {'device_id': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'admin_state_up': True, 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'security_groups': ['8e08720c-537f-4ffd-91d8-6189820e1009']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:05.781855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Made reservation on behalf of 4bf3437e238b4255b8b2ff99f952bfba for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:05.785778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.917868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.936541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object a157b954-6e76-4ee5-84c6-0654bebe7bd4 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:05.980402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:05.980402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.013443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Allocated IP 172.20.0.8 (a3b4cfc6-ac42-4092-b1a9-d7793babb6f5/11c1e7af-b32f-4aef-bc1d-e26537bf32fd/97f9a7a6-f920-4a99-9962-03810022148c) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:06.032873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.062584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for 887eb0df-16e1-437a-8559-8b3d6afa7642 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:06.125436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Allocated IP 2001:db8::2 (1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6/e5844e9e-98b3-4c2b-a77f-21eb80d506b3/da418ba9-dc4e-4a68-b461-22989e96bc9d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:06.175755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:06.181952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a2b6bae-ee7e-47d2-a637-600019a3cd84 req-9e07b4f5-0109-4451-b2e0-839c87f55273 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 210 time: 0.0877755 Aug 19 12:07:06.248832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:06.251772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:06.258847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:06.260304 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.294655 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.314770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Transition to ACTIVE for port object 97f9a7a6-f920-4a99-9962-03810022148c will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:06.326472 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4810584 Aug 19 12:07:06.331140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba45de3-ac15-490e-adb1-b492b5abaa90 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=a157b954-6e76-4ee5-84c6-0654bebe7bd4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:06.331387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38182) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:06.339043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6', 'name': 'tempest-PortsIpV6TestJSON-1574331368'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:06.379231 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.404754 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.416023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Transition to ACTIVE for port object da418ba9-dc4e-4a68-b461-22989e96bc9d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:06.439795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Transition to ACTIVE for port object da418ba9-dc4e-4a68-b461-22989e96bc9d will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:06.454783 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.506213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:06.526400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.531967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Subnet': ['ID=1bcfa453-e3a7-4c95-b5e5-825d2ad7277a,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:06.547819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Checking segment: {'id': 'd9535a7b-b25b-4302-a636-ac8254ed62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2bc1d6e1-1066-483c-b18d-ef0d90197b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:06.548344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network hostable DHCP agents. Network: 2bc1d6e1-1066-483c-b18d-ef0d90197b71, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:06.556116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.569823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.571053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:06.580464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:06.585350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:06.603852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:06.606372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=887eb0df-16e1-437a-8559-8b3d6afa7642,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:06.655258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 2bc1d6e1-1066-483c-b18d-ef0d90197b71) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:06.684634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:06.686677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port e1d28c58-be53-48cf-9a0d-5211f97cde89 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:07:06.686911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:06.687700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.713180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:06.723420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e653b0c-38bc-45c1-84b4-1f9425c79d21 None None] Network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:06.730252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:06.731310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Pushing event updated for resources: {'Port': ['ID=da418ba9-dc4e-4a68-b461-22989e96bc9d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:06.734772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.739574 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.741250 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d56a7d49-f8bb-49af-ab9b-3c0bfc584978 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/floatingips/3ac8e366-93de-41c2-a760-235edd80e516 HTTP/1.1" status: 204 len: 168 time: 1.9466851 Aug 19 12:07:06.743355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b4233c7f-d81b-42ca-88cd-509642a73fd8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6569915 Aug 19 12:07:06.744012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38192) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:06.753629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38194) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:06.830489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Attempting to bind port da418ba9-dc4e-4a68-b461-22989e96bc9d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:06.830893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Attempting to bind port da418ba9-dc4e-4a68-b461-22989e96bc9d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '63513c3a-84e1-4937-8393-95f37d4f9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:06.831222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Attempting to bind port da418ba9-dc4e-4a68-b461-22989e96bc9d on network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:06.870118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dd71d116-3979-4760-89f8-634f16957f8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1034270294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:06.871569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:06.871953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Checking segment: {'id': '63513c3a-84e1-4937-8393-95f37d4f9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:06.872367 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.872848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Bound using segment: {'id': '63513c3a-84e1-4937-8393-95f37d4f9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:06.873527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Bound port: da418ba9-dc4e-4a68-b461-22989e96bc9d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63513c3a-84e1-4937-8393-95f37d4f9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:06.874122 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.886772 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-ca1ea1bc-b3b8-4fca-8378-263620db8403 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] delete failed (client error): The resource could not be found. Aug 19 12:07:06.888372 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ca1ea1bc-b3b8-4fca-8378-263620db8403 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/floatingips/3ac8e366-93de-41c2-a760-235edd80e516 HTTP/1.1" status: 404 len: 345 time: 0.1433320 Aug 19 12:07:06.894096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38200) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:06.921943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:06.983608 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd71d116-3979-4760-89f8-634f16957f8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.995328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:06.996031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:06.996959 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd71d116-3979-4760-89f8-634f16957f8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.050360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] For port da418ba9-dc4e-4a68-b461-22989e96bc9d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:07.066891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-749ca0d9-9474-4024-b331-904d30f8d076 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4936607 Aug 19 12:07:07.068045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::1e9 (1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6/e5844e9e-98b3-4c2b-a77f-21eb80d506b3/e1d28c58-be53-48cf-9a0d-5211f97cde89) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:07.088082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Request body: {'port': {'device_id': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:07.091726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] For port da418ba9-dc4e-4a68-b461-22989e96bc9d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=da418ba9-dc4e-4a68-b461-22989e96bc9d,segment=NetworkSegment(63513c3a-84e1-4937-8393-95f37d4f9e97),segment_id=63513c3a-84e1-4937-8393-95f37d4f9e97)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:07.190928 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.204092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180adf4-2617-4e14-8ac5-3907bb4e0d41 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:07.211206 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.217907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180adf4-2617-4e14-8ac5-3907bb4e0d41 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:07.219882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-2bc1d6e1-1066-483c-b18d-ef0d90197b71', 'network_id': '2bc1d6e1-1066-483c-b18d-ef0d90197b71', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'fixed_ips': [{'subnet_id': '1bcfa453-e3a7-4c95-b5e5-825d2ad7277a'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:07.224009 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.233655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180adf4-2617-4e14-8ac5-3907bb4e0d41 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:07.236268 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b180adf4-2617-4e14-8ac5-3907bb4e0d41 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "GET /v2.0/ports?network_id=a56d37f8-ce75-4815-9249-f3983b6ba882 HTTP/1.1" status: 200 len: 2354 time: 0.3406451 Aug 19 12:07:07.248539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd71d116-3979-4760-89f8-634f16957f8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.249823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38204) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:07.271387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd71d116-3979-4760-89f8-634f16957f8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.350843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42999a84-3a77-4ed2-be7a-b9ba5eb72ac9 None None] Pushing event updated for resources: {'Port': ['ID=da418ba9-dc4e-4a68-b461-22989e96bc9d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:07.366092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e174047e-e503-4a35-9199-eb482aad84b3 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:07.369627 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e174047e-e503-4a35-9199-eb482aad84b3 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "GET /v2.0/subnets/e0a3be4e-8e3e-4480-9861-d99e2e31ab58 HTTP/1.1" status: 200 len: 797 time: 0.1185813 Aug 19 12:07:07.374400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd71d116-3979-4760-89f8-634f16957f8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.375818 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dd71d116-3979-4760-89f8-634f16957f8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6188707 Aug 19 12:07:07.376448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38206) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:07.382260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'port': {'network_id': 'a56d37f8-ce75-4815-9249-f3983b6ba882', 'name': 'tempest-FloatingIPTestJSON-1673791821', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:07.385583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38208) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:07.492729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bc0f9774-cf6b-468b-bfda-15d610e49f62 None None] Provisioning for port 97f9a7a6-f920-4a99-9962-03810022148c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:07.513425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bc0f9774-cf6b-468b-bfda-15d610e49f62 None None] Provisioning complete for port 97f9a7a6-f920-4a99-9962-03810022148c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:07.513716 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bc0f9774-cf6b-468b-bfda-15d610e49f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.669238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f9774-cf6b-468b-bfda-15d610e49f62 None None] Port 97f9a7a6-f920-4a99-9962-03810022148c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:07.711818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Allocated IP 2001:db8::2 (2bc1d6e1-1066-483c-b18d-ef0d90197b71/1bcfa453-e3a7-4c95-b5e5-825d2ad7277a/00562df8-2844-473d-a394-a1b11642b4e3) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:07.959398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.988802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Transition to ACTIVE for port object 00562df8-2844-473d-a394-a1b11642b4e3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:08.007181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f9a7a6-f920-4a99-9962-03810022148c {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:07:08.016365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Transition to ACTIVE for port object 00562df8-2844-473d-a394-a1b11642b4e3 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:08.019957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Made reservation on behalf of 96b953694a72406cb6f2f5c1d5676ebb for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:08.025934 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.026156 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.114258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:08.117564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:08.125542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:08.138877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53aaa-4dc5-46d0-b076-f295fb4cdd6d req-897b1ed0-fab9-45cf-96e0-5a8769a800a1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:08.141575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76a53aaa-4dc5-46d0-b076-f295fb4cdd6d req-897b1ed0-fab9-45cf-96e0-5a8769a800a1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 931 time: 0.2655640 Aug 19 12:07:08.145821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Transition to ACTIVE for port object 97f9a7a6-f920-4a99-9962-03810022148c will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:08.176750 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.186048 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.196130 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.212935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Pushing event updated for resources: {'Port': ['ID=00562df8-2844-473d-a394-a1b11642b4e3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:08.257507 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.277684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76a53aaa-4dc5-46d0-b076-f295fb4cdd6d req-787524cb-3e78-475e-8183-2224380f0c66 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116579 Aug 19 12:07:08.281890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Attempting to bind port 00562df8-2844-473d-a394-a1b11642b4e3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:08.282267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Attempting to bind port 00562df8-2844-473d-a394-a1b11642b4e3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'd9535a7b-b25b-4302-a636-ac8254ed62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2bc1d6e1-1066-483c-b18d-ef0d90197b71'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:08.282652 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Attempting to bind port 00562df8-2844-473d-a394-a1b11642b4e3 on network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:08.290641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object e1d28c58-be53-48cf-9a0d-5211f97cde89 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:08.295970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:08.296517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Checking segment: {'id': 'd9535a7b-b25b-4302-a636-ac8254ed62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2bc1d6e1-1066-483c-b18d-ef0d90197b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:08.296961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.297365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Bound using segment: {'id': 'd9535a7b-b25b-4302-a636-ac8254ed62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2bc1d6e1-1066-483c-b18d-ef0d90197b71'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:08.297851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Bound port: 00562df8-2844-473d-a394-a1b11642b4e3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9535a7b-b25b-4302-a636-ac8254ed62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2bc1d6e1-1066-483c-b18d-ef0d90197b71'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:08.298244 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.323388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:08.433219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] device_id is not set on port 0da25755-ac73-4850-ba17-ec7fe1d20751 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:07:08.478530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] For port 00562df8-2844-473d-a394-a1b11642b4e3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:08.487095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] For port 00562df8-2844-473d-a394-a1b11642b4e3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=00562df8-2844-473d-a394-a1b11642b4e3,segment=NetworkSegment(d9535a7b-b25b-4302-a636-ac8254ed62c1),segment_id=d9535a7b-b25b-4302-a636-ac8254ed62c1)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:08.500516 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.539908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.604881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Attempting to bind port 97f9a7a6-f920-4a99-9962-03810022148c on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:08.605643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Attempting to bind port 97f9a7a6-f920-4a99-9962-03810022148c by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:08.606048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Attempting to bind port 97f9a7a6-f920-4a99-9962-03810022148c on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:08.614907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Port 97f9a7a6-f920-4a99-9962-03810022148c on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:07:08.615368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Attempting to bind port 97f9a7a6-f920-4a99-9962-03810022148c on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:08.628565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:08.629844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Checking segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:08.630454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Bound using segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:08.630993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Bound port: 97f9a7a6-f920-4a99-9962-03810022148c, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:08.631719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.634632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d1e3-d93a-42ad-a243-a373df02f014 None None] Pushing event updated for resources: {'Port': ['ID=00562df8-2844-473d-a394-a1b11642b4e3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:08.644787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:08.668151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:08.674559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:08.682398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:08.688847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.731050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=e1d28c58-be53-48cf-9a0d-5211f97cde89,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:08.769046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e12ac4c4-5883-4e1f-a54d-15741af64ab3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4366672 Aug 19 12:07:08.779167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38232) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:08.885141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:08.929659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b7f73-d09e-4fad-9b34-1457c71fe2f3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:08.931280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dd9b7f73-d09e-4fad-9b34-1457c71fe2f3 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A332 HTTP/1.1" status: 200 len: 928 time: 0.1505661 Aug 19 12:07:08.937266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38240) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:08.959254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:08.980027 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:09.088548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:09.089365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:09.091790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] 10.222.0.69 "PUT /v2.0/ports/97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 1091 time: 2.0080190 Aug 19 12:07:09.093164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:07:09.096147 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:07:09.167677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5c74e-9d8e-4970-86a2-f9a9b3cad7ca None None] Network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:09.214065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c371d16-dd5b-4830-97db-e6c838ab7afc service neutron] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:09.292623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c450af4c-47ba-4178-90dc-ae7109fbfcf9 None None] Provisioning for port da418ba9-dc4e-4a68-b461-22989e96bc9d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:09.304919 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce76c9c2-1c37-4f1c-b3de-8d0a9827e205 x-openstack-request-id: req-ce76c9c2-1c37-4f1c-b3de-8d0a9827e205 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:07:09.305812 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:07:09.305812 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce76c9c2-1c37-4f1c-b3de-8d0a9827e205 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:07:09.307093 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'status': 'completed', 'code': 200} Aug 19 12:07:09.466435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-df9a7e7b-9794-47e4-a5a2-1fce75b7f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:09.474799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-df9a7e7b-9794-47e4-a5a2-1fce75b7f3dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1094 time: 0.2484300 Aug 19 12:07:09.651933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-5969e16a-7bdd-4012-961d-7891cb13bd88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 217 time: 0.1359050 Aug 19 12:07:09.710133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 00562df8-2844-473d-a394-a1b11642b4e3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:09.819533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77af6a5-2aaf-4862-af8d-f0964b972f70 req-a7003d8e-c616-4ec2-884b-e5fa552b4036 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:09.828661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d77af6a5-2aaf-4862-af8d-f0964b972f70 req-a7003d8e-c616-4ec2-884b-e5fa552b4036 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 943 time: 0.3510530 Aug 19 12:07:09.853941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 00562df8-2844-473d-a394-a1b11642b4e3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:09.856982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-3f40a6b8-6000-4c11-99dd-f86e82a2bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:09.859311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-3f40a6b8-6000-4c11-99dd-f86e82a2bc93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1991975 Aug 19 12:07:09.862365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device da418ba9-dc4e-4a68-b461-22989e96bc9d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:09.928020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d77af6a5-2aaf-4862-af8d-f0964b972f70 req-8533b1df-3592-46b9-aee7-dcb7075348f6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983388 Aug 19 12:07:09.940304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 2001:db8::1 (2bc1d6e1-1066-483c-b18d-ef0d90197b71/1bcfa453-e3a7-4c95-b5e5-825d2ad7277a/20e0912c-f739-4c48-af4d-6e71e669a017) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:09.971908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-2b2e8bb2-daa4-4388-aa1e-ba46a991bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:09.973468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-2b2e8bb2-daa4-4388-aa1e-ba46a991bb82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021430 Aug 19 12:07:10.029763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port da418ba9-dc4e-4a68-b461-22989e96bc9d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:10.035340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port da418ba9-dc4e-4a68-b461-22989e96bc9d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:10.035786 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:10.197989 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:10.217861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-3baa89fc-b0a5-438d-9e6d-d395f82e9b4f service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341280 Aug 19 12:07:10.320403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port da418ba9-dc4e-4a68-b461-22989e96bc9d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=da418ba9-dc4e-4a68-b461-22989e96bc9d,segment=NetworkSegment(63513c3a-84e1-4937-8393-95f37d4f9e97),segment_id=63513c3a-84e1-4937-8393-95f37d4f9e97)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:10.327845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Provisioning complete for port da418ba9-dc4e-4a68-b461-22989e96bc9d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:10.328230 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:10.331798 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:10.362281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-a9fc905e-de95-482a-aab3-0e6b54c70ddc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4192681 Aug 19 12:07:10.438455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d37b07-b897-40f7-8aec-691d7f0f4b29 req-fb1d0730-0baa-42e5-8735-4b568102bfd3 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114859 Aug 19 12:07:10.517726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.20.0.14 (a56d37f8-ce75-4815-9249-f3983b6ba882/e0a3be4e-8e3e-4480-9861-d99e2e31ab58/0da25755-ac73-4850-ba17-ec7fe1d20751) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:10.528295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.20.0.13 (a56d37f8-ce75-4815-9249-f3983b6ba882/e0a3be4e-8e3e-4480-9861-d99e2e31ab58/0da25755-ac73-4850-ba17-ec7fe1d20751) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:10.647837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-3c70d155-9af9-4bb2-97a5-3e7cf7a1a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:10.649874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-3c70d155-9af9-4bb2-97a5-3e7cf7a1a5f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1094 time: 0.0879102 Aug 19 12:07:10.730828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db718c64-49bd-4c99-9e4b-ae0f644349f2 None None] Network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:10.757586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-06e51386-dd83-4368-9af4-991958deebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:10.762077 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-06e51386-dd83-4368-9af4-991958deebb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f00711a81cfb42a0a449a5ab2d2e813b&device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 1097 time: 0.3266451 Aug 19 12:07:10.798878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1de6a0a0-da92-47cb-a738-6741f63b2aa9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port e1d28c58-be53-48cf-9a0d-5211f97cde89 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:10.808819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de6a0a0-da92-47cb-a738-6741f63b2aa9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:10.849231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=da418ba9-dc4e-4a68-b461-22989e96bc9d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:10.939905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.006594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Provisioning for port e1d28c58-be53-48cf-9a0d-5211f97cde89 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:11.043408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Provisioning complete for port e1d28c58-be53-48cf-9a0d-5211f97cde89 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:11.044841 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.131592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Transition to ACTIVE for port object 20e0912c-f739-4c48-af4d-6e71e669a017 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:11.135571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Port e1d28c58-be53-48cf-9a0d-5211f97cde89 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:11.181453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Provisioning for port a157b954-6e76-4ee5-84c6-0654bebe7bd4 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:11.211459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Provisioning complete for port a157b954-6e76-4ee5-84c6-0654bebe7bd4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:11.214634 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.276423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.302500 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de6a0a0-da92-47cb-a738-6741f63b2aa9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.332160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5298062b-4dd5-4bde-aa9f-bf67d3c5e0a4 None None] Port a157b954-6e76-4ee5-84c6-0654bebe7bd4 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:11.335405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-85c7494b-6096-45e1-b11c-ce8b50ca5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:11.336930 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-85c7494b-6096-45e1-b11c-ce8b50ca5089 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00b76846-3df1-4f01-bc8c-54e9f85e4da3 HTTP/1.1" status: 200 len: 917 time: 0.4432757 Aug 19 12:07:11.338953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1de6a0a0-da92-47cb-a738-6741f63b2aa9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for e1d28c58-be53-48cf-9a0d-5211f97cde89 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:11.380951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.488989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Provisioning complete for port e1d28c58-be53-48cf-9a0d-5211f97cde89 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:11.489376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.567369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47725d-ba82-450b-a148-9231b7fdd554 req-a43e1351-0e5b-4086-9506-073147458333 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:11.570194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Port e1d28c58-be53-48cf-9a0d-5211f97cde89 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:11.572284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e47725d-ba82-450b-a148-9231b7fdd554 req-a43e1351-0e5b-4086-9506-073147458333 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 943 time: 0.2845607 Aug 19 12:07:11.587697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device da418ba9-dc4e-4a68-b461-22989e96bc9d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:11.622401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-ea4864b9-6777-4e47-a672-c1f9e1cc7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:11.624104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-ea4864b9-6777-4e47-a672-c1f9e1cc7f67 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.9665480 Aug 19 12:07:11.634229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Provisioning complete for port a157b954-6e76-4ee5-84c6-0654bebe7bd4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:11.634617 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.712028 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-104e08be-0699-4892-ad79-46e0614bb3ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 217 time: 0.0793524 Aug 19 12:07:11.715155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e47725d-ba82-450b-a148-9231b7fdd554 req-3f4316db-e36d-42a1-85b5-9ebdc1de3db9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198509 Aug 19 12:07:11.784103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Port a157b954-6e76-4ee5-84c6-0654bebe7bd4 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:11.809350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port da418ba9-dc4e-4a68-b461-22989e96bc9d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:11.809604 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.824397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:11.834535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-4331e92c-57f4-4232-8de4-572d353eb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:11.836043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-4331e92c-57f4-4232-8de4-572d353eb6de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1044106 Aug 19 12:07:11.845252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Provisioning for port 00562df8-2844-473d-a394-a1b11642b4e3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:11.854973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Provisioning complete for port 00562df8-2844-473d-a394-a1b11642b4e3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:11.855356 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.892315 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:11.895656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-08d6a635-ef57-4c65-b4c7-256fc8f32387 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd84fa72-5024-4df2-b810-a18842426fd7 HTTP/1.1" status: 200 len: 1002 time: 0.5452833 Aug 19 12:07:11.900788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:11.914603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=20e0912c-f739-4c48-af4d-6e71e669a017,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:11.927662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-77dfe9af-dd31-433c-bb1e-93bb3e697f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:11.929837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-77dfe9af-dd31-433c-bb1e-93bb3e697f82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858474 Aug 19 12:07:11.930441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:11.931163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.089744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.096758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-a8876a52-0e3e-4f9f-9c03-3f777529d901 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572714 Aug 19 12:07:12.128267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] For port 00562df8-2844-473d-a394-a1b11642b4e3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=00562df8-2844-473d-a394-a1b11642b4e3,segment=NetworkSegment(d9535a7b-b25b-4302-a636-ac8254ed62c1),segment_id=d9535a7b-b25b-4302-a636-ac8254ed62c1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:12.129630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network a56d37f8-ce75-4815-9249-f3983b6ba882 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:12.138755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:12.148365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:12.160352 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.273202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c1de8-9f51-485b-b20f-fdf13c72cd7d None None] Pushing event updated for resources: {'Port': ['ID=00562df8-2844-473d-a394-a1b11642b4e3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:12.322283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=0da25755-ac73-4850-ba17-ec7fe1d20751,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:12.323575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1e2ec7d6-a070-470e-993c-8f1d93288d2a None None] Provisioning complete for port 00562df8-2844-473d-a394-a1b11642b4e3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:12.323754 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec7d6-a070-470e-993c-8f1d93288d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.346262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8ba5102-e5ec-4e8a-b1e7-d0f95dad3b50 req-a4bef192-4597-40c3-bbac-1e75630bd6a4 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404094 Aug 19 12:07:12.375107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.378598 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-9ea948ab-e2cf-4120-b5d0-28dbf2b36ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:12.380265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-9ea948ab-e2cf-4120-b5d0-28dbf2b36ab6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=106cc04e-ed3c-4ed2-8efd-77d86941fcdd HTTP/1.1" status: 200 len: 855 time: 0.4461477 Aug 19 12:07:12.385102 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de6a0a0-da92-47cb-a738-6741f63b2aa9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.479904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6a0a0-da92-47cb-a738-6741f63b2aa9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=e1d28c58-be53-48cf-9a0d-5211f97cde89,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:12.535628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:12.536333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.541557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de6a0a0-da92-47cb-a738-6741f63b2aa9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.547733 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1de6a0a0-da92-47cb-a738-6741f63b2aa9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/e1d28c58-be53-48cf-9a0d-5211f97cde89 HTTP/1.1" status: 204 len: 168 time: 3.6045461 Aug 19 12:07:12.547997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38312) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:12.589542 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-33db2541-3c32-402d-8039-df8100d26b8f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:07:12.593053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-33db2541-3c32-402d-8039-df8100d26b8f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/e1d28c58-be53-48cf-9a0d-5211f97cde89 HTTP/1.1" status: 404 len: 333 time: 0.0440643 Aug 19 12:07:12.595837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38314) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:12.641933 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c35acf5d-7590-4f04-a17b-4be579e1532f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.2639556 Aug 19 12:07:12.645365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1754365c-0d79-4d8e-b662-fbdec24bf9db None None] Provisioning for port 20e0912c-f739-4c48-af4d-6e71e669a017 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:12.651455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1754365c-0d79-4d8e-b662-fbdec24bf9db None None] Provisioning complete for port 20e0912c-f739-4c48-af4d-6e71e669a017 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:12.653233 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1754365c-0d79-4d8e-b662-fbdec24bf9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.659198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38318) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:12.676589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '0da25755-ac73-4850-ba17-ec7fe1d20751', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:12.707025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-7aefb618-1083-49d9-b660-ed0542801af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:12.708983 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-7aefb618-1083-49d9-b660-ed0542801af7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00b76846-3df1-4f01-bc8c-54e9f85e4da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3072281 Aug 19 12:07:12.715329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1754365c-0d79-4d8e-b662-fbdec24bf9db None None] Port 20e0912c-f739-4c48-af4d-6e71e669a017 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:12.826717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:12.920944 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-47585bb7-ac09-4c17-9eb0-b01ceb352b76 service neutron] 10.222.0.54 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009339 Aug 19 12:07:12.938294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b3ceaf69-d457-4390-9848-a3fdd55f54e7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port a157b954-6e76-4ee5-84c6-0654bebe7bd4 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:12.938657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3ceaf69-d457-4390-9848-a3fdd55f54e7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.026908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.042054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.042957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.071577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7f628-1bef-42c3-ba8c-0379ec23fe39 req-eded12e8-87b8-4d3b-8e46-22f620eb6a8c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:13.077455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3b7f628-1bef-42c3-ba8c-0379ec23fe39 req-eded12e8-87b8-4d3b-8e46-22f620eb6a8c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 943 time: 0.2026384 Aug 19 12:07:13.091090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b86a6ded-1205-42e6-918d-f5688adb4071 req-5b2936cb-3640-421f-a341-5f89f80c427e service neutron] 10.222.0.54 "GET /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588247 Aug 19 12:07:13.145806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=20e0912c-f739-4c48-af4d-6e71e669a017,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:13.175744 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3ceaf69-d457-4390-9848-a3fdd55f54e7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.195245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:13.196670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:13.230216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b3ceaf69-d457-4390-9848-a3fdd55f54e7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for a157b954-6e76-4ee5-84c6-0654bebe7bd4 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:13.280794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3b7f628-1bef-42c3-ba8c-0379ec23fe39 req-72ad5571-6514-47a0-ac90-0546881ce61d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918719 Aug 19 12:07:13.369608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router c26e5ef7-a9c9-4a87-97c9-81f45fe94698 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:07:13.379809 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.566897 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3ceaf69-d457-4390-9848-a3fdd55f54e7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.581859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 00562df8-2844-473d-a394-a1b11642b4e3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:13.600228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:13.607255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceaf69-d457-4390-9848-a3fdd55f54e7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=a157b954-6e76-4ee5-84c6-0654bebe7bd4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:13.618009 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f04cec-7409-4367-9e77-5e119465cfde None None] Sync routers for ids ['c26e5ef7-a9c9-4a87-97c9-81f45fe94698'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:13.636994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38336) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:13.640965 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-94533024-e16a-48e6-90d2-861ab9b5b4d7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/c26e5ef7-a9c9-4a87-97c9-81f45fe94698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2505758 Aug 19 12:07:13.646855 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f04cec-7409-4367-9e77-5e119465cfde None None] Routers {'c26e5ef7-a9c9-4a87-97c9-81f45fe94698'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:13.647463 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-41f04cec-7409-4367-9e77-5e119465cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c26e5ef7-a9c9-4a87-97c9-81f45fe94698'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:13.667684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-27cd45ab-654d-4f8e-996b-895029a321ec None None] Provisioning complete for port 20e0912c-f739-4c48-af4d-6e71e669a017 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:13.668775 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27cd45ab-654d-4f8e-996b-895029a321ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.697041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 00562df8-2844-473d-a394-a1b11642b4e3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:13.697590 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.711642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2166374-a6b1-4a1b-9024-efe439d5852e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:13.712020 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-41f04cec-7409-4367-9e77-5e119465cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:13.713125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c2166374-a6b1-4a1b-9024-efe439d5852e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports/20e0912c-f739-4c48-af4d-6e71e669a017 HTTP/1.1" status: 200 len: 911 time: 0.0721662 Aug 19 12:07:13.716014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38338) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:13.716410 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3ceaf69-d457-4390-9848-a3fdd55f54e7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.719248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b3ceaf69-d457-4390-9848-a3fdd55f54e7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/a157b954-6e76-4ee5-84c6-0654bebe7bd4 HTTP/1.1" status: 204 len: 168 time: 1.1220386 Aug 19 12:07:13.721941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ffe7bd24-06ae-4f5e-96f2-11421426caf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1bcfa453-e3a7-4c95-b5e5-825d2ad7277a'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:13.722470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38340) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:13.725995 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f04cec-7409-4367-9e77-5e119465cfde None None] Routers {'c26e5ef7-a9c9-4a87-97c9-81f45fe94698'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:13.726628 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-41f04cec-7409-4367-9e77-5e119465cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c26e5ef7-a9c9-4a87-97c9-81f45fe94698'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:13.756667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-27cd45ab-654d-4f8e-996b-895029a321ec None None] Port 20e0912c-f739-4c48-af4d-6e71e669a017 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:13.769843 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-41f04cec-7409-4367-9e77-5e119465cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:13.778369 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f04cec-7409-4367-9e77-5e119465cfde None None] The sync data for ids ['c26e5ef7-a9c9-4a87-97c9-81f45fe94698'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:13.826380 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-89df6c99-c213-4ab8-9ff9-af3cbed3cf01 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:07:13.855298 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-89df6c99-c213-4ab8-9ff9-af3cbed3cf01 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/a157b954-6e76-4ee5-84c6-0654bebe7bd4 HTTP/1.1" status: 404 len: 333 time: 0.1315646 Aug 19 12:07:13.861810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38348) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:13.988429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f845f5-8280-4b86-a25f-8aa37b92f0bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet e5844e9e-98b3-4c2b-a77f-21eb80d506b3 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:07:13.991083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.25.4.40 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/d15eecd8-a544-4688-b551-81b8cefa1e8c) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:13.996073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7f845f5-8280-4b86-a25f-8aa37b92f0bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.006843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffe7bd24-06ae-4f5e-96f2-11421426caf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.089128 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7f845f5-8280-4b86-a25f-8aa37b92f0bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.220262 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.228944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7f845f5-8280-4b86-a25f-8aa37b92f0bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.344181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7f845f5-8280-4b86-a25f-8aa37b92f0bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.372417 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.381986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f845f5-8280-4b86-a25f-8aa37b92f0bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=e5844e9e-98b3-4c2b-a77f-21eb80d506b3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:14.397664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4289f1f-6e9e-4500-a47e-a26d6815717a None None] Network 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:14.407493 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7f845f5-8280-4b86-a25f-8aa37b92f0bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.409743 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f7f845f5-8280-4b86-a25f-8aa37b92f0bb tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/e5844e9e-98b3-4c2b-a77f-21eb80d506b3 HTTP/1.1" status: 204 len: 168 time: 0.5457411 Aug 19 12:07:14.412333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38360) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:14.455889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:14.460143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:14.468014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:14.522924 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.540342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=d15eecd8-a544-4688-b551-81b8cefa1e8c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:14.558955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb8840-7d2c-4fd2-b040-1e0ebce341fe req-e40f910e-a689-4c6b-b359-121af1f044e9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:14.560854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14bb8840-7d2c-4fd2-b040-1e0ebce341fe req-e40f910e-a689-4c6b-b359-121af1f044e9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 943 time: 0.1740131 Aug 19 12:07:14.655831 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14bb8840-7d2c-4fd2-b040-1e0ebce341fe req-178b64f8-7cf2-4ae4-b8d8-503b596bcb4d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726075 Aug 19 12:07:14.664876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ff0cd-5066-42a9-9e77-60c13a620a2e None None] DHCP port deletion for 1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:07:14.775282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-079ff0cd-5066-42a9-9e77-60c13a620a2e None None] Deleting port da418ba9-dc4e-4a68-b461-22989e96bc9d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:14.775989 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-079ff0cd-5066-42a9-9e77-60c13a620a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.790021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffe7bd24-06ae-4f5e-96f2-11421426caf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.799052 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port da418ba9-dc4e-4a68-b461-22989e96bc9d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:14.802016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.887341 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffe7bd24-06ae-4f5e-96f2-11421426caf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.893954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe7bd24-06ae-4f5e-96f2-11421426caf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:14.894528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffe7bd24-06ae-4f5e-96f2-11421426caf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.896281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ffe7bd24-06ae-4f5e-96f2-11421426caf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/ports/20e0912c-f739-4c48-af4d-6e71e669a017 HTTP/1.1" status: 200 len: 911 time: 1.1789722 Aug 19 12:07:14.906625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-079ff0cd-5066-42a9-9e77-60c13a620a2e None None] For port da418ba9-dc4e-4a68-b461-22989e96bc9d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=da418ba9-dc4e-4a68-b461-22989e96bc9d,segment=NetworkSegment(63513c3a-84e1-4937-8393-95f37d4f9e97),segment_id=63513c3a-84e1-4937-8393-95f37d4f9e97)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:14.907107 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-079ff0cd-5066-42a9-9e77-60c13a620a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:14.938978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-079ff0cd-5066-42a9-9e77-60c13a620a2e None None] Calling delete_port for da418ba9-dc4e-4a68-b461-22989e96bc9d owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:14.940971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:07:14.944752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38372) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:14.947430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7bd24-06ae-4f5e-96f2-11421426caf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=20e0912c-f739-4c48-af4d-6e71e669a017,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:15.083508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] For port da418ba9-dc4e-4a68-b461-22989e96bc9d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=da418ba9-dc4e-4a68-b461-22989e96bc9d,segment=NetworkSegment(63513c3a-84e1-4937-8393-95f37d4f9e97),segment_id=63513c3a-84e1-4937-8393-95f37d4f9e97)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:15.083889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:15.158481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for da418ba9-dc4e-4a68-b461-22989e96bc9d owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:15.202883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:15.218729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:15.222033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-079ff0cd-5066-42a9-9e77-60c13a620a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:15.255704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '97f9a7a6-f920-4a99-9962-03810022148c', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'port_id': '97f9a7a6-f920-4a99-9962-03810022148c', 'mac_address': 'fa:16:3e:c3:f0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:07:15.308045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ff0cd-5066-42a9-9e77-60c13a620a2e None None] Pushing event deleted for resources: {'Port': ['ID=da418ba9-dc4e-4a68-b461-22989e96bc9d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:15.330942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ff0cd-5066-42a9-9e77-60c13a620a2e None None] No DVR routers for this DVR port da418ba9-dc4e-4a68-b461-22989e96bc9d on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:07:15.392196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:15.481001 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:15.522277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f9a7a6-f920-4a99-9962-03810022148c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:07:15.598238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device da418ba9-dc4e-4a68-b461-22989e96bc9d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:07:15.611839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:15.628574 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:15.839838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:15.850743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: da418ba9-dc4e-4a68-b461-22989e96bc9d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:07:15.851385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device da418ba9-dc4e-4a68-b461-22989e96bc9d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:07:15.986161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5abda-d8ed-4cf2-bd9c-9c280685bcc4 req-3ab9e665-a6bd-4c9d-9323-0382e1154beb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:15.988192 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fe5abda-d8ed-4cf2-bd9c-9c280685bcc4 req-3ab9e665-a6bd-4c9d-9323-0382e1154beb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1116667 Aug 19 12:07:15.990796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:15.993725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['97f9a7a6-f920-4a99-9962-03810022148c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:07:16.044299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:16.219901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fe5abda-d8ed-4cf2-bd9c-9c280685bcc4 req-25cb23bc-55a3-4f6c-8e7e-3acb84371077 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121949 Aug 19 12:07:16.220534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=d15eecd8-a544-4688-b551-81b8cefa1e8c,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:16.351110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:16.367528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:16.465017 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP 6351c52c-eb34-43f4-8f0f-8e17beadbd79 associated. External IP: 172.25.4.40, port: 0da25755-ac73-4850-ba17-ec7fe1d20751. Aug 19 12:07:16.529980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=da418ba9-dc4e-4a68-b461-22989e96bc9d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:16.540560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No DVR routers for this DVR port da418ba9-dc4e-4a68-b461-22989e96bc9d on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:07:16.640948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:16.751810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:16.775520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:16.797001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63513c3a-84e1-4937-8393-95f37d4f9e97') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:16.797448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63513c3a-84e1-4937-8393-95f37d4f9e97') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:16.821541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:16.925175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:16.960310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:16.971239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:07:16.971239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:07:16.993501 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:07:17.194614 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.203112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.212816 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/networks/1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6 HTTP/1.1" status: 204 len: 168 time: 2.7660663 Aug 19 12:07:17.233016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38414) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:17.238958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85635fb-faa4-4ee0-afc5-4f6c6deaaf74 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Network': ['ID=1ce8a5b0-c5ad-4e93-99d8-d33585f2a4d6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:17.265555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1541970306'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:17.421199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:17.432526 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.484126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:17.487859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 20e0912c-f739-4c48-af4d-6e71e669a017 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:17.488418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.554095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.554095 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Added segment f8a4da87-5414-481c-9c36-3bfdfbab1e23 of type vlan for network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 Aug 19 12:07:17.565288 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:07:17.610260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d0222-9a8d-4bbe-8df0-c930598f84cf req-67de4b7f-64cd-45b7-b389-3bbec5dfd062 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:17.612514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc2d0222-9a8d-4bbe-8df0-c930598f84cf req-67de4b7f-64cd-45b7-b389-3bbec5dfd062 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1830609 Aug 19 12:07:17.618127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:17.630501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d977900-9854-4f72-b74b-a9be78ef19bd None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:17.633879 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.649890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d977900-9854-4f72-b74b-a9be78ef19bd None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:17.650646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1d977900-9854-4f72-b74b-a9be78ef19bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:17.669443 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.711447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc2d0222-9a8d-4bbe-8df0-c930598f84cf req-2547a86b-c626-4722-9e88-56988e016442 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911262 Aug 19 12:07:17.717012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6bab35b2-1527-42c4-a71a-45f8b2d56902 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0541534 Aug 19 12:07:17.720865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38426) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:17.731845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-86ab42f8-e113-4780-a131-6be2da41fcdb tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'port_id': '0da25755-ac73-4850-ba17-ec7fe1d20751', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:17.748908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.752503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1d977900-9854-4f72-b74b-a9be78ef19bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:17.766670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 20e0912c-f739-4c48-af4d-6e71e669a017 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:17.778478 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.785371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:17.786290 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:17.810522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d977900-9854-4f72-b74b-a9be78ef19bd None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:17.821401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1d977900-9854-4f72-b74b-a9be78ef19bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:17.882557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1d977900-9854-4f72-b74b-a9be78ef19bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:17.883674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d977900-9854-4f72-b74b-a9be78ef19bd None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:17.906988 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6561337 Aug 19 12:07:17.911437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38432) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:17.922714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '6261f9ef-dfc9-4bbe-a211-9c4eb2290619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:17.931063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585f0dc-3a8a-49c1-9e87-b072366ce42f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Network': ['ID=6261f9ef-dfc9-4bbe-a211-9c4eb2290619,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:17.952271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:17.978488 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86ab42f8-e113-4780-a131-6be2da41fcdb tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:18.195085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:18.201451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:18.335804 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a271c116-b394-4cdc-ad58-d1d5783898ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:18.376742 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:18.432656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=20e0912c-f739-4c48-af4d-6e71e669a017,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:18.724292 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:18.795561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86ab42f8-e113-4780-a131-6be2da41fcdb tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:18.806124 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86ab42f8-e113-4780-a131-6be2da41fcdb tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:18.955612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:19.005379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046683-b09e-4a6a-92bb-176f5138bdf7 req-610b47c0-0295-4be3-a870-072e18057bf4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:19.013317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b046683-b09e-4a6a-92bb-176f5138bdf7 req-610b47c0-0295-4be3-a870-072e18057bf4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0854535 Aug 19 12:07:19.018410 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:19.137402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 97f9a7a6-f920-4a99-9962-03810022148c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:19.145577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 97f9a7a6-f920-4a99-9962-03810022148c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:19.146893 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:19.237462 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=a2ac72f3-1215-4458-9e1c-c2e7a4d40f86,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:19.275817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Checking segment: {'id': 'f8a4da87-5414-481c-9c36-3bfdfbab1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6261f9ef-dfc9-4bbe-a211-9c4eb2290619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:19.276199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network hostable DHCP agents. Network: 6261f9ef-dfc9-4bbe-a211-9c4eb2290619, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:19.287335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router c26e5ef7-a9c9-4a87-97c9-81f45fe94698 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:19.335969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:19.339113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b046683-b09e-4a6a-92bb-176f5138bdf7 req-095a309d-14ef-4a6c-ad9e-7a05e0290cc9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247659 Aug 19 12:07:19.388147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ab42f8-e113-4780-a131-6be2da41fcdb tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:19.416294 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:19.439697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 6261f9ef-dfc9-4bbe-a211-9c4eb2290619) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:19.465838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:19.472622 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:19.481924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:19.501724 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63e635-9163-4e86-91f7-7331bda3e24d None None] Sync routers for ids ['c26e5ef7-a9c9-4a87-97c9-81f45fe94698'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:19.505132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e727005e-69eb-4488-9305-b6248c86b39e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/c26e5ef7-a9c9-4a87-97c9-81f45fe94698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5542378 Aug 19 12:07:19.507885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38460) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:19.510182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c1fa5-0138-4409-a00f-a6069443d23b None None] Network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:19.526773 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63e635-9163-4e86-91f7-7331bda3e24d None None] Routers {'c26e5ef7-a9c9-4a87-97c9-81f45fe94698'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:19.536323 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5f63e635-9163-4e86-91f7-7331bda3e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c26e5ef7-a9c9-4a87-97c9-81f45fe94698'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:19.557267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-aa23d3ae-30bc-4804-8461-60e9c57da45c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=c26e5ef7-a9c9-4a87-97c9-81f45fe94698 HTTP/1.1" status: 200 len: 205 time: 0.0466330 Aug 19 12:07:19.562340 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-43a8e090-5385-4a8b-9290-dc27bd46d833 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6454723 Aug 19 12:07:19.562340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38464) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:19.563594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38466) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:19.568809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '6261f9ef-dfc9-4bbe-a211-9c4eb2290619', 'name': 'tempest-PortsIpV6TestJSON-1224576891', 'fixed_ips': [{'subnet_id': 'a2ac72f3-1215-4458-9e1c-c2e7a4d40f86', 'ip_address': '2001:db8::10'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:19.609740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:07:19.612036 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1e4783-e667-4892-ba0d-bd3313559aa9" -d '{"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-plugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:07:19.653256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:19.664901 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:19.666242 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5f63e635-9163-4e86-91f7-7331bda3e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:19.701950 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63e635-9163-4e86-91f7-7331bda3e24d None None] Routers {'c26e5ef7-a9c9-4a87-97c9-81f45fe94698'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:19.702594 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5f63e635-9163-4e86-91f7-7331bda3e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c26e5ef7-a9c9-4a87-97c9-81f45fe94698'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:19.746946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-6261f9ef-dfc9-4bbe-a211-9c4eb2290619', 'network_id': '6261f9ef-dfc9-4bbe-a211-9c4eb2290619', 'tenant_id': '0a24866e2a2440b29049f33fb77a7861', 'fixed_ips': [{'subnet_id': 'a2ac72f3-1215-4458-9e1c-c2e7a4d40f86'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:19.754650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ab42f8-e113-4780-a131-6be2da41fcdb tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:19.759663 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:19.768987 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86ab42f8-e113-4780-a131-6be2da41fcdb tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:19.810720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2d998a-869a-4faa-90c0-bbaac3ea6d55 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:19.821303 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5f63e635-9163-4e86-91f7-7331bda3e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:19.821920 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63e635-9163-4e86-91f7-7331bda3e24d None None] The sync data for ids ['c26e5ef7-a9c9-4a87-97c9-81f45fe94698'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:19.900298 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9975aec0-9fb5-4bb6-89a0-e2866dea3683 x-openstack-request-id: req-9975aec0-9fb5-4bb6-89a0-e2866dea3683 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:07:19.901504 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-plugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:07:19.902002 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9975aec0-9fb5-4bb6-89a0-e2866dea3683 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:07:19.902833 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'code': 200} Aug 19 12:07:19.903635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d998a-869a-4faa-90c0-bbaac3ea6d55 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:19.904970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ba2d998a-869a-4faa-90c0-bbaac3ea6d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:19.926865 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-86ab42f8-e113-4780-a131-6be2da41fcdb tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/floatingips/6351c52c-eb34-43f4-8f0f-8e17beadbd79 HTTP/1.1" status: 200 len: 978 time: 2.2034540 Aug 19 12:07:19.929463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38478) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:20.015262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:20.018986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ba2d998a-869a-4faa-90c0-bbaac3ea6d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:20.038622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d998a-869a-4faa-90c0-bbaac3ea6d55 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:20.039343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ba2d998a-869a-4faa-90c0-bbaac3ea6d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:06:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:20.051693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c95450a-a0f2-47d0-a705-cc689ce99522 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.054274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:20.078908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ba2d998a-869a-4faa-90c0-bbaac3ea6d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:20.079792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2d998a-869a-4faa-90c0-bbaac3ea6d55 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:20.174460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Allocated IP 2001:db8::2 (6261f9ef-dfc9-4bbe-a211-9c4eb2290619/a2ac72f3-1215-4458-9e1c-c2e7a4d40f86/369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:20.199494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d61ce5-ab9c-43e7-9c43-6578731437fc req-5c9bee82-f0fa-49fe-970a-3e203a286f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:20.202728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26d61ce5-ab9c-43e7-9c43-6578731437fc req-5c9bee82-f0fa-49fe-970a-3e203a286f24 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1096 time: 0.1920466 Aug 19 12:07:20.381073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26d61ce5-ab9c-43e7-9c43-6578731437fc req-057ff67a-2aec-466a-ad8e-18182826027b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095695 Aug 19 12:07:20.473909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c95450a-a0f2-47d0-a705-cc689ce99522 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.477784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c95450a-a0f2-47d0-a705-cc689ce99522 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.552711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.573289 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c95450a-a0f2-47d0-a705-cc689ce99522 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.573808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c95450a-a0f2-47d0-a705-cc689ce99522 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Fanout notify agent at l3_agent the message router_deleted on router c26e5ef7-a9c9-4a87-97c9-81f45fe94698 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:07:20.600831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c95450a-a0f2-47d0-a705-cc689ce99522 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.601783 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1c95450a-a0f2-47d0-a705-cc689ce99522 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/c26e5ef7-a9c9-4a87-97c9-81f45fe94698 HTTP/1.1" status: 204 len: 168 time: 1.0399539 Aug 19 12:07:20.606951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38492) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:20.621162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port b708230b-7180-425e-9c66-2f1bd68f0f7b yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:07:20.621398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port d15eecd8-a544-4688-b551-81b8cefa1e8c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:20.621398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.626068 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.645094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Transition to ACTIVE for port object 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:20.687750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Transition to ACTIVE for port object 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:20.698242 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.755232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Pushing event updated for resources: {'Port': ['ID=369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:20.759392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df1e92-dea3-443c-8023-39f142438dd6 req-b6cfc59c-edbd-4732-8b94-f54c06fc82de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:20.759392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23df1e92-dea3-443c-8023-39f142438dd6 req-b6cfc59c-edbd-4732-8b94-f54c06fc82de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 945 time: 0.2283225 Aug 19 12:07:20.776737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting subnet 1bcfa453-e3a7-4c95-b5e5-825d2ad7277a {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:07:20.791567 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.791808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:20.792656 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-371addd9-981c-4e63-92f1-574881a6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.804964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:20.808591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:20.902394 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.902735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.918241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for d15eecd8-a544-4688-b551-81b8cefa1e8c owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:20.970562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23df1e92-dea3-443c-8023-39f142438dd6 req-0cab3358-6d80-4c94-96a2-e634c3a82f14 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895399 Aug 19 12:07:20.977642 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:20.985971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Attempting to bind port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:20.986391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Attempting to bind port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f8a4da87-5414-481c-9c36-3bfdfbab1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6261f9ef-dfc9-4bbe-a211-9c4eb2290619'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:20.986725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Attempting to bind port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d on network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:20.999240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:20.999851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Checking segment: {'id': 'f8a4da87-5414-481c-9c36-3bfdfbab1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6261f9ef-dfc9-4bbe-a211-9c4eb2290619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:21.000478 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.001057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Bound using segment: {'id': 'f8a4da87-5414-481c-9c36-3bfdfbab1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6261f9ef-dfc9-4bbe-a211-9c4eb2290619'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:21.001766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Bound port: 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a4da87-5414-481c-9c36-3bfdfbab1e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6261f9ef-dfc9-4bbe-a211-9c4eb2290619'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:21.002391 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.017360 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.094503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::10 (6261f9ef-dfc9-4bbe-a211-9c4eb2290619/a2ac72f3-1215-4458-9e1c-c2e7a4d40f86/b708230b-7180-425e-9c66-2f1bd68f0f7b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:21.138532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] For port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:21.150040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] For port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d,segment=NetworkSegment(f8a4da87-5414-481c-9c36-3bfdfbab1e23),segment_id=f8a4da87-5414-481c-9c36-3bfdfbab1e23)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:21.166305 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.223759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.369392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ae398-065b-4f0c-afcc-6db629f8332e None None] Pushing event updated for resources: {'Port': ['ID=369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:21.437590 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.447890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.482105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcfa453-e3a7-4c95-b5e5-825d2ad7277a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:21.485267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.488761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/1bcfa453-e3a7-4c95-b5e5-825d2ad7277a HTTP/1.1" status: 204 len: 168 time: 0.8781998 Aug 19 12:07:21.492924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290e28e-51b9-4336-8de1-fb18d90d4276 None None] Network 2bc1d6e1-1066-483c-b18d-ef0d90197b71 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:21.511771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38508) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:21.577545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=d15eecd8-a544-4688-b551-81b8cefa1e8c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:21.671091 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.690533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.691203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.691774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.692340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.693019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.693823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.694290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object b708230b-7180-425e-9c66-2f1bd68f0f7b will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:21.694774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.695334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.695888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.696447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.697034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.697587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589ee1a-caf7-4ef5-ad55-9b69c050d8d4 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.703085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.703793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.704858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.705410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.705980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.706568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.707126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.707687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.708247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.708983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.709623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.710181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:21.765266 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.766209 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP 6351c52c-eb34-43f4-8f0f-8e17beadbd79 disassociated (deleted). External IP: 172.25.4.40, port: 0da25755-ac73-4850-ba17-ec7fe1d20751. Aug 19 12:07:21.780483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.897389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:21.929797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:21.941521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:21.948787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:21.949729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.988640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:21.998767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=b708230b-7180-425e-9c66-2f1bd68f0f7b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:22.017291 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a0423e9d-cf2b-463f-9322-b1337b5387b7 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4526336 Aug 19 12:07:22.020126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38522) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:22.026284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '6261f9ef-dfc9-4bbe-a211-9c4eb2290619', 'name': 'tempest-PortsIpV6TestJSON-1878571920', 'fixed_ips': [{'subnet_id': 'a2ac72f3-1215-4458-9e1c-c2e7a4d40f86', 'ip_address': '2001:db8::f'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:22.045963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:22.142569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d5677e-9bca-4328-91ce-c0d7f4065a0f None None] DHCP port deletion for 2bc1d6e1-1066-483c-b18d-ef0d90197b71 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:07:22.195392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 00562df8-2844-473d-a394-a1b11642b4e3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:22.197896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:22.299192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5677e-9bca-4328-91ce-c0d7f4065a0f None None] Deleting port 00562df8-2844-473d-a394-a1b11642b4e3 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:22.300479 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a4d5677e-9bca-4328-91ce-c0d7f4065a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:22.351627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:22.371856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:22.439137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port 00562df8-2844-473d-a394-a1b11642b4e3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=00562df8-2844-473d-a394-a1b11642b4e3,segment=NetworkSegment(d9535a7b-b25b-4302-a636-ac8254ed62c1),segment_id=d9535a7b-b25b-4302-a636-ac8254ed62c1)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:22.440030 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:22.458788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a4d5677e-9bca-4328-91ce-c0d7f4065a0f None None] For port 00562df8-2844-473d-a394-a1b11642b4e3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=00562df8-2844-473d-a394-a1b11642b4e3,segment=NetworkSegment(d9535a7b-b25b-4302-a636-ac8254ed62c1),segment_id=d9535a7b-b25b-4302-a636-ac8254ed62c1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:22.459270 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a4d5677e-9bca-4328-91ce-c0d7f4065a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:22.459481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port 854db76a-ddd6-434d-997b-c56e93a8d220 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:07:22.475821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 00562df8-2844-473d-a394-a1b11642b4e3 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:22.528738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5677e-9bca-4328-91ce-c0d7f4065a0f None None] Calling delete_port for 00562df8-2844-473d-a394-a1b11642b4e3 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:22.775802 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a4d5677e-9bca-4328-91ce-c0d7f4065a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:22.870927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d5677e-9bca-4328-91ce-c0d7f4065a0f None None] No DVR routers for this DVR port 00562df8-2844-473d-a394-a1b11642b4e3 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:07:22.876349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eff8e-cd7b-4fa9-b5c3-841b6deda7a6 req-880987bf-c22f-4686-92f8-d3c728e6e560 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:22.883545 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5677e-9bca-4328-91ce-c0d7f4065a0f None None] Pushing event deleted for resources: {'Port': ['ID=00562df8-2844-473d-a394-a1b11642b4e3,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:22.884636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-363eff8e-cd7b-4fa9-b5c3-841b6deda7a6 req-880987bf-c22f-4686-92f8-d3c728e6e560 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 945 time: 0.1734800 Aug 19 12:07:22.983672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::f (6261f9ef-dfc9-4bbe-a211-9c4eb2290619/a2ac72f3-1215-4458-9e1c-c2e7a4d40f86/854db76a-ddd6-434d-997b-c56e93a8d220) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:23.002685 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.019094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-363eff8e-cd7b-4fa9-b5c3-841b6deda7a6 req-7705d5d9-5b2a-4b92-acf1-1093c6b8703f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332691 Aug 19 12:07:23.046481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No DVR routers for this DVR port 00562df8-2844-473d-a394-a1b11642b4e3 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:07:23.084844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:23.190311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=00562df8-2844-473d-a394-a1b11642b4e3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:23.298717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ff298-b07e-42eb-9436-ae821020d91b None None] Network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:23.421720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53ab04-1927-4125-b1d1-a566527e8bb8 req-1a8161be-ae9a-43dd-99c0-61484ec4f139 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:23.423332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e53ab04-1927-4125-b1d1-a566527e8bb8 req-1a8161be-ae9a-43dd-99c0-61484ec4f139 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 945 time: 0.2999678 Aug 19 12:07:23.439145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38550) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:23.453606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f32094d0-382f-4d03-a65e-44305a572ae5 None None] Provisioning for port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:23.460355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'floatingip': {'port_id': '97f9a7a6-f920-4a99-9962-03810022148c'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:23.479515 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.507306 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.511270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc1d6e1-1066-483c-b18d-ef0d90197b71']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:23.552941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9535a7b-b25b-4302-a636-ac8254ed62c1') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:23.553457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9535a7b-b25b-4302-a636-ac8254ed62c1') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:23.566894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object 854db76a-ddd6-434d-997b-c56e93a8d220 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:23.569604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.613838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.621806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.627833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:07:23.629916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:07:23.634420 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:07:23.699775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:23.714551 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06737f87-b873-43ba-8c1a-4b0ac8438974 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:23.718298 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.721154 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.730054 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06737f87-b873-43ba-8c1a-4b0ac8438974 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:23.731021 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-06737f87-b873-43ba-8c1a-4b0ac8438974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:23.766611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:23.781790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.791949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1f84d088-b4da-489c-874e-2765d7f7cd1a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/floatingips/6351c52c-eb34-43f4-8f0f-8e17beadbd79 HTTP/1.1" status: 204 len: 168 time: 3.8598928 Aug 19 12:07:23.805612 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-06737f87-b873-43ba-8c1a-4b0ac8438974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:23.806421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38556) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:23.817512 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06737f87-b873-43ba-8c1a-4b0ac8438974 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:23.819417 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-06737f87-b873-43ba-8c1a-4b0ac8438974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:23.821767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.841560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/networks/2bc1d6e1-1066-483c-b18d-ef0d90197b71 HTTP/1.1" status: 204 len: 168 time: 2.3284903 Aug 19 12:07:23.845276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45262358-702b-4541-bc80-ed0cd4d23952 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Network': ['ID=2bc1d6e1-1066-483c-b18d-ef0d90197b71,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:23.861294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:23.872035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38560) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:23.880943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-26c14708-4d53-45bc-bd50-6f810a9c8997 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-480788774', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:23.902413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:23.927189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:23.933529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:23.941804 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:23.950859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=854db76a-ddd6-434d-997b-c56e93a8d220,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:23.951979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:23.979287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:23.979666 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.004384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-26c14708-4d53-45bc-bd50-6f810a9c8997 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.006275 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.006487 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-26c14708-4d53-45bc-bd50-6f810a9c8997 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.031273 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-38311136-aff6-4e5d-b25f-2f49d6904a86 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0094030 Aug 19 12:07:24.039066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38564) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:24.052947 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.120423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.123488 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-06737f87-b873-43ba-8c1a-4b0ac8438974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:24.124659 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06737f87-b873-43ba-8c1a-4b0ac8438974 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:24.163192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d,segment=NetworkSegment(f8a4da87-5414-481c-9c36-3bfdfbab1e23),segment_id=f8a4da87-5414-481c-9c36-3bfdfbab1e23)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:24.172673 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.282841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-26c14708-4d53-45bc-bd50-6f810a9c8997 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.292627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:24.298715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e008fd-ebfe-4b5b-aff2-8e181c4be3ff tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:24.301468 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-70e008fd-ebfe-4b5b-aff2-8e181c4be3ff tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2587059 Aug 19 12:07:24.303539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-26c14708-4d53-45bc-bd50-6f810a9c8997 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.310889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38572) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:24.367777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 00562df8-2844-473d-a394-a1b11642b4e3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:07:24.385395 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-26c14708-4d53-45bc-bd50-6f810a9c8997 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.386968 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-26c14708-4d53-45bc-bd50-6f810a9c8997 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5136461 Aug 19 12:07:24.391118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38578) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:24.399249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1891510944'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:24.446478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205d050-5fee-4967-abe6-41c8f55832a6 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:24.454740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205d050-5fee-4967-abe6-41c8f55832a6 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:24.457796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 00562df8-2844-473d-a394-a1b11642b4e3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:07:24.461208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 00562df8-2844-473d-a394-a1b11642b4e3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:07:24.463129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205d050-5fee-4967-abe6-41c8f55832a6 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:24.481993 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e205d050-5fee-4967-abe6-41c8f55832a6 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1655717 Aug 19 12:07:24.483466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38580) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:24.494396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-cb34c83f-108f-4676-a76e-2afd9d057d2d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port 0da25755-ac73-4850-ba17-ec7fe1d20751 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:24.494973 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb34c83f-108f-4676-a76e-2afd9d057d2d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.506640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:24.510921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.561399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Provisioning for port 854db76a-ddd6-434d-997b-c56e93a8d220 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:24.568739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:24.577790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Provisioning complete for port 854db76a-ddd6-434d-997b-c56e93a8d220 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:24.578544 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.590961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.591321 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added segment f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6 of type vlan for network 6822a9ce-a36b-4d21-a284-45463b742362 Aug 19 12:07:24.646164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Port 854db76a-ddd6-434d-997b-c56e93a8d220 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:24.660397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.666337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Provisioning complete for port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:24.666705 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.701344 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.709351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:24.710416 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.841203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:07:24.923158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Provisioning for port b708230b-7180-425e-9c66-2f1bd68f0f7b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:24.938314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Provisioning complete for port b708230b-7180-425e-9c66-2f1bd68f0f7b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:24.938733 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:24.966331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb34c83f-108f-4676-a76e-2afd9d057d2d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.007202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-cb34c83f-108f-4676-a76e-2afd9d057d2d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for 0da25755-ac73-4850-ba17-ec7fe1d20751 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:25.021200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-56c68b73-19f0-4ffb-971b-b81107db21af None None] Port b708230b-7180-425e-9c66-2f1bd68f0f7b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:25.021546 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.047688 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.137460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1b6ba-42ea-4b33-ab54-711eeb2c9624 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 854db76a-ddd6-434d-997b-c56e93a8d220 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:25.138138 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b6ba-42ea-4b33-ab54-711eeb2c9624 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.161311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5bf341e9-0518-4c61-978c-27eb70ee9d85 None None] Provisioning complete for port b708230b-7180-425e-9c66-2f1bd68f0f7b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:25.167418 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bf341e9-0518-4c61-978c-27eb70ee9d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.252623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5bf341e9-0518-4c61-978c-27eb70ee9d85 None None] Port b708230b-7180-425e-9c66-2f1bd68f0f7b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:25.369499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b6ba-42ea-4b33-ab54-711eeb2c9624 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.398158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1b6ba-42ea-4b33-ab54-711eeb2c9624 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 854db76a-ddd6-434d-997b-c56e93a8d220 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:25.413822 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Floating IP d899ebdb-e4db-4035-8cf5-0516392c45ae associated. External IP: 172.25.4.113, port: 97f9a7a6-f920-4a99-9962-03810022148c. Aug 19 12:07:25.504973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6a989742-248c-4871-ba6f-e2a75252f450 None None] Provisioning complete for port 854db76a-ddd6-434d-997b-c56e93a8d220 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:25.506907 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a989742-248c-4871-ba6f-e2a75252f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.550208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Network': ['ID=6822a9ce-a36b-4d21-a284-45463b742362,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:25.561720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-27314ef8-975a-4ef6-b934-3904cda0e498 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1688633 Aug 19 12:07:25.563973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38598) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:25.573840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 6822a9ce-a36b-4d21-a284-45463b742362 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:25.576760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'subnet': {'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:25.683154 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb34c83f-108f-4676-a76e-2afd9d057d2d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.693767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:25.726440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:25.728255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34c83f-108f-4676-a76e-2afd9d057d2d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=0da25755-ac73-4850-ba17-ec7fe1d20751,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:25.732339 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.750814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6a989742-248c-4871-ba6f-e2a75252f450 None None] Port 854db76a-ddd6-434d-997b-c56e93a8d220 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:25.761780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:25.762445 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.954636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cb34c83f-108f-4676-a76e-2afd9d057d2d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.960382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cb34c83f-108f-4676-a76e-2afd9d057d2d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/ports/0da25755-ac73-4850-ba17-ec7fe1d20751 HTTP/1.1" status: 204 len: 168 time: 1.8813958 Aug 19 12:07:25.960382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b6ba-42ea-4b33-ab54-711eeb2c9624 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.961527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:25.968666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:26.023899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.114410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1b6ba-42ea-4b33-ab54-711eeb2c9624 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=854db76a-ddd6-434d-997b-c56e93a8d220,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:26.122072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Router b6c16405-db04-4316-aaed-29796624f2b2 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:26.142346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b6ba-42ea-4b33-ab54-711eeb2c9624 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.144303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e8c1b6ba-42ea-4b33-ab54-711eeb2c9624 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/854db76a-ddd6-434d-997b-c56e93a8d220 HTTP/1.1" status: 204 len: 168 time: 1.6561444 Aug 19 12:07:26.147427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38612) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:26.170689 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.183698 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a33cc6-251b-4c34-be2d-c1cf09dca102 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:07:26.188438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-06a33cc6-251b-4c34-be2d-c1cf09dca102 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/854db76a-ddd6-434d-997b-c56e93a8d220 HTTP/1.1" status: 404 len: 333 time: 0.0370464 Aug 19 12:07:26.188646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38614) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:26.285331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Subnet': ['ID=0745c62f-5f60-4373-bb62-9043a65f1805,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:26.295176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Checking segment: {'id': 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:26.295680 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network hostable DHCP agents. Network: 6822a9ce-a36b-4d21-a284-45463b742362, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:26.308934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.375383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 6822a9ce-a36b-4d21-a284-45463b742362 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:26.392963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 6822a9ce-a36b-4d21-a284-45463b742362) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:26.404859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e833d909-7bf8-4b0a-bc42-7f00651bbd73 None None] Network 6822a9ce-a36b-4d21-a284-45463b742362 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:26.420859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:26.421637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.485663 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dd0a3684-e08c-454a-b883-bab6a4a76b85 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9198287 Aug 19 12:07:26.488463 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38622) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:26.585746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.25.4.206 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/2be408b2-9e86-4d33-88d2-feec04c62c23) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:26.691768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-6822a9ce-a36b-4d21-a284-45463b742362', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:26.692673 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.846253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:26.854100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.864884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] Sync routers for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:26.890999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:26.891782 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:26.903474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-acaa778e-c492-40b9-b4ba-6093dde60f48 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port b708230b-7180-425e-9c66-2f1bd68f0f7b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:26.903740 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acaa778e-c492-40b9-b4ba-6093dde60f48 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.909604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5fecd1ca-fb20-4db3-b4a8-1094b06c1be4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "PUT /v2.0/floatingips/d899ebdb-e4db-4035-8cf5-0516392c45ae HTTP/1.1" status: 200 len: 991 time: 3.4633958 Aug 19 12:07:26.922935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:07:26.925807 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f542e521-5234-4f70-b134-2ea79d9333d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:07:27.035061 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f253ca59-d571-449e-b537-9f1b613216dc x-openstack-request-id: req-f253ca59-d571-449e-b537-9f1b613216dc {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:07:27.035353 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:07:27.037516 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f253ca59-d571-449e-b537-9f1b613216dc {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:07:27.038366 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'status': 'completed', 'code': 200} Aug 19 12:07:27.075294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acaa778e-c492-40b9-b4ba-6093dde60f48 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.099049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.100517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-acaa778e-c492-40b9-b4ba-6093dde60f48 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for b708230b-7180-425e-9c66-2f1bd68f0f7b owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:27.179669 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.191012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Allocated IP 2001:db8::2 (6822a9ce-a36b-4d21-a284-45463b742362/0745c62f-5f60-4373-bb62-9043a65f1805/eabdd7e0-33c1-49e0-8b14-36709610331c) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:27.262053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-aa44043f-06ed-4e36-afce-a64a9edfc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:27.274211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-aa44043f-06ed-4e36-afce-a64a9edfc12f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1096 time: 0.1844020 Aug 19 12:07:27.274753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:07:27.436307 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.539025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-96646f1a-fa1c-43b5-bc32-9a2f14692f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:27.540546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-96646f1a-fa1c-43b5-bc32-9a2f14692f46 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.2572806 Aug 19 12:07:27.568216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:27.586250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:27.591719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:27.652494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=2be408b2-9e86-4d33-88d2-feec04c62c23,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:27.698357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-47df284b-0b4d-4e00-bc6f-c099ca104945 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 999 time: 0.1485221 Aug 19 12:07:27.699460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acaa778e-c492-40b9-b4ba-6093dde60f48 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.754256 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.766362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Transition to ACTIVE for port object eabdd7e0-33c1-49e0-8b14-36709610331c will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:27.773899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.797378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Transition to ACTIVE for port object eabdd7e0-33c1-49e0-8b14-36709610331c will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:27.800515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'd899ebdb-e4db-4035-8cf5-0516392c45ae', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'port_id': '97f9a7a6-f920-4a99-9962-03810022148c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'mac_address': 'fa:16:3e:c3:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:06:59Z', 'updated_at': '2021-08-19T12:07:24Z', 'revision_number': 1, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:59Z', 'revision_number': 5, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:27.820537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa778e-c492-40b9-b4ba-6093dde60f48 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=b708230b-7180-425e-9c66-2f1bd68f0f7b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:27.844617 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.847692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] Checking router: b6c16405-db04-4316-aaed-29796624f2b2 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:07:27.869747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.913009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Network 6822a9ce-a36b-4d21-a284-45463b742362 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:27.916795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:27.920643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-f71a1ea1-31bf-497f-8668-1aab61182731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:27.922951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-f71a1ea1-31bf-497f-8668-1aab61182731 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.2069004 Aug 19 12:07:27.925728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:27.929922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:27.930578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:27.935757 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acaa778e-c492-40b9-b4ba-6093dde60f48 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:27.941357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-acaa778e-c492-40b9-b4ba-6093dde60f48 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/b708230b-7180-425e-9c66-2f1bd68f0f7b HTTP/1.1" status: 204 len: 168 time: 1.7516544 Aug 19 12:07:27.952157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38660) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:28.026610 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bbcf0a-f077-4138-b552-b7a267e2a009 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:07:28.032064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-89bbcf0a-f077-4138-b552-b7a267e2a009 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/b708230b-7180-425e-9c66-2f1bd68f0f7b HTTP/1.1" status: 404 len: 333 time: 0.0778215 Aug 19 12:07:28.036388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38662) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:28.108448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Pushing event updated for resources: {'Port': ['ID=eabdd7e0-33c1-49e0-8b14-36709610331c,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:28.151257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-d0a68b59-5f5c-49c2-8f35-fd1b644e0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:28.168872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-d0a68b59-5f5c-49c2-8f35-fd1b644e0965 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235613 Aug 19 12:07:28.213539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 2001:db8::1 (6822a9ce-a36b-4d21-a284-45463b742362/0745c62f-5f60-4373-bb62-9043a65f1805/42bc40b7-8095-4446-9006-e6def0d74652) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:28.236087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Attempting to bind port eabdd7e0-33c1-49e0-8b14-36709610331c on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:28.236753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Attempting to bind port eabdd7e0-33c1-49e0-8b14-36709610331c by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:28.237316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Attempting to bind port eabdd7e0-33c1-49e0-8b14-36709610331c on network 6822a9ce-a36b-4d21-a284-45463b742362 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:28.252234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:28.252830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Checking segment: {'id': 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:28.253383 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.253924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Bound using segment: {'id': 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:28.254554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Bound port: eabdd7e0-33c1-49e0-8b14-36709610331c, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:28.255032 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.331100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] For port eabdd7e0-33c1-49e0-8b14-36709610331c, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:28.349256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] For port eabdd7e0-33c1-49e0-8b14-36709610331c, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=eabdd7e0-33c1-49e0-8b14-36709610331c,segment=NetworkSegment(f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6),segment_id=f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:28.385108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0485de7c-33b6-4fe8-86ab-bef109f3bdae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet a2ac72f3-1215-4458-9e1c-c2e7a4d40f86 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:07:28.385890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:07:28.400414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.401628 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.422152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0485de7c-33b6-4fe8-86ab-bef109f3bdae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.428037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-c25c8eda-6c54-42f4-a6da-59c474e98ac4 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582290 Aug 19 12:07:28.461635 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.472133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Transition to ACTIVE for port object 42bc40b7-8095-4446-9006-e6def0d74652 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:28.473693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.544365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0485de7c-33b6-4fe8-86ab-bef109f3bdae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.630077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.634485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=2be408b2-9e86-4d33-88d2-feec04c62c23,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:28.638781 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.694234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=42bc40b7-8095-4446-9006-e6def0d74652,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:28.717807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 6822a9ce-a36b-4d21-a284-45463b742362 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:28.721633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:28.726633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:28.727957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.731080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a3633-ef51-4c9d-908c-d745978a08ee None None] Pushing event updated for resources: {'Port': ['ID=eabdd7e0-33c1-49e0-8b14-36709610331c,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:28.731565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.733280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.733667 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e0eb7098-e346-4be9-ae33-a17252d5b96e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7711582 Aug 19 12:07:28.736917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38680) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:28.744441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'port': {'network_id': 'a56d37f8-ce75-4815-9249-f3983b6ba882', 'name': 'tempest-FloatingIPTestJSON-1196964763'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:28.783308 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0485de7c-33b6-4fe8-86ab-bef109f3bdae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.884527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f542e521-5234-4f70-b134-2ea79d9333d4 req-4a70d80c-7d73-42e7-bf6b-358d66ff08bd service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319119 Aug 19 12:07:28.935347 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0485de7c-33b6-4fe8-86ab-bef109f3bdae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.980300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485de7c-33b6-4fe8-86ab-bef109f3bdae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ac72f3-1215-4458-9e1c-c2e7a4d40f86,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:28.982687 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0485de7c-33b6-4fe8-86ab-bef109f3bdae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.984602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0485de7c-33b6-4fe8-86ab-bef109f3bdae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/a2ac72f3-1215-4458-9e1c-c2e7a4d40f86 HTTP/1.1" status: 204 len: 168 time: 0.9451866 Aug 19 12:07:28.987327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38688) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:29.072099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839e854-139c-4a2a-af8d-cc2ad2ef7764 None None] Network 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:29.124739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.143312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Made reservation on behalf of 96b953694a72406cb6f2f5c1d5676ebb for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:29.143612 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.147332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.183913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] device_id is not set on port 63a31cb6-1b59-4233-a99d-5957b7981dd0 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:07:29.290811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:29.291155 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.424016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] For port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d,segment=NetworkSegment(f8a4da87-5414-481c-9c36-3bfdfbab1e23),segment_id=f8a4da87-5414-481c-9c36-3bfdfbab1e23)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:29.424391 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.489824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] DHCP port deletion for 6261f9ef-dfc9-4bbe-a211-9c4eb2290619 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:07:29.492182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:29.655576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'd899ebdb-e4db-4035-8cf5-0516392c45ae', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'port_id': '97f9a7a6-f920-4a99-9962-03810022148c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'mac_address': 'fa:16:3e:c3:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:06:59Z', 'updated_at': '2021-08-19T12:07:24Z', 'revision_number': 1, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:59Z', 'revision_number': 5, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:29.714434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device eabdd7e0-33c1-49e0-8b14-36709610331c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:29.717886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.721375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332e147-a78b-4159-8861-b34dabe2ac40 None None] The sync data for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 is: [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'd899ebdb-e4db-4035-8cf5-0516392c45ae', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'port_id': '97f9a7a6-f920-4a99-9962-03810022148c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'mac_address': 'fa:16:3e:c3:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:06:59Z', 'updated_at': '2021-08-19T12:07:24Z', 'revision_number': 1, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:59Z', 'revision_number': 5, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:29.777847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] Deleting port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:29.778227 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.794198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:29.810603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No DVR routers for this DVR port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:07:29.932093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] For port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:29.932525 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.935469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port eabdd7e0-33c1-49e0-8b14-36709610331c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:29.950589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] Calling delete_port for 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:29.954641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] Port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:07:29.957757 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.977235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.20.0.4 (a56d37f8-ce75-4815-9249-f3983b6ba882/e0a3be4e-8e3e-4480-9861-d99e2e31ab58/63a31cb6-1b59-4233-a99d-5957b7981dd0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:29.987539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] Pushing event deleted for resources: {'Port': ['ID=369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:29.999473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.007424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1913d-7371-40ea-8332-97c45c19bc81 None None] No DVR routers for this DVR port 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:07:30.029733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6261f9ef-dfc9-4bbe-a211-9c4eb2290619']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:30.051484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.057904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a4da87-5414-481c-9c36-3bfdfbab1e23') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:30.058631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a4da87-5414-481c-9c36-3bfdfbab1e23') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:30.083137 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.092549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:07:30.106724 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.108243 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.150636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:07:30.150985 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 369bcf9a-fbd1-44af-b21d-75bcc1b9ea6d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:07:30.172165 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.184981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:07:30.185442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:07:30.189112 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:07:30.204857 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c70d93-5a8f-4010-9f70-14e46bd8927c None None] New status for floating IP d899ebdb-e4db-4035-8cf5-0516392c45ae: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:07:30.318383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=42bc40b7-8095-4446-9006-e6def0d74652,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:30.348339 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.366255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.368399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/networks/6261f9ef-dfc9-4bbe-a211-9c4eb2290619 HTTP/1.1" status: 204 len: 168 time: 1.3800824 Aug 19 12:07:30.378200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38718) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:30.396449 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c3a2-91d2-4c85-a8d0-bfa5aa141e79 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Network': ['ID=6261f9ef-dfc9-4bbe-a211-9c4eb2290619,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:30.429256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1806329824'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:30.524558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:30.530075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.535410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 6822a9ce-a36b-4d21-a284-45463b742362 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:30.535675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac71b60-ef9c-49bb-83a8-d9ddd0234d66 None None] Network 6822a9ce-a36b-4d21-a284-45463b742362 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:30.549288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:30.566759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.683401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:30.712229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.713010 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Added segment e1a7e452-ebfc-4e07-96c0-ce68f36347b2 of type vlan for network 9623871f-039d-47b5-b16a-911da590609c Aug 19 12:07:30.718714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-767b9996-3b2e-41b9-8d78-d38e1eddfd75 None None] Provisioning for port eabdd7e0-33c1-49e0-8b14-36709610331c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:30.729592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-767b9996-3b2e-41b9-8d78-d38e1eddfd75 None None] Provisioning complete for port eabdd7e0-33c1-49e0-8b14-36709610331c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:30.729592 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-767b9996-3b2e-41b9-8d78-d38e1eddfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.796258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.823565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.864490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-767b9996-3b2e-41b9-8d78-d38e1eddfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.877016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network a56d37f8-ce75-4815-9249-f3983b6ba882 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:30.908964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-767b9996-3b2e-41b9-8d78-d38e1eddfd75 None None] For port eabdd7e0-33c1-49e0-8b14-36709610331c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=eabdd7e0-33c1-49e0-8b14-36709610331c,segment=NetworkSegment(f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6),segment_id=f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:30.916347 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.918023 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-767b9996-3b2e-41b9-8d78-d38e1eddfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.926050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:30.926900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.043577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:31.047382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:31.068964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b9996-3b2e-41b9-8d78-d38e1eddfd75 None None] Pushing event updated for resources: {'Port': ['ID=eabdd7e0-33c1-49e0-8b14-36709610331c,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:31.143125 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7202182 Aug 19 12:07:31.144714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38730) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:31.152710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '9623871f-039d-47b5-b16a-911da590609c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:31.160397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:07:31.176155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3557bab-56c2-4130-aab3-df22d37068b9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Network': ['ID=9623871f-039d-47b5-b16a-911da590609c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:31.188411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 9623871f-039d-47b5-b16a-911da590609c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:31.202649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=63a31cb6-1b59-4233-a99d-5957b7981dd0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:31.231121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:31.264551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.376261 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1567d0a3-5999-4a96-9582-251c36ff4201 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6359413 Aug 19 12:07:31.377730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38736) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:31.385289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-92ef45dc-a85f-4156-8ca1-9ee212ae72c4 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'port_id': '63a31cb6-1b59-4233-a99d-5957b7981dd0'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:31.451406 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:31.457170 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4f162d0d-6f89-455e-8712-e68af9d0ffcf tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9674611 Aug 19 12:07:31.459790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38740) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:31.460440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1ee23b77-1a8c-4a32-8312-4fce781b178d None None] Provisioning complete for port eabdd7e0-33c1-49e0-8b14-36709610331c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:31.460857 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1ee23b77-1a8c-4a32-8312-4fce781b178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.465648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-846712069'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:31.479681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:31.524010 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92ef45dc-a85f-4156-8ca1-9ee212ae72c4 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.525254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:31.525914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:31.527054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:31.534027 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.595366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:31.605348 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.621270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device eabdd7e0-33c1-49e0-8b14-36709610331c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:31.688915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:31.703014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.703773 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added segment cdead738-661b-4308-974d-0ca36d1f8b9f of type vlan for network fd6b73b3-1ac4-4615-a761-60a2f3723518 Aug 19 12:07:31.767180 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.816260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.831317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:31.835233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.851544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:07:31.888868 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4278896 Aug 19 12:07:31.898609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38752) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:31.928336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'subnet': {'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:31.937986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1ee23b77-1a8c-4a32-8312-4fce781b178d None None] Provisioning for port 42bc40b7-8095-4446-9006-e6def0d74652 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:31.940115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port eabdd7e0-33c1-49e0-8b14-36709610331c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:31.940487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.948795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8e893-0270-486b-9285-75a163fafe75 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Network': ['ID=fd6b73b3-1ac4-4615-a761-60a2f3723518,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:32.008017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1ee23b77-1a8c-4a32-8312-4fce781b178d None None] Provisioning complete for port 42bc40b7-8095-4446-9006-e6def0d74652 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:32.008852 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1ee23b77-1a8c-4a32-8312-4fce781b178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:32.036507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network fd6b73b3-1ac4-4615-a761-60a2f3723518 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:32.288633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:32.292172 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:32.319383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1ee23b77-1a8c-4a32-8312-4fce781b178d None None] Port 42bc40b7-8095-4446-9006-e6def0d74652 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:32.471526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f70e654-cc7e-4661-bfe7-bd580a8e62da None None] Provisioning complete for port 42bc40b7-8095-4446-9006-e6def0d74652 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:32.473253 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f70e654-cc7e-4661-bfe7-bd580a8e62da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:32.477581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:29Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:29Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:32.492671 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:32.599481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=bb839995-6d4e-4d64-82ee-d826ed850d99,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:32.752995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Checking segment: {'id': 'e1a7e452-ebfc-4e07-96c0-ce68f36347b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9623871f-039d-47b5-b16a-911da590609c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:32.753507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network hostable DHCP agents. Network: 9623871f-039d-47b5-b16a-911da590609c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:32.758578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:07:32.759001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Updating router 2883c27a-568c-492a-83f5-3bcfce3bee13 port 42bc40b7-8095-4446-9006-e6def0d74652 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:07:32.797763 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:32.809902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 9623871f-039d-47b5-b16a-911da590609c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:32.829605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6f70e654-cc7e-4661-bfe7-bd580a8e62da None None] Port 42bc40b7-8095-4446-9006-e6def0d74652 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:32.891861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 9623871f-039d-47b5-b16a-911da590609c) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:32.900604 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:32.901253 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:32.945159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:32.979240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa342d-8531-488a-a69a-20767b953477 None None] Network 9623871f-039d-47b5-b16a-911da590609c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:32.991803 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f9288232-7dc6-4def-a36e-2efa5cbc134b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8453002 Aug 19 12:07:32.995233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38780) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:33.006269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-80c14275-3105-4fab-9d72-bc208770a16f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1850987581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:33.023259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92ef45dc-a85f-4156-8ca1-9ee212ae72c4 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.036128 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92ef45dc-a85f-4156-8ca1-9ee212ae72c4 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.088947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80c14275-3105-4fab-9d72-bc208770a16f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.090907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80c14275-3105-4fab-9d72-bc208770a16f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.157484 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-92ef45dc-a85f-4156-8ca1-9ee212ae72c4 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP 84e03477-3178-474c-ad42-784c345a5c7b associated. External IP: 172.25.4.206, port: 63a31cb6-1b59-4233-a99d-5957b7981dd0. Aug 19 12:07:33.163103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Subnet': ['ID=274b6e21-6b8c-4314-94a8-dbd132147368,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:33.205289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Checking segment: {'id': 'cdead738-661b-4308-974d-0ca36d1f8b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:33.205882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network hostable DHCP agents. Network: fd6b73b3-1ac4-4615-a761-60a2f3723518, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:33.223715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80c14275-3105-4fab-9d72-bc208770a16f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.232205 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80c14275-3105-4fab-9d72-bc208770a16f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.256866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80c14275-3105-4fab-9d72-bc208770a16f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.261753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network fd6b73b3-1ac4-4615-a761-60a2f3723518 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:33.261962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38782) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:33.263387 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-80c14275-3105-4fab-9d72-bc208770a16f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2659461 Aug 19 12:07:33.267335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'network_id': '9623871f-039d-47b5-b16a-911da590609c', 'name': 'tempest-PortsIpV6TestJSON-1729101079'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:33.340768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-9623871f-039d-47b5-b16a-911da590609c', 'network_id': '9623871f-039d-47b5-b16a-911da590609c', 'tenant_id': '0a24866e2a2440b29049f33fb77a7861', 'fixed_ips': [{'subnet_id': 'bb839995-6d4e-4d64-82ee-d826ed850d99'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:33.341802 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.486081 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.513148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Transition to ACTIVE for port object 42bc40b7-8095-4446-9006-e6def0d74652 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:33.546245 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.619738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Allocated IP 2001:db8::2 (9623871f-039d-47b5-b16a-911da590609c/bb839995-6d4e-4d64-82ee-d826ed850d99/40a32e69-55c2-4cc0-a243-b5548d87a386) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:33.623361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c1174-c5cd-4cca-a3e8-95750c453498 None None] Pushing event updated for resources: {'Port': ['ID=42bc40b7-8095-4446-9006-e6def0d74652,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:33.767141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Attempting to bind port 42bc40b7-8095-4446-9006-e6def0d74652 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:33.767501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Attempting to bind port 42bc40b7-8095-4446-9006-e6def0d74652 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:33.768009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Attempting to bind port 42bc40b7-8095-4446-9006-e6def0d74652 on network 6822a9ce-a36b-4d21-a284-45463b742362 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:33.777697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:33.778212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Checking segment: {'id': 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:33.779227 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.779741 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Bound using segment: {'id': 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:33.780283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Bound port: 42bc40b7-8095-4446-9006-e6def0d74652, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:33.780738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.901979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, fd6b73b3-1ac4-4615-a761-60a2f3723518) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:33.907424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:33.908029 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:33.932702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c5ce7-da3f-4e85-8d62-0503ab9a3917 None None] Network fd6b73b3-1ac4-4615-a761-60a2f3723518 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:33.950382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38800) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:33.955705 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f6da35d5-9359-44e2-8bf0-3a7fc335ab74 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0523627 Aug 19 12:07:34.009036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ef45dc-a85f-4156-8ca1-9ee212ae72c4 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:34.019982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] For port 42bc40b7-8095-4446-9006-e6def0d74652, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:34.045453 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:34.056120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] For port 42bc40b7-8095-4446-9006-e6def0d74652, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=42bc40b7-8095-4446-9006-e6def0d74652,segment=NetworkSegment(f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6),segment_id=f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:34.065875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Transition to ACTIVE for port object 40a32e69-55c2-4cc0-a243-b5548d87a386 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:34.075291 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:34.130176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Transition to ACTIVE for port object 40a32e69-55c2-4cc0-a243-b5548d87a386 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:34.171062 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:34.257871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c1174-c5cd-4cca-a3e8-95750c453498 None None] Pushing event updated for resources: {'Port': ['ID=42bc40b7-8095-4446-9006-e6def0d74652,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:34.272196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Network 9623871f-039d-47b5-b16a-911da590609c is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:34.278968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:34.279912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:34.293279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:34.302273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:34.360365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:34.369708 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:34.426924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port a39dee17-c920-4737-be16-2e84aab247c6 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:07:34.541526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ef45dc-a85f-4156-8ca1-9ee212ae72c4 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:34.550793 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92ef45dc-a85f-4156-8ca1-9ee212ae72c4 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:34.553475 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73e9a8-568a-4f23-87f1-b8e21c6523e8 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:34.565789 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73e9a8-568a-4f23-87f1-b8e21c6523e8 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:34.566430 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2d73e9a8-568a-4f23-87f1-b8e21c6523e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:34.601547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-92ef45dc-a85f-4156-8ca1-9ee212ae72c4 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/floatingips/84e03477-3178-474c-ad42-784c345a5c7b HTTP/1.1" status: 200 len: 978 time: 3.2179871 Aug 19 12:07:34.601547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38810) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:34.651461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:07:34.668966 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2d73e9a8-568a-4f23-87f1-b8e21c6523e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:34.694792 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73e9a8-568a-4f23-87f1-b8e21c6523e8 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:34.695433 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2d73e9a8-568a-4f23-87f1-b8e21c6523e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:34.758735 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2d73e9a8-568a-4f23-87f1-b8e21c6523e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:34.759311 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73e9a8-568a-4f23-87f1-b8e21c6523e8 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:34.763557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::f4 (9623871f-039d-47b5-b16a-911da590609c/bb839995-6d4e-4d64-82ee-d826ed850d99/a39dee17-c920-4737-be16-2e84aab247c6) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:34.793241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-fd6b73b3-1ac4-4615-a761-60a2f3723518', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:34.793777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:34.794353 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:34.811571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Pushing event updated for resources: {'Port': ['ID=40a32e69-55c2-4cc0-a243-b5548d87a386,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:34.824485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Attempting to bind port 40a32e69-55c2-4cc0-a243-b5548d87a386 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:34.825669 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Attempting to bind port 40a32e69-55c2-4cc0-a243-b5548d87a386 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'e1a7e452-ebfc-4e07-96c0-ce68f36347b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9623871f-039d-47b5-b16a-911da590609c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:34.825669 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Attempting to bind port 40a32e69-55c2-4cc0-a243-b5548d87a386 on network 9623871f-039d-47b5-b16a-911da590609c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:34.879324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port 63a31cb6-1b59-4233-a99d-5957b7981dd0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:34.879798 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:34.919297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:34.920625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Checking segment: {'id': 'e1a7e452-ebfc-4e07-96c0-ce68f36347b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9623871f-039d-47b5-b16a-911da590609c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:34.921323 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:34.921902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Bound using segment: {'id': 'e1a7e452-ebfc-4e07-96c0-ce68f36347b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9623871f-039d-47b5-b16a-911da590609c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:34.922960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Bound port: 40a32e69-55c2-4cc0-a243-b5548d87a386, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a7e452-ebfc-4e07-96c0-ce68f36347b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9623871f-039d-47b5-b16a-911da590609c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:34.923519 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:35.041346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:35.344995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] For port 40a32e69-55c2-4cc0-a243-b5548d87a386, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:35.390613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] For port 40a32e69-55c2-4cc0-a243-b5548d87a386, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=40a32e69-55c2-4cc0-a243-b5548d87a386,segment=NetworkSegment(e1a7e452-ebfc-4e07-96c0-ce68f36347b2),segment_id=e1a7e452-ebfc-4e07-96c0-ce68f36347b2)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:35.403777 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:35.421659 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:35.423228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Allocated IP 2001:db8:1::2 (fd6b73b3-1ac4-4615-a761-60a2f3723518/274b6e21-6b8c-4314-94a8-dbd132147368/3ffb657f-7e8e-47eb-b153-be2089ab01cb) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:35.570743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object a39dee17-c920-4737-be16-2e84aab247c6 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:35.599135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b3a0f-733c-4611-83a1-f57ccdbb4029 None None] Pushing event updated for resources: {'Port': ['ID=40a32e69-55c2-4cc0-a243-b5548d87a386,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:35.637317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:35.659193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:29Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:33Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:35.671194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 9623871f-039d-47b5-b16a-911da590609c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:35.676531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:35.679811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:35.711282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:35.717234 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:35.850304 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:35.850720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:35.851400 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP 84e03477-3178-474c-ad42-784c345a5c7b disassociated. External IP: 172.25.4.206, port: 63a31cb6-1b59-4233-a99d-5957b7981dd0. Aug 19 12:07:35.851709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for 63a31cb6-1b59-4233-a99d-5957b7981dd0 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:35.923955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6582000 Aug 19 12:07:36.021847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:36.113861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2aa11-e3c0-4d25-b08f-5567c1540ab2 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=a39dee17-c920-4737-be16-2e84aab247c6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:36.124290 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:36.181699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b74fc-c1df-4a01-afea-34485e3a9ac7 None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:29Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:33Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:36.185783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=63a31cb6-1b59-4233-a99d-5957b7981dd0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:36.452471 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:36.471699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Transition to ACTIVE for port object 3ffb657f-7e8e-47eb-b153-be2089ab01cb will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:36.498997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:36.552902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Transition to ACTIVE for port object 3ffb657f-7e8e-47eb-b153-be2089ab01cb will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:36.586604 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:36.683067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:36.747653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Pushing event updated for resources: {'Port': ['ID=3ffb657f-7e8e-47eb-b153-be2089ab01cb,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:36.786416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Network fd6b73b3-1ac4-4615-a761-60a2f3723518 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:36.806364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:36.822758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:36.844756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 2001:db8:1::1 (fd6b73b3-1ac4-4615-a761-60a2f3723518/274b6e21-6b8c-4314-94a8-dbd132147368/14d25045-1f27-4a24-b2d4-dae822c52a5b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:36.905734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:36.958464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1eaee-90da-4d33-a100-91932d9f4202 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:37.021554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.029784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d2208aa6-0733-4279-81a2-404d35092c6c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/ports/63a31cb6-1b59-4233-a99d-5957b7981dd0 HTTP/1.1" status: 204 len: 168 time: 2.4247026 Aug 19 12:07:37.033650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:37.077743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1eaee-90da-4d33-a100-91932d9f4202 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:37.078737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-a0a1eaee-90da-4d33-a100-91932d9f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:37.150278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-a0a1eaee-90da-4d33-a100-91932d9f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:37.153117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Attempting to bind port 3ffb657f-7e8e-47eb-b153-be2089ab01cb on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:37.153451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Attempting to bind port 3ffb657f-7e8e-47eb-b153-be2089ab01cb by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'cdead738-661b-4308-974d-0ca36d1f8b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:37.154070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Attempting to bind port 3ffb657f-7e8e-47eb-b153-be2089ab01cb on network fd6b73b3-1ac4-4615-a761-60a2f3723518 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:37.175983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:37.176491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Checking segment: {'id': 'cdead738-661b-4308-974d-0ca36d1f8b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:37.177495 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.178902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Bound using segment: {'id': 'cdead738-661b-4308-974d-0ca36d1f8b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:37.179392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Bound port: 3ffb657f-7e8e-47eb-b153-be2089ab01cb, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdead738-661b-4308-974d-0ca36d1f8b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:37.179899 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.188507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1eaee-90da-4d33-a100-91932d9f4202 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:37.190303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-a0a1eaee-90da-4d33-a100-91932d9f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:37.256545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38864) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:37.269878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e4706119-67e4-4196-adef-f6aa4ba2d7da tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "GET /v2.0/floatingips/84e03477-3178-474c-ad42-784c345a5c7b HTTP/1.1" status: 200 len: 688 time: 0.2120512 Aug 19 12:07:37.280525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-a0a1eaee-90da-4d33-a100-91932d9f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:37.281344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1eaee-90da-4d33-a100-91932d9f4202 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:37.401620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da575859-1c3a-4907-b7ef-a6ae76352012 None None] Network 9623871f-039d-47b5-b16a-911da590609c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:37.407259 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.441746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] For port 3ffb657f-7e8e-47eb-b153-be2089ab01cb, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:37.571001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] For port 3ffb657f-7e8e-47eb-b153-be2089ab01cb, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3ffb657f-7e8e-47eb-b153-be2089ab01cb,segment=NetworkSegment(cdead738-661b-4308-974d-0ca36d1f8b9f),segment_id=cdead738-661b-4308-974d-0ca36d1f8b9f)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:37.604443 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.633907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port 2be408b2-9e86-4d33-88d2-feec04c62c23 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:37.634270 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.639721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8ed73b72-de41-4744-b841-0ef977ba9e7c None None] Provisioning for port 40a32e69-55c2-4cc0-a243-b5548d87a386 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:37.660933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Transition to ACTIVE for port object 14d25045-1f27-4a24-b2d4-dae822c52a5b will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:37.800265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d57f87-5382-4c4a-a0f4-386fd9e3b897 None None] Pushing event updated for resources: {'Port': ['ID=3ffb657f-7e8e-47eb-b153-be2089ab01cb,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:37.822231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 40a32e69-55c2-4cc0-a243-b5548d87a386 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:37.856786 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.861525 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.908531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for 2be408b2-9e86-4d33-88d2-feec04c62c23 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:37.928928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.122004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network fd6b73b3-1ac4-4615-a761-60a2f3723518 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:38.156706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:38.183225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:38.183225 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.189703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=14d25045-1f27-4a24-b2d4-dae822c52a5b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:38.256143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.256500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.256875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.257218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.257556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.257896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.258230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.258559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.258883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.259756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.259904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 40a32e69-55c2-4cc0-a243-b5548d87a386 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:38.260389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.260918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:38.276163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 40a32e69-55c2-4cc0-a243-b5548d87a386 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:38.277696 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.301437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.316418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.330442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.410691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=2be408b2-9e86-4d33-88d2-feec04c62c23,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:38.495734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=a39dee17-c920-4737-be16-2e84aab247c6,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:38.509614 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.556519 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.558999 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.560235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-503ef99f-0338-4463-96e2-a9fc0cf48f7d tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/floatingips/84e03477-3178-474c-ad42-784c345a5c7b HTTP/1.1" status: 204 len: 168 time: 1.3018711 Aug 19 12:07:38.565737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38876) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:38.571662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'c6e092df-ffcc-420d-906a-bc7f0e13f471'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:38.624004 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.624661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.633716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 40a32e69-55c2-4cc0-a243-b5548d87a386, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=40a32e69-55c2-4cc0-a243-b5548d87a386,segment=NetworkSegment(e1a7e452-ebfc-4e07-96c0-ce68f36347b2),segment_id=e1a7e452-ebfc-4e07-96c0-ce68f36347b2)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:38.645628 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.646915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 42bc40b7-8095-4446-9006-e6def0d74652 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:38.817704 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.856428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 42bc40b7-8095-4446-9006-e6def0d74652 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:38.863006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=40a32e69-55c2-4cc0-a243-b5548d87a386,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:38.871598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 42bc40b7-8095-4446-9006-e6def0d74652 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:38.872077 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.879394 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:39.005599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-545b9125-5a92-4ab8-9ad8-0447fc561d74 None None] Provisioning complete for port 40a32e69-55c2-4cc0-a243-b5548d87a386 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:39.009063 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-545b9125-5a92-4ab8-9ad8-0447fc561d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:39.109762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.25.4.82 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/b4644c81-2a41-4c05-87e3-57f863edbaef) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:39.262387 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:39.388091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:39.391360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 42bc40b7-8095-4446-9006-e6def0d74652, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=42bc40b7-8095-4446-9006-e6def0d74652,segment=NetworkSegment(f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6),segment_id=f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:39.406303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:39.416799 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:39.474652 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-545b9125-5a92-4ab8-9ad8-0447fc561d74 None None] Provisioning for port a39dee17-c920-4737-be16-2e84aab247c6 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:39.478760 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:39.483858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-545b9125-5a92-4ab8-9ad8-0447fc561d74 None None] Provisioning complete for port a39dee17-c920-4737-be16-2e84aab247c6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:39.484247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-545b9125-5a92-4ab8-9ad8-0447fc561d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:39.580998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:39.589256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:39.598028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:39.677581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=42bc40b7-8095-4446-9006-e6def0d74652,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:39.682302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-545b9125-5a92-4ab8-9ad8-0447fc561d74 None None] Port a39dee17-c920-4737-be16-2e84aab247c6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:39.699066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=b4644c81-2a41-4c05-87e3-57f863edbaef,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:39.836792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-47eb0279-c542-44e2-940b-5059b880fce2 None None] Provisioning complete for port a39dee17-c920-4737-be16-2e84aab247c6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:39.837176 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-47eb0279-c542-44e2-940b-5059b880fce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:39.916871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3ffb657f-7e8e-47eb-b153-be2089ab01cb up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:40.093365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e97d3-c12a-4325-a230-19f230868e3f None None] Network fd6b73b3-1ac4-4615-a761-60a2f3723518 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:40.218357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.249021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-47eb0279-c542-44e2-940b-5059b880fce2 None None] Port a39dee17-c920-4737-be16-2e84aab247c6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:40.271291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3ffb657f-7e8e-47eb-b153-be2089ab01cb completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:40.279175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 40a32e69-55c2-4cc0-a243-b5548d87a386 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:40.397948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 40a32e69-55c2-4cc0-a243-b5548d87a386 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:40.398304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.399806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] Provisioning for port 3ffb657f-7e8e-47eb-b153-be2089ab01cb completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:40.400412 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.404592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.405727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.445101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.446133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.492109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] Provisioning complete for port 3ffb657f-7e8e-47eb-b153-be2089ab01cb triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:40.492409 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.560529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=14d25045-1f27-4a24-b2d4-dae822c52a5b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:40.634102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.673382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network fd6b73b3-1ac4-4615-a761-60a2f3723518 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:40.681327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=a39dee17-c920-4737-be16-2e84aab247c6,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:40.692391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:40.762028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 9623871f-039d-47b5-b16a-911da590609c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:40.809261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:40.845860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.878775 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.005788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] For port 3ffb657f-7e8e-47eb-b153-be2089ab01cb, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3ffb657f-7e8e-47eb-b153-be2089ab01cb,segment=NetworkSegment(cdead738-661b-4308-974d-0ca36d1f8b9f),segment_id=cdead738-661b-4308-974d-0ca36d1f8b9f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:41.020821 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.094084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:41.205700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] Provisioning complete for port a39dee17-c920-4737-be16-2e84aab247c6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:41.206126 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.249956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] Pushing event updated for resources: {'Port': ['ID=3ffb657f-7e8e-47eb-b153-be2089ab01cb,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:41.262353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5ea23-0afd-4987-8d7f-669d5655b61a None None] Port a39dee17-c920-4737-be16-2e84aab247c6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:41.349966 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.358141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.417524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d067a114-8acb-4d0d-9ff1-e008cf365118 None None] Provisioning complete for port 3ffb657f-7e8e-47eb-b153-be2089ab01cb triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:41.417959 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d067a114-8acb-4d0d-9ff1-e008cf365118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.437002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:41.453085 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-423d246c-9f38-4502-9e60-f578aa957099 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5007486 Aug 19 12:07:41.454037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Router 78a3bd85-47e9-458d-bf3a-394efbedc5a7 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:07:41.454508 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:41.456057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38908) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:41.462330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-603082665'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:41.487569 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:41.489628 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:41.610349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=b4644c81-2a41-4c05-87e3-57f863edbaef,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:41.657719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:41.661232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.665916 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.717818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3ffb657f-7e8e-47eb-b153-be2089ab01cb up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:41.718364 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:07:41.754499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:41.772428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be887d-717c-4ead-aef9-d0a2d2cc9e57 None None] Sync routers for ids ['78a3bd85-47e9-458d-bf3a-394efbedc5a7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:41.775938 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b142e0f9-b064-4967-909b-6c9baee3399c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "PUT /v2.0/routers/78a3bd85-47e9-458d-bf3a-394efbedc5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7520721 Aug 19 12:07:41.776702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38910) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:41.787672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be887d-717c-4ead-aef9-d0a2d2cc9e57 None None] Routers {'78a3bd85-47e9-458d-bf3a-394efbedc5a7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:41.789026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-82be887d-717c-4ead-aef9-d0a2d2cc9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78a3bd85-47e9-458d-bf3a-394efbedc5a7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:41.804440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:41.837124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d067a114-8acb-4d0d-9ff1-e008cf365118 None None] Provisioning for port 14d25045-1f27-4a24-b2d4-dae822c52a5b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:41.838745 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.839091 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added segment 32602bd3-6955-4a4f-b058-7dce8d115e65 of type vlan for network dee793f9-21a0-4e4f-8210-592559d2ae88 Aug 19 12:07:41.842549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3ffb657f-7e8e-47eb-b153-be2089ab01cb triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:41.843221 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.880813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d067a114-8acb-4d0d-9ff1-e008cf365118 None None] Provisioning complete for port 14d25045-1f27-4a24-b2d4-dae822c52a5b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:41.881601 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d067a114-8acb-4d0d-9ff1-e008cf365118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:41.928738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d067a114-8acb-4d0d-9ff1-e008cf365118 None None] Port 14d25045-1f27-4a24-b2d4-dae822c52a5b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:41.930755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-82be887d-717c-4ead-aef9-d0a2d2cc9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:41.944143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be887d-717c-4ead-aef9-d0a2d2cc9e57 None None] Routers {'78a3bd85-47e9-458d-bf3a-394efbedc5a7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:41.945182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-82be887d-717c-4ead-aef9-d0a2d2cc9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78a3bd85-47e9-458d-bf3a-394efbedc5a7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:42.005698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e9ae99-3a82-4df2-b7c0-56e717d11ef9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:42.021771 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a6e9ae99-3a82-4df2-b7c0-56e717d11ef9 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a3bd85-47e9-458d-bf3a-394efbedc5a7 HTTP/1.1" status: 200 len: 988 time: 0.2408860 Aug 19 12:07:42.022781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38912) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:42.024037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.026036 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:38Z', 'revision_number': 3, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:42.062871 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:07:42.063153 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Updating router 2883c27a-568c-492a-83f5-3bcfce3bee13 port 14d25045-1f27-4a24-b2d4-dae822c52a5b binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:07:42.114178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 42bc40b7-8095-4446-9006-e6def0d74652 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:42.118105 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.222626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.resource_extend [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:07:42.240540 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP d31acb87-a7ca-4745-9d6c-b70b4b6676e5 associated. External IP: 172.25.4.82, port: c6e092df-ffcc-420d-906a-bc7f0e13f471. Aug 19 12:07:42.274158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.294407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:42.303437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.329090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-82be887d-717c-4ead-aef9-d0a2d2cc9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:42.331157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be887d-717c-4ead-aef9-d0a2d2cc9e57 None None] The sync data for ids ['78a3bd85-47e9-458d-bf3a-394efbedc5a7'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:42.400352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-528eed17-0e6c-49e3-a3dc-aa3ec7211a79 None None] Provisioning complete for port 14d25045-1f27-4a24-b2d4-dae822c52a5b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:42.401935 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-528eed17-0e6c-49e3-a3dc-aa3ec7211a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.569954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 42bc40b7-8095-4446-9006-e6def0d74652 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:42.570493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.572355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-528eed17-0e6c-49e3-a3dc-aa3ec7211a79 None None] Port 14d25045-1f27-4a24-b2d4-dae822c52a5b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:42.637137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-528eed17-0e6c-49e3-a3dc-aa3ec7211a79 None None] Provisioning complete for port a39dee17-c920-4737-be16-2e84aab247c6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:42.638483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-528eed17-0e6c-49e3-a3dc-aa3ec7211a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.681415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-528eed17-0e6c-49e3-a3dc-aa3ec7211a79 None None] Port a39dee17-c920-4737-be16-2e84aab247c6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:42.746821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:42.784809 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.797624 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Transition to ACTIVE for port object 14d25045-1f27-4a24-b2d4-dae822c52a5b will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:42.806566 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.808225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a61c10da-6dbe-4f6c-8492-8c81e0f8d778 None None] Provisioning complete for port 14d25045-1f27-4a24-b2d4-dae822c52a5b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:42.808904 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a61c10da-6dbe-4f6c-8492-8c81e0f8d778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.873437 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1340a6c-f4d3-44bd-8190-aad4f3b6ac20 None None] Pushing event updated for resources: {'Port': ['ID=14d25045-1f27-4a24-b2d4-dae822c52a5b,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:42.879721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a61c10da-6dbe-4f6c-8492-8c81e0f8d778 None None] Port 14d25045-1f27-4a24-b2d4-dae822c52a5b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:42.952630 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Attempting to bind port 14d25045-1f27-4a24-b2d4-dae822c52a5b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:42.953040 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Attempting to bind port 14d25045-1f27-4a24-b2d4-dae822c52a5b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'cdead738-661b-4308-974d-0ca36d1f8b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:42.953406 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Attempting to bind port 14d25045-1f27-4a24-b2d4-dae822c52a5b on network fd6b73b3-1ac4-4615-a761-60a2f3723518 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:42.959450 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:42.960251 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Checking segment: {'id': 'cdead738-661b-4308-974d-0ca36d1f8b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:42.960774 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:42.961112 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Bound using segment: {'id': 'cdead738-661b-4308-974d-0ca36d1f8b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:42.961587 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Bound port: 14d25045-1f27-4a24-b2d4-dae822c52a5b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdead738-661b-4308-974d-0ca36d1f8b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:42.961972 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:43.090558 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] For port 14d25045-1f27-4a24-b2d4-dae822c52a5b, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:43.097994 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] For port 14d25045-1f27-4a24-b2d4-dae822c52a5b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=14d25045-1f27-4a24-b2d4-dae822c52a5b,segment=NetworkSegment(cdead738-661b-4308-974d-0ca36d1f8b9f),segment_id=cdead738-661b-4308-974d-0ca36d1f8b9f)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:43.120652 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:43.224242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7667329 Aug 19 12:07:43.229870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:43.238442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'subnet': {'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:43.255693 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1340a6c-f4d3-44bd-8190-aad4f3b6ac20 None None] Pushing event updated for resources: {'Port': ['ID=14d25045-1f27-4a24-b2d4-dae822c52a5b,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:43.265313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6db84-aedf-447f-8815-727829c5885b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Network': ['ID=dee793f9-21a0-4e4f-8210-592559d2ae88,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:43.276614 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:43.277312 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:43.303267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network dee793f9-21a0-4e4f-8210-592559d2ae88 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:43.419522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:43.423126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:43.475402 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:07:43.517412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:43.562932 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:43.623023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-546545c8-51fc-4f6c-adf0-4a79bd466483 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 979 time: 5.0558033 Aug 19 12:07:43.626066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38934) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:43.636582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1702411521'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:43.682893 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab3418-5ff5-4050-b77f-03dc82b0c91e None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:43.685457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Made reservation on behalf of 96b953694a72406cb6f2f5c1d5676ebb for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:43.690690 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:43.732964 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab3418-5ff5-4050-b77f-03dc82b0c91e None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:43.733446 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-91ab3418-5ff5-4050-b77f-03dc82b0c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:43.757897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:43.778367 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:43.779109 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Added segment e709eecf-d876-46fb-b638-3effe92b3bff of type vlan for network ba96519c-667d-4269-aa58-a521a99e6261 Aug 19 12:07:43.802926 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-91ab3418-5ff5-4050-b77f-03dc82b0c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:43.850184 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab3418-5ff5-4050-b77f-03dc82b0c91e None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:43.851468 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-91ab3418-5ff5-4050-b77f-03dc82b0c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:43.868978 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:43.898354 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:43.906079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:43.907076 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:43.991608 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:44.003319 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-91ab3418-5ff5-4050-b77f-03dc82b0c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:44.004238 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab3418-5ff5-4050-b77f-03dc82b0c91e None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:44.004597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Network': ['ID=ba96519c-667d-4269-aa58-a521a99e6261,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:44.015419 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:38Z', 'revision_number': 3, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:43Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:44.026360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ba96519c-667d-4269-aa58-a521a99e6261 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:44.044100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b2dff285-2f9a-428c-9c29-3bd3b4be492c tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4143968 Aug 19 12:07:44.044581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38938) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:44.048652 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22766f92-3331-4753-8c0a-cc7055a53563 None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:38Z', 'revision_number': 3, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:43Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:44.051376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'subnet': {'network_id': 'ba96519c-667d-4269-aa58-a521a99e6261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:44.192660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:44.277669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Subnet': ['ID=baaebf4f-e616-406f-8c1d-3ec72e22f345,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:44.307538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Made reservation on behalf of 96b953694a72406cb6f2f5c1d5676ebb for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:44.311352 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:44.405258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Checking segment: {'id': '32602bd3-6955-4a4f-b058-7dce8d115e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:44.405666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network hostable DHCP agents. Network: dee793f9-21a0-4e4f-8210-592559d2ae88, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:44.451576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network dee793f9-21a0-4e4f-8210-592559d2ae88 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:44.525446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, dee793f9-21a0-4e4f-8210-592559d2ae88) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:44.539035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:44.539642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:44.545308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b505181-4caa-4610-a262-b73ef915c4ad None None] Network dee793f9-21a0-4e4f-8210-592559d2ae88 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:44.597597 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f74d500a-f082-4e7a-ad17-0484d5de9d88 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3626723 Aug 19 12:07:44.607851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38944) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:44.741044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:44.762148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port a39dee17-c920-4737-be16-2e84aab247c6 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:44.762777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:44.792460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-dee793f9-21a0-4e4f-8210-592559d2ae88', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:44.793533 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:44.834509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Subnet': ['ID=b9b9b914-a7ed-4508-aed0-8da7755c74be,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:44.882790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Checking segment: {'id': 'e709eecf-d876-46fb-b638-3effe92b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba96519c-667d-4269-aa58-a521a99e6261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:44.883229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network hostable DHCP agents. Network: ba96519c-667d-4269-aa58-a521a99e6261, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:44.908244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network ba96519c-667d-4269-aa58-a521a99e6261 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:44.938176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ba96519c-667d-4269-aa58-a521a99e6261) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:44.950286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2919e4-5508-4d60-a07d-1043037c3c00 None None] Network ba96519c-667d-4269-aa58-a521a99e6261 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:44.953794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:44.955861 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:44.989165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cae330cb-6633-48c4-84fb-ce8a83e5459f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9431918 Aug 19 12:07:44.989801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38954) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:44.994661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-487110137', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:45.027349 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.031456 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.105530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Allocated IP 2001:db8:2::2 (dee793f9-21a0-4e4f-8210-592559d2ae88/baaebf4f-e616-406f-8c1d-3ec72e22f345/e4e684d7-4b18-4f8e-aec4-525af4d9045d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:45.149174 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.310537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ba96519c-667d-4269-aa58-a521a99e6261', 'network_id': 'ba96519c-667d-4269-aa58-a521a99e6261', 'tenant_id': '96b953694a72406cb6f2f5c1d5676ebb', 'fixed_ips': [{'subnet_id': 'b9b9b914-a7ed-4508-aed0-8da7755c74be'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:45.312329 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.312911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.352372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for a39dee17-c920-4737-be16-2e84aab247c6 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:45.386435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.442148 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.455635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Transition to ACTIVE for port object e4e684d7-4b18-4f8e-aec4-525af4d9045d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:45.476151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Transition to ACTIVE for port object e4e684d7-4b18-4f8e-aec4-525af4d9045d will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:45.516144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.687723 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Allocated IP 172.20.0.2 (ba96519c-667d-4269-aa58-a521a99e6261/b9b9b914-a7ed-4508-aed0-8da7755c74be/ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:45.737044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.767833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.839898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 14d25045-1f27-4a24-b2d4-dae822c52a5b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:45.852440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.929639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.25.4.200 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/0eb58fba-0d2b-4456-ac2b-de117dd40ff3) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:45.960697 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:45.990108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Network dee793f9-21a0-4e4f-8210-592559d2ae88 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:46.000429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Transition to ACTIVE for port object ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:46.010437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:46.013564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:46.026953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.031597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Pushing event updated for resources: {'Port': ['ID=e4e684d7-4b18-4f8e-aec4-525af4d9045d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:46.066313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Transition to ACTIVE for port object ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:46.070811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=a39dee17-c920-4737-be16-2e84aab247c6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:46.088281 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.104427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 14d25045-1f27-4a24-b2d4-dae822c52a5b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:46.114046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 14d25045-1f27-4a24-b2d4-dae822c52a5b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:46.115174 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.133701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.157532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.163873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Attempting to bind port e4e684d7-4b18-4f8e-aec4-525af4d9045d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:46.164485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Attempting to bind port e4e684d7-4b18-4f8e-aec4-525af4d9045d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '32602bd3-6955-4a4f-b058-7dce8d115e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:46.165060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Attempting to bind port e4e684d7-4b18-4f8e-aec4-525af4d9045d on network dee793f9-21a0-4e4f-8210-592559d2ae88 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:46.204019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:46.204673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Checking segment: {'id': '32602bd3-6955-4a4f-b058-7dce8d115e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:46.204984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:46.205452 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.206015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Bound using segment: {'id': '32602bd3-6955-4a4f-b058-7dce8d115e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:46.206674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Bound port: e4e684d7-4b18-4f8e-aec4-525af4d9045d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32602bd3-6955-4a4f-b058-7dce8d115e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:46.207235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.208238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:46.213320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:46.245175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Network ba96519c-667d-4269-aa58-a521a99e6261 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:46.256785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.273717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=0eb58fba-0d2b-4456-ac2b-de117dd40ff3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:46.328016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] For port e4e684d7-4b18-4f8e-aec4-525af4d9045d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:46.331348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] For port e4e684d7-4b18-4f8e-aec4-525af4d9045d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e4e684d7-4b18-4f8e-aec4-525af4d9045d,segment=NetworkSegment(32602bd3-6955-4a4f-b058-7dce8d115e65),segment_id=32602bd3-6955-4a4f-b058-7dce8d115e65)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:46.333365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:46.335971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:46.342099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Pushing event updated for resources: {'Port': ['ID=ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:46.353539 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.523923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 2001:db8:2::1 (dee793f9-21a0-4e4f-8210-592559d2ae88/baaebf4f-e616-406f-8c1d-3ec72e22f345/ae2c1268-75fd-49d1-bef0-a9731663cdd1) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:46.536708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5eb0e-4afe-41ca-8290-934b4d40649e None None] Pushing event updated for resources: {'Port': ['ID=e4e684d7-4b18-4f8e-aec4-525af4d9045d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:46.548131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Router 78a3bd85-47e9-458d-bf3a-394efbedc5a7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:46.605875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Attempting to bind port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:46.606241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Attempting to bind port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'e709eecf-d876-46fb-b638-3effe92b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba96519c-667d-4269-aa58-a521a99e6261'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:46.606604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Attempting to bind port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 on network ba96519c-667d-4269-aa58-a521a99e6261 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:46.614336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:46.614714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Checking segment: {'id': 'e709eecf-d876-46fb-b638-3effe92b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba96519c-667d-4269-aa58-a521a99e6261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:46.615115 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.615501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Bound using segment: {'id': 'e709eecf-d876-46fb-b638-3effe92b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba96519c-667d-4269-aa58-a521a99e6261'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:46.615965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Bound port: ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e709eecf-d876-46fb-b638-3effe92b3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba96519c-667d-4269-aa58-a521a99e6261'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:46.616340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.674230 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.714936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.717012 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.836547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] For port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:46.843402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] For port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4,segment=NetworkSegment(e709eecf-d876-46fb-b638-3effe92b3bff),segment_id=e709eecf-d876-46fb-b638-3effe92b3bff)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:46.846055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Transition to ACTIVE for port object ae2c1268-75fd-49d1-bef0-a9731663cdd1 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:46.852722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 14d25045-1f27-4a24-b2d4-dae822c52a5b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=14d25045-1f27-4a24-b2d4-dae822c52a5b,segment=NetworkSegment(cdead738-661b-4308-974d-0ca36d1f8b9f),segment_id=cdead738-661b-4308-974d-0ca36d1f8b9f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:46.856165 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.910636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:46.915243 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.930010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a12ac-3af8-4e7f-892c-5fb08dd958ed None None] Sync routers for ids ['78a3bd85-47e9-458d-bf3a-394efbedc5a7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:46.930766 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-af73c9e9-372a-419c-a770-bb4aa14e7bae tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "PUT /v2.0/routers/78a3bd85-47e9-458d-bf3a-394efbedc5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8964436 Aug 19 12:07:46.932831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38996) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:46.960028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a12ac-3af8-4e7f-892c-5fb08dd958ed None None] Routers {'78a3bd85-47e9-458d-bf3a-394efbedc5a7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:46.962635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-930a12ac-3af8-4e7f-892c-5fb08dd958ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78a3bd85-47e9-458d-bf3a-394efbedc5a7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:47.022245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-930a12ac-3af8-4e7f-892c-5fb08dd958ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:47.029915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f7a57-a7ad-4030-9c61-5dea54e79eb4 None None] Pushing event updated for resources: {'Port': ['ID=ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:47.031584 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9c41f8-b709-4226-8a37-5985fa864305 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:07:47.060803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a12ac-3af8-4e7f-892c-5fb08dd958ed None None] Routers {'78a3bd85-47e9-458d-bf3a-394efbedc5a7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:47.061455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-930a12ac-3af8-4e7f-892c-5fb08dd958ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78a3bd85-47e9-458d-bf3a-394efbedc5a7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:47.063421 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cb9c41f8-b709-4226-8a37-5985fa864305 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/a39dee17-c920-4737-be16-2e84aab247c6 HTTP/1.1" status: 404 len: 333 time: 0.1236877 Aug 19 12:07:47.067239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39012) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:47.113400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:47.162518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-930a12ac-3af8-4e7f-892c-5fb08dd958ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:47.163204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a12ac-3af8-4e7f-892c-5fb08dd958ed None None] The sync data for ids ['78a3bd85-47e9-458d-bf3a-394efbedc5a7'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:47.199276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=14d25045-1f27-4a24-b2d4-dae822c52a5b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:47.241704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network dee793f9-21a0-4e4f-8210-592559d2ae88 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:47.246346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:47.251594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:47.252522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:47.302632 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9acb13f-7859-419a-9d7e-e48d7becea8a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:47.309340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=ae2c1268-75fd-49d1-bef0-a9731663cdd1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:47.535684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:47.566388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:47.819583 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9acb13f-7859-419a-9d7e-e48d7becea8a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:47.828301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9acb13f-7859-419a-9d7e-e48d7becea8a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:47.894993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 14d25045-1f27-4a24-b2d4-dae822c52a5b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:48.016123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 14d25045-1f27-4a24-b2d4-dae822c52a5b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:48.016488 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.022843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9acb13f-7859-419a-9d7e-e48d7becea8a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.023569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9acb13f-7859-419a-9d7e-e48d7becea8a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Fanout notify agent at l3_agent the message router_deleted on router 78a3bd85-47e9-458d-bf3a-394efbedc5a7 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:07:48.034383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9acb13f-7859-419a-9d7e-e48d7becea8a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.035410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c9acb13f-7859-419a-9d7e-e48d7becea8a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/routers/78a3bd85-47e9-458d-bf3a-394efbedc5a7 HTTP/1.1" status: 204 len: 168 time: 0.9671993 Aug 19 12:07:48.038436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39098) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:48.174215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0418070b-2098-4267-bc40-fb560e2a5d23 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet bb839995-6d4e-4d64-82ee-d826ed850d99 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:07:48.182975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4e684d7-4b18-4f8e-aec4-525af4d9045d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:48.186524 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0418070b-2098-4267-bc40-fb560e2a5d23 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.213384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.228984 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.229880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.386691 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0418070b-2098-4267-bc40-fb560e2a5d23 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.425606 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-abf96e72-509b-4982-b23c-e068fab5475f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.450585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e4e684d7-4b18-4f8e-aec4-525af4d9045d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:48.452307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 01355260-8b11-4e91-8002-b45a53d94b4b is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:07:48.463645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:48.490651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network dee793f9-21a0-4e4f-8210-592559d2ae88 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:48.494519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:48.522842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=ae2c1268-75fd-49d1-bef0-a9731663cdd1,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:48.553766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86883571-f799-414c-95bc-1d8f9f91791a None None] Network dee793f9-21a0-4e4f-8210-592559d2ae88 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:48.713121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:48.718499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Provisioning for port e4e684d7-4b18-4f8e-aec4-525af4d9045d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:48.742331 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f47517-28e0-491e-8a7c-0568b574f884 None None] Sync routers for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:48.748259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.756600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3315d65d-bc7b-4a1a-b09a-951772a18be0 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7653210 Aug 19 12:07:48.757092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39166) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:48.763349 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0418070b-2098-4267-bc40-fb560e2a5d23 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.773919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Provisioning complete for port e4e684d7-4b18-4f8e-aec4-525af4d9045d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:48.774273 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.780730 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f47517-28e0-491e-8a7c-0568b574f884 None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:48.782720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:48.783509 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-44f47517-28e0-491e-8a7c-0568b574f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:48.908658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0418070b-2098-4267-bc40-fb560e2a5d23 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.918624 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-44f47517-28e0-491e-8a7c-0568b574f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:48.921194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:48.938813 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f47517-28e0-491e-8a7c-0568b574f884 None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:48.939449 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-44f47517-28e0-491e-8a7c-0568b574f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:48.970439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418070b-2098-4267-bc40-fb560e2a5d23 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=bb839995-6d4e-4d64-82ee-d826ed850d99,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:48.980667 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0418070b-2098-4267-bc40-fb560e2a5d23 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.985313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0418070b-2098-4267-bc40-fb560e2a5d23 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/bb839995-6d4e-4d64-82ee-d826ed850d99 HTTP/1.1" status: 204 len: 168 time: 0.9430764 Aug 19 12:07:48.995673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39190) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:49.016148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b1a5e6-e42b-4a01-9e0b-741ea29ccc69 None None] Network 9623871f-039d-47b5-b16a-911da590609c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:49.016892 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-44f47517-28e0-491e-8a7c-0568b574f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:49.017546 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f47517-28e0-491e-8a7c-0568b574f884 None None] The sync data for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:49.026824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d02c53-8c58-495e-af75-9ac5bc119309 None None] Network ba96519c-667d-4269-aa58-a521a99e6261 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:49.278423 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:49.466118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 40a32e69-55c2-4cc0-a243-b5548d87a386 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:49.466574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:49.626628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] For port 40a32e69-55c2-4cc0-a243-b5548d87a386, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=40a32e69-55c2-4cc0-a243-b5548d87a386,segment=NetworkSegment(e1a7e452-ebfc-4e07-96c0-ce68f36347b2),segment_id=e1a7e452-ebfc-4e07-96c0-ce68f36347b2)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:49.627147 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:49.646155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 40a32e69-55c2-4cc0-a243-b5548d87a386 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:07:49.647203 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:49.812564 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:49.838602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] For port e4e684d7-4b18-4f8e-aec4-525af4d9045d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e4e684d7-4b18-4f8e-aec4-525af4d9045d,segment=NetworkSegment(32602bd3-6955-4a4f-b058-7dce8d115e65),segment_id=32602bd3-6955-4a4f-b058-7dce8d115e65)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:49.853096 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:49.906838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=40a32e69-55c2-4cc0-a243-b5548d87a386,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:49.915533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No DVR routers for this DVR port 40a32e69-55c2-4cc0-a243-b5548d87a386 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:07:50.003033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Pushing event updated for resources: {'Port': ['ID=e4e684d7-4b18-4f8e-aec4-525af4d9045d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:50.005313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee04d2ba-e662-47f8-8110-5e23f12dc6ba None None] DHCP port deletion for 9623871f-039d-47b5-b16a-911da590609c request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:07:50.057184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.059457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.059855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.061217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.062040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.063588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.064133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.065145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.067023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.068378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.069909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.072168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb719a-2939-4cf9-9652-a8053736a1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.126188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8320c896-a8fd-48ad-af4f-c034477bee79 None None] Provisioning for port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:50.142543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8320c896-a8fd-48ad-af4f-c034477bee79 None None] Provisioning complete for port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:50.146738 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.155613 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8320c896-a8fd-48ad-af4f-c034477bee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.198193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9623871f-039d-47b5-b16a-911da590609c']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:50.234770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a7e452-ebfc-4e07-96c0-ce68f36347b2') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:50.235431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a7e452-ebfc-4e07-96c0-ce68f36347b2') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:50.252996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.295290 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.311840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:07:50.312629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:07:50.317188 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:07:50.348349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:50.359142 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c04f2fdd-9d68-4428-ac5c-f535dd7746b8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7500770 Aug 19 12:07:50.362656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39322) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:50.370623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:50.370802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1724725563'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:50.415489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:50.416065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:50.430215 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8320c896-a8fd-48ad-af4f-c034477bee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.471991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:50.478816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.568701 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8320c896-a8fd-48ad-af4f-c034477bee79 None None] For port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4,segment=NetworkSegment(e709eecf-d876-46fb-b638-3effe92b3bff),segment_id=e709eecf-d876-46fb-b638-3effe92b3bff)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:50.573749 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.589493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8320c896-a8fd-48ad-af4f-c034477bee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.604649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:50.620709 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.628231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/networks/9623871f-039d-47b5-b16a-911da590609c HTTP/1.1" status: 204 len: 168 time: 1.6313679 Aug 19 12:07:50.632654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921330c-76e8-435e-adf8-ed3bdc19857b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Network': ['ID=9623871f-039d-47b5-b16a-911da590609c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:50.644956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39348) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:50.696319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.696832 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added segment 9f3e050f-ddb9-44ef-8656-c4e125ed5760 of type vlan for network 424f1e98-effb-41d7-81ad-f11b6f21bbfc Aug 19 12:07:50.705115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:07:50.763338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2686f47-92dc-438f-9255-8db4cf3b8dc8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:50.765109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c2686f47-92dc-438f-9255-8db4cf3b8dc8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/7db7f22e-dde1-4b17-997d-e4470451d513 HTTP/1.1" status: 200 len: 844 time: 0.1173759 Aug 19 12:07:50.768921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39358) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:50.801819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320c896-a8fd-48ad-af4f-c034477bee79 None None] Pushing event updated for resources: {'Port': ['ID=ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:50.823428 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0fd40054-2a16-40d5-9588-9ddc3046031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.873025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bf608c35-c63c-4e09-a27f-f92b575b4509 None None] Provisioning for port ae2c1268-75fd-49d1-bef0-a9731663cdd1 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:50.880969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7b111980-f9a0-43f1-85b1-d57e9ca3006e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/7db7f22e-dde1-4b17-997d-e4470451d513?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1106315 Aug 19 12:07:50.885220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bf608c35-c63c-4e09-a27f-f92b575b4509 None None] Provisioning complete for port ae2c1268-75fd-49d1-bef0-a9731663cdd1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:50.887335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39370) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:50.888109 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf608c35-c63c-4e09-a27f-f92b575b4509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.900060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:51.025277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.069072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bf608c35-c63c-4e09-a27f-f92b575b4509 None None] Port ae2c1268-75fd-49d1-bef0-a9731663cdd1 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:51.118833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:51.123850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.133945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.145778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:51.150084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.162198 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.171645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bf608c35-c63c-4e09-a27f-f92b575b4509 None None] Provisioning complete for port e4e684d7-4b18-4f8e-aec4-525af4d9045d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:51.172482 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf608c35-c63c-4e09-a27f-f92b575b4509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.286938 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9227536 Aug 19 12:07:51.302572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39410) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:51.310096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'subnet': {'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:51.373813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:47Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:47Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:51.398855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ba62a-4969-4062-b162-d28a3c60711f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Network': ['ID=424f1e98-effb-41d7-81ad-f11b6f21bbfc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:51.478227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 424f1e98-effb-41d7-81ad-f11b6f21bbfc details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:51.489078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:07:51.491393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Updating router 2883c27a-568c-492a-83f5-3bcfce3bee13 port ae2c1268-75fd-49d1-bef0-a9731663cdd1 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:07:51.631654 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.639861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.644477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4e684d7-4b18-4f8e-aec4-525af4d9045d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:51.646426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Made reservation on behalf of eb788309da044c358daf0626328639e5 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:51.650893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.952234 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:51.960530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c20a450e-24f0-4eb4-8f48-ffe0a316b198 None None] Provisioning complete for port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:51.960933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c20a450e-24f0-4eb4-8f48-ffe0a316b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.004420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e4e684d7-4b18-4f8e-aec4-525af4d9045d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:52.005139 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.240934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c20a450e-24f0-4eb4-8f48-ffe0a316b198 None None] Provisioning complete for port ae2c1268-75fd-49d1-bef0-a9731663cdd1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:52.242073 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c20a450e-24f0-4eb4-8f48-ffe0a316b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.311728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.20.0.1 (ba96519c-667d-4269-aa58-a521a99e6261/b9b9b914-a7ed-4508-aed0-8da7755c74be/e95c2471-9ba9-49cf-bf5f-c604764fd282) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:52.323119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c20a450e-24f0-4eb4-8f48-ffe0a316b198 None None] Port ae2c1268-75fd-49d1-bef0-a9731663cdd1 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:52.422650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.424249 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:52.480912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:52.489115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:52.494441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:52.495347 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.504118 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.512305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.512737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c5b451-5d60-4c8d-98c0-685e74586676 None None] Network 059a4723-3742-43c1-9a82-03860f700058 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:52.571480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:52.572258 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.574521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Transition to ACTIVE for port object ae2c1268-75fd-49d1-bef0-a9731663cdd1 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:52.586063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=bad90a7b-8590-4cc7-9155-c53608784822,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:52.593687 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.594514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-95d78dd9-b432-4923-8bb4-05339e531ac8 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7027941 Aug 19 12:07:52.600602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39500) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:52.616303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Transition to ACTIVE for port object e95c2471-9ba9-49cf-bf5f-c604764fd282 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:52.627253 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.629294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a8e534a1-9330-4adb-9e7c-044174be8dac tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'security_group': {'name': 'tempest-secgroup-238092530'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:52.662898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.681056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Checking segment: {'id': '9f3e050f-ddb9-44ef-8656-c4e125ed5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:52.681436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network hostable DHCP agents. Network: 424f1e98-effb-41d7-81ad-f11b6f21bbfc, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:52.704633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Subnet': ['ID=4564111d-3870-4594-be77-9baf299f23c0,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:52.714365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8e534a1-9330-4adb-9e7c-044174be8dac tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.729222 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 424f1e98-effb-41d7-81ad-f11b6f21bbfc is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:52.747621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 424f1e98-effb-41d7-81ad-f11b6f21bbfc) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:52.757045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:52.757639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.761615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=e95c2471-9ba9-49cf-bf5f-c604764fd282,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:52.778491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network ba96519c-667d-4269-aa58-a521a99e6261 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:52.781599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:52.785505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:52.835725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b61bf-f72f-4ded-a135-63a6edc7969e None None] Network 424f1e98-effb-41d7-81ad-f11b6f21bbfc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:52.856313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8e534a1-9330-4adb-9e7c-044174be8dac tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.876256 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8e534a1-9330-4adb-9e7c-044174be8dac tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:52.909390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-afd0fc23-0e48-4b15-bc99-0ab4a7ec5706 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6047435 Aug 19 12:07:52.915256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39506) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:52.958830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:53.004382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8e534a1-9330-4adb-9e7c-044174be8dac tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:53.009665 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a8e534a1-9330-4adb-9e7c-044174be8dac tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4060180 Aug 19 12:07:53.071952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39508) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:53.082600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-bfc2293d-30d2-4f8c-aa24-a1ac55d2c93f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1988122036'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:53.099914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e534a1-9330-4adb-9e7c-044174be8dac tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb5c3a3-c135-4c98-a81d-53f2e958901f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:53.225479 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bfc2293d-30d2-4f8c-aa24-a1ac55d2c93f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:53.226557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa1d0-fc2c-4566-a9a3-80857cebe1dd None None] Pushing event updated for resources: {'Port': ['ID=ae2c1268-75fd-49d1-bef0-a9731663cdd1,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:53.457343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:53.565897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Attempting to bind port ae2c1268-75fd-49d1-bef0-a9731663cdd1 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:53.573563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Attempting to bind port ae2c1268-75fd-49d1-bef0-a9731663cdd1 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '32602bd3-6955-4a4f-b058-7dce8d115e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:53.574243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Attempting to bind port ae2c1268-75fd-49d1-bef0-a9731663cdd1 on network dee793f9-21a0-4e4f-8210-592559d2ae88 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:53.584012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 40a32e69-55c2-4cc0-a243-b5548d87a386 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:07:53.659724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 40a32e69-55c2-4cc0-a243-b5548d87a386 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:07:53.660072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 40a32e69-55c2-4cc0-a243-b5548d87a386 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:07:53.677056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53e74a-0635-46f7-b1ae-16fc8e816920 req-4e3ab336-7e2b-4002-94a5-83da1009d0f9 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:53.678992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c53e74a-0635-46f7-b1ae-16fc8e816920 req-4e3ab336-7e2b-4002-94a5-83da1009d0f9 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.4633033 Aug 19 12:07:53.743081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:53.745279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Checking segment: {'id': '32602bd3-6955-4a4f-b058-7dce8d115e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:53.745711 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:53.746108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Bound using segment: {'id': '32602bd3-6955-4a4f-b058-7dce8d115e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:53.749712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Bound port: ae2c1268-75fd-49d1-bef0-a9731663cdd1, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32602bd3-6955-4a4f-b058-7dce8d115e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:53.749959 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:53.825302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c53e74a-0635-46f7-b1ae-16fc8e816920 req-3d7034ff-a0be-46d6-a5e1-0ca179d2fa08 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385067 Aug 19 12:07:53.940459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bfc2293d-30d2-4f8c-aa24-a1ac55d2c93f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:53.957023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bfc2293d-30d2-4f8c-aa24-a1ac55d2c93f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:53.979245 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.015564 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bfc2293d-30d2-4f8c-aa24-a1ac55d2c93f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.020616 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bfc2293d-30d2-4f8c-aa24-a1ac55d2c93f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9477291 Aug 19 12:07:54.022615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39524) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:54.039906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-210914523', 'security_groups': ['1fcf8b3f-e99b-478a-a100-cbeca61ed48d'], 'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bad90a7b-8590-4cc7-9155-c53608784822'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:54.088029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.096345 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.137511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2293d-30d2-4f8c-aa24-a1ac55d2c93f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcf8b3f-e99b-478a-a100-cbeca61ed48d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:54.161943 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.162235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.162700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ea3cb799-28ed-417d-9c3e-b28eed216379 None None] Provisioning for port e95c2471-9ba9-49cf-bf5f-c604764fd282 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:54.173358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-059a4723-3742-43c1-9a82-03860f700058', 'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'tenant_id': '0a24866e2a2440b29049f33fb77a7861', 'fixed_ips': [{'subnet_id': 'bad90a7b-8590-4cc7-9155-c53608784822'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:54.176130 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.186835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.189284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=e95c2471-9ba9-49cf-bf5f-c604764fd282,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:54.194949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ea3cb799-28ed-417d-9c3e-b28eed216379 None None] Provisioning complete for port e95c2471-9ba9-49cf-bf5f-c604764fd282 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:54.195352 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea3cb799-28ed-417d-9c3e-b28eed216379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.206883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:54.207896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.237963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] For port ae2c1268-75fd-49d1-bef0-a9731663cdd1, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:54.325530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network ba96519c-667d-4269-aa58-a521a99e6261 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:54.337899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:54.385007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] For port ae2c1268-75fd-49d1-bef0-a9731663cdd1, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ae2c1268-75fd-49d1-bef0-a9731663cdd1,segment=NetworkSegment(32602bd3-6955-4a4f-b058-7dce8d115e65),segment_id=32602bd3-6955-4a4f-b058-7dce8d115e65)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:54.418299 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:54.447287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cb799-28ed-417d-9c3e-b28eed216379 None None] Port e95c2471-9ba9-49cf-bf5f-c604764fd282 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:54.522904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 01355260-8b11-4e91-8002-b45a53d94b4b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:07:54.567153 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:07:54.701727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:54.755173 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:07:54.767156 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817af09-6076-4765-8b4b-04bdb7729753 None None] Sync routers for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:07:54.767847 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-78747e93-2a1f-4702-a0d4-66840c1a6e02 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/routers/01355260-8b11-4e91-8002-b45a53d94b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0062368 Aug 19 12:07:54.771342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39532) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:54.780324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'port': {'network_id': 'ba96519c-667d-4269-aa58-a521a99e6261', 'name': 'tempest-FloatingIPTestJSON-139129596'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:54.781650 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817af09-6076-4765-8b4b-04bdb7729753 None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:54.787028 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d817af09-6076-4765-8b4b-04bdb7729753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:54.791424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:54.792099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:54.835497 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d817af09-6076-4765-8b4b-04bdb7729753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:54.847232 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817af09-6076-4765-8b4b-04bdb7729753 None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:07:54.848131 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d817af09-6076-4765-8b4b-04bdb7729753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:54.912876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Allocated IP 2001:db8::2 (059a4723-3742-43c1-9a82-03860f700058/bad90a7b-8590-4cc7-9155-c53608784822/4c25c498-aeae-4780-868a-6d1eda653435) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:54.915238 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d817af09-6076-4765-8b4b-04bdb7729753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:54.916234 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817af09-6076-4765-8b4b-04bdb7729753 None None] The sync data for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:54.942367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa1d0-fc2c-4566-a9a3-80857cebe1dd None None] Pushing event updated for resources: {'Port': ['ID=ae2c1268-75fd-49d1-bef0-a9731663cdd1,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:55.004145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ef62a442-1b23-4e94-8f0e-55a019147882 None None] Provisioning complete for port e95c2471-9ba9-49cf-bf5f-c604764fd282 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:55.004637 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ef62a442-1b23-4e94-8f0e-55a019147882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:55.086592 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:55.105849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Made reservation on behalf of 96b953694a72406cb6f2f5c1d5676ebb for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:55.109753 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:55.128002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:07:55.137812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:07:55.148890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] device_id is not set on port 824f81ae-0f28-4672-8d31-be4ae52ae2b2 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:07:55.251812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Allocated IP 2001:db8:3::2 (424f1e98-effb-41d7-81ad-f11b6f21bbfc/4564111d-3870-4594-be77-9baf299f23c0/ee2532e9-6706-42c5-a5bb-2f05f617ee16) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:55.303799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ef62a442-1b23-4e94-8f0e-55a019147882 None None] Port e95c2471-9ba9-49cf-bf5f-c604764fd282 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:55.458792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460989d6-7e4a-4a48-848a-73aed36ccb61 req-f3474e5f-cd3a-4808-85b6-f001405efb82 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:55.460701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-460989d6-7e4a-4a48-848a-73aed36ccb61 req-f3474e5f-cd3a-4808-85b6-f001405efb82 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.2076261 Aug 19 12:07:55.479507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Allocated IP 172.20.0.3 (ba96519c-667d-4269-aa58-a521a99e6261/b9b9b914-a7ed-4508-aed0-8da7755c74be/824f81ae-0f28-4672-8d31-be4ae52ae2b2) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:55.574162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-460989d6-7e4a-4a48-848a-73aed36ccb61 req-4526a9cb-2aee-446d-8c18-89eb621845d4 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629776 Aug 19 12:07:55.654557 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:55.680581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Transition to ACTIVE for port object 4c25c498-aeae-4780-868a-6d1eda653435 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:55.730066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Transition to ACTIVE for port object 4c25c498-aeae-4780-868a-6d1eda653435 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:55.796884 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:55.900019 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:55.922278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:55.926608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Pushing event updated for resources: {'Port': ['ID=4c25c498-aeae-4780-868a-6d1eda653435,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:55.930647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:55.941061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Transition to ACTIVE for port object ee2532e9-6706-42c5-a5bb-2f05f617ee16 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:55.941061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:55.948512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:55.967545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::1b7 (059a4723-3742-43c1-9a82-03860f700058/bad90a7b-8590-4cc7-9155-c53608784822/c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:55.984979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Transition to ACTIVE for port object 824f81ae-0f28-4672-8d31-be4ae52ae2b2 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:55.988051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Transition to ACTIVE for port object ee2532e9-6706-42c5-a5bb-2f05f617ee16 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:56.022544 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.170871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Network 424f1e98-effb-41d7-81ad-f11b6f21bbfc is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:56.178557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Allocated IP 2001:db8:3::1 (424f1e98-effb-41d7-81ad-f11b6f21bbfc/4564111d-3870-4594-be77-9baf299f23c0/e96fbfdd-f16a-4dcf-a6e8-60a557985916) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:56.190098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:56.195086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Pushing event updated for resources: {'Port': ['ID=ee2532e9-6706-42c5-a5bb-2f05f617ee16,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:56.206517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.208018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:56.210422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Attempting to bind port 4c25c498-aeae-4780-868a-6d1eda653435 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:56.211059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Attempting to bind port 4c25c498-aeae-4780-868a-6d1eda653435 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'dda83269-b14c-43d1-b52d-216046fd4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '059a4723-3742-43c1-9a82-03860f700058'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:56.211673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Attempting to bind port 4c25c498-aeae-4780-868a-6d1eda653435 on network 059a4723-3742-43c1-9a82-03860f700058 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:56.224879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:47Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:54Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:07:56.230235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:56.231041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Checking segment: {'id': 'dda83269-b14c-43d1-b52d-216046fd4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '059a4723-3742-43c1-9a82-03860f700058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:56.231823 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.232447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Bound using segment: {'id': 'dda83269-b14c-43d1-b52d-216046fd4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '059a4723-3742-43c1-9a82-03860f700058'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:56.233241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Bound port: 4c25c498-aeae-4780-868a-6d1eda653435, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda83269-b14c-43d1-b52d-216046fd4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '059a4723-3742-43c1-9a82-03860f700058'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:56.233889 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.290134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9848ab2-7b5a-43f3-bfb7-462f14384a45 None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:47Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:54Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:07:56.340918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Network ba96519c-667d-4269-aa58-a521a99e6261 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:56.398411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Attempting to bind port ee2532e9-6706-42c5-a5bb-2f05f617ee16 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:56.398943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Attempting to bind port ee2532e9-6706-42c5-a5bb-2f05f617ee16 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9f3e050f-ddb9-44ef-8656-c4e125ed5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:56.399411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Attempting to bind port ee2532e9-6706-42c5-a5bb-2f05f617ee16 on network 424f1e98-effb-41d7-81ad-f11b6f21bbfc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:56.432055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:56.432538 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Checking segment: {'id': '9f3e050f-ddb9-44ef-8656-c4e125ed5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:56.433112 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.433617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Bound using segment: {'id': '9f3e050f-ddb9-44ef-8656-c4e125ed5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:56.434213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Bound port: ee2532e9-6706-42c5-a5bb-2f05f617ee16, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3e050f-ddb9-44ef-8656-c4e125ed5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:56.434772 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.459155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:56.461922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:56.486017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] For port 4c25c498-aeae-4780-868a-6d1eda653435, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:56.524438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] For port 4c25c498-aeae-4780-868a-6d1eda653435, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4c25c498-aeae-4780-868a-6d1eda653435,segment=NetworkSegment(dda83269-b14c-43d1-b52d-216046fd4283),segment_id=dda83269-b14c-43d1-b52d-216046fd4283)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:56.579979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.598763 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.628451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event updated for resources: {'Port': ['ID=824f81ae-0f28-4672-8d31-be4ae52ae2b2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:56.676551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5521d3-eb1e-4167-8f98-277300dca2a8 None None] Pushing event updated for resources: {'Port': ['ID=4c25c498-aeae-4780-868a-6d1eda653435,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:56.746421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:56.784993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] For port ee2532e9-6706-42c5-a5bb-2f05f617ee16, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:56.791391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:56.792373 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.792919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] For port ee2532e9-6706-42c5-a5bb-2f05f617ee16, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ee2532e9-6706-42c5-a5bb-2f05f617ee16,segment=NetworkSegment(9f3e050f-ddb9-44ef-8656-c4e125ed5760),segment_id=9f3e050f-ddb9-44ef-8656-c4e125ed5760)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:56.805583 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811642-4993-4b04-a2ac-5d48d9c1dd01 req-4bc1243e-4a71-4fd2-8492-421a99bcf9e5 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:56.808974 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.821722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c811642-4993-4b04-a2ac-5d48d9c1dd01 req-4bc1243e-4a71-4fd2-8492-421a99bcf9e5 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.3847256 Aug 19 12:07:56.904009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.911197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39570) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:56.913448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-19095b9f-e583-43c6-bbbf-437c866ac3a1 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1374145 Aug 19 12:07:56.916187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Request body: {'floatingip': {'port_id': '824f81ae-0f28-4672-8d31-be4ae52ae2b2'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:56.977668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Transition to ACTIVE for port object e96fbfdd-f16a-4dcf-a6e8-60a557985916 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:56.997590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c811642-4993-4b04-a2ac-5d48d9c1dd01 req-bc8f054e-7a46-43c2-9482-3496294245dd tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744978 Aug 19 12:07:57.035388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:57.056394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f7dd8ca7-6cd3-4325-815f-9e6bf2853b5b None None] Provisioning for port 824f81ae-0f28-4672-8d31-be4ae52ae2b2 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:57.104324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:57.111292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b7bfe-dd7c-4c46-bf28-245a268f2363 None None] Pushing event updated for resources: {'Port': ['ID=ee2532e9-6706-42c5-a5bb-2f05f617ee16,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:57.130085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f7dd8ca7-6cd3-4325-815f-9e6bf2853b5b None None] Provisioning complete for port 824f81ae-0f28-4672-8d31-be4ae52ae2b2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:57.132133 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8ca7-6cd3-4325-815f-9e6bf2853b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:57.212806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:57.266806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:57.270751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:57.273908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:57.280309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:57.281020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:57.318601 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:57.405260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd8ca7-6cd3-4325-815f-9e6bf2853b5b None None] Port 824f81ae-0f28-4672-8d31-be4ae52ae2b2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:57.527245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3a1c1185-240a-4e1f-bdfc-f9ff3186b242 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4759545 Aug 19 12:07:57.536730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39574) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:57.545512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c2b409b9-e168-49a7-9dd5-995950531962 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:57.552280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 424f1e98-effb-41d7-81ad-f11b6f21bbfc is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:57.611023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:57.641900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:57.642484 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:57.745421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=e96fbfdd-f16a-4dcf-a6e8-60a557985916,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:58.078750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4c25c498-aeae-4780-868a-6d1eda653435 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:58.250299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4c25c498-aeae-4780-868a-6d1eda653435 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:58.264639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ee2532e9-6706-42c5-a5bb-2f05f617ee16 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:58.407742 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:58.413363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ee2532e9-6706-42c5-a5bb-2f05f617ee16 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:58.422995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae2c1268-75fd-49d1-bef0-a9731663cdd1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:58.453084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-3d82e6eb-9289-48cc-9379-61de1d332032 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:58.454706 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-3d82e6eb-9289-48cc-9379-61de1d332032 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.2397127 Aug 19 12:07:58.459050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.resource_extend [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:07:58.552736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ae2c1268-75fd-49d1-bef0-a9731663cdd1 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:58.557890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ae2c1268-75fd-49d1-bef0-a9731663cdd1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:58.558427 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:58.742496 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:58.818841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ae2c1268-75fd-49d1-bef0-a9731663cdd1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ae2c1268-75fd-49d1-bef0-a9731663cdd1,segment=NetworkSegment(32602bd3-6955-4a4f-b058-7dce8d115e65),segment_id=32602bd3-6955-4a4f-b058-7dce8d115e65)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:58.829246 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:58.875311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36314b-56fb-4402-ba6a-337cf8c0ea41 req-82863ef7-06c9-42f8-8d13-06e71977562e tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:58.889763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c36314b-56fb-4402-ba6a-337cf8c0ea41 req-82863ef7-06c9-42f8-8d13-06e71977562e tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.2592976 Aug 19 12:07:58.909900 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:58.917226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ae7dc-98c1-4613-8a80-3cad6f53f344 None None] Network 424f1e98-effb-41d7-81ad-f11b6f21bbfc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:58.987126 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c36314b-56fb-4402-ba6a-337cf8c0ea41 req-208907fe-ccf8-4c95-9242-159bb2aa58aa tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852125 Aug 19 12:07:59.020372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b409b9-e168-49a7-9dd5-995950531962 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:59.030873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2b409b9-e168-49a7-9dd5-995950531962 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.087884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.119920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ae2c1268-75fd-49d1-bef0-a9731663cdd1,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:59.164702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f8cdff53-a2b4-41b6-9658-dc728f344fa1 None None] Provisioning for port ee2532e9-6706-42c5-a5bb-2f05f617ee16 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:59.176419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f8cdff53-a2b4-41b6-9658-dc728f344fa1 None None] Provisioning complete for port ee2532e9-6706-42c5-a5bb-2f05f617ee16 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:59.179504 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f8cdff53-a2b4-41b6-9658-dc728f344fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.214748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.378398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f8cdff53-a2b4-41b6-9658-dc728f344fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.401339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39598) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:59.439717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f8cdff53-a2b4-41b6-9658-dc728f344fa1 None None] For port ee2532e9-6706-42c5-a5bb-2f05f617ee16, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ee2532e9-6706-42c5-a5bb-2f05f617ee16,segment=NetworkSegment(9f3e050f-ddb9-44ef-8656-c4e125ed5760),segment_id=9f3e050f-ddb9-44ef-8656-c4e125ed5760)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:59.479520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Deleting port fd84fa72-5024-4df2-b810-a18842426fd7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:07:59.480048 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.490838 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f8cdff53-a2b4-41b6-9658-dc728f344fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.536377 n-d-778550-9 neutron-server[101154]: INFO neutron.db.ipam_backend_mixin [None req-c2b409b9-e168-49a7-9dd5-995950531962 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bad90a7b-8590-4cc7-9155-c53608784822 (CIDR: 2001:db8::/64) Aug 19 12:07:59.547193 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b409b9-e168-49a7-9dd5-995950531962 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:07:59.547865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b409b9-e168-49a7-9dd5-995950531962 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:07:59.601394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c2b409b9-e168-49a7-9dd5-995950531962 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0602212 Aug 19 12:07:59.617131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:59.635921 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:59.664329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3bec040e-eceb-4e27-80f6-673e46fd77b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.791846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3bec040e-eceb-4e27-80f6-673e46fd77b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.805724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdff53-a2b4-41b6-9658-dc728f344fa1 None None] Pushing event updated for resources: {'Port': ['ID=ee2532e9-6706-42c5-a5bb-2f05f617ee16,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:59.813548 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3bec040e-eceb-4e27-80f6-673e46fd77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.830323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] Provisioning complete for port 7db7f22e-dde1-4b17-997d-e4470451d513 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:59.830721 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:59.876600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec040e-eceb-4e27-80f6-673e46fd77b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5917ed-9ca9-4dd1-aead-3b78262a097b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:59.883874 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP d31acb87-a7ca-4745-9d6c-b70b4b6676e5 associated. External IP: 172.25.4.82, port: c6e092df-ffcc-420d-906a-bc7f0e13f471. Aug 19 12:07:59.888382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] Port 7db7f22e-dde1-4b17-997d-e4470451d513 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:07:59.893975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae2c1268-75fd-49d1-bef0-a9731663cdd1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:59.955273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3bec040e-eceb-4e27-80f6-673e46fd77b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c1f333421ba4cf281af6b6d17d89c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523682 Aug 19 12:07:59.963152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39608) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:59.992623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] Provisioning for port 4c25c498-aeae-4780-868a-6d1eda653435 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:00.001224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:00.001891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.083616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:00.088006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.107084 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.123119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ae2c1268-75fd-49d1-bef0-a9731663cdd1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:00.123707 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.127419 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.128440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.179716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3941c46f-b24f-44c3-a9af-52b1d57bfb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.206633 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3941c46f-b24f-44c3-a9af-52b1d57bfb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.226796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] For port fd84fa72-5024-4df2-b810-a18842426fd7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=fd84fa72-5024-4df2-b810-a18842426fd7,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:00.227162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.275582 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.364333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] For port 4c25c498-aeae-4780-868a-6d1eda653435, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4c25c498-aeae-4780-868a-6d1eda653435,segment=NetworkSegment(dda83269-b14c-43d1-b52d-216046fd4283),segment_id=dda83269-b14c-43d1-b52d-216046fd4283)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:00.373363 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3941c46f-b24f-44c3-a9af-52b1d57bfb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.376103 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3941c46f-b24f-44c3-a9af-52b1d57bfb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.378263 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.386604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3941c46f-b24f-44c3-a9af-52b1d57bfb82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e5917ed-9ca9-4dd1-aead-3b78262a097b HTTP/1.1" status: 204 len: 168 time: 0.4195724 Aug 19 12:08:00.423178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event updated for resources: {'Port': ['ID=e96fbfdd-f16a-4dcf-a6e8-60a557985916,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:00.444063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941c46f-b24f-44c3-a9af-52b1d57bfb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5917ed-9ca9-4dd1-aead-3b78262a097b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:00.469040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd94095-9b89-4db7-a800-8f0ca1658f0c req-5896beb1-935a-4c7b-a59c-8c9159d76f3d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:00.471442 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dd94095-9b89-4db7-a800-8f0ca1658f0c req-5896beb1-935a-4c7b-a59c-8c9159d76f3d tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 946 time: 0.3294232 Aug 19 12:08:00.547112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f78fd-409a-4d70-9010-004e42c28fa9 None None] Pushing event updated for resources: {'Port': ['ID=4c25c498-aeae-4780-868a-6d1eda653435,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:00.572871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Provisioning for port e96fbfdd-f16a-4dcf-a6e8-60a557985916 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:00.578009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Provisioning complete for port e96fbfdd-f16a-4dcf-a6e8-60a557985916 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:00.578414 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.692283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Port e96fbfdd-f16a-4dcf-a6e8-60a557985916 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:00.726456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Provisioning complete for port ee2532e9-6706-42c5-a5bb-2f05f617ee16 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:00.726827 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:00.750985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Network 424f1e98-effb-41d7-81ad-f11b6f21bbfc is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:00.777404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dd94095-9b89-4db7-a800-8f0ca1658f0c req-beb9fa32-2d2e-473f-b6eb-6f2112cb89f6 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970042 Aug 19 12:08:00.779552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:00.885900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39624) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:00.954744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Provisioning for port c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:00.961630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Provisioning complete for port c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:00.962002 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.034674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:01.096725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:01.112185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9d59f-6110-4804-9238-0ba83ab5fe1b None None] Port c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:01.227101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:01.242936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-aebbbaa0-8373-436b-be9d-96f4df83ee57 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3258843 Aug 19 12:08:01.245944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39638) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:01.254826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:01.258408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:01.270491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.270880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.271210 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Floating IP c5d22c91-f30a-4448-a64c-d097d606b09c disassociated. External IP: 172.25.4.114, port: fd84fa72-5024-4df2-b810-a18842426fd7. Aug 19 12:08:01.271454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4aae950-4d90-4cd9-accb-89fcc89d5d7c None None] Provisioning complete for port e96fbfdd-f16a-4dcf-a6e8-60a557985916 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:01.271600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Calling delete_port for fd84fa72-5024-4df2-b810-a18842426fd7 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:01.273517 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c4aae950-4d90-4cd9-accb-89fcc89d5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.320844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:01.320844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:01.366435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f395087b-c7e2-4c54-87e0-fe602085a50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.394813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c4aae950-4d90-4cd9-accb-89fcc89d5d7c None None] Port e96fbfdd-f16a-4dcf-a6e8-60a557985916 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:01.428915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:01.440757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.489947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:01.503542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ea86a-feac-4a29-8fdd-7eda5117e9c7 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:01.506929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:01.515641 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ea86a-feac-4a29-8fdd-7eda5117e9c7 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:01.517167 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8a7ea86a-feac-4a29-8fdd-7eda5117e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:01.521532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:01.558912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1815d-d240-45d0-89d8-17a67ea2a46b None None] Network 059a4723-3742-43c1-9a82-03860f700058 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:01.561001 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8a7ea86a-feac-4a29-8fdd-7eda5117e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:01.570806 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ea86a-feac-4a29-8fdd-7eda5117e9c7 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:01.571785 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8a7ea86a-feac-4a29-8fdd-7eda5117e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:01.574446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:01.576923 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.651328 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8a7ea86a-feac-4a29-8fdd-7eda5117e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:01.653381 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ea86a-feac-4a29-8fdd-7eda5117e9c7 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:01.659878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=250cd7be-54d5-4028-8a6f-e98f77a80d57,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:01.723006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fd84fa72-5024-4df2-b810-a18842426fd7 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:01.804901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f395087b-c7e2-4c54-87e0-fe602085a50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.820437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f395087b-c7e2-4c54-87e0-fe602085a50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.849551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.extraroute_db [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:08:01.874027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.extraroute_db [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Removed routes are [] {{(pid=101154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:08:01.874503 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:01.918681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4c25c498-aeae-4780-868a-6d1eda653435 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:01.989145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No active binding found for port fd84fa72-5024-4df2-b810-a18842426fd7 {{(pid=101155) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:08:01.989927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device fd84fa72-5024-4df2-b810-a18842426fd7 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:02.039527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1befcd5-88e4-4cc4-bfd6-035dabcb940e req-b5fae76d-2de1-4221-8bb7-31b973171f04 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.0355496 Aug 19 12:08:02.063062 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:02.063701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.096006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e96fbfdd-f16a-4dcf-a6e8-60a557985916', 'name': '', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:60:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:54Z', 'updated_at': '2021-08-19T12:07:59Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '4564111d-3870-4594-be77-9baf299f23c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:02.146070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:02.146654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Updating router 2883c27a-568c-492a-83f5-3bcfce3bee13 port e96fbfdd-f16a-4dcf-a6e8-60a557985916 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:08:02.158327 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.162051 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.222501 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f395087b-c7e2-4c54-87e0-fe602085a50a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08cb10e49f134b0198b1e628d9f0783e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2714660 Aug 19 12:08:02.224711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.232951 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.233218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39664) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:02.237460 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a4944b53-5482-4688-b74f-0134e0cfe00a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6154807 Aug 19 12:08:02.241927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39666) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:02.252948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-509737338', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '250cd7be-54d5-4028-8a6f-e98f77a80d57'}], 'security_groups': ['dcb5c3a3-c135-4c98-a81d-53f2e958901f']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:02.306264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Pushing event deleted for resources: {'Port': ['ID=fd84fa72-5024-4df2-b810-a18842426fd7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:02.318121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc237b-c88f-41f9-95a9-f58d4851a1db None None] Update dhcp port {'port': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'fixed_ips': [{'subnet_id': 'bad90a7b-8590-4cc7-9155-c53608784822', 'ip_address': '2001:db8::2'}, {'subnet_id': '250cd7be-54d5-4028-8a6f-e98f77a80d57'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '4c25c498-aeae-4780-868a-6d1eda653435'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:08:02.336260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395087b-c7e2-4c54-87e0-fe602085a50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa020ebc-0f82-4bc3-a2c1-d8b4fba1e17b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:02.420600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:02.470800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 01355260-8b11-4e91-8002-b45a53d94b4b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:02.491796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-752b70a2-095c-48b0-9360-6b4c3c38cb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.522400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-752b70a2-095c-48b0-9360-6b4c3c38cb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.535417 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.556509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39672) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:02.591499 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.601966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Transition to ACTIVE for port object e96fbfdd-f16a-4dcf-a6e8-60a557985916 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:02.630415 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.682601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d2a9c-bc39-4628-a54d-85357d696993 None None] Pushing event updated for resources: {'Port': ['ID=e96fbfdd-f16a-4dcf-a6e8-60a557985916,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:02.689189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ee2532e9-6706-42c5-a5bb-2f05f617ee16 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:02.693701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d8dc237b-c88f-41f9-95a9-f58d4851a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.714391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:02.729207 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.737125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6aa581-bdbc-4fbf-8e7c-864905e927a3 None None] Sync routers for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:02.836475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-752b70a2-095c-48b0-9360-6b4c3c38cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.837813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:02.840270 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-752b70a2-095c-48b0-9360-6b4c3c38cb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.841885 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-752b70a2-095c-48b0-9360-6b4c3c38cb00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa020ebc-0f82-4bc3-a2c1-d8b4fba1e17b HTTP/1.1" status: 204 len: 168 time: 0.6032150 Aug 19 12:08:02.862200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b70a2-095c-48b0-9360-6b4c3c38cb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa020ebc-0f82-4bc3-a2c1-d8b4fba1e17b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:02.872397 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:02.878286 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3509d08d-a6e3-4125-a865-86ae683dd686 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13 HTTP/1.1" status: 200 len: 953 time: 1.6311846 Aug 19 12:08:02.881072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39678) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:02.886549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Router 413fe956-bb45-4e59-8e1a-3480a0144273 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:02.895237 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-204e4079-9214-47e0-9d2c-099fa0d8afd9 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/floatingips/d31acb87-a7ca-4745-9d6c-b70b4b6676e5 HTTP/1.1" status: 200 len: 976 time: 5.9833488 Aug 19 12:08:02.907606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'network': {'name': 'tempest-network-smoke--1486065187', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'port_security_enabled': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:02.916271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:03.027819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6aa581-bdbc-4fbf-8e7c-864905e927a3 None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:03.028561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa581-bdbc-4fbf-8e7c-864905e927a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:03.170868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa581-bdbc-4fbf-8e7c-864905e927a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:03.179212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Attempting to bind port e96fbfdd-f16a-4dcf-a6e8-60a557985916 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:03.179897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Attempting to bind port e96fbfdd-f16a-4dcf-a6e8-60a557985916 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9f3e050f-ddb9-44ef-8656-c4e125ed5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:03.180445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Attempting to bind port e96fbfdd-f16a-4dcf-a6e8-60a557985916 on network 424f1e98-effb-41d7-81ad-f11b6f21bbfc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:03.190782 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ee2532e9-6706-42c5-a5bb-2f05f617ee16 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:03.191482 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.241843 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-691c8a80-6707-43c1-8238-6f2659b0eb7f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13 HTTP/1.1" status: 200 len: 953 time: 0.3592827 Aug 19 12:08:03.242525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39688) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:03.250208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'routes': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:03.340494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:03.354140 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] Sync routers for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:03.370159 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:03.372306 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:03.398212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] No DVR routers for this DVR port fd84fa72-5024-4df2-b810-a18842426fd7 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:03.401011 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.404591 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bf4cf7d5-a236-4df3-8452-ea49e44d6299 req-19919b1a-67c6-49c0-bbb9-1d1fd4a5b4d2 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.54 "DELETE /v2.0/ports/fd84fa72-5024-4df2-b810-a18842426fd7 HTTP/1.1" status: 204 len: 173 time: 4.3144114 Aug 19 12:08:03.418254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'name': 'network-vif-deleted', 'tag': 'fd84fa72-5024-4df2-b810-a18842426fd7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:08:03.423383 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53da4f54-78b4-4721-a934-242b81d9bf0f" -d '{"events": [{"server_uuid": "c2d5f8b3-6648-43da-9685-2f9dd716a094", "name": "network-vif-deleted", "tag": "fd84fa72-5024-4df2-b810-a18842426fd7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:08:03.482079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:03.485623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Checking segment: {'id': '9f3e050f-ddb9-44ef-8656-c4e125ed5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:03.486173 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.488608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Bound using segment: {'id': '9f3e050f-ddb9-44ef-8656-c4e125ed5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:03.489897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Bound port: e96fbfdd-f16a-4dcf-a6e8-60a557985916, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3e050f-ddb9-44ef-8656-c4e125ed5760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:03.489897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.506710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6aa581-bdbc-4fbf-8e7c-864905e927a3 None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:03.513608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa581-bdbc-4fbf-8e7c-864905e927a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:03.517022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Delete allocated IP 2001:db8::1b7 (059a4723-3742-43c1-9a82-03860f700058/bad90a7b-8590-4cc7-9155-c53608784822) {{(pid=101154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:08:03.527834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8:0:1::1e0 (059a4723-3742-43c1-9a82-03860f700058/250cd7be-54d5-4028-8a6f-e98f77a80d57/c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:03.572519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa581-bdbc-4fbf-8e7c-864905e927a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:03.573289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6aa581-bdbc-4fbf-8e7c-864905e927a3 None None] The sync data for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:03.593507 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e422ea1-7006-49ad-9469-61bfbc421d26 x-openstack-request-id: req-3e422ea1-7006-49ad-9469-61bfbc421d26 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:08:03.593810 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5f8b3-6648-43da-9685-2f9dd716a094", "name": "network-vif-deleted", "tag": "fd84fa72-5024-4df2-b810-a18842426fd7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:08:03.594061 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e422ea1-7006-49ad-9469-61bfbc421d26 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:08:03.595167 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5f8b3-6648-43da-9685-2f9dd716a094', 'name': 'network-vif-deleted', 'tag': 'fd84fa72-5024-4df2-b810-a18842426fd7', 'status': 'completed', 'code': 200} Aug 19 12:08:03.639881 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:03.721977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] For port e96fbfdd-f16a-4dcf-a6e8-60a557985916, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:03.728424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] For port e96fbfdd-f16a-4dcf-a6e8-60a557985916, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e96fbfdd-f16a-4dcf-a6e8-60a557985916,segment=NetworkSegment(9f3e050f-ddb9-44ef-8656-c4e125ed5760),segment_id=9f3e050f-ddb9-44ef-8656-c4e125ed5760)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:03.739410 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.746487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.761768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:03.784297 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.809879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Made reservation on behalf of 17ecf2d06262474eadaac84993402ef7 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:03.816599 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.866074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ec9cec1-8c38-4b89-a75b-9377f475f2eb req-e0c469b8-127c-43d2-8e48-72807d63cf74 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.0875554 Aug 19 12:08:03.907838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] In _notify_port_updated(), no bound segment for port c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 on network 059a4723-3742-43c1-9a82-03860f700058 {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:08:03.923067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:03.923797 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.928476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "PUT /v2.0/ports/c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 HTTP/1.1" status: 200 len: 930 time: 1.6828277 Aug 19 12:08:03.928476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:03.928796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39708) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:03.940413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:03.941231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:04.042258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a9f83-e6c5-4019-8833-9490e573210e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:04.113858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port 824f81ae-0f28-4672-8d31-be4ae52ae2b2 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:04.114411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.153952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:04.208606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d2a9c-bc39-4628-a54d-85357d696993 None None] Pushing event updated for resources: {'Port': ['ID=e96fbfdd-f16a-4dcf-a6e8-60a557985916,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:04.244803 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '13246869-ecd1-40e5-b840-a007a4883553', 'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'mac_address': 'fa:16:3e:51:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:53Z', 'updated_at': '2021-08-19T12:05:02Z', 'revision_number': 5, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'subnets': [{'id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:04.276122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc237b-c88f-41f9-95a9-f58d4851a1db None None] Allocated IP 2001:db8:0:1::2 (059a4723-3742-43c1-9a82-03860f700058/250cd7be-54d5-4028-8a6f-e98f77a80d57/4c25c498-aeae-4780-868a-6d1eda653435) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:04.293904 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] Checking router: 413fe956-bb45-4e59-8e1a-3480a0144273 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:04.305973 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:04.306601 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:04.331670 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.413411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.extraroute_db [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added routes are [] {{(pid=101153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:08:04.413987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.extraroute_db [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:08:04.483980 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.503568 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:04.520959 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.535821 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.626992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d8dc237b-c88f-41f9-95a9-f58d4851a1db None None] For port 4c25c498-aeae-4780-868a-6d1eda653435, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4c25c498-aeae-4780-868a-6d1eda653435,segment=NetworkSegment(dda83269-b14c-43d1-b52d-216046fd4283),segment_id=dda83269-b14c-43d1-b52d-216046fd4283)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:04.649109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d0f03267-e76a-4acb-84f9-6ce7e2b91eee tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:04.650396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0f03267-e76a-4acb-84f9-6ce7e2b91eee tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.674983 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d8dc237b-c88f-41f9-95a9-f58d4851a1db None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.695349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d8dc237b-c88f-41f9-95a9-f58d4851a1db None None] Transition to ACTIVE for port object 4c25c498-aeae-4780-868a-6d1eda653435 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:04.697913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:08:04.704695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:01Z', 'revision_number': 6, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e96fbfdd-f16a-4dcf-a6e8-60a557985916', 'name': '', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:60:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:54Z', 'updated_at': '2021-08-19T12:08:03Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '4564111d-3870-4594-be77-9baf299f23c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:04.734207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b85877-3f96-4ab9-891d-3493ab8fff42,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:04.763835 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.764902 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Added segment 65c3503c-91e1-4c4c-8ab0-27e25c1301ce of type vlan for network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 Aug 19 12:08:04.769495 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d8dc237b-c88f-41f9-95a9-f58d4851a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.786617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc7c15-1869-497d-8eb3-6ce3d7d7095e None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:01Z', 'revision_number': 6, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e96fbfdd-f16a-4dcf-a6e8-60a557985916', 'name': '', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:60:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:54Z', 'updated_at': '2021-08-19T12:08:03Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '4564111d-3870-4594-be77-9baf299f23c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:04.828997 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '13246869-ecd1-40e5-b840-a007a4883553', 'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'mac_address': 'fa:16:3e:51:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:53Z', 'updated_at': '2021-08-19T12:05:02Z', 'revision_number': 5, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'subnets': [{'id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:04.905274 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1c61f8-de24-4efe-83e6-96bad05e6fb9 None None] The sync data for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 is: [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '13246869-ecd1-40e5-b840-a007a4883553', 'name': '', 'network_id': '00b76846-3df1-4f01-bc8c-54e9f85e4da3', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'mac_address': 'fa:16:3e:51:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:53Z', 'updated_at': '2021-08-19T12:05:02Z', 'revision_number': 5, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'subnets': [{'id': '106cc04e-ed3c-4ed2-8efd-77d86941fcdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:04.919627 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.920017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:04.920302 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Floating IP d31acb87-a7ca-4745-9d6c-b70b4b6676e5 disassociated. External IP: 172.25.4.82, port: 824f81ae-0f28-4672-8d31-be4ae52ae2b2. Aug 19 12:08:04.923153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for 824f81ae-0f28-4672-8d31-be4ae52ae2b2 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:05.056672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc237b-c88f-41f9-95a9-f58d4851a1db None None] Pushing event updated for resources: {'Port': ['ID=4c25c498-aeae-4780-868a-6d1eda653435,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:05.144765 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:05.173899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0f03267-e76a-4acb-84f9-6ce7e2b91eee tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:05.212033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:05.214492 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d0f03267-e76a-4acb-84f9-6ce7e2b91eee tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:05.221873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:05.234620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e03c099-f02f-4447-8abd-c9f336f90b6a req-1fd123de-6757-4068-af9c-6a2b30a6e996 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.1011543 Aug 19 12:08:05.257149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=824f81ae-0f28-4672-8d31-be4ae52ae2b2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:05.269096 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:05.402100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:05.413395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:05.414063 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:05.479905 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9222860 Aug 19 12:08:05.518276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39728) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:05.535612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04df13-dba2-4f10-b989-04b934b51107 None None] New status for floating IP c5d22c91-f30a-4448-a64c-d097d606b09c: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:08:05.806293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1604b7f-501b-4950-acc4-ee7c3369e1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Network': ['ID=64c8edec-f983-4fa5-a00a-0cd2f55d2634,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:05.838089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:08:05.841506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 01355260-8b11-4e91-8002-b45a53d94b4b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:06.105905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4c25c498-aeae-4780-868a-6d1eda653435 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:06.160109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:06.180371 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005713c1-0eb5-4ae5-8ecd-82cf6a636bbc None None] Sync routers for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:06.190945 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005713c1-0eb5-4ae5-8ecd-82cf6a636bbc None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:06.191585 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-005713c1-0eb5-4ae5-8ecd-82cf6a636bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:06.219634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e96fbfdd-f16a-4dcf-a6e8-60a557985916 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:06.288915 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-005713c1-0eb5-4ae5-8ecd-82cf6a636bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:06.319873 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005713c1-0eb5-4ae5-8ecd-82cf6a636bbc None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:06.321327 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-005713c1-0eb5-4ae5-8ecd-82cf6a636bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:06.328077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e96fbfdd-f16a-4dcf-a6e8-60a557985916 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:06.338938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e96fbfdd-f16a-4dcf-a6e8-60a557985916 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:06.339314 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:06.355120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-146393582', 'admin_state_up': True, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:06.369818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:06.379229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3d0cc7d6-4a96-4b96-aea6-4a8d516c1507 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/ports/824f81ae-0f28-4672-8d31-be4ae52ae2b2 HTTP/1.1" status: 204 len: 168 time: 3.4590633 Aug 19 12:08:06.382040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39738) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:06.438819 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-005713c1-0eb5-4ae5-8ecd-82cf6a636bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:06.439502 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005713c1-0eb5-4ae5-8ecd-82cf6a636bbc None None] The sync data for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:06.501758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:06.514453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fd0730f2-e078-463d-9ae1-caec87d51e76 None None] Provisioning complete for port 7db7f22e-dde1-4b17-997d-e4470451d513 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:06.515234 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fd0730f2-e078-463d-9ae1-caec87d51e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:06.547759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:06.550854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2f64a7a-bca9-44c4-b0f9-2febf0b95192 req-60745cc2-c1ff-4297-bd33-126f186c5a5c tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.1530445 Aug 19 12:08:06.555592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:06.560191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fd0730f2-e078-463d-9ae1-caec87d51e76 None None] Port 7db7f22e-dde1-4b17-997d-e4470451d513 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:06.576094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:06.600294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:06.600997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:06.654215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fd0730f2-e078-463d-9ae1-caec87d51e76 None None] Provisioning for port 4c25c498-aeae-4780-868a-6d1eda653435 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:06.737405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fd0730f2-e078-463d-9ae1-caec87d51e76 None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:06.737659 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fd0730f2-e078-463d-9ae1-caec87d51e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:06.830841 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:06.872979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:06.889089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:06.932968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port e96fbfdd-f16a-4dcf-a6e8-60a557985916, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e96fbfdd-f16a-4dcf-a6e8-60a557985916,segment=NetworkSegment(9f3e050f-ddb9-44ef-8656-c4e125ed5760),segment_id=9f3e050f-ddb9-44ef-8656-c4e125ed5760)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:06.995718 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.036658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.056129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:07.071656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.073253 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34bb6b2b-a79c-48b8-8a21-00da92992456 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13 HTTP/1.1" status: 200 len: 703 time: 3.8273320 Aug 19 12:08:07.074989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0f03267-e76a-4acb-84f9-6ce7e2b91eee tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.077089 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39744) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:07.181879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=e96fbfdd-f16a-4dcf-a6e8-60a557985916,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:07.191446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fd0730f2-e078-463d-9ae1-caec87d51e76 None None] Could not find standard attr ID for object c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:08:07.254838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f03267-e76a-4acb-84f9-6ce7e2b91eee tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:07.265801 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.289100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:04Z', 'revision_number': 7, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e96fbfdd-f16a-4dcf-a6e8-60a557985916', 'name': '', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:60:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:54Z', 'updated_at': '2021-08-19T12:08:03Z', 'revision_number': 4, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '4564111d-3870-4594-be77-9baf299f23c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:07.342341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:07.349654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-830821ed-9de9-4f39-8ccf-d33aae11d472 None None] Could not find standard attr ID for object c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:08:07.360134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:07.360836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:07.363706 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0f03267-e76a-4acb-84f9-6ce7e2b91eee tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.368178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0f03267-e76a-4acb-84f9-6ce7e2b91eee tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 HTTP/1.1" status: 204 len: 168 time: 3.4354470 Aug 19 12:08:07.369150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39746) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:07.403359 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dff1f9-ec6a-4be3-bc55-1192a00d7b51 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:08:07.407505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-74dff1f9-ec6a-4be3-bc55-1192a00d7b51 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/c4ee3a5c-a5b2-4495-a4f1-06e6e6c3e9f3 HTTP/1.1" status: 404 len: 333 time: 0.0352020 Aug 19 12:08:07.409561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39748) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:07.422156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0c5a1209-2d5d-4754-af66-40916a1eb714 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13 HTTP/1.1" status: 200 len: 703 time: 0.3434248 Aug 19 12:08:07.426629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39750) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:07.437518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port e95c2471-9ba9-49cf-bf5f-c604764fd282 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:07.439828 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.566145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49eb1a90-e6e6-4e0b-a5d2-81123e60513d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.638931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49eb1a90-e6e6-4e0b-a5d2-81123e60513d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.737456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:07.841886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e96fbfdd-f16a-4dcf-a6e8-60a557985916 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:07.850002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea68e112-ed57-4562-8988-50899e282372 req-00c47f95-51f4-496b-897f-93e041273c85 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.1747282 Aug 19 12:08:07.868737 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.884940 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49eb1a90-e6e6-4e0b-a5d2-81123e60513d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.888642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49eb1a90-e6e6-4e0b-a5d2-81123e60513d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.890276 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-49eb1a90-e6e6-4e0b-a5d2-81123e60513d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/security-groups/1fcf8b3f-e99b-478a-a100-cbeca61ed48d HTTP/1.1" status: 204 len: 168 time: 0.4795556 Aug 19 12:08:07.898715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39774) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:07.931269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb1a90-e6e6-4e0b-a5d2-81123e60513d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcf8b3f-e99b-478a-a100-cbeca61ed48d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:07.943321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for e95c2471-9ba9-49cf-bf5f-c604764fd282 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:07.945860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.951430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c3cf6bdd-1277-4487-a1af-444fd9082e19 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f5a9f74a056e4b99bcd095d0ada60ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730014 Aug 19 12:08:07.971384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.077113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-712cbb5f-88c1-4b82-b7ec-2e1a139b028d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.131782 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-712cbb5f-88c1-4b82-b7ec-2e1a139b028d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.162867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.25.4.80 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/727b081e-f9ac-4299-bf25-23db1b31d9de) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:08.180565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e96fbfdd-f16a-4dcf-a6e8-60a557985916 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:08.181233 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.250226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-712cbb5f-88c1-4b82-b7ec-2e1a139b028d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.253296 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-712cbb5f-88c1-4b82-b7ec-2e1a139b028d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.253888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:04Z', 'revision_number': 7, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e96fbfdd-f16a-4dcf-a6e8-60a557985916', 'name': '', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:60:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:54Z', 'updated_at': '2021-08-19T12:08:06Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '4564111d-3870-4594-be77-9baf299f23c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:08.254754 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-712cbb5f-88c1-4b82-b7ec-2e1a139b028d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/security-groups/dcb5c3a3-c135-4c98-a81d-53f2e958901f HTTP/1.1" status: 204 len: 168 time: 0.3545856 Aug 19 12:08:08.262453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39778) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:08.312835 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831dee24-9b5b-4bc8-b627-c318c670289c None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:04Z', 'revision_number': 7, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e96fbfdd-f16a-4dcf-a6e8-60a557985916', 'name': '', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:60:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:54Z', 'updated_at': '2021-08-19T12:08:06Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '4564111d-3870-4594-be77-9baf299f23c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:08.327745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c396ed-1043-4713-a2b3-fd46c03cb511 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet bad90a7b-8590-4cc7-9155-c53608784822 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:08.337606 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16c396ed-1043-4713-a2b3-fd46c03cb511 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.342635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cbb5f-88c1-4b82-b7ec-2e1a139b028d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb5c3a3-c135-4c98-a81d-53f2e958901f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:08.386588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530451d-cc90-44ee-84f9-7907a2695051 req-63300e30-487a-4ec3-83e2-ce7eb7dc48b5 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:08.396424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-63300e30-487a-4ec3-83e2-ce7eb7dc48b5 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4309125 Aug 19 12:08:08.420730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c66e4e28-5cc7-4b39-adce-aea8137a526f tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/quotas/f5a9f74a056e4b99bcd095d0ada60ae2 HTTP/1.1" status: 200 len: 375 time: 0.0231826 Aug 19 12:08:08.423843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16c396ed-1043-4713-a2b3-fd46c03cb511 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.450240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.587590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16c396ed-1043-4713-a2b3-fd46c03cb511 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.596755 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.656303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:08.663250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:08.669698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:08.670384 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:08.684803 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:08.686267 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:08.723799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=727b081e-f9ac-4299-bf25-23db1b31d9de,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:08.778882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16c396ed-1043-4713-a2b3-fd46c03cb511 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.808158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92875721-ce8e-4fb5-b30d-8bfd03a56ed9 None None] Network 059a4723-3742-43c1-9a82-03860f700058 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:08.809135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16c396ed-1043-4713-a2b3-fd46c03cb511 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.819345 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-16c396ed-1043-4713-a2b3-fd46c03cb511 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/bad90a7b-8590-4cc7-9155-c53608784822 HTTP/1.1" status: 204 len: 168 time: 0.5550189 Aug 19 12:08:08.848040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39782) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:08.855715 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:08.855917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:08.903775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c396ed-1043-4713-a2b3-fd46c03cb511 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=bad90a7b-8590-4cc7-9155-c53608784822,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:09.098929 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-84b898e0-bb9c-4d72-9e7b-cfaab109a755 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5a9f74a056e4b99bcd095d0ada60ae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6770310 Aug 19 12:08:09.105542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:09.167154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=e95c2471-9ba9-49cf-bf5f-c604764fd282,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:09.170746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4146c35c-c666-4fb3-aec6-32b136da7e45 req-dd2c88ea-43fc-4b73-9b77-47652c715623 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.0874145 Aug 19 12:08:09.501203 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:04Z', 'revision_number': 7, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e96fbfdd-f16a-4dcf-a6e8-60a557985916', 'name': '', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:60:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:54Z', 'updated_at': '2021-08-19T12:08:06Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '4564111d-3870-4594-be77-9baf299f23c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:09.536502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-519289f5-463a-4e49-858d-6b40d1cf7e04 req-eb524e46-7c49-41d3-9d32-396ab900e6f1 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 210 time: 0.0652790 Aug 19 12:08:09.565295 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:09.573855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:09.580240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:09.587770 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:09.588423 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:09.589167 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:09.680513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:09.802653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:09.824593 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:10.099778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e1481a73-44f5-4797-9b67-726ada174573 None None] Provisioning complete for port 7db7f22e-dde1-4b17-997d-e4470451d513 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:10.103206 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1481a73-44f5-4797-9b67-726ada174573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:10.134362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:10.199699 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:04Z', 'revision_number': 7, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e96fbfdd-f16a-4dcf-a6e8-60a557985916', 'name': '', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:60:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:54Z', 'updated_at': '2021-08-19T12:08:06Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '4564111d-3870-4594-be77-9baf299f23c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:10.224041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e1481a73-44f5-4797-9b67-726ada174573 None None] Port 7db7f22e-dde1-4b17-997d-e4470451d513 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:10.248463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e1481a73-44f5-4797-9b67-726ada174573 None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:10.248891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1481a73-44f5-4797-9b67-726ada174573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:10.255552 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a39c16-34a9-484a-a396-ae9c1f177ae3 None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:04Z', 'revision_number': 7, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e96fbfdd-f16a-4dcf-a6e8-60a557985916', 'name': '', 'network_id': '424f1e98-effb-41d7-81ad-f11b6f21bbfc', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:60:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4564111d-3870-4594-be77-9baf299f23c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:54Z', 'updated_at': '2021-08-19T12:08:06Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '4564111d-3870-4594-be77-9baf299f23c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:10.466488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a431126e-393d-44b1-a125-4af6ccc38851 req-d247d459-53ae-4781-ac3b-9f56f2886497 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d5f8b3-6648-43da-9685-2f9dd716a094 HTTP/1.1" status: 200 len: 210 time: 0.0686388 Aug 19 12:08:10.476985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 01355260-8b11-4e91-8002-b45a53d94b4b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:10.592993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port e96fbfdd-f16a-4dcf-a6e8-60a557985916 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:10.594211 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:10.728354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79e37296-c3e7-4de7-a845-64d73fde90d4 req-5646ed7b-b6bc-4d2b-930d-03e10191127d tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 210 time: 0.0868013 Aug 19 12:08:10.813776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:10.816982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port e96fbfdd-f16a-4dcf-a6e8-60a557985916, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e96fbfdd-f16a-4dcf-a6e8-60a557985916,segment=NetworkSegment(9f3e050f-ddb9-44ef-8656-c4e125ed5760),segment_id=9f3e050f-ddb9-44ef-8656-c4e125ed5760)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:10.817564 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:10.824738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc0c5a-40ad-45c9-8ca6-807eb4fab274 None None] Sync routers for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:10.843947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-28ca0fcb-b13f-4522-a19d-6ca8c4428018 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/routers/01355260-8b11-4e91-8002-b45a53d94b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4604735 Aug 19 12:08:10.844367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc0c5a-40ad-45c9-8ca6-807eb4fab274 None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:10.845120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02fc0c5a-40ad-45c9-8ca6-807eb4fab274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:10.845940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39810) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:10.877900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for e96fbfdd-f16a-4dcf-a6e8-60a557985916 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:10.897940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02fc0c5a-40ad-45c9-8ca6-807eb4fab274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:10.909467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router 61571f09-d747-42a7-a591-6a7ea02f0b3b is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:08:10.915406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:10.923485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc0c5a-40ad-45c9-8ca6-807eb4fab274 None None] Routers {'01355260-8b11-4e91-8002-b45a53d94b4b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:10.924123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02fc0c5a-40ad-45c9-8ca6-807eb4fab274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['01355260-8b11-4e91-8002-b45a53d94b4b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:10.990819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02fc0c5a-40ad-45c9-8ca6-807eb4fab274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:10.992527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc0c5a-40ad-45c9-8ca6-807eb4fab274 None None] The sync data for ids ['01355260-8b11-4e91-8002-b45a53d94b4b'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:11.056264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:11.068551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:11.078665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d19454-b6f4-47bc-b8d4-d06270da065b None None] Network 059a4723-3742-43c1-9a82-03860f700058 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:11.129127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:11.129791 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.136670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=194ff7b8-32d1-4860-aa91-603f7d7de39b,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:11.148195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.170315 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bcfc8d8c-a5d6-4588-a5e3-5bebda4da981 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3196068 Aug 19 12:08:11.173104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39814) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:11.177993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1beecfc8-c87a-48d3-8d9a-044d56e0b93d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'security_group': {'name': 'tempest-secgroup-258398191'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:11.188115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:11.213603 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Sync routers for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:11.228948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1beecfc8-c87a-48d3-8d9a-044d56e0b93d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.234212 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:11.235618 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:11.244750 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.249541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-559d8349-fb23-4aca-921a-1e1070e23472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9063637 Aug 19 12:08:11.250049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39816) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:11.378023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1beecfc8-c87a-48d3-8d9a-044d56e0b93d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.392241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1beecfc8-c87a-48d3-8d9a-044d56e0b93d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.447421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1beecfc8-c87a-48d3-8d9a-044d56e0b93d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.451322 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1beecfc8-c87a-48d3-8d9a-044d56e0b93d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2772832 Aug 19 12:08:11.457800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39820) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:11.466226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-deb1deb3-69bc-4417-af20-c9c0d4dfe801 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'security_group': {'name': 'tempest-secgroup-830608582'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:11.514070 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:11.525964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beecfc8-c87a-48d3-8d9a-044d56e0b93d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb1333f-1db5-4a99-bf6f-e2b08599fb90,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:11.587419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-deb1deb3-69bc-4417-af20-c9c0d4dfe801 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.594267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.605624 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.658479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d834709-91ea-4744-9988-1ac2dff00162 None None] Update dhcp port {'port': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'fixed_ips': [{'subnet_id': '250cd7be-54d5-4028-8a6f-e98f77a80d57', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '194ff7b8-32d1-4860-aa91-603f7d7de39b'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '4c25c498-aeae-4780-868a-6d1eda653435'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:08:11.677003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39828) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:11.709482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=e96fbfdd-f16a-4dcf-a6e8-60a557985916,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:11.724139 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4d834709-91ea-4744-9988-1ac2dff00162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:11.733038 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-53bd0dc8-f49a-4577-9b02-11f1272af7de tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f5a9f74a056e4b99bcd095d0ada60ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1852090 Aug 19 12:08:11.741838 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0fe2e8a-e7d0-4049-9178-99e43fdbfcd8 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=17ecf2d06262474eadaac84993402ef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4862549 Aug 19 12:08:11.742553 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39830) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:11.929608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29dcd523-1545-4139-9b58-8fa4afa8db3b req-be0a7d59-cbef-4d9a-98b2-929677671adc tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 210 time: 0.0824151 Aug 19 12:08:12.011727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-4d834709-91ea-4744-9988-1ac2dff00162 None None] Allocated IP 2001:db8::2 (059a4723-3742-43c1-9a82-03860f700058/194ff7b8-32d1-4860-aa91-603f7d7de39b/4c25c498-aeae-4780-868a-6d1eda653435) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:12.061076 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.114383 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:08:09Z', 'revision_number': 3, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:12.166293 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Checking router: 61571f09-d747-42a7-a591-6a7ea02f0b3b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:12.167429 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Updating router 61571f09-d747-42a7-a591-6a7ea02f0b3b port 727b081e-f9ac-4299-bf25-23db1b31d9de binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:08:12.206561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4d834709-91ea-4744-9988-1ac2dff00162 None None] For port 4c25c498-aeae-4780-868a-6d1eda653435, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4c25c498-aeae-4780-868a-6d1eda653435,segment=NetworkSegment(dda83269-b14c-43d1-b52d-216046fd4283),segment_id=dda83269-b14c-43d1-b52d-216046fd4283)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:12.213349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port 0eb58fba-0d2b-4456-ac2b-de117dd40ff3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:12.213692 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.218632 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-704f416d-129f-4310-8030-a694c62bea63 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.235702 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.257500 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-704f416d-129f-4310-8030-a694c62bea63 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.278192 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4d834709-91ea-4744-9988-1ac2dff00162 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.281473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b209be-9628-4d65-93f5-512c36983997 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:12.288543 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69b209be-9628-4d65-93f5-512c36983997 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5144246 Aug 19 12:08:12.290035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39836) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:12.330746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4d834709-91ea-4744-9988-1ac2dff00162 None None] Transition to ACTIVE for port object 4c25c498-aeae-4780-868a-6d1eda653435 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:12.348356 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4d834709-91ea-4744-9988-1ac2dff00162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.363458 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-deb1deb3-69bc-4417-af20-c9c0d4dfe801 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.415269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-deb1deb3-69bc-4417-af20-c9c0d4dfe801 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.445712 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.455027 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-704f416d-129f-4310-8030-a694c62bea63 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.457626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-704f416d-129f-4310-8030-a694c62bea63 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.459069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-704f416d-129f-4310-8030-a694c62bea63 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "DELETE /v2.0/security-groups/a8cbf663-4233-46e1-95bd-7a0b9bc23c0f HTTP/1.1" status: 204 len: 168 time: 0.7769277 Aug 19 12:08:12.462843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d834709-91ea-4744-9988-1ac2dff00162 None None] Pushing event updated for resources: {'Port': ['ID=4c25c498-aeae-4780-868a-6d1eda653435,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:12.465569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39838) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:12.477112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for 0eb58fba-0d2b-4456-ac2b-de117dd40ff3 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:12.494611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f416d-129f-4310-8030-a694c62bea63 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cbf663-4233-46e1-95bd-7a0b9bc23c0f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:12.500706 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-4a05e396-d806-4aeb-8906-18c479149b52 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] show failed (client error): The resource could not be found. Aug 19 12:08:12.501675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4a05e396-d806-4aeb-8906-18c479149b52 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "GET /v2.0/security-groups/a8cbf663-4233-46e1-95bd-7a0b9bc23c0f HTTP/1.1" status: 404 len: 347 time: 0.0310254 Aug 19 12:08:12.507050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:12.509775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39840) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:12.523351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1deb3-69bc-4417-af20-c9c0d4dfe801 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96849a17-f417-49a9-8f02-ee1c9e2ee206,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:12.527297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-deb1deb3-69bc-4417-af20-c9c0d4dfe801 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.529227 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-deb1deb3-69bc-4417-af20-c9c0d4dfe801 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0702391 Aug 19 12:08:12.550694 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b4c2701e-1852-4ac0-aa4d-c0e2edad0c3a tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1735027 Aug 19 12:08:12.551466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39844) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:12.551629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39842) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:12.558347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-99aeabf0-6380-48d2-a804-7ed74058b429 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1775351389'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:12.570217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1158200562', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:12.613892 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.636154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530451d-cc90-44ee-84f9-7907a2695051 req-18f5f944-8d12-45ce-a90f-70a829ff1aa9 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:12.639947 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Transition to ACTIVE for port object 727b081e-f9ac-4299-bf25-23db1b31d9de will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:12.643257 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-18f5f944-8d12-45ce-a90f-70a829ff1aa9 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8997333 Aug 19 12:08:12.647469 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.673213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Request body: {'port': {'device_id': '85ac7c06-5d52-4c67-862a-b2ef68a3e618', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'f5a9f74a056e4b99bcd095d0ada60ae2'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:12.712756 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Attempting to bind port 727b081e-f9ac-4299-bf25-23db1b31d9de on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:12.713617 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Attempting to bind port 727b081e-f9ac-4299-bf25-23db1b31d9de by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:12.714160 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Attempting to bind port 727b081e-f9ac-4299-bf25-23db1b31d9de on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:12.722350 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:12.727013 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:12.727719 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.728350 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:12.729154 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Bound port: 727b081e-f9ac-4299-bf25-23db1b31d9de, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:12.729778 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.769225 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Pushing event updated for resources: {'Port': ['ID=727b081e-f9ac-4299-bf25-23db1b31d9de,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:12.785096 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.785538 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.786060 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.786486 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.786908 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.787330 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.787768 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.788186 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.788601 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.789034 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.789703 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.790250 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:12.843866 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] For port 727b081e-f9ac-4299-bf25-23db1b31d9de, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:12.847479 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] For port 727b081e-f9ac-4299-bf25-23db1b31d9de, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=727b081e-f9ac-4299-bf25-23db1b31d9de,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:12.852847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Made reservation on behalf of 17ecf2d06262474eadaac84993402ef7 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:12.857357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.866835 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:12.934683 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:12.935340 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:12.994405 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275af9c-0170-40a1-82ec-be7853f666c6 None None] Pushing event updated for resources: {'Port': ['ID=727b081e-f9ac-4299-bf25-23db1b31d9de,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:13.083782 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:13.095538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Made reservation on behalf of f5a9f74a056e4b99bcd095d0ada60ae2 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:13.099902 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.118280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.240858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.250829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.343374 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.396170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Allocated IP 192.168.233.195 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/a7ba4451-5d95-4880-9e57-ca84e16f3ed2) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:13.413698 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99aeabf0-6380-48d2-a804-7ed74058b429 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.546071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d22b5c51-8578-4188-83dd-7ad77d39c96e req-f0531ee8-6f41-491f-9467-2fd06ab9bc12 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 210 time: 0.2209837 Aug 19 12:08:13.560089 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:08:09Z', 'revision_number': 3, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:13.590671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=0eb58fba-0d2b-4456-ac2b-de117dd40ff3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:13.598624 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298a570-fc4d-4ef7-b187-6dfd0cca2ac8 None None] The sync data for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 is: [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:08:09Z', 'revision_number': 3, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:13.618517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cf3974-6807-48b8-9b76-1a31dcb3509c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:13.628791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f399cb8-879f-4220-8422-911b414af64d None None] Provisioning complete for port 7db7f22e-dde1-4b17-997d-e4470451d513 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:13.630711 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f399cb8-879f-4220-8422-911b414af64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.684403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7f399cb8-879f-4220-8422-911b414af64d None None] Port 7db7f22e-dde1-4b17-997d-e4470451d513 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:13.700958 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.703642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f399cb8-879f-4220-8422-911b414af64d None None] Provisioning for port 4c25c498-aeae-4780-868a-6d1eda653435 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:13.710343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f399cb8-879f-4220-8422-911b414af64d None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:13.711021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f399cb8-879f-4220-8422-911b414af64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.721880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.762093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Transition to ACTIVE for port object a7ba4451-5d95-4880-9e57-ca84e16f3ed2 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:13.775807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.854777 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99aeabf0-6380-48d2-a804-7ed74058b429 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.866564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:13.880541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Subnet': ['ID=0f03510e-8d8d-4820-8016-67dbb932c8d7,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:13.885575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:13.901148 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99aeabf0-6380-48d2-a804-7ed74058b429 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.911264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:13.913551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b1162f3d-9b53-4463-8634-c6644690eb87 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4857833 Aug 19 12:08:13.913896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:13.916713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39854) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:13.920483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4c25c498-aeae-4780-868a-6d1eda653435 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:13.949582 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.957769 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:13.968379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Checking segment: {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:13.968782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network hostable DHCP agents. Network: 64c8edec-f983-4fa5-a00a-0cd2f55d2634, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:08:13.985731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.056276 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99aeabf0-6380-48d2-a804-7ed74058b429 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.057728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-99aeabf0-6380-48d2-a804-7ed74058b429 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5027506 Aug 19 12:08:14.062479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aeabf0-6380-48d2-a804-7ed74058b429 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73779868-1d49-4781-a5d2-b9c1718a0ad0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:14.064862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39856) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:14.071866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-948682867', 'security_groups': ['73779868-1d49-4781-a5d2-b9c1718a0ad0'], 'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '194ff7b8-32d1-4860-aa91-603f7d7de39b'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:14.089144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:14.115385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:14.130411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:14.147485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4b6aab-21d7-4080-b17f-ec228834056c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting subnet 4564111d-3870-4594-be77-9baf299f23c0 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:14.152421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:08:14.154164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6aab-21d7-4080-b17f-ec228834056c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.196878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Pushing event updated for resources: {'Port': ['ID=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:14.236176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:14.252341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.252893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Fanout notify agent at l3_agent the message router_deleted on router 01355260-8b11-4e91-8002-b45a53d94b4b {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:08:14.269723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Deleting port 07c362b0-e5f6-4021-ae27-98c76658e2dd {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:14.270303 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.285275 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.296267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-33a111a7-b922-44af-8d56-272169545a9e tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/routers/01355260-8b11-4e91-8002-b45a53d94b4b HTTP/1.1" status: 204 len: 168 time: 3.4144540 Aug 19 12:08:14.306505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:14.306880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.308476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39858) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:14.342670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6aab-21d7-4080-b17f-ec228834056c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.395421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:14.396111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.432053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 64c8edec-f983-4fa5-a00a-0cd2f55d2634) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:14.434106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:14.460381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:14.461112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.491281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a5cf5-a160-47d2-95ff-f4b578764b71 None None] Network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:14.584635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c8e0dc-56e2-4fd5-9a22-11b617e3c609 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting subnet b9b9b914-a7ed-4508-aed0-8da7755c74be {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:14.600716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-76c8e0dc-56e2-4fd5-9a22-11b617e3c609 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.602271 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6aab-21d7-4080-b17f-ec228834056c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.643338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.643971 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.693957 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c0f792f4-982c-419b-939a-33940a0b7a9c tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0253479 Aug 19 12:08:14.702175 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-36cd1bcc-7956-403f-9ee5-17dd80cfe472 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1415415 Aug 19 12:08:14.702999 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39864) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:14.706525 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6aab-21d7-4080-b17f-ec228834056c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.734298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9b488a06-c084-4da2-888a-e48e0e4e36b7 None None] Provisioning for port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:14.744826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9b488a06-c084-4da2-888a-e48e0e4e36b7 None None] Provisioning complete for port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:14.745518 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9b488a06-c084-4da2-888a-e48e0e4e36b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.746809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Calling delete_port for 07c362b0-e5f6-4021-ae27-98c76658e2dd owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:14.789975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9b488a06-c084-4da2-888a-e48e0e4e36b7 None None] Port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:14.802251 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-76c8e0dc-56e2-4fd5-9a22-11b617e3c609 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.817273 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.909720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8f09b-7370-4678-82a7-866139cf3efd None None] Network 424f1e98-effb-41d7-81ad-f11b6f21bbfc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:14.915924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Request body: {'port': {'device_id': '85ac7c06-5d52-4c67-862a-b2ef68a3e618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:14.924216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b6aab-21d7-4080-b17f-ec228834056c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Subnet': ['ID=4564111d-3870-4594-be77-9baf299f23c0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:14.935956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eba1f6-bd6f-49fe-a5ba-cefc9a267131 req-0474c520-5755-49ce-ba6c-0c552adadb81 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:14.937618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6aab-21d7-4080-b17f-ec228834056c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:14.938566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0eba1f6-bd6f-49fe-a5ba-cefc9a267131 req-0474c520-5755-49ce-ba6c-0c552adadb81 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 936 time: 0.2535679 Aug 19 12:08:14.943748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39866) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:14.944561 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a4b6aab-21d7-4080-b17f-ec228834056c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/4564111d-3870-4594-be77-9baf299f23c0 HTTP/1.1" status: 204 len: 168 time: 1.0265076 Aug 19 12:08:15.015652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] device_id is not set on port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:08:15.154870 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:15.189582 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-76c8e0dc-56e2-4fd5-9a22-11b617e3c609 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:15.327627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:11Z', 'revision_number': 8, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:15.362048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:15.365645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:08:15.366484 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:15.400739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:15.403157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:07:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:15.444489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709f25a-c99c-45d9-89b7-e5c4911892f1 None None] DHCP port deletion for 424f1e98-effb-41d7-81ad-f11b6f21bbfc request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:08:15.516033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8::16a (059a4723-3742-43c1-9a82-03860f700058/194ff7b8-32d1-4860-aa91-603f7d7de39b/9eac8bca-8c29-42a5-9d2d-82ffd3ef1308) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:15.609543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:15.695172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Allocated IP 172.20.0.2 (64c8edec-f983-4fa5-a00a-0cd2f55d2634/0f03510e-8d8d-4820-8016-67dbb932c8d7/dac37063-fb12-41c3-9ca5-9ce53dbcf47d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:15.836731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9709f25a-c99c-45d9-89b7-e5c4911892f1 None None] Deleting port ee2532e9-6706-42c5-a5bb-2f05f617ee16 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:15.837775 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9709f25a-c99c-45d9-89b7-e5c4911892f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:15.926284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 727b081e-f9ac-4299-bf25-23db1b31d9de up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:15.928347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0eba1f6-bd6f-49fe-a5ba-cefc9a267131 req-6426fea8-93e2-4907-81c1-bc3a3b049a11 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9653301 Aug 19 12:08:15.951795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:15.969204 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:15.993432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:15.996324 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-76c8e0dc-56e2-4fd5-9a22-11b617e3c609 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:15.999016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:16.042637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9709f25a-c99c-45d9-89b7-e5c4911892f1 None None] For port ee2532e9-6706-42c5-a5bb-2f05f617ee16, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ee2532e9-6706-42c5-a5bb-2f05f617ee16,segment=NetworkSegment(9f3e050f-ddb9-44ef-8656-c4e125ed5760),segment_id=9f3e050f-ddb9-44ef-8656-c4e125ed5760)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:16.043100 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9709f25a-c99c-45d9-89b7-e5c4911892f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.063315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9709f25a-c99c-45d9-89b7-e5c4911892f1 None None] Calling delete_port for ee2532e9-6706-42c5-a5bb-2f05f617ee16 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:16.066300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Pushing event deleted for resources: {'Port': ['ID=07c362b0-e5f6-4021-ae27-98c76658e2dd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:16.079720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8e0dc-56e2-4fd5-9a22-11b617e3c609 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b9b914-a7ed-4508-aed0-8da7755c74be,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:16.087873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-76c8e0dc-56e2-4fd5-9a22-11b617e3c609 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.090602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-76c8e0dc-56e2-4fd5-9a22-11b617e3c609 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/subnets/b9b9b914-a7ed-4508-aed0-8da7755c74be HTTP/1.1" status: 204 len: 168 time: 1.7808280 Aug 19 12:08:16.094836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39872) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:16.214925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ba4451-5d95-4880-9e57-ca84e16f3ed2 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:08:16.222851 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.229853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.264748 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Transition to ACTIVE for port object a7ba4451-5d95-4880-9e57-ca84e16f3ed2 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:16.265009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.270476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.275783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7aa3bb1d-628a-487d-bc20-97c58b77a770 tempest-ServersTestBootFromVolume-1572041553 tempest-ServersTestBootFromVolume-1572041553-project] 10.222.0.65 "DELETE /v2.0/floatingips/c5d22c91-f30a-4448-a64c-d097d606b09c HTTP/1.1" status: 204 len: 168 time: 3.7624798 Aug 19 12:08:16.282230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39876) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:16.295461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port ee2532e9-6706-42c5-a5bb-2f05f617ee16 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:16.295957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.320234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf85f2-8dc2-48fa-8b5f-f83fd821d23c None None] Network ba96519c-667d-4269-aa58-a521a99e6261 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:16.364314 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.379387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.400040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:16.407922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=9eac8bca-8c29-42a5-9d2d-82ffd3ef1308,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:16.414818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:16.420262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:16.426991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:16.427795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.452113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 727b081e-f9ac-4299-bf25-23db1b31d9de completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:16.479573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 727b081e-f9ac-4299-bf25-23db1b31d9de triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:16.480075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.505187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port ee2532e9-6706-42c5-a5bb-2f05f617ee16, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ee2532e9-6706-42c5-a5bb-2f05f617ee16,segment=NetworkSegment(9f3e050f-ddb9-44ef-8656-c4e125ed5760),segment_id=9f3e050f-ddb9-44ef-8656-c4e125ed5760)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:16.505732 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.520584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-831bfebb-abb1-4ca7-bfc4-98d5aabaae6f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4537442 Aug 19 12:08:16.527199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39878) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:16.532788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-72801e84-d33d-4184-82cb-b85e312b0191 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:16.538702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for ee2532e9-6706-42c5-a5bb-2f05f617ee16 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:16.545347 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.607989 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9709f25a-c99c-45d9-89b7-e5c4911892f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.639141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:16.663097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709f25a-c99c-45d9-89b7-e5c4911892f1 None None] Pushing event deleted for resources: {'Port': ['ID=ee2532e9-6706-42c5-a5bb-2f05f617ee16,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:16.684354 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:11Z', 'revision_number': 8, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:16.727541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a924a4-7bf6-459f-be9e-196cf8d0ac46 None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:11Z', 'revision_number': 8, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c1268-75fd-49d1-bef0-a9731663cdd1', 'name': '', 'network_id': 'dee793f9-21a0-4e4f-8210-592559d2ae88', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:88:50:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:45Z', 'updated_at': '2021-08-19T12:07:58Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': 'baaebf4f-e616-406f-8c1d-3ec72e22f345', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:16.748985 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709f25a-c99c-45d9-89b7-e5c4911892f1 None None] No DVR routers for this DVR port ee2532e9-6706-42c5-a5bb-2f05f617ee16 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:16.824152 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.847571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Transition to ACTIVE for port object dac37063-fb12-41c3-9ca5-9ce53dbcf47d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:16.889741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Attempting to bind port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:16.890081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Attempting to bind port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:16.890414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Attempting to bind port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:16.931675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Transition to ACTIVE for port object dac37063-fb12-41c3-9ca5-9ce53dbcf47d will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:16.936431 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.954351 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:16.990715 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.006567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:17.010412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:17.014045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:17.016240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72801e84-d33d-4184-82cb-b85e312b0191 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:17.019953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72801e84-d33d-4184-82cb-b85e312b0191 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.023700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No DVR routers for this DVR port ee2532e9-6706-42c5-a5bb-2f05f617ee16 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:17.030028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=ee2532e9-6706-42c5-a5bb-2f05f617ee16,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:17.041226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:08:17.043699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Attempting to bind port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:17.044522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:17.044979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.070895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 727b081e-f9ac-4299-bf25-23db1b31d9de, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=727b081e-f9ac-4299-bf25-23db1b31d9de,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:17.081334 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.082787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Pushing event updated for resources: {'Port': ['ID=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:17.115371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:17.116023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:17.116182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:17.116530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Bound port: a7ba4451-5d95-4880-9e57-ca84e16f3ed2, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:17.116918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.188131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] DHCP port deletion for ba96519c-667d-4269-aa58-a521a99e6261 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:08:17.203122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.20.0.1 (64c8edec-f983-4fa5-a00a-0cd2f55d2634/0f03510e-8d8d-4820-8016-67dbb932c8d7/91aa857e-4351-4e16-9f4b-ed23b4c9318e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:17.209709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] For port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4,segment=NetworkSegment(e709eecf-d876-46fb-b638-3effe92b3bff),segment_id=e709eecf-d876-46fb-b638-3effe92b3bff)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:17.210084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.226980 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ee2532e9-6706-42c5-a5bb-2f05f617ee16 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:17.234903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:17.267432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ee2532e9-6706-42c5-a5bb-2f05f617ee16 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:17.267780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ee2532e9-6706-42c5-a5bb-2f05f617ee16 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:17.334086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-eb8d9d85-4612-4af2-b7e7-f8f7647f6e5b None None] Provisioning for port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:17.336424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Attempting to bind port dac37063-fb12-41c3-9ca5-9ce53dbcf47d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:17.336847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Attempting to bind port dac37063-fb12-41c3-9ca5-9ce53dbcf47d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:17.337212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Attempting to bind port dac37063-fb12-41c3-9ca5-9ce53dbcf47d on network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:17.347418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:17.347805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Checking segment: {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:17.348226 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.348794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Bound using segment: {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:17.349291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Bound port: dac37063-fb12-41c3-9ca5-9ce53dbcf47d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:17.349677 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.361647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-eb8d9d85-4612-4af2-b7e7-f8f7647f6e5b None None] Provisioning complete for port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:17.361931 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9d85-4612-4af2-b7e7-f8f7647f6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.363515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=727b081e-f9ac-4299-bf25-23db1b31d9de,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:17.439557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] For port a7ba4451-5d95-4880-9e57-ca84e16f3ed2, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:17.468110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d9d85-4612-4af2-b7e7-f8f7647f6e5b None None] Port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:17.469958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] For port a7ba4451-5d95-4880-9e57-ca84e16f3ed2, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:17.474939 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.492486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] Deleting port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:17.493826 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.497418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.508860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] For port dac37063-fb12-41c3-9ca5-9ce53dbcf47d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:17.522933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] No DVR routers for this DVR port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:17.554030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:17.580061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:17.581411 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.582924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] 10.222.0.54 "PUT /v2.0/ports/a7ba4451-5d95-4880-9e57-ca84e16f3ed2 HTTP/1.1" status: 200 len: 1096 time: 2.8618312 Aug 19 12:08:17.619895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ac7c06-5d52-4c67-862a-b2ef68a3e618', 'tag': 'a7ba4451-5d95-4880-9e57-ca84e16f3ed2'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:08:17.623602 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55271f2-f0da-4174-90b5-6a7af4f667d4" -d '{"events": [{"name": "network-changed", "server_uuid": "85ac7c06-5d52-4c67-862a-b2ef68a3e618", "tag": "a7ba4451-5d95-4880-9e57-ca84e16f3ed2"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:08:17.686585 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.690406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.703925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba96519c-667d-4269-aa58-a521a99e6261']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:17.713928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424f1e98-effb-41d7-81ad-f11b6f21bbfc']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:17.716388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e709eecf-d876-46fb-b638-3effe92b3bff') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:17.716846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e709eecf-d876-46fb-b638-3effe92b3bff') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:17.728676 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.731261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f46f4-dbc0-44f1-a4d5-72cbf85663c2 req-34f33336-041a-472a-9309-490de03a6a5b tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:17.735482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da4f46f4-dbc0-44f1-a4d5-72cbf85663c2 req-34f33336-041a-472a-9309-490de03a6a5b tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 948 time: 0.7063210 Aug 19 12:08:17.745697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] For port dac37063-fb12-41c3-9ca5-9ce53dbcf47d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:17.758570 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.778510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3e050f-ddb9-44ef-8656-c4e125ed5760') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:17.779255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3e050f-ddb9-44ef-8656-c4e125ed5760') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:17.810009 n-d-778550-9 neutron-server[101154]: INFO neutron.db.ipam_backend_mixin [None req-72801e84-d33d-4184-82cb-b85e312b0191 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 194ff7b8-32d1-4860-aa91-603f7d7de39b (CIDR: 2001:db8::/64) Aug 19 12:08:17.818910 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.825847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834686e-6567-4921-95e7-e93a7f48e8ab None None] Pushing event updated for resources: {'Port': ['ID=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:17.833377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] For port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:17.834329 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.847743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.853690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] Calling delete_port for ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:17.856480 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-72801e84-d33d-4184-82cb-b85e312b0191 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:08:17.859969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72801e84-d33d-4184-82cb-b85e312b0191 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:17.861838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:08:17.862321 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.866933 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c8a5f7-0e99-4464-a5fc-b9f0204bb845 x-openstack-request-id: req-f2c8a5f7-0e99-4464-a5fc-b9f0204bb845 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:08:17.867309 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ac7c06-5d52-4c67-862a-b2ef68a3e618", "tag": "a7ba4451-5d95-4880-9e57-ca84e16f3ed2", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:08:17.867511 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2c8a5f7-0e99-4464-a5fc-b9f0204bb845 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:08:17.867872 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ac7c06-5d52-4c67-862a-b2ef68a3e618', 'tag': 'a7ba4451-5d95-4880-9e57-ca84e16f3ed2', 'status': 'completed', 'code': 200} Aug 19 12:08:17.867997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] Port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:08:17.869794 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:08:17.871221 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:08:17.901960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] Pushing event deleted for resources: {'Port': ['ID=ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:17.905961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755dbd1d-c48d-46f1-9dbd-dd200506645d None None] No DVR routers for this DVR port ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:17.948272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 727b081e-f9ac-4299-bf25-23db1b31d9de up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:17.971473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.977999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da4f46f4-dbc0-44f1-a4d5-72cbf85663c2 req-55010cac-b8e9-4920-9be4-79c91d7faf7f tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112987 Aug 19 12:08:17.991975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-72801e84-d33d-4184-82cb-b85e312b0191 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4610076 Aug 19 12:08:17.993607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:08:17.994179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:17.994340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a03bf1-6de9-4e82-b633-b6ea066357d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:08:18.005952 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:08:18.016733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39890) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:18.025181 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.033583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 727b081e-f9ac-4299-bf25-23db1b31d9de triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:18.034153 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.035985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530451d-cc90-44ee-84f9-7907a2695051 req-b6401bee-d4aa-4b37-9a0f-fb9a5cce8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:18.044850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-b6401bee-d4aa-4b37-9a0f-fb9a5cce8f05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5a9f74a056e4b99bcd095d0ada60ae2&device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 1099 time: 0.2693641 Aug 19 12:08:18.053025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4fe80860-cf52-4e66-a606-a8001d4f1f8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:18.106448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Transition to ACTIVE for port object 91aa857e-4351-4e16-9f4b-ed23b4c9318e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:18.107770 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-b24d0255-837d-4a89-8d31-1eb0541c32ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=a7ba4451-5d95-4880-9e57-ca84e16f3ed2 HTTP/1.1" status: 200 len: 217 time: 0.0514719 Aug 19 12:08:18.187213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.192515 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.194293 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.197267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/networks/ba96519c-667d-4269-aa58-a521a99e6261 HTTP/1.1" status: 204 len: 168 time: 2.1013794 Aug 19 12:08:18.202125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39892) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:18.207466 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.211653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/networks/424f1e98-effb-41d7-81ad-f11b6f21bbfc HTTP/1.1" status: 204 len: 168 time: 3.2590117 Aug 19 12:08:18.215466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39894) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:18.248542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e96fbfdd-f16a-4dcf-a6e8-60a557985916 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:18.277708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e96fbfdd-f16a-4dcf-a6e8-60a557985916 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:18.278304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e96fbfdd-f16a-4dcf-a6e8-60a557985916 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:18.278863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:18.293705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530451d-cc90-44ee-84f9-7907a2695051 req-4ee0f8ed-551e-4f4b-b14a-6b9b673fd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:18.295553 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-4ee0f8ed-551e-4f4b-b14a-6b9b673fd8aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1796372 Aug 19 12:08:18.299970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:18.300379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ed8f744a-ffd3-4c97-9e5c-94ecb887a9f4 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:18.336977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e2ee-91bb-46ac-9b9c-10d73287e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.343379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09ae5a-0048-4798-a986-ca8275d52e83 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Network': ['ID=ba96519c-667d-4269-aa58-a521a99e6261,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:18.343629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c0157-44a5-4987-a9bb-c737a50c0836 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Network': ['ID=424f1e98-effb-41d7-81ad-f11b6f21bbfc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:18.408652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe80860-cf52-4e66-a606-a8001d4f1f8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:18.412220 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4fe80860-cf52-4e66-a606-a8001d4f1f8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.420236 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.452954 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.476071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c3d14abe-2f99-4165-b0d2-7cc46076bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:18.477661 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-c3d14abe-2f99-4165-b0d2-7cc46076bb45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295774 Aug 19 12:08:18.479886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:18.500440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:18.514866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:18.578669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=91aa857e-4351-4e16-9f4b-ed23b4c9318e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:18.602036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port b4644c81-2a41-4c05-87e3-57f863edbaef {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:18.602424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.619071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.714795 n-d-778550-9 neutron-server[101154]: INFO neutron.db.ipam_backend_mixin [None req-4fe80860-cf52-4e66-a606-a8001d4f1f8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 250cd7be-54d5-4028-8a6f-e98f77a80d57 (CIDR: 2001:db8:0:1::/64) Aug 19 12:08:18.722369 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe80860-cf52-4e66-a606-a8001d4f1f8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:08:18.722833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe80860-cf52-4e66-a606-a8001d4f1f8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:18.725191 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-a495bcf3-80f2-4932-82a6-33c04ba4af30 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359362 Aug 19 12:08:18.813014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4fe80860-cf52-4e66-a606-a8001d4f1f8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7950480 Aug 19 12:08:18.815885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39898) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:18.821168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'subnet': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:18.835459 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.835787 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:18.865350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for b4644c81-2a41-4c05-87e3-57f863edbaef owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:18.958845 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0530451d-cc90-44ee-84f9-7907a2695051 req-64ff7f95-d69d-443d-9745-90739b369d6c service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229304 Aug 19 12:08:18.964333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.099502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Made reservation on behalf of 0a24866e2a2440b29049f33fb77a7861 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:19.104897 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.157740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449ce389-0dd8-40e2-be95-81e9c6f3d280 None None] Network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:19.223864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-6f16f9f6-036b-4ba0-9277-34355e2c1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:19.225431 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-6f16f9f6-036b-4ba0-9277-34355e2c1332 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5a9f74a056e4b99bcd095d0ada60ae2&device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 1099 time: 0.1421611 Aug 19 12:08:19.228369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.239382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5a5bf4a5-e498-4c80-a10d-14342742f91f None None] Provisioning for port dac37063-fb12-41c3-9ca5-9ce53dbcf47d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:19.300974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c05e3-74ea-4f7d-b580-e2233b4b6363 req-c3832445-5565-4d2a-b2b4-92938813e5b5 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:19.302471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c2c05e3-74ea-4f7d-b580-e2233b4b6363 req-c3832445-5565-4d2a-b2b4-92938813e5b5 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 948 time: 0.2093956 Aug 19 12:08:19.309877 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.315932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Deleting port 13246869-ecd1-40e5-b840-a007a4883553 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:19.316260 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.316501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=b4644c81-2a41-4c05-87e3-57f863edbaef,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:19.521437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c2c05e3-74ea-4f7d-b580-e2233b4b6363 req-9ce436fb-27e1-42e5-8753-5be694c6a6b0 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091565 Aug 19 12:08:19.626068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] For port 13246869-ecd1-40e5-b840-a007a4883553, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13246869-ecd1-40e5-b840-a007a4883553,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:19.626437 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.668044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Calling delete_port for 13246869-ecd1-40e5-b840-a007a4883553 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:19.707365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-463ac561-0d6d-42c9-92d5-e1a59506729a None None] Provisioning for port 91aa857e-4351-4e16-9f4b-ed23b4c9318e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:19.712358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-463ac561-0d6d-42c9-92d5-e1a59506729a None None] Provisioning complete for port 91aa857e-4351-4e16-9f4b-ed23b4c9318e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:19.713717 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-463ac561-0d6d-42c9-92d5-e1a59506729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.779931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-1bd5e202-644a-4f88-b08a-0eabd6f2bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:19.782933 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-1bd5e202-644a-4f88-b08a-0eabd6f2bc64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.5450864 Aug 19 12:08:19.801587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-463ac561-0d6d-42c9-92d5-e1a59506729a None None] Port 91aa857e-4351-4e16-9f4b-ed23b4c9318e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:19.843136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.848650 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.850338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.851535 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e5b90fb6-747c-4e37-9aea-09476a9d69ae tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/floatingips/d31acb87-a7ca-4745-9d6c-b70b4b6676e5 HTTP/1.1" status: 204 len: 168 time: 1.6451504 Aug 19 12:08:19.857381 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-e0a1656d-9454-4ec2-b246-81fea76214ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=a7ba4451-5d95-4880-9e57-ca84e16f3ed2 HTTP/1.1" status: 200 len: 217 time: 0.0568850 Aug 19 12:08:19.866912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39906) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:19.904148 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0986425-baca-4243-916f-e1893a81c522 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:19.904876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0986425-baca-4243-916f-e1893a81c522 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:19.909155 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0986425-baca-4243-916f-e1893a81c522 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/ports/824f81ae-0f28-4672-8d31-be4ae52ae2b2 HTTP/1.1" status: 404 len: 333 time: 0.0386760 Aug 19 12:08:19.909337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dac37063-fb12-41c3-9ca5-9ce53dbcf47d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:19.910948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39908) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:19.966072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cf6c252c-7bf1-4f15-a84b-99fc60d66a80 None None] Provisioning complete for port 91aa857e-4351-4e16-9f4b-ed23b4c9318e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:19.966453 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cf6c252c-7bf1-4f15-a84b-99fc60d66a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:19.969888 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f6e23215-32cb-4c75-97ce-47485ec844bf tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "GET /v2.0/ports?device_id=01355260-8b11-4e91-8002-b45a53d94b4b HTTP/1.1" status: 200 len: 205 time: 0.0556135 Aug 19 12:08:19.974176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Network 059a4723-3742-43c1-9a82-03860f700058 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:19.974382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39910) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:19.988838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:19.992224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:19.992836 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.005843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Subnet': ['ID=36023c4c-4209-4c06-8b40-17fc72457d3a,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:20.007653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e5341-27a3-4261-a759-7b602dc8ea24 None None] Network 059a4723-3742-43c1-9a82-03860f700058 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:20.016091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c252c-7bf1-4f15-a84b-99fc60d66a80 None None] Port 91aa857e-4351-4e16-9f4b-ed23b4c9318e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:20.019913 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-473794da-91f3-4ab4-a55a-95becf79ee16 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] delete failed (client error): The resource could not be found. Aug 19 12:08:20.024706 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-473794da-91f3-4ab4-a55a-95becf79ee16 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/routers/01355260-8b11-4e91-8002-b45a53d94b4b HTTP/1.1" status: 404 len: 336 time: 0.0441191 Aug 19 12:08:20.025917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39912) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:20.031226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port dac37063-fb12-41c3-9ca5-9ce53dbcf47d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:20.067072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dac37063-fb12-41c3-9ca5-9ce53dbcf47d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:20.067448 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.069903 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.075837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-cb637b13-099c-45e7-b858-741dec6c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.077461 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-cb637b13-099c-45e7-b858-741dec6c5329 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.1996202 Aug 19 12:08:20.078387 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f91c43b-6482-4d8c-ba10-dfd8c687ad3f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:20.078830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f91c43b-6482-4d8c-ba10-dfd8c687ad3f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:20.082235 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4f91c43b-6482-4d8c-ba10-dfd8c687ad3f tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/subnets/b9b9b914-a7ed-4508-aed0-8da7755c74be HTTP/1.1" status: 404 len: 337 time: 0.0539169 Aug 19 12:08:20.083442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:20.095061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.189844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.196929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=91aa857e-4351-4e16-9f4b-ed23b4c9318e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:20.266133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port dac37063-fb12-41c3-9ca5-9ce53dbcf47d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:20.275651 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.351599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:20.357005 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.447029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-4e51f8d5-2b78-4b2d-a8bb-32857bcc91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.448801 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-4e51f8d5-2b78-4b2d-a8bb-32857bcc91c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2746997 Aug 19 12:08:20.454971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94ab2f-9bdc-4c39-9a25-e0d8a893c04d None None] Update dhcp port {'port': {'network_id': '059a4723-3742-43c1-9a82-03860f700058', 'fixed_ips': [{'subnet_id': '250cd7be-54d5-4028-8a6f-e98f77a80d57', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '194ff7b8-32d1-4860-aa91-603f7d7de39b', 'ip_address': '2001:db8::2'}, {'subnet_id': '36023c4c-4209-4c06-8b40-17fc72457d3a'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '4c25c498-aeae-4780-868a-6d1eda653435'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:08:20.485542 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6b94ab2f-9bdc-4c39-9a25-e0d8a893c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.495519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-de67c997-aeeb-4597-9910-487dfc8b1b03 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6782784 Aug 19 12:08:20.509354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39918) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:20.515558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-4153df5b-2448-49c1-816f-f978c64c1c67 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port c6e092df-ffcc-420d-906a-bc7f0e13f471 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:20.516033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4153df5b-2448-49c1-816f-f978c64c1c67 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.525334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1945626160', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '36023c4c-4209-4c06-8b40-17fc72457d3a'}], 'security_groups': ['bbb1333f-1db5-4a99-bf6f-e2b08599fb90', '96849a17-f417-49a9-8f02-ee1c9e2ee206']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:20.586762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-4ded7eee-8388-4d06-ac6f-db23c5e18f72 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1106992 Aug 19 12:08:20.605491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port ae2c1268-75fd-49d1-bef0-a9731663cdd1 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:20.608495 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.632120 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.695153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-6b94ab2f-9bdc-4c39-9a25-e0d8a893c04d None None] Allocated IP 2001:db8:0:2::2 (059a4723-3742-43c1-9a82-03860f700058/36023c4c-4209-4c06-8b40-17fc72457d3a/4c25c498-aeae-4780-868a-6d1eda653435) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:20.701202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-305ad848-40fb-4c19-b6e8-aee21130b1cf service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430618 Aug 19 12:08:20.743725 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aba67b6a-5540-436e-84dd-ee4c37e3199e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.790476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=13246869-ecd1-40e5-b840-a007a4883553,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:20.839564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6b94ab2f-9bdc-4c39-9a25-e0d8a893c04d None None] For port 4c25c498-aeae-4780-868a-6d1eda653435, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4c25c498-aeae-4780-868a-6d1eda653435,segment=NetworkSegment(dda83269-b14c-43d1-b52d-216046fd4283),segment_id=dda83269-b14c-43d1-b52d-216046fd4283)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:20.885126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:20.896504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:20.897944 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6b94ab2f-9bdc-4c39-9a25-e0d8a893c04d None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.907212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec5d2c-6993-46f2-9973-64e374925f92 req-e4663490-9a84-4fa9-85f3-0782f00a1a38 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.908958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6bec5d2c-6993-46f2-9973-64e374925f92 req-e4663490-9a84-4fa9-85f3-0782f00a1a38 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 948 time: 0.2158508 Aug 19 12:08:20.923329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-66a2e5d1-2505-4e2c-b2bd-fc5d80f585bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.923809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-66a2e5d1-2505-4e2c-b2bd-fc5d80f585bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.924272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-66a2e5d1-2505-4e2c-b2bd-fc5d80f585bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.925145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-66a2e5d1-2505-4e2c-b2bd-fc5d80f585bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.925674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-66a2e5d1-2505-4e2c-b2bd-fc5d80f585bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.926059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-66a2e5d1-2505-4e2c-b2bd-fc5d80f585bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.926518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-66a2e5d1-2505-4e2c-b2bd-fc5d80f585bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:20.928603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-66a2e5d1-2505-4e2c-b2bd-fc5d80f585bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6501 time: 0.2103360 Aug 19 12:08:20.945946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6b94ab2f-9bdc-4c39-9a25-e0d8a893c04d None None] Transition to ACTIVE for port object 4c25c498-aeae-4780-868a-6d1eda653435 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:20.952164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4153df5b-2448-49c1-816f-f978c64c1c67 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:20.969342 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6b94ab2f-9bdc-4c39-9a25-e0d8a893c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:21.029615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-4153df5b-2448-49c1-816f-f978c64c1c67 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for c6e092df-ffcc-420d-906a-bc7f0e13f471 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:21.045682 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:21.062441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94ab2f-9bdc-4c39-9a25-e0d8a893c04d None None] Pushing event updated for resources: {'Port': ['ID=4c25c498-aeae-4780-868a-6d1eda653435,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:21.080371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port ae2c1268-75fd-49d1-bef0-a9731663cdd1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ae2c1268-75fd-49d1-bef0-a9731663cdd1,segment=NetworkSegment(32602bd3-6955-4a4f-b058-7dce8d115e65),segment_id=32602bd3-6955-4a4f-b058-7dce8d115e65)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:21.080823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:21.103086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for ae2c1268-75fd-49d1-bef0-a9731663cdd1 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:21.169543 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c55271f2-f0da-4174-90b5-6a7af4f667d4 req-766ad775-0e11-405a-9b53-7100d4330cbe service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151952 Aug 19 12:08:21.214882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6bec5d2c-6993-46f2-9973-64e374925f92 req-d2d84a01-f570-4baf-83b6-6df517d478ed tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828431 Aug 19 12:08:21.266864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3caecaec-24b9-4bc0-b0b2-4e91cc43ab97 None None] Provisioning complete for port 91aa857e-4351-4e16-9f4b-ed23b4c9318e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:21.267863 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3caecaec-24b9-4bc0-b0b2-4e91cc43ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:21.272234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:21.332931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3caecaec-24b9-4bc0-b0b2-4e91cc43ab97 None None] Port 91aa857e-4351-4e16-9f4b-ed23b4c9318e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:21.351707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router 61571f09-d747-42a7-a591-6a7ea02f0b3b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:21.389476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-05ac1bf8-ca22-4910-ab7a-27e8423855a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:21.390453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-05ac1bf8-ca22-4910-ab7a-27e8423855a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:21.390453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-05ac1bf8-ca22-4910-ab7a-27e8423855a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:21.392061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-05ac1bf8-ca22-4910-ab7a-27e8423855a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee7e9764-0947-4d2f-9df6-16f646d411fc&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=695c6eae-dc00-481f-8fa2-9574d3204229&id=695c6eae-dc00-481f-8fa2-9574d3204229 HTTP/1.1" status: 200 len: 2297 time: 0.4249711 Aug 19 12:08:21.396944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:21.538475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4153df5b-2448-49c1-816f-f978c64c1c67 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:21.554147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-0cd7b516-b8c3-4a3a-970f-254bcf40345f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00 HTTP/1.1" status: 200 len: 1001 time: 0.1536555 Aug 19 12:08:21.620315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153df5b-2448-49c1-816f-f978c64c1c67 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=c6e092df-ffcc-420d-906a-bc7f0e13f471,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:21.641213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:21.683312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=ae2c1268-75fd-49d1-bef0-a9731663cdd1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:21.693809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-0c3ce8d8-a65e-40bd-b054-c31327821bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:21.695377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-0c3ce8d8-a65e-40bd-b054-c31327821bdd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9 HTTP/1.1" status: 200 len: 856 time: 0.1096106 Aug 19 12:08:21.736595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:21.746986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-515fdb4e-d7b2-42ea-a1bc-0584dc49bf37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "PUT /v2.0/routers/61571f09-d747-42a7-a591-6a7ea02f0b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0403960 Aug 19 12:08:21.746986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39928) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:21.757357 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Sync routers for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:21.774048 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:21.776721 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:21.812235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a7ba4451-5d95-4880-9e57-ca84e16f3ed2 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:08:21.990337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a7ba4451-5d95-4880-9e57-ca84e16f3ed2, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:22.000951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-5a4cb01e-4bc6-4887-8a86-4dd86125b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:22.002520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-5a4cb01e-4bc6-4887-8a86-4dd86125b5b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee7e9764-0947-4d2f-9df6-16f646d411fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2981479 Aug 19 12:08:22.007785 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:22.009574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'a7ba4451-5d95-4880-9e57-ca84e16f3ed2', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'a7ba4451-5d95-4880-9e57-ca84e16f3ed2', 'mac_address': 'fa:16:3e:88:e3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:08:22.104769 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.109462 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.113067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Delete allocated IP 2001:db8::16a (059a4723-3742-43c1-9a82-03860f700058/194ff7b8-32d1-4860-aa91-603f7d7de39b) {{(pid=101153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:08:22.125896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Allocated IP 2001:db8:0:2::234 (059a4723-3742-43c1-9a82-03860f700058/36023c4c-4209-4c06-8b40-17fc72457d3a/9eac8bca-8c29-42a5-9d2d-82ffd3ef1308) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:22.141108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dac37063-fb12-41c3-9ca5-9ce53dbcf47d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:22.155962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Router 413fe956-bb45-4e59-8e1a-3480a0144273 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:22.210475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ba4451-5d95-4880-9e57-ca84e16f3ed2 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:08:22.234671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a7ba4451-5d95-4880-9e57-ca84e16f3ed2, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:22.238637 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.253226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-919045f1-2f22-43c4-aed2-762b1f2c36fa None None] Provisioning complete for port 7db7f22e-dde1-4b17-997d-e4470451d513 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:22.253740 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-919045f1-2f22-43c4-aed2-762b1f2c36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.276357 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:08:18Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:19Z', 'revision_number': 2, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:22.296901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4153df5b-2448-49c1-816f-f978c64c1c67 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.302320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4153df5b-2448-49c1-816f-f978c64c1c67 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/ports/c6e092df-ffcc-420d-906a-bc7f0e13f471 HTTP/1.1" status: 204 len: 168 time: 2.2152598 Aug 19 12:08:22.315233 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Checking router: 61571f09-d747-42a7-a591-6a7ea02f0b3b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:22.315670 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Updating router 61571f09-d747-42a7-a591-6a7ea02f0b3b port 91aa857e-4351-4e16-9f4b-ed23b4c9318e binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:08:22.320930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39932) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:22.328605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.348302 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.408643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-bafccf3d-da53-47ae-b9d2-6d6535209edb service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918540 Aug 19 12:08:22.421235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:22.440423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7d1e2c3e-16d7-4831-983d-57c9981378e9 admin admin] 10.222.0.65 "PUT /v2.0/routers/413fe956-bb45-4e59-8e1a-3480a0144273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1524665 Aug 19 12:08:22.441513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39936) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:22.462023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] Sync routers for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:22.485750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dac37063-fb12-41c3-9ca5-9ce53dbcf47d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:22.486429 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.520093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-919045f1-2f22-43c4-aed2-762b1f2c36fa None None] Port 7db7f22e-dde1-4b17-997d-e4470451d513 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:22.556820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:22.558430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:22.611381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:22.631225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a7ba4451-5d95-4880-9e57-ca84e16f3ed2'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:08:22.657221 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.662716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-919045f1-2f22-43c4-aed2-762b1f2c36fa None None] Provisioning complete for port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:22.663360 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-919045f1-2f22-43c4-aed2-762b1f2c36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.670720 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Transition to ACTIVE for port object 91aa857e-4351-4e16-9f4b-ed23b4c9318e will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:22.680491 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.756322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf4fab-646a-4da2-9092-1aae0d6d9095 req-757985a8-4112-42a9-946e-cf4507d86ea2 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:22.758421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1acf4fab-646a-4da2-9092-1aae0d6d9095 req-757985a8-4112-42a9-946e-cf4507d86ea2 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 949 time: 0.3488510 Aug 19 12:08:22.778830 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2e87d-d230-427d-9b26-96710b8a8d78 None None] Pushing event updated for resources: {'Port': ['ID=91aa857e-4351-4e16-9f4b-ed23b4c9318e,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:22.815594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4c25c498-aeae-4780-868a-6d1eda653435 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:22.842061 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Attempting to bind port 91aa857e-4351-4e16-9f4b-ed23b4c9318e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:22.845013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-29215e24-86ec-4361-8c27-a27687dc70bf service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201751 Aug 19 12:08:22.856108 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Attempting to bind port 91aa857e-4351-4e16-9f4b-ed23b4c9318e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:22.856468 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Attempting to bind port 91aa857e-4351-4e16-9f4b-ed23b4c9318e on network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:22.866197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:22.866744 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:22.867116 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Checking segment: {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:22.867512 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.867894 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Bound using segment: {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:22.868419 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Bound port: 91aa857e-4351-4e16-9f4b-ed23b4c9318e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:22.868878 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.881627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:22.954713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-919045f1-2f22-43c4-aed2-762b1f2c36fa None None] Port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:22.964737 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:22.993576 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] For port 91aa857e-4351-4e16-9f4b-ed23b4c9318e, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:22.996850 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] For port 91aa857e-4351-4e16-9f4b-ed23b4c9318e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=91aa857e-4351-4e16-9f4b-ed23b4c9318e,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:23.004113 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.044930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-919045f1-2f22-43c4-aed2-762b1f2c36fa None None] Provisioning for port 4c25c498-aeae-4780-868a-6d1eda653435 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:23.056838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.068500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.069399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.070080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.070764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.071743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.072566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.074095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.075983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.076844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.077484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.078296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.078933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.079562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.079696 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2e87d-d230-427d-9b26-96710b8a8d78 None None] Pushing event updated for resources: {'Port': ['ID=91aa857e-4351-4e16-9f4b-ed23b4c9318e,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:23.080083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:23.080558 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.082709 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4eff9e3e-14b3-43c5-aaea-59e89f4af1dc tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9908 time: 1.3305972 Aug 19 12:08:23.087207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-919045f1-2f22-43c4-aed2-762b1f2c36fa None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:23.087736 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-919045f1-2f22-43c4-aed2-762b1f2c36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.104506 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.125641 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:23.125896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Transition to ACTIVE for port object 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:23.126822 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:23.131195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39940) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:23.178839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.222935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d2733133-739a-424a-81e1-783d7b7b94ed tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port baedd045-b324-4343-8161-ee9c402e3647 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:23.223288 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d2733133-739a-424a-81e1-783d7b7b94ed tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.311419 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:23.460721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:08:20Z', 'revision_number': 5, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:23.495449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.496095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.496872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.497557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.498068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.498776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.499245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.499765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.500270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.500829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.501345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.502009 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.502567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.502692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] Checking router: 413fe956-bb45-4e59-8e1a-3480a0144273 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:23.503229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.503783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.504639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.509759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e1aec204-8eb5-451a-8685-0656a59202a0 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10136 time: 0.3742902 Aug 19 12:08:23.513096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] In _notify_port_updated(), no bound segment for port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 on network 059a4723-3742-43c1-9a82-03860f700058 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:08:23.518872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.519669 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.523700 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "PUT /v2.0/ports/9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 HTTP/1.1" status: 200 len: 970 time: 3.0087419 Aug 19 12:08:23.528770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39944) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:23.529355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39946) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:23.529799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] Routers {'413fe956-bb45-4e59-8e1a-3480a0144273'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:23.531325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['413fe956-bb45-4e59-8e1a-3480a0144273'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:23.650509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d2733133-739a-424a-81e1-783d7b7b94ed tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.653951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-c2f19955-96a1-406c-81cd-b4637af51ba1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 200 len: 217 time: 0.7751353 Aug 19 12:08:23.654503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689cfce-b308-4a45-8d24-e4059e140c1e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event updated for resources: {'Port': ['ID=9eac8bca-8c29-42a5-9d2d-82ffd3ef1308,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:23.697136 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:08:18Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:22Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:23.729020 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b34c94-3216-42e9-9321-8c20fdcbb7a3 None None] The sync data for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 is: [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:08:18Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:22Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:23.748771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d2733133-739a-424a-81e1-783d7b7b94ed tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for baedd045-b324-4343-8161-ee9c402e3647 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:23.790422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1acf4fab-646a-4da2-9092-1aae0d6d9095 req-4a9c4f58-3d6d-4967-9ff0-2507ab48f417 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9527230 Aug 19 12:08:23.855879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-6f9fc0e9-3b5b-47b4-bc74-b6625db21be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:23.858963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-6f9fc0e9-3b5b-47b4-bc74-b6625db21be6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.1865854 Aug 19 12:08:23.950434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.964847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] Set router 413fe956-bb45-4e59-8e1a-3480a0144273 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:23.983713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:23.994528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-355c8a18-5b5f-4b70-a3f7-327e3ff771f7 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7758698 Aug 19 12:08:23.995212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39950) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:24.000141 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:24.000800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-245b81ee-bf91-4cdc-958e-c3e77b9ea0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:24.002330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-245b81ee-bf91-4cdc-958e-c3e77b9ea0f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089237 Aug 19 12:08:24.011798 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:24.018230 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:24.101410 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.153500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef8566-837c-4740-9301-6a3b9333d292 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:24.154888 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8566-837c-4740-9301-6a3b9333d292 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.200713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting subnet baaebf4f-e616-406f-8c1d-3ec72e22f345 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:24.201886 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:24.205900 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.214947 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.231160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a6270068-156d-44cf-8f90-baa57eec7db7 None None] Provisioning for port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:24.231569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d2733133-739a-424a-81e1-783d7b7b94ed tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.236398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a6270068-156d-44cf-8f90-baa57eec7db7 None None] Provisioning complete for port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:24.236863 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a6270068-156d-44cf-8f90-baa57eec7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.288258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a6270068-156d-44cf-8f90-baa57eec7db7 None None] Port 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:24.298626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:08:20Z', 'revision_number': 5, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:24.306554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2733133-739a-424a-81e1-783d7b7b94ed tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=baedd045-b324-4343-8161-ee9c402e3647,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:24.337189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e91211-ba67-4941-8a93-25729b71e08b None None] The sync data for ids ['413fe956-bb45-4e59-8e1a-3480a0144273'] in n-d-778550-9 is: [{'id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'name': 'tempest-ServersTestBootFromVolume-1974815153-router', 'tenant_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:45Z', 'updated_at': '2021-08-19T12:08:20Z', 'revision_number': 5, 'project_id': 'f00711a81cfb42a0a449a5ab2d2e813b', 'gw_port': {'id': 'b1f0ace7-040f-420c-85cc-0a6f6af0b3e1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413fe956-bb45-4e59-8e1a-3480a0144273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:47Z', 'updated_at': '2021-08-19T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:24.343180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.462533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-7934e73f-fa84-41e3-ae1d-3c20c3dced2a service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244065 Aug 19 12:08:24.488560 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d2733133-739a-424a-81e1-783d7b7b94ed tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.491757 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d2733133-739a-424a-81e1-783d7b7b94ed tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/ports/baedd045-b324-4343-8161-ee9c402e3647 HTTP/1.1" status: 204 len: 168 time: 2.1698394 Aug 19 12:08:24.502352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:24.532467 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b6704f24-d077-44f4-8636-9a43fd349d93 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5027 time: 1.0016172 Aug 19 12:08:24.535687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Deleting port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:24.536033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.536332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8566-837c-4740-9301-6a3b9333d292 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.553711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef8566-837c-4740-9301-6a3b9333d292 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:24.644124 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.701162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a44aed-dcd8-44c7-9ef7-b27427b7c3e8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:24.705458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39960) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:24.705664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-45a44aed-dcd8-44c7-9ef7-b27427b7c3e8 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "GET /v2.0/ports?device_id=73a24b8c-e72c-4edd-a76b-d0f23f59816a HTTP/1.1" status: 200 len: 913 time: 0.1866198 Aug 19 12:08:24.706332 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:21Z', 'revision_number': 9, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:24.782703 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:24.794818 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:24.795803 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:24.801487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-f722d5fa-53e5-4998-b3d3-1f0ed254e577 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283834 Aug 19 12:08:24.842759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] For port b1f0ace7-040f-420c-85cc-0a6f6af0b3e1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b1f0ace7-040f-420c-85cc-0a6f6af0b3e1,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:24.842988 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:24.934610 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:24.937184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-374dc1c6-8efa-4914-9248-08a98ce44ae4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 200 len: 217 time: 0.1092896 Aug 19 12:08:24.937696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39964) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:24.944877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Calling delete_port for b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:24.958692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6de1c04d-68fd-4cd2-b140-6087b39bd059 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82628673', 'description': 'tempest-secgroup-smoke-82628673 description', 'project_id': '17ecf2d06262474eadaac84993402ef7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:24.975941 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.090302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Subnet': ['ID=baaebf4f-e616-406f-8c1d-3ec72e22f345,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:25.107187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.109728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/baaebf4f-e616-406f-8c1d-3ec72e22f345 HTTP/1.1" status: 204 len: 168 time: 1.1063948 Aug 19 12:08:25.112775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8566-837c-4740-9301-6a3b9333d292 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.122913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39970) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:25.125267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7113e45-4700-4304-a4c4-ce7046ffc713 None None] Network dee793f9-21a0-4e4f-8210-592559d2ae88 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:25.215797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.216193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.216773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.217118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.217562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.217832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.218161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.218489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.218813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.219135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.219468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.221665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421b536-27a6-417b-ade2-8786e3571cf8 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:25.297542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6de1c04d-68fd-4cd2-b140-6087b39bd059 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.311548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-981f51e4-0786-40a8-ad58-d976d9d2c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:25.313158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-981f51e4-0786-40a8-ad58-d976d9d2c8f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.3346879 Aug 19 12:08:25.337646 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:21Z', 'revision_number': 9, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:25.350930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef8566-837c-4740-9301-6a3b9333d292 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=9eac8bca-8c29-42a5-9d2d-82ffd3ef1308,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:25.400099 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c648f12-fea2-48bd-a988-4c66f7229f23 None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:21Z', 'revision_number': 9, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '14d25045-1f27-4a24-b2d4-dae822c52a5b', 'name': '', 'network_id': 'fd6b73b3-1ac4-4615-a761-60a2f3723518', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:ba:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:34Z', 'updated_at': '2021-08-19T12:07:46Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '274b6e21-6b8c-4314-94a8-dbd132147368', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:25.412055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8566-837c-4740-9301-6a3b9333d292 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.416567 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c7ef8566-837c-4740-9301-6a3b9333d292 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 HTTP/1.1" status: 204 len: 168 time: 1.8821962 Aug 19 12:08:25.419312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39972) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:25.420958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c810897-242f-4f91-92f3-70f051bad701 None None] DHCP port deletion for dee793f9-21a0-4e4f-8210-592559d2ae88 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:08:25.432303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e929cf-83f5-498d-9fbd-0073f70af850 req-e25f4dc5-d949-41e8-a218-6af2b209d6c1 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:25.434055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34e929cf-83f5-498d-9fbd-0073f70af850 req-e25f4dc5-d949-41e8-a218-6af2b209d6c1 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 949 time: 0.4907351 Aug 19 12:08:25.482845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.500182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7c810897-242f-4f91-92f3-70f051bad701 None None] Deleting port e4e684d7-4b18-4f8e-aec4-525af4d9045d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:25.500650 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7c810897-242f-4f91-92f3-70f051bad701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.505627 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d78f73d-b5b6-439a-8fd0-45a579359589 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] GET failed (client error): The resource could not be found. Aug 19 12:08:25.512209 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1d78f73d-b5b6-439a-8fd0-45a579359589 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports/9eac8bca-8c29-42a5-9d2d-82ffd3ef1308 HTTP/1.1" status: 404 len: 333 time: 0.0892344 Aug 19 12:08:25.513259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39974) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:25.566420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-91d791cd-5d0b-44eb-a7e6-caa688b6974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:25.569510 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-91d791cd-5d0b-44eb-a7e6-caa688b6974c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2426479 Aug 19 12:08:25.625611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7c810897-242f-4f91-92f3-70f051bad701 None None] For port e4e684d7-4b18-4f8e-aec4-525af4d9045d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e4e684d7-4b18-4f8e-aec4-525af4d9045d,segment=NetworkSegment(32602bd3-6955-4a4f-b058-7dce8d115e65),segment_id=32602bd3-6955-4a4f-b058-7dce8d115e65)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:25.626040 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7c810897-242f-4f91-92f3-70f051bad701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.644147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7c810897-242f-4f91-92f3-70f051bad701 None None] Calling delete_port for e4e684d7-4b18-4f8e-aec4-525af4d9045d owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:25.668777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c8ae0e1-9c31-4936-ada1-97f0776d43c1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.686930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34e929cf-83f5-498d-9fbd-0073f70af850 req-aa962bad-15b2-477f-9baa-fbaaf3c75052 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203918 Aug 19 12:08:25.706534 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.735299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c8ae0e1-9c31-4936-ada1-97f0776d43c1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.773217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f0ace7-040f-420c-85cc-0a6f6af0b3e1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:25.791942 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6de1c04d-68fd-4cd2-b140-6087b39bd059 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.807678 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port e4e684d7-4b18-4f8e-aec4-525af4d9045d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:25.812622 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7c810897-242f-4f91-92f3-70f051bad701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.813320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.822803 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6de1c04d-68fd-4cd2-b140-6087b39bd059 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.829973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c810897-242f-4f91-92f3-70f051bad701 None None] No DVR routers for this DVR port e4e684d7-4b18-4f8e-aec4-525af4d9045d on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:25.851475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a7ba4451-5d95-4880-9e57-ca84e16f3ed2 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:25.899308 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-9d682604-1061-45f3-a4d5-b119f851a14f service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934978 Aug 19 12:08:25.899494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c810897-242f-4f91-92f3-70f051bad701 None None] Pushing event deleted for resources: {'Port': ['ID=e4e684d7-4b18-4f8e-aec4-525af4d9045d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:25.969745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:25.973513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:25.974146 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.979722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 91aa857e-4351-4e16-9f4b-ed23b4c9318e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:25.998339 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c8ae0e1-9c31-4936-ada1-97f0776d43c1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.999433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1c04d-68fd-4cd2-b140-6087b39bd059 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a4b47b-18d2-4cb9-a590-fa597b930873,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:26.000979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c8ae0e1-9c31-4936-ada1-97f0776d43c1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.001969 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6de1c04d-68fd-4cd2-b140-6087b39bd059 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.006134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6de1c04d-68fd-4cd2-b140-6087b39bd059 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0609090 Aug 19 12:08:26.006134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39978) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:26.015199 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0c8ae0e1-9c31-4936-ada1-97f0776d43c1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/security-groups/73779868-1d49-4781-a5d2-b9c1718a0ad0 HTTP/1.1" status: 204 len: 168 time: 0.4798307 Aug 19 12:08:26.017686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e79ad2f1-5004-4af9-96a7-c4fd1b698ddd tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'e8a4b47b-18d2-4cb9-a590-fa597b930873', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:26.025579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39980) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:26.025825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port e4e684d7-4b18-4f8e-aec4-525af4d9045d, host n-d-778550-9, got binding levels [] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:26.026090 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.034266 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.045873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.081529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ae0e1-9c31-4936-ada1-97f0776d43c1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73779868-1d49-4781-a5d2-b9c1718a0ad0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:26.088247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for e4e684d7-4b18-4f8e-aec4-525af4d9045d owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:26.093841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Port e4e684d7-4b18-4f8e-aec4-525af4d9045d was not found and therefore no delete operation was performed {{(pid=101153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:08:26.131637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 91aa857e-4351-4e16-9f4b-ed23b4c9318e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:26.137503 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.139266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 91aa857e-4351-4e16-9f4b-ed23b4c9318e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:26.139620 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.186525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ac7c06-5d52-4c67-862a-b2ef68a3e618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ba4451-5d95-4880-9e57-ca84e16f3ed2'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:08:26.188936 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8371bde-a598-4ea2-9a81-9a1028aa3781" -d '{"events": [{"server_uuid": "85ac7c06-5d52-4c67-862a-b2ef68a3e618", "name": "network-vif-plugged", "status": "completed", "tag": "a7ba4451-5d95-4880-9e57-ca84e16f3ed2"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:08:26.191305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.196650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.197910 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.210035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-b5e667ac-33df-41e3-99c5-25bbdcbbe56f service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097975 Aug 19 12:08:26.214396 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e79ad2f1-5004-4af9-96a7-c4fd1b698ddd tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.219644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a7ba4451-5d95-4880-9e57-ca84e16f3ed2, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:26.229436 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.249003 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234cc16e-6f20-4769-bc83-0efb2528293c x-openstack-request-id: req-234cc16e-6f20-4769-bc83-0efb2528293c {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:08:26.249307 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ac7c06-5d52-4c67-862a-b2ef68a3e618", "name": "network-vif-plugged", "status": "completed", "tag": "a7ba4451-5d95-4880-9e57-ca84e16f3ed2", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:08:26.249563 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-234cc16e-6f20-4769-bc83-0efb2528293c {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:08:26.249971 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ac7c06-5d52-4c67-862a-b2ef68a3e618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ba4451-5d95-4880-9e57-ca84e16f3ed2', 'code': 200} Aug 19 12:08:26.283580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=e4e684d7-4b18-4f8e-aec4-525af4d9045d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:26.289927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No DVR routers for this DVR port e4e684d7-4b18-4f8e-aec4-525af4d9045d on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:26.335680 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.336345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 413fe956-bb45-4e59-8e1a-3480a0144273 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:08:26.338784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-37b64f89-c5ac-4a9a-82ba-07e6bdb34795 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0 HTTP/1.1" status: 200 len: 217 time: 0.0816901 Aug 19 12:08:26.344499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.347883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6c40dc4c-d6f4-4634-87a1-5cdd3c296b2e admin admin] 10.222.0.65 "DELETE /v2.0/routers/413fe956-bb45-4e59-8e1a-3480a0144273 HTTP/1.1" status: 204 len: 168 time: 3.8889337 Aug 19 12:08:26.348520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39986) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:26.360254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2028512a-f433-4b70-aec2-6c70610cd7fd tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.378629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:26.389291 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.425027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 91aa857e-4351-4e16-9f4b-ed23b4c9318e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=91aa857e-4351-4e16-9f4b-ed23b4c9318e,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:26.430771 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.478206 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2028512a-f433-4b70-aec2-6c70610cd7fd tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.501670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-def88925-d18c-4788-8ef6-b2927fdbc54f admin admin] Deleting subnet 106cc04e-ed3c-4ed2-8efd-77d86941fcdd {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:26.509141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=91aa857e-4351-4e16-9f4b-ed23b4c9318e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:26.509886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-def88925-d18c-4788-8ef6-b2927fdbc54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.516371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4e684d7-4b18-4f8e-aec4-525af4d9045d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:26.539120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e4e684d7-4b18-4f8e-aec4-525af4d9045d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:26.539415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4e684d7-4b18-4f8e-aec4-525af4d9045d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:26.540055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13246869-ecd1-40e5-b840-a007a4883553 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:26.564392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-99d8ce04-5888-4a27-a1bc-ea38fcb063da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:26.565881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-99d8ce04-5888-4a27-a1bc-ea38fcb063da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.2021806 Aug 19 12:08:26.567909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e79ad2f1-5004-4af9-96a7-c4fd1b698ddd tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.570373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 13246869-ecd1-40e5-b840-a007a4883553 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:26.570889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13246869-ecd1-40e5-b840-a007a4883553 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:26.571399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae2c1268-75fd-49d1-bef0-a9731663cdd1 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:26.594126 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e79ad2f1-5004-4af9-96a7-c4fd1b698ddd tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.604642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ae2c1268-75fd-49d1-bef0-a9731663cdd1 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:26.605149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae2c1268-75fd-49d1-bef0-a9731663cdd1 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:26.630103 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-def88925-d18c-4788-8ef6-b2927fdbc54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.664487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ad2f1-5004-4af9-96a7-c4fd1b698ddd tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f979d33-6b78-4959-87e9-5bcb8dbbeaa0,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:26.679385 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e79ad2f1-5004-4af9-96a7-c4fd1b698ddd tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.680674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e79ad2f1-5004-4af9-96a7-c4fd1b698ddd tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6737480 Aug 19 12:08:26.681396 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2028512a-f433-4b70-aec2-6c70610cd7fd tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.684107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2028512a-f433-4b70-aec2-6c70610cd7fd tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.685096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2028512a-f433-4b70-aec2-6c70610cd7fd tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/security-groups/96849a17-f417-49a9-8f02-ee1c9e2ee206 HTTP/1.1" status: 204 len: 168 time: 0.6586614 Aug 19 12:08:26.689310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39988) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:26.689519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39990) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:26.707299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ff6ceef6-76b3-4985-a695-a5832c5d4647 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'e8a4b47b-18d2-4cb9-a590-fa597b930873', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:26.734522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028512a-f433-4b70-aec2-6c70610cd7fd tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96849a17-f417-49a9-8f02-ee1c9e2ee206,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:26.752132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-f5a1245f-2e46-41cf-9524-b3afe068d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:26.753731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-f5a1245f-2e46-41cf-9524-b3afe068d142 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1761436 Aug 19 12:08:26.860145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.873562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96a9de-3465-480f-a6cd-5649b9f683ea req-a43f6000-2127-4635-ac58-ab33c11a615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:26.875339 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b96a9de-3465-480f-a6cd-5649b9f683ea req-a43f6000-2127-4635-ac58-ab33c11a615f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 1101 time: 0.5372255 Aug 19 12:08:26.880648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee793f9-21a0-4e4f-8210-592559d2ae88']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:26.906787 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff6ceef6-76b3-4985-a695-a5832c5d4647 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.911024 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-def88925-d18c-4788-8ef6-b2927fdbc54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.912797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32602bd3-6955-4a4f-b058-7dce8d115e65') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:26.912797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32602bd3-6955-4a4f-b058-7dce8d115e65') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:26.935309 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.952844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.967133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:08:26.968242 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:08:26.972605 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:08:26.997929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-801d0527-ac6e-4575-b25f-d0d18059428b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.039342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743526c-0fb5-4961-a8e2-ae76eb82e8b7 req-09b14c88-204a-4abd-8fdd-947bc72e4abe tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:27.040885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a743526c-0fb5-4961-a8e2-ae76eb82e8b7 req-09b14c88-204a-4abd-8fdd-947bc72e4abe tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 950 time: 0.2370405 Aug 19 12:08:27.052367 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b96a9de-3465-480f-a6cd-5649b9f683ea req-f2710870-8a20-4143-bdad-f395de3c01d3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681762 Aug 19 12:08:27.068511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-50e34a80-bab5-4b1e-8446-4830526382a5 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027194 Aug 19 12:08:27.095642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.100618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-801d0527-ac6e-4575-b25f-d0d18059428b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.103093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.104972 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/networks/dee793f9-21a0-4e4f-8210-592559d2ae88 HTTP/1.1" status: 204 len: 168 time: 1.9699090 Aug 19 12:08:27.107898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39996) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:27.126489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fd31c-6657-4613-8516-813a15bd8e4a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Network': ['ID=dee793f9-21a0-4e4f-8210-592559d2ae88,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:27.139400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff6ceef6-76b3-4985-a695-a5832c5d4647 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.183172 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff6ceef6-76b3-4985-a695-a5832c5d4647 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.185270 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-def88925-d18c-4788-8ef6-b2927fdbc54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.233038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a743526c-0fb5-4961-a8e2-ae76eb82e8b7 req-673b89c6-49c6-44bd-8d13-fd3820ef3613 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814339 Aug 19 12:08:27.233292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port c30d1cd3-da22-4492-9f16-d3f48a754dcd {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:27.233631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.256793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ceef6-76b3-4985-a695-a5832c5d4647 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03afd1c4-9ede-4995-8213-27d7e0fc207a,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:27.260290 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def88925-d18c-4788-8ef6-b2927fdbc54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106cc04e-ed3c-4ed2-8efd-77d86941fcdd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:27.266239 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-def88925-d18c-4788-8ef6-b2927fdbc54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.271234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-def88925-d18c-4788-8ef6-b2927fdbc54f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/106cc04e-ed3c-4ed2-8efd-77d86941fcdd HTTP/1.1" status: 204 len: 168 time: 0.9159877 Aug 19 12:08:27.271234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:27.278420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18fb2d-80ce-4ae1-9eb5-c855a7cc4c6c None None] Network 00b76846-3df1-4f01-bc8c-54e9f85e4da3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:27.282473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff6ceef6-76b3-4985-a695-a5832c5d4647 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.283684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ff6ceef6-76b3-4985-a695-a5832c5d4647 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5907102 Aug 19 12:08:27.290504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40000) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:27.326616 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-801d0527-ac6e-4575-b25f-d0d18059428b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.329183 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-801d0527-ac6e-4575-b25f-d0d18059428b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.332800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-801d0527-ac6e-4575-b25f-d0d18059428b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/security-groups/bbb1333f-1db5-4a99-bf6f-e2b08599fb90 HTTP/1.1" status: 204 len: 168 time: 0.6362092 Aug 19 12:08:27.342849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40002) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:27.343301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ccec2fa3-1b94-4c66-99e7-72718213a341 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'e8a4b47b-18d2-4cb9-a590-fa597b930873', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:27.401854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-a19086c6-2ee3-44a7-8bfd-b01dde9ba7bf service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248942 Aug 19 12:08:27.402992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d0527-ac6e-4575-b25f-d0d18059428b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb1333f-1db5-4a99-bf6f-e2b08599fb90,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:27.459336 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.470808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-866337d3-c156-41e3-99b3-daafb8fc48cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 HTTP/1.1" status: 200 len: 217 time: 0.0587399 Aug 19 12:08:27.480294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-776fc66f-73ca-47a9-9a73-f9f957334152 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet 194ff7b8-32d1-4860-aa91-603f7d7de39b {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:27.492637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccec2fa3-1b94-4c66-99e7-72718213a341 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.498192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-776fc66f-73ca-47a9-9a73-f9f957334152 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.502688 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.534370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for c30d1cd3-da22-4492-9f16-d3f48a754dcd owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:27.556578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23317d5-c92f-4906-8392-becc5bfcdc2e None None] DHCP port deletion for 00b76846-3df1-4f01-bc8c-54e9f85e4da3 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:08:27.590211 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-776fc66f-73ca-47a9-9a73-f9f957334152 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.608539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c23317d5-c92f-4906-8392-becc5bfcdc2e None None] Deleting port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:27.609103 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c23317d5-c92f-4906-8392-becc5bfcdc2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.617463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-ce6f666a-ba0c-4836-b840-d45777a424bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:27.618956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-ce6f666a-ba0c-4836-b840-d45777a424bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.1354165 Aug 19 12:08:27.675999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c23317d5-c92f-4906-8392-becc5bfcdc2e None None] For port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5dd27568-b1a4-423d-943b-3cb60bc9b3ed,segment=NetworkSegment(a8b74306-f78f-49d7-9714-8389bd5fe32a),segment_id=a8b74306-f78f-49d7-9714-8389bd5fe32a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:27.676587 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c23317d5-c92f-4906-8392-becc5bfcdc2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.682186 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccec2fa3-1b94-4c66-99e7-72718213a341 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.694139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccec2fa3-1b94-4c66-99e7-72718213a341 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.697099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c23317d5-c92f-4906-8392-becc5bfcdc2e None None] Calling delete_port for 5dd27568-b1a4-423d-943b-3cb60bc9b3ed owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:27.753464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec2fa3-1b94-4c66-99e7-72718213a341 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d927d7-bd6e-4296-b9ad-125a71733d99,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:27.772084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccec2fa3-1b94-4c66-99e7-72718213a341 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.777549 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ccec2fa3-1b94-4c66-99e7-72718213a341 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4805198 Aug 19 12:08:27.777549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40006) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:27.782006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ad8e404e-ffb2-4f2e-bd96-55b06c089cd5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'e8a4b47b-18d2-4cb9-a590-fa597b930873', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:27.792398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c23317d5-c92f-4906-8392-becc5bfcdc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.834736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23317d5-c92f-4906-8392-becc5bfcdc2e None None] Pushing event deleted for resources: {'Port': ['ID=5dd27568-b1a4-423d-943b-3cb60bc9b3ed,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:27.849253 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23317d5-c92f-4906-8392-becc5bfcdc2e None None] No DVR routers for this DVR port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:27.873324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad8e404e-ffb2-4f2e-bd96-55b06c089cd5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.906110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 91aa857e-4351-4e16-9f4b-ed23b4c9318e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:27.961205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 91aa857e-4351-4e16-9f4b-ed23b4c9318e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:27.961730 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.997662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad8e404e-ffb2-4f2e-bd96-55b06c089cd5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.998829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.040315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=c30d1cd3-da22-4492-9f16-d3f48a754dcd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:28.052234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad8e404e-ffb2-4f2e-bd96-55b06c089cd5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.062007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.091184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e404e-ffb2-4f2e-bd96-55b06c089cd5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58ae4a6-2c16-4127-b2c1-1286e2b70458,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:28.093708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Deleting port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:28.094241 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.099993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-aab2558d-843f-4881-962d-e4678a6823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:28.101547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-aab2558d-843f-4881-962d-e4678a6823cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4715459 Aug 19 12:08:28.152854 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-776fc66f-73ca-47a9-9a73-f9f957334152 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.183122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5dd27568-b1a4-423d-943b-3cb60bc9b3ed no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:28.184599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad8e404e-ffb2-4f2e-bd96-55b06c089cd5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.188385 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ad8e404e-ffb2-4f2e-bd96-55b06c089cd5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4079998 Aug 19 12:08:28.192002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40010) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:28.196640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c1f2e59c-c954-4f39-b108-a77ba8d91c13 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'e8a4b47b-18d2-4cb9-a590-fa597b930873', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:28.211417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 5dd27568-b1a4-423d-943b-3cb60bc9b3ed {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:28.211782 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5dd27568-b1a4-423d-943b-3cb60bc9b3ed not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:28.212452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:28.240227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:28.240751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b1f0ace7-040f-420c-85cc-0a6f6af0b3e1 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:28.256650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] For port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed, host n-d-778550-9, got binding levels [] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:28.256650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.286230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Calling delete_port for 5dd27568-b1a4-423d-943b-3cb60bc9b3ed owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:28.293868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.ipam_backend_mixin [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed was not found and therefore no delete operation was performed {{(pid=101154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:08:28.304863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.316770 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-c1f2e59c-c954-4f39-b108-a77ba8d91c13 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Project 17ecf2d06262474eadaac84993402ef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:08:28.355563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd27568-b1a4-423d-943b-3cb60bc9b3ed,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:28.361976 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e59c-c954-4f39-b108-a77ba8d91c13 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.365572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] No DVR routers for this DVR port 5dd27568-b1a4-423d-943b-3cb60bc9b3ed on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:28.367606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-776fc66f-73ca-47a9-9a73-f9f957334152 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.377167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-8720f4ae-4079-418d-b0e7-b69059305526 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382128 Aug 19 12:08:28.408756 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.440815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fc66f-73ca-47a9-9a73-f9f957334152 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=194ff7b8-32d1-4860-aa91-603f7d7de39b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:28.447357 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326fd8d2-7db9-4a34-a341-cd5e9f18201c None None] Network 059a4723-3742-43c1-9a82-03860f700058 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:28.452994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-776fc66f-73ca-47a9-9a73-f9f957334152 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.460857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-776fc66f-73ca-47a9-9a73-f9f957334152 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/194ff7b8-32d1-4860-aa91-603f7d7de39b HTTP/1.1" status: 204 len: 168 time: 1.1036596 Aug 19 12:08:28.461283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40016) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:28.555643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.573227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7c1b6b-446d-4f63-9b9b-9bf43a83666a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet 36023c4c-4209-4c06-8b40-17fc72457d3a {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:28.580078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1b6b-446d-4f63-9b9b-9bf43a83666a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.580436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7138b0b-5257-4250-901c-fa999a59e439 req-321f0f68-b6ee-44c2-955b-8c9794b0bdaf tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:28.582045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7138b0b-5257-4250-901c-fa999a59e439 req-321f0f68-b6ee-44c2-955b-8c9794b0bdaf tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 950 time: 0.2312562 Aug 19 12:08:28.583808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b76846-3df1-4f01-bc8c-54e9f85e4da3']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:28.604697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.617123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b74306-f78f-49d7-9714-8389bd5fe32a') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:28.617432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b74306-f78f-49d7-9714-8389bd5fe32a') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:28.632760 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e59c-c954-4f39-b108-a77ba8d91c13 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.639333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-82632d44-61e7-41b2-95ca-b7cf90db86b5 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109439 Aug 19 12:08:28.644198 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.649329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e59c-c954-4f39-b108-a77ba8d91c13 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.657251 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1b6b-446d-4f63-9b9b-9bf43a83666a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.673551 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.709139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-f1079cf6-5807-415d-b1e1-b69265709e8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 HTTP/1.1" status: 200 len: 217 time: 0.0570624 Aug 19 12:08:28.712145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:08:28.712745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:08:28.714933 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:08:28.721141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7138b0b-5257-4250-901c-fa999a59e439 req-45a309a4-7fe3-4ce4-95f6-74e7dbf69850 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227024 Aug 19 12:08:28.779396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2e59c-c954-4f39-b108-a77ba8d91c13 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb74770-9904-45e0-a5ac-fb251faea148,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:28.819785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e59c-c954-4f39-b108-a77ba8d91c13 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.821492 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c1f2e59c-c954-4f39-b108-a77ba8d91c13 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6285470 Aug 19 12:08:28.824959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40024) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:28.834499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-09843f4d-47bc-4370-85a3-cf56ce53da91 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'e8a4b47b-18d2-4cb9-a590-fa597b930873', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:28.866497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-285e6a00-c08b-4b80-827e-b2050809656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:28.869254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-285e6a00-c08b-4b80-827e-b2050809656d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.1372278 Aug 19 12:08:28.871077 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-09843f4d-47bc-4370-85a3-cf56ce53da91 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Project 17ecf2d06262474eadaac84993402ef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:08:28.877982 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.889893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.893358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] 10.222.0.65 "DELETE /v2.0/networks/00b76846-3df1-4f01-bc8c-54e9f85e4da3 HTTP/1.1" status: 204 len: 168 time: 1.6216679 Aug 19 12:08:28.897362 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09843f4d-47bc-4370-85a3-cf56ce53da91 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.942271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc85a1-3e30-4a5e-aab2-e7d3566ced44 admin admin] Pushing event deleted for resources: {'Network': ['ID=00b76846-3df1-4f01-bc8c-54e9f85e4da3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:28.960537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1b6b-446d-4f63-9b9b-9bf43a83666a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.027734 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09843f4d-47bc-4370-85a3-cf56ce53da91 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.030568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 14d25045-1f27-4a24-b2d4-dae822c52a5b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:29.031006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.036327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-a6cd97d5-06b1-484c-967a-0aa319e56017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:29.038246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-a6cd97d5-06b1-484c-967a-0aa319e56017 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1437440 Aug 19 12:08:29.046148 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09843f4d-47bc-4370-85a3-cf56ce53da91 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.128586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09843f4d-47bc-4370-85a3-cf56ce53da91 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cc8826-81c1-4088-b1a6-3227f0d50065,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:29.156094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40032) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:29.160484 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09843f4d-47bc-4370-85a3-cf56ce53da91 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.169981 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1b6b-446d-4f63-9b9b-9bf43a83666a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.175681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-09843f4d-47bc-4370-85a3-cf56ce53da91 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3495710 Aug 19 12:08:29.256364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94223f04-e66b-4bc2-95e5-4dbe3998f046 req-8043cf72-bcbe-4471-b9b3-55fa560bc8fa tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:29.258006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94223f04-e66b-4bc2-95e5-4dbe3998f046 req-8043cf72-bcbe-4471-b9b3-55fa560bc8fa tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 950 time: 0.1427364 Aug 19 12:08:29.277664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c1b6b-446d-4f63-9b9b-9bf43a83666a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=36023c4c-4209-4c06-8b40-17fc72457d3a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:29.296288 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1b6b-446d-4f63-9b9b-9bf43a83666a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.298905 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cb7c1b6b-446d-4f63-9b9b-9bf43a83666a tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/36023c4c-4209-4c06-8b40-17fc72457d3a HTTP/1.1" status: 204 len: 168 time: 0.8352704 Aug 19 12:08:29.303414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40038) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:29.327889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-af90b3b7-0ea2-4204-b55b-31005b607f86 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780297 Aug 19 12:08:29.352114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port 14d25045-1f27-4a24-b2d4-dae822c52a5b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=14d25045-1f27-4a24-b2d4-dae822c52a5b,segment=NetworkSegment(cdead738-661b-4308-974d-0ca36d1f8b9f),segment_id=cdead738-661b-4308-974d-0ca36d1f8b9f)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:29.353111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.358140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f705bc79-e2f8-4cbe-8cfb-56713df0513b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f00711a81cfb42a0a449a5ab2d2e813b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006385 Aug 19 12:08:29.361675 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9866c6-5bc3-4452-b44c-e563c9bf1d4e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:29.362096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9866c6-5bc3-4452-b44c-e563c9bf1d4e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:29.366017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-de9866c6-5bc3-4452-b44c-e563c9bf1d4e tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/194ff7b8-32d1-4860-aa91-603f7d7de39b HTTP/1.1" status: 404 len: 337 time: 0.0526888 Aug 19 12:08:29.366017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40048) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:29.369334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40050) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:29.389562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 14d25045-1f27-4a24-b2d4-dae822c52a5b owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:29.439082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Router 73a24b8c-e72c-4edd-a76b-d0f23f59816a has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:29.452465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fee2df-ae3d-4b9a-bbd1-eaf76ba18074 None None] Network 059a4723-3742-43c1-9a82-03860f700058 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:29.469414 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94223f04-e66b-4bc2-95e5-4dbe3998f046 req-753c0746-967b-480a-b3bd-5335de27a49f tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003846 Aug 19 12:08:29.504780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de782f1-11ff-4227-99ab-5dbdb48f5f07 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting subnet 250cd7be-54d5-4028-8a6f-e98f77a80d57 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:29.507819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-36516e5a-4eb5-45c8-bad9-a66cb59158e6 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82628673&fields=id&tenant_id=17ecf2d06262474eadaac84993402ef7 HTTP/1.1" status: 200 len: 267 time: 0.0768049 Aug 19 12:08:29.516562 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9de782f1-11ff-4227-99ab-5dbdb48f5f07 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.522502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2f7ce2bd-43d9-4660-a82f-d778ac036f0d None None] Provisioning complete for port 7db7f22e-dde1-4b17-997d-e4470451d513 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:29.522984 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce2bd-43d9-4660-a82f-d778ac036f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.579350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ce2bd-43d9-4660-a82f-d778ac036f0d None None] Port 7db7f22e-dde1-4b17-997d-e4470451d513 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:29.623677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2f7ce2bd-43d9-4660-a82f-d778ac036f0d None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:29.624550 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce2bd-43d9-4660-a82f-d778ac036f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.650151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616274c-08e6-4fda-b8bb-83311c551025 req-05c87d99-bbf5-4425-8dd2-b2158977260d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:29.651855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-05c87d99-bbf5-4425-8dd2-b2158977260d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/networks?id=64c8edec-f983-4fa5-a00a-0cd2f55d2634 HTTP/1.1" status: 200 len: 797 time: 0.1259868 Aug 19 12:08:29.667492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7179478b-1edb-454d-b489-d3403d0739cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.697006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7179478b-1edb-454d-b489-d3403d0739cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.727090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-2475dda8-9faf-4a72-a88a-ebb4c46cf6fc service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767567 Aug 19 12:08:29.798837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-221cf20e-1df3-4fb9-aeaf-5ada514c381a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/quotas/17ecf2d06262474eadaac84993402ef7 HTTP/1.1" status: 200 len: 375 time: 0.0848064 Aug 19 12:08:29.803399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-d354b227-addf-47a4-a1e7-2e961ab59872 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 HTTP/1.1" status: 200 len: 217 time: 0.0657635 Aug 19 12:08:29.879499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7179478b-1edb-454d-b489-d3403d0739cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.882060 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7179478b-1edb-454d-b489-d3403d0739cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:29.885688 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7179478b-1edb-454d-b489-d3403d0739cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1b225b8-ac42-4a28-91f2-c385e1cf330c HTTP/1.1" status: 204 len: 168 time: 0.5160894 Aug 19 12:08:29.911212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-a57b5af1-2296-4b1e-b517-435a9fc84257 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042399 Aug 19 12:08:29.912851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179478b-1edb-454d-b489-d3403d0739cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b225b8-ac42-4a28-91f2-c385e1cf330c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:29.923798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-668e7dfd-111d-4ab1-a22a-f369ba640d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:29.926089 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-668e7dfd-111d-4ab1-a22a-f369ba640d69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.1085618 Aug 19 12:08:29.998408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-c6db3ec6-1b0a-4b2f-a4bb-eaeb7b7e18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:30.002225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-c6db3ec6-1b0a-4b2f-a4bb-eaeb7b7e18a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593405 Aug 19 12:08:30.029278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9de782f1-11ff-4227-99ab-5dbdb48f5f07 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.194759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9de782f1-11ff-4227-99ab-5dbdb48f5f07 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.229042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-0ddd4c21-3d45-4a20-96d4-a4eccad2ca07 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177384 Aug 19 12:08:30.310569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-6bea711b-228e-4d64-8df0-e7ee398154f5 service neutron] 10.222.0.65 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828187 Aug 19 12:08:30.325428 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.380828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:30.386280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=14d25045-1f27-4a24-b2d4-dae822c52a5b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:30.401918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e9bfb5-3aca-4cb8-a27d-f67330c96479 None None] Sync routers for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:30.416124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e9bfb5-3aca-4cb8-a27d-f67330c96479 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:30.417098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e5e9bfb5-3aca-4cb8-a27d-f67330c96479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:30.418021 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7ff7b49b-b65a-49f0-b716-ddf6d3cac48a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "PUT /v2.0/routers/73a24b8c-e72c-4edd-a76b-d0f23f59816a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7112377 Aug 19 12:08:30.422451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40068) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:30.476719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e5e9bfb5-3aca-4cb8-a27d-f67330c96479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:30.490360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e9bfb5-3aca-4cb8-a27d-f67330c96479 None None] Routers {'73a24b8c-e72c-4edd-a76b-d0f23f59816a'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:30.491706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e5e9bfb5-3aca-4cb8-a27d-f67330c96479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:30.572166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9de782f1-11ff-4227-99ab-5dbdb48f5f07 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.610445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e5e9bfb5-3aca-4cb8-a27d-f67330c96479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:30.611402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e9bfb5-3aca-4cb8-a27d-f67330c96479 None None] The sync data for ids ['73a24b8c-e72c-4edd-a76b-d0f23f59816a'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:30.623996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-68d99be1-fea3-4173-b4c3-017361e9dde2 None None] Provisioning complete for port 7db7f22e-dde1-4b17-997d-e4470451d513 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:30.624663 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68d99be1-fea3-4173-b4c3-017361e9dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.651499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de782f1-11ff-4227-99ab-5dbdb48f5f07 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Subnet': ['ID=250cd7be-54d5-4028-8a6f-e98f77a80d57,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:30.656981 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9de782f1-11ff-4227-99ab-5dbdb48f5f07 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.659087 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9de782f1-11ff-4227-99ab-5dbdb48f5f07 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/250cd7be-54d5-4028-8a6f-e98f77a80d57 HTTP/1.1" status: 204 len: 168 time: 1.2867460 Aug 19 12:08:30.662517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40076) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:30.677176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21c8ad7-c40f-4c9a-a7d1-b5d8859baed0 None None] Network 059a4723-3742-43c1-9a82-03860f700058 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:30.711497 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de07934-3d50-48b4-90f3-ba7e8373dad5 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:30.711882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de07934-3d50-48b4-90f3-ba7e8373dad5 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:30.713736 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8de07934-3d50-48b4-90f3-ba7e8373dad5 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/bad90a7b-8590-4cc7-9155-c53608784822 HTTP/1.1" status: 404 len: 337 time: 0.0502915 Aug 19 12:08:30.718304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40078) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:30.718785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.719954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf26340b-4f2f-4a2d-96a9-230821924da8 req-80c7a152-a6cb-4723-80f4-fce691acfd74 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822218 Aug 19 12:08:30.737796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-68d99be1-fea3-4173-b4c3-017361e9dde2 None None] Port 7db7f22e-dde1-4b17-997d-e4470451d513 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:30.753448 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.761254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-541b31b6-f430-4309-a66f-fecbdbde6870 service neutron] 10.222.0.65 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494646 Aug 19 12:08:30.780838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-71c7f75e-89e4-45e5-b34e-4d356b695018 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:30.782299 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-71c7f75e-89e4-45e5-b34e-4d356b695018 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.54 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 950 time: 0.2365370 Aug 19 12:08:30.824645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-68d99be1-fea3-4173-b4c3-017361e9dde2 None None] Provisioning complete for port 4c25c498-aeae-4780-868a-6d1eda653435 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:30.825371 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68d99be1-fea3-4173-b4c3-017361e9dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.879451 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-99b2b3a2-1e65-453f-a525-40b3a77c1f08 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a3bd85-47e9-458d-bf3a-394efbedc5a7 HTTP/1.1" status: 200 len: 205 time: 0.1519873 Aug 19 12:08:30.882006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40086) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:30.962002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb936c5-c2ea-41ad-9de5-62fa69654910 req-6419b9ed-0dd7-4acb-833c-915f748c2251 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:30.964029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fb936c5-c2ea-41ad-9de5-62fa69654910 req-6419b9ed-0dd7-4acb-833c-915f748c2251 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 950 time: 0.3207068 Aug 19 12:08:30.967069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:30.992481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04965f99-6b84-4d8e-a2ce-1f44fb8c53cc None None] DHCP port deletion for 059a4723-3742-43c1-9a82-03860f700058 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:08:31.030681 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-33cd03ea-509d-4440-8936-a696089fbbca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] delete failed (client error): The resource could not be found. Aug 19 12:08:31.032383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-33cd03ea-509d-4440-8936-a696089fbbca tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/routers/78a3bd85-47e9-458d-bf3a-394efbedc5a7 HTTP/1.1" status: 404 len: 336 time: 0.1475191 Aug 19 12:08:31.035520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40092) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.096915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-04965f99-6b84-4d8e-a2ce-1f44fb8c53cc None None] Deleting port 4c25c498-aeae-4780-868a-6d1eda653435 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:31.097588 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04965f99-6b84-4d8e-a2ce-1f44fb8c53cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.128928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fb936c5-c2ea-41ad-9de5-62fa69654910 req-c612ada7-13b1-40e2-be17-f30c544e3fab tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/security-groups?id=83cf3974-6807-48b8-9b76-1a31dcb3509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556628 Aug 19 12:08:31.137319 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-26992e62-7144-477d-b16a-9713ad3dcec1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:31.137928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26992e62-7144-477d-b16a-9713ad3dcec1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:31.139607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-26992e62-7144-477d-b16a-9713ad3dcec1 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/bb839995-6d4e-4d64-82ee-d826ed850d99 HTTP/1.1" status: 404 len: 337 time: 0.0975354 Aug 19 12:08:31.144118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40098) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.173751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:31.207682 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-04965f99-6b84-4d8e-a2ce-1f44fb8c53cc None None] For port 4c25c498-aeae-4780-868a-6d1eda653435, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4c25c498-aeae-4780-868a-6d1eda653435,segment=NetworkSegment(dda83269-b14c-43d1-b52d-216046fd4283),segment_id=dda83269-b14c-43d1-b52d-216046fd4283)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:31.208180 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04965f99-6b84-4d8e-a2ce-1f44fb8c53cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.217345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40100) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.224365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-04965f99-6b84-4d8e-a2ce-1f44fb8c53cc None None] Calling delete_port for 4c25c498-aeae-4780-868a-6d1eda653435 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:31.229255 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc4cb5f-076d-40de-ac3f-365a130dee7c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:31.229713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc4cb5f-076d-40de-ac3f-365a130dee7c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:31.234009 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1fc4cb5f-076d-40de-ac3f-365a130dee7c tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/a2ac72f3-1215-4458-9e1c-c2e7a4d40f86 HTTP/1.1" status: 404 len: 337 time: 0.0861316 Aug 19 12:08:31.244453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40104) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.244763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8da1703c-14d8-4a06-9f26-f3e7a48aa711 req-d8e8a2dd-fed7-489d-92a1-718015d01879 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 210 time: 0.0456860 Aug 19 12:08:31.265504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting port df0c026f-945e-498a-a2db-8347a50b5426 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:31.265504 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.307937 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53b34ec-5e98-40b8-842f-09a19e65fe8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:31.308376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53b34ec-5e98-40b8-842f-09a19e65fe8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:31.322570 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b53b34ec-5e98-40b8-842f-09a19e65fe8b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/e5844e9e-98b3-4c2b-a77f-21eb80d506b3 HTTP/1.1" status: 404 len: 337 time: 0.0706818 Aug 19 12:08:31.341108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40106) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.356332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Deleting port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:31.356734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.370042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04965f99-6b84-4d8e-a2ce-1f44fb8c53cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.401066 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d60d8e3-2a8e-4a5c-b40f-8fc33aaea9f5 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:31.401527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d60d8e3-2a8e-4a5c-b40f-8fc33aaea9f5 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:31.401673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04965f99-6b84-4d8e-a2ce-1f44fb8c53cc None None] No DVR routers for this DVR port 4c25c498-aeae-4780-868a-6d1eda653435 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:31.406492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5d60d8e3-2a8e-4a5c-b40f-8fc33aaea9f5 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/d2605b00-ec5b-42a5-862a-fdba257ba620 HTTP/1.1" status: 404 len: 333 time: 0.0642188 Aug 19 12:08:31.407226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40110) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.443208 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f78ee1-017d-4d85-8a98-7647786d296b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:31.443705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f78ee1-017d-4d85-8a98-7647786d296b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:31.448624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e8f78ee1-017d-4d85-8a98-7647786d296b tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/18cef29c-62c6-4841-84e4-283ca52207f3 HTTP/1.1" status: 404 len: 337 time: 0.0383859 Aug 19 12:08:31.449427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40112) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.474475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1135250955-network', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:31.486575 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bcea24-cc99-46ee-9873-37186a13c934 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:31.486860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bcea24-cc99-46ee-9873-37186a13c934 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:31.491951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-90bcea24-cc99-46ee-9873-37186a13c934 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/34cba6bb-8ebb-480b-a7a2-82f575184281 HTTP/1.1" status: 404 len: 337 time: 0.0375783 Aug 19 12:08:31.498451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40114) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.515074 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.521898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:31.533612 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:31.540956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Calling delete_port for df0c026f-945e-498a-a2db-8347a50b5426 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:31.550623 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:31.551615 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:31.552264 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2bbdeef6-d35e-4b80-acdc-e8172ed2b5a2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4431999 Aug 19 12:08:31.556284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40116) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.566300 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb80020-1f28-4347-8f53-fcc639c91b8d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:31.567028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb80020-1f28-4347-8f53-fcc639c91b8d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:31.571341 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5eb80020-1f28-4347-8f53-fcc639c91b8d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/84928346-978d-4963-a6e4-8ba84639aaba HTTP/1.1" status: 404 len: 333 time: 0.0692315 Aug 19 12:08:31.573740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40118) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.610747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:31.613036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.623595 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-052d1405-30aa-469d-a830-8ab1022a979f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:31.624056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052d1405-30aa-469d-a830-8ab1022a979f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:31.628300 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-052d1405-30aa-469d-a830-8ab1022a979f tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/3460f9a4-a016-43e9-abcb-7d74e997b423 HTTP/1.1" status: 404 len: 337 time: 0.0455923 Aug 19 12:08:31.630422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04965f99-6b84-4d8e-a2ce-1f44fb8c53cc None None] Pushing event deleted for resources: {'Port': ['ID=4c25c498-aeae-4780-868a-6d1eda653435,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:31.631936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40120) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.634055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.646386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] For port a7ba4451-5d95-4880-9e57-ca84e16f3ed2, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:31.646776 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.656644 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:08:31.658748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d30217e-4187-496b-939b-cbeb3f64376c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting subnet 274b6e21-6b8c-4314-94a8-dbd132147368 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:31.664193 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d30217e-4187-496b-939b-cbeb3f64376c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.682820 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d38ecb-5331-4118-b06f-892500fc81ce tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:31.683283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d38ecb-5331-4118-b06f-892500fc81ce tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:31.684741 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:31.685267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-54d38ecb-5331-4118-b06f-892500fc81ce tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/subnets/d7dfc472-49ae-40c1-9f2c-638b726f72cd HTTP/1.1" status: 404 len: 337 time: 0.0520883 Aug 19 12:08:31.688862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40122) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:31.692214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Calling delete_port for a7ba4451-5d95-4880-9e57-ca84e16f3ed2 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:31.759372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d30217e-4187-496b-939b-cbeb3f64376c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.866162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.883451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.939588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b64b084-ceba-4abc-ac34-10fd983f658d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:31.942811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:08:31.945395 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.964161 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d30217e-4187-496b-939b-cbeb3f64376c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.966102 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:30Z', 'revision_number': 10, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:31.980213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a7ba4451-5d95-4880-9e57-ca84e16f3ed2'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:08:31.993953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:31.994610 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Added segment 71a1ac09-b665-43bc-ab92-05c63015d885 of type vlan for network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a Aug 19 12:08:31.997595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Pushing event deleted for resources: {'Port': ['ID=a7ba4451-5d95-4880-9e57-ca84e16f3ed2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:32.044894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4c25c498-aeae-4780-868a-6d1eda653435 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:32.063163 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:32.075786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4c25c498-aeae-4780-868a-6d1eda653435 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:32.076131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4c25c498-aeae-4780-868a-6d1eda653435 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:32.089440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] No DVR routers for this DVR port a7ba4451-5d95-4880-9e57-ca84e16f3ed2 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:32.092386 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:32.093123 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:32.093634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.095846 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba4c2748-2c1f-4bdd-850a-7dafc738915e req-7cc4771f-7d78-4d45-aaff-a92234ba9b33 tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.54 "DELETE /v2.0/ports/a7ba4451-5d95-4880-9e57-ca84e16f3ed2 HTTP/1.1" status: 204 len: 173 time: 1.2129645 Aug 19 12:08:32.096298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ac7c06-5d52-4c67-862a-b2ef68a3e618', 'name': 'network-vif-deleted', 'tag': 'a7ba4451-5d95-4880-9e57-ca84e16f3ed2'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:08:32.099711 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24938cf6-3b0e-42d4-9f9a-a210d36e8540" -d '{"events": [{"server_uuid": "85ac7c06-5d52-4c67-862a-b2ef68a3e618", "name": "network-vif-deleted", "tag": "a7ba4451-5d95-4880-9e57-ca84e16f3ed2"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:08:32.104774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.140375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a019b9eb-470a-4d85-a78e-faf5f7c3336d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Deleting port 7db7f22e-dde1-4b17-997d-e4470451d513 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:32.140722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a019b9eb-470a-4d85-a78e-faf5f7c3336d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.145370 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.147044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:32.158932 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.222646 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa8c5a4-8921-4145-8a69-d00b50c30add x-openstack-request-id: req-0aa8c5a4-8921-4145-8a69-d00b50c30add {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:08:32.223561 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ac7c06-5d52-4c67-862a-b2ef68a3e618", "name": "network-vif-deleted", "tag": "a7ba4451-5d95-4880-9e57-ca84e16f3ed2", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:08:32.223561 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0aa8c5a4-8921-4145-8a69-d00b50c30add {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:08:32.223820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.228674 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ac7c06-5d52-4c67-862a-b2ef68a3e618', 'name': 'network-vif-deleted', 'tag': 'a7ba4451-5d95-4880-9e57-ca84e16f3ed2', 'status': 'completed', 'code': 200} Aug 19 12:08:32.294721 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:32.328901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Port': ['ID=df0c026f-945e-498a-a2db-8347a50b5426,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:32.348386 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1285808 Aug 19 12:08:32.373835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40134) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:32.390969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Request body: {'subnet': {'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1135250955-subnet', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:32.468124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fed704-61b8-48d4-86f9-4decd5843e56 admin admin] Pushing event updated for resources: {'Network': ['ID=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:32.481005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:08:32.501824 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d30217e-4187-496b-939b-cbeb3f64376c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.514576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0087d35-0824-469e-a873-e22d38f0313d req-236874f0-1031-4f25-b464-b9527fdce03d tempest-VolumesNegativeTest-1893490397 tempest-VolumesNegativeTest-1893490397-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ac7c06-5d52-4c67-862a-b2ef68a3e618 HTTP/1.1" status: 200 len: 210 time: 0.1497974 Aug 19 12:08:32.586207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a019b9eb-470a-4d85-a78e-faf5f7c3336d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.595252 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:30Z', 'revision_number': 10, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:32.629136 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf124b-2c18-471a-b4bc-b284eb0b13a0 None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:30Z', 'revision_number': 10, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None, '_interfaces': [{'id': '42bc40b7-8095-4446-9006-e6def0d74652', 'name': '', 'network_id': '6822a9ce-a36b-4d21-a284-45463b742362', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'mac_address': 'fa:16:3e:9f:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:07:27Z', 'updated_at': '2021-08-19T12:07:39Z', 'revision_number': 5, 'project_id': 'eb788309da044c358daf0626328639e5', 'subnets': [{'id': '0745c62f-5f60-4373-bb62-9043a65f1805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:32.651357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30217e-4187-496b-939b-cbeb3f64376c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Subnet': ['ID=274b6e21-6b8c-4314-94a8-dbd132147368,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:32.657663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a019b9eb-470a-4d85-a78e-faf5f7c3336d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Calling delete_port for 7db7f22e-dde1-4b17-997d-e4470451d513 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:32.660961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea49a352-4acd-4db7-8ad1-de4aa479a098 req-544c77dc-2408-46d3-9583-ebe7e759a04b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 210 time: 0.1653755 Aug 19 12:08:32.671852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d30217e-4187-496b-939b-cbeb3f64376c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.676991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40142) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:32.677176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7d30217e-4187-496b-939b-cbeb3f64376c tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/274b6e21-6b8c-4314-94a8-dbd132147368 HTTP/1.1" status: 204 len: 168 time: 1.1152921 Aug 19 12:08:32.678727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb2fdd2-dfe2-4e08-97f2-35bde5a0b911 None None] Network fd6b73b3-1ac4-4615-a761-60a2f3723518 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:32.685605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:32.688194 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.775778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.780329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.850851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 3ffb657f-7e8e-47eb-b153-be2089ab01cb {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:32.851246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.937795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port 3ffb657f-7e8e-47eb-b153-be2089ab01cb, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3ffb657f-7e8e-47eb-b153-be2089ab01cb,segment=NetworkSegment(cdead738-661b-4308-974d-0ca36d1f8b9f),segment_id=cdead738-661b-4308-974d-0ca36d1f8b9f)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:32.938063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:32.951231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 3ffb657f-7e8e-47eb-b153-be2089ab01cb owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:33.006174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] DHCP port deletion for fd6b73b3-1ac4-4615-a761-60a2f3723518 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:08:33.052668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.080864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] Deleting port 3ffb657f-7e8e-47eb-b153-be2089ab01cb {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:33.081190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=3ffb657f-7e8e-47eb-b153-be2089ab01cb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:33.081456 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.085214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No DVR routers for this DVR port 3ffb657f-7e8e-47eb-b153-be2089ab01cb on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:33.157456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] For port 3ffb657f-7e8e-47eb-b153-be2089ab01cb, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:33.158580 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.172066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] Calling delete_port for 3ffb657f-7e8e-47eb-b153-be2089ab01cb owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:33.172329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.175497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] Port 3ffb657f-7e8e-47eb-b153-be2089ab01cb was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:08:33.176926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.182922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6b73b3-1ac4-4615-a761-60a2f3723518']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:33.194515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdead738-661b-4308-974d-0ca36d1f8b9f') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:33.194819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdead738-661b-4308-974d-0ca36d1f8b9f') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:33.204814 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.209209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] No DVR routers for this DVR port 3ffb657f-7e8e-47eb-b153-be2089ab01cb on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:33.213143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472e36b-81f5-4ebb-9695-76889da6381d None None] Pushing event deleted for resources: {'Port': ['ID=3ffb657f-7e8e-47eb-b153-be2089ab01cb,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:33.220894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.228920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:08:33.229357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:08:33.232571 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:08:33.274660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.281528 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.294912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.302114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.306055 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/networks/fd6b73b3-1ac4-4615-a761-60a2f3723518 HTTP/1.1" status: 204 len: 168 time: 0.6274979 Aug 19 12:08:33.306750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40144) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:33.347356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.348018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Fanout notify agent at l3_agent the message router_deleted on router 73a24b8c-e72c-4edd-a76b-d0f23f59816a {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:08:33.356547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.360253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-046ac0a6-7eb9-4f7c-825c-f99d3caacb21 tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/routers/73a24b8c-e72c-4edd-a76b-d0f23f59816a HTTP/1.1" status: 204 len: 168 time: 2.9271581 Aug 19 12:08:33.360253 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a019b9eb-470a-4d85-a78e-faf5f7c3336d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.362320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40146) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:33.365091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607b2b5-5fd9-4c3b-a352-14914dbfd41b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Network': ['ID=fd6b73b3-1ac4-4615-a761-60a2f3723518,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:33.440383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019b9eb-470a-4d85-a78e-faf5f7c3336d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Port': ['ID=7db7f22e-dde1-4b17-997d-e4470451d513,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:33.468859 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a019b9eb-470a-4d85-a78e-faf5f7c3336d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.470792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a019b9eb-470a-4d85-a78e-faf5f7c3336d tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/ports/7db7f22e-dde1-4b17-997d-e4470451d513 HTTP/1.1" status: 204 len: 168 time: 1.7796645 Aug 19 12:08:33.473419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40150) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:33.494089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdad794-940a-4593-959f-bcbf57cc3d0a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Deleting subnet e0a3be4e-8e3e-4480-9861-d99e2e31ab58 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:33.556659 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cdad794-940a-4593-959f-bcbf57cc3d0a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.621908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.670543 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cdad794-940a-4593-959f-bcbf57cc3d0a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.680450 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.724326 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.746461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7469df6-151e-46a5-9d58-4f7993be24f5,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:33.795497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cdad794-940a-4593-959f-bcbf57cc3d0a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.857404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Checking segment: {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:33.857781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Network hostable DHCP agents. Network: aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:08:33.916098 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-042be366-5526-445e-ba9d-3c39e9a5d631 req-e221f0ae-af69-4daa-8c0a-849acd6721c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 210 time: 0.1384959 Aug 19 12:08:33.919834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 14d25045-1f27-4a24-b2d4-dae822c52a5b no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:33.947692 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:33.952250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 14d25045-1f27-4a24-b2d4-dae822c52a5b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:33.952901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 14d25045-1f27-4a24-b2d4-dae822c52a5b not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:33.953487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3ffb657f-7e8e-47eb-b153-be2089ab01cb no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:33.973050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059a4723-3742-43c1-9a82-03860f700058']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:33.978383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:08:33.990123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 3ffb657f-7e8e-47eb-b153-be2089ab01cb {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:33.991162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3ffb657f-7e8e-47eb-b153-be2089ab01cb not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:34.021310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda83269-b14c-43d1-b52d-216046fd4283') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:34.021310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda83269-b14c-43d1-b52d-216046fd4283') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:34.047388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:34.059130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709ee0c-53b5-4872-b503-e554d02e2ab5 None None] Network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:34.067366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.071040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:34.072125 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.088943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cdad794-940a-4593-959f-bcbf57cc3d0a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.134702 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.144331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-57214c80-be13-49a4-a00b-119dd84c8026 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7669244 Aug 19 12:08:34.155281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40182) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:34.156195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdad794-940a-4593-959f-bcbf57cc3d0a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a3be4e-8e3e-4480-9861-d99e2e31ab58,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:34.162128 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cdad794-940a-4593-959f-bcbf57cc3d0a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.166844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6cdad794-940a-4593-959f-bcbf57cc3d0a tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/subnets/e0a3be4e-8e3e-4480-9861-d99e2e31ab58 HTTP/1.1" status: 204 len: 168 time: 0.7993696 Aug 19 12:08:34.169104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:34.173254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:08:34.173746 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.178093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40184) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:08:34.179098 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:08:34.347752 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.353636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.359349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] 10.222.0.65 "DELETE /v2.0/networks/059a4723-3742-43c1-9a82-03860f700058 HTTP/1.1" status: 204 len: 168 time: 0.8823016 Aug 19 12:08:34.370098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.371241 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.395439 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.399906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06933d0-3124-4694-b65c-67e0993e9375 tempest-PortsIpV6TestJSON-917648381 tempest-PortsIpV6TestJSON-917648381-project] Pushing event deleted for resources: {'Network': ['ID=059a4723-3742-43c1-9a82-03860f700058,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:34.413772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:08:34.415268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.518648 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.545126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port 42bc40b7-8095-4446-9006-e6def0d74652 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:34.546350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.652045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.656160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Allocated IP 172.20.0.2 (aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a/b7469df6-151e-46a5-9d58-4f7993be24f5/45b3c21f-1a66-4d62-a986-eb1e42155976) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:34.670035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56d37f8-ce75-4815-9249-f3983b6ba882']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:34.726441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9032c4d-92cf-44f6-829b-60701f58b591') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:34.726999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9032c4d-92cf-44f6-829b-60701f58b591') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:34.743909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port 42bc40b7-8095-4446-9006-e6def0d74652, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=42bc40b7-8095-4446-9006-e6def0d74652,segment=NetworkSegment(f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6),segment_id=f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:34.753991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.774669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.784875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.802488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for 42bc40b7-8095-4446-9006-e6def0d74652 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:34.817818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.870730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:08:34.871430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:08:34.875654 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:08:34.947166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40250) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:34.949773 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.004115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Transition to ACTIVE for port object 45b3c21f-1a66-4d62-a986-eb1e42155976 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:35.013197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.026034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.028671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] 10.222.0.65 "DELETE /v2.0/networks/a56d37f8-ce75-4815-9249-f3983b6ba882 HTTP/1.1" status: 204 len: 168 time: 0.8487546 Aug 19 12:08:35.051070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9628e-74af-47ac-a896-2ea622c7392b tempest-FloatingIPTestJSON-1276436943 tempest-FloatingIPTestJSON-1276436943-project] Pushing event deleted for resources: {'Network': ['ID=a56d37f8-ce75-4815-9249-f3983b6ba882,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:35.063212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616274c-08e6-4fda-b8bb-83311c551025 req-02e71bc5-4c2c-4a6e-bc79-bfc01efe4684 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:35.064996 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-02e71bc5-4c2c-4a6e-bc79-bfc01efe4684 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "GET /v2.0/networks?id=64c8edec-f983-4fa5-a00a-0cd2f55d2634 HTTP/1.1" status: 200 len: 797 time: 0.2751439 Aug 19 12:08:35.090642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Transition to ACTIVE for port object 45b3c21f-1a66-4d62-a986-eb1e42155976 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:35.114198 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.114412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-222cacf4-4b36-4e0d-9d42-1433ca3b69e7 req-4ba8cb57-a944-4c1e-834c-184d3910dfcf tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 210 time: 0.0459759 Aug 19 12:08:35.162376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-dd793b2e-f947-4fb7-bcbd-5b1559d16596 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17ecf2d06262474eadaac84993402ef7 HTTP/1.1" status: 200 len: 378 time: 0.0801885 Aug 19 12:08:35.179609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'port': {'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'admin_state_up': True, 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'security_groups': ['e8a4b47b-18d2-4cb9-a590-fa597b930873']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:35.204421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:35.206956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:35.209481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Pushing event updated for resources: {'Port': ['ID=45b3c21f-1a66-4d62-a986-eb1e42155976,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:35.212147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:35.274840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Attempting to bind port 45b3c21f-1a66-4d62-a986-eb1e42155976 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:35.275211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Attempting to bind port 45b3c21f-1a66-4d62-a986-eb1e42155976 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:35.275876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Attempting to bind port 45b3c21f-1a66-4d62-a986-eb1e42155976 on network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:35.281791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:35.282309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Checking segment: {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:35.282746 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.283264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Bound using segment: {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:35.283731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Bound port: 45b3c21f-1a66-4d62-a986-eb1e42155976, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:35.284142 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.298893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.367432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=42bc40b7-8095-4446-9006-e6def0d74652,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:35.383566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] For port 45b3c21f-1a66-4d62-a986-eb1e42155976, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:35.390160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] For port 45b3c21f-1a66-4d62-a986-eb1e42155976, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=45b3c21f-1a66-4d62-a986-eb1e42155976,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:35.406301 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.510421 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.527505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79567a-1bff-43fe-bb66-7e897354208c None None] Pushing event updated for resources: {'Port': ['ID=45b3c21f-1a66-4d62-a986-eb1e42155976,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:35.552011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40278) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:35.568808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-89a1dd22-a1b5-4684-bb5c-1c4ee0611fb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a24866e2a2440b29049f33fb77a7861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149988 Aug 19 12:08:35.569656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40282) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:35.570727 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.575820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.605548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Made reservation on behalf of 17ecf2d06262474eadaac84993402ef7 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:35.612978 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.866483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3472b989-f5e7-443c-ade7-69aacfd93944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.906122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a7ba4451-5d95-4880-9e57-ca84e16f3ed2 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:35.925562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Allocated IP 172.25.4.82 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/6e2cc6b5-cd65-4dfd-9682-baf561884024) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:35.944705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: a7ba4451-5d95-4880-9e57-ca84e16f3ed2 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:35.945488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a7ba4451-5d95-4880-9e57-ca84e16f3ed2 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:35.951114 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a3180ed-6e8a-40f3-b387-7119cdc4365c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96b953694a72406cb6f2f5c1d5676ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955109 Aug 19 12:08:35.952237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40292) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:35.959627 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3472b989-f5e7-443c-ade7-69aacfd93944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:35.977429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:35.998235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.20.0.7 (64c8edec-f983-4fa5-a00a-0cd2f55d2634/0f03510e-8d8d-4820-8016-67dbb932c8d7/a54f1680-6543-4b09-ad09-e65489decc34) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:36.115343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cec46bd5-8d9b-46f2-8fc7-4b315e991525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.134225 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3472b989-f5e7-443c-ade7-69aacfd93944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.136986 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3472b989-f5e7-443c-ade7-69aacfd93944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.138417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3472b989-f5e7-443c-ade7-69aacfd93944 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3a9b857-638f-483a-88e6-0ec2b81a67c9 HTTP/1.1" status: 204 len: 168 time: 0.5649140 Aug 19 12:08:36.142136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:36.160415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:36.173354 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-068397d8-e44f-4de3-bc7f-c34e29a46e34 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8619490 Aug 19 12:08:36.175351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:36.176097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:36.182330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cec46bd5-8d9b-46f2-8fc7-4b315e991525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.189460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40322) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:36.215964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472b989-f5e7-443c-ade7-69aacfd93944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a9b857-638f-483a-88e6-0ec2b81a67c9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:36.220218 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.323744 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.325682 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee599aa-9d25-4267-b3ec-3d06acf595a9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting subnet 0745c62f-5f60-4373-bb62-9043a65f1805 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:08:36.336356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee599aa-9d25-4267-b3ec-3d06acf595a9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.354853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:36.358048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52df45dd-2fe4-4d81-ac8f-19de55bd8578 req-4af1da51-316e-407d-96bc-aea47fb8fbfe tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 210 time: 0.0562806 Aug 19 12:08:36.421071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee599aa-9d25-4267-b3ec-3d06acf595a9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.434318 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.462459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:35Z', 'revision_number': 11, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:36.467512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:36.500805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:36.516433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Transition to ACTIVE for port object a54f1680-6543-4b09-ad09-e65489decc34 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:36.522245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:36.523016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:36.531756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:36.532869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:36.537579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee599aa-9d25-4267-b3ec-3d06acf595a9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.592434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2cc6b5-cd65-4dfd-9682-baf561884024,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:36.636483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:36.655987 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cec46bd5-8d9b-46f2-8fc7-4b315e991525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.658894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cec46bd5-8d9b-46f2-8fc7-4b315e991525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.660100 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cec46bd5-8d9b-46f2-8fc7-4b315e991525 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9398c25b-cc86-4bcd-b715-ba3657dfa2e3 HTTP/1.1" status: 204 len: 168 time: 0.7068660 Aug 19 12:08:36.681548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec46bd5-8d9b-46f2-8fc7-4b315e991525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398c25b-cc86-4bcd-b715-ba3657dfa2e3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:36.690786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee599aa-9d25-4267-b3ec-3d06acf595a9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.750996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:35Z', 'revision_number': 11, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:36.753195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee599aa-9d25-4267-b3ec-3d06acf595a9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Subnet': ['ID=0745c62f-5f60-4373-bb62-9043a65f1805,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:36.774019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee599aa-9d25-4267-b3ec-3d06acf595a9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.778536 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dee599aa-9d25-4267-b3ec-3d06acf595a9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/0745c62f-5f60-4373-bb62-9043a65f1805 HTTP/1.1" status: 204 len: 168 time: 0.5831592 Aug 19 12:08:36.778834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40360) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:36.899108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8f897-4e70-4edb-bdec-c4bf37863ba8 None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:35Z', 'revision_number': 11, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:36.909465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35351ee0-2ed8-4404-a721-01133af26524 None None] Network 6822a9ce-a36b-4d21-a284-45463b742362 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:36.910895 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:36.963510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:37.075353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a25a8-804f-44b7-ab98-7ddf956e9e9d None None] Network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:37.099491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Deleting port eabdd7e0-33c1-49e0-8b14-36709610331c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:08:37.099491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:37.101868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:37.185859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:37.207042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:37.223831 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=a54f1680-6543-4b09-ad09-e65489decc34,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:37.282637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] For port eabdd7e0-33c1-49e0-8b14-36709610331c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=eabdd7e0-33c1-49e0-8b14-36709610331c,segment=NetworkSegment(f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6),segment_id=f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:37.283015 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:37.356993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Calling delete_port for eabdd7e0-33c1-49e0-8b14-36709610331c owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:08:37.400128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8d24720b-f8ef-4bce-b634-e993b60c0c76 None None] Provisioning for port 45b3c21f-1a66-4d62-a986-eb1e42155976 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:37.682000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:37.715731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc27c78-1d8e-41d6-82d0-2b8f322c22bf None None] DHCP port deletion for 6822a9ce-a36b-4d21-a284-45463b742362 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:08:37.717854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Port': ['ID=eabdd7e0-33c1-49e0-8b14-36709610331c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:37.734764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:37.735461 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:37.752061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No DVR routers for this DVR port eabdd7e0-33c1-49e0-8b14-36709610331c on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:08:37.774012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a115-6764-4152-bf67-e418fcbf0604 req-ed1669b5-6767-4be8-8333-8d08a80b8726 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:37.782762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0378a115-6764-4152-bf67-e418fcbf0604 req-ed1669b5-6767-4be8-8333-8d08a80b8726 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 931 time: 0.2174747 Aug 19 12:08:37.790891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-64c0108c-8d17-4384-a73b-79d6c70dc62f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6175854 Aug 19 12:08:37.825425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:37.836157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-dc415b15-03b8-499b-8c71-ea4bac5da8b9 None None] Provisioning for port a54f1680-6543-4b09-ad09-e65489decc34 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:37.841628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Request body: {'port': {'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:37.842418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-dc415b15-03b8-499b-8c71-ea4bac5da8b9 None None] Provisioning complete for port a54f1680-6543-4b09-ad09-e65489decc34 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:37.842891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dc415b15-03b8-499b-8c71-ea4bac5da8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:37.960035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0378a115-6764-4152-bf67-e418fcbf0604 req-54cc2202-cc7c-4d6c-8db8-46661beb8210 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1757448 Aug 19 12:08:37.963200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-dc415b15-03b8-499b-8c71-ea4bac5da8b9 None None] Port a54f1680-6543-4b09-ad09-e65489decc34 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:37.985764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.000780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 45b3c21f-1a66-4d62-a986-eb1e42155976 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:38.017809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6822a9ce-a36b-4d21-a284-45463b742362']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:38.047950 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:38.048904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80ecd5c-31b7-4e6e-8d66-b1fbebb126d6') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:38.068985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.099467 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.115277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40426) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:38.118144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:08:38.122085 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:08:38.133872 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:08:38.140085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 45b3c21f-1a66-4d62-a986-eb1e42155976 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:38.144818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 45b3c21f-1a66-4d62-a986-eb1e42155976 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:38.145279 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.212296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e182c330-1a45-4a2e-aa70-47110f5c4834 None None] Provisioning complete for port 45b3c21f-1a66-4d62-a986-eb1e42155976 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:38.212777 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e182c330-1a45-4a2e-aa70-47110f5c4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.261459 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.273323 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.277859 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/networks/6822a9ce-a36b-4d21-a284-45463b742362 HTTP/1.1" status: 204 len: 168 time: 1.4980426 Aug 19 12:08:38.283100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40438) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:38.309313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'routes': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:38.320264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Pushing event deleted for resources: {'Network': ['ID=6822a9ce-a36b-4d21-a284-45463b742362,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:38.350394 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.420331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 45b3c21f-1a66-4d62-a986-eb1e42155976, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=45b3c21f-1a66-4d62-a986-eb1e42155976,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:38.430349 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.467326 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e182c330-1a45-4a2e-aa70-47110f5c4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.471774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.472501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.472890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.473234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.473576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.473912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.474246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.474568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.474896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.475220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.475547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.476023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7fbe-013c-4a94-9f27-56c63e6cddab tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:38.490883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128132582'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:38.556293 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-e182c330-1a45-4a2e-aa70-47110f5c4834 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:08:38.557133 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-e182c330-1a45-4a2e-aa70-47110f5c4834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:08:38.557941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 42bc40b7-8095-4446-9006-e6def0d74652 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:38.588672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=45b3c21f-1a66-4d62-a986-eb1e42155976,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:38.592666 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 42bc40b7-8095-4446-9006-e6def0d74652 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:38.593046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 42bc40b7-8095-4446-9006-e6def0d74652 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:38.593458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device eabdd7e0-33c1-49e0-8b14-36709610331c no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:08:38.623306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: eabdd7e0-33c1-49e0-8b14-36709610331c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:08:38.623601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.extraroute_db [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Added routes are [] {{(pid=101153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:08:38.623732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device eabdd7e0-33c1-49e0-8b14-36709610331c not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:08:38.623845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.extraroute_db [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Removed routes are [] {{(pid=101153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:08:38.623845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.673165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40458) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:38.709265 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.727500 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.825722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.864038 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.874500 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.889052 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-cc043416-5d75-40bd-abf0-9f6667c95563 tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2108629416', 'prefixes': ['172.20.0.0/16']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:38.989886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.006561 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.015336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router 2883c27a-568c-492a-83f5-3bcfce3bee13 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:39.069886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.130707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf55ca0b-950f-4768-a28c-2ed6f4215ef8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:39.188432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:39.197246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.198431 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a391ed3b-1fa8-4881-a91d-88635e4315ff tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13 HTTP/1.1" status: 200 len: 704 time: 0.9135313 Aug 19 12:08:39.200193 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] Sync routers for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:39.201376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40486) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:39.219150 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:39.220190 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:39.239320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f52751b9-2e02-4656-9d86-90a59ece1688 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=2883c27a-568c-492a-83f5-3bcfce3bee13 HTTP/1.1" status: 200 len: 205 time: 0.0367765 Aug 19 12:08:39.242695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40488) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:39.329502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4885-7e9f-4174-bdb9-1b13364398b2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.336910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54f1680-6543-4b09-ad09-e65489decc34 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:08:39.346780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.361793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Transition to ACTIVE for port object a54f1680-6543-4b09-ad09-e65489decc34 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:39.373579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-3a572587-f0a0-4948-b53e-edc4b9f79cd9 req-1835790b-bd7f-4bef-b4d1-53dd05bccf5c tempest-ImagesTestJSON-175833594 tempest-ImagesTestJSON-175833594-project] (101154) timed out ('10.222.0.69', 59541) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:08:39.380888 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.418662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.430018 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:39.484171 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.510323 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:35Z', 'revision_number': 11, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:39.529640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cc043416-5d75-40bd-abf0-9f6667c95563 tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] Notify callbacks [] for subnetpool, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.533650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cc043416-5d75-40bd-abf0-9f6667c95563 tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8567231 Aug 19 12:08:39.536122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40492) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:39.544888 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] Checking router: 2883c27a-568c-492a-83f5-3bcfce3bee13 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:39.549072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4885-7e9f-4174-bdb9-1b13364398b2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.552438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773e629-c92d-4076-a36e-580ef4f73f92 req-3f35a5c3-1286-4516-96cf-39d65cd45c8d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:39.553655 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4885-7e9f-4174-bdb9-1b13364398b2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.554077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b773e629-c92d-4076-a36e-580ef4f73f92 req-3f35a5c3-1286-4516-96cf-39d65cd45c8d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 943 time: 0.3972468 Aug 19 12:08:39.554288 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] Routers {'2883c27a-568c-492a-83f5-3bcfce3bee13'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:39.554889 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2883c27a-568c-492a-83f5-3bcfce3bee13'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:39.579533 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.583423 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4641514 Aug 19 12:08:39.585121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40494) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:39.639057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a15b9-76c6-4c12-ae73-a51d1553aa7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269e3ef3-788f-4536-81bb-2981006e00bd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:39.640461 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] Set router 2883c27a-568c-492a-83f5-3bcfce3bee13 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:39.673567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4885-7e9f-4174-bdb9-1b13364398b2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.674104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8b4885-7e9f-4174-bdb9-1b13364398b2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Fanout notify agent at l3_agent the message router_deleted on router 2883c27a-568c-492a-83f5-3bcfce3bee13 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:08:39.687954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4885-7e9f-4174-bdb9-1b13364398b2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.689121 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8e8b4885-7e9f-4174-bdb9-1b13364398b2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13 HTTP/1.1" status: 204 len: 168 time: 0.4455106 Aug 19 12:08:39.695995 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40496) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:39.705017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1804272e-77dc-4ac9-9400-c5f72e743cc2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-76723453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:39.723930 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-faf67662-21ed-43d4-b1b6-1795f66eda7e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1381145 Aug 19 12:08:39.727294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40498) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:39.728978 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:35Z', 'revision_number': 11, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:39.732654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-018d3251-f074-4834-a567-cf9dc814ee1d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group': {'name': 'tempest-security--159060453', 'description': 'tempest-security-description-1879676056'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:39.759418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Pushing event updated for resources: {'Port': ['ID=a54f1680-6543-4b09-ad09-e65489decc34,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:39.769808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Attempting to bind port a54f1680-6543-4b09-ad09-e65489decc34 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:39.770140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Attempting to bind port a54f1680-6543-4b09-ad09-e65489decc34 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:39.770615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Attempting to bind port a54f1680-6543-4b09-ad09-e65489decc34 on network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:39.777242 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1804272e-77dc-4ac9-9400-c5f72e743cc2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.778312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1804272e-77dc-4ac9-9400-c5f72e743cc2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.801407 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d3155-5b82-4c3f-ae3c-25c12724bfe0 None None] The sync data for ids ['2883c27a-568c-492a-83f5-3bcfce3bee13'] in n-d-778550-9 is: [{'id': '2883c27a-568c-492a-83f5-3bcfce3bee13', 'name': 'tempest-RoutersIpV6Test-router-480788774', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:07:24Z', 'updated_at': '2021-08-19T12:08:35Z', 'revision_number': 11, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:39.806713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Port a54f1680-6543-4b09-ad09-e65489decc34 on network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:08:39.807168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Attempting to bind port a54f1680-6543-4b09-ad09-e65489decc34 on network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:39.823531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:39.823841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Checking segment: {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:39.824495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Bound using segment: {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:39.825084 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Bound port: a54f1680-6543-4b09-ad09-e65489decc34, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c3503c-91e1-4c4c-8ab0-27e25c1301ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:39.825536 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.837727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5220523c-4ec2-461a-8b9b-563e0ca20069 tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] 10.222.0.65 "GET /v2.0/subnetpools/8c5b3a78-6906-4475-80f5-7ff48fed5efb HTTP/1.1" status: 200 len: 732 time: 0.2938874 Aug 19 12:08:39.856252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1804272e-77dc-4ac9-9400-c5f72e743cc2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.857365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40500) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:39.863324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6e2a1143-572f-4df1-9295-32d79ef323ea tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1258656400'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:39.873465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-018d3251-f074-4834-a567-cf9dc814ee1d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.887882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1804272e-77dc-4ac9-9400-c5f72e743cc2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.909170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 45b3c21f-1a66-4d62-a986-eb1e42155976 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:39.949552 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1804272e-77dc-4ac9-9400-c5f72e743cc2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:39.950833 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1804272e-77dc-4ac9-9400-c5f72e743cc2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2537308 Aug 19 12:08:39.958691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40502) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:39.963738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e5e28727-d5bc-46f3-af56-0ed83f437c28 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:39.986969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b773e629-c92d-4076-a36e-580ef4f73f92 req-ff94c27c-beb1-427e-8939-b2a6e8a27f2e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3659303 Aug 19 12:08:40.019988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 45b3c21f-1a66-4d62-a986-eb1e42155976 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:40.020375 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.030858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-018d3251-f074-4834-a567-cf9dc814ee1d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.052516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Router fb0a850e-2b60-418a-814a-165f07e1e75b is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:08:40.065386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-018d3251-f074-4834-a567-cf9dc814ee1d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.067930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-018d3251-f074-4834-a567-cf9dc814ee1d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.069234 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-018d3251-f074-4834-a567-cf9dc814ee1d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "PUT /v2.0/security-groups/269e3ef3-788f-4536-81bb-2981006e00bd HTTP/1.1" status: 200 len: 1779 time: 0.3412039 Aug 19 12:08:40.073866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40506) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:40.102489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] For port a54f1680-6543-4b09-ad09-e65489decc34, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:40.150515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] For port a54f1680-6543-4b09-ad09-e65489decc34, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a54f1680-6543-4b09-ad09-e65489decc34,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:40.213149 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.274209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-303f4162-9877-4109-93f5-5c5a39042987 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups/269e3ef3-788f-4536-81bb-2981006e00bd HTTP/1.1" status: 200 len: 1779 time: 0.1859798 Aug 19 12:08:40.275888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:40.276456 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.278733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] 10.222.0.69 "PUT /v2.0/ports/a54f1680-6543-4b09-ad09-e65489decc34 HTTP/1.1" status: 200 len: 1091 time: 2.4484098 Aug 19 12:08:40.279220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40508) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:40.287332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:08:40.289826 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "tag": "a54f1680-6543-4b09-ad09-e65489decc34"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:08:40.410219 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccd6b39-c63e-4377-8208-b719d0703e1b x-openstack-request-id: req-5ccd6b39-c63e-4377-8208-b719d0703e1b {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:08:40.410512 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "tag": "a54f1680-6543-4b09-ad09-e65489decc34", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:08:40.410770 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ccd6b39-c63e-4377-8208-b719d0703e1b {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:08:40.411176 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34', 'status': 'completed', 'code': 200} Aug 19 12:08:40.499873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eef7bf-9faf-453c-8514-da445e7196bd service neutron] Pushing event updated for resources: {'Port': ['ID=a54f1680-6543-4b09-ad09-e65489decc34,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:40.576364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:40.585990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616274c-08e6-4fda-b8bb-83311c551025 req-739b1b1c-5de3-49d1-b2a3-0424de520b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:40.587413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-739b1b1c-5de3-49d1-b2a3-0424de520b0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 1094 time: 0.1734285 Aug 19 12:08:40.587555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Sync routers for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:40.589425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46e4b6d9-819a-496c-a7dc-b7a40482ef8e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.613037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:40.613741 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:40.619069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e2a1143-572f-4df1-9295-32d79ef323ea tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] Notify callbacks [] for subnetpool, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.620841 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6e2a1143-572f-4df1-9295-32d79ef323ea tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] 10.222.0.65 "PUT /v2.0/subnetpools/8c5b3a78-6906-4475-80f5-7ff48fed5efb HTTP/1.1" status: 200 len: 684 time: 0.7618983 Aug 19 12:08:40.624973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40516) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:40.640818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46e4b6d9-819a-496c-a7dc-b7a40482ef8e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.644484 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.648275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7d28b0f0-2b22-4cb5-8c01-f48e4c9d8d02 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4869862 Aug 19 12:08:40.653413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d3251-f074-4834-a567-cf9dc814ee1d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269e3ef3-788f-4536-81bb-2981006e00bd,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:40.669115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40518) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:40.706661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-089e1f2d-5ecc-4558-a552-21d345a625d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a54f1680-6543-4b09-ad09-e65489decc34 HTTP/1.1" status: 200 len: 217 time: 0.0756998 Aug 19 12:08:40.735191 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46e4b6d9-819a-496c-a7dc-b7a40482ef8e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.738057 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46e4b6d9-819a-496c-a7dc-b7a40482ef8e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.740773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-46e4b6d9-819a-496c-a7dc-b7a40482ef8e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-groups/269e3ef3-788f-4536-81bb-2981006e00bd HTTP/1.1" status: 204 len: 168 time: 0.4439919 Aug 19 12:08:40.755561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40520) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:40.770423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:40.783352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4b6d9-819a-496c-a7dc-b7a40482ef8e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269e3ef3-788f-4536-81bb-2981006e00bd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:40.799275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616274c-08e6-4fda-b8bb-83311c551025 req-244d545c-8f9d-4695-961b-f8c1ecdbbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:40.801604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-244d545c-8f9d-4695-961b-f8c1ecdbbc4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f03510e-8d8d-4820-8016-67dbb932c8d7 HTTP/1.1" status: 200 len: 835 time: 0.0767386 Aug 19 12:08:40.846203 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5e28727-d5bc-46f3-af56-0ed83f437c28 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.862978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616274c-08e6-4fda-b8bb-83311c551025 req-70f9cd19-a73e-44fb-9255-74119c9c4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:40.867200 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-70f9cd19-a73e-44fb-9255-74119c9c4fe2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64c8edec-f983-4fa5-a00a-0cd2f55d2634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575991 Aug 19 12:08:40.903673 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5e28727-d5bc-46f3-af56-0ed83f437c28 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.917965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce801a17-9592-499e-832b-3891da5c8e6c tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] Notify callbacks [] for subnetpool, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.919772 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ce801a17-9592-499e-832b-3891da5c8e6c tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] 10.222.0.65 "DELETE /v2.0/subnetpools/8c5b3a78-6906-4475-80f5-7ff48fed5efb HTTP/1.1" status: 204 len: 168 time: 0.2932432 Aug 19 12:08:40.933637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40522) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:40.952447 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-fd9921eb-a32f-44a2-ad64-bb7285cefebc tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] show failed (client error): The resource could not be found. Aug 19 12:08:40.956264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fd9921eb-a32f-44a2-ad64-bb7285cefebc tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] 10.222.0.65 "GET /v2.0/subnetpools/8c5b3a78-6906-4475-80f5-7ff48fed5efb HTTP/1.1" status: 404 len: 346 time: 0.0189884 Aug 19 12:08:40.960444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40524) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:40.986109 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-5ec49401-d9e5-4b24-9595-c81e967b3ca9 tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] delete failed (client error): The resource could not be found. Aug 19 12:08:40.993459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5ec49401-d9e5-4b24-9595-c81e967b3ca9 tempest-SubnetPoolsTestJSON-1214097512 tempest-SubnetPoolsTestJSON-1214097512-project] 10.222.0.65 "DELETE /v2.0/subnetpools/8c5b3a78-6906-4475-80f5-7ff48fed5efb HTTP/1.1" status: 404 len: 346 time: 0.0259914 Aug 19 12:08:41.055559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-fcd7ab99-185b-424a-8760-e8cd6d4806c9 service neutron] 10.222.0.69 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802182 Aug 19 12:08:41.087583 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b5b587bb-b774-48c6-b8f8-9775518db781 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3271685 Aug 19 12:08:41.094096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40530) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:41.144108 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-5269741a-43ad-4fb6-ac3e-8df5e29c6456 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] delete failed (client error): The resource could not be found. Aug 19 12:08:41.149116 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5269741a-43ad-4fb6-ac3e-8df5e29c6456 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-groups/269e3ef3-788f-4536-81bb-2981006e00bd HTTP/1.1" status: 404 len: 347 time: 0.0499306 Aug 19 12:08:41.158826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40536) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:41.168535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a974a1e1-8f8e-4f9d-ae49-5e48a132053a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407631155'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:41.270592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a616274c-08e6-4fda-b8bb-83311c551025 req-c58653a8-267f-4170-832a-6573320e2b4f service neutron] 10.222.0.69 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061567 Aug 19 12:08:41.347104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e28727-d5bc-46f3-af56-0ed83f437c28 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Router a362e446-f883-4024-bdff-b9216f04c53d is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:08:41.368451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40540) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:41.374028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:37Z', 'revision_number': 3, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:41.391169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaed22-1a71-4f8f-b937-867447da9d69 req-a53383c6-4a29-4232-a777-87733d657b02 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:41.393468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dbaed22-1a71-4f8f-b937-867447da9d69 req-a53383c6-4a29-4232-a777-87733d657b02 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 943 time: 0.1218345 Aug 19 12:08:41.433914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Checking router: fb0a850e-2b60-418a-814a-165f07e1e75b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:41.434143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Updating router fb0a850e-2b60-418a-814a-165f07e1e75b port 6e2cc6b5-cd65-4dfd-9682-baf561884024 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:08:41.447021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a974a1e1-8f8e-4f9d-ae49-5e48a132053a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:41.494909 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:41.546788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dbaed22-1a71-4f8f-b937-867447da9d69 req-28fe6b6b-a5b3-40cf-a88a-00fae0a8065d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1386158 Aug 19 12:08:41.557802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-82404fa1-d229-4d5f-b9e5-9d9416a089fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:41.559738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-82404fa1-d229-4d5f-b9e5-9d9416a089fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 1094 time: 0.1651893 Aug 19 12:08:41.573164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40548) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:41.618544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e28727-d5bc-46f3-af56-0ed83f437c28 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:41.630755 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] Sync routers for ids ['a362e446-f883-4024-bdff-b9216f04c53d'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:41.649107 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] Routers {'a362e446-f883-4024-bdff-b9216f04c53d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:41.650098 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a362e446-f883-4024-bdff-b9216f04c53d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:41.670371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5e28727-d5bc-46f3-af56-0ed83f437c28 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:41.671893 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e5e28727-d5bc-46f3-af56-0ed83f437c28 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "PUT /v2.0/routers/a362e446-f883-4024-bdff-b9216f04c53d HTTP/1.1" status: 200 len: 696 time: 1.7121780 Aug 19 12:08:41.685424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40554) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:41.753115 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] Set router a362e446-f883-4024-bdff-b9216f04c53d gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:41.808129 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eda93c31-d374-4189-b76b-7cd4bede87c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:41.830529 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a362e446-f883-4024-bdff-b9216f04c53d', 'name': 'tempest-RoutersIpV6Test-router-76723453', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:39Z', 'updated_at': '2021-08-19T12:08:40Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:41.850375 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2c13b57d-1e3d-4555-9b4d-90e0fe8a0202 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/routers/a362e446-f883-4024-bdff-b9216f04c53d HTTP/1.1" status: 200 len: 702 time: 0.1567466 Aug 19 12:08:41.857281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40556) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:41.865459 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] Checking router: a362e446-f883-4024-bdff-b9216f04c53d for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:41.868415 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:41.876833 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] Routers {'a362e446-f883-4024-bdff-b9216f04c53d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:41.877867 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a362e446-f883-4024-bdff-b9216f04c53d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:41.881980 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Transition to ACTIVE for port object 6e2cc6b5-cd65-4dfd-9682-baf561884024 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:41.892830 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:41.901000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8e5c4882-9fe3-424a-a8ba-de71c4a5f081 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=a362e446-f883-4024-bdff-b9216f04c53d HTTP/1.1" status: 200 len: 205 time: 0.0425458 Aug 19 12:08:41.903490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40558) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:41.911997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-041c33c4-25a0-4f74-91e2-7d0e0779bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:41.913792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-041c33c4-25a0-4f74-91e2-7d0e0779bc0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=64c8edec-f983-4fa5-a00a-0cd2f55d2634 HTTP/1.1" status: 200 len: 898 time: 0.3457985 Aug 19 12:08:41.967700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a974a1e1-8f8e-4f9d-ae49-5e48a132053a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:41.968510 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] Set router a362e446-f883-4024-bdff-b9216f04c53d gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:41.985358 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2a24aa84-fcf2-4cee-abfd-8fcc625357e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5a9f74a056e4b99bcd095d0ada60ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050665 Aug 19 12:08:41.986447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40560) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:42.004059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04aa62-1468-4f34-ad41-ebc3e4df966e None None] Pushing event updated for resources: {'Port': ['ID=6e2cc6b5-cd65-4dfd-9682-baf561884024,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:42.030427 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a974a1e1-8f8e-4f9d-ae49-5e48a132053a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.036049 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Attempting to bind port 6e2cc6b5-cd65-4dfd-9682-baf561884024 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:42.037624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-251a0421-98ab-441b-bd83-e7fd88a2eb88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a54f1680-6543-4b09-ad09-e65489decc34 HTTP/1.1" status: 200 len: 217 time: 0.0807550 Aug 19 12:08:42.038128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Attempting to bind port 6e2cc6b5-cd65-4dfd-9682-baf561884024 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:42.038397 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a362e446-f883-4024-bdff-b9216f04c53d', 'name': 'tempest-RoutersIpV6Test-router-76723453', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:39Z', 'updated_at': '2021-08-19T12:08:40Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:42.038903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Attempting to bind port 6e2cc6b5-cd65-4dfd-9682-baf561884024 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:42.046030 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e56ac95-476c-4730-b907-633775f7d94b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.051209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:42.051636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:42.052435 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.052863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:42.054341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Bound port: 6e2cc6b5-cd65-4dfd-9682-baf561884024, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:42.054341 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.089965 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc707c-e54b-4a6a-a4f9-a1b383958cd3 None None] The sync data for ids ['a362e446-f883-4024-bdff-b9216f04c53d'] in n-d-778550-9 is: [{'id': 'a362e446-f883-4024-bdff-b9216f04c53d', 'name': 'tempest-RoutersIpV6Test-router-76723453', 'tenant_id': 'eb788309da044c358daf0626328639e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:39Z', 'updated_at': '2021-08-19T12:08:40Z', 'revision_number': 2, 'project_id': 'eb788309da044c358daf0626328639e5', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:42.134377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] For port 6e2cc6b5-cd65-4dfd-9682-baf561884024, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:42.139261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] For port 6e2cc6b5-cd65-4dfd-9682-baf561884024, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6e2cc6b5-cd65-4dfd-9682-baf561884024,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:42.147633 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.184077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974a1e1-8f8e-4f9d-ae49-5e48a132053a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91ae457-6f9e-4575-b5e7-8daa0d381c38,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:42.223886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:42.224431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:42.266049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8581117f-1b9a-4b0e-a18f-e1926dd25dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.313905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eda93c31-d374-4189-b76b-7cd4bede87c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.334565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8581117f-1b9a-4b0e-a18f-e1926dd25dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.349597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a974a1e1-8f8e-4f9d-ae49-5e48a132053a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.351183 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a974a1e1-8f8e-4f9d-ae49-5e48a132053a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1889591 Aug 19 12:08:42.355628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40562) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:42.369116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1330ea52-ca03-4fda-b9ba-c7236731e9c0 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': 'c91ae457-6f9e-4575-b5e7-8daa0d381c38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:42.402638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:42.403309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eda93c31-d374-4189-b76b-7cd4bede87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.425676 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e56ac95-476c-4730-b907-633775f7d94b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.430696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-b46e65b4-c93a-449f-af1c-95640d4d16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:42.432660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-b46e65b4-c93a-449f-af1c-95640d4d16d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f03510e-8d8d-4820-8016-67dbb932c8d7 HTTP/1.1" status: 200 len: 835 time: 0.3810337 Aug 19 12:08:42.434866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e56ac95-476c-4730-b907-633775f7d94b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.451088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1330ea52-ca03-4fda-b9ba-c7236731e9c0 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.499650 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.510020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-eda93c31-d374-4189-b76b-7cd4bede87c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1eb9b0ac5104d96be245855c84c3207&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1372766 Aug 19 12:08:42.512139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40564) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:42.514485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04aa62-1468-4f34-ad41-ebc3e4df966e None None] Pushing event updated for resources: {'Port': ['ID=6e2cc6b5-cd65-4dfd-9682-baf561884024,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:42.568458 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8581117f-1b9a-4b0e-a18f-e1926dd25dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.573590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8581117f-1b9a-4b0e-a18f-e1926dd25dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.577676 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8581117f-1b9a-4b0e-a18f-e1926dd25dcc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83cf3974-6807-48b8-9b76-1a31dcb3509c HTTP/1.1" status: 204 len: 168 time: 0.5487795 Aug 19 12:08:42.582578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda93c31-d374-4189-b76b-7cd4bede87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab0c02-1f80-4a48-b6a8-815e45500117,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:42.620558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-1e1bc3cb-0325-4e14-8276-1c7ae041c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:42.628327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-1e1bc3cb-0325-4e14-8276-1c7ae041c5bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64c8edec-f983-4fa5-a00a-0cd2f55d2634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784382 Aug 19 12:08:42.633062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e56ac95-476c-4730-b907-633775f7d94b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.638121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e56ac95-476c-4730-b907-633775f7d94b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Fanout notify agent at l3_agent the message router_deleted on router a362e446-f883-4024-bdff-b9216f04c53d {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:08:42.649143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e56ac95-476c-4730-b907-633775f7d94b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.656476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5e56ac95-476c-4730-b907-633775f7d94b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/a362e446-f883-4024-bdff-b9216f04c53d HTTP/1.1" status: 204 len: 168 time: 0.7517614 Aug 19 12:08:42.662028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40572) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:42.684376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:37Z', 'revision_number': 3, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:42.722328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30d3f7-6271-4700-bdf5-ce3767ff1ba9 None None] The sync data for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 is: [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:37Z', 'revision_number': 3, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:42.737485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581117f-1b9a-4b0e-a18f-e1926dd25dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cf3974-6807-48b8-9b76-1a31dcb3509c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:42.775256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1330ea52-ca03-4fda-b9ba-c7236731e9c0 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.800997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1330ea52-ca03-4fda-b9ba-c7236731e9c0 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.811752 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f54e62d6-6ad2-470c-8fb1-c002325e5eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.842748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-170d5505-0150-41e3-b2cb-5aa272928c09 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=a362e446-f883-4024-bdff-b9216f04c53d HTTP/1.1" status: 200 len: 205 time: 0.1640155 Aug 19 12:08:42.847030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40578) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:42.886887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330ea52-ca03-4fda-b9ba-c7236731e9c0 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cd6922-4846-44b9-a657-77470f291998,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:42.909064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f54e62d6-6ad2-470c-8fb1-c002325e5eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.917473 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-ecf89c78-1772-43d3-96af-66105b7944f6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] delete failed (client error): The resource could not be found. Aug 19 12:08:42.918571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ecf89c78-1772-43d3-96af-66105b7944f6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/a362e446-f883-4024-bdff-b9216f04c53d HTTP/1.1" status: 404 len: 336 time: 0.0698776 Aug 19 12:08:42.921833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40580) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:42.954129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1330ea52-ca03-4fda-b9ba-c7236731e9c0 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:42.958325 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1330ea52-ca03-4fda-b9ba-c7236731e9c0 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5979333 Aug 19 12:08:42.963368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5a650-cc58-4b0a-b06f-b8f394f9b59e req-5db54fa3-83b5-44f2-9d3c-88dd49f56263 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:42.965875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83d5a650-cc58-4b0a-b06f-b8f394f9b59e req-5db54fa3-83b5-44f2-9d3c-88dd49f56263 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 943 time: 0.2718842 Aug 19 12:08:42.966711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40584) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:42.978804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-ec11e5b2-7f1b-4b28-898d-e50894e96ba1 service neutron] 10.222.0.69 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177264 Aug 19 12:08:42.988469 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10b1dd2-10c3-4630-b323-98ec5541643e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:42.989144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10b1dd2-10c3-4630-b323-98ec5541643e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:42.992029 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e10b1dd2-10c3-4630-b323-98ec5541643e tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/4564111d-3870-4594-be77-9baf299f23c0 HTTP/1.1" status: 404 len: 337 time: 0.0667622 Aug 19 12:08:43.010904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40586) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.060803 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f88faa-79fa-4b00-b602-6a6c0cf7d32f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:43.061080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f88faa-79fa-4b00-b602-6a6c0cf7d32f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:43.065649 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e2f88faa-79fa-4b00-b602-6a6c0cf7d32f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/baaebf4f-e616-406f-8c1d-3ec72e22f345 HTTP/1.1" status: 404 len: 337 time: 0.0514975 Aug 19 12:08:43.067442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40592) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.099776 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa5be00-36f3-474b-883f-9474e24115f9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:43.100241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa5be00-36f3-474b-883f-9474e24115f9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:43.103000 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0aa5be00-36f3-474b-883f-9474e24115f9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/274b6e21-6b8c-4314-94a8-dbd132147368 HTTP/1.1" status: 404 len: 337 time: 0.0350664 Aug 19 12:08:43.122837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40594) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.130867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Allocated IP 172.20.0.1 (aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a/b7469df6-151e-46a5-9d58-4f7993be24f5/05f0f36a-3d96-446d-92fb-e8ffcd2acf92) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:43.184981 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ad9e32-b067-4c8c-b954-d8ea5ca4ee8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:43.185484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ad9e32-b067-4c8c-b954-d8ea5ca4ee8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:43.190514 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-98ad9e32-b067-4c8c-b954-d8ea5ca4ee8f tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/0745c62f-5f60-4373-bb62-9043a65f1805 HTTP/1.1" status: 404 len: 337 time: 0.0644929 Aug 19 12:08:43.191619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f54e62d6-6ad2-470c-8fb1-c002325e5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:43.193836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f54e62d6-6ad2-470c-8fb1-c002325e5eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:43.198681 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f54e62d6-6ad2-470c-8fb1-c002325e5eeb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50ab0c02-1f80-4a48-b6a8-815e45500117 HTTP/1.1" status: 204 len: 168 time: 0.6810095 Aug 19 12:08:43.199363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40598) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.271282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e62d6-6ad2-470c-8fb1-c002325e5eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab0c02-1f80-4a48-b6a8-815e45500117,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:43.289995 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cab607a8-4edb-4671-b10d-f9b8c5c846f9 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=2883c27a-568c-492a-83f5-3bcfce3bee13 HTTP/1.1" status: 200 len: 205 time: 0.0672984 Aug 19 12:08:43.292887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40602) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.380948 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-e592b9db-4cb6-4f2a-8df9-5442ac7074d2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] delete failed (client error): The resource could not be found. Aug 19 12:08:43.384832 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e592b9db-4cb6-4f2a-8df9-5442ac7074d2 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/2883c27a-568c-492a-83f5-3bcfce3bee13 HTTP/1.1" status: 404 len: 336 time: 0.0881221 Aug 19 12:08:43.395292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.465878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bfea2c28-47cf-48d7-bd84-2f70ca9222ec tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=c26e5ef7-a9c9-4a87-97c9-81f45fe94698 HTTP/1.1" status: 200 len: 205 time: 0.0675337 Aug 19 12:08:43.467166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40610) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.531044 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-6f72ffc2-e94b-45b1-9339-169721c9ec30 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] delete failed (client error): The resource could not be found. Aug 19 12:08:43.534679 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6f72ffc2-e94b-45b1-9339-169721c9ec30 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/c26e5ef7-a9c9-4a87-97c9-81f45fe94698 HTTP/1.1" status: 404 len: 336 time: 0.0640779 Aug 19 12:08:43.537589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40614) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.580368 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e759039-859e-45f0-8672-76bd1dd03179 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:43.580368 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e759039-859e-45f0-8672-76bd1dd03179 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:43.584329 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3e759039-859e-45f0-8672-76bd1dd03179 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/1bcfa453-e3a7-4c95-b5e5-825d2ad7277a HTTP/1.1" status: 404 len: 337 time: 0.0435557 Aug 19 12:08:43.586540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40618) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.657843 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-56155990-e891-4d46-93c8-202cd3e4ea30 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9b356fe-7353-45ad-b49f-3071bc9ab0bd HTTP/1.1" status: 200 len: 205 time: 0.0699496 Aug 19 12:08:43.663500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40620) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.691137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f873b2e7-8f9a-403d-a8fa-fe18c787d3f1 req-a5750e3e-b349-4b3a-8ae9-a67b3717c163 service neutron] 10.222.0.69 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940937 Aug 19 12:08:43.693661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:43.735828 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f36a067-4bb3-447d-bffb-5490eb51b38c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:43.766499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83d5a650-cc58-4b0a-b06f-b8f394f9b59e req-bc574517-f4c1-495c-870e-3f53a07e2868 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7865388 Aug 19 12:08:43.768179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f36a067-4bb3-447d-bffb-5490eb51b38c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:43.772298 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-53631fb8-f3c9-42c3-bb79-038e30a46046 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] delete failed (client error): The resource could not be found. Aug 19 12:08:43.773112 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-53631fb8-f3c9-42c3-bb79-038e30a46046 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/f9b356fe-7353-45ad-b49f-3071bc9ab0bd HTTP/1.1" status: 404 len: 336 time: 0.1084549 Aug 19 12:08:43.779214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40626) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.795805 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Transition to ACTIVE for port object 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:43.851915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-27c4a487-cc48-490b-8299-5d04b8bd538d tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c479109-e129-44cd-815f-f722b4f54e0e HTTP/1.1" status: 200 len: 205 time: 0.0715673 Aug 19 12:08:43.854269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40630) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.904737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:43.910964 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-9126fad8-836f-492c-9c66-83813021ac03 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] delete failed (client error): The resource could not be found. Aug 19 12:08:43.912018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9126fad8-836f-492c-9c66-83813021ac03 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/8c479109-e129-44cd-815f-f722b4f54e0e HTTP/1.1" status: 404 len: 336 time: 0.0568464 Aug 19 12:08:43.914727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40634) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.932116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f36a067-4bb3-447d-bffb-5490eb51b38c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:43.965483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6e2cc6b5-cd65-4dfd-9682-baf561884024 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:43.983706 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f36a067-4bb3-447d-bffb-5490eb51b38c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:43.988727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0f36a067-4bb3-447d-bffb-5490eb51b38c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/05cd6922-4846-44b9-a657-77470f291998 HTTP/1.1" status: 204 len: 168 time: 1.0156116 Aug 19 12:08:43.990114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:43.990860 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-32adf4a0-9b01-4092-baf3-9a1ed5a92460 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:43.991026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32adf4a0-9b01-4092-baf3-9a1ed5a92460 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:43.998127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-32adf4a0-9b01-4092-baf3-9a1ed5a92460 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/54519acc-93a2-4429-94f2-8e4a9f54425b HTTP/1.1" status: 404 len: 337 time: 0.0772636 Aug 19 12:08:43.998813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40638) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.036010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36a067-4bb3-447d-bffb-5490eb51b38c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05cd6922-4846-44b9-a657-77470f291998,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:44.044787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:44.053169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:44.058647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:44.074345 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3acd1159-d116-4283-a3ac-b787de667e44 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=78ff674c-e9ab-4875-ad85-cc3e7347ad0b HTTP/1.1" status: 200 len: 205 time: 0.0706248 Aug 19 12:08:44.081247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40644) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.098911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 6e2cc6b5-cd65-4dfd-9682-baf561884024 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:44.099420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Pushing event updated for resources: {'Port': ['ID=05f0f36a-3d96-446d-92fb-e8ffcd2acf92,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:44.115355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6e2cc6b5-cd65-4dfd-9682-baf561884024 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:44.116044 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.173540 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-a8ea6295-b096-468f-ae44-b221d792232b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] delete failed (client error): The resource could not be found. Aug 19 12:08:44.174940 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a8ea6295-b096-468f-ae44-b221d792232b tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/78ff674c-e9ab-4875-ad85-cc3e7347ad0b HTTP/1.1" status: 404 len: 336 time: 0.0923324 Aug 19 12:08:44.177458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40650) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.178908 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1619a2cb-5dac-411b-957d-ff249ecbd0ea tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1801691 Aug 19 12:08:44.181867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40652) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.195092 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.253310 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-760279d6-8207-49ce-840d-7532e58eb426 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:44.253774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760279d6-8207-49ce-840d-7532e58eb426 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:44.259621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-760279d6-8207-49ce-840d-7532e58eb426 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/a0d3bd25-1f7e-449e-aaa2-13ab18aa041f HTTP/1.1" status: 404 len: 337 time: 0.0803127 Aug 19 12:08:44.262777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40654) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.298565 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.320671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3260f53d-485f-4427-af74-58d92c5eb13d tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "GET /v2.0/ports?device_id=49a72017-6023-4b7a-a20a-0d0da4640b08 HTTP/1.1" status: 200 len: 205 time: 0.0564175 Aug 19 12:08:44.325551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40656) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.339607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 6e2cc6b5-cd65-4dfd-9682-baf561884024, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6e2cc6b5-cd65-4dfd-9682-baf561884024,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:44.349676 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.392513 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-24c8a43a-7cf0-4e2c-ad43-7f09826e84a6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] delete failed (client error): The resource could not be found. Aug 19 12:08:44.393664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-24c8a43a-7cf0-4e2c-ad43-7f09826e84a6 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/routers/49a72017-6023-4b7a-a20a-0d0da4640b08 HTTP/1.1" status: 404 len: 336 time: 0.0650194 Aug 19 12:08:44.396368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40660) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.413696 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cce2d656-a64c-4814-aaae-7f1b5d396c05 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.419757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=6e2cc6b5-cd65-4dfd-9682-baf561884024,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:44.446052 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-726e6fde-3a99-49ac-934a-9a15ada8efe5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:44.446595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726e6fde-3a99-49ac-934a-9a15ada8efe5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:44.448268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-726e6fde-3a99-49ac-934a-9a15ada8efe5 tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/2f3c5545-d2ee-49f2-a615-abad206bf8da HTTP/1.1" status: 404 len: 337 time: 0.0508928 Aug 19 12:08:44.451471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40664) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.475951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cce2d656-a64c-4814-aaae-7f1b5d396c05 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.482878 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0407e09-e773-443b-9aa8-fdcdd08e3d6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] DELETE failed (client error): The resource could not be found. Aug 19 12:08:44.483327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0407e09-e773-443b-9aa8-fdcdd08e3d6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:08:44.488462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d0407e09-e773-443b-9aa8-fdcdd08e3d6a tempest-RoutersIpV6Test-320927252 tempest-RoutersIpV6Test-320927252-project] 10.222.0.65 "DELETE /v2.0/subnets/86c92e78-25e6-4b01-86e6-ced034e31b30 HTTP/1.1" status: 404 len: 337 time: 0.0364366 Aug 19 12:08:44.531882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.559112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-38fdfa28-f06c-4f4e-9597-c40f6375f6c2 None None] Provisioning for port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:44.566115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-38fdfa28-f06c-4f4e-9597-c40f6375f6c2 None None] Provisioning complete for port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:44.566824 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-38fdfa28-f06c-4f4e-9597-c40f6375f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.570536 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cce2d656-a64c-4814-aaae-7f1b5d396c05 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.574751 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cce2d656-a64c-4814-aaae-7f1b5d396c05 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.578548 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cce2d656-a64c-4814-aaae-7f1b5d396c05 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-groups/c91ae457-6f9e-4575-b5e7-8daa0d381c38 HTTP/1.1" status: 204 len: 168 time: 0.3929632 Aug 19 12:08:44.579043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40672) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.589794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2d656-a64c-4814-aaae-7f1b5d396c05 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91ae457-6f9e-4575-b5e7-8daa0d381c38,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:44.659889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-38fdfa28-f06c-4f4e-9597-c40f6375f6c2 None None] Port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:44.678627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6ba20de0-aa48-4110-a3de-bc36117b22a4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983124 Aug 19 12:08:44.685696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40676) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.692823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3209de72-c7cc-477d-9845-b2a6598a34dc tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491238665'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:44.728021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3209de72-c7cc-477d-9845-b2a6598a34dc tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.750709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.757575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.858809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.883624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40688) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:44.921809 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3209de72-c7cc-477d-9845-b2a6598a34dc tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.929072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3209de72-c7cc-477d-9845-b2a6598a34dc tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:44.995543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Pushing event updated for resources: {'Port': ['ID=05f0f36a-3d96-446d-92fb-e8ffcd2acf92,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:45.007954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:45.007954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:45.055636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3209de72-c7cc-477d-9845-b2a6598a34dc tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.060216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3209de72-c7cc-477d-9845-b2a6598a34dc tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3700578 Aug 19 12:08:45.064018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209de72-c7cc-477d-9845-b2a6598a34dc tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1baf52c-fad6-4b07-bb52-0d07b96b7a62,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:45.065537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40696) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:45.070397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1b4e02a8-b6ea-4dd1-aa98-a76961c3e348 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': 'a1baf52c-fad6-4b07-bb52-0d07b96b7a62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:45.122853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2478a-403f-4ee0-b20f-b2f0cfaa633a req-e24ff6cd-6517-4577-9527-8b4b6145961e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:45.125543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fed2478a-403f-4ee0-b20f-b2f0cfaa633a req-e24ff6cd-6517-4577-9527-8b4b6145961e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 943 time: 0.1832757 Aug 19 12:08:45.179471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1b4e02a8-b6ea-4dd1-aa98-a76961c3e348 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.231975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fed2478a-403f-4ee0-b20f-b2f0cfaa633a req-d2033f65-9b47-4ca9-b549-bd5982fec8b0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981255 Aug 19 12:08:45.301790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1b4e02a8-b6ea-4dd1-aa98-a76961c3e348 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.307209 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2c5144c1-ca3f-4503-bad0-59778c6e4abb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb788309da044c358daf0626328639e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212749 Aug 19 12:08:45.309474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40702) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:45.312378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a54f1680-6543-4b09-ad09-e65489decc34 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:08:45.331210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Router fb0a850e-2b60-418a-814a-165f07e1e75b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:08:45.343374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1b4e02a8-b6ea-4dd1-aa98-a76961c3e348 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.386585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e02a8-b6ea-4dd1-aa98-a76961c3e348 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0f15a7-7009-4377-a818-b0ef79b9e7fa,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:45.438436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1b4e02a8-b6ea-4dd1-aa98-a76961c3e348 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.441872 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1b4e02a8-b6ea-4dd1-aa98-a76961c3e348 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3724406 Aug 19 12:08:45.442181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40710) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:45.448345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-445fa449-6b60-4648-9805-5148098da4e3 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': 'a1baf52c-fad6-4b07-bb52-0d07b96b7a62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:45.476261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port a54f1680-6543-4b09-ad09-e65489decc34, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a54f1680-6543-4b09-ad09-e65489decc34,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:45.488884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'a54f1680-6543-4b09-ad09-e65489decc34', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:08:45.501558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4320b4-4822-40ab-bdab-98dd3d107f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.508937 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-445fa449-6b60-4648-9805-5148098da4e3 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.526712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4320b4-4822-40ab-bdab-98dd3d107f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.560149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7e00d2d9-204a-47a7-96e9-e592157cfba9 None None] Provisioning complete for port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:45.560532 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e00d2d9-204a-47a7-96e9-e592157cfba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.586364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-445fa449-6b60-4648-9805-5148098da4e3 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.587515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:45.593443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c8ccdde2-8310-48ed-814d-abcf43eac175 admin admin] 10.222.0.65 "PUT /v2.0/routers/fb0a850e-2b60-418a-814a-165f07e1e75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8770645 Aug 19 12:08:45.593778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-445fa449-6b60-4648-9805-5148098da4e3 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.602521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4320b4-4822-40ab-bdab-98dd3d107f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.606744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4320b4-4822-40ab-bdab-98dd3d107f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.607122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Sync routers for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:45.608612 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2a4320b4-4822-40ab-bdab-98dd3d107f6b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d76de82-962e-412a-a6a0-e840c7dc3998 HTTP/1.1" status: 204 len: 168 time: 0.2961307 Aug 19 12:08:45.617997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4320b4-4822-40ab-bdab-98dd3d107f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d76de82-962e-412a-a6a0-e840c7dc3998,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:45.623478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fa449-6b60-4648-9805-5148098da4e3 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0534c8e-85f2-4059-8b53-6d35166e891a,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:45.637950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:45.638688 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:45.644267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-445fa449-6b60-4648-9805-5148098da4e3 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.646094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-445fa449-6b60-4648-9805-5148098da4e3 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2026966 Aug 19 12:08:45.648953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40718) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:45.656491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-65d5b036-09ee-4ce9-8851-31c86684622a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': 'a1baf52c-fad6-4b07-bb52-0d07b96b7a62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:45.686033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.704604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54f1680-6543-4b09-ad09-e65489decc34 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:08:45.722176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7e00d2d9-204a-47a7-96e9-e592157cfba9 None None] Port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:45.743514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port a54f1680-6543-4b09-ad09-e65489decc34, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a54f1680-6543-4b09-ad09-e65489decc34,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:45.770728 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:45.923646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6e2cc6b5-cd65-4dfd-9682-baf561884024 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:45.940057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:45.986315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=a54f1680-6543-4b09-ad09-e65489decc34,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:46.152199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['a54f1680-6543-4b09-ad09-e65489decc34'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:08:46.257835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40736) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:46.262871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-628727011', 'description': 'tempest-secgroup-smoke-628727011 description', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:46.293104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:08:46.293104 n-d-778550-9 neutron-server[101154]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:08:46.293104 n-d-778550-9 neutron-server[101154]: [parameters: {'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'id': '7090674d-9612-40f2-a7c4-ee8f81ffc254', 'expiration': datetime.datetime(2021, 8, 19, 12, 10, 46, 288900)}] Aug 19 12:08:46.293104 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:08:46.293536 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:08:46.318455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65d5b036-09ee-4ce9-8851-31c86684622a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.406048 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65d5b036-09ee-4ce9-8851-31c86684622a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.412457 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65d5b036-09ee-4ce9-8851-31c86684622a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.450444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6e2cc6b5-cd65-4dfd-9682-baf561884024 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:46.451009 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.461957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65d5b036-09ee-4ce9-8851-31c86684622a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.463311 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-65d5b036-09ee-4ce9-8851-31c86684622a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8128417 Aug 19 12:08:46.484907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40766) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:46.489076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5b036-09ee-4ce9-8851-31c86684622a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912d1361-da82-4905-9e0f-dae3fa252968,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:46.503928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6ed5a48f-0173-4580-bdba-87b081d50f49 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': 'a1baf52c-fad6-4b07-bb52-0d07b96b7a62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:46.540092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a48f-0173-4580-bdba-87b081d50f49 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.579609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c204f-234a-4cba-a76f-f57b2d2f9f0e req-d8b84b5b-6a6a-44f4-909f-a079b92b73bc tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:46.587501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d2c204f-234a-4cba-a76f-f57b2d2f9f0e req-d8b84b5b-6a6a-44f4-909f-a079b92b73bc tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 944 time: 0.1547189 Aug 19 12:08:46.673473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d2c204f-234a-4cba-a76f-f57b2d2f9f0e req-41fe4bd2-e157-4b8a-af52-99b2cd8b12fe tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819726 Aug 19 12:08:46.689102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a48f-0173-4580-bdba-87b081d50f49 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.696305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a48f-0173-4580-bdba-87b081d50f49 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.704738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05f0f36a-3d96-446d-92fb-e8ffcd2acf92', 'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'mac_address': 'fa:16:3e:73:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:42Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 2, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'subnets': [{'id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:46.720860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5a48f-0173-4580-bdba-87b081d50f49 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b090f800-b5b6-4447-a134-67f181ea5945,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:46.742403 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a48f-0173-4580-bdba-87b081d50f49 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.743925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6ed5a48f-0173-4580-bdba-87b081d50f49 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2578664 Aug 19 12:08:46.747037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40784) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:46.752787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fb163bfd-be88-4b91-9a11-b8aadc710ed4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': 'a1baf52c-fad6-4b07-bb52-0d07b96b7a62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:46.781865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Checking router: fb0a850e-2b60-418a-814a-165f07e1e75b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:46.782224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Updating router fb0a850e-2b60-418a-814a-165f07e1e75b port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:08:46.790627 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb163bfd-be88-4b91-9a11-b8aadc710ed4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.835169 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.863517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:46.892003 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.006738 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.008788 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb163bfd-be88-4b91-9a11-b8aadc710ed4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.013660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.100032 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.129737 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.132876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb163bfd-be88-4b91-9a11-b8aadc710ed4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.159876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b551f206-3bd8-4765-9934-4a0705afe4df,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:47.193585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb163bfd-be88-4b91-9a11-b8aadc710ed4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a6e582-649e-4bca-a732-35ec1e503912,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:47.214137 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.216370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9575462 Aug 19 12:08:47.219410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40808) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:47.221794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e5c4a-9537-4bdf-9f43-1f0bb35760c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059b9f69-3733-489d-a26a-83eb727dc19b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:47.225080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f2f8706c-2d58-4914-9184-efa6b0241482 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '059b9f69-3733-489d-a26a-83eb727dc19b', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:47.237327 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb163bfd-be88-4b91-9a11-b8aadc710ed4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.238904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fb163bfd-be88-4b91-9a11-b8aadc710ed4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4907351 Aug 19 12:08:47.245351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40812) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:47.364122 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.371505 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40836) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:47.379185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2f8706c-2d58-4914-9184-efa6b0241482 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.380057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Transition to ACTIVE for port object 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:47.394609 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.415920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faf68edb-9ba4-439f-98b7-308c7f1aefe7 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.447389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faf68edb-9ba4-439f-98b7-308c7f1aefe7 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.484744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53ac8f-ecfd-4f3c-96e2-94696cfec787 None None] Pushing event updated for resources: {'Port': ['ID=05f0f36a-3d96-446d-92fb-e8ffcd2acf92,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:47.514547 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2f8706c-2d58-4914-9184-efa6b0241482 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.515899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faf68edb-9ba4-439f-98b7-308c7f1aefe7 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.531285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faf68edb-9ba4-439f-98b7-308c7f1aefe7 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.536221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40852) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:47.538119 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-faf68edb-9ba4-439f-98b7-308c7f1aefe7 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a3a6e582-649e-4bca-a732-35ec1e503912 HTTP/1.1" status: 204 len: 168 time: 0.2916341 Aug 19 12:08:47.543222 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2f8706c-2d58-4914-9184-efa6b0241482 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.548408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf68edb-9ba4-439f-98b7-308c7f1aefe7 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3a6e582-649e-4bca-a732-35ec1e503912,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:47.573705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8706c-2d58-4914-9184-efa6b0241482 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32dae06-2944-4a0d-8f08-f8e124cb8433,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:47.580843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2f8706c-2d58-4914-9184-efa6b0241482 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.582656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f2f8706c-2d58-4914-9184-efa6b0241482 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619335 Aug 19 12:08:47.589312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40854) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:47.603176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b9b80e3b-aa16-4a20-8184-d8bcafaf45f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '059b9f69-3733-489d-a26a-83eb727dc19b', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:47.645165 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9b80e3b-aa16-4a20-8184-d8bcafaf45f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.682751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Attempting to bind port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:47.683126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Attempting to bind port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:47.683947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Attempting to bind port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 on network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:47.690736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:47.691121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Checking segment: {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:47.691543 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.692079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Bound using segment: {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:47.692560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Bound port: 05f0f36a-3d96-446d-92fb-e8ffcd2acf92, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:47.692984 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.693215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-61888b30-ee7e-4892-901d-d1bf29ace7a1 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-704887002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:47.745064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:47.750716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5ebf4670-ece4-4f3c-8a07-375d67c5dca0 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2065303 Aug 19 12:08:47.802657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61888b30-ee7e-4892-901d-d1bf29ace7a1 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.806019 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61888b30-ee7e-4892-901d-d1bf29ace7a1 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.843987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] For port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:47.858377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] For port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=05f0f36a-3d96-446d-92fb-e8ffcd2acf92,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:47.859437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9b80e3b-aa16-4a20-8184-d8bcafaf45f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.863064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43bfeac1-3b8c-4207-b1ac-24760adaa187 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.870678 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.872705 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9b80e3b-aa16-4a20-8184-d8bcafaf45f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.875764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43bfeac1-3b8c-4207-b1ac-24760adaa187 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.913496 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9b80e3b-aa16-4a20-8184-d8bcafaf45f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.924013 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b9b80e3b-aa16-4a20-8184-d8bcafaf45f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3298478 Aug 19 12:08:47.926016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b80e3b-aa16-4a20-8184-d8bcafaf45f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cb8ff7-47af-4946-8e03-f9e39d6d32e6,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:47.942077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:47.953090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-670cb87f-901a-4736-ad00-5e03c98d28ae tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '059b9f69-3733-489d-a26a-83eb727dc19b', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:47.984514 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43bfeac1-3b8c-4207-b1ac-24760adaa187 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.991274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43bfeac1-3b8c-4207-b1ac-24760adaa187 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.994398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61888b30-ee7e-4892-901d-d1bf29ace7a1 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:47.994571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-43bfeac1-3b8c-4207-b1ac-24760adaa187 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b090f800-b5b6-4447-a134-67f181ea5945 HTTP/1.1" status: 204 len: 168 time: 0.2455878 Aug 19 12:08:48.001618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40864) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.017646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfeac1-3b8c-4207-b1ac-24760adaa187 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b090f800-b5b6-4447-a134-67f181ea5945,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:48.020052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e318b-4ba8-485d-855b-53a1fe5e6ff7 req-f14d7b59-f098-4032-82c0-3649347c60eb tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:48.025106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-670cb87f-901a-4736-ad00-5e03c98d28ae tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.035893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274e318b-4ba8-485d-855b-53a1fe5e6ff7 req-f14d7b59-f098-4032-82c0-3649347c60eb tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 944 time: 0.2254415 Aug 19 12:08:48.044506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53ac8f-ecfd-4f3c-96e2-94696cfec787 None None] Pushing event updated for resources: {'Port': ['ID=05f0f36a-3d96-446d-92fb-e8ffcd2acf92,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:48.049701 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:48.050540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:48.097133 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61888b30-ee7e-4892-901d-d1bf29ace7a1 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.114616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-670cb87f-901a-4736-ad00-5e03c98d28ae tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.124241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-670cb87f-901a-4736-ad00-5e03c98d28ae tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.158907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cb87f-901a-4736-ad00-5e03c98d28ae tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b11b84-46c2-4830-a257-516fb74ba4c7,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:48.176386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-670cb87f-901a-4736-ad00-5e03c98d28ae tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.177669 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-670cb87f-901a-4736-ad00-5e03c98d28ae tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2336938 Aug 19 12:08:48.180402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40868) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.183716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61888b30-ee7e-4892-901d-d1bf29ace7a1 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.184832 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-61888b30-ee7e-4892-901d-d1bf29ace7a1 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8122749 Aug 19 12:08:48.186158 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-db9ff36a-d8a6-4085-af33-62f04f845353 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '059b9f69-3733-489d-a26a-83eb727dc19b', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:48.191982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40870) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.198685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1486009605'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:48.231742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Made reservation on behalf of bf44651609ca4b8fa3300f37c31f4f99 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:48.236072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.251586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.266275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-15b9d64f-8523-428d-a119-2a0cada145fb tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2190127 Aug 19 12:08:48.270366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40872) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.273038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-274e318b-4ba8-485d-855b-53a1fe5e6ff7 req-22e4064a-2d52-43f5-9a52-0952bdb7390e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2358885 Aug 19 12:08:48.302970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:48.360329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db9ff36a-d8a6-4085-af33-62f04f845353 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.381718 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96094b2f-24f0-410c-80bb-e6e5d26d7736 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.396049 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94053951-c09f-443d-acd2-9c54ddf75f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.419733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96094b2f-24f0-410c-80bb-e6e5d26d7736 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.487620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96094b2f-24f0-410c-80bb-e6e5d26d7736 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.503314 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96094b2f-24f0-410c-80bb-e6e5d26d7736 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.505169 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-96094b2f-24f0-410c-80bb-e6e5d26d7736 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/912d1361-da82-4905-9e0f-dae3fa252968 HTTP/1.1" status: 204 len: 168 time: 0.2336259 Aug 19 12:08:48.507901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40878) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.524497 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db9ff36a-d8a6-4085-af33-62f04f845353 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.538432 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.539503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db9ff36a-d8a6-4085-af33-62f04f845353 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.541377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96094b2f-24f0-410c-80bb-e6e5d26d7736 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=912d1361-da82-4905-9e0f-dae3fa252968,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:48.556361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.584124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e29cd03e-6128-49d5-b5ec-26a7bae860dc tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0742517 Aug 19 12:08:48.585304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40880) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.588392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ff36a-d8a6-4085-af33-62f04f845353 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc740dc-fb13-4315-8c58-84283faeec7e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:48.596759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:08:48.606644 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-db9ff36a-d8a6-4085-af33-62f04f845353 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.610463 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-db9ff36a-d8a6-4085-af33-62f04f845353 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4264948 Aug 19 12:08:48.616731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40882) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.623349 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f552-b0fa-4d7f-9c92-066ebe51f0ab tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.624788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-34c70a54-7ffe-4c08-8aae-cc3d0e7ccacb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '059b9f69-3733-489d-a26a-83eb727dc19b', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:48.633963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05f0f36a-3d96-446d-92fb-e8ffcd2acf92', 'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'mac_address': 'fa:16:3e:73:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:42Z', 'updated_at': '2021-08-19T12:08:47Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'subnets': [{'id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:48.637982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.638339 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Added segment 5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f of type vlan for network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 Aug 19 12:08:48.640347 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f552-b0fa-4d7f-9c92-066ebe51f0ab tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.641735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1165a57e-c93e-4579-ba89-06bdd6d4d9f9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:48.685946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa3f10-d158-4160-a39a-07cca82a44f0 None None] The sync data for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 is: [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05f0f36a-3d96-446d-92fb-e8ffcd2acf92', 'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'mac_address': 'fa:16:3e:73:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:42Z', 'updated_at': '2021-08-19T12:08:47Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'subnets': [{'id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:48.687091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f552-b0fa-4d7f-9c92-066ebe51f0ab tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.695325 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-34c70a54-7ffe-4c08-8aae-cc3d0e7ccacb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Project f14f7ec1d8064a3bb955de098f4e5e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:08:48.703273 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.703780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f552-b0fa-4d7f-9c92-066ebe51f0ab tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.707933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0aa8f552-b0fa-4d7f-9c92-066ebe51f0ab tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d0534c8e-85f2-4059-8b53-6d35166e891a HTTP/1.1" status: 204 len: 168 time: 0.1193020 Aug 19 12:08:48.708210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34c70a54-7ffe-4c08-8aae-cc3d0e7ccacb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.711836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40884) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.735523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8f552-b0fa-4d7f-9c92-066ebe51f0ab tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0534c8e-85f2-4059-8b53-6d35166e891a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:48.782170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.788453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:48.789088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.811780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8750b69b-4f49-4190-9232-9b1142d12a4d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0987856 Aug 19 12:08:48.814509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40886) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.843435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c239b07c-6539-4c44-8604-39bb0f6c6498 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.859572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c239b07c-6539-4c44-8604-39bb0f6c6498 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.886565 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6900952 Aug 19 12:08:48.888428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40888) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.896292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'subnet': {'network_id': 'ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:48.931635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c73ea-b3ea-4abf-8271-27f6a3cb01dc tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Network': ['ID=ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:48.938784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34c70a54-7ffe-4c08-8aae-cc3d0e7ccacb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.944254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:08:48.954954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34c70a54-7ffe-4c08-8aae-cc3d0e7ccacb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.975446 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c239b07c-6539-4c44-8604-39bb0f6c6498 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.989442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c70a54-7ffe-4c08-8aae-cc3d0e7ccacb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf78ab5-5677-4b4a-a786-665b9fba5f33,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:48.993917 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c239b07c-6539-4c44-8604-39bb0f6c6498 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.998083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c239b07c-6539-4c44-8604-39bb0f6c6498 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/9d0f15a7-7009-4377-a818-b0ef79b9e7fa HTTP/1.1" status: 204 len: 168 time: 0.1797440 Aug 19 12:08:49.004211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40890) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:49.008895 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34c70a54-7ffe-4c08-8aae-cc3d0e7ccacb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.012965 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34c70a54-7ffe-4c08-8aae-cc3d0e7ccacb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3898673 Aug 19 12:08:49.013477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40892) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:49.020623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7002e41c-f2a6-4613-b599-d0626b9e9044 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '059b9f69-3733-489d-a26a-83eb727dc19b', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:49.057935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239b07c-6539-4c44-8604-39bb0f6c6498 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d0f15a7-7009-4377-a818-b0ef79b9e7fa,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:49.090943 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-7002e41c-f2a6-4613-b599-d0626b9e9044 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Project f14f7ec1d8064a3bb955de098f4e5e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:08:49.108899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7002e41c-f2a6-4613-b599-d0626b9e9044 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.135310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f1b79d24-f3a2-4324-bfec-3e54356a04f4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1297493 Aug 19 12:08:49.138509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40898) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:49.211359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Made reservation on behalf of bf44651609ca4b8fa3300f37c31f4f99 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:49.215449 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.250519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7002e41c-f2a6-4613-b599-d0626b9e9044 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.258320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7002e41c-f2a6-4613-b599-d0626b9e9044 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.291047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e41c-f2a6-4613-b599-d0626b9e9044 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfea186-51fe-4d26-9883-695ba2451547,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:49.304576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7002e41c-f2a6-4613-b599-d0626b9e9044 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.308723 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7002e41c-f2a6-4613-b599-d0626b9e9044 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2913332 Aug 19 12:08:49.310233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40906) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:49.322418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'network': {'name': 'tempest-network-smoke--693936958', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'port_security_enabled': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:49.326457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a54f1680-6543-4b09-ad09-e65489decc34 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:49.355801 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:49.360024 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.373040 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-823d85a8-054c-4c11-b37f-4aaa999420de tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.403270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:08:49.428420 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.428934 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Added segment 2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5 of type vlan for network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 Aug 19 12:08:49.432925 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-823d85a8-054c-4c11-b37f-4aaa999420de tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.521435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port a54f1680-6543-4b09-ad09-e65489decc34 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:49.527626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port a54f1680-6543-4b09-ad09-e65489decc34 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:49.528376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.536215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.571330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-823d85a8-054c-4c11-b37f-4aaa999420de tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.574557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-823d85a8-054c-4c11-b37f-4aaa999420de tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.578123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-823d85a8-054c-4c11-b37f-4aaa999420de tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-groups/a1baf52c-fad6-4b07-bb52-0d07b96b7a62 HTTP/1.1" status: 204 len: 168 time: 0.4360433 Aug 19 12:08:49.592093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40912) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:49.606551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.625438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:49.626116 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.640652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c7c23-798f-4517-b83d-3ded4cf9e12f req-dc8a14c0-dc6b-40bc-b7a3-57b6717c5d47 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:49.648450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f95c7c23-798f-4517-b83d-3ded4cf9e12f req-dc8a14c0-dc6b-40bc-b7a3-57b6717c5d47 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 944 time: 0.1578352 Aug 19 12:08:49.650484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d85a8-054c-4c11-b37f-4aaa999420de tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1baf52c-fad6-4b07-bb52-0d07b96b7a62,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:49.666764 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3549299 Aug 19 12:08:49.681144 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.684259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40914) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:49.691060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'admin_state_up': True, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:49.730009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:08:49.733196 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b43c6d-d954-4668-9861-20459abf712e" -d '{"events": [{"server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "name": "network-vif-plugged", "status": "completed", "tag": "a54f1680-6543-4b09-ad09-e65489decc34"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:08:49.750849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port a54f1680-6543-4b09-ad09-e65489decc34, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a54f1680-6543-4b09-ad09-e65489decc34,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:49.763828 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.781694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1387b6d-5f24-410a-b655-266dd0742169 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Network': ['ID=5f1cc99d-9821-4077-bed0-e06e1d1fabc3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:49.844775 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea43deb3-96fb-4917-b8e4-0a08d0bfba9c x-openstack-request-id: req-ea43deb3-96fb-4917-b8e4-0a08d0bfba9c {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:08:49.846296 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "name": "network-vif-plugged", "status": "completed", "tag": "a54f1680-6543-4b09-ad09-e65489decc34", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:08:49.846555 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea43deb3-96fb-4917-b8e4-0a08d0bfba9c {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:08:49.847116 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34', 'code': 200} Aug 19 12:08:49.847846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:08:49.853492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.874165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f95c7c23-798f-4517-b83d-3ded4cf9e12f req-f2346f69-e212-4430-b6c4-701a3c940658 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2247589 Aug 19 12:08:49.878039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-382d9332-97b5-4d96-af1b-44e1b483a1f2 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2842348 Aug 19 12:08:49.883217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40918) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:49.889414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ccd90dac-61fa-4a9f-9144-e5ef59183aa6 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group': {'name': 'tempest-secgroup--267453038'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:49.937460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=a54f1680-6543-4b09-ad09-e65489decc34,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:49.938096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccd90dac-61fa-4a9f-9144-e5ef59183aa6 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.947010 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.948107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.983599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:50.092843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccd90dac-61fa-4a9f-9144-e5ef59183aa6 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.095595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:50.100224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccd90dac-61fa-4a9f-9144-e5ef59183aa6 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.100900 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.101071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:50.102222 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.133122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Subnet': ['ID=0454136a-0ea3-4226-add2-575f50356df6,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:50.169319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd90dac-61fa-4a9f-9144-e5ef59183aa6 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22180443-db5b-403d-9f7a-507ac5a8ff80,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:50.172148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccd90dac-61fa-4a9f-9144-e5ef59183aa6 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.173316 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ccd90dac-61fa-4a9f-9144-e5ef59183aa6 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2892148 Aug 19 12:08:50.176624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40920) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:50.181476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-527a6c14-af3b-4d72-af20-3de2bacb97b8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': '22180443-db5b-403d-9f7a-507ac5a8ff80', 'direction': 'ingress', 'protocol': 17}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:50.223233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-527a6c14-af3b-4d72-af20-3de2bacb97b8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.228170 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.270318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc46761-ff1a-49e6-9020-77a956529061 req-c75b6f3b-3f55-4090-b11a-230eaffc70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:50.272110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7cc46761-ff1a-49e6-9020-77a956529061 req-c75b6f3b-3f55-4090-b11a-230eaffc70d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 1096 time: 0.3288503 Aug 19 12:08:50.300071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=05f0f36a-3d96-446d-92fb-e8ffcd2acf92,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:50.311336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.347858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Checking segment: {'id': '5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:50.348579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network hostable DHCP agents. Network: ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:08:50.352105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-527a6c14-af3b-4d72-af20-3de2bacb97b8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.360433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-527a6c14-af3b-4d72-af20-3de2bacb97b8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.373445 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.399826 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-527a6c14-af3b-4d72-af20-3de2bacb97b8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.401239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-527a6c14-af3b-4d72-af20-3de2bacb97b8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2236292 Aug 19 12:08:50.404384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a6c14-af3b-4d72-af20-3de2bacb97b8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d547e893-1a6e-419a-825d-b528397b9b86,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:50.407443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:50.424929 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7cc46761-ff1a-49e6-9020-77a956529061 req-3bedb6ad-add3-4367-abe6-9cf5de5caf34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148694 Aug 19 12:08:50.434099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=05f0f36a-3d96-446d-92fb-e8ffcd2acf92,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:50.443381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.444397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.444798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.445134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.445816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.446305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.446649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.446961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.447615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.447952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.449497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.449793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:50.459091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:08:50.478162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:50.484022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:50.484612 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.493262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b7110-abda-4177-928b-46fa01745dfc None None] Network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:50.525347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ef2524c1-ef54-4595-ba48-7391a260a3f6 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6303270 Aug 19 12:08:50.525347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40928) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:50.536629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'network': {'name': 'tempest-router-network01--989291821'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:50.555413 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0b2e7eb-0dc6-4b27-948a-36cafdc2e96d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.578404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Made reservation on behalf of bf44651609ca4b8fa3300f37c31f4f99 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:50.582697 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.619163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0b2e7eb-0dc6-4b27-948a-36cafdc2e96d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.624042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:08:50.716029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0b2e7eb-0dc6-4b27-948a-36cafdc2e96d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.719054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c0b2e7eb-0dc6-4b27-948a-36cafdc2e96d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.737159 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c0b2e7eb-0dc6-4b27-948a-36cafdc2e96d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-groups/22180443-db5b-403d-9f7a-507ac5a8ff80 HTTP/1.1" status: 204 len: 168 time: 0.3298252 Aug 19 12:08:50.737913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40936) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:50.747511 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c65e1363-71d8-492e-8705-a3188c3cc2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.755455 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.756559 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Added segment bdbeaf06-cac6-4524-bf90-36a48734bc59 of type vlan for network d5fe047c-6316-4c91-bf75-a6e92c151dcf Aug 19 12:08:50.785196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1', 'network_id': 'ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1', 'tenant_id': 'bf44651609ca4b8fa3300f37c31f4f99', 'fixed_ips': [{'subnet_id': '0454136a-0ea3-4226-add2-575f50356df6'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:08:50.786621 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.808458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2e7eb-0dc6-4b27-948a-36cafdc2e96d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22180443-db5b-403d-9f7a-507ac5a8ff80,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:50.858588 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.863326 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.890930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.911511 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-62794239-1e41-4d2a-9801-f89e61fdc0ef tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1588855 Aug 19 12:08:50.912166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40940) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:50.918914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6ea40323-3524-4d5f-9b9e-47922f733032 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group': {'name': 'tempest-secgroup--644640466'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:50.941331 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:50.976135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ea40323-3524-4d5f-9b9e-47922f733032 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.012432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.020276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:51.020902 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.077355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Allocated IP 2001:db8::2 (ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1/0454136a-0ea3-4226-add2-575f50356df6/fa5420c5-e350-442d-bb2f-62610f3e5fba) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:51.118619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ea40323-3524-4d5f-9b9e-47922f733032 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.126877 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ea40323-3524-4d5f-9b9e-47922f733032 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.168918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea40323-3524-4d5f-9b9e-47922f733032 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0080fd44-4fe4-44b8-a165-c2bab3c121fd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:51.172851 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6ea40323-3524-4d5f-9b9e-47922f733032 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.174265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6ea40323-3524-4d5f-9b9e-47922f733032 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2610760 Aug 19 12:08:51.186827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40944) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:51.200762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8cdbf995-bf0c-4706-be3e-4afa9e49a30a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group': {'name': 'tempest-secgroup--903147810'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:51.211795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6852164 Aug 19 12:08:51.222163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40950) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:51.241075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'network': {'name': 'tempest-router-network02--1175980346'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:51.285530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1016b1d-7083-4d48-a244-b5a9b2392233 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Network': ['ID=d5fe047c-6316-4c91-bf75-a6e92c151dcf,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:51.300581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090caf4-bb9c-4220-bf77-87ed024e3888 req-84ef8135-cabb-4e4d-ab49-e7dfb7ed877a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:51.302759 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0090caf4-bb9c-4220-bf77-87ed024e3888 req-84ef8135-cabb-4e4d-ab49-e7dfb7ed877a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 945 time: 0.3156660 Aug 19 12:08:51.320235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Made reservation on behalf of bf44651609ca4b8fa3300f37c31f4f99 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:51.320965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network d5fe047c-6316-4c91-bf75-a6e92c151dcf details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:08:51.325440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.336823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf995-bf0c-4706-be3e-4afa9e49a30a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.338443 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.361120 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.25.4.106 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/9bbaa10f-23d2-4dcd-8c97-75054cb47f85) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:51.373784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:08:51.394690 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.395160 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Added segment 08a74574-cb1d-4ea8-b0f7-4bfe654aebd7 of type vlan for network 7468ae34-1fa2-4049-80b3-c8aebd857fdf Aug 19 12:08:51.410753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0090caf4-bb9c-4220-bf77-87ed024e3888 req-78e86915-e4a2-4173-9fe9-613d9e807595 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983479 Aug 19 12:08:51.436611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Transition to ACTIVE for port object fa5420c5-e350-442d-bb2f-62610f3e5fba will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:51.498146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Transition to ACTIVE for port object fa5420c5-e350-442d-bb2f-62610f3e5fba will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:51.520740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.522177 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.575445 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.579220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf995-bf0c-4706-be3e-4afa9e49a30a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.580813 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.590340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:51.591979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.602275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf995-bf0c-4706-be3e-4afa9e49a30a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.638064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:51.641726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:51.647838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:51.655347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Pushing event updated for resources: {'Port': ['ID=fa5420c5-e350-442d-bb2f-62610f3e5fba,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:51.658521 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.694790 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4662318 Aug 19 12:08:51.707380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40958) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:51.716004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'subnet': {'network_id': 'd5fe047c-6316-4c91-bf75-a6e92c151dcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:51.722161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf995-bf0c-4706-be3e-4afa9e49a30a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.723428 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8cdbf995-bf0c-4706-be3e-4afa9e49a30a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5355487 Aug 19 12:08:51.728998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:51.741674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaeee95-ab7a-4aa5-95e7-7f43053f0f8b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Network': ['ID=7468ae34-1fa2-4049-80b3-c8aebd857fdf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:51.757245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7468ae34-1fa2-4049-80b3-c8aebd857fdf details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:08:51.758123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-34360532-ecd0-477d-be41-79eb0903db1f tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': '0080fd44-4fe4-44b8-a165-c2bab3c121fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a103b298-751f-4fae-a96c-654f528e30ae', 'remote_ip_prefix': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:51.775477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:51.778230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Attempting to bind port fa5420c5-e350-442d-bb2f-62610f3e5fba on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:51.778520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Attempting to bind port fa5420c5-e350-442d-bb2f-62610f3e5fba by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:51.779149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Attempting to bind port fa5420c5-e350-442d-bb2f-62610f3e5fba on network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:51.781893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:51.791426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:51.836639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=9bbaa10f-23d2-4dcd-8c97-75054cb47f85,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:51.853788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:51.854183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Checking segment: {'id': '5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:51.854602 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.855071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Bound using segment: {'id': '5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:51.855619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Bound port: fa5420c5-e350-442d-bb2f-62610f3e5fba, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:51.856095 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.868675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbf995-bf0c-4706-be3e-4afa9e49a30a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a103b298-751f-4fae-a96c-654f528e30ae,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:52.046654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Made reservation on behalf of bf44651609ca4b8fa3300f37c31f4f99 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:52.048532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:52.057177 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.098953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34360532-ecd0-477d-be41-79eb0903db1f tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.244255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.419065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] For port fa5420c5-e350-442d-bb2f-62610f3e5fba, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:52.436585 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.447969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] For port fa5420c5-e350-442d-bb2f-62610f3e5fba, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fa5420c5-e350-442d-bb2f-62610f3e5fba,segment=NetworkSegment(5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f),segment_id=5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:52.477732 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.526925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.615577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34360532-ecd0-477d-be41-79eb0903db1f tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.631268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:52.631545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34360532-ecd0-477d-be41-79eb0903db1f tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.631790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.681574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34360532-ecd0-477d-be41-79eb0903db1f tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0aa64f-5819-4488-910a-52ae21bb9fb9,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:52.694817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Subnet': ['ID=0a5cc965-2ff5-466c-a350-bb0fabe052db,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:52.703484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Checking segment: {'id': 'bdbeaf06-cac6-4524-bf90-36a48734bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd5fe047c-6316-4c91-bf75-a6e92c151dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:52.703992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network hostable DHCP agents. Network: d5fe047c-6316-4c91-bf75-a6e92c151dcf, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:08:52.708416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3850a-5264-4278-9ed6-33c40a6ca4cf None None] Pushing event updated for resources: {'Port': ['ID=fa5420c5-e350-442d-bb2f-62610f3e5fba,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:52.719078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34360532-ecd0-477d-be41-79eb0903db1f tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.723326 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34360532-ecd0-477d-be41-79eb0903db1f tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9716499 Aug 19 12:08:52.723884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40974) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:52.748928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network d5fe047c-6316-4c91-bf75-a6e92c151dcf is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:08:52.761005 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f16c72a-c6b7-46b0-a141-87db572a23d8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.773751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, d5fe047c-6316-4c91-bf75-a6e92c151dcf) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:52.778050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f16c72a-c6b7-46b0-a141-87db572a23d8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.783766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:52.784433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.806776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d0cc3-8605-4e50-87a0-39eb0912f8f1 None None] Network d5fe047c-6316-4c91-bf75-a6e92c151dcf requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:52.849423 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-24486dff-927b-4095-9001-7d9f04b8bd43 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1378736 Aug 19 12:08:52.861677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40976) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:52.868502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'subnet': {'network_id': '7468ae34-1fa2-4049-80b3-c8aebd857fdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:52.875083 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f16c72a-c6b7-46b0-a141-87db572a23d8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.898941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f16c72a-c6b7-46b0-a141-87db572a23d8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:52.900129 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0f16c72a-c6b7-46b0-a141-87db572a23d8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ee0aa64f-5819-4488-910a-52ae21bb9fb9 HTTP/1.1" status: 204 len: 168 time: 0.1752474 Aug 19 12:08:53.003650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16c72a-c6b7-46b0-a141-87db572a23d8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee0aa64f-5819-4488-910a-52ae21bb9fb9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:53.009543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 40980) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:53.067337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-d5fe047c-6316-4c91-bf75-a6e92c151dcf', 'network_id': 'd5fe047c-6316-4c91-bf75-a6e92c151dcf', 'tenant_id': 'bf44651609ca4b8fa3300f37c31f4f99', 'fixed_ips': [{'subnet_id': '0a5cc965-2ff5-466c-a350-bb0fabe052db'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:08:53.068253 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.160523 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b31174ad-334d-4716-96af-134e0d26c932 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1483572 Aug 19 12:08:53.163698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cbec7-351f-4f60-9338-7afd6e35b810 req-d2c87d89-7f6b-4096-a561-5cd07570f3f7 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:53.165522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-954cbec7-351f-4f60-9338-7afd6e35b810 req-d2c87d89-7f6b-4096-a561-5cd07570f3f7 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 945 time: 0.1167159 Aug 19 12:08:53.166269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40984) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:53.217190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Made reservation on behalf of bf44651609ca4b8fa3300f37c31f4f99 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:53.229409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.312989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Allocated IP 2001:db8::2 (d5fe047c-6316-4c91-bf75-a6e92c151dcf/0a5cc965-2ff5-466c-a350-bb0fabe052db/465246ae-4a41-477c-b5e1-b83fa8f22db7) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:53.349475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d6424d07-2803-4614-ac05-25d3a35deca8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.403895 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d6424d07-2803-4614-ac05-25d3a35deca8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.409866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.432225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-954cbec7-351f-4f60-9338-7afd6e35b810 req-001f5e49-425e-47f3-b10e-abdb122bdff6 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1556239 Aug 19 12:08:53.587401 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.596727 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d6424d07-2803-4614-ac05-25d3a35deca8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.598308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Transition to ACTIVE for port object 465246ae-4a41-477c-b5e1-b83fa8f22db7 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:53.598612 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d6424d07-2803-4614-ac05-25d3a35deca8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.602852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d6424d07-2803-4614-ac05-25d3a35deca8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-groups/a103b298-751f-4fae-a96c-654f528e30ae HTTP/1.1" status: 204 len: 168 time: 0.3750672 Aug 19 12:08:53.626455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Transition to ACTIVE for port object 465246ae-4a41-477c-b5e1-b83fa8f22db7 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:53.639818 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.658805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 40992) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:53.687046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:53.723851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6424d07-2803-4614-ac05-25d3a35deca8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a103b298-751f-4fae-a96c-654f528e30ae,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:53.750470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Network d5fe047c-6316-4c91-bf75-a6e92c151dcf is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:53.768745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:53.796101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:53.798338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Pushing event updated for resources: {'Port': ['ID=465246ae-4a41-477c-b5e1-b83fa8f22db7,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:53.804391 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9d05d83a-66f4-4d0a-80a9-91434c53100d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1439638 Aug 19 12:08:53.812328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41000) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:53.844139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01369a8-aaa8-453b-842e-6530644a8d8c req-412396b4-c8c0-4698-8222-a245faebc3e1 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:53.852785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d01369a8-aaa8-453b-842e-6530644a8d8c req-412396b4-c8c0-4698-8222-a245faebc3e1 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 945 time: 0.2712147 Aug 19 12:08:53.936966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Subnet': ['ID=6dee201e-e2bd-4806-9767-e95f1f1492a8,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:53.954917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Checking segment: {'id': '08a74574-cb1d-4ea8-b0f7-4bfe654aebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7468ae34-1fa2-4049-80b3-c8aebd857fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:53.958658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network hostable DHCP agents. Network: 7468ae34-1fa2-4049-80b3-c8aebd857fdf, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:08:53.985782 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Attempting to bind port 465246ae-4a41-477c-b5e1-b83fa8f22db7 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:53.993487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Attempting to bind port 465246ae-4a41-477c-b5e1-b83fa8f22db7 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'bdbeaf06-cac6-4524-bf90-36a48734bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd5fe047c-6316-4c91-bf75-a6e92c151dcf'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:53.993867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Attempting to bind port 465246ae-4a41-477c-b5e1-b83fa8f22db7 on network d5fe047c-6316-4c91-bf75-a6e92c151dcf {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:54.002783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d01369a8-aaa8-453b-842e-6530644a8d8c req-c4f3f3d7-966f-4c91-ac34-45272d27a6d0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1261163 Aug 19 12:08:54.008619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:54.009069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Checking segment: {'id': 'bdbeaf06-cac6-4524-bf90-36a48734bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd5fe047c-6316-4c91-bf75-a6e92c151dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:54.011221 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.011221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Bound using segment: {'id': 'bdbeaf06-cac6-4524-bf90-36a48734bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd5fe047c-6316-4c91-bf75-a6e92c151dcf'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:54.013805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Bound port: 465246ae-4a41-477c-b5e1-b83fa8f22db7, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbeaf06-cac6-4524-bf90-36a48734bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd5fe047c-6316-4c91-bf75-a6e92c151dcf'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:54.014266 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.039742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 07c396b4-4c90-49dd-b638-8ab7f49a779d is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:08:54.041369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41006) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:54.061469 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01006c26-c4e1-4838-9071-7cb0dda3c1fe tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.098464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01006c26-c4e1-4838-9071-7cb0dda3c1fe tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.152079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network 7468ae34-1fa2-4049-80b3-c8aebd857fdf is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:08:54.174777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01006c26-c4e1-4838-9071-7cb0dda3c1fe tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.174777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01006c26-c4e1-4838-9071-7cb0dda3c1fe tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.185863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fa5420c5-e350-442d-bb2f-62610f3e5fba up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:54.190854 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-01006c26-c4e1-4838-9071-7cb0dda3c1fe tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-groups/0080fd44-4fe4-44b8-a165-c2bab3c121fd HTTP/1.1" status: 204 len: 168 time: 0.3589675 Aug 19 12:08:54.206442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41014) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:54.221052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55d29f-d7a6-4a65-b817-1034fde38e52 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:54.227788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5b55d29f-d7a6-4a65-b817-1034fde38e52 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 1091 time: 0.1832571 Aug 19 12:08:54.265626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7468ae34-1fa2-4049-80b3-c8aebd857fdf) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:54.273276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:54.275630 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.280717 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.285393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] For port 465246ae-4a41-477c-b5e1-b83fa8f22db7, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:54.289326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3333f9-d206-443c-a4c5-80d5a761599a None None] Network 7468ae34-1fa2-4049-80b3-c8aebd857fdf requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:54.307758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41018) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:54.311057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01006c26-c4e1-4838-9071-7cb0dda3c1fe tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080fd44-4fe4-44b8-a165-c2bab3c121fd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:54.318644 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c14cb7d8-6edf-44b2-856e-7eb97b5e7175 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4555948 Aug 19 12:08:54.327814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:54.338702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41020) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:54.371674 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8e941e3b-c866-470a-9c35-dae13d98536a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1405573 Aug 19 12:08:54.373168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41024) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:54.378267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ddace61b-0c01-4e04-9147-6d6d4ae479f9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824009690'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:54.385463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] For port 465246ae-4a41-477c-b5e1-b83fa8f22db7, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=465246ae-4a41-477c-b5e1-b83fa8f22db7,segment=NetworkSegment(bdbeaf06-cac6-4524-bf90-36a48734bc59),segment_id=bdbeaf06-cac6-4524-bf90-36a48734bc59)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:54.397252 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.397958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port fa5420c5-e350-442d-bb2f-62610f3e5fba completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:54.407635 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.420896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddace61b-0c01-4e04-9147-6d6d4ae479f9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.426002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01f59f-3dfe-4560-8f44-14163f0cdfed None None] Network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:54.492718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:08:54.492718 n-d-778550-9 neutron-server[101154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:08:54.492718 n-d-778550-9 neutron-server[101154]: [parameters: {'project_id_1': '17ecf2d06262474eadaac84993402ef7', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 8, 54, 475897)}] Aug 19 12:08:54.492718 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:08:54.492718 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:08:54.582709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddace61b-0c01-4e04-9147-6d6d4ae479f9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.609283 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddace61b-0c01-4e04-9147-6d6d4ae479f9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.634473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e5c12d84-898c-4527-8291-1e8f2ddfa5e2 None None] Provisioning for port fa5420c5-e350-442d-bb2f-62610f3e5fba completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:54.642861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e5c12d84-898c-4527-8291-1e8f2ddfa5e2 None None] Provisioning complete for port fa5420c5-e350-442d-bb2f-62610f3e5fba triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:54.644266 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e5c12d84-898c-4527-8291-1e8f2ddfa5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.644404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddace61b-0c01-4e04-9147-6d6d4ae479f9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.645165 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ddace61b-0c01-4e04-9147-6d6d4ae479f9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2709641 Aug 19 12:08:54.662584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41030) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:54.679355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-49418cfd-aff0-4e6e-be06-006cc3c88225 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': '6fb8adef-ba6d-4bbe-9934-ea0039e239d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:54.682304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:08:54.694571 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Sync routers for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:08:54.707906 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:54.708538 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:54.724259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddace61b-0c01-4e04-9147-6d6d4ae479f9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb8adef-ba6d-4bbe-9934-ea0039e239d2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:54.772324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ed381-308c-4e95-bc28-f445a0ea87af None None] Pushing event updated for resources: {'Port': ['ID=465246ae-4a41-477c-b5e1-b83fa8f22db7,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:54.832492 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49418cfd-aff0-4e6e-be06-006cc3c88225 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:54.962313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-7468ae34-1fa2-4049-80b3-c8aebd857fdf', 'network_id': '7468ae34-1fa2-4049-80b3-c8aebd857fdf', 'tenant_id': 'bf44651609ca4b8fa3300f37c31f4f99', 'fixed_ips': [{'subnet_id': '6dee201e-e2bd-4806-9767-e95f1f1492a8'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:08:54.963820 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.032436 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:55.043209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.044942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a27318fa-4a52-4c1b-8cd0-4ee77e8c80b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.3596172 Aug 19 12:08:55.051986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41036) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:55.066465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49418cfd-aff0-4e6e-be06-006cc3c88225 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.090011 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49418cfd-aff0-4e6e-be06-006cc3c88225 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.128354 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e5c12d84-898c-4527-8291-1e8f2ddfa5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.163116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.183381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49418cfd-aff0-4e6e-be06-006cc3c88225 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.187525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-49418cfd-aff0-4e6e-be06-006cc3c88225 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5221398 Aug 19 12:08:55.193853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41040) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:55.243275 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49418cfd-aff0-4e6e-be06-006cc3c88225 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56252b9-e6c6-4442-aa32-90c4a406e69e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:55.271527 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.298765 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b678-aeac-4d7f-91bd-4e756aadb6a9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.326582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b678-aeac-4d7f-91bd-4e756aadb6a9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.432567 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cfd76666-fbcd-40e0-a0b8-a8187a21984d tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=f14f7ec1d8064a3bb955de098f4e5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3788066 Aug 19 12:08:55.433951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b678-aeac-4d7f-91bd-4e756aadb6a9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.440702 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b678-aeac-4d7f-91bd-4e756aadb6a9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.441039 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ff9b678-aeac-4d7f-91bd-4e756aadb6a9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e56252b9-e6c6-4442-aa32-90c4a406e69e HTTP/1.1" status: 204 len: 168 time: 0.2457154 Aug 19 12:08:55.441768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41046) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:55.456485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41048) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:55.489648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9b678-aeac-4d7f-91bd-4e756aadb6a9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e56252b9-e6c6-4442-aa32-90c4a406e69e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:55.529913 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:08:52Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:55.539164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e5c12d84-898c-4527-8291-1e8f2ddfa5e2 None None] For port fa5420c5-e350-442d-bb2f-62610f3e5fba, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fa5420c5-e350-442d-bb2f-62610f3e5fba,segment=NetworkSegment(5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f),segment_id=5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:55.549213 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e5c12d84-898c-4527-8291-1e8f2ddfa5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.591383 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Checking router: 07c396b4-4c90-49dd-b638-8ab7f49a779d for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:08:55.593101 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Updating router 07c396b4-4c90-49dd-b638-8ab7f49a779d port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:08:55.594651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Allocated IP 2001:db8::2 (7468ae34-1fa2-4049-80b3-c8aebd857fdf/6dee201e-e2bd-4806-9767-e95f1f1492a8/901620ca-3748-45a8-a3a5-a48a0c03972a) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:55.673664 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.677131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25cb82d-6ab6-40fc-87f0-f5a0c1c8fd42 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:55.686361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c25cb82d-6ab6-40fc-87f0-f5a0c1c8fd42 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2318294 Aug 19 12:08:55.687003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41050) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:55.719521 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8203c930-71a3-427b-b2a7-5111056c66b9 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2531040 Aug 19 12:08:55.720790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41052) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:55.758642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c12d84-898c-4527-8291-1e8f2ddfa5e2 None None] Pushing event updated for resources: {'Port': ['ID=fa5420c5-e350-442d-bb2f-62610f3e5fba,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:55.802902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2411a67b-07b3-4d19-98fb-d25874ef551a None None] Provisioning complete for port fa5420c5-e350-442d-bb2f-62610f3e5fba triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:55.803163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2411a67b-07b3-4d19-98fb-d25874ef551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.845460 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-219e6c51-ccef-4858-b4f9-59708454698b tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1538668 Aug 19 12:08:55.848823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41056) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:55.880350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1851899615', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:56.106498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fa5420c5-e350-442d-bb2f-62610f3e5fba up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:56.115123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Allocated IP 2001:db8::1 (d5fe047c-6316-4c91-bf75-a6e92c151dcf/0a5cc965-2ff5-466c-a350-bb0fabe052db/c8000bbf-9d4f-433d-bb0e-09d24710ea78) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:56.240056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fea2c2-e9d6-4f3a-a3e2-618748ecf9c1 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.251545 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.274282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Transition to ACTIVE for port object 901620ca-3748-45a8-a3a5-a48a0c03972a will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:56.287218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fa5420c5-e350-442d-bb2f-62610f3e5fba triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:56.288210 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.311190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fea2c2-e9d6-4f3a-a3e2-618748ecf9c1 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.319063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Transition to ACTIVE for port object 901620ca-3748-45a8-a3a5-a48a0c03972a will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:56.341004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd7525-cdab-421b-95c4-433083198a9a None None] Network d5fe047c-6316-4c91-bf75-a6e92c151dcf requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:56.349699 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.373247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.390768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Transition to ACTIVE for port object c8000bbf-9d4f-433d-bb0e-09d24710ea78 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:56.449250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Pushing event updated for resources: {'Port': ['ID=901620ca-3748-45a8-a3a5-a48a0c03972a,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:56.461020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Network 7468ae34-1fa2-4049-80b3-c8aebd857fdf is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:56.468067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fea2c2-e9d6-4f3a-a3e2-618748ecf9c1 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.474825 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.476043 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fea2c2-e9d6-4f3a-a3e2-618748ecf9c1 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.476771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:56.481120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e6fea2c2-e9d6-4f3a-a3e2-618748ecf9c1 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-groups/6fb8adef-ba6d-4bbe-9934-ea0039e239d2 HTTP/1.1" status: 204 len: 168 time: 0.7400937 Aug 19 12:08:56.485948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:56.487409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41064) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:56.516060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:08:56.526519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.527514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-447885dd-839a-414f-bdaa-7d879aed2b67 None None] Provisioning for port 465246ae-4a41-477c-b5e1-b83fa8f22db7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:56.542666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fea2c2-e9d6-4f3a-a3e2-618748ecf9c1 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb8adef-ba6d-4bbe-9934-ea0039e239d2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:56.630811 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.641728 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Transition to ACTIVE for port object 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:56.647234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Attempting to bind port 901620ca-3748-45a8-a3a5-a48a0c03972a on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:56.647815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Attempting to bind port 901620ca-3748-45a8-a3a5-a48a0c03972a by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '08a74574-cb1d-4ea8-b0f7-4bfe654aebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7468ae34-1fa2-4049-80b3-c8aebd857fdf'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:56.648266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Attempting to bind port 901620ca-3748-45a8-a3a5-a48a0c03972a on network 7468ae34-1fa2-4049-80b3-c8aebd857fdf {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:56.651480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 465246ae-4a41-477c-b5e1-b83fa8f22db7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:56.653272 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.672068 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.713416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:56.714230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Checking segment: {'id': '08a74574-cb1d-4ea8-b0f7-4bfe654aebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7468ae34-1fa2-4049-80b3-c8aebd857fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:56.715191 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.715869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Bound using segment: {'id': '08a74574-cb1d-4ea8-b0f7-4bfe654aebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7468ae34-1fa2-4049-80b3-c8aebd857fdf'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:56.716607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Bound port: 901620ca-3748-45a8-a3a5-a48a0c03972a, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a74574-cb1d-4ea8-b0f7-4bfe654aebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7468ae34-1fa2-4049-80b3-c8aebd857fdf'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:56.717288 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.763377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Port': ['ID=c8000bbf-9d4f-433d-bb0e-09d24710ea78,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:56.768484 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Attempting to bind port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:08:56.771586 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Attempting to bind port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:08:56.771995 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Attempting to bind port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:08:56.783208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network d5fe047c-6316-4c91-bf75-a6e92c151dcf is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:56.789101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:56.791767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 465246ae-4a41-477c-b5e1-b83fa8f22db7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:56.800835 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:08:56.805984 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:56.807160 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.807733 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:08:56.809392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:56.809583 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Bound port: 9bbaa10f-23d2-4dcd-8c97-75054cb47f85, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:08:56.809801 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.810996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.821842 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc6b7d-3c20-4a75-905b-82a7cdde01d1 None None] Pushing event updated for resources: {'Port': ['ID=9bbaa10f-23d2-4dcd-8c97-75054cb47f85,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:56.829183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 465246ae-4a41-477c-b5e1-b83fa8f22db7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:56.829680 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.893821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] For port 901620ca-3748-45a8-a3a5-a48a0c03972a, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:56.897478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] For port 901620ca-3748-45a8-a3a5-a48a0c03972a, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=901620ca-3748-45a8-a3a5-a48a0c03972a,segment=NetworkSegment(08a74574-cb1d-4ea8-b0f7-4bfe654aebd7),segment_id=08a74574-cb1d-4ea8-b0f7-4bfe654aebd7)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:56.912210 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.930665 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.941347 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] For port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:08:56.946300 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] For port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9bbaa10f-23d2-4dcd-8c97-75054cb47f85,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:08:56.953818 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.046344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.25.4.94 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/b8990431-84d7-49b9-97c2-6671eaf8ce8b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:57.082627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Subnet': ['ID=e3a4f06e-e810-40b6-a6d1-36c730445095,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:57.096624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cd5431c9-3bc6-4478-9dbd-e963947af331 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6065421 Aug 19 12:08:57.106836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41074) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:57.117909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7401ed88-8940-4bf3-9185-764412e68cc8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079003195'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:57.126601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c314975-16ad-46e0-b991-1f10484d3995 None None] Pushing event updated for resources: {'Port': ['ID=901620ca-3748-45a8-a3a5-a48a0c03972a,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:57.142871 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc6b7d-3c20-4a75-905b-82a7cdde01d1 None None] Pushing event updated for resources: {'Port': ['ID=9bbaa10f-23d2-4dcd-8c97-75054cb47f85,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:57.177469 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Checking segment: {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:08:57.178124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network hostable DHCP agents. Network: 5f1cc99d-9821-4077-bed0-e06e1d1fabc3, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:08:57.182415 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7401ed88-8940-4bf3-9185-764412e68cc8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.192408 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:08:57.194297 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:57.203625 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.256374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:08:57.303382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 5f1cc99d-9821-4077-bed0-e06e1d1fabc3) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:57.324008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 465246ae-4a41-477c-b5e1-b83fa8f22db7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=465246ae-4a41-477c-b5e1-b83fa8f22db7,segment=NetworkSegment(bdbeaf06-cac6-4524-bf90-36a48734bc59),segment_id=bdbeaf06-cac6-4524-bf90-36a48734bc59)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:08:57.336652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:08:57.337432 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.344994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda7d0c6-94e7-4103-8c50-734afce5320d None None] Network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:57.370692 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.451603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7401ed88-8940-4bf3-9185-764412e68cc8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.467251 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7401ed88-8940-4bf3-9185-764412e68cc8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.499951 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:08:57.553763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401ed88-8940-4bf3-9185-764412e68cc8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca88516f-8d09-48fb-aafc-b928841637dc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:57.566790 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0a86a9cc-bd74-4625-bbda-6eafb9749a2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7173686 Aug 19 12:08:57.569900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41076) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:57.688665 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7401ed88-8940-4bf3-9185-764412e68cc8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.699030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7401ed88-8940-4bf3-9185-764412e68cc8 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5909719 Aug 19 12:08:57.706483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41082) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:57.719478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-65e13641-c93a-4115-867f-a7efc14be062 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': 'ca88516f-8d09-48fb-aafc-b928841637dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:57.755977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.815645 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:57.873744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65e13641-c93a-4115-867f-a7efc14be062 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.040393 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:08:52Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:08:58.058634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65e13641-c93a-4115-867f-a7efc14be062 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.074684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65e13641-c93a-4115-867f-a7efc14be062 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.091209 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29844e-a2ee-4e6a-b41e-f3c50bc6c4d9 None None] The sync data for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 is: [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:08:52Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:08:58.165800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 901620ca-3748-45a8-a3a5-a48a0c03972a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:08:58.166006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65e13641-c93a-4115-867f-a7efc14be062 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.176898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-65e13641-c93a-4115-867f-a7efc14be062 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4679029 Aug 19 12:08:58.182196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41088) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:58.198879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e13641-c93a-4115-867f-a7efc14be062 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaee5ea-5c39-48ec-b3fb-b7a9079865d8,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:58.223965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.257753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7e593456-228d-4e96-ada1-a21a2ec1b63a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules/cbaee5ea-5c39-48ec-b3fb-b7a9079865d8 HTTP/1.1" status: 200 len: 763 time: 0.0743346 Aug 19 12:08:58.282943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41090) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:58.345847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-118c8ea4-5565-45bd-bcd9-a4c65bd27067 None None] Provisioning complete for port 465246ae-4a41-477c-b5e1-b83fa8f22db7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:58.346528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-118c8ea4-5565-45bd-bcd9-a4c65bd27067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.384873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:08:58.417192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=465246ae-4a41-477c-b5e1-b83fa8f22db7,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:58.461982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:08:58.467594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=b8990431-84d7-49b9-97c2-6671eaf8ce8b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:58.470720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:08:58.471466 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.557312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:08:58.558274 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.560590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 901620ca-3748-45a8-a3a5-a48a0c03972a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:58.711845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e2a8a38f-9a92-4273-8eef-ac16de7be1f0 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3944554 Aug 19 12:08:58.722963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41094) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:58.787996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5d08f25-cbc1-4899-a763-1fd24e521b5d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.818012 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5d08f25-cbc1-4899-a763-1fd24e521b5d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.888772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-118c8ea4-5565-45bd-bcd9-a4c65bd27067 None None] Provisioning for port c8000bbf-9d4f-433d-bb0e-09d24710ea78 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:59.048464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.068797 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5d08f25-cbc1-4899-a763-1fd24e521b5d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.076597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-118c8ea4-5565-45bd-bcd9-a4c65bd27067 None None] Provisioning complete for port c8000bbf-9d4f-433d-bb0e-09d24710ea78 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:59.077405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-118c8ea4-5565-45bd-bcd9-a4c65bd27067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.080136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee6776-cada-476b-b757-01269ef65f30 None None] Network 7468ae34-1fa2-4049-80b3-c8aebd857fdf requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:08:59.087796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a5d08f25-cbc1-4899-a763-1fd24e521b5d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.094321 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a5d08f25-cbc1-4899-a763-1fd24e521b5d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cbaee5ea-5c39-48ec-b3fb-b7a9079865d8 HTTP/1.1" status: 204 len: 168 time: 0.3696754 Aug 19 12:08:59.099763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41100) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:59.118297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d08f25-cbc1-4899-a763-1fd24e521b5d tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbaee5ea-5c39-48ec-b3fb-b7a9079865d8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:59.175500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Allocated IP 172.20.0.2 (5f1cc99d-9821-4077-bed0-e06e1d1fabc3/e3a4f06e-e810-40b6-a6d1-36c730445095/58956d84-3d93-423b-923a-60e1da144f2e) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:08:59.241192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-118c8ea4-5565-45bd-bcd9-a4c65bd27067 None None] Port c8000bbf-9d4f-433d-bb0e-09d24710ea78 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:08:59.274545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.298848 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.300310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.423571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7aa0d9bf-32a7-45ec-91c5-ee8a49f685d2 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3180544 Aug 19 12:08:59.437164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41110) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:59.478518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ed021b2e-d37b-4ec2-be53-ceb6570cc13a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': 'ca88516f-8d09-48fb-aafc-b928841637dc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:08:59.516289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] Provisioning for port 901620ca-3748-45a8-a3a5-a48a0c03972a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:08:59.550359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] Provisioning complete for port 901620ca-3748-45a8-a3a5-a48a0c03972a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:08:59.551064 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.720658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Port': ['ID=c8000bbf-9d4f-433d-bb0e-09d24710ea78,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:59.813184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.823718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed021b2e-d37b-4ec2-be53-ceb6570cc13a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.833520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Transition to ACTIVE for port object 58956d84-3d93-423b-923a-60e1da144f2e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:59.852356 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.875810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Transition to ACTIVE for port object 58956d84-3d93-423b-923a-60e1da144f2e will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:08:59.889926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:59.980312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] For port 901620ca-3748-45a8-a3a5-a48a0c03972a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=901620ca-3748-45a8-a3a5-a48a0c03972a,segment=NetworkSegment(08a74574-cb1d-4ea8-b0f7-4bfe654aebd7),segment_id=08a74574-cb1d-4ea8-b0f7-4bfe654aebd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:00.027294 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.031685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.20.0.1 (5f1cc99d-9821-4077-bed0-e06e1d1fabc3/e3a4f06e-e810-40b6-a6d1-36c730445095/1276e184-611a-48a2-86f3-51a9189a38c0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:00.041409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:00.081086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:00.105201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:00.126649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Pushing event updated for resources: {'Port': ['ID=58956d84-3d93-423b-923a-60e1da144f2e,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:00.150251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] Provisioning complete for port c8000bbf-9d4f-433d-bb0e-09d24710ea78 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:00.155852 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.306462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:00.408001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.431725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Transition to ACTIVE for port object 1276e184-611a-48a2-86f3-51a9189a38c0 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:00.546639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.646194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] Pushing event updated for resources: {'Port': ['ID=901620ca-3748-45a8-a3a5-a48a0c03972a,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:00.686158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Attempting to bind port 58956d84-3d93-423b-923a-60e1da144f2e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:09:00.689872 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Attempting to bind port 58956d84-3d93-423b-923a-60e1da144f2e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:09:00.690687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Attempting to bind port 58956d84-3d93-423b-923a-60e1da144f2e on network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:00.703022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-516743af-2dfe-4a5b-bb76-68c28a3df284 None None] Port c8000bbf-9d4f-433d-bb0e-09d24710ea78 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:00.709620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=1276e184-611a-48a2-86f3-51a9189a38c0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:00.721175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:09:00.726803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Checking segment: {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:00.727608 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.728621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Bound using segment: {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:09:00.729505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Bound port: 58956d84-3d93-423b-923a-60e1da144f2e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:09:00.730637 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.752434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:00.768907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:00.773507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:00.776663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:00.786028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:00.786411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.864027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] For port 58956d84-3d93-423b-923a-60e1da144f2e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:09:00.900864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.906371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b98eedc9-dcbc-4e58-bac1-97dce18ac2cc None None] Provisioning complete for port 901620ca-3748-45a8-a3a5-a48a0c03972a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:00.906971 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b98eedc9-dcbc-4e58-bac1-97dce18ac2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.911145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] For port 58956d84-3d93-423b-923a-60e1da144f2e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=58956d84-3d93-423b-923a-60e1da144f2e,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:09:00.934765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network d5fe047c-6316-4c91-bf75-a6e92c151dcf is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:00.965160 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.019248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed021b2e-d37b-4ec2-be53-ceb6570cc13a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.023381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:01.048017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed021b2e-d37b-4ec2-be53-ceb6570cc13a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.092369 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.193229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8ad5c-e6c6-4ca5-a518-da9c57b4655c None None] Pushing event updated for resources: {'Port': ['ID=58956d84-3d93-423b-923a-60e1da144f2e,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:01.230982 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed021b2e-d37b-4ec2-be53-ceb6570cc13a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.235407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ed021b2e-d37b-4ec2-be53-ceb6570cc13a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7610261 Aug 19 12:09:01.242944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9bbaa10f-23d2-4dcd-8c97-75054cb47f85,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:01.248825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41140) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:01.249694 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.275096 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.289901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 465246ae-4a41-477c-b5e1-b83fa8f22db7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:01.315940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115929-e235-4315-a4e1-46e443c63bf9 req-82e84b89-09c8-49be-881a-05af44f70f18 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:01.325347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d115929-e235-4315-a4e1-46e443c63bf9 req-82e84b89-09c8-49be-881a-05af44f70f18 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 945 time: 0.4237595 Aug 19 12:09:01.355490 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-016eb8e6-0a49-4013-938d-8dcfe472934b tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules/62cbe154-130c-4816-aaba-e3a14657a491 HTTP/1.1" status: 200 len: 763 time: 0.0985360 Aug 19 12:09:01.358830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41146) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:01.460508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed021b2e-d37b-4ec2-be53-ceb6570cc13a tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cbe154-130c-4816-aaba-e3a14657a491,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:01.542899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=9bbaa10f-23d2-4dcd-8c97-75054cb47f85,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:01.588665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 465246ae-4a41-477c-b5e1-b83fa8f22db7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:01.589201 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.626856 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.660095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d4e349bb-2f92-4a8e-b87d-96125d1e26f8 None None] Provisioning complete for port c8000bbf-9d4f-433d-bb0e-09d24710ea78 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:01.660591 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d4e349bb-2f92-4a8e-b87d-96125d1e26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.726938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d4e349bb-2f92-4a8e-b87d-96125d1e26f8 None None] Port c8000bbf-9d4f-433d-bb0e-09d24710ea78 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:01.774006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d115929-e235-4315-a4e1-46e443c63bf9 req-fec193e7-631d-42b0-9dd1-68583ed32533 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110659 Aug 19 12:09:01.811218 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.868129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Router 7657a095-aae9-4f6e-83aa-edc94b80ed0f is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:09:01.909993 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-476c0e01-b772-4ddb-80b0-7ed4f1f6f714 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5471418 Aug 19 12:09:01.910419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41158) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:01.948568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-67a205c6-d4f2-4903-abdc-7c75339f914c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:01.961434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-67a205c6-d4f2-4903-abdc-7c75339f914c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.070295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-67a205c6-d4f2-4903-abdc-7c75339f914c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.082652 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-67a205c6-d4f2-4903-abdc-7c75339f914c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.084142 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-67a205c6-d4f2-4903-abdc-7c75339f914c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/62cbe154-130c-4816-aaba-e3a14657a491 HTTP/1.1" status: 204 len: 168 time: 0.1728587 Aug 19 12:09:02.097234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41160) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:02.134423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:02.137447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a205c6-d4f2-4903-abdc-7c75339f914c tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62cbe154-130c-4816-aaba-e3a14657a491,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:02.143343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.160799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.180567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:09:02.195995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119cade8-a459-43a3-bd41-3ab8790a5300 None None] Sync routers for ids ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:09:02.197615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bab25f22-3eb9-43fd-8d42-21e1bd27a5c2 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "PUT /v2.0/routers/7657a095-aae9-4f6e-83aa-edc94b80ed0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8576312 Aug 19 12:09:02.203010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41166) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:02.228276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119cade8-a459-43a3-bd41-3ab8790a5300 None None] Routers {'7657a095-aae9-4f6e-83aa-edc94b80ed0f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:02.231751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-119cade8-a459-43a3-bd41-3ab8790a5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:02.302587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-119cade8-a459-43a3-bd41-3ab8790a5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:02.332905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119cade8-a459-43a3-bd41-3ab8790a5300 None None] Routers {'7657a095-aae9-4f6e-83aa-edc94b80ed0f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:02.335953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-119cade8-a459-43a3-bd41-3ab8790a5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:02.359166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:02.359166 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.363510 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4c6117a0-0012-4902-9bb7-9c2c6a0209a4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2633262 Aug 19 12:09:02.364152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41172) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:02.414757 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.422593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-119cade8-a459-43a3-bd41-3ab8790a5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:02.423284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119cade8-a459-43a3-bd41-3ab8790a5300 None None] The sync data for ids ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:09:02.439466 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.445785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e074056f-332d-44a5-9e86-5a592ee1b477 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Request body: {'security_group_rule': {'security_group_id': 'ca88516f-8d09-48fb-aafc-b928841637dc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:02.499756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 901620ca-3748-45a8-a3a5-a48a0c03972a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:02.573063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 901620ca-3748-45a8-a3a5-a48a0c03972a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:02.573735 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.618476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=b8990431-84d7-49b9-97c2-6671eaf8ce8b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:02.636017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:02.725428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 58956d84-3d93-423b-923a-60e1da144f2e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:02.785141 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Floating IP ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705 associated. External IP: 172.25.4.94, port: a54f1680-6543-4b09-ad09-e65489decc34. Aug 19 12:09:02.860739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 58956d84-3d93-423b-923a-60e1da144f2e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:02.958380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8750c522-1e33-4d41-9af2-9d803858d927 None None] Network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:03.087772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:03.148356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router 61571f09-d747-42a7-a591-6a7ea02f0b3b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:09:03.325675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:03.330269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:03.332718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=1276e184-611a-48a2-86f3-51a9189a38c0,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:03.347565 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-e074056f-332d-44a5-9e86-5a592ee1b477 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Project 408a4c11123e4ee3a5e899771d4b458d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:09:03.356029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e074056f-332d-44a5-9e86-5a592ee1b477 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:03.384886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:09:03.397052 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] Sync routers for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:09:03.414467 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:03.416234 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:03.420642 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:03.468481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e1937ee6-9f80-4845-9a90-7e0b1a08a190 None None] Provisioning for port 58956d84-3d93-423b-923a-60e1da144f2e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:03.477488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e1937ee6-9f80-4845-9a90-7e0b1a08a190 None None] Provisioning complete for port 58956d84-3d93-423b-923a-60e1da144f2e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:03.477867 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1937ee6-9f80-4845-9a90-7e0b1a08a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:03.486546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5e7c87e0-4f28-4fab-a343-72f4cb360277 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.1766112 Aug 19 12:09:03.487291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:09:03.490414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e074056f-332d-44a5-9e86-5a592ee1b477 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:03.493650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41194) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:03.495297 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb6c22-5df6-4581-8695-fbe757a25b30" -d '{"events": [{"name": "network-changed", "server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "tag": "a54f1680-6543-4b09-ad09-e65489decc34"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:09:03.532854 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e074056f-332d-44a5-9e86-5a592ee1b477 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:03.576818 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8586be-7d40-481b-a941-27804a6e6be9 x-openstack-request-id: req-fa8586be-7d40-481b-a941-27804a6e6be9 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:09:03.577516 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "tag": "a54f1680-6543-4b09-ad09-e65489decc34", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:09:03.577965 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa8586be-7d40-481b-a941-27804a6e6be9 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:09:03.578625 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34', 'status': 'completed', 'code': 200} Aug 19 12:09:03.642832 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1937ee6-9f80-4845-9a90-7e0b1a08a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:03.681397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074056f-332d-44a5-9e86-5a592ee1b477 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04794e50-5a1d-453e-8cf7-831c553bb884,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:03.723427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-1ff49eb3-c862-4874-88ee-785e7d30534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:03.726645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-1ff49eb3-c862-4874-88ee-785e7d30534f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 1096 time: 0.0939808 Aug 19 12:09:03.729697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e1937ee6-9f80-4845-9a90-7e0b1a08a190 None None] For port 58956d84-3d93-423b-923a-60e1da144f2e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=58956d84-3d93-423b-923a-60e1da144f2e,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:03.752855 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1937ee6-9f80-4845-9a90-7e0b1a08a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:03.753433 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:09:03.908372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1937ee6-9f80-4845-9a90-7e0b1a08a190 None None] Pushing event updated for resources: {'Port': ['ID=58956d84-3d93-423b-923a-60e1da144f2e,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:03.918136 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e074056f-332d-44a5-9e86-5a592ee1b477 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:03.926726 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e074056f-332d-44a5-9e86-5a592ee1b477 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4833105 Aug 19 12:09:03.928327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41204) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:03.984182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9ec1131e-9d85-4f07-b83d-d309c29aca42 None None] Provisioning for port 1276e184-611a-48a2-86f3-51a9189a38c0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:03.990651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9ec1131e-9d85-4f07-b83d-d309c29aca42 None None] Provisioning complete for port 1276e184-611a-48a2-86f3-51a9189a38c0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:03.991739 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1131e-9d85-4f07-b83d-d309c29aca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:04.025177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-0dccb8dc-ab5e-40c4-8d8f-ba2dbcf1d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:04.027376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-0dccb8dc-ab5e-40c4-8d8f-ba2dbcf1d868 service neutron] 10.222.0.69 "GET /v2.0/networks?id=64c8edec-f983-4fa5-a00a-0cd2f55d2634 HTTP/1.1" status: 200 len: 898 time: 0.2918246 Aug 19 12:09:04.067533 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-4a540370-79d6-419c-88e8-7c868f8414a0 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:04.068819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1131e-9d85-4f07-b83d-d309c29aca42 None None] Port 1276e184-611a-48a2-86f3-51a9189a38c0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:04.070492 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4a540370-79d6-419c-88e8-7c868f8414a0 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "PUT /v2.0/routers/7657a095-aae9-4f6e-83aa-edc94b80ed0f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8639994 Aug 19 12:09:04.082160 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c7ab6e0d-d075-402a-b6dc-8838e8809918 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/floatingips/ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705 HTTP/1.1" status: 200 len: 990 time: 0.5650654 Aug 19 12:09:04.083528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41206) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:04.092960 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3a6d7a42-06f5-44d3-81be-6942b31fe506 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules/04794e50-5a1d-453e-8cf7-831c553bb884 HTTP/1.1" status: 200 len: 769 time: 0.1556382 Aug 19 12:09:04.096878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9ec1131e-9d85-4f07-b83d-d309c29aca42 None None] Provisioning complete for port 58956d84-3d93-423b-923a-60e1da144f2e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:04.098155 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1131e-9d85-4f07-b83d-d309c29aca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:04.191846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 07c396b4-4c90-49dd-b638-8ab7f49a779d has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:09:04.193230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41208) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:04.264283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-9efb865f-bb90-4eab-afce-b83d0216964b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a54f1680-6543-4b09-ad09-e65489decc34 HTTP/1.1" status: 200 len: 998 time: 0.2208061 Aug 19 12:09:04.297533 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:08:18Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:08:59Z', 'revision_number': 0, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:04.337795 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] Checking router: 61571f09-d747-42a7-a591-6a7ea02f0b3b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:09:04.349618 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:04.350387 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:04.362398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-5884ea11-91d5-4f03-ba9b-07623144d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:04.364225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-5884ea11-91d5-4f03-ba9b-07623144d7a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f03510e-8d8d-4820-8016-67dbb932c8d7 HTTP/1.1" status: 200 len: 835 time: 0.0913060 Aug 19 12:09:04.419512 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e8647ac-105c-4d70-b52b-c78193ec55f2 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2234848 Aug 19 12:09:04.423636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41214) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:04.456212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6cdcc171-56bd-4dc9-9dbc-8dbc860c7b15 None None] Provisioning complete for port 1276e184-611a-48a2-86f3-51a9189a38c0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:04.456627 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc171-56bd-4dc9-9dbc-8dbc860c7b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:04.470990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-447e0b23-66c7-44cf-98dd-8034e24ba740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:04.477927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-447e0b23-66c7-44cf-98dd-8034e24ba740 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64c8edec-f983-4fa5-a00a-0cd2f55d2634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991356 Aug 19 12:09:04.518455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6cdcc171-56bd-4dc9-9dbc-8dbc860c7b15 None None] Port 1276e184-611a-48a2-86f3-51a9189a38c0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:04.531262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be2701b9-c4b3-4ea7-a02a-8997fe503eb4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:04.571891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be2701b9-c4b3-4ea7-a02a-8997fe503eb4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:04.586904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:09:04.599747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1125f96b-77d4-40d4-abb9-496efe4330dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "PUT /v2.0/routers/07c396b4-4c90-49dd-b638-8ab7f49a779d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0179825 Aug 19 12:09:04.603912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Sync routers for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:09:04.627008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:04.627973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:04.664331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be2701b9-c4b3-4ea7-a02a-8997fe503eb4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:04.667792 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:09:04.671900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be2701b9-c4b3-4ea7-a02a-8997fe503eb4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:04.678040 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-be2701b9-c4b3-4ea7-a02a-8997fe503eb4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/04794e50-5a1d-453e-8cf7-831c553bb884 HTTP/1.1" status: 204 len: 168 time: 0.2515662 Aug 19 12:09:04.684356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41218) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:04.807316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-13c8a344-fa4d-4db5-82d4-0e9c12479b6c service neutron] 10.222.0.69 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258724 Aug 19 12:09:04.829882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2701b9-c4b3-4ea7-a02a-8997fe503eb4 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04794e50-5a1d-453e-8cf7-831c553bb884,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:04.889653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:09:04.996278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1f886dfe-2798-4cb8-aa5c-38e89314f33e tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2961895 Aug 19 12:09:05.001027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41238) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:05.020501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1debafcd-f076-4d54-9f6d-14fd255ccb4a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-628727011&fields=id&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 267 time: 0.0676267 Aug 19 12:09:05.090024 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41240) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:05.133752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d6501ee2-2f1e-49c8-a267-4d84cc3e5fe9 None None] Provisioning complete for port 1276e184-611a-48a2-86f3-51a9189a38c0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:05.134991 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d6501ee2-2f1e-49c8-a267-4d84cc3e5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:05.172870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d6501ee2-2f1e-49c8-a267-4d84cc3e5fe9 None None] Port 1276e184-611a-48a2-86f3-51a9189a38c0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:05.205506 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bc49d0c-3af9-443e-9708-42bf050167b2 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:05.230858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e322e4ee-bfe3-46c0-9c3b-dfc527c7d958 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/floatingips/ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705 HTTP/1.1" status: 200 len: 990 time: 0.1362903 Aug 19 12:09:05.231268 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bc49d0c-3af9-443e-9708-42bf050167b2 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:05.242600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bafb6c22-5df6-4581-8695-fbe757a25b30 req-100e68af-262d-4d34-ac5b-31d9603e716f service neutron] 10.222.0.69 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252975 Aug 19 12:09:05.252152 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:08:18Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:08:59Z', 'revision_number': 0, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:05.288355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '1276e184-611a-48a2-86f3-51a9189a38c0', 'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:a3:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 2, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:05.295265 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26fed06-e2e2-46eb-8de8-03c56d91ac56 None None] The sync data for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 is: [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:08:18Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:08:59Z', 'revision_number': 0, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:09:05.304919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:05.327526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-2f3e1419-a35a-4be3-abe9-e981f9332b01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:05.329160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-2f3e1419-a35a-4be3-abe9-e981f9332b01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 796 time: 0.2996299 Aug 19 12:09:05.342624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Checking router: 07c396b4-4c90-49dd-b638-8ab7f49a779d for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:09:05.342972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Updating router 07c396b4-4c90-49dd-b638-8ab7f49a779d port 1276e184-611a-48a2-86f3-51a9189a38c0 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:09:05.358402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-df1db7f7-98b0-4ac7-8d8a-b1fb47a85f46 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/quotas/f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 375 time: 0.0216529 Aug 19 12:09:05.381245 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:05.389067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bc49d0c-3af9-443e-9708-42bf050167b2 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:05.392405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bc49d0c-3af9-443e-9708-42bf050167b2 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:05.394015 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9bc49d0c-3af9-443e-9708-42bf050167b2 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "DELETE /v2.0/security-groups/ca88516f-8d09-48fb-aafc-b928841637dc HTTP/1.1" status: 204 len: 168 time: 0.3667853 Aug 19 12:09:05.406906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41242) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:05.428907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc49d0c-3af9-443e-9708-42bf050167b2 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca88516f-8d09-48fb-aafc-b928841637dc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:05.430625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:09:05.451859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-392bea2f-45aa-43dc-b35b-6db04426b9f5 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879755 Aug 19 12:09:05.569420 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4a73ac04-1d65-43ea-89c4-fa366d19af40 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1611135 Aug 19 12:09:05.574645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41248) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:05.665806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-9a9abcea-c8b1-4ecb-ba40-1d3df07e8313 service neutron] 10.222.0.65 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995411 Aug 19 12:09:05.683640 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd4753-2d2a-4a12-a993-55749ee7e7d9 None None] New status for floating IP ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:09:05.698547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1a99d159-0a1a-427a-9581-a0c83ea990a1 tempest-SecGroupIPv6Test-1879761063 tempest-SecGroupIPv6Test-1879761063-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1231577 Aug 19 12:09:05.775876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:05.811342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '97f9a7a6-f920-4a99-9962-03810022148c', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'port_id': '97f9a7a6-f920-4a99-9962-03810022148c', 'mac_address': 'fa:16:3e:c3:f0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:09:05.817574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Deleting port c8000bbf-9d4f-433d-bb0e-09d24710ea78 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:05.818889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:05.940674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-659556a8-28fc-462f-9b5b-8c82b795b95e service neutron] 10.222.0.65 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642407 Aug 19 12:09:06.028604 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:06.051091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 58956d84-3d93-423b-923a-60e1da144f2e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:06.058662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97f9a7a6-f920-4a99-9962-03810022148c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:09:06.063138 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:06.088715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Calling delete_port for c8000bbf-9d4f-433d-bb0e-09d24710ea78 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:06.214420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:06.232866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41272) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:06.251079 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:06.361287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2ce0ede9-9ef8-4f08-bd4a-11bcf0b52559 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/floatingips/ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705 HTTP/1.1" status: 200 len: 992 time: 0.1272135 Aug 19 12:09:06.433045 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:06.449639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:06.477893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a5589b8-4b91-4267-9a27-af718238fe97 req-3199e2c3-48fb-4252-be45-df4b6a2cdf70 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 210 time: 0.0915442 Aug 19 12:09:06.479741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41282) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:06.504188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 58956d84-3d93-423b-923a-60e1da144f2e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:06.505178 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:06.549845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Transition to ACTIVE for port object 1276e184-611a-48a2-86f3-51a9189a38c0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:06.564830 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:06.583129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['97f9a7a6-f920-4a99-9962-03810022148c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:09:06.685892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:06.737468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Port': ['ID=c8000bbf-9d4f-433d-bb0e-09d24710ea78,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:06.885941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cc486-270f-4463-9985-fe8a43aeefba None None] Pushing event updated for resources: {'Port': ['ID=1276e184-611a-48a2-86f3-51a9189a38c0,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:06.989694 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Attempting to bind port 1276e184-611a-48a2-86f3-51a9189a38c0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:09:06.990289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Attempting to bind port 1276e184-611a-48a2-86f3-51a9189a38c0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:09:06.990951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Attempting to bind port 1276e184-611a-48a2-86f3-51a9189a38c0 on network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:07.012190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:09:07.012707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Checking segment: {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:07.013200 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.013608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Bound using segment: {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:09:07.014107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Bound port: 1276e184-611a-48a2-86f3-51a9189a38c0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:09:07.014589 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.114589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e82abaed-13ca-4e05-8c90-ecf62fa2a8e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=408a4c11123e4ee3a5e899771d4b458d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321323 Aug 19 12:09:07.117383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41314) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:07.122629 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.387333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d6be32d-6e5d-41a0-964a-f24cc6b995c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.474794 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d6be32d-6e5d-41a0-964a-f24cc6b995c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.503490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] For port 1276e184-611a-48a2-86f3-51a9189a38c0, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:09:07.564294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] For port 1276e184-611a-48a2-86f3-51a9189a38c0, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1276e184-611a-48a2-86f3-51a9189a38c0,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:09:07.584430 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.598546 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d6be32d-6e5d-41a0-964a-f24cc6b995c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.612089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d6be32d-6e5d-41a0-964a-f24cc6b995c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.618953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Router 7657a095-aae9-4f6e-83aa-edc94b80ed0f has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:09:07.623959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6d6be32d-6e5d-41a0-964a-f24cc6b995c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf55ca0b-950f-4768-a28c-2ed6f4215ef8 HTTP/1.1" status: 204 len: 168 time: 0.5024974 Aug 19 12:09:07.651479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6be32d-6e5d-41a0-964a-f24cc6b995c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf55ca0b-950f-4768-a28c-2ed6f4215ef8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:07.759765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cc486-270f-4463-9985-fe8a43aeefba None None] Pushing event updated for resources: {'Port': ['ID=1276e184-611a-48a2-86f3-51a9189a38c0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:07.779783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:07.780641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:07.816901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:09:07.829818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aba0b30d-a148-4bba-8dfe-0384050b3083 req-3edd74a0-39ae-460b-b748-a662e77d9cbc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 210 time: 0.1267622 Aug 19 12:09:07.835598 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-598bc823-e7e6-4353-b926-eae2dc749e74 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "PUT /v2.0/routers/7657a095-aae9-4f6e-83aa-edc94b80ed0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7360299 Aug 19 12:09:07.837832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41328) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:07.894256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71201e7-e2a0-4446-9272-ac28dbb4e31f None None] Sync routers for ids ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:09:07.938337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71201e7-e2a0-4446-9272-ac28dbb4e31f None None] Routers {'7657a095-aae9-4f6e-83aa-edc94b80ed0f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:07.938981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e71201e7-e2a0-4446-9272-ac28dbb4e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:07.974202 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-1b8e010f-b826-4ddc-bfa2-52c9dc407a24 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] delete failed (client error): The resource could not be found. Aug 19 12:09:07.983146 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1b8e010f-b826-4ddc-bfa2-52c9dc407a24 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-726032893 HTTP/1.1" status: 404 len: 334 time: 0.1397820 Aug 19 12:09:07.984452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41334) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:07.999074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2ef5ef90-de60-464c-8fe6-137be9df7963 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'router': {'external_gateway_info': {'network_id': '7657a095-aae9-4f6e-83aa-edc94b80ed0f'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:08.175685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e71201e7-e2a0-4446-9272-ac28dbb4e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:08.263882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71201e7-e2a0-4446-9272-ac28dbb4e31f None None] Routers {'7657a095-aae9-4f6e-83aa-edc94b80ed0f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:08.264302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e71201e7-e2a0-4446-9272-ac28dbb4e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:08.466928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e71201e7-e2a0-4446-9272-ac28dbb4e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:08.467542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71201e7-e2a0-4446-9272-ac28dbb4e31f None None] The sync data for ids ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:09:08.476794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:09:08.619079 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:09:08.633344 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ef5ef90-de60-464c-8fe6-137be9df7963 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:08.682473 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-2ef5ef90-de60-464c-8fe6-137be9df7963 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] update failed (client error): The resource could not be found. Aug 19 12:09:08.686375 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ef5ef90-de60-464c-8fe6-137be9df7963 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "PUT /v2.0/routers/7657a095-aae9-4f6e-83aa-edc94b80ed0f HTTP/1.1" status: 404 len: 339 time: 0.7004991 Aug 19 12:09:08.691438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41350) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:08.701520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1392676140'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:08.753675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Made reservation on behalf of bf44651609ca4b8fa3300f37c31f4f99 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:08.759289 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:08.837847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:09:08.864657 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:08.865381 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Added segment 1498f321-7652-40bb-ae1b-8d1017f93b92 of type vlan for network b04b38ae-0905-4ba7-a07b-7fe6b420cdfc Aug 19 12:09:08.976638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:09.041478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4069432-0e84-44ee-a39f-95971678365d req-1ccebd9a-2069-4ae5-964c-aed0707542fb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 210 time: 0.0619323 Aug 19 12:09:09.060915 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:09.081489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:09.082080 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:09.087160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '1276e184-611a-48a2-86f3-51a9189a38c0', 'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:a3:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:07Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:09.156040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65e8ff-85c3-455e-90b8-ec91b01fca73 None None] The sync data for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 is: [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '1276e184-611a-48a2-86f3-51a9189a38c0', 'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:a3:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:07Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:09:09.222156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41364) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:09.222649 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5297234 Aug 19 12:09:09.226254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41366) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:09.232919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'subnet': {'network_id': 'b04b38ae-0905-4ba7-a07b-7fe6b420cdfc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:09.307337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e68342-0f5e-4319-a2b7-ececd8af4d0b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Network': ['ID=b04b38ae-0905-4ba7-a07b-7fe6b420cdfc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:09.333805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network b04b38ae-0905-4ba7-a07b-7fe6b420cdfc details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:09:09.478691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:09.489615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1746847098'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:09.570262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Made reservation on behalf of a04c3c35d0e04444b41b3644d79153ac for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:09.574280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:09.617801 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:09.727820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 97f9a7a6-f920-4a99-9962-03810022148c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:09.728241 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:09.853737 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:09.870418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-f18db407-e0b5-4d8e-9041-32fe34882fde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:09.872193 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-f18db407-e0b5-4d8e-9041-32fe34882fde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 796 time: 0.4927971 Aug 19 12:09:09.875340 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:09.935869 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:09.963166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:09:10.019482 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1e45a204-ee6a-49d5-b6ba-416c3d20b33d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 379 time: 0.1184745 Aug 19 12:09:10.019686 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.019686 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Added segment 9f682683-2efd-410b-80f0-5122c33c1677 of type vlan for network 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 Aug 19 12:09:10.029793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'port': {'device_id': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'admin_state_up': True, 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'security_groups': ['059b9f69-3733-489d-a26a-83eb727dc19b']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:10.062864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:09:10.069832 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d338ed-bf95-43fb-990b-94a70c2679ab" -d '{"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-plugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:09:10.111077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Made reservation on behalf of bf44651609ca4b8fa3300f37c31f4f99 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:10.122120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.126689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1276e184-611a-48a2-86f3-51a9189a38c0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:10.134035 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.137323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:10.191854 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.196984 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6a99f3-f837-4447-b1db-0ccbd785e7f7 x-openstack-request-id: req-9c6a99f3-f837-4447-b1db-0ccbd785e7f7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:09:10.197973 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-plugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:09:10.198223 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c6a99f3-f837-4447-b1db-0ccbd785e7f7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:09:10.199610 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'code': 200} Aug 19 12:09:10.201232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:10.202270 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.242040 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.281559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ffa123a-fd18-4852-b551-638e56a4a912 req-bf8c03c5-233a-4623-b0e0-d80a41919c0f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 210 time: 0.0475135 Aug 19 12:09:10.298215 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0722868 Aug 19 12:09:10.339664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 1276e184-611a-48a2-86f3-51a9189a38c0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:10.357050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735b7f09-4a02-4833-abe4-3fd55ac652e5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:10.360476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41384) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:10.369204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Request body: {'subnet': {'network_id': '6de8ec8d-86d1-43ca-9861-c1a2d5c45314', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:10.384085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1276e184-611a-48a2-86f3-51a9189a38c0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:10.387023 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.504538 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:10.540943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d692e-60db-4412-9d91-7ba61a8f39b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Pushing event updated for resources: {'Network': ['ID=6de8ec8d-86d1-43ca-9861-c1a2d5c45314,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:10.557529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:09:10.564178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Made reservation on behalf of a04c3c35d0e04444b41b3644d79153ac for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:10.568291 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.827507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.942286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 1276e184-611a-48a2-86f3-51a9189a38c0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1276e184-611a-48a2-86f3-51a9189a38c0,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:10.956239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:11.073075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=1276e184-611a-48a2-86f3-51a9189a38c0,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:11.145501 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:11.219309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:11.224977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:11.338144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Pushing event updated for resources: {'Subnet': ['ID=42143122-7d69-4bbd-9f40-1c2d91394241,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:11.363071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Checking segment: {'id': '9f682683-2efd-410b-80f0-5122c33c1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6de8ec8d-86d1-43ca-9861-c1a2d5c45314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:11.363527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Network hostable DHCP agents. Network: 6de8ec8d-86d1-43ca-9861-c1a2d5c45314, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:09:11.407818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Network 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:09:11.421107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 6de8ec8d-86d1-43ca-9861-c1a2d5c45314) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:11.448773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b87177-b1e6-41ea-9a92-41bffc6a670d None None] Network 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:11.513661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edad97dd-038c-4a2c-8ebf-e5a0cfcb3cd5 req-c9253eae-d348-49f7-8697-f6d293d0661b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 210 time: 0.0831976 Aug 19 12:09:11.516955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:11.520263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:11.552544 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:11.556268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2534e0f2-a9ad-49ad-ae14-aba8c4d18134 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1905904 Aug 19 12:09:11.559302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41416) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:11.574402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Request body: {'port': {'network_id': '6de8ec8d-86d1-43ca-9861-c1a2d5c45314', 'name': 'tempest-TagsExtTest-1620816403'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:11.734755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-6de8ec8d-86d1-43ca-9861-c1a2d5c45314', 'network_id': '6de8ec8d-86d1-43ca-9861-c1a2d5c45314', 'tenant_id': 'a04c3c35d0e04444b41b3644d79153ac', 'fixed_ips': [{'subnet_id': '42143122-7d69-4bbd-9f40-1c2d91394241'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:09:11.736411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:11.743097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Subnet': ['ID=c29466fa-e1c7-4495-85e2-486762db8d20,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:11.758508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Checking segment: {'id': '1498f321-7652-40bb-ae1b-8d1017f93b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b04b38ae-0905-4ba7-a07b-7fe6b420cdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:11.758962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network hostable DHCP agents. Network: b04b38ae-0905-4ba7-a07b-7fe6b420cdfc, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:09:11.798931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.20.0.11 (5f1cc99d-9821-4077-bed0-e06e1d1fabc3/e3a4f06e-e810-40b6-a6d1-36c730445095/77cc7c18-97df-4500-870a-0fe915d30620) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:11.815411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network b04b38ae-0905-4ba7-a07b-7fe6b420cdfc is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:09:11.849985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, b04b38ae-0905-4ba7-a07b-7fe6b420cdfc) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:11.866622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:11.869797 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:11.887095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Made reservation on behalf of a04c3c35d0e04444b41b3644d79153ac for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:11.892971 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:11.925711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] device_id is not set on port edfde907-cdc4-4353-9c7c-1ef1877e408b yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:09:11.946293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162c5b7-56de-4811-8b7a-e4f89eee16cb None None] Network b04b38ae-0905-4ba7-a07b-7fe6b420cdfc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:11.982406 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-91dbc39b-b51e-44be-8a02-9fe68807ec96 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7546771 Aug 19 12:09:12.038172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41430) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:12.043867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c88f0eb3-6d9e-43ef-af23-fb04f697eb85 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b04b38ae-0905-4ba7-a07b-7fe6b420cdfc'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:12.079871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1276e184-611a-48a2-86f3-51a9189a38c0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:12.096485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Allocated IP 172.20.0.2 (6de8ec8d-86d1-43ca-9861-c1a2d5c45314/42143122-7d69-4bbd-9f40-1c2d91394241/edfde907-cdc4-4353-9c7c-1ef1877e408b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:12.214826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-b04b38ae-0905-4ba7-a07b-7fe6b420cdfc', 'network_id': 'b04b38ae-0905-4ba7-a07b-7fe6b420cdfc', 'tenant_id': 'bf44651609ca4b8fa3300f37c31f4f99', 'fixed_ips': [{'subnet_id': 'c29466fa-e1c7-4495-85e2-486762db8d20'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:09:12.215961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:12.236771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1276e184-611a-48a2-86f3-51a9189a38c0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:12.237576 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:12.462663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:12.484605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Transition to ACTIVE for port object edfde907-cdc4-4353-9c7c-1ef1877e408b will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:12.529555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Allocated IP 2001:db8:1::2 (b04b38ae-0905-4ba7-a07b-7fe6b420cdfc/c29466fa-e1c7-4495-85e2-486762db8d20/693ac3a5-bccb-471b-a65e-48b2478ce582) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:12.531550 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:12.538148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c88f0eb3-6d9e-43ef-af23-fb04f697eb85 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:12.547179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:12.576017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Transition to ACTIVE for port object 77cc7c18-97df-4500-870a-0fe915d30620 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:12.646676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Network 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:12.648164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:12.655123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:12.747110 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9b51f3a9-98b9-4a2a-a902-412711a7cf35 {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:09:12.747481 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:09:12.764760 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:12.786852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:12.787588 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:12.800473 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Pushing event updated for resources: {'Port': ['ID=edfde907-cdc4-4353-9c7c-1ef1877e408b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:12.913273 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:12.928880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Transition to ACTIVE for port object 693ac3a5-bccb-471b-a65e-48b2478ce582 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:12.928992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:12.932432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6d8491bd-ed1a-4964-9249-92aeb18cebcf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3688078 Aug 19 12:09:12.936856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41454) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:12.948059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a91538d7-1901-477d-8a1a-39c2a07cd2d7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-509686014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:12.959315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:12.962489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:12.969833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:12.972762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Transition to ACTIVE for port object 693ac3a5-bccb-471b-a65e-48b2478ce582 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:12.988479 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.017709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c62b52-a673-4fea-85f6-aeeea7488f73 req-d93fb00a-b9f0-4c36-bd55-f1357eef9a08 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:13.019588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1c62b52-a673-4fea-85f6-aeeea7488f73 req-d93fb00a-b9f0-4c36-bd55-f1357eef9a08 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 932 time: 0.2280352 Aug 19 12:09:13.096424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1c62b52-a673-4fea-85f6-aeeea7488f73 req-719badc2-bb04-4e11-b826-8afbd1938a4b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658655 Aug 19 12:09:13.105152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a91538d7-1901-477d-8a1a-39c2a07cd2d7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.106723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a91538d7-1901-477d-8a1a-39c2a07cd2d7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.106843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Pushing event updated for resources: {'Port': ['ID=693ac3a5-bccb-471b-a65e-48b2478ce582,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:13.150191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Network b04b38ae-0905-4ba7-a07b-7fe6b420cdfc is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:13.154209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:13.162322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:13.179947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:13.180661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.222034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a91538d7-1901-477d-8a1a-39c2a07cd2d7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.232718 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-c88f0eb3-6d9e-43ef-af23-fb04f697eb85 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:13.234966 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c88f0eb3-6d9e-43ef-af23-fb04f697eb85 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "PUT /v2.0/routers/7657a095-aae9-4f6e-83aa-edc94b80ed0f HTTP/1.1" status: 400 len: 364 time: 1.1956882 Aug 19 12:09:13.240482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41464) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:13.250458 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.267985 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-4c3faca4-90b3-48e7-ae5f-02d5f232ddd0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2427466 Aug 19 12:09:13.291771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Request body: {'port': {'device_id': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:13.337167 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a91538d7-1901-477d-8a1a-39c2a07cd2d7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.420930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Attempting to bind port 693ac3a5-bccb-471b-a65e-48b2478ce582 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:09:13.423361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Attempting to bind port 693ac3a5-bccb-471b-a65e-48b2478ce582 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '1498f321-7652-40bb-ae1b-8d1017f93b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b04b38ae-0905-4ba7-a07b-7fe6b420cdfc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:09:13.423734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Attempting to bind port 693ac3a5-bccb-471b-a65e-48b2478ce582 on network b04b38ae-0905-4ba7-a07b-7fe6b420cdfc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:13.450489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:09:13.451092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Checking segment: {'id': '1498f321-7652-40bb-ae1b-8d1017f93b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b04b38ae-0905-4ba7-a07b-7fe6b420cdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:13.451503 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.451895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Bound using segment: {'id': '1498f321-7652-40bb-ae1b-8d1017f93b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b04b38ae-0905-4ba7-a07b-7fe6b420cdfc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:09:13.452381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Bound port: 693ac3a5-bccb-471b-a65e-48b2478ce582, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1498f321-7652-40bb-ae1b-8d1017f93b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b04b38ae-0905-4ba7-a07b-7fe6b420cdfc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:09:13.455156 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.504037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.772072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] For port 693ac3a5-bccb-471b-a65e-48b2478ce582, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:09:13.779632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] For port 693ac3a5-bccb-471b-a65e-48b2478ce582, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=693ac3a5-bccb-471b-a65e-48b2478ce582,segment=NetworkSegment(1498f321-7652-40bb-ae1b-8d1017f93b92),segment_id=1498f321-7652-40bb-ae1b-8d1017f93b92)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:09:13.810651 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:13.910614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0e5738b5-974e-4f8c-ab55-22880b96ad37 None None] Provisioning for port 77cc7c18-97df-4500-870a-0fe915d30620 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:13.930729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0e5738b5-974e-4f8c-ab55-22880b96ad37 None None] Provisioning complete for port 77cc7c18-97df-4500-870a-0fe915d30620 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:13.931022 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0e5738b5-974e-4f8c-ab55-22880b96ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:14.108504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee811f-e143-49fc-be46-f9cc3b666c5c None None] Pushing event updated for resources: {'Port': ['ID=693ac3a5-bccb-471b-a65e-48b2478ce582,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:14.179559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Allocated IP 172.20.0.3 (6de8ec8d-86d1-43ca-9861-c1a2d5c45314/42143122-7d69-4bbd-9f40-1c2d91394241/d37e3640-df66-40cf-81cb-108aef4b6ac6) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:14.223246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cc7c18-97df-4500-870a-0fe915d30620 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:09:14.232994 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:14.262419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0e5738b5-974e-4f8c-ab55-22880b96ad37 None None] Port 77cc7c18-97df-4500-870a-0fe915d30620 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:14.306207 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Transition to ACTIVE for port object 77cc7c18-97df-4500-870a-0fe915d30620 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:14.315285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:14.486275 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Pushing event updated for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:14.624250 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a91538d7-1901-477d-8a1a-39c2a07cd2d7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:14.630835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41492) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:14.633454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a91538d7-1901-477d-8a1a-39c2a07cd2d7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6948817 Aug 19 12:09:14.664975 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:14.687012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Transition to ACTIVE for port object d37e3640-df66-40cf-81cb-108aef4b6ac6 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:14.721076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Transition to ACTIVE for port object d37e3640-df66-40cf-81cb-108aef4b6ac6 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:14.729409 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:14.776545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-50cbb74a-c717-4639-aed4-5922d8069153 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-636498708', 'prefixes': ['172.20.0.0/16']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:14.839541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Network 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:14.843131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:14.843710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Attempting to bind port 77cc7c18-97df-4500-870a-0fe915d30620 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:09:14.844319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Attempting to bind port 77cc7c18-97df-4500-870a-0fe915d30620 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:09:14.845768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Attempting to bind port 77cc7c18-97df-4500-870a-0fe915d30620 on network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:14.849877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:14.853478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Port 77cc7c18-97df-4500-870a-0fe915d30620 on network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:09:14.853997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Attempting to bind port 77cc7c18-97df-4500-870a-0fe915d30620 on network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:14.862194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:09:14.862697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Checking segment: {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:14.863249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Bound using segment: {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:09:14.863714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Bound port: 77cc7c18-97df-4500-870a-0fe915d30620, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:09:14.864551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:14.968184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Pushing event updated for resources: {'Port': ['ID=d37e3640-df66-40cf-81cb-108aef4b6ac6,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:14.980578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:09:14.985090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:09:14.997414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:15.017539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3001b3a-8b1e-4cf8-9828-f23b7e368330 req-20136f5b-4389-4c7e-815d-cc29c8471022 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:15.019239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3001b3a-8b1e-4cf8-9828-f23b7e368330 req-20136f5b-4389-4c7e-815d-cc29c8471022 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 944 time: 0.4069440 Aug 19 12:09:15.022546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:15.023446 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:15.025552 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] 10.222.0.54 "PUT /v2.0/ports/77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 1092 time: 1.7390692 Aug 19 12:09:15.028489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:09:15.030930 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "tag": "77cc7c18-97df-4500-870a-0fe915d30620"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:09:15.088292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Attempting to bind port d37e3640-df66-40cf-81cb-108aef4b6ac6 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:09:15.088750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Attempting to bind port d37e3640-df66-40cf-81cb-108aef4b6ac6 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9f682683-2efd-410b-80f0-5122c33c1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6de8ec8d-86d1-43ca-9861-c1a2d5c45314'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:09:15.089347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Attempting to bind port d37e3640-df66-40cf-81cb-108aef4b6ac6 on network 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:15.130463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:09:15.130847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Checking segment: {'id': '9f682683-2efd-410b-80f0-5122c33c1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6de8ec8d-86d1-43ca-9861-c1a2d5c45314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:15.131268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:15.131823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Bound using segment: {'id': '9f682683-2efd-410b-80f0-5122c33c1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6de8ec8d-86d1-43ca-9861-c1a2d5c45314'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:09:15.137294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Bound port: d37e3640-df66-40cf-81cb-108aef4b6ac6, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f682683-2efd-410b-80f0-5122c33c1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6de8ec8d-86d1-43ca-9861-c1a2d5c45314'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:09:15.137663 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:15.258426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] For port d37e3640-df66-40cf-81cb-108aef4b6ac6, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:09:15.262631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] For port d37e3640-df66-40cf-81cb-108aef4b6ac6, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d37e3640-df66-40cf-81cb-108aef4b6ac6,segment=NetworkSegment(9f682683-2efd-410b-80f0-5122c33c1677),segment_id=9f682683-2efd-410b-80f0-5122c33c1677)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:09:15.278217 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:15.278348 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:15.353783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50cbb74a-c717-4639-aed4-5922d8069153 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for subnetpool, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:15.361902 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-50cbb74a-c717-4639-aed4-5922d8069153 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7299514 Aug 19 12:09:15.366028 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b4ca0c-516a-4b57-a920-d57ccf404a8d x-openstack-request-id: req-44b4ca0c-516a-4b57-a920-d57ccf404a8d {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:09:15.366318 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "tag": "77cc7c18-97df-4500-870a-0fe915d30620", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:09:15.366569 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44b4ca0c-516a-4b57-a920-d57ccf404a8d {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:09:15.366971 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620', 'status': 'completed', 'code': 200} Aug 19 12:09:15.402862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41502) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:15.430026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-2fd52bc2-5e10-4147-9cca-9104c820f566 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241', 'tempest-TagsExtTest-Tag-338099466') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:15.466571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e4805-8220-4177-83c7-1f797137fb2d None None] Pushing event updated for resources: {'Port': ['ID=d37e3640-df66-40cf-81cb-108aef4b6ac6,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:15.518370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-d9d3e00d-4bd1-4dc1-94af-2f1eea277c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:15.519928 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-d9d3e00d-4bd1-4dc1-94af-2f1eea277c2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1095 time: 0.3470011 Aug 19 12:09:15.659921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3001b3a-8b1e-4cf8-9828-f23b7e368330 req-e64f7085-eb5a-40df-8178-d9d1d8e5ca2c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6122184 Aug 19 12:09:15.711192 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-5af6fc42-6498-461e-b0c5-67bc9f175dbf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 217 time: 0.1102145 Aug 19 12:09:15.866366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-313d1311-a075-4438-82d2-ae5b7a1dfcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:15.867883 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-313d1311-a075-4438-82d2-ae5b7a1dfcd6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.1474898 Aug 19 12:09:15.883828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f3464-61a2-4035-a356-a5639070a006 service neutron] Pushing event updated for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:16.084287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-067c8405-a25b-4b33-a36d-8b303b1ddee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:16.086817 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-067c8405-a25b-4b33-a36d-8b303b1ddee5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988652 Aug 19 12:09:16.225898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d37e3640-df66-40cf-81cb-108aef4b6ac6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:16.264785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Allocated IP 2001:db8::1 (ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1/0454136a-0ea3-4226-add2-575f50356df6/31ad417d-3264-49eb-9c79-b4739f7de818) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:16.287738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c096844-6a26-4cb5-84d5-390bb100fdba None None] Network b04b38ae-0905-4ba7-a07b-7fe6b420cdfc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:16.380240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-45baf797-19ca-4c66-ad65-dbb7f379371d service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678671 Aug 19 12:09:16.543140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fb173c2d-d056-475c-b42c-708ab3238944 None None] Provisioning for port 693ac3a5-bccb-471b-a65e-48b2478ce582 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:16.562673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port d37e3640-df66-40cf-81cb-108aef4b6ac6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:16.591408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41522) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:16.595320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2fd52bc2-5e10-4147-9cca-9104c820f566 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags/tempest-TagsExtTest-Tag-338099466 HTTP/1.1" status: 201 len: 201 time: 1.1802251 Aug 19 12:09:16.603531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 693ac3a5-bccb-471b-a65e-48b2478ce582 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:16.605004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-ceb11a26-cf61-413d-a1b9-b4f6f29bfe8a tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b', 'tempest-TagsExtTest-Tag-575139163') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:16.722540 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e63aee4a-1bc0-4a7e-b433-8ce18f77a410 req-6b011993-6ada-47c1-a226-b60c90034696 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293440 Aug 19 12:09:16.873355 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:16.931176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 693ac3a5-bccb-471b-a65e-48b2478ce582 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:16.949865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 693ac3a5-bccb-471b-a65e-48b2478ce582 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:16.950236 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:17.004464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-5cfd8182-41d8-479f-8c91-96323b3c3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:17.006140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-5cfd8182-41d8-479f-8c91-96323b3c3547 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1095 time: 0.1941984 Aug 19 12:09:17.122316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Transition to ACTIVE for port object 31ad417d-3264-49eb-9c79-b4739f7de818 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:17.161299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5ee59-ddc6-45eb-8c01-f08d76fcfee3 req-f5badc87-65c3-41a8-80f6-12518049edd7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:17.173724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fa5ee59-ddc6-45eb-8c01-f08d76fcfee3 req-f5badc87-65c3-41a8-80f6-12518049edd7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 944 time: 0.3147247 Aug 19 12:09:17.282123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ceb11a26-cf61-413d-a1b9-b4f6f29bfe8a tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags/tempest-TagsExtTest-Tag-575139163 HTTP/1.1" status: 201 len: 201 time: 0.6895359 Aug 19 12:09:17.292833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41530) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:17.358207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-4a8ae837-06b8-4d5b-b23a-eeb18df7fcb1 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d', 'tempest-TagsExtTest-Tag-1638331910') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:17.426033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1fa5ee59-ddc6-45eb-8c01-f08d76fcfee3 req-7de6d5b3-16d4-4362-8ad4-611018bb6cfc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512794 Aug 19 12:09:17.475760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-84e73723-3b37-4c25-9f4c-60b511732bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:17.477357 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-84e73723-3b37-4c25-9f4c-60b511732bf2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 897 time: 0.4522126 Aug 19 12:09:17.560189 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:17.566630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d5c54-578c-49fb-a2a3-921056a7060d None None] Network 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:17.600929 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-71dc3ec0-f8b9-4cb0-9d27-3bf658c54e1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 217 time: 0.1153929 Aug 19 12:09:17.647196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:17.735567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-f84b29f6-2146-4b15-a449-8d4f5a06d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:17.738710 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-f84b29f6-2146-4b15-a449-8d4f5a06d8c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.1280918 Aug 19 12:09:17.812840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Port': ['ID=31ad417d-3264-49eb-9c79-b4739f7de818,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:17.826752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:17.832207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4a8ae837-06b8-4d5b-b23a-eeb18df7fcb1 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags/tempest-TagsExtTest-Tag-1638331910 HTTP/1.1" status: 201 len: 201 time: 0.5163460 Aug 19 12:09:17.832618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41540) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:17.836870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:17.839460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:17.840044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-42761e81-3000-4a8a-a55a-92f634279ed5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded', 'tempest-TagsExtTest-Tag-1143914260') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:17.843698 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:17.901678 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-5eac0444-a0b0-4ab2-933c-a0b579c6012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:17.906774 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-5eac0444-a0b0-4ab2-933c-a0b579c6012e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575794 Aug 19 12:09:17.962111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 693ac3a5-bccb-471b-a65e-48b2478ce582, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=693ac3a5-bccb-471b-a65e-48b2478ce582,segment=NetworkSegment(1498f321-7652-40bb-ae1b-8d1017f93b92),segment_id=1498f321-7652-40bb-ae1b-8d1017f93b92)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:17.976324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3789e5ad-70c0-40fb-8433-e735923695ed None None] Provisioning complete for port 693ac3a5-bccb-471b-a65e-48b2478ce582 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:17.977073 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3789e5ad-70c0-40fb-8433-e735923695ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:17.981298 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:18.097539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 77cc7c18-97df-4500-870a-0fe915d30620 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:09:18.186077 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-42761e81-3000-4a8a-a55a-92f634279ed5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags/tempest-TagsExtTest-Tag-1143914260 HTTP/1.1" status: 201 len: 201 time: 0.3497415 Aug 19 12:09:18.186664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41544) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:18.192204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-5ad8370c-e9f3-4d38-98b1-d4999b498d1a tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:18.218700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=693ac3a5-bccb-471b-a65e-48b2478ce582,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:18.219127 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:18.260031 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-8135aa2e-1aa1-49cb-9926-d147d0ba5449 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264959 Aug 19 12:09:18.490777 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-310c9cbd-c1c5-4826-9f4c-8ccf76853e3d req-d2d8a7f2-da40-4444-b824-f4c349e4ad65 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238212 Aug 19 12:09:18.504386 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6b8c-5571-4273-b290-41d1b360333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:18.564468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:18.582035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3789e5ad-70c0-40fb-8433-e735923695ed None None] Provisioning for port d37e3640-df66-40cf-81cb-108aef4b6ac6 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:18.590687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3789e5ad-70c0-40fb-8433-e735923695ed None None] Provisioning complete for port d37e3640-df66-40cf-81cb-108aef4b6ac6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:18.591172 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3789e5ad-70c0-40fb-8433-e735923695ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:18.593185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '77cc7c18-97df-4500-870a-0fe915d30620', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'port_id': '77cc7c18-97df-4500-870a-0fe915d30620', 'mac_address': 'fa:16:3e:80:61:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:09:18.692872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5ad8370c-e9f3-4d38-98b1-d4999b498d1a tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags HTTP/1.1" status: 200 len: 240 time: 0.5047209 Aug 19 12:09:18.695685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41558) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:18.701570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-d2450db9-ad69-434f-bb0b-d1bffad6196e tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241', 'tempest-TagsExtTest-Tag-338099466') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:18.874126 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:18.932399 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3789e5ad-70c0-40fb-8433-e735923695ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:18.963628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cc7c18-97df-4500-870a-0fe915d30620 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:09:19.069004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3789e5ad-70c0-40fb-8433-e735923695ed None None] For port d37e3640-df66-40cf-81cb-108aef4b6ac6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d37e3640-df66-40cf-81cb-108aef4b6ac6,segment=NetworkSegment(9f682683-2efd-410b-80f0-5122c33c1677),segment_id=9f682683-2efd-410b-80f0-5122c33c1677)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:19.077175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:19.087402 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3789e5ad-70c0-40fb-8433-e735923695ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:19.094349 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:19.118136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d2450db9-ad69-434f-bb0b-d1bffad6196e tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags/tempest-TagsExtTest-Tag-338099466 HTTP/1.1" status: 204 len: 168 time: 0.4209740 Aug 19 12:09:19.121007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41564) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:19.126487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-2ef21fd9-eb4e-4c49-ae0a-e0eae534d64d tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241', 'tempest-TagsExtTest-Tag-338099466') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:19.192279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789e5ad-70c0-40fb-8433-e735923695ed None None] Pushing event updated for resources: {'Port': ['ID=d37e3640-df66-40cf-81cb-108aef4b6ac6,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:19.198376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41913-cdef-4b9e-9d93-fbb5edf2fdee req-3be893fe-188b-43e1-b086-131848c3e2ee tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:19.213812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4a41913-cdef-4b9e-9d93-fbb5edf2fdee req-3be893fe-188b-43e1-b086-131848c3e2ee tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 944 time: 0.4184766 Aug 19 12:09:19.292568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Provisioning for port edfde907-cdc4-4353-9c7c-1ef1877e408b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:19.328660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Provisioning complete for port edfde907-cdc4-4353-9c7c-1ef1877e408b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:19.331679 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:19.339679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4a41913-cdef-4b9e-9d93-fbb5edf2fdee req-72b651ab-e827-4ed4-87b3-83a19f6ff52d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248174 Aug 19 12:09:19.350343 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:19.357977 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ef21fd9-eb4e-4c49-ae0a-e0eae534d64d tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags/tempest-TagsExtTest-Tag-338099466 HTTP/1.1" status: 204 len: 168 time: 0.2357290 Aug 19 12:09:19.358885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41566) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:19.363927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-8ce2b445-4901-44c9-81a5-d6a9a2591ee3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:19.369054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:19.370666 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:19.409647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['77cc7c18-97df-4500-870a-0fe915d30620'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:09:19.486654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8ce2b445-4901-44c9-81a5-d6a9a2591ee3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags HTTP/1.1" status: 200 len: 205 time: 0.1260331 Aug 19 12:09:19.487252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41576) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:19.491601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-2a51c618-3d0a-480b-8603-888636b003e7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:19.497678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:19.552591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Port edfde907-cdc4-4353-9c7c-1ef1877e408b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:19.589185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event updated for resources: {'Port': ['ID=31ad417d-3264-49eb-9c79-b4739f7de818,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:19.618271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2a51c618-3d0a-480b-8603-888636b003e7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags HTTP/1.1" status: 200 len: 240 time: 0.1299748 Aug 19 12:09:19.619096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41578) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:19.634937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Provisioning for port 31ad417d-3264-49eb-9c79-b4739f7de818 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:19.637480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-da3b84b8-b963-4cda-9d57-70d307f5fab5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b', 'tempest-TagsExtTest-Tag-575139163') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:19.665818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Provisioning complete for port 31ad417d-3264-49eb-9c79-b4739f7de818 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:19.666205 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:19.750766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Port 31ad417d-3264-49eb-9c79-b4739f7de818 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:19.757789 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-da3b84b8-b963-4cda-9d57-70d307f5fab5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags/tempest-TagsExtTest-Tag-575139163 HTTP/1.1" status: 204 len: 168 time: 0.1281972 Aug 19 12:09:19.758403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41580) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:19.765047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-17f7d60c-950b-43a6-88ff-f8a445e91774 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b', 'tempest-TagsExtTest-Tag-575139163') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:19.784072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:19.785976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:19.847310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Provisioning complete for port d37e3640-df66-40cf-81cb-108aef4b6ac6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:19.847685 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9921dc52-a2b9-43c9-9e22-feb751a4c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:19.910837 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-17f7d60c-950b-43a6-88ff-f8a445e91774 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags/tempest-TagsExtTest-Tag-575139163 HTTP/1.1" status: 204 len: 168 time: 0.1493793 Aug 19 12:09:19.918352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41582) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:19.949734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-34eeb45c-5088-4831-ad3f-00341c709ab5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:20.145455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Router 7657a095-aae9-4f6e-83aa-edc94b80ed0f has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:09:20.146269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41588) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:20.148283 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34eeb45c-5088-4831-ad3f-00341c709ab5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags HTTP/1.1" status: 200 len: 205 time: 0.2176926 Aug 19 12:09:20.167004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-cec79949-115b-49f6-aa82-21fadc7e5dc7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:20.239015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d37e3640-df66-40cf-81cb-108aef4b6ac6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:20.317827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d37e3640-df66-40cf-81cb-108aef4b6ac6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:20.318172 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:20.375391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0dc6e8f5-20f1-4a35-8b8d-57aca3c5c041 None None] Provisioning complete for port 31ad417d-3264-49eb-9c79-b4739f7de818 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:20.375800 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e8f5-20f1-4a35-8b8d-57aca3c5c041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:20.430272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0dc6e8f5-20f1-4a35-8b8d-57aca3c5c041 None None] Port 31ad417d-3264-49eb-9c79-b4739f7de818 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:20.474622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 693ac3a5-bccb-471b-a65e-48b2478ce582 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:20.510314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cec79949-115b-49f6-aa82-21fadc7e5dc7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags HTTP/1.1" status: 200 len: 241 time: 0.3535664 Aug 19 12:09:20.513144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41596) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:20.517808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-3186fa72-bb47-4eec-bad6-294aa263fb14 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d', 'tempest-TagsExtTest-Tag-1638331910') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:20.533478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:09:20.542150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0dccfa57-5e4a-41e2-ba36-239a848a868e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "PUT /v2.0/routers/7657a095-aae9-4f6e-83aa-edc94b80ed0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2993357 Aug 19 12:09:20.545256 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b66da-16ff-4dbe-9136-90b1d157df4e None None] Sync routers for ids ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:09:20.556322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41602) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:20.560839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 693ac3a5-bccb-471b-a65e-48b2478ce582 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:20.561258 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:20.563363 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b66da-16ff-4dbe-9136-90b1d157df4e None None] Routers {'7657a095-aae9-4f6e-83aa-edc94b80ed0f'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:20.564077 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-122b66da-16ff-4dbe-9136-90b1d157df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:08:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:20.714428 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3186fa72-bb47-4eec-bad6-294aa263fb14 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags/tempest-TagsExtTest-Tag-1638331910 HTTP/1.1" status: 204 len: 168 time: 0.1978712 Aug 19 12:09:20.719929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41608) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:20.727853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-fffe6867-7326-4bed-a5ba-8c8d71daab15 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d', 'tempest-TagsExtTest-Tag-1638331910') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:20.777815 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fd947cd0-2e5e-4b3f-ade4-d16986c03377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:20.892000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:20.920313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf0342-6039-4188-9c72-e39a56ae7e85 req-ccc2b210-fbe9-4535-bd6d-70eba394c9e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:20.921942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eccf0342-6039-4188-9c72-e39a56ae7e85 req-ccc2b210-fbe9-4535-bd6d-70eba394c9e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 945 time: 0.3441739 Aug 19 12:09:20.929427 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fffe6867-7326-4bed-a5ba-8c8d71daab15 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags/tempest-TagsExtTest-Tag-1638331910 HTTP/1.1" status: 204 len: 168 time: 0.2061214 Aug 19 12:09:20.929769 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-009e9b91-4331-4136-9990-72dea6e6d3da tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:20.929856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41610) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:20.937151 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-542fe55a-cd9e-4483-a2fb-529b48c14203 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:20.965393 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-122b66da-16ff-4dbe-9136-90b1d157df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:20.984473 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b66da-16ff-4dbe-9136-90b1d157df4e None None] Routers {'7657a095-aae9-4f6e-83aa-edc94b80ed0f'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:20.985369 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-122b66da-16ff-4dbe-9136-90b1d157df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:09:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:21.043115 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-122b66da-16ff-4dbe-9136-90b1d157df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:21.044215 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b66da-16ff-4dbe-9136-90b1d157df4e None None] The sync data for ids ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:09:21.091339 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-542fe55a-cd9e-4483-a2fb-529b48c14203 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags HTTP/1.1" status: 200 len: 205 time: 0.1580160 Aug 19 12:09:21.092149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41614) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:21.102799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-7f5ac373-6ce7-4639-8ece-faaa44c018f0 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:21.135249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eccf0342-6039-4188-9c72-e39a56ae7e85 req-334aa0fe-d451-44c6-8407-97cbdb81d066 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863463 Aug 19 12:09:21.159025 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-009e9b91-4331-4136-9990-72dea6e6d3da tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:09:21.160258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-009e9b91-4331-4136-9990-72dea6e6d3da tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/routers/7657a095-aae9-4f6e-83aa-edc94b80ed0f HTTP/1.1" status: 409 len: 329 time: 0.6024284 Aug 19 12:09:21.161408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7f5ac373-6ce7-4639-8ece-faaa44c018f0 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags HTTP/1.1" status: 200 len: 241 time: 0.0681784 Aug 19 12:09:21.163999 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41618) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:21.164327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41620) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:21.174991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-43379ff0-2f6b-4425-8f69-acc9816b4c95 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded', 'tempest-TagsExtTest-Tag-1143914260') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:21.375259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-917ea5d3-8eb8-4461-8ad2-34ea5854247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:21.381814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-917ea5d3-8eb8-4461-8ad2-34ea5854247a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1096 time: 0.0860963 Aug 19 12:09:21.418995 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-43379ff0-2f6b-4425-8f69-acc9816b4c95 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags/tempest-TagsExtTest-Tag-1143914260 HTTP/1.1" status: 204 len: 168 time: 0.2473319 Aug 19 12:09:21.422269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41626) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:21.427854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-e79ae6d3-9d8b-473a-b217-02ae66ee9baf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded', 'tempest-TagsExtTest-Tag-1143914260') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:21.600005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-11d766db-ea22-4040-858d-65c0f3d50c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:21.603833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-11d766db-ea22-4040-858d-65c0f3d50c28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.1964159 Aug 19 12:09:21.605913 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e79ae6d3-9d8b-473a-b217-02ae66ee9baf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags/tempest-TagsExtTest-Tag-1143914260 HTTP/1.1" status: 204 len: 168 time: 0.1825311 Aug 19 12:09:21.608570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41636) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:21.613910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-55394701-fe56-4701-a014-da13f77df21e tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:21.739084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-55394701-fe56-4701-a014-da13f77df21e tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags HTTP/1.1" status: 200 len: 205 time: 0.1288440 Aug 19 12:09:21.746140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41640) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:21.751802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-0263ebd0-10b1-4aa7-ad47-6d84cc285cfb tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:21.786304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-6a180c47-d7a2-443f-8742-54e46f0b2841 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 1001 time: 0.1674919 Aug 19 12:09:21.809616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:21.873067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-1f3576dd-ae29-4cd2-875b-d2480c33ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:21.874578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-1f3576dd-ae29-4cd2-875b-d2480c33ef78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0752668 Aug 19 12:09:21.876535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0263ebd0-10b1-4aa7-ad47-6d84cc285cfb tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags HTTP/1.1" status: 204 len: 168 time: 0.1292598 Aug 19 12:09:21.879664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41650) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:21.887913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-248f80ce-d643-4e7f-943a-6dd9d5d19f0d tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:21.924903 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:22.070169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-0dd60b16-e248-426b-8c39-c83298661c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:22.071676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-0dd60b16-e248-426b-8c39-c83298661c1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850872 Aug 19 12:09:22.123940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 77cc7c18-97df-4500-870a-0fe915d30620 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:22.290236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 77cc7c18-97df-4500-870a-0fe915d30620 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:22.294636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 77cc7c18-97df-4500-870a-0fe915d30620 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:22.295019 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:22.357215 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-85771935-366c-4da9-a921-408bb83ead76 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717781 Aug 19 12:09:22.442782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Deleting port 31ad417d-3264-49eb-9c79-b4739f7de818 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:22.443150 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:22.499221 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:22.561773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:09:22.564061 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e50a51e-3f9c-4a9f-8180-232e4fe05a04" -d '{"events": [{"server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "77cc7c18-97df-4500-870a-0fe915d30620"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:09:22.576823 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-248f80ce-d643-4e7f-943a-6dd9d5d19f0d tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags HTTP/1.1" status: 204 len: 168 time: 0.6959531 Aug 19 12:09:22.583686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41674) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:22.586640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-536a62af-b10e-4f45-bbcc-5574c819c8d0 req-d997a62f-d011-4c5c-b12a-177bb7f526e9 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183459 Aug 19 12:09:22.598807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:22.599575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-ee0eff6b-2111-438a-b1a4-8af15ed33639 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:22.609409 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:22.625493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41676) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:22.678297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e4c7b-3f89-4b21-a132-6b23e85ee5e9 req-ea2eb94a-2583-4b93-abfc-b320658dd1fc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:22.680769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e5e4c7b-3f89-4b21-a132-6b23e85ee5e9 req-ea2eb94a-2583-4b93-abfc-b320658dd1fc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 945 time: 0.3232288 Aug 19 12:09:22.772083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:22.774785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e5e4c7b-3f89-4b21-a132-6b23e85ee5e9 req-b73e6501-61cf-409e-bdc2-ee3a75fd921b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877810 Aug 19 12:09:22.779102 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31250822-6ffe-4026-94c6-29cab74b03db x-openstack-request-id: req-31250822-6ffe-4026-94c6-29cab74b03db {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:09:22.779655 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "77cc7c18-97df-4500-870a-0fe915d30620", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:09:22.779912 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31250822-6ffe-4026-94c6-29cab74b03db {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:09:22.780313 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620', 'code': 200} Aug 19 12:09:22.824436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fe5e7d6-f0d8-4f7b-9e85-3066f7800275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:22.850431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:22.891802 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ee0eff6b-2111-438a-b1a4-8af15ed33639 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags HTTP/1.1" status: 204 len: 168 time: 0.3067474 Aug 19 12:09:22.897237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41682) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:22.906219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Calling delete_port for 31ad417d-3264-49eb-9c79-b4739f7de818 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:22.906439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-a5095476-f618-49ef-b34a-afecf5dbec87 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:23.012597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fe5e7d6-f0d8-4f7b-9e85-3066f7800275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:23.030314 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fe5e7d6-f0d8-4f7b-9e85-3066f7800275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:23.055878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a5095476-f618-49ef-b34a-afecf5dbec87 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags HTTP/1.1" status: 204 len: 168 time: 0.1508889 Aug 19 12:09:23.055878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41684) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:23.070281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-3b72494e-96b7-4e75-be23-cd7568d81e28 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241', 'tempest-TagsExtTest-Tag-1942219942') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:23.087949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9fe5e7d6-f0d8-4f7b-9e85-3066f7800275 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1cf826f87b14e15a7be613c7f142211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603620 Aug 19 12:09:23.105573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41686) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:23.146105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5e7d6-f0d8-4f7b-9e85-3066f7800275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5954ff-fade-4fa9-87c1-f36584e4f36f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:23.185280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d280685-2469-4e5c-bbeb-63ee8a024f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:23.216796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d280685-2469-4e5c-bbeb-63ee8a024f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:23.263893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3b72494e-96b7-4e75-be23-cd7568d81e28 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags/tempest-TagsExtTest-Tag-1942219942 HTTP/1.1" status: 201 len: 201 time: 0.1996622 Aug 19 12:09:23.264094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41688) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:23.271086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-0d3098f4-a3fc-4ffb-a174-28e5cbbfc44f tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b', 'tempest-TagsExtTest-Tag-751781227') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:23.319953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d280685-2469-4e5c-bbeb-63ee8a024f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:23.323244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d280685-2469-4e5c-bbeb-63ee8a024f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:23.329272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d280685-2469-4e5c-bbeb-63ee8a024f72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d5954ff-fade-4fa9-87c1-f36584e4f36f HTTP/1.1" status: 204 len: 168 time: 0.2207577 Aug 19 12:09:23.337613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d280685-2469-4e5c-bbeb-63ee8a024f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5954ff-fade-4fa9-87c1-f36584e4f36f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:23.376624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0d3098f4-a3fc-4ffb-a174-28e5cbbfc44f tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags/tempest-TagsExtTest-Tag-751781227 HTTP/1.1" status: 201 len: 201 time: 0.1108506 Aug 19 12:09:23.379045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41692) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:23.388511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-639308ac-aeca-4031-bd5c-8bc36da08f2c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d', 'tempest-TagsExtTest-Tag-1703798756') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:23.532730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-639308ac-aeca-4031-bd5c-8bc36da08f2c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags/tempest-TagsExtTest-Tag-1703798756 HTTP/1.1" status: 201 len: 201 time: 0.1499748 Aug 19 12:09:23.533325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41696) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:23.535846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d5e65-f1a4-40c1-8fcd-9390bf2fb771 req-5949c017-4404-49b2-bef7-d2fb0fa3225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:23.537488 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-838d5e65-f1a4-40c1-8fcd-9390bf2fb771 req-5949c017-4404-49b2-bef7-d2fb0fa3225a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1097 time: 0.7319641 Aug 19 12:09:23.538271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-9a7c249c-57c9-415d-a148-c10c6c2ee9d0 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded', 'tempest-TagsExtTest-Tag-875143897') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:23.604608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9a7c249c-57c9-415d-a148-c10c6c2ee9d0 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags/tempest-TagsExtTest-Tag-875143897 HTTP/1.1" status: 201 len: 201 time: 0.0701749 Aug 19 12:09:23.607698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41702) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:23.615189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-6d55a875-5246-43e0-97ec-ab0b7e96d35c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241', {'tags': ['tempest-TagsExtTest-Tag-570370597', 'tempest-TagsExtTest-Tag-2090154289', 'tempest-TagsExtTest-Tag-1546911952']}) {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:23.707677 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-838d5e65-f1a4-40c1-8fcd-9390bf2fb771 req-3b3b4505-184b-4967-8243-9339086f9ae4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533122 Aug 19 12:09:23.730839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6d55a875-5246-43e0-97ec-ab0b7e96d35c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags HTTP/1.1" status: 200 len: 317 time: 0.1183946 Aug 19 12:09:23.734283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41708) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:23.742648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-c291e2fb-6cf0-44d0-9b9d-eb013d1f89fa tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:23.819414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41714) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:23.836149 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e4761a69-6a8d-438c-8ffc-0b4d1597f83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:23.947519 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:23.949920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:23.983057 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e4761a69-6a8d-438c-8ffc-0b4d1597f83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:24.001127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Port': ['ID=31ad417d-3264-49eb-9c79-b4739f7de818,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:24.007707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e4761a69-6a8d-438c-8ffc-0b4d1597f83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:24.078903 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:24.126850 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:24.179892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ef88-4bd4-4af2-bf0f-b8d9a49b37aa req-1fbfde69-e9c7-4dc2-9346-5d670a735e97 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:24.181619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bc8ef88-4bd4-4af2-bf0f-b8d9a49b37aa req-1fbfde69-e9c7-4dc2-9346-5d670a735e97 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.1955454 Aug 19 12:09:24.194367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e4761a69-6a8d-438c-8ffc-0b4d1597f83a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e75dbffd62445d7a3e7aae8510ab487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731611 Aug 19 12:09:24.199799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4761a69-6a8d-438c-8ffc-0b4d1597f83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b67e44-85ad-43d2-afa2-06dbb701be7e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:24.203709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41718) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:24.317384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bc8ef88-4bd4-4af2-bf0f-b8d9a49b37aa req-2af684f5-8a09-49c1-a04e-17eb26c5749b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205797 Aug 19 12:09:24.336569 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8e48-1ef4-43e7-aec2-b10568756ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:24.373840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c291e2fb-6cf0-44d0-9b9d-eb013d1f89fa tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags HTTP/1.1" status: 204 len: 168 time: 0.6359963 Aug 19 12:09:24.374912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41724) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:24.393412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-d7905403-879f-4d25-b23b-47cf7cbd72b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241', 'tempest-TagsExtTest-Tag-570370597') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:24.417222 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8e48-1ef4-43e7-aec2-b10568756ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:24.467509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Router 7657a095-aae9-4f6e-83aa-edc94b80ed0f has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:09:24.515384 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-d7905403-879f-4d25-b23b-47cf7cbd72b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:24.516451 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d7905403-879f-4d25-b23b-47cf7cbd72b5 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags/tempest-TagsExtTest-Tag-570370597 HTTP/1.1" status: 404 len: 328 time: 0.1401167 Aug 19 12:09:24.519317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41728) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:24.524415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-73d5fc8d-3aab-4f10-ad93-3cc181be5508 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241', 'tempest-TagsExtTest-Tag-2090154289') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:24.562606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8e48-1ef4-43e7-aec2-b10568756ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:24.565876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8e48-1ef4-43e7-aec2-b10568756ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:24.570186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9eeb8e48-1ef4-43e7-aec2-b10568756ced admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9b67e44-85ad-43d2-afa2-06dbb701be7e HTTP/1.1" status: 204 len: 168 time: 0.3581388 Aug 19 12:09:24.588036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb8e48-1ef4-43e7-aec2-b10568756ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b67e44-85ad-43d2-afa2-06dbb701be7e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:24.610871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:09:24.618283 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-73d5fc8d-3aab-4f10-ad93-3cc181be5508 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:24.619759 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-73d5fc8d-3aab-4f10-ad93-3cc181be5508 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags/tempest-TagsExtTest-Tag-2090154289 HTTP/1.1" status: 404 len: 329 time: 0.0992095 Aug 19 12:09:24.622974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41732) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:24.628435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-a0f35baf-9b33-4a8d-a38e-1f3e674642af tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241', 'tempest-TagsExtTest-Tag-1546911952') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:24.697617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097abf14-d6fa-479f-b889-db9bce73a482 None None] Sync routers for ids ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:09:24.709832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097abf14-d6fa-479f-b889-db9bce73a482 None None] Routers {'7657a095-aae9-4f6e-83aa-edc94b80ed0f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:24.732615 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1bfad72b-c1e1-4056-9f9d-45d0706ed320 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "PUT /v2.0/routers/7657a095-aae9-4f6e-83aa-edc94b80ed0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5666926 Aug 19 12:09:24.740046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-097abf14-d6fa-479f-b889-db9bce73a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:09:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:24.759725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41740) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:24.828349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-097abf14-d6fa-479f-b889-db9bce73a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:24.841800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097abf14-d6fa-479f-b889-db9bce73a482 None None] Routers {'7657a095-aae9-4f6e-83aa-edc94b80ed0f'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:24.842646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-097abf14-d6fa-479f-b889-db9bce73a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:09:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:24.875261 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-58f8dd80-9533-4e55-9bd3-db87f066e887 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] show failed (client error): The resource could not be found. Aug 19 12:09:24.881064 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-58f8dd80-9533-4e55-9bd3-db87f066e887 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-134843166 HTTP/1.1" status: 404 len: 334 time: 0.1122127 Aug 19 12:09:24.881226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41744) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:24.887697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-827a4464-36b4-47fe-ae51-7ffe3b0e0739 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:24.907514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-097abf14-d6fa-479f-b889-db9bce73a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:24.908448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097abf14-d6fa-479f-b889-db9bce73a482 None None] The sync data for ids ['7657a095-aae9-4f6e-83aa-edc94b80ed0f'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:09:24.947429 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-a0f35baf-9b33-4a8d-a38e-1f3e674642af tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:24.949904 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a0f35baf-9b33-4a8d-a38e-1f3e674642af tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags/tempest-TagsExtTest-Tag-1546911952 HTTP/1.1" status: 404 len: 329 time: 0.3254814 Aug 19 12:09:24.952715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41750) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:24.959046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-0a65af52-9192-47ad-ac1c-ac24f88842f7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b', {'tags': ['tempest-TagsExtTest-Tag-696479839', 'tempest-TagsExtTest-Tag-366268582', 'tempest-TagsExtTest-Tag-344089073']}) {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:25.053954 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0a65af52-9192-47ad-ac1c-ac24f88842f7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags HTTP/1.1" status: 200 len: 315 time: 0.0999832 Aug 19 12:09:25.056343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41754) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:25.069108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-cbd2b38b-e76d-489e-8f5f-5e66db59004a tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:25.209235 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cbd2b38b-e76d-489e-8f5f-5e66db59004a tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags HTTP/1.1" status: 204 len: 168 time: 0.1503088 Aug 19 12:09:25.211871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41760) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:25.224149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-79cee3ad-927a-4937-a1f4-3309cc7d8e26 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b', 'tempest-TagsExtTest-Tag-696479839') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:25.237655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41762) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:25.390467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbde251-e224-443a-ae65-a573dd68d991 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:25.390761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbde251-e224-443a-ae65-a573dd68d991 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:25.391443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbde251-e224-443a-ae65-a573dd68d991 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:25.409845 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ddbde251-e224-443a-ae65-a573dd68d991 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=17ecf2d06262474eadaac84993402ef7&network_id=64c8edec-f983-4fa5-a00a-0cd2f55d2634 HTTP/1.1" status: 200 len: 2969 time: 0.1709263 Aug 19 12:09:25.442249 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-79cee3ad-927a-4937-a1f4-3309cc7d8e26 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:25.443568 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-79cee3ad-927a-4937-a1f4-3309cc7d8e26 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags/tempest-TagsExtTest-Tag-696479839 HTTP/1.1" status: 404 len: 328 time: 0.2303739 Aug 19 12:09:25.448219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41774) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:25.459787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-417344b5-c394-483a-9207-82b7024261a0 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b', 'tempest-TagsExtTest-Tag-366268582') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:25.538709 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-827a4464-36b4-47fe-ae51-7ffe3b0e0739 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] update failed (client error): The resource could not be found. Aug 19 12:09:25.539701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-827a4464-36b4-47fe-ae51-7ffe3b0e0739 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1075820083 HTTP/1.1" status: 404 len: 335 time: 0.6573555 Aug 19 12:09:25.545231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41776) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:25.604045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70575b1-b31c-4c36-92e9-21c9dc4164a5 req-9f72d1b6-a3cf-4bc2-ae2a-41e93228e53c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:25.605945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e70575b1-b31c-4c36-92e9-21c9dc4164a5 req-9f72d1b6-a3cf-4bc2-ae2a-41e93228e53c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.0702851 Aug 19 12:09:25.628210 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-417344b5-c394-483a-9207-82b7024261a0 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:25.630509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-417344b5-c394-483a-9207-82b7024261a0 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags/tempest-TagsExtTest-Tag-366268582 HTTP/1.1" status: 404 len: 328 time: 0.1812134 Aug 19 12:09:25.633781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41784) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:25.645337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-d02107b6-729a-4e53-9873-3f69dba7e61a tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b', 'tempest-TagsExtTest-Tag-344089073') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:25.668167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e70575b1-b31c-4c36-92e9-21c9dc4164a5 req-1ef43b2d-7d73-4979-90a4-4fcd40bf003e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560005 Aug 19 12:09:25.696453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a5e30a-d27b-44e0-ab26-4681cf054430 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Deleting subnet c29466fa-e1c7-4495-85e2-486762db8d20 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:09:25.701197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76a5e30a-d27b-44e0-ab26-4681cf054430 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:25.756131 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76a5e30a-d27b-44e0-ab26-4681cf054430 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:25.815638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5babf4-3cd6-4c95-a0fe-86ae1777c6ed req-72111cd5-2090-413b-baf7-35d99021110d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:25.817479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d5babf4-3cd6-4c95-a0fe-86ae1777c6ed req-72111cd5-2090-413b-baf7-35d99021110d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.0576062 Aug 19 12:09:25.822501 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-d02107b6-729a-4e53-9873-3f69dba7e61a tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:25.828035 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d02107b6-729a-4e53-9873-3f69dba7e61a tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags/tempest-TagsExtTest-Tag-344089073 HTTP/1.1" status: 404 len: 328 time: 0.1937697 Aug 19 12:09:25.834792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:25.842123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-28a72c79-3328-430e-ac29-d6d2e9bd3377 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d', {'tags': ['tempest-TagsExtTest-Tag-356012653', 'tempest-TagsExtTest-Tag-1575930887', 'tempest-TagsExtTest-Tag-415893395']}) {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:25.895211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d5babf4-3cd6-4c95-a0fe-86ae1777c6ed req-21bb7df7-6a1a-452f-adfc-0b314bcbfe4f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700095 Aug 19 12:09:25.929477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41800) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:26.004936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f228fbe-b765-4439-821e-d2be4eda1c4a tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:26.009614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6f228fbe-b765-4439-821e-d2be4eda1c4a tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1092 time: 0.0761509 Aug 19 12:09:26.012404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41804) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:26.028841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '77cc7c18-97df-4500-870a-0fe915d30620', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:26.074321 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-28a72c79-3328-430e-ac29-d6d2e9bd3377 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags HTTP/1.1" status: 200 len: 316 time: 0.2379589 Aug 19 12:09:26.076776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41806) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:26.079195 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.081942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-01d0fcc9-a02a-45bf-871a-b520f2231207 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:26.095720 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76a5e30a-d27b-44e0-ab26-4681cf054430 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.218911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76a5e30a-d27b-44e0-ab26-4681cf054430 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.255882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5e30a-d27b-44e0-ab26-4681cf054430 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Subnet': ['ID=c29466fa-e1c7-4495-85e2-486762db8d20,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:26.270599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76a5e30a-d27b-44e0-ab26-4681cf054430 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.272905 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-76a5e30a-d27b-44e0-ab26-4681cf054430 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/subnets/c29466fa-e1c7-4495-85e2-486762db8d20 HTTP/1.1" status: 204 len: 168 time: 0.7216876 Aug 19 12:09:26.275706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41810) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:26.280910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221ba0a4-5d32-4584-83e0-92c3a742c064 None None] Network b04b38ae-0905-4ba7-a07b-7fe6b420cdfc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:26.303936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.317517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-01d0fcc9-a02a-45bf-871a-b520f2231207 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags HTTP/1.1" status: 204 len: 168 time: 0.2395294 Aug 19 12:09:26.318907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41812) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:26.332226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-daaf5e21-f3da-4813-8455-3f10d6f9ca89 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d', 'tempest-TagsExtTest-Tag-356012653') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:26.388901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.475809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Deleting port 693ac3a5-bccb-471b-a65e-48b2478ce582 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:26.476318 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.565723 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-daaf5e21-f3da-4813-8455-3f10d6f9ca89 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:26.572278 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-daaf5e21-f3da-4813-8455-3f10d6f9ca89 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags/tempest-TagsExtTest-Tag-356012653 HTTP/1.1" status: 404 len: 328 time: 0.2520969 Aug 19 12:09:26.573081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41824) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:26.589353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-feab445f-ce48-4a10-8f4e-24b217a9c904 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d', 'tempest-TagsExtTest-Tag-1575930887') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:26.591845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41826) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:26.603495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1773492349'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:26.623426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] For port 693ac3a5-bccb-471b-a65e-48b2478ce582, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=693ac3a5-bccb-471b-a65e-48b2478ce582,segment=NetworkSegment(1498f321-7652-40bb-ae1b-8d1017f93b92),segment_id=1498f321-7652-40bb-ae1b-8d1017f93b92)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:26.624067 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.652769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Calling delete_port for 693ac3a5-bccb-471b-a65e-48b2478ce582 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:26.695303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d519301-af54-4388-b8a7-8023cee5b975 None None] DHCP port deletion for b04b38ae-0905-4ba7-a07b-7fe6b420cdfc request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:09:26.728776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:26.738259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.740030 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-feab445f-ce48-4a10-8f4e-24b217a9c904 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:26.743707 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-feab445f-ce48-4a10-8f4e-24b217a9c904 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags/tempest-TagsExtTest-Tag-1575930887 HTTP/1.1" status: 404 len: 329 time: 0.1627436 Aug 19 12:09:26.748662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41828) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:26.763502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.tag.tag_plugin [None req-a10ef788-cd26-4e61-a8d0-6c76e2ab0a38 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d', 'tempest-TagsExtTest-Tag-415893395') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:26.810519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6d519301-af54-4388-b8a7-8023cee5b975 None None] Deleting port 693ac3a5-bccb-471b-a65e-48b2478ce582 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:26.810902 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6d519301-af54-4388-b8a7-8023cee5b975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.838529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.25.4.54 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/80a4f089-3050-4c34-a047-ccc2d8fd4fda) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:26.871849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:09:26.899038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.899596 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Added segment 7eb789c5-cd44-4220-b4d9-3ed563c7d8b0 of type vlan for network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 Aug 19 12:09:26.920857 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-a10ef788-cd26-4e61-a8d0-6c76e2ab0a38 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:26.925661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a10ef788-cd26-4e61-a8d0-6c76e2ab0a38 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags/tempest-TagsExtTest-Tag-415893395 HTTP/1.1" status: 404 len: 328 time: 0.1731207 Aug 19 12:09:26.928614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41836) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:26.936726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6d519301-af54-4388-b8a7-8023cee5b975 None None] For port 693ac3a5-bccb-471b-a65e-48b2478ce582, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=693ac3a5-bccb-471b-a65e-48b2478ce582,segment=NetworkSegment(1498f321-7652-40bb-ae1b-8d1017f93b92),segment_id=1498f321-7652-40bb-ae1b-8d1017f93b92)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:26.937305 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6d519301-af54-4388-b8a7-8023cee5b975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.965051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6d519301-af54-4388-b8a7-8023cee5b975 None None] Calling delete_port for 693ac3a5-bccb-471b-a65e-48b2478ce582 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:26.969016 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.981831 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.994297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-1d4eb8fc-ad18-49fe-ab6a-75dc7ae06f41 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded', {'tags': ['tempest-TagsExtTest-Tag-529395780', 'tempest-TagsExtTest-Tag-1040057800', 'tempest-TagsExtTest-Tag-1793658605']}) {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.024836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Port': ['ID=693ac3a5-bccb-471b-a65e-48b2478ce582,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:27.049750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] No DVR routers for this DVR port 693ac3a5-bccb-471b-a65e-48b2478ce582 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:09:27.060235 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1d4eb8fc-ad18-49fe-ab6a-75dc7ae06f41 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "PUT /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags HTTP/1.1" status: 200 len: 317 time: 0.1279562 Aug 19 12:09:27.060778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41842) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.068522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-7b7165f2-3cf5-4642-b4fc-9070f6f2097e tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.069221 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.082210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:27.086664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.113664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.114899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.117681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.118374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.118742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.119078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.119500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.119976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.120318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.122346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.123849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.124204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:27.138740 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7b7165f2-3cf5-4642-b4fc-9070f6f2097e tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags HTTP/1.1" status: 204 len: 168 time: 0.0769341 Aug 19 12:09:27.143128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41844) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.148184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-f597c1d1-7967-4fde-bcc1-579c1eecf752 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded', 'tempest-TagsExtTest-Tag-529395780') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.154588 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6d519301-af54-4388-b8a7-8023cee5b975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.157870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5645804 Aug 19 12:09:27.160947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41846) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.189837 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-f597c1d1-7967-4fde-bcc1-579c1eecf752 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:27.194129 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f597c1d1-7967-4fde-bcc1-579c1eecf752 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags/tempest-TagsExtTest-Tag-529395780 HTTP/1.1" status: 404 len: 328 time: 0.0469801 Aug 19 12:09:27.197948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41848) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.204406 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-653c442b-3304-45d4-ba0f-6dc48285be7c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded', 'tempest-TagsExtTest-Tag-1040057800') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.221490 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.223698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-943740793'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:27.236353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d519301-af54-4388-b8a7-8023cee5b975 None None] Pushing event deleted for resources: {'Port': ['ID=693ac3a5-bccb-471b-a65e-48b2478ce582,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:27.253709 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-653c442b-3304-45d4-ba0f-6dc48285be7c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:27.254999 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-653c442b-3304-45d4-ba0f-6dc48285be7c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags/tempest-TagsExtTest-Tag-1040057800 HTTP/1.1" status: 404 len: 329 time: 0.0558825 Aug 19 12:09:27.257399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d519301-af54-4388-b8a7-8023cee5b975 None None] No DVR routers for this DVR port 693ac3a5-bccb-471b-a65e-48b2478ce582 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:09:27.258798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41850) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.275359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-673d3377-eb57-4b94-b451-5db6fe540b80 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded', 'tempest-TagsExtTest-Tag-1793658605') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.311063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:27.315318 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.342171 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-673d3377-eb57-4b94-b451-5db6fe540b80 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] show failed (client error): The resource could not be found. Aug 19 12:09:27.343875 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-673d3377-eb57-4b94-b451-5db6fe540b80 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags/tempest-TagsExtTest-Tag-1793658605 HTTP/1.1" status: 404 len: 329 time: 0.0743186 Aug 19 12:09:27.350973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41854) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.359438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-dcc6352a-f668-432b-9ee4-24099efa5f0d tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '46b94b15-a1cb-4e66-961e-1f44995fdded') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.383626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2b932-fc02-4e72-9437-e1b74bee355b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Network': ['ID=3637d0f0-59a5-4a47-a796-d80e5c0c33d5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:27.395673 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.396129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.396709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:09:27.410695 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04b38ae-0905-4ba7-a07b-7fe6b420cdfc']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.427092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:09:27.430318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1498f321-7652-40bb-ae1b-8d1017f93b92') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.430692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1498f321-7652-40bb-ae1b-8d1017f93b92') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.440250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=80a4f089-3050-4c34-a047-ccc2d8fd4fda,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:27.446713 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.456983 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dcc6352a-f668-432b-9ee4-24099efa5f0d tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded/tags HTTP/1.1" status: 204 len: 168 time: 0.1049335 Aug 19 12:09:27.459185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.465213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-8ceb3f1e-7304-4741-a898-7070fdf7cae3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7226b87e-b22c-433c-b08f-97b4fd59073d') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.468056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.468569 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Added segment 120ddd8b-0573-4129-9854-9ea108449a0c of type vlan for network 3183f7d6-f793-4ec1-a16b-68ec64416faa Aug 19 12:09:27.472174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:27.482364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.503426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:27.506628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:27.513960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:09:27.515061 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:09:27.519677 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:09:27.609775 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.647717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.656135 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8ceb3f1e-7304-4741-a898-7070fdf7cae3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d/tags HTTP/1.1" status: 204 len: 168 time: 0.1956279 Aug 19 12:09:27.656720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41864) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.670793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-dae39803-3063-4339-9e5a-aa49ad3c9a94 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'edfde907-cdc4-4353-9c7c-1ef1877e408b') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:27.674186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.679464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/networks/b04b38ae-0905-4ba7-a07b-7fe6b420cdfc HTTP/1.1" status: 204 len: 168 time: 1.4024682 Aug 19 12:09:27.682033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b0d5d-60d1-42da-97c0-5e644b5a5d46 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Network': ['ID=b04b38ae-0905-4ba7-a07b-7fe6b420cdfc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:27.685520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41866) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.698509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.705547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:27.706218 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.852736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6691110 Aug 19 12:09:27.861131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41870) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:27.885880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'subnet': {'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:27.893778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e0e26d-2dba-4033-8872-c440b31e517c tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Deleting subnet 6dee201e-e2bd-4806-9767-e95f1f1492a8 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:09:27.914144 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49e0e26d-2dba-4033-8872-c440b31e517c tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:27.970221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adedae-5307-4aba-90ec-209a32d5102c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Network': ['ID=3183f7d6-f793-4ec1-a16b-68ec64416faa,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:27.980571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 3183f7d6-f793-4ec1-a16b-68ec64416faa details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:09:28.047307 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49e0e26d-2dba-4033-8872-c440b31e517c tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.111127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:28.115339 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.126053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 693ac3a5-bccb-471b-a65e-48b2478ce582 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:09:28.157857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 693ac3a5-bccb-471b-a65e-48b2478ce582 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:09:28.158211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 693ac3a5-bccb-471b-a65e-48b2478ce582 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:09:28.340378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dae39803-3063-4339-9e5a-aa49ad3c9a94 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b/tags HTTP/1.1" status: 204 len: 168 time: 0.6804497 Aug 19 12:09:28.390216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41890) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:28.399318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.tag.tag_plugin [None req-d1ca90aa-7b19-41c8-9ebb-a868299b6ed3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '42143122-7d69-4bbd-9f40-1c2d91394241') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:28.422563 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.496586 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49e0e26d-2dba-4033-8872-c440b31e517c tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.653808 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d1ca90aa-7b19-41c8-9ebb-a868299b6ed3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241/tags HTTP/1.1" status: 204 len: 168 time: 0.2623179 Aug 19 12:09:28.654551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41896) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:28.658662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49e0e26d-2dba-4033-8872-c440b31e517c tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.697627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ab57b-7c92-4b60-8b9a-0da69b30632c None None] Network 7468ae34-1fa2-4049-80b3-c8aebd857fdf requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:28.710103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.733107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-49e0e26d-2dba-4033-8872-c440b31e517c tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.739249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-49e0e26d-2dba-4033-8872-c440b31e517c tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/subnets/6dee201e-e2bd-4806-9767-e95f1f1492a8 HTTP/1.1" status: 204 len: 168 time: 1.0520768 Aug 19 12:09:28.745718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41898) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:28.761629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0e26d-2dba-4033-8872-c440b31e517c tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Subnet': ['ID=6dee201e-e2bd-4806-9767-e95f1f1492a8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:28.800734 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.878574 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08b94276-2a00-466b-b40a-b0c17ea584b7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for subnetpool, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.885589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-08b94276-2a00-466b-b40a-b0c17ea584b7 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnetpools/46b94b15-a1cb-4e66-961e-1f44995fdded HTTP/1.1" status: 204 len: 168 time: 0.2205391 Aug 19 12:09:28.885589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41904) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:28.899646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.937252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf3ec09-7450-41fe-a24b-f40ca0669a1f tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Deleting subnet 0a5cc965-2ff5-466c-a350-bb0fabe052db {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:09:28.944074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Checking segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:28.944751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network hostable DHCP agents. Network: 3637d0f0-59a5-4a47-a796-d80e5c0c33d5, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:09:28.954707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ec09-7450-41fe-a24b-f40ca0669a1f tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.982808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Subnet': ['ID=7580f2ec-c53a-4133-a32a-2d9ac453a327,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:29.024597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ec09-7450-41fe-a24b-f40ca0669a1f tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.027700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:09:29.070965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.078952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 3637d0f0-59a5-4a47-a796-d80e5c0c33d5) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:29.097158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:29.097369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.098033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.101229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034a850-3902-443b-9850-e2e568b32a08 None None] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:29.106412 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-39a4eb98-be75-4fd3-8752-c4b1661093a9 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "GET /v2.0/ports?device_id=7226b87e-b22c-433c-b08f-97b4fd59073d HTTP/1.1" status: 200 len: 205 time: 0.2197759 Aug 19 12:09:29.108023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:29.122527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-20ccb8d4-8d36-4696-ae03-3c3b07d7f379 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2425268 Aug 19 12:09:29.133369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41916) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:29.145565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'subnet': {'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:29.201985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5482943d-b982-4d21-8af7-ffd19e063a5c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.361671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd0e50-7222-44c8-855c-b8ab3dfe7dec None None] DHCP port deletion for 7468ae34-1fa2-4049-80b3-c8aebd857fdf request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:09:29.439822 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ec09-7450-41fe-a24b-f40ca0669a1f tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.493414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=80a4f089-3050-4c34-a047-ccc2d8fd4fda,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:29.500261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'fixed_ips': [{'subnet_id': '7580f2ec-c53a-4133-a32a-2d9ac453a327'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:09:29.501962 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.509999 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5482943d-b982-4d21-8af7-ffd19e063a5c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.514798 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5482943d-b982-4d21-8af7-ffd19e063a5c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.516908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd0e50-7222-44c8-855c-b8ab3dfe7dec None None] Deleting port 901620ca-3748-45a8-a3a5-a48a0c03972a {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:29.517413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0e50-7222-44c8-855c-b8ab3dfe7dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.598058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:29.604446 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.606052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.609352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5482943d-b982-4d21-8af7-ffd19e063a5c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.610053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5482943d-b982-4d21-8af7-ffd19e063a5c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Fanout notify agent at l3_agent the message router_deleted on router 7226b87e-b22c-433c-b08f-97b4fd59073d {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:09:29.619472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5482943d-b982-4d21-8af7-ffd19e063a5c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.624526 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5482943d-b982-4d21-8af7-ffd19e063a5c tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/routers/7226b87e-b22c-433c-b08f-97b4fd59073d HTTP/1.1" status: 204 len: 168 time: 0.5125971 Aug 19 12:09:29.625378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:29.642174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4ecd0e50-7222-44c8-855c-b8ab3dfe7dec None None] For port 901620ca-3748-45a8-a3a5-a48a0c03972a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=901620ca-3748-45a8-a3a5-a48a0c03972a,segment=NetworkSegment(08a74574-cb1d-4ea8-b0f7-4bfe654aebd7),segment_id=08a74574-cb1d-4ea8-b0f7-4bfe654aebd7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:29.642581 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0e50-7222-44c8-855c-b8ab3dfe7dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.658917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd0e50-7222-44c8-855c-b8ab3dfe7dec None None] Calling delete_port for 901620ca-3748-45a8-a3a5-a48a0c03972a owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:29.795400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0e50-7222-44c8-855c-b8ab3dfe7dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:29.809146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41926) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:30.051691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Allocated IP 10.1.1.2 (3637d0f0-59a5-4a47-a796-d80e5c0c33d5/7580f2ec-c53a-4133-a32a-2d9ac453a327/6e3b1234-6ce1-44f1-bf03-ea51d4299f2e) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:30.087697 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.136970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ec09-7450-41fe-a24b-f40ca0669a1f tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.193723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ec09-7450-41fe-a24b-f40ca0669a1f tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.196846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bbf3ec09-7450-41fe-a24b-f40ca0669a1f tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/subnets/0a5cc965-2ff5-466c-a350-bb0fabe052db HTTP/1.1" status: 204 len: 168 time: 1.4494495 Aug 19 12:09:30.202624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41938) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:30.274357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Checking segment: {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:30.275346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network hostable DHCP agents. Network: 3183f7d6-f793-4ec1-a16b-68ec64416faa, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:09:30.300863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Subnet': ['ID=b78260cb-e492-4f24-b7c4-1e55d52235e7,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:30.364812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network 3183f7d6-f793-4ec1-a16b-68ec64416faa is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:09:30.367605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3ec09-7450-41fe-a24b-f40ca0669a1f tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5cc965-2ff5-466c-a350-bb0fabe052db,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:30.390677 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.395639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 3183f7d6-f793-4ec1-a16b-68ec64416faa) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:30.412293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:30.413280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.417435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a84a81-da0c-4614-b67e-549ebcf7c9c2 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:30.433795 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-67a84a81-da0c-4614-b67e-549ebcf7c9c2 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 814 time: 0.6202886 Aug 19 12:09:30.441459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c69f899b-5367-4b05-a991-48b2730cee00 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3068111 Aug 19 12:09:30.444993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41942) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:30.450168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-37eaa088-266a-4ea5-9678-d3f3d4fcbdbf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Deleting port edfde907-cdc4-4353-9c7c-1ef1877e408b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:30.450636 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-37eaa088-266a-4ea5-9678-d3f3d4fcbdbf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.468651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'port': {'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'name': 'tempest-TaggedBootDevicesTest-395014573', 'fixed_ips': [{'subnet_id': '7580f2ec-c53a-4133-a32a-2d9ac453a327'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:30.485646 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.505650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Transition to ACTIVE for port object 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:30.540831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Transition to ACTIVE for port object 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:30.551044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd0e50-7222-44c8-855c-b8ab3dfe7dec None None] No DVR routers for this DVR port 901620ca-3748-45a8-a3a5-a48a0c03972a on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:09:30.553248 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-37eaa088-266a-4ea5-9678-d3f3d4fcbdbf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.568859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-37eaa088-266a-4ea5-9678-d3f3d4fcbdbf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Calling delete_port for edfde907-cdc4-4353-9c7c-1ef1877e408b owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:30.625482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 901620ca-3748-45a8-a3a5-a48a0c03972a no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:09:30.628584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d11eb-c757-4c13-996f-b15d056275bd None None] Network d5fe047c-6316-4c91-bf75-a6e92c151dcf requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:30.630477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934e4dce-24c0-424d-9241-893cd6df19ba None None] Network 3183f7d6-f793-4ec1-a16b-68ec64416faa requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:30.712044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.725713 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Floating IP ca2351b9-57ca-48f6-9851-2de94de3a905 associated. External IP: 172.25.4.54, port: 77cc7c18-97df-4500-870a-0fe915d30620. Aug 19 12:09:30.764311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7468ae34-1fa2-4049-80b3-c8aebd857fdf']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:30.809071 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.819838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a74574-cb1d-4ea8-b0f7-4bfe654aebd7') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:30.820422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a74574-cb1d-4ea8-b0f7-4bfe654aebd7') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:30.845493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-37eaa088-266a-4ea5-9678-d3f3d4fcbdbf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.860616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd0e50-7222-44c8-855c-b8ab3dfe7dec None None] Pushing event deleted for resources: {'Port': ['ID=901620ca-3748-45a8-a3a5-a48a0c03972a,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:30.866145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:30.879775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaa088-266a-4ea5-9678-d3f3d4fcbdbf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Pushing event deleted for resources: {'Port': ['ID=edfde907-cdc4-4353-9c7c-1ef1877e408b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:31.019924 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.025710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:31.076810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Pushing event updated for resources: {'Port': ['ID=6e3b1234-6ce1-44f1-bf03-ea51d4299f2e,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:31.076810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 901620ca-3748-45a8-a3a5-a48a0c03972a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:09:31.076810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 901620ca-3748-45a8-a3a5-a48a0c03972a not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:09:31.084841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-3183f7d6-f793-4ec1-a16b-68ec64416faa', 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'fixed_ips': [{'subnet_id': 'b78260cb-e492-4f24-b7c4-1e55d52235e7'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:09:31.086521 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.163770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:31.177293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:31.194298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:31.202792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41954) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:31.220306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'network': {'name': 'tempest-network-smoke--1964007342', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'port_security_enabled': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:31.234435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:09:31.234912 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:09:31.241281 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:09:31.341135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-37eaa088-266a-4ea5-9678-d3f3d4fcbdbf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.345339 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-37eaa088-266a-4ea5-9678-d3f3d4fcbdbf tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/ports/edfde907-cdc4-4353-9c7c-1ef1877e408b HTTP/1.1" status: 204 len: 168 time: 1.6769111 Aug 19 12:09:31.348857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41960) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:31.403965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Attempting to bind port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:09:31.403965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Attempting to bind port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:09:31.403965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Attempting to bind port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:31.413852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 07c396b4-4c90-49dd-b638-8ab7f49a779d has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:09:31.423727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:09:31.424824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Checking segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:31.424824 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.425239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Bound using segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:09:31.425724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Bound port: 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:09:31.426111 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.431945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5830259-2144-4d62-b29f-e42f5d2698fe tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Deleting subnet 42143122-7d69-4bbd-9f40-1c2d91394241 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:09:31.437074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5830259-2144-4d62-b29f-e42f5d2698fe tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.467046 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.475384 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.477410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/networks/7468ae34-1fa2-4049-80b3-c8aebd857fdf HTTP/1.1" status: 204 len: 168 time: 1.2715116 Aug 19 12:09:31.501783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:31.503191 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.521855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85aa0e-8afc-4ed2-b13e-7a1845fd594e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Network': ['ID=7468ae34-1fa2-4049-80b3-c8aebd857fdf,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:31.540978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] device_id is not set on port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:09:31.577075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5830259-2144-4d62-b29f-e42f5d2698fe tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.588578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Allocated IP 10.2.2.2 (3183f7d6-f793-4ec1-a16b-68ec64416faa/b78260cb-e492-4f24-b7c4-1e55d52235e7/ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:31.694519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.745120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:09:31.756172 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332165bb-c7b2-423e-866a-a327238b485f None None] Sync routers for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:09:31.767904 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332165bb-c7b2-423e-866a-a327238b485f None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:31.769164 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-332165bb-c7b2-423e-866a-a327238b485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:09:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:31.809638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5830259-2144-4d62-b29f-e42f5d2698fe tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.844886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Allocated IP 10.1.1.232 (3637d0f0-59a5-4a47-a796-d80e5c0c33d5/7580f2ec-c53a-4133-a32a-2d9ac453a327/f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:31.845761 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.859201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] DHCP port deletion for d5fe047c-6316-4c91-bf75-a6e92c151dcf request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:09:31.893859 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-257a90a0-3151-4bb3-949b-42338180e799 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8710377 Aug 19 12:09:31.900145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:09:31.902870 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e893a86d-1b27-48ea-9c76-a0cb1ce43441" -d '{"events": [{"name": "network-changed", "server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "tag": "77cc7c18-97df-4500-870a-0fe915d30620"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:09:31.915069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Made reservation on behalf of 17ecf2d06262474eadaac84993402ef7 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:31.924749 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-332165bb-c7b2-423e-866a-a327238b485f None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:09:31.927701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Deleting port 465246ae-4a41-477c-b5e1-b83fa8f22db7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:31.927701 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.930600 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:31.974736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:09:32.050733 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.050733 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Added segment 3f7a5c87-972e-4cd0-a88b-2c2760a69bed of type vlan for network 494f6187-1858-4d66-9946-3330b00203d8 Aug 19 12:09:32.074824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] For port 465246ae-4a41-477c-b5e1-b83fa8f22db7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=465246ae-4a41-477c-b5e1-b83fa8f22db7,segment=NetworkSegment(bdbeaf06-cac6-4524-bf90-36a48734bc59),segment_id=bdbeaf06-cac6-4524-bf90-36a48734bc59)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:32.075443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.092188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] For port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:09:32.094978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Calling delete_port for 465246ae-4a41-477c-b5e1-b83fa8f22db7 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:32.099809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] For port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6e3b1234-6ce1-44f1-bf03-ea51d4299f2e,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:09:32.116223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.123355 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.149960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Transition to ACTIVE for port object ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:32.219903 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d967466-d3a1-4719-8adc-c0f923e2fdd7 x-openstack-request-id: req-0d967466-d3a1-4719-8adc-c0f923e2fdd7 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:09:32.220341 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "tag": "77cc7c18-97df-4500-870a-0fe915d30620", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:09:32.220716 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d967466-d3a1-4719-8adc-c0f923e2fdd7 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:09:32.221228 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620', 'status': 'completed', 'code': 200} Aug 19 12:09:32.226424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 465246ae-4a41-477c-b5e1-b83fa8f22db7 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:09:32.236954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5830259-2144-4d62-b29f-e42f5d2698fe tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.276881 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.322927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5830259-2144-4d62-b29f-e42f5d2698fe tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Pushing event deleted for resources: {'Subnet': ['ID=42143122-7d69-4bbd-9f40-1c2d91394241,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:32.334051 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5830259-2144-4d62-b29f-e42f5d2698fe tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.338367 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e5830259-2144-4d62-b29f-e42f5d2698fe tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/subnets/42143122-7d69-4bbd-9f40-1c2d91394241 HTTP/1.1" status: 204 len: 168 time: 0.9784167 Aug 19 12:09:32.344391 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-332165bb-c7b2-423e-866a-a327238b485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ca2351b9-57ca-48f6-9851-2de94de3a905', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'port_id': '77cc7c18-97df-4500-870a-0fe915d30620', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'mac_address': 'fa:16:3e:80:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:09:28Z', 'updated_at': '2021-08-19T12:09:28Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1276e184-611a-48a2-86f3-51a9189a38c0', 'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:a3:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:10Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:32.349185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41978) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:32.372094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83edcc7a-2507-4426-8ddc-6011f3cb463b None None] Network 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:32.376463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Transition to ACTIVE for port object ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:32.435344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-407ce4d5-d294-4288-b792-f9c9a62cb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:32.437058 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-407ce4d5-d294-4288-b792-f9c9a62cb70e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1097 time: 0.2140012 Aug 19 12:09:32.465911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.470449 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332165bb-c7b2-423e-866a-a327238b485f None None] Checking router: 07c396b4-4c90-49dd-b638-8ab7f49a779d for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:09:32.472874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab202-c55b-491c-8187-992e862eb88d req-d4adf1a9-44b9-4d3f-b7de-b80bd425a4db tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:32.482092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-054ab202-c55b-491c-8187-992e862eb88d req-d4adf1a9-44b9-4d3f-b7de-b80bd425a4db tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.4352500 Aug 19 12:09:32.499639 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.544437 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332165bb-c7b2-423e-866a-a327238b485f None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:09:32.545175 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-332165bb-c7b2-423e-866a-a327238b485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:09:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:32.552421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a193c96-76aa-43c7-8143-55652c3087e2 None None] Pushing event updated for resources: {'Port': ['ID=6e3b1234-6ce1-44f1-bf03-ea51d4299f2e,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:32.556305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Network 3183f7d6-f793-4ec1-a16b-68ec64416faa is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:32.578458 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.624230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Port': ['ID=465246ae-4a41-477c-b5e1-b83fa8f22db7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:32.624748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:32.626169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.633178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No active binding found for port 465246ae-4a41-477c-b5e1-b83fa8f22db7 {{(pid=101155) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:09:32.633742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 465246ae-4a41-477c-b5e1-b83fa8f22db7 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:09:32.641480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:32.655258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.663936 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.666292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] No DVR routers for this DVR port 465246ae-4a41-477c-b5e1-b83fa8f22db7 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:09:32.689497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:32.696814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] Deleting port 465246ae-4a41-477c-b5e1-b83fa8f22db7 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:32.697229 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:32.794935 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-332165bb-c7b2-423e-866a-a327238b485f None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:09:32.886708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6825638 Aug 19 12:09:32.892828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Transition to ACTIVE for port object f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:32.903488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41986) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:32.985328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Pushing event updated for resources: {'Port': ['ID=ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:33.002392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-054ab202-c55b-491c-8187-992e862eb88d req-ff987b87-ed14-4d91-9e86-917e52b48711 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5188909 Aug 19 12:09:33.019247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41988) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:33.027493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.065202 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-332165bb-c7b2-423e-866a-a327238b485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ca2351b9-57ca-48f6-9851-2de94de3a905', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'port_id': '77cc7c18-97df-4500-870a-0fe915d30620', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'mac_address': 'fa:16:3e:80:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:09:28Z', 'updated_at': '2021-08-19T12:09:28Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1276e184-611a-48a2-86f3-51a9189a38c0', 'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:a3:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:10Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:33.080959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-1d459933-1147-4838-a322-e37672384a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:33.082835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-1d459933-1147-4838-a322-e37672384a38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 897 time: 0.6361985 Aug 19 12:09:33.094742 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332165bb-c7b2-423e-866a-a327238b485f None None] The sync data for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 is: [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ca2351b9-57ca-48f6-9851-2de94de3a905', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'port_id': '77cc7c18-97df-4500-870a-0fe915d30620', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'mac_address': 'fa:16:3e:80:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:09:28Z', 'updated_at': '2021-08-19T12:09:28Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1276e184-611a-48a2-86f3-51a9189a38c0', 'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:a3:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:10Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:09:33.096263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] For port 465246ae-4a41-477c-b5e1-b83fa8f22db7, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:33.096810 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.128704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Attempting to bind port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:09:33.137368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Attempting to bind port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:09:33.137695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Attempting to bind port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e on network 3183f7d6-f793-4ec1-a16b-68ec64416faa {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:33.145939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] Calling delete_port for 465246ae-4a41-477c-b5e1-b83fa8f22db7 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:33.148963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fe047c-6316-4c91-bf75-a6e92c151dcf']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:33.171477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] Port 465246ae-4a41-477c-b5e1-b83fa8f22db7 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:09:33.175156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:09:33.175388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Checking segment: {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:33.175701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.176093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Bound using segment: {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:09:33.176580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Bound port: ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:09:33.176985 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.192183 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.209670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbeaf06-cac6-4524-bf90-36a48734bc59') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:33.209970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbeaf06-cac6-4524-bf90-36a48734bc59') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:33.226781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6959c6b-004d-4f18-9480-4d5ba8f377c5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Network': ['ID=494f6187-1858-4d66-9946-3330b00203d8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:33.282588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 494f6187-1858-4d66-9946-3330b00203d8 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:09:33.367828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e147b6c-42ac-455a-b883-48fff2ad75ac tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:33.369437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2e147b6c-42ac-455a-b883-48fff2ad75ac tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=17ecf2d06262474eadaac84993402ef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4632173 Aug 19 12:09:33.372839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41994) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:33.394064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b32e7-245f-4fc7-a238-1c35d02bb18b None None] DHCP port deletion for 6de8ec8d-86d1-43ca-9861-c1a2d5c45314 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:09:33.397806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] Pushing event deleted for resources: {'Port': ['ID=465246ae-4a41-477c-b5e1-b83fa8f22db7,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:33.437871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427cc82-1b5a-458d-8482-20a64ca912d7 None None] No DVR routers for this DVR port 465246ae-4a41-477c-b5e1-b83fa8f22db7 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:09:33.438616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.469947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-26a11ff9-996a-4c77-8279-ede3ae09237f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 999 time: 0.3097360 Aug 19 12:09:33.484052 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e9016b61-908e-4f0e-b5a1-fe64d154ab88 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/ca2351b9-57ca-48f6-9851-2de94de3a905 HTTP/1.1" status: 200 len: 991 time: 0.4600298 Aug 19 12:09:33.516484 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.538460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] For port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:09:33.542939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] For port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:09:33.576118 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.592318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-275b32e7-245f-4fc7-a238-1c35d02bb18b None None] Deleting port d37e3640-df66-40cf-81cb-108aef4b6ac6 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:33.593399 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275b32e7-245f-4fc7-a238-1c35d02bb18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.640462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:33.646378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.651610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:33.673941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Deleting port d37e3640-df66-40cf-81cb-108aef4b6ac6 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:33.678202 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.683105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:09:33.683693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.683955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:09:33.693054 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:09:33.834155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:33.835588 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.846608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-275b32e7-245f-4fc7-a238-1c35d02bb18b None None] For port d37e3640-df66-40cf-81cb-108aef4b6ac6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d37e3640-df66-40cf-81cb-108aef4b6ac6,segment=NetworkSegment(9f682683-2efd-410b-80f0-5122c33c1677),segment_id=9f682683-2efd-410b-80f0-5122c33c1677)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:33.846608 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275b32e7-245f-4fc7-a238-1c35d02bb18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:33.867941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297169f0-53ee-4166-8423-567ffbe76e5a None None] New status for floating IP ca2351b9-57ca-48f6-9851-2de94de3a905: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:09:33.873353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Port': ['ID=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:33.903718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c650a90-a308-41f5-bc90-8a8ee418977b tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:33.905887 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0c650a90-a308-41f5-bc90-8a8ee418977b tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5320146 Aug 19 12:09:33.908846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:33.919590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-275b32e7-245f-4fc7-a238-1c35d02bb18b None None] Calling delete_port for d37e3640-df66-40cf-81cb-108aef4b6ac6 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:33.936980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-10ad8933-476c-49fa-bf59-b3091667722e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4894912 Aug 19 12:09:33.954565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42000) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:33.957658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87124d23-281e-4017-824e-0b21b1a880c1 None None] Pushing event updated for resources: {'Port': ['ID=ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:34.006629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] For port d37e3640-df66-40cf-81cb-108aef4b6ac6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d37e3640-df66-40cf-81cb-108aef4b6ac6,segment=NetworkSegment(9f682683-2efd-410b-80f0-5122c33c1677),segment_id=9f682683-2efd-410b-80f0-5122c33c1677)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:34.007112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:34.029055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'port': {'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'name': 'tempest-TaggedBootDevicesTest-761470230', 'fixed_ips': [{'subnet_id': '7580f2ec-c53a-4133-a32a-2d9ac453a327'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:34.056033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Calling delete_port for d37e3640-df66-40cf-81cb-108aef4b6ac6 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:34.079390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5c2864f9-dccb-445e-9e30-ae0c2fbaed37 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1690736 Aug 19 12:09:34.194194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42010) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:34.238504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-044efb0a-54a8-40f6-92a7-2b6c11aafacf tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=17ecf2d06262474eadaac84993402ef7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431929 Aug 19 12:09:34.244713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42014) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:34.248243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4956d8-083c-4116-9a14-57416713965d None None] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:34.333205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-7520e8cf-f711-489d-b721-e7580a321b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:34.335579 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-7520e8cf-f711-489d-b721-e7580a321b7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.8232539 Aug 19 12:09:34.353755 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:34.393185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:34.398593 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:34.435656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] device_id is not set on port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:09:34.439834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:34.443364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] No DVR routers for this DVR port d37e3640-df66-40cf-81cb-108aef4b6ac6 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:09:34.464990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Pushing event deleted for resources: {'Port': ['ID=d37e3640-df66-40cf-81cb-108aef4b6ac6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:34.521351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42026) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:34.544240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:34.663883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d2975084-9249-4497-a162-4a9e1631c7fa None None] Provisioning for port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:34.756545 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275b32e7-245f-4fc7-a238-1c35d02bb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:34.819851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b32e7-245f-4fc7-a238-1c35d02bb18b None None] Pushing event deleted for resources: {'Port': ['ID=d37e3640-df66-40cf-81cb-108aef4b6ac6,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:34.862795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b32e7-245f-4fc7-a238-1c35d02bb18b None None] No DVR routers for this DVR port d37e3640-df66-40cf-81cb-108aef4b6ac6 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:09:34.892624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:34.917598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:34.924796 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.141572 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.182901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1341a3-106e-45cc-bc4f-7c9c7b691b50 req-dc5563f9-de24-4d72-b245-fcc04a95a6c1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:35.184229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.184752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6e3b1234-6ce1-44f1-bf03-ea51d4299f2e,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:35.185332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d1341a3-106e-45cc-bc4f-7c9c7b691b50 req-dc5563f9-de24-4d72-b245-fcc04a95a6c1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 945 time: 0.7605007 Aug 19 12:09:35.188503 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/networks/d5fe047c-6316-4c91-bf75-a6e92c151dcf HTTP/1.1" status: 204 len: 168 time: 3.6815293 Aug 19 12:09:35.190095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2c568-76fc-41d4-8f49-61c0aef9ce5b tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Network': ['ID=d5fe047c-6316-4c91-bf75-a6e92c151dcf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:35.199275 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.205086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42034) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:35.276717 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.325767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dd1fad-b443-455f-827a-a07cc67a136d tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:35.330277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f6dd1fad-b443-455f-827a-a07cc67a136d tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0820410 Aug 19 12:09:35.333890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42038) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:35.341360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d37e3640-df66-40cf-81cb-108aef4b6ac6 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:09:35.376754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6358b77e-ffad-4930-b36b-00b7fcaf0b8a tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363715 Aug 19 12:09:35.383733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de8ec8d-86d1-43ca-9861-c1a2d5c45314']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:35.387095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42040) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:35.399547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2028029113', 'network_id': '494f6187-1858-4d66-9946-3330b00203d8', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:35.407147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: d37e3640-df66-40cf-81cb-108aef4b6ac6 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:09:35.407147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d37e3640-df66-40cf-81cb-108aef4b6ac6 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:09:35.421727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f682683-2efd-410b-80f0-5122c33c1677') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:35.422039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f682683-2efd-410b-80f0-5122c33c1677') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:35.438187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.455358 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.463015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:09:35.463829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.471833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=6e3b1234-6ce1-44f1-bf03-ea51d4299f2e,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:35.488758 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c26a44fa-51d7-4a14-ab31-ec01e385474a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/ca2351b9-57ca-48f6-9851-2de94de3a905 HTTP/1.1" status: 200 len: 991 time: 0.9458437 Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:09:35.489481 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:09:35.522822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-5287ab8a-5436-419e-8c7d-71769a0f0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:35.524959 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-5287ab8a-5436-419e-8c7d-71769a0f0815 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1485021 Aug 19 12:09:35.533122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a3f6d503-4de1-4d63-9650-f37d7bd00d16 None None] Provisioning complete for port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:35.533770 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d503-4de1-4d63-9650-f37d7bd00d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.537328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d1341a3-106e-45cc-bc4f-7c9c7b691b50 req-f2685f85-f045-4573-8b61-510c07a84707 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654214 Aug 19 12:09:35.608303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Allocated IP 10.1.1.224 (3637d0f0-59a5-4a47-a796-d80e5c0c33d5/7580f2ec-c53a-4133-a32a-2d9ac453a327/3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:35.614386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c27beb-37fb-4169-82a3-8a0a7607eccb None None] Network 3183f7d6-f793-4ec1-a16b-68ec64416faa requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:35.720495 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-c60dbd26-7fed-4866-978b-59b5cc507ed1 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859949 Aug 19 12:09:35.728001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa7052d-88ed-4b7d-b967-918402d338dd tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Deleting subnet 0454136a-0ea3-4226-add2-575f50356df6 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:09:35.755695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aaa7052d-88ed-4b7d-b967-918402d338dd tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.757109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a3f6d503-4de1-4d63-9650-f37d7bd00d16 None None] Provisioning for port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:35.785407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a3f6d503-4de1-4d63-9650-f37d7bd00d16 None None] Provisioning complete for port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:35.785789 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d503-4de1-4d63-9650-f37d7bd00d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.815780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.832319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Transition to ACTIVE for port object 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:35.835819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6d503-4de1-4d63-9650-f37d7bd00d16 None None] Port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:35.843861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.856096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.858791 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] 10.222.0.65 "DELETE /v2.0/networks/6de8ec8d-86d1-43ca-9861-c1a2d5c45314 HTTP/1.1" status: 204 len: 168 time: 3.4949582 Aug 19 12:09:35.880540 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.904645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac8e16-e203-4b47-b865-018d500022a3 tempest-TagsExtTest-1748003742 tempest-TagsExtTest-1748003742-project] Pushing event deleted for resources: {'Network': ['ID=6de8ec8d-86d1-43ca-9861-c1a2d5c45314,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:35.913211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aaa7052d-88ed-4b7d-b967-918402d338dd tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.947622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:35.957336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:35.959212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Made reservation on behalf of 17ecf2d06262474eadaac84993402ef7 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:35.967589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:35.971059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:35.975990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Port': ['ID=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:35.984666 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b422474f-51e7-4c6c-817e-a533a903baf5 None None] Provisioning for port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:36.029419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b422474f-51e7-4c6c-817e-a533a903baf5 None None] Provisioning complete for port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:36.029718 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e893a86d-1b27-48ea-9c76-a0cb1ce43441 req-c1a12db9-eb32-4335-bde9-9f42845171ff service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959735 Aug 19 12:09:36.030190 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b422474f-51e7-4c6c-817e-a533a903baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:36.165402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aaa7052d-88ed-4b7d-b967-918402d338dd tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:36.179736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b422474f-51e7-4c6c-817e-a533a903baf5 None None] Port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:36.279682 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aaa7052d-88ed-4b7d-b967-918402d338dd tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:36.311238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:36.313405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:36.317755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:36.365705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7052d-88ed-4b7d-b967-918402d338dd tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Subnet': ['ID=0454136a-0ea3-4226-add2-575f50356df6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:36.384452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-349ded03-1146-4bac-a6c2-4806f4e14393 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4184799 Aug 19 12:09:36.393938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aaa7052d-88ed-4b7d-b967-918402d338dd tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:36.399013 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-aaa7052d-88ed-4b7d-b967-918402d338dd tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/subnets/0454136a-0ea3-4226-add2-575f50356df6 HTTP/1.1" status: 204 len: 168 time: 1.1890163 Aug 19 12:09:36.399411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42052) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:36.403732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b2aa3-3584-4b07-924f-6a9eff766358 None None] Network ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:36.493256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42056) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:36.573514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42058) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:36.575637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:36.576166 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:36.662722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:36.681990 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3178815b-e7ab-48e7-9945-decaf884cf05 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/ca2351b9-57ca-48f6-9851-2de94de3a905 HTTP/1.1" status: 200 len: 993 time: 0.1864247 Aug 19 12:09:36.795871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2f16db4a-1b5b-4d57-8445-decb658c6cd2 None None] Provisioning for port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:36.845072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:36.849978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ffc6c-4491-4d8b-a308-3a83f91d3ed6 None None] DHCP port deletion for ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:09:36.876832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2f16db4a-1b5b-4d57-8445-decb658c6cd2 None None] Provisioning complete for port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:36.877592 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2f16db4a-1b5b-4d57-8445-decb658c6cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:36.921098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:36.947721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c64df9-618b-4087-b577-d46ae8f805eb req-d6af5237-9f99-4d42-9886-b653d338b4e2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:36.949370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82c64df9-618b-4087-b577-d46ae8f805eb req-d6af5237-9f99-4d42-9886-b653d338b4e2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 945 time: 0.2319257 Aug 19 12:09:36.967293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2f16db4a-1b5b-4d57-8445-decb658c6cd2 None None] Port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:36.987989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8613c7a6-2b67-4237-9231-2a9510dd4213 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a04c3c35d0e04444b41b3644d79153ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089732 Aug 19 12:09:36.988893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42070) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:37.004870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:37.021008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:37.021681 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.021790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Subnet': ['ID=90a749be-9b5c-49af-b14d-8cdb8aafebc1,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:37.039304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Deleting port fa5420c5-e350-442d-bb2f-62610f3e5fba {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:37.039643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.054265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-256ffc6c-4491-4d8b-a308-3a83f91d3ed6 None None] Deleting port fa5420c5-e350-442d-bb2f-62610f3e5fba {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:09:37.054797 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-256ffc6c-4491-4d8b-a308-3a83f91d3ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.083572 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af9ec3fc-5eef-4b19-b906-3be2ed11a5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.116104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af9ec3fc-5eef-4b19-b906-3be2ed11a5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.144513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-256ffc6c-4491-4d8b-a308-3a83f91d3ed6 None None] For port fa5420c5-e350-442d-bb2f-62610f3e5fba, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fa5420c5-e350-442d-bb2f-62610f3e5fba,segment=NetworkSegment(5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f),segment_id=5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:37.144961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-256ffc6c-4491-4d8b-a308-3a83f91d3ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.163532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-256ffc6c-4491-4d8b-a308-3a83f91d3ed6 None None] Calling delete_port for fa5420c5-e350-442d-bb2f-62610f3e5fba owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:37.166496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Checking segment: {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:37.166989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network hostable DHCP agents. Network: 494f6187-1858-4d66-9946-3330b00203d8, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:09:37.180578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82c64df9-618b-4087-b577-d46ae8f805eb req-a985c784-7e60-4bf2-806b-408aacf523b4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032578 Aug 19 12:09:37.217115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] For port fa5420c5-e350-442d-bb2f-62610f3e5fba, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fa5420c5-e350-442d-bb2f-62610f3e5fba,segment=NetworkSegment(5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f),segment_id=5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:37.217930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.234837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af9ec3fc-5eef-4b19-b906-3be2ed11a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.238125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Calling delete_port for fa5420c5-e350-442d-bb2f-62610f3e5fba owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:09:37.238445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-af9ec3fc-5eef-4b19-b906-3be2ed11a5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.242452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 494f6187-1858-4d66-9946-3330b00203d8 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:09:37.250679 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-af9ec3fc-5eef-4b19-b906-3be2ed11a5a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/735b7f09-4a02-4833-abe4-3fd55ac652e5 HTTP/1.1" status: 204 len: 168 time: 0.2495699 Aug 19 12:09:37.269797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ec3fc-5eef-4b19-b906-3be2ed11a5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735b7f09-4a02-4833-abe4-3fd55ac652e5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:37.280824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 494f6187-1858-4d66-9946-3330b00203d8) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:37.302761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17572886-c32e-45b9-9575-506a874bbf15 None None] Network 494f6187-1858-4d66-9946-3330b00203d8 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:37.320968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:37.321618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.344049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b142836f-6942-48fa-bdc8-157724518603 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9557190 Aug 19 12:09:37.374468 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.395762 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.444446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Port': ['ID=fa5420c5-e350-442d-bb2f-62610f3e5fba,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:37.449497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] No DVR routers for this DVR port fa5420c5-e350-442d-bb2f-62610f3e5fba on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:09:37.510229 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-256ffc6c-4491-4d8b-a308-3a83f91d3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.541960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:37.554576 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.567431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:37.585751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:37.586410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1f7b0b-0e0d-4b51-973b-9eb0ca216a0f') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:09:37.617934 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.639835 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.654446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ffc6c-4491-4d8b-a308-3a83f91d3ed6 None None] No DVR routers for this DVR port fa5420c5-e350-442d-bb2f-62610f3e5fba on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:09:37.657534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ffc6c-4491-4d8b-a308-3a83f91d3ed6 None None] Pushing event deleted for resources: {'Port': ['ID=fa5420c5-e350-442d-bb2f-62610f3e5fba,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:37.676794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:09:37.677213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:09:37.681861 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:09:37.715125 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.752040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-494f6187-1858-4d66-9946-3330b00203d8', 'network_id': '494f6187-1858-4d66-9946-3330b00203d8', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ips': [{'subnet_id': '90a749be-9b5c-49af-b14d-8cdb8aafebc1'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:09:37.755228 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.824892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:37.848058 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.857382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.863714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/networks/ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1 HTTP/1.1" status: 204 len: 168 time: 1.4609523 Aug 19 12:09:37.866642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42104) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:37.928796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52df3eb-aeec-40c0-99e2-638cab228b7e tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Pushing event deleted for resources: {'Network': ['ID=ec95f3c7-a0a8-4312-b0ae-db5550f0e3f1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:37.930740 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0622681a-ac80-445c-b8a9-b853c3669647 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "GET /v2.0/ports?device_id=7657a095-aae9-4f6e-83aa-edc94b80ed0f HTTP/1.1" status: 200 len: 205 time: 0.0625768 Aug 19 12:09:37.932730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42112) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:38.074911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Allocated IP 172.20.0.18 (494f6187-1858-4d66-9946-3330b00203d8/90a749be-9b5c-49af-b14d-8cdb8aafebc1/07f7be5f-68fe-40f8-8d66-6a5979e056c0) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:38.132096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9386e032-2f95-4017-bab2-bd7570b2c1e4 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.151406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42122) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:38.168999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7ac1e6e3-a414-4390-b8ab-051bc2f65627 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143574990', 'description': 'tempest-description--975128511'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:38.250895 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e6e3-a414-4390-b8ab-051bc2f65627 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.369199 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9386e032-2f95-4017-bab2-bd7570b2c1e4 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.369703 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.379629 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9386e032-2f95-4017-bab2-bd7570b2c1e4 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.384272 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e6e3-a414-4390-b8ab-051bc2f65627 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.386063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Transition to ACTIVE for port object 07f7be5f-68fe-40f8-8d66-6a5979e056c0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:38.389377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:38.394186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e6e3-a414-4390-b8ab-051bc2f65627 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.456147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:38.456672 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.459633 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e6e3-a414-4390-b8ab-051bc2f65627 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.461320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7ac1e6e3-a414-4390-b8ab-051bc2f65627 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3087559 Aug 19 12:09:38.464426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42130) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:38.473717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'security_group_rule': {'security_group_id': 'be74794a-b260-4f6a-9ca5-c8e43a1fb78b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:38.493702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e6e3-a414-4390-b8ab-051bc2f65627 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be74794a-b260-4f6a-9ca5-c8e43a1fb78b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:38.497050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9386e032-2f95-4017-bab2-bd7570b2c1e4 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.497598 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386e032-2f95-4017-bab2-bd7570b2c1e4 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Fanout notify agent at l3_agent the message router_deleted on router 7657a095-aae9-4f6e-83aa-edc94b80ed0f {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:09:38.506013 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9386e032-2f95-4017-bab2-bd7570b2c1e4 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.510024 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9386e032-2f95-4017-bab2-bd7570b2c1e4 tempest-RoutersNegativeIpV6Test-735093186 tempest-RoutersNegativeIpV6Test-735093186-project] 10.222.0.65 "DELETE /v2.0/routers/7657a095-aae9-4f6e-83aa-edc94b80ed0f HTTP/1.1" status: 204 len: 168 time: 0.5746076 Aug 19 12:09:38.517498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.529876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Transition to ACTIVE for port object 07f7be5f-68fe-40f8-8d66-6a5979e056c0 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:38.553666 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.561660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42134) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:38.569439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-df916baf-2752-46e6-9e9f-cd2d1998df78 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915067651', 'description': 'tempest-secgroup-smoke-1915067651 description', 'project_id': '17ecf2d06262474eadaac84993402ef7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:38.615657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df916baf-2752-46e6-9e9f-cd2d1998df78 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.643925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Network 494f6187-1858-4d66-9946-3330b00203d8 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:38.645403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Pushing event updated for resources: {'Port': ['ID=07f7be5f-68fe-40f8-8d66-6a5979e056c0,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:38.650069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:38.655511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:38.665022 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.672920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.708011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5965e27-9cad-4083-b778-a8704695d139,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:38.731444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.731444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.731743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.732015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.732359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.733338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.733712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.734594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.735179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.736362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.737409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.737773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:38.759013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Attempting to bind port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:09:38.759546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Attempting to bind port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:09:38.760094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Attempting to bind port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 on network 494f6187-1858-4d66-9946-3330b00203d8 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:38.766175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:09:38.766812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Checking segment: {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:38.767291 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.767755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Bound using segment: {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:09:38.768297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Bound port: 07f7be5f-68fe-40f8-8d66-6a5979e056c0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:09:38.768817 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.803317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df916baf-2752-46e6-9e9f-cd2d1998df78 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.811591 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df916baf-2752-46e6-9e9f-cd2d1998df78 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.822302 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.827534 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8558edc1-65ad-47b5-afea-2d028e0e13f8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619320 Aug 19 12:09:38.829776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42138) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:38.830142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fa5420c5-e350-442d-bb2f-62610f3e5fba no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:09:38.835715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2203130f-eeac-42fd-ba98-c02ad14dd6ac tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'security_group_rule': {'security_group_id': 'be74794a-b260-4f6a-9ca5-c8e43a1fb78b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:38.858204 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df916baf-2752-46e6-9e9f-cd2d1998df78 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.859592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-df916baf-2752-46e6-9e9f-cd2d1998df78 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2967889 Aug 19 12:09:38.866850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: fa5420c5-e350-442d-bb2f-62610f3e5fba {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:09:38.867108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fa5420c5-e350-442d-bb2f-62610f3e5fba not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:09:38.876444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42142) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:38.882606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e2a1172d-2418-4a40-b510-8e4b6c91f5df tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'acc31bd4-6cdb-4c19-a8a5-bec45119c121', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:38.889878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] For port 07f7be5f-68fe-40f8-8d66-6a5979e056c0, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:09:38.893764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916baf-2752-46e6-9e9f-cd2d1998df78 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc31bd4-6cdb-4c19-a8a5-bec45119c121,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:38.896133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] For port 07f7be5f-68fe-40f8-8d66-6a5979e056c0, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=07f7be5f-68fe-40f8-8d66-6a5979e056c0,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:09:38.906703 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.931620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2203130f-eeac-42fd-ba98-c02ad14dd6ac tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.951476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2a1172d-2418-4a40-b510-8e4b6c91f5df tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.021342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630fabb-cba6-42c6-b720-16050060eb9f None None] Pushing event updated for resources: {'Port': ['ID=07f7be5f-68fe-40f8-8d66-6a5979e056c0,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:39.021544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42150) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:39.085680 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2a1172d-2418-4a40-b510-8e4b6c91f5df tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.099980 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2a1172d-2418-4a40-b510-8e4b6c91f5df tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.121150 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2203130f-eeac-42fd-ba98-c02ad14dd6ac tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.130481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2203130f-eeac-42fd-ba98-c02ad14dd6ac tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.154759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1172d-2418-4a40-b510-8e4b6c91f5df tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0281d4b5-4ab3-4274-aa2e-b0155bb068eb,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:39.164871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203130f-eeac-42fd-ba98-c02ad14dd6ac tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f60f54-2fd5-4e5f-8e4f-777d24096f4d,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:39.174985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2a1172d-2418-4a40-b510-8e4b6c91f5df tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.176289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e2a1172d-2418-4a40-b510-8e4b6c91f5df tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989945 Aug 19 12:09:39.179416 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2203130f-eeac-42fd-ba98-c02ad14dd6ac tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.181946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42160) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:39.185568 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2203130f-eeac-42fd-ba98-c02ad14dd6ac tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514130 Aug 19 12:09:39.186527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42162) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:39.187181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-165bb434-19d8-48ef-9222-bb60b221f70a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'acc31bd4-6cdb-4c19-a8a5-bec45119c121', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:39.193705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:39.223275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.292173 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-165bb434-19d8-48ef-9222-bb60b221f70a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.334043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d11576f0-62f4-4ef9-b144-6dc1e4754a62 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf44651609ca4b8fa3300f37c31f4f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115044 Aug 19 12:09:39.335103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42168) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:39.420390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-165bb434-19d8-48ef-9222-bb60b221f70a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.430970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-165bb434-19d8-48ef-9222-bb60b221f70a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.459644 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29e17d4a-3513-4180-ada6-e1af14f25b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.462828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bb434-19d8-48ef-9222-bb60b221f70a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b96299-b5f8-4aa8-85c3-b02083d75826,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:39.479139 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-165bb434-19d8-48ef-9222-bb60b221f70a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.480282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-165bb434-19d8-48ef-9222-bb60b221f70a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973478 Aug 19 12:09:39.484856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42170) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:39.490406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-40cf26e9-d5dd-47ec-bc4f-91c3f2314039 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'acc31bd4-6cdb-4c19-a8a5-bec45119c121', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:39.500778 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.505175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29e17d4a-3513-4180-ada6-e1af14f25b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.531045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cf26e9-d5dd-47ec-bc4f-91c3f2314039 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.575385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:09:39.616298 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cf26e9-d5dd-47ec-bc4f-91c3f2314039 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.623982 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cf26e9-d5dd-47ec-bc4f-91c3f2314039 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.636077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29e17d4a-3513-4180-ada6-e1af14f25b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.638859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29e17d4a-3513-4180-ada6-e1af14f25b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.640267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-29e17d4a-3513-4180-ada6-e1af14f25b59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1165a57e-c93e-4579-ba89-06bdd6d4d9f9 HTTP/1.1" status: 204 len: 168 time: 0.3040011 Aug 19 12:09:39.661577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cf26e9-d5dd-47ec-bc4f-91c3f2314039 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.665858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-40cf26e9-d5dd-47ec-bc4f-91c3f2314039 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1806054 Aug 19 12:09:39.669777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42182) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:39.681756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf26e9-d5dd-47ec-bc4f-91c3f2314039 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9099abe-f029-4c25-baf3-16fee85c2117,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:39.683838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17d4a-3513-4180-ada6-e1af14f25b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1165a57e-c93e-4579-ba89-06bdd6d4d9f9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:39.688149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Allocated IP 172.25.4.157 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/dfa73168-0bfb-407f-8637-8afe9fc6490b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:39.699867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f1d9a9a8-8438-459d-b04d-e8202f2461ae tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'acc31bd4-6cdb-4c19-a8a5-bec45119c121', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:39.762543 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.804967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:09:39.805517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a9a8-8438-459d-b04d-e8202f2461ae tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.809724 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3a8f71-b2c2-424d-806e-c41a4daabf0b" -d '{"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-unplugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:09:39.831894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:39.846835 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:39.888119 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9a7b3f-d0d8-406c-9636-5b5f2f1643ed x-openstack-request-id: req-7e9a7b3f-d0d8-406c-9636-5b5f2f1643ed {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:09:39.888809 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-unplugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:09:39.891393 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e9a7b3f-d0d8-406c-9636-5b5f2f1643ed {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:09:39.894421 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'code': 200} Aug 19 12:09:39.988024 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.003902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:40.034919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a9a8-8438-459d-b04d-e8202f2461ae tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.057898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a9a8-8438-459d-b04d-e8202f2461ae tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.082835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9a9a8-8438-459d-b04d-e8202f2461ae tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a470d67-a8c3-4cc0-8026-8eb4dbc1ec83,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:40.155392 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a9a8-8438-459d-b04d-e8202f2461ae tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.156984 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f1d9a9a8-8438-459d-b04d-e8202f2461ae tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4788480 Aug 19 12:09:40.159603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42208) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:40.166972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-116e8760-4c1a-4ff1-845e-d0e1a3ca7723 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'acc31bd4-6cdb-4c19-a8a5-bec45119c121', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:40.186253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.188551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 07f7be5f-68fe-40f8-8d66-6a5979e056c0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:40.215158 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:40.220941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:40.282633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:40.310986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:40.311377 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-116e8760-4c1a-4ff1-845e-d0e1a3ca7723 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Project 17ecf2d06262474eadaac84993402ef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:09:40.332488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-116e8760-4c1a-4ff1-845e-d0e1a3ca7723 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.389289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Port': ['ID=dfa73168-0bfb-407f-8637-8afe9fc6490b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:40.469018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-116e8760-4c1a-4ff1-845e-d0e1a3ca7723 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.481092 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-116e8760-4c1a-4ff1-845e-d0e1a3ca7723 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.515140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8760-4c1a-4ff1-845e-d0e1a3ca7723 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cd1606-f499-4e15-adbb-62fe77278eda,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:40.523370 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.531366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-116e8760-4c1a-4ff1-845e-d0e1a3ca7723 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.532855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-116e8760-4c1a-4ff1-845e-d0e1a3ca7723 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3718626 Aug 19 12:09:40.535587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42224) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:40.542349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f43d25b6-4163-46ad-855e-ff76cb032d18 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': 'acc31bd4-6cdb-4c19-a8a5-bec45119c121', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:40.569372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4caf7-61c4-4007-87c7-1c587f6a26ca None None] Network 494f6187-1858-4d66-9946-3330b00203d8 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:09:40.597997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.603122 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-f43d25b6-4163-46ad-855e-ff76cb032d18 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Project 17ecf2d06262474eadaac84993402ef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:09:40.649895 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f43d25b6-4163-46ad-855e-ff76cb032d18 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.743501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-81d99a5e-986a-49ba-8c55-8f22125f7c8a None None] Provisioning for port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:40.754844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-81d99a5e-986a-49ba-8c55-8f22125f7c8a None None] Provisioning complete for port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:40.757120 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81d99a5e-986a-49ba-8c55-8f22125f7c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.812355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42230) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:40.833063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f43d25b6-4163-46ad-855e-ff76cb032d18 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.854192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f43d25b6-4163-46ad-855e-ff76cb032d18 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.906724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d25b6-4163-46ad-855e-ff76cb032d18 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d255aac3-2fba-46b0-9c85-c408f8571e09,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:40.938184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f43d25b6-4163-46ad-855e-ff76cb032d18 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.939481 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f43d25b6-4163-46ad-855e-ff76cb032d18 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4023597 Aug 19 12:09:41.021262 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81d99a5e-986a-49ba-8c55-8f22125f7c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.058630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.065026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.103669 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-81d99a5e-986a-49ba-8c55-8f22125f7c8a None None] For port 07f7be5f-68fe-40f8-8d66-6a5979e056c0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=07f7be5f-68fe-40f8-8d66-6a5979e056c0,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:41.113132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81d99a5e-986a-49ba-8c55-8f22125f7c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.194088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Port': ['ID=dfa73168-0bfb-407f-8637-8afe9fc6490b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:41.204340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.226741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.237952 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5f590423-a650-4835-b0f0-1996c408f78f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0405924 Aug 19 12:09:41.238266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d99a5e-986a-49ba-8c55-8f22125f7c8a None None] Pushing event updated for resources: {'Port': ['ID=07f7be5f-68fe-40f8-8d66-6a5979e056c0,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:41.336171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-8bab6860-902a-4322-a895-379c8966664a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915067651&fields=id&tenant_id=17ecf2d06262474eadaac84993402ef7 HTTP/1.1" status: 200 len: 267 time: 0.0593736 Aug 19 12:09:41.359452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-90a698fd-9c3d-4cce-bc3a-62ad79af1011 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:41.360389 n-d-778550-9 neutron-server[101154]: WARNING neutron.api.v2.base [None req-90a698fd-9c3d-4cce-bc3a-62ad79af1011 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:09:41.361682 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-90a698fd-9c3d-4cce-bc3a-62ad79af1011 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:09:41.362867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-90a698fd-9c3d-4cce-bc3a-62ad79af1011 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5499792 Aug 19 12:09:41.366618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42260) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:41.377834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486798137'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:41.420548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.434108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.443531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cf3c4f81-e072-4c5c-a277-97cb60353a28 None None] Provisioning complete for port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:41.443911 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4f81-e072-4c5c-a277-97cb60353a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.547856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e624-09b1-4114-b253-1ff9698a71ae req-3d83e802-2883-4371-9541-0c3a5eed0f8e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:41.568961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-3d83e802-2883-4371-9541-0c3a5eed0f8e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/networks?id=494f6187-1858-4d66-9946-3330b00203d8 HTTP/1.1" status: 200 len: 797 time: 0.2249470 Aug 19 12:09:41.585458 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-f6ea5d3a-c0db-49a1-b2c5-9003dd568eeb tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/quotas/17ecf2d06262474eadaac84993402ef7 HTTP/1.1" status: 200 len: 375 time: 0.0152087 Aug 19 12:09:41.608413 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.621084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.631446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:09:41.697026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef93dac-3dab-48d6-b791-95b15f1c9cd7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:41.726764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-3ffeaa5f-76e7-40bf-9188-d1ef1f1e0464 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1143574990&fields=id&tenant_id=2588bc39da764c80b9559ab85c409ca1 HTTP/1.1" status: 200 len: 267 time: 0.1151752 Aug 19 12:09:41.762138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:41.769094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-339b7055-3ec6-418e-8b78-31402bd37989 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1625259 Aug 19 12:09:41.791907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '97f9a7a6-f920-4a99-9962-03810022148c', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'port_id': '97f9a7a6-f920-4a99-9962-03810022148c', 'mac_address': 'fa:16:3e:c3:f0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:09:41.811905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.816777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.844872 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.846160 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4782319 Aug 19 12:09:41.852486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42286) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:41.866353 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.868445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d1ba9-f8f0-4fb6-aef1-68e01e2c85e2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc6036c-e872-428f-8b0f-822a03ae1ec9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:41.870875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-62716172-4260-49e1-bbd4-e1988f1bdc47 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:41.872361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-62716172-4260-49e1-bbd4-e1988f1bdc47 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports/f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 200 len: 931 time: 0.1444745 Aug 19 12:09:41.877324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-84485246-0697-47c0-b459-17a0f6121f6c tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'bcc6036c-e872-428f-8b0f-822a03ae1ec9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:41.891259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f9a7a6-f920-4a99-9962-03810022148c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:09:41.923448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:41.930633 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.986122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d535ebb1-2c06-4aeb-b1f4-057c3ab9b5f6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:41.987623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d535ebb1-2c06-4aeb-b1f4-057c3ab9b5f6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports/3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 200 len: 931 time: 0.1034925 Aug 19 12:09:42.062243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:42.083329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84485246-0697-47c0-b459-17a0f6121f6c tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:42.149227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['97f9a7a6-f920-4a99-9962-03810022148c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:09:42.185618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-43c83e9c-7081-45c2-a7d1-424b07fb77e6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1504912 Aug 19 12:09:42.185841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 07f7be5f-68fe-40f8-8d66-6a5979e056c0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:42.225130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-40bfa784-b66a-47f3-83be-4075e759c2cf service neutron] 10.222.0.65 "GET /v2.0/networks/494f6187-1858-4d66-9946-3330b00203d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546664 Aug 19 12:09:42.292668 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84485246-0697-47c0-b459-17a0f6121f6c tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:42.309520 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84485246-0697-47c0-b459-17a0f6121f6c tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:42.438466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:42.438854 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:42.471849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84485246-0697-47c0-b459-17a0f6121f6c tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173f5bd0-50bc-4f3f-a0a3-577c49d5074d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:42.503255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-48bb9205-8ed1-4296-8a26-47ec80aab3e9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2931919 Aug 19 12:09:42.542429 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84485246-0697-47c0-b459-17a0f6121f6c tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:42.554222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-84485246-0697-47c0-b459-17a0f6121f6c tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6933291 Aug 19 12:09:42.558256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42316) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:42.566387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-860de2dd-80de-4b0d-abd5-17f46adaf402 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'bcc6036c-e872-428f-8b0f-822a03ae1ec9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:42.641599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-860de2dd-80de-4b0d-abd5-17f46adaf402 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:42.811781 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-860de2dd-80de-4b0d-abd5-17f46adaf402 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:09:42.813139 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-860de2dd-80de-4b0d-abd5-17f46adaf402 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2536380 Aug 19 12:09:42.815859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42324) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:42.888272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-2f9c3334-1a07-47f8-b4eb-efde44be9aee service neutron] 10.222.0.65 "GET /v2.0/networks/494f6187-1858-4d66-9946-3330b00203d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613145 Aug 19 12:09:42.972128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f58d7e6-be1e-49f8-9852-73cc66e32605 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:42.989044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d9a043c9-2b19-4728-8e9f-9efd642575d6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:43.009367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d9a043c9-2b19-4728-8e9f-9efd642575d6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:43.022405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f58d7e6-be1e-49f8-9852-73cc66e32605 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:43.026175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d9a043c9-2b19-4728-8e9f-9efd642575d6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:43.038656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d9a043c9-2b19-4728-8e9f-9efd642575d6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/networks?id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3183f7d6-f793-4ec1-a16b-68ec64416faa&id=3183f7d6-f793-4ec1-a16b-68ec64416faa HTTP/1.1" status: 200 len: 1990 time: 0.5331013 Aug 19 12:09:43.064101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ebe4d1d8-6a58-4fc3-a303-f883fda43f15 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/quotas/2588bc39da764c80b9559ab85c409ca1 HTTP/1.1" status: 200 len: 375 time: 0.0240808 Aug 19 12:09:43.148169 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f58d7e6-be1e-49f8-9852-73cc66e32605 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:43.150985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5f58d7e6-be1e-49f8-9852-73cc66e32605 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:43.152068 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5f58d7e6-be1e-49f8-9852-73cc66e32605 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/bcc6036c-e872-428f-8b0f-822a03ae1ec9 HTTP/1.1" status: 204 len: 168 time: 0.3351872 Aug 19 12:09:43.175230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42338) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:43.207705 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d1f14cf0-a6ec-4607-9e4f-4a5dad816467 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1340487 Aug 19 12:09:43.216945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58d7e6-be1e-49f8-9852-73cc66e32605 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc6036c-e872-428f-8b0f-822a03ae1ec9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:43.322621 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-07152846-a5ac-47c9-857c-c37bfabfc480 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1461432 Aug 19 12:09:43.326792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42342) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:43.345408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f9ff46bf-eb5b-4376-ad4b-45a1de4a7620 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119539819'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:43.444712 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9ff46bf-eb5b-4376-ad4b-45a1de4a7620 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:43.527454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f902846-5978-4dd5-b63c-d9aabb768cdf req-925ca387-8693-4fb4-8bef-7acb0bc10ac1 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 210 time: 0.1296449 Aug 19 12:09:43.605569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:43.662734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42350) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:43.714616 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-84025aea-ba0b-4afc-b8c9-8e3f952a53fc service neutron] 10.222.0.65 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012400 Aug 19 12:09:43.801071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 97f9a7a6-f920-4a99-9962-03810022148c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:43.801441 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:43.956923 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e72834-216c-4012-8ba8-da06d2a12d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.003723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9ff46bf-eb5b-4376-ad4b-45a1de4a7620 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.026074 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9ff46bf-eb5b-4376-ad4b-45a1de4a7620 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.064628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff46bf-eb5b-4376-ad4b-45a1de4a7620 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db97efa9-9197-4f8f-8acf-2c7e3c96c83c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:44.133998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-92a9af9f-7f8e-4a79-b6df-b4850bca9d6b service neutron] 10.222.0.65 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179461 Aug 19 12:09:44.190185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d8928ebf-4d2f-4796-b4e8-dcd00afcba3d service neutron] 10.222.0.65 "GET /v2.0/ports/f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0545068 Aug 19 12:09:44.225227 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.257510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:09:44.261558 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68364782-fe30-47c2-9b01-dfa1d74efb60" -d '{"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-plugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:09:44.280889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:44.292467 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.303818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e72834-216c-4012-8ba8-da06d2a12d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.312245 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e72834-216c-4012-8ba8-da06d2a12d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.322159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9ff46bf-eb5b-4376-ad4b-45a1de4a7620 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.328823 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f9ff46bf-eb5b-4376-ad4b-45a1de4a7620 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9945350 Aug 19 12:09:44.334718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42368) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:44.357392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-936e2fb8-6d65-4ef3-8df0-b33be00413ef tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'db97efa9-9197-4f8f-8acf-2c7e3c96c83c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:44.361081 n-d-778550-9 neutron-server[101154]: WARNING neutron.api.v2.base [None req-936e2fb8-6d65-4ef3-8df0-b33be00413ef tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 12:09:44.362786 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-936e2fb8-6d65-4ef3-8df0-b33be00413ef tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:44.363474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=10']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:44.366096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-936e2fb8-6d65-4ef3-8df0-b33be00413ef tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0290999 Aug 19 12:09:44.370985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42370) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:44.382473 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee46cdf-e60b-4dd1-9f3f-3806d0bdb4c8 x-openstack-request-id: req-fee46cdf-e60b-4dd1-9f3f-3806d0bdb4c8 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:09:44.382769 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-plugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:09:44.383017 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fee46cdf-e60b-4dd1-9f3f-3806d0bdb4c8 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:09:44.383409 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'code': 200} Aug 19 12:09:44.419674 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-11e72834-216c-4012-8ba8-da06d2a12d56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70781328e8df4a079f1cba097b234405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7550457 Aug 19 12:09:44.420537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e72834-216c-4012-8ba8-da06d2a12d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0445ed66-c824-46e8-8205-39764fb1e159,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:44.422172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-84a647a1-d0d6-45d2-bfd4-ddfc8f53b4c2 service neutron] 10.222.0.65 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312562 Aug 19 12:09:44.425398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42372) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:44.497491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43c87074-915b-4556-848f-f4df4a2f9bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.504886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-413e3e81-ec6c-467d-84fa-6b07b14ebc85 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.530789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43c87074-915b-4556-848f-f4df4a2f9bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.540408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-413e3e81-ec6c-467d-84fa-6b07b14ebc85 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.598213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-3710e31e-f21c-430a-aa33-fc0c1d72cf05 service neutron] 10.222.0.65 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455424 Aug 19 12:09:44.609073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43c87074-915b-4556-848f-f4df4a2f9bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.612516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43c87074-915b-4556-848f-f4df4a2f9bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.613783 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-43c87074-915b-4556-848f-f4df4a2f9bda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0445ed66-c824-46e8-8205-39764fb1e159 HTTP/1.1" status: 204 len: 168 time: 0.1872239 Aug 19 12:09:44.625159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c87074-915b-4556-848f-f4df4a2f9bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0445ed66-c824-46e8-8205-39764fb1e159,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:44.648492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-413e3e81-ec6c-467d-84fa-6b07b14ebc85 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.651476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-413e3e81-ec6c-467d-84fa-6b07b14ebc85 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.652708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-413e3e81-ec6c-467d-84fa-6b07b14ebc85 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/db97efa9-9197-4f8f-8acf-2c7e3c96c83c HTTP/1.1" status: 204 len: 168 time: 0.2804821 Aug 19 12:09:44.655727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42378) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:44.660917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-f2dea9a4-0bf1-4bc9-a5a5-1b1f84a6f527 service neutron] 10.222.0.65 "GET /v2.0/ports/3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0518537 Aug 19 12:09:44.665807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e3e81-ec6c-467d-84fa-6b07b14ebc85 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db97efa9-9197-4f8f-8acf-2c7e3c96c83c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:44.725034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8accf9a6-b2a1-4e23-a772-b60ba3747652 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0668883 Aug 19 12:09:44.729595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42380) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:44.736290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2b4160c6-1e6b-4848-bb4c-d0f09c9e06dc tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'tempest-secgroup--7411917'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:44.782000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b4160c6-1e6b-4848-bb4c-d0f09c9e06dc tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:44.784710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1ae8b32-c68d-47f8-a7bc-51b28e986811 req-a2569449-3c35-4853-a946-a1d5c1efc688 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 210 time: 0.0575147 Aug 19 12:09:44.801830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-884a0fef-b61d-4a80-b59b-6e2b2737b248 service neutron] 10.222.0.65 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338599 Aug 19 12:09:44.999229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b4160c6-1e6b-4848-bb4c-d0f09c9e06dc tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.008660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b4160c6-1e6b-4848-bb4c-d0f09c9e06dc tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.066414 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-de414cfc-88b5-4196-99c1-faade8802936 service neutron] 10.222.0.65 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563033 Aug 19 12:09:45.070119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2b4160c6-1e6b-4848-bb4c-d0f09c9e06dc tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.083441 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2b4160c6-1e6b-4848-bb4c-d0f09c9e06dc tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3403394 Aug 19 12:09:45.084215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42390) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:45.101372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-72a567cf-5df2-45c2-9d89-3f0a2c4d37bf tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'd77be79f-ed7f-43ef-8873-58f37414462e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:45.102261 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-72a567cf-5df2-45c2-9d89-3f0a2c4d37bf tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 12:09:45.102768 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-72a567cf-5df2-45c2-9d89-3f0a2c4d37bf tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:45.104060 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-72a567cf-5df2-45c2-9d89-3f0a2c4d37bf tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094736 Aug 19 12:09:45.106236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4160c6-1e6b-4848-bb4c-d0f09c9e06dc tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77be79f-ed7f-43ef-8873-58f37414462e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:45.108829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42392) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:45.191402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e624-09b1-4114-b253-1ff9698a71ae req-1491f7e7-5702-416c-ac2e-b17c2fcdb557 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:45.193232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30a212a6-64c8-47d6-ac43-146520cbf473 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.193423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-1491f7e7-5702-416c-ac2e-b17c2fcdb557 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "GET /v2.0/networks?id=494f6187-1858-4d66-9946-3330b00203d8 HTTP/1.1" status: 200 len: 797 time: 0.2564137 Aug 19 12:09:45.224784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30a212a6-64c8-47d6-ac43-146520cbf473 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.305571 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30a212a6-64c8-47d6-ac43-146520cbf473 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.309095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30a212a6-64c8-47d6-ac43-146520cbf473 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.315211 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-30a212a6-64c8-47d6-ac43-146520cbf473 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/d77be79f-ed7f-43ef-8873-58f37414462e HTTP/1.1" status: 204 len: 168 time: 0.2048173 Aug 19 12:09:45.316103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42398) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:45.326611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-48aae8f0-d018-482e-a6aa-eeaf75adc915 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17ecf2d06262474eadaac84993402ef7 HTTP/1.1" status: 200 len: 471 time: 0.0633624 Aug 19 12:09:45.358784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42402) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:45.361896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'port': {'device_id': '036a9e2e-2e14-4d9d-9dc3-05b02ae52f53', 'network_id': '494f6187-1858-4d66-9946-3330b00203d8', 'admin_state_up': True, 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'security_groups': ['acc31bd4-6cdb-4c19-a8a5-bec45119c121']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:45.368404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a212a6-64c8-47d6-ac43-146520cbf473 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77be79f-ed7f-43ef-8873-58f37414462e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:45.386616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25313edf-d422-420d-844b-ddbb96e23d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.437833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-559355f3-74c5-4b66-b519-f1efae64fc7e service neutron] 10.222.0.65 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755475 Aug 19 12:09:45.449985 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8895e410-484d-4d2e-99ff-d56ee8fee0bc tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1276572 Aug 19 12:09:45.452581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42404) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:45.460382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ba8daf4b-0e78-4a55-a8f0-92967818f093 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946473487'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:45.581494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-4abc4351-23dc-41a8-8e3a-a2823d24e566 service neutron] 10.222.0.65 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367419 Aug 19 12:09:45.618441 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:09:45.647228 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25313edf-d422-420d-844b-ddbb96e23d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.674065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25313edf-d422-420d-844b-ddbb96e23d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.706623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-add0bcf9-ad89-4dd5-9d13-5810237de9f1 service neutron] 10.222.0.65 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190660 Aug 19 12:09:45.717834 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-25313edf-d422-420d-844b-ddbb96e23d3d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32bb806f13d145c298a4f8a5a6052443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578422 Aug 19 12:09:45.718504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42408) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:45.727933 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ba8daf4b-0e78-4a55-a8f0-92967818f093 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.772048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Made reservation on behalf of 17ecf2d06262474eadaac84993402ef7 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:45.776110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.789838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25313edf-d422-420d-844b-ddbb96e23d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec12b44-2898-4597-8f97-7d579774b50a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:45.852844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a956583-cc29-40dd-ba30-6ac876df08f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:45.896253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a956583-cc29-40dd-ba30-6ac876df08f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.001440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a956583-cc29-40dd-ba30-6ac876df08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.004262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a956583-cc29-40dd-ba30-6ac876df08f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.005453 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7a956583-cc29-40dd-ba30-6ac876df08f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ec12b44-2898-4597-8f97-7d579774b50a HTTP/1.1" status: 204 len: 168 time: 0.2847192 Aug 19 12:09:46.008083 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ba8daf4b-0e78-4a55-a8f0-92967818f093 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.018517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a956583-cc29-40dd-ba30-6ac876df08f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec12b44-2898-4597-8f97-7d579774b50a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:46.021524 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ba8daf4b-0e78-4a55-a8f0-92967818f093 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.047638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0665640a-6cf6-4fe5-b3a5-2d07a4919479 req-6632ada1-3dbb-4b23-b1cb-77943bad8a9d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 210 time: 0.1000617 Aug 19 12:09:46.090371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8daf4b-0e78-4a55-a8f0-92967818f093 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ebcd79-0e39-4186-8e59-95b413f9342e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:46.094418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ba8daf4b-0e78-4a55-a8f0-92967818f093 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.098370 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ba8daf4b-0e78-4a55-a8f0-92967818f093 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6423662 Aug 19 12:09:46.099589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42414) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:46.114525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-46d1907f-fd58-4e0d-b48d-2389bbb0e220 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': '40ebcd79-0e39-4186-8e59-95b413f9342e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:46.129550 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-46d1907f-fd58-4e0d-b48d-2389bbb0e220 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 12:09:46.130255 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-46d1907f-fd58-4e0d-b48d-2389bbb0e220 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:46.135553 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-46d1907f-fd58-4e0d-b48d-2389bbb0e220 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0307562 Aug 19 12:09:46.135553 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42416) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:46.142569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3c7c0284-83b0-41a7-80c5-14c603a3ef73 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': '40ebcd79-0e39-4186-8e59-95b413f9342e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:46.143319 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-3c7c0284-83b0-41a7-80c5-14c603a3ef73 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 12:09:46.144110 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-3c7c0284-83b0-41a7-80c5-14c603a3ef73 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:46.148744 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3c7c0284-83b0-41a7-80c5-14c603a3ef73 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094731 Aug 19 12:09:46.149475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42418) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:46.153533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-24a790c3-b202-42c1-be67-61ea49831cef service neutron] 10.222.0.65 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391100 Aug 19 12:09:46.158792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3d7d7dc1-4b56-443b-bb05-e5152d5e2485 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': '40ebcd79-0e39-4186-8e59-95b413f9342e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:46.163014 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-3d7d7dc1-4b56-443b-bb05-e5152d5e2485 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 12:09:46.163014 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-3d7d7dc1-4b56-443b-bb05-e5152d5e2485 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:46.167295 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3d7d7dc1-4b56-443b-bb05-e5152d5e2485 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118361 Aug 19 12:09:46.168174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42420) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:46.172793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9fba2b92-a150-4708-85c0-49d3549a127f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': '40ebcd79-0e39-4186-8e59-95b413f9342e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:46.173710 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-9fba2b92-a150-4708-85c0-49d3549a127f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 12:09:46.174575 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-9fba2b92-a150-4708-85c0-49d3549a127f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:46.178410 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9fba2b92-a150-4708-85c0-49d3549a127f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091639 Aug 19 12:09:46.178992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42422) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:46.196878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.20.0.25 (494f6187-1858-4d66-9946-3330b00203d8/90a749be-9b5c-49af-b14d-8cdb8aafebc1/dc302edc-be77-4a1f-88d5-c8e8f03a06da) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:46.283498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90b7d4c7-13a8-4acb-b2cf-e30e1d27e5cb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.335495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90b7d4c7-13a8-4acb-b2cf-e30e1d27e5cb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.402813 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90b7d4c7-13a8-4acb-b2cf-e30e1d27e5cb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.406097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90b7d4c7-13a8-4acb-b2cf-e30e1d27e5cb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.417727 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-90b7d4c7-13a8-4acb-b2cf-e30e1d27e5cb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/40ebcd79-0e39-4186-8e59-95b413f9342e HTTP/1.1" status: 204 len: 168 time: 0.2317908 Aug 19 12:09:46.418439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42432) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:46.479823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7d4c7-13a8-4acb-b2cf-e30e1d27e5cb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ebcd79-0e39-4186-8e59-95b413f9342e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:46.575424 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9658537b-6d8e-41d6-9bfe-88091624f487 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1452799 Aug 19 12:09:46.576080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42434) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:46.580857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1dad9d94-7cf3-4e83-90a1-96df91de765f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104039289'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:46.642047 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dad9d94-7cf3-4e83-90a1-96df91de765f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.769331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42438) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:46.811438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c07b4fa9-0f80-43c3-9d4e-72d6d629b96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.869934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dad9d94-7cf3-4e83-90a1-96df91de765f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:46.893137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dad9d94-7cf3-4e83-90a1-96df91de765f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.038775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9d94-7cf3-4e83-90a1-96df91de765f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b99521-a831-4bff-b263-6b02d234cd1a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:47.100995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-4df32d91-0e60-4e54-8bfb-3c5e9413d5dc service neutron] 10.222.0.65 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9311631 Aug 19 12:09:47.154489 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c07b4fa9-0f80-43c3-9d4e-72d6d629b96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.167830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c07b4fa9-0f80-43c3-9d4e-72d6d629b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.174111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1dad9d94-7cf3-4e83-90a1-96df91de765f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.175979 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1dad9d94-7cf3-4e83-90a1-96df91de765f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5988486 Aug 19 12:09:47.183337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42442) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.193723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-858d4cb6-a89f-46f3-815e-bcc6876c9260 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'a1b99521-a831-4bff-b263-6b02d234cd1a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:47.194729 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-858d4cb6-a89f-46f3-815e-bcc6876c9260 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:09:47.195395 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-858d4cb6-a89f-46f3-815e-bcc6876c9260 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:47.196528 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-858d4cb6-a89f-46f3-815e-bcc6876c9260 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120144 Aug 19 12:09:47.203477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42444) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.216102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9f9bcf41-f265-430a-abcd-87d6cce2b47b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'a1b99521-a831-4bff-b263-6b02d234cd1a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:47.240957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.243318 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c07b4fa9-0f80-43c3-9d4e-72d6d629b96f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4306111e684a4d9486dfe57b2e8b5f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728289 Aug 19 12:09:47.244327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b4fa9-0f80-43c3-9d4e-72d6d629b96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433da23e-7412-4092-afc1-b3d60eecb2e0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:47.246993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42446) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.298076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-607111c1-f2dc-4035-bc72-903da8e4c0f4 req-8bfcbcfa-f83e-4a48-bf6f-bd09b5559138 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 210 time: 0.0532348 Aug 19 12:09:47.317782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Transition to ACTIVE for port object dc302edc-be77-4a1f-88d5-c8e8f03a06da will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:47.325551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab75f33d-ccc9-4128-b8ad-18084e5bbefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.328790 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-9f9bcf41-f265-430a-abcd-87d6cce2b47b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:47.329877 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9f9bcf41-f265-430a-abcd-87d6cce2b47b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1252117 Aug 19 12:09:47.341577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42448) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.355371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-98c9b9c1-aa68-4070-8834-bd78c0f97e32 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'a1b99521-a831-4bff-b263-6b02d234cd1a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:47.355371 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-98c9b9c1-aa68-4070-8834-bd78c0f97e32 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 12:09:47.355371 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-98c9b9c1-aa68-4070-8834-bd78c0f97e32 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:47.357001 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-98c9b9c1-aa68-4070-8834-bd78c0f97e32 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136704 Aug 19 12:09:47.360789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42454) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.368210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1cc9be31-1963-46f3-a02d-6f02370575f8 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'a1b99521-a831-4bff-b263-6b02d234cd1a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:47.378858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab75f33d-ccc9-4128-b8ad-18084e5bbefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.392496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-4dbe2363-a8dd-487a-b8f4-0aabb7858528 service neutron] 10.222.0.65 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602692 Aug 19 12:09:47.467303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab75f33d-ccc9-4128-b8ad-18084e5bbefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.473576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab75f33d-ccc9-4128-b8ad-18084e5bbefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.474983 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ab75f33d-ccc9-4128-b8ad-18084e5bbefb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/433da23e-7412-4092-afc1-b3d60eecb2e0 HTTP/1.1" status: 204 len: 168 time: 0.2254374 Aug 19 12:09:47.485724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75f33d-ccc9-4128-b8ad-18084e5bbefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433da23e-7412-4092-afc1-b3d60eecb2e0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:47.532923 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:47.564343 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-1cc9be31-1963-46f3-a02d-6f02370575f8 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:47.568355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1cc9be31-1963-46f3-a02d-6f02370575f8 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2021084 Aug 19 12:09:47.569530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42466) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.575508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e04133f7-5482-4092-a518-be34699b3c22 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'a1b99521-a831-4bff-b263-6b02d234cd1a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:47.576071 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-e04133f7-5482-4092-a518-be34699b3c22 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:09:47.576623 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-e04133f7-5482-4092-a518-be34699b3c22 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:47.580793 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e04133f7-5482-4092-a518-be34699b3c22 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081739 Aug 19 12:09:47.582825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42468) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.591953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f507d728-b880-4c5b-8764-223f7dc026f6 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'a1b99521-a831-4bff-b263-6b02d234cd1a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:47.638567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 494f6187-1858-4d66-9946-3330b00203d8 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:47.649893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:47.662493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:47.694512 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-f507d728-b880-4c5b-8764-223f7dc026f6 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:47.700461 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f507d728-b880-4c5b-8764-223f7dc026f6 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1131315 Aug 19 12:09:47.701141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42470) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.710697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3ae8dcc3-762e-4559-82d1-5c631cd0e40f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'a1b99521-a831-4bff-b263-6b02d234cd1a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:47.710980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=dc302edc-be77-4a1f-88d5-c8e8f03a06da,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:47.712207 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-3ae8dcc3-762e-4559-82d1-5c631cd0e40f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 12:09:47.715401 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-3ae8dcc3-762e-4559-82d1-5c631cd0e40f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:47.720494 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3ae8dcc3-762e-4559-82d1-5c631cd0e40f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155838 Aug 19 12:09:47.720675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-3b2686fe-a5e5-4d7c-a794-566c672b186a service neutron] 10.222.0.65 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253393 Aug 19 12:09:47.721936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42472) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.735417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-54b0fbca-974a-4ee1-b502-db0d3c402f9e tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'a1b99521-a831-4bff-b263-6b02d234cd1a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:47.845394 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-54b0fbca-974a-4ee1-b502-db0d3c402f9e tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:47.849461 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-54b0fbca-974a-4ee1-b502-db0d3c402f9e tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1215060 Aug 19 12:09:47.850689 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42478) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.861895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-357d835b-f168-442b-ace7-9dfe0c3a0fb8 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'a1b99521-a831-4bff-b263-6b02d234cd1a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:47.947477 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-357d835b-f168-442b-ace7-9dfe0c3a0fb8 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:47.948504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-357d835b-f168-442b-ace7-9dfe0c3a0fb8 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0953443 Aug 19 12:09:47.952452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42480) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:47.965424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2197a68e-4c77-4c16-b257-1e172e2655e1 service neutron] 10.222.0.65 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360325 Aug 19 12:09:47.971546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:47.971890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.035145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-6e227c51-1353-4c93-84e1-fb531533ce68 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6881590 Aug 19 12:09:48.054057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Request body: {'port': {'device_id': '036a9e2e-2e14-4d9d-9dc3-05b02ae52f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:48.113370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03093ac6-76eb-49d7-9e6e-a36f00769e7d None None] Provisioning for port dc302edc-be77-4a1f-88d5-c8e8f03a06da completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:48.115161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8837468-686f-4a51-8e11-a8f08f720aeb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.134465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03093ac6-76eb-49d7-9e6e-a36f00769e7d None None] Provisioning complete for port dc302edc-be77-4a1f-88d5-c8e8f03a06da triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:48.142261 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03093ac6-76eb-49d7-9e6e-a36f00769e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.167462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8837468-686f-4a51-8e11-a8f08f720aeb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.177735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.257672 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8837468-686f-4a51-8e11-a8f08f720aeb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.261452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8837468-686f-4a51-8e11-a8f08f720aeb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.272925 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b8837468-686f-4a51-8e11-a8f08f720aeb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/a1b99521-a831-4bff-b263-6b02d234cd1a HTTP/1.1" status: 204 len: 168 time: 0.3162987 Aug 19 12:09:48.274039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42492) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:48.279155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-03093ac6-76eb-49d7-9e6e-a36f00769e7d None None] Port dc302edc-be77-4a1f-88d5-c8e8f03a06da cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:48.331832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8837468-686f-4a51-8e11-a8f08f720aeb tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b99521-a831-4bff-b263-6b02d234cd1a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:48.413715 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c01ecaa-b318-4f78-bd50-ea6b81fb34ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.442922 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9f06641c-2e25-48fb-83d7-25ff6285a55c tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1474605 Aug 19 12:09:48.443871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42508) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:48.449917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-99e24e6e-dcb3-463e-88ab-571a44649d0b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415458113'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:48.509108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99e24e6e-dcb3-463e-88ab-571a44649d0b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.687632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127dc0-7d01-4293-a4d7-2c22ccf093c9 req-7d8721ea-0a51-45f4-9444-db2db3f4cb46 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:48.699981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f127dc0-7d01-4293-a4d7-2c22ccf093c9 req-7d8721ea-0a51-45f4-9444-db2db3f4cb46 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 932 time: 0.2008305 Aug 19 12:09:48.819767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99e24e6e-dcb3-463e-88ab-571a44649d0b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.828399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99e24e6e-dcb3-463e-88ab-571a44649d0b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.897743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e24e6e-dcb3-463e-88ab-571a44649d0b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f555a07-83dc-4c0d-9edb-c840d7d720b9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:48.904826 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99e24e6e-dcb3-463e-88ab-571a44649d0b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.907354 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-99e24e6e-dcb3-463e-88ab-571a44649d0b tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4614365 Aug 19 12:09:48.910655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42536) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:48.938965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b202782e-b0d8-499a-b8b2-78ce2a294d07 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': '2f555a07-83dc-4c0d-9edb-c840d7d720b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:48.949851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f127dc0-7d01-4293-a4d7-2c22ccf093c9 req-87771486-4817-4db8-9b68-922f098f40be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311699 Aug 19 12:09:48.970536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc302edc-be77-4a1f-88d5-c8e8f03a06da {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:09:48.982208 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:48.996716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Transition to ACTIVE for port object dc302edc-be77-4a1f-88d5-c8e8f03a06da will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:49.048923 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-b202782e-b0d8-499a-b8b2-78ce2a294d07 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The resource could not be found. Aug 19 12:09:49.059787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b202782e-b0d8-499a-b8b2-78ce2a294d07 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1389153 Aug 19 12:09:49.061314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42542) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:49.084847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b00e200d-fb35-41ab-8739-bedd9a6e80ed tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': '2f555a07-83dc-4c0d-9edb-c840d7d720b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1b92074a-4581-4a84-b819-d7e6606bd10a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:49.093574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:49.214590 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-b00e200d-fb35-41ab-8739-bedd9a6e80ed tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The resource could not be found. Aug 19 12:09:49.215986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b00e200d-fb35-41ab-8739-bedd9a6e80ed tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1360421 Aug 19 12:09:49.218977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42548) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:49.363747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78f1b0f8-df3f-40a3-836f-40bfebabdc47 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:49.364137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3fd8177-994b-4fbb-95fa-e6a3bba088b6 req-1a63969d-8502-4cc3-a3d7-8ef963c0f208 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.1565847 Aug 19 12:09:49.410770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Pushing event updated for resources: {'Port': ['ID=dc302edc-be77-4a1f-88d5-c8e8f03a06da,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:49.476666 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78f1b0f8-df3f-40a3-836f-40bfebabdc47 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:49.476886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Attempting to bind port dc302edc-be77-4a1f-88d5-c8e8f03a06da on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:09:49.477175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Attempting to bind port dc302edc-be77-4a1f-88d5-c8e8f03a06da by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:09:49.477899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Attempting to bind port dc302edc-be77-4a1f-88d5-c8e8f03a06da on network 494f6187-1858-4d66-9946-3330b00203d8 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:49.486312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Port dc302edc-be77-4a1f-88d5-c8e8f03a06da on network 494f6187-1858-4d66-9946-3330b00203d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:09:49.486816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Attempting to bind port dc302edc-be77-4a1f-88d5-c8e8f03a06da on network 494f6187-1858-4d66-9946-3330b00203d8 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:09:49.494823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:09:49.494990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Checking segment: {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:09:49.495347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Bound using segment: {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:09:49.495795 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Bound port: dc302edc-be77-4a1f-88d5-c8e8f03a06da, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:09:49.496158 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:49.628891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] For port dc302edc-be77-4a1f-88d5-c8e8f03a06da, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:09:49.634659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] For port dc302edc-be77-4a1f-88d5-c8e8f03a06da, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dc302edc-be77-4a1f-88d5-c8e8f03a06da,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:09:49.644159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:49.648661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78f1b0f8-df3f-40a3-836f-40bfebabdc47 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:49.655548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78f1b0f8-df3f-40a3-836f-40bfebabdc47 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:49.667723 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-78f1b0f8-df3f-40a3-836f-40bfebabdc47 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/2f555a07-83dc-4c0d-9edb-c840d7d720b9 HTTP/1.1" status: 204 len: 168 time: 0.4442914 Aug 19 12:09:49.671297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42566) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:49.697268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1b0f8-df3f-40a3-836f-40bfebabdc47 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f555a07-83dc-4c0d-9edb-c840d7d720b9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:49.817662 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-372a21ad-86b4-4ba2-b3b3-15e7bbb9ff3f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1399026 Aug 19 12:09:49.818042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42570) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:49.823832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7203d99f-4343-4419-b987-1033223a49b6 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': 'c74966f4-cdfa-471a-9d95-13cca4c1df58', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:49.834703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Pushing event updated for resources: {'Port': ['ID=dc302edc-be77-4a1f-88d5-c8e8f03a06da,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:49.868443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:49.874729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:49.881259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a9d9856c-fd69-4f3f-8e13-9b05fa4e290c service neutron] 10.222.0.69 "PUT /v2.0/ports/dc302edc-be77-4a1f-88d5-c8e8f03a06da HTTP/1.1" status: 200 len: 1092 time: 1.8332720 Aug 19 12:09:49.883354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036a9e2e-2e14-4d9d-9dc3-05b02ae52f53', 'tag': 'dc302edc-be77-4a1f-88d5-c8e8f03a06da'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:09:49.889248 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed366e2-ed89-410d-acc9-38095a385462" -d '{"events": [{"name": "network-changed", "server_uuid": "036a9e2e-2e14-4d9d-9dc3-05b02ae52f53", "tag": "dc302edc-be77-4a1f-88d5-c8e8f03a06da"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:09:49.953059 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-7203d99f-4343-4419-b987-1033223a49b6 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The resource could not be found. Aug 19 12:09:49.954209 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7203d99f-4343-4419-b987-1033223a49b6 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1351557 Aug 19 12:09:49.958425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42580) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:49.964041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a4e3c7f1-ab74-4e85-b8cf-43c49821734d tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100411877'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:50.002897 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc896b59-be70-41d3-907d-b335c00c96cf x-openstack-request-id: req-fc896b59-be70-41d3-907d-b335c00c96cf {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:09:50.014560 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036a9e2e-2e14-4d9d-9dc3-05b02ae52f53", "tag": "dc302edc-be77-4a1f-88d5-c8e8f03a06da", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:09:50.015123 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc896b59-be70-41d3-907d-b335c00c96cf {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:09:50.015645 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036a9e2e-2e14-4d9d-9dc3-05b02ae52f53', 'tag': 'dc302edc-be77-4a1f-88d5-c8e8f03a06da', 'status': 'completed', 'code': 200} Aug 19 12:09:50.172615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c7f1-ab74-4e85-b8cf-43c49821734d tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:50.202748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e624-09b1-4114-b253-1ff9698a71ae req-e9583ddc-66ff-401b-8738-db917cfe93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:50.204484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-e9583ddc-66ff-401b-8738-db917cfe93f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 1095 time: 0.2048683 Aug 19 12:09:50.256910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e42b6-f1b4-40ba-9d27-bf171f13a5d2 req-8f1755f2-c8b8-4166-b3a7-016c50274072 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:50.266166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a5e42b6-f1b4-40ba-9d27-bf171f13a5d2 req-8f1755f2-c8b8-4166-b3a7-016c50274072 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 944 time: 0.1706781 Aug 19 12:09:50.399816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-652cfe90-89ea-45bf-8b62-ed5b91a3517e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=dc302edc-be77-4a1f-88d5-c8e8f03a06da HTTP/1.1" status: 200 len: 217 time: 0.1755991 Aug 19 12:09:50.443332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a5e42b6-f1b4-40ba-9d27-bf171f13a5d2 req-12246c63-3b2a-4d86-b4b4-3bdfbdb59451 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739004 Aug 19 12:09:50.604131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4aa559f0-3fd6-4e04-8a1a-c6ebef954dc9 req-d55cb7cf-5590-4fd0-9635-92f3c5117ba2 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0452254 Aug 19 12:09:50.616776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e624-09b1-4114-b253-1ff9698a71ae req-b1ba0a69-80e9-4d4b-a5c4-58ea0f19a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:50.618637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-b1ba0a69-80e9-4d4b-a5c4-58ea0f19a605 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90a749be-9b5c-49af-b14d-8cdb8aafebc1 HTTP/1.1" status: 200 len: 838 time: 0.1719494 Aug 19 12:09:50.631318 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c7f1-ab74-4e85-b8cf-43c49821734d tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:50.642159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c7f1-ab74-4e85-b8cf-43c49821734d tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:50.723440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c7f1-ab74-4e85-b8cf-43c49821734d tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:50.725246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a4e3c7f1-ab74-4e85-b8cf-43c49821734d tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7656100 Aug 19 12:09:50.729197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42602) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:50.734884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3c7f1-ab74-4e85-b8cf-43c49821734d tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cf0306-bf31-4b8c-8b05-d16dc63ffb37,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:50.735500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0b7a822a-9e83-4fad-9bfe-4b15392f4860 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254939830'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:50.743486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e624-09b1-4114-b253-1ff9698a71ae req-774ba11b-a035-4b06-a893-5794e5763839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:50.747921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-774ba11b-a035-4b06-a893-5794e5763839 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=494f6187-1858-4d66-9946-3330b00203d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200378 Aug 19 12:09:50.768159 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-963aa9c1-8792-4b58-9035-15e1fd8e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:50.799902 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b7a822a-9e83-4fad-9bfe-4b15392f4860 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:50.902889 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:50.927549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-49c87b24-4725-4dbe-ad83-4ea1262daa05 service neutron] 10.222.0.69 "GET /v2.0/networks/494f6187-1858-4d66-9946-3330b00203d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720831 Aug 19 12:09:51.017850 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b7a822a-9e83-4fad-9bfe-4b15392f4860 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:51.030351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b7a822a-9e83-4fad-9bfe-4b15392f4860 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:51.084911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b7a822a-9e83-4fad-9bfe-4b15392f4860 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:51.086246 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0b7a822a-9e83-4fad-9bfe-4b15392f4860 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3558464 Aug 19 12:09:51.091278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42618) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:51.107322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-70daba9e-7c6d-4c81-a3ec-c85915eff87a tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group_rule': {'security_group_id': '27cf0306-bf31-4b8c-8b05-d16dc63ffb37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4b3a073a-35af-4ff1-9a4b-d6429d665997'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:51.124545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a822a-9e83-4fad-9bfe-4b15392f4860 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3a073a-35af-4ff1-9a4b-d6429d665997,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:51.176710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d696e624-09b1-4114-b253-1ff9698a71ae req-a76dff0b-8f49-43d4-ad9a-abb4bc024985 service neutron] 10.222.0.69 "GET /v2.0/networks/494f6187-1858-4d66-9946-3330b00203d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401175 Aug 19 12:09:51.221761 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-70daba9e-7c6d-4c81-a3ec-c85915eff87a tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:09:51.223371 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-70daba9e-7c6d-4c81-a3ec-c85915eff87a tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1309581 Aug 19 12:09:51.226458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42628) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:51.384581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed366e2-ed89-410d-acc9-38095a385462 req-54158c88-aa52-44bb-a01c-2731454c453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:51.386464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bed366e2-ed89-410d-acc9-38095a385462 req-54158c88-aa52-44bb-a01c-2731454c453f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 1095 time: 0.0719821 Aug 19 12:09:51.417126 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7a15efa6-13ad-4d66-b075-4e0eac2b2e2f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:51.455000 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7a15efa6-13ad-4d66-b075-4e0eac2b2e2f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:51.501163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-898e54b9-b9ba-41b9-bbc4-35e89f276150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:51.505794 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-898e54b9-b9ba-41b9-bbc4-35e89f276150 service neutron] 10.222.0.54 "GET /v2.0/ports/f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 200 len: 1027 time: 0.1488597 Aug 19 12:09:51.569056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-88d920c2-c171-4508-9257-bf7a2cb16deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:51.570999 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-88d920c2-c171-4508-9257-bf7a2cb16deb service neutron] 10.222.0.54 "GET /v2.0/ports/3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 200 len: 1027 time: 0.0593548 Aug 19 12:09:51.649563 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7a15efa6-13ad-4d66-b075-4e0eac2b2e2f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:51.654549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7a15efa6-13ad-4d66-b075-4e0eac2b2e2f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:51.662774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7a15efa6-13ad-4d66-b075-4e0eac2b2e2f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/4b3a073a-35af-4ff1-9a4b-d6429d665997 HTTP/1.1" status: 204 len: 168 time: 0.4350636 Aug 19 12:09:51.664192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42656) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:51.699966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15efa6-13ad-4d66-b075-4e0eac2b2e2f tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3a073a-35af-4ff1-9a4b-d6429d665997,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:51.816464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed366e2-ed89-410d-acc9-38095a385462 req-1e5713df-3223-41c5-a720-14c74b799124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:51.820562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bed366e2-ed89-410d-acc9-38095a385462 req-1e5713df-3223-41c5-a720-14c74b799124 service neutron] 10.222.0.69 "GET /v2.0/networks?id=494f6187-1858-4d66-9946-3330b00203d8 HTTP/1.1" status: 200 len: 898 time: 0.4236817 Aug 19 12:09:51.860215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-437fee8e-b0e5-4dc8-b19a-4aeaf8ca3e0f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:51.883503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-437fee8e-b0e5-4dc8-b19a-4aeaf8ca3e0f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:51.918539 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:51.919173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306435da-9053-4440-a043-8d4a354317e8 req-9eff8c3c-e001-408d-a781-acb35058ccec tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:51.922542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-437fee8e-b0e5-4dc8-b19a-4aeaf8ca3e0f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:51.928640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-306435da-9053-4440-a043-8d4a354317e8 req-9eff8c3c-e001-408d-a781-acb35058ccec tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 944 time: 0.2862074 Aug 19 12:09:51.932605 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-437fee8e-b0e5-4dc8-b19a-4aeaf8ca3e0f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "GET /v2.0/networks?id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3183f7d6-f793-4ec1-a16b-68ec64416faa&id=3183f7d6-f793-4ec1-a16b-68ec64416faa HTTP/1.1" status: 200 len: 1990 time: 0.3525639 Aug 19 12:09:51.956728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bed366e2-ed89-410d-acc9-38095a385462 req-ddc7c059-0c07-4d07-8e9b-5d0237e4730f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=dc302edc-be77-4a1f-88d5-c8e8f03a06da HTTP/1.1" status: 200 len: 217 time: 0.1268249 Aug 19 12:09:52.029539 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1ab7aa89-cb4e-47a4-b9c1-f875d7140faa tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3393147 Aug 19 12:09:52.046349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db668c19-986c-4588-bf83-246b784aaf24 req-c8c37625-6543-4781-ad6f-4446633fb600 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0885336 Aug 19 12:09:52.049828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42660) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:52.058636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-306435da-9053-4440-a043-8d4a354317e8 req-cb9f156c-f091-40fb-8d4c-43f0e9785ef2 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278179 Aug 19 12:09:52.110440 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-19f6daaf-04a2-45db-b047-6f51ec58f4e3 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2588bc39da764c80b9559ab85c409ca1 HTTP/1.1" status: 200 len: 380 time: 0.1624246 Aug 19 12:09:52.138946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'admin_state_up': True, 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'security_groups': ['be74794a-b260-4f6a-9ca5-c8e43a1fb78b']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:52.146712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed366e2-ed89-410d-acc9-38095a385462 req-c0d6dca3-fbbd-42f2-87c6-21c0655ea3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:52.148372 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bed366e2-ed89-410d-acc9-38095a385462 req-c0d6dca3-fbbd-42f2-87c6-21c0655ea3af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90a749be-9b5c-49af-b14d-8cdb8aafebc1 HTTP/1.1" status: 200 len: 838 time: 0.1738334 Aug 19 12:09:52.208353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42662) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:52.258231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed366e2-ed89-410d-acc9-38095a385462 req-703041ad-e386-40c6-9b03-f157114e47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:52.261802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bed366e2-ed89-410d-acc9-38095a385462 req-703041ad-e386-40c6-9b03-f157114e47d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=494f6187-1858-4d66-9946-3330b00203d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053164 Aug 19 12:09:52.341722 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4add0b1c-b4ed-4857-ab06-eac1f7a8ccc2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:52.372798 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4add0b1c-b4ed-4857-ab06-eac1f7a8ccc2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:52.452186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bed366e2-ed89-410d-acc9-38095a385462 req-92b30f99-fa66-4eed-975d-76b1b0a4190e service neutron] 10.222.0.69 "GET /v2.0/networks/494f6187-1858-4d66-9946-3330b00203d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802349 Aug 19 12:09:52.481208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4add0b1c-b4ed-4857-ab06-eac1f7a8ccc2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:52.484164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4add0b1c-b4ed-4857-ab06-eac1f7a8ccc2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:52.485655 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4add0b1c-b4ed-4857-ab06-eac1f7a8ccc2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/27cf0306-bf31-4b8c-8b05-d16dc63ffb37 HTTP/1.1" status: 204 len: 168 time: 0.4344475 Aug 19 12:09:52.498855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42670) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:52.499949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0b1c-b4ed-4857-ab06-eac1f7a8ccc2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cf0306-bf31-4b8c-8b05-d16dc63ffb37,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:52.577520 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33ff374e-3689-486f-8045-74b4172c54ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:52.588983 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7fa8e4ef-56a9-427a-bb8f-9c4a0d5446a3 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743535 Aug 19 12:09:52.590276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:52.595002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42676) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:52.596887 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:52.601526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6adbfeff-a1c2-4f8f-a4d4-dc9d56179cf7 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'tempest-secgroup--548277190'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:52.703247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33ff374e-3689-486f-8045-74b4172c54ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:52.714068 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33ff374e-3689-486f-8045-74b4172c54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:52.860229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Allocated IP 172.20.0.9 (aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a/b7469df6-151e-46a5-9d58-4f7993be24f5/f0310b23-8099-4c5d-a487-eada99042c58) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:52.879057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-33ff374e-3689-486f-8045-74b4172c54ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5afa8a97f9640d782255d629ca490af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647818 Aug 19 12:09:52.890329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6adbfeff-a1c2-4f8f-a4d4-dc9d56179cf7 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:52.909192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:52.942412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bed366e2-ed89-410d-acc9-38095a385462 req-26aa0043-d614-4f74-b04d-6dbe812dc783 service neutron] 10.222.0.69 "GET /v2.0/networks/494f6187-1858-4d66-9946-3330b00203d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657977 Aug 19 12:09:52.953720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff374e-3689-486f-8045-74b4172c54ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a810a-ab76-4a45-9fdb-02047366d9a1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:53.039640 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e070227-6cc1-49d5-a5ec-31ef3e4f986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.083154 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e070227-6cc1-49d5-a5ec-31ef3e4f986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.176332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.195126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Transition to ACTIVE for port object f0310b23-8099-4c5d-a487-eada99042c58 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:53.195742 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6adbfeff-a1c2-4f8f-a4d4-dc9d56179cf7 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.211602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6adbfeff-a1c2-4f8f-a4d4-dc9d56179cf7 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.272271 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.299089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbfeff-a1c2-4f8f-a4d4-dc9d56179cf7 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e79179-ddb1-40af-99e3-c5d93f331797,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:53.323159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6adbfeff-a1c2-4f8f-a4d4-dc9d56179cf7 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.327275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6adbfeff-a1c2-4f8f-a4d4-dc9d56179cf7 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7282531 Aug 19 12:09:53.333088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42686) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:53.339023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c7486bfe-18bb-4a14-90fd-af0feb4d40a2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:53.339459 n-d-778550-9 neutron-server[101154]: WARNING neutron.api.v2.base [None req-c7486bfe-18bb-4a14-90fd-af0feb4d40a2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:09:53.340249 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-c7486bfe-18bb-4a14-90fd-af0feb4d40a2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 12:09:53.344330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c7486bfe-18bb-4a14-90fd-af0feb4d40a2 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "PUT /v2.0/security-groups/f5e79179-ddb1-40af-99e3-c5d93f331797 HTTP/1.1" status: 409 len: 330 time: 0.0076170 Aug 19 12:09:53.344919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e070227-6cc1-49d5-a5ec-31ef3e4f986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.347752 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e070227-6cc1-49d5-a5ec-31ef3e4f986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.351436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9e070227-6cc1-49d5-a5ec-31ef3e4f986d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f6a810a-ab76-4a45-9fdb-02047366d9a1 HTTP/1.1" status: 204 len: 168 time: 0.4371717 Aug 19 12:09:53.351436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42688) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:53.407548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bc2f9-a73f-43a1-b894-cf80456a0f27 req-7b4a2356-b8d6-4d99-b0f8-8a0aa1cab12e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:53.421017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:53.421240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b46bc2f9-a73f-43a1-b894-cf80456a0f27 req-7b4a2356-b8d6-4d99-b0f8-8a0aa1cab12e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 944 time: 0.2237074 Aug 19 12:09:53.429161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:53.439800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:53.515675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Port': ['ID=f0310b23-8099-4c5d-a487-eada99042c58,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:53.519799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e070227-6cc1-49d5-a5ec-31ef3e4f986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a810a-ab76-4a45-9fdb-02047366d9a1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:53.571353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:53.572279 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.594891 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-405f2380-473b-48e0-b0d6-e9834431387d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4707012 Aug 19 12:09:53.612600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbab1f8-8953-4ad7-be4b-181d60e60d8b req-23264525-b2a3-4964-bb68-f972cae1e058 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:53.622291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1bbab1f8-8953-4ad7-be4b-181d60e60d8b req-23264525-b2a3-4964-bb68-f972cae1e058 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 931 time: 0.3467009 Aug 19 12:09:53.660294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'admin_state_up': True, 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'security_groups': ['be74794a-b260-4f6a-9ca5-c8e43a1fb78b']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:53.678264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dc302edc-be77-4a1f-88d5-c8e8f03a06da details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:09:53.682168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b46bc2f9-a73f-43a1-b894-cf80456a0f27 req-a686fbd2-9740-468e-9f50-bc030d0abc65 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543151 Aug 19 12:09:53.792864 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1bbab1f8-8953-4ad7-be4b-181d60e60d8b req-b8d025da-c35f-4368-848f-f7db7e3e3a05 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638269 Aug 19 12:09:53.793843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b07ba250-75f7-442b-8cb7-1d002a9c2fd4 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:53.860224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b07ba250-75f7-442b-8cb7-1d002a9c2fd4 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.001037 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.010470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42706) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:54.019156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9fd17a60-44aa-4939-aa4d-34d034d279fb None None] Provisioning for port f0310b23-8099-4c5d-a487-eada99042c58 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:54.035732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9fd17a60-44aa-4939-aa4d-34d034d279fb None None] Provisioning complete for port f0310b23-8099-4c5d-a487-eada99042c58 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:54.036519 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9fd17a60-44aa-4939-aa4d-34d034d279fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.050203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b07ba250-75f7-442b-8cb7-1d002a9c2fd4 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.053417 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b07ba250-75f7-442b-8cb7-1d002a9c2fd4 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.060461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b07ba250-75f7-442b-8cb7-1d002a9c2fd4 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/f5e79179-ddb1-40af-99e3-c5d93f331797 HTTP/1.1" status: 204 len: 168 time: 0.6888447 Aug 19 12:09:54.060461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42708) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:54.071448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8c86-1455-42e9-bef0-0d9d55b3974e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.092620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ba250-75f7-442b-8cb7-1d002a9c2fd4 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e79179-ddb1-40af-99e3-c5d93f331797,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:54.196275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f6bbfda5-57dc-4d40-bc8e-3a3576cb13bc tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1293535 Aug 19 12:09:54.200638 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.202742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42710) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:54.228229 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-bcca6848-e54a-40a0-885b-92bb435be8ca tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] delete failed (client error): The resource could not be found. Aug 19 12:09:54.232507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bcca6848-e54a-40a0-885b-92bb435be8ca tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "DELETE /v2.0/security-groups/080984a0-d35f-422d-ad1b-dcf7740131bd HTTP/1.1" status: 404 len: 347 time: 0.0283720 Aug 19 12:09:54.233842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dc302edc-be77-4a1f-88d5-c8e8f03a06da, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dc302edc-be77-4a1f-88d5-c8e8f03a06da,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:54.240056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42712) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:54.258975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9fd17a60-44aa-4939-aa4d-34d034d279fb None None] Port f0310b23-8099-4c5d-a487-eada99042c58 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:54.271991 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-4cd6ae90-6f40-477b-997a-c89c90a7d258 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] show failed (client error): The resource could not be found. Aug 19 12:09:54.279479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'dc302edc-be77-4a1f-88d5-c8e8f03a06da', 'network_id': '494f6187-1858-4d66-9946-3330b00203d8', 'port_id': 'dc302edc-be77-4a1f-88d5-c8e8f03a06da', 'mac_address': 'fa:16:3e:4f:98:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a749be-9b5c-49af-b14d-8cdb8aafebc1', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:09:54.282400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4cd6ae90-6f40-477b-997a-c89c90a7d258 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-groups/4c8de15c-82a7-4a7b-8177-27b8b79f06bf HTTP/1.1" status: 404 len: 347 time: 0.0409396 Aug 19 12:09:54.288830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42714) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:54.315870 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-d8f65ab1-93ac-4fdd-aa0f-0b9876242293 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] show failed (client error): The resource could not be found. Aug 19 12:09:54.337269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d8f65ab1-93ac-4fdd-aa0f-0b9876242293 tempest-NegativeSecGroupTest-854300349 tempest-NegativeSecGroupTest-854300349-project] 10.222.0.65 "GET /v2.0/security-group-rules/890119c7-59fa-4a98-b743-026ef0b3f72c HTTP/1.1" status: 404 len: 356 time: 0.0408635 Aug 19 12:09:54.372863 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.410949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc302edc-be77-4a1f-88d5-c8e8f03a06da {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:09:54.427256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8c86-1455-42e9-bef0-0d9d55b3974e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.446363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8c86-1455-42e9-bef0-0d9d55b3974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.465433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dc302edc-be77-4a1f-88d5-c8e8f03a06da, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dc302edc-be77-4a1f-88d5-c8e8f03a06da,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:54.475456 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.569811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:54.606805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:54.704654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=dc302edc-be77-4a1f-88d5-c8e8f03a06da,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:54.726593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42726) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:54.727157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.727671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.728160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.730306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.730790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.731272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.731763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.732237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.732730 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.733277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.733807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.736358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:54.749574 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cd4f8c86-1455-42e9-bef0-0d9d55b3974e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e15c6697309e4786a14d4aaa2f6e0a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7376702 Aug 19 12:09:54.880576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f8c86-1455-42e9-bef0-0d9d55b3974e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c7f43b-2c97-4032-bdb3-bdc08485745b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:54.898008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['dc302edc-be77-4a1f-88d5-c8e8f03a06da'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:09:55.057652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Allocated IP 10.1.1.241 (3637d0f0-59a5-4a47-a796-d80e5c0c33d5/7580f2ec-c53a-4133-a32a-2d9ac453a327/cef817c0-2ff6-49bf-8daa-a4b68e0be070) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:55.068032 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e28a8e48-5c62-49b9-919b-086adaabd4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:55.144247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e28a8e48-5c62-49b9-919b-086adaabd4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:55.287564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b677d-c980-4aa0-9370-927bffc3a405 req-1de1fe90-604f-422e-93a1-b60366bf8544 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:55.297480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c37b677d-c980-4aa0-9370-927bffc3a405 req-1de1fe90-604f-422e-93a1-b60366bf8544 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 945 time: 0.3689320 Aug 19 12:09:55.330364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 42736) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:55.411086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f505cdb-f4a2-4d88-931f-85472012b2a6 req-51a0bb84-37a4-490a-85ce-2734a07a9dd8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:55.420795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f505cdb-f4a2-4d88-931f-85472012b2a6 req-51a0bb84-37a4-490a-85ce-2734a07a9dd8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 931 time: 0.2446902 Aug 19 12:09:55.429212 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e28a8e48-5c62-49b9-919b-086adaabd4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:55.431915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e28a8e48-5c62-49b9-919b-086adaabd4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:55.456530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e28a8e48-5c62-49b9-919b-086adaabd4b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55c7f43b-2c97-4032-bdb3-bdc08485745b HTTP/1.1" status: 204 len: 168 time: 0.7287147 Aug 19 12:09:55.557276 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:55.590721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a8e48-5c62-49b9-919b-086adaabd4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c7f43b-2c97-4032-bdb3-bdc08485745b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:55.596322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f505cdb-f4a2-4d88-931f-85472012b2a6 req-f0c4cd6d-4ce3-4ca6-8d00-171bae0a443f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351388 Aug 19 12:09:55.618119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c37b677d-c980-4aa0-9370-927bffc3a405 req-d8d1f707-87a3-48fc-8007-3df0e5cf7750 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178349 Aug 19 12:09:55.646778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Transition to ACTIVE for port object cef817c0-2ff6-49bf-8daa-a4b68e0be070 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:55.829970 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8ccbae60-4fd9-4a25-b9dd-b6afcd0b7dea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=347fe8a02ce24cc0a4bc83fdc2ae912e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959249 Aug 19 12:09:55.830793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42748) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:55.871697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:55.992731 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-857b5baa-1f57-447b-bb0b-752d01bd0503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:56.024986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Port': ['ID=cef817c0-2ff6-49bf-8daa-a4b68e0be070,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:56.029569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:56.031688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:56.034132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:56.043441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-857b5baa-1f57-447b-bb0b-752d01bd0503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:56.116982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:56.118809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:56.163250 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-857b5baa-1f57-447b-bb0b-752d01bd0503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:56.164584 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-b71f6383-9961-4dee-9a06-b75fa0937508 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5532570 Aug 19 12:09:56.179098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-857b5baa-1f57-447b-bb0b-752d01bd0503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:56.182963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-857b5baa-1f57-447b-bb0b-752d01bd0503 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bef93dac-3dab-48d6-b791-95b15f1c9cd7 HTTP/1.1" status: 204 len: 168 time: 0.3507996 Aug 19 12:09:56.188384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'admin_state_up': True, 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'security_groups': ['be74794a-b260-4f6a-9ca5-c8e43a1fb78b']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:56.218548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b5baa-1f57-447b-bb0b-752d01bd0503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef93dac-3dab-48d6-b791-95b15f1c9cd7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:56.442080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:56.447150 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:56.528366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-745f9ced-2629-4ea5-b9fd-79d00c1f92ed None None] Provisioning for port cef817c0-2ff6-49bf-8daa-a4b68e0be070 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:56.550028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-745f9ced-2629-4ea5-b9fd-79d00c1f92ed None None] Provisioning complete for port cef817c0-2ff6-49bf-8daa-a4b68e0be070 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:56.551263 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-745f9ced-2629-4ea5-b9fd-79d00c1f92ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:56.656413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-745f9ced-2629-4ea5-b9fd-79d00c1f92ed None None] Port cef817c0-2ff6-49bf-8daa-a4b68e0be070 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:56.893008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Allocated IP 10.1.1.18 (3637d0f0-59a5-4a47-a796-d80e5c0c33d5/7580f2ec-c53a-4133-a32a-2d9ac453a327/1b8e0a79-9c57-4cbe-8148-b32aac6af3af) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:09:56.910818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99deba3-d47c-4300-85e5-af8f8fb063cf req-6a9bec27-b658-40fb-8516-be894f5e2f37 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:56.930621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99deba3-d47c-4300-85e5-af8f8fb063cf req-6a9bec27-b658-40fb-8516-be894f5e2f37 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:56.955582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f99deba3-d47c-4300-85e5-af8f8fb063cf req-6a9bec27-b658-40fb-8516-be894f5e2f37 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 1653 time: 0.1845713 Aug 19 12:09:57.095928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f99deba3-d47c-4300-85e5-af8f8fb063cf req-10af1056-87f5-4642-9356-63dce7950ff0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349165 Aug 19 12:09:57.129952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7af73a-8b62-4ab5-9dad-097ac6931022 req-48800010-bbca-4738-b1df-945178be6885 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:57.152867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f7af73a-8b62-4ab5-9dad-097ac6931022 req-48800010-bbca-4738-b1df-945178be6885 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 945 time: 0.2862840 Aug 19 12:09:57.280434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f7af73a-8b62-4ab5-9dad-097ac6931022 req-1ea1053c-6a3f-489e-a966-bdc205d8f698 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333230 Aug 19 12:09:57.645065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:57.727423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd076ed-ff71-4d21-bbb7-ef3b853c9d2b req-43e0d065-20e7-49dd-8f55-768775df4880 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:57.737533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dc302edc-be77-4a1f-88d5-c8e8f03a06da up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:09:57.747757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Transition to ACTIVE for port object 1b8e0a79-9c57-4cbe-8148-b32aac6af3af will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:09:57.749480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbd076ed-ff71-4d21-bbb7-ef3b853c9d2b req-43e0d065-20e7-49dd-8f55-768775df4880 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1097 time: 0.2357938 Aug 19 12:09:57.807180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fbd076ed-ff71-4d21-bbb7-ef3b853c9d2b req-b978cb43-e532-4f0c-9527-878c70171af7 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:57.890659 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:58.000524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port dc302edc-be77-4a1f-88d5-c8e8f03a06da completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:58.057964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port dc302edc-be77-4a1f-88d5-c8e8f03a06da triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:58.058667 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:58.080871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:09:58.092184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Port': ['ID=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:58.102058 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:09:58.121539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:09:58.186650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fbd076ed-ff71-4d21-bbb7-ef3b853c9d2b req-b978cb43-e532-4f0c-9527-878c70171af7 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:58.193680 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fbd076ed-ff71-4d21-bbb7-ef3b853c9d2b req-b978cb43-e532-4f0c-9527-878c70171af7 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:58.276116 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:58.314029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978cb43-e532-4f0c-9527-878c70171af7 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfdb2ab-c95a-424c-9f5b-7004231d500d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:58.363393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:58.364158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:58.403096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbd076ed-ff71-4d21-bbb7-ef3b853c9d2b req-b978cb43-e532-4f0c-9527-878c70171af7 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6446974 Aug 19 12:09:58.424794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036a9e2e-2e14-4d9d-9dc3-05b02ae52f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc302edc-be77-4a1f-88d5-c8e8f03a06da'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:09:58.438615 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cb2943-d32a-495b-9479-6bba2f0e6ed2" -d '{"events": [{"server_uuid": "036a9e2e-2e14-4d9d-9dc3-05b02ae52f53", "name": "network-vif-plugged", "status": "completed", "tag": "dc302edc-be77-4a1f-88d5-c8e8f03a06da"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:09:58.449815 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6d8faa5a-12ca-40a8-ad56-6a67d6e5f31d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2698841 Aug 19 12:09:58.481017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa', 'admin_state_up': True, 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'security_groups': ['be74794a-b260-4f6a-9ca5-c8e43a1fb78b']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:09:58.512943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eccb9e-6547-4970-b11a-7e1a5e54ec7d req-28ca3b6f-c255-40c7-bc8a-7d49014d27b1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:58.532210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eccb9e-6547-4970-b11a-7e1a5e54ec7d req-28ca3b6f-c255-40c7-bc8a-7d49014d27b1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:58.557007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eccb9e-6547-4970-b11a-7e1a5e54ec7d req-28ca3b6f-c255-40c7-bc8a-7d49014d27b1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:58.563239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0eccb9e-6547-4970-b11a-7e1a5e54ec7d req-28ca3b6f-c255-40c7-bc8a-7d49014d27b1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 2373 time: 0.2804599 Aug 19 12:09:58.602520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dc302edc-be77-4a1f-88d5-c8e8f03a06da, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dc302edc-be77-4a1f-88d5-c8e8f03a06da,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:09:58.610276 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:58.618781 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:58.826915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0eccb9e-6547-4970-b11a-7e1a5e54ec7d req-1b2354df-6e27-4db8-bc1d-ca3de3fdf491 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539222 Aug 19 12:09:58.858357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1103a38-0db4-428d-b4b0-33143883750e req-184bf972-c7cd-4254-9425-da129645f41a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:58.866342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1103a38-0db4-428d-b4b0-33143883750e req-184bf972-c7cd-4254-9425-da129645f41a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 946 time: 0.1467474 Aug 19 12:09:58.962390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1103a38-0db4-428d-b4b0-33143883750e req-3adfdebb-d3ff-42c9-8d0a-e7cd94880368 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914168 Aug 19 12:09:58.984550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7d6b7f35-9595-475a-a893-b24531281a84 None None] Provisioning for port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:09:59.063165 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22f7a4-d615-4755-8fed-0d1ed8d30791 x-openstack-request-id: req-6c22f7a4-d615-4755-8fed-0d1ed8d30791 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:09:59.066169 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036a9e2e-2e14-4d9d-9dc3-05b02ae52f53", "name": "network-vif-plugged", "status": "completed", "tag": "dc302edc-be77-4a1f-88d5-c8e8f03a06da", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:09:59.067548 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c22f7a4-d615-4755-8fed-0d1ed8d30791 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:09:59.070553 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036a9e2e-2e14-4d9d-9dc3-05b02ae52f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc302edc-be77-4a1f-88d5-c8e8f03a06da', 'code': 200} Aug 19 12:09:59.112339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7d6b7f35-9595-475a-a893-b24531281a84 None None] Provisioning complete for port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:09:59.117096 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7f35-9595-475a-a893-b24531281a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:59.128119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=dc302edc-be77-4a1f-88d5-c8e8f03a06da,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:09:59.150712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:09:59.312409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b7f35-9595-475a-a893-b24531281a84 None None] Port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:09:59.391221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf365a-102f-414b-a29a-a95ed71f93c0 req-e9287270-52c3-438c-bc49-b117ed8e2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:59.393340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aebf365a-102f-414b-a29a-a95ed71f93c0 req-e9287270-52c3-438c-bc49-b117ed8e2b09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 1097 time: 0.2855272 Aug 19 12:09:59.401653 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f2970-8890-422f-9c9f-d8eecd3b3a74 req-d6ddf4f3-53b7-4959-9e0f-94eb2016a39d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:09:59.403316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d01f2970-8890-422f-9c9f-d8eecd3b3a74 req-d6ddf4f3-53b7-4959-9e0f-94eb2016a39d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.1735001 Aug 19 12:09:59.479024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aebf365a-102f-414b-a29a-a95ed71f93c0 req-e0b0c78b-d236-437f-88d7-b98104336fc9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747049 Aug 19 12:09:59.482634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d01f2970-8890-422f-9c9f-d8eecd3b3a74 req-7ceb40d9-a092-4338-b475-8ca528f71704 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519786 Aug 19 12:09:59.537466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42844) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:09:59.565584 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:59.847990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-550a11bd-3142-47fb-818d-9470f5deac42 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/ca2351b9-57ca-48f6-9851-2de94de3a905 HTTP/1.1" status: 200 len: 993 time: 0.3070991 Aug 19 12:10:00.189383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c532-1d19-4072-9435-5a3f79e47b16 req-e102c786-94da-43eb-a854-a8229436d1c7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:00.198274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c532-1d19-4072-9435-5a3f79e47b16 req-e102c786-94da-43eb-a854-a8229436d1c7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:00.205447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c532-1d19-4072-9435-5a3f79e47b16 req-e102c786-94da-43eb-a854-a8229436d1c7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:00.214580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3a0c532-1d19-4072-9435-5a3f79e47b16 req-e102c786-94da-43eb-a854-a8229436d1c7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 2373 time: 0.1093621 Aug 19 12:10:00.305440 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3a0c532-1d19-4072-9435-5a3f79e47b16 req-611c492d-571b-4a30-9491-b9275923e519 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898547 Aug 19 12:10:00.481287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671c554-941d-4394-bb17-ecbbdf1a5148 req-6f65c947-701f-4c93-93fb-6248118a1830 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:00.491833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7671c554-941d-4394-bb17-ecbbdf1a5148 req-6f65c947-701f-4c93-93fb-6248118a1830 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 946 time: 0.1804070 Aug 19 12:10:00.590016 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7671c554-941d-4394-bb17-ecbbdf1a5148 req-07a54d21-ad35-4840-a375-2799f741c9d5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953798 Aug 19 12:10:00.926064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Allocated IP 10.2.2.100 (3183f7d6-f793-4ec1-a16b-68ec64416faa/b78260cb-e492-4f24-b7c4-1e55d52235e7/07c68d30-8805-493e-ac13-b164116f0e2e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:10:01.191072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:01.208552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Transition to ACTIVE for port object 07c68d30-8805-493e-ac13-b164116f0e2e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:01.257050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:01.386241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network 3183f7d6-f793-4ec1-a16b-68ec64416faa is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:10:01.436713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:10:01.453227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:10:01.480126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Port': ['ID=07c68d30-8805-493e-ac13-b164116f0e2e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:01.589649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:01.590343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:01.592850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e2aa9-77b2-41a7-8a0c-e6f7f2559f55 req-c927bd9b-afc7-481a-a18c-da6f9a0dfe40 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:01.594468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-078e2aa9-77b2-41a7-8a0c-e6f7f2559f55 req-c927bd9b-afc7-481a-a18c-da6f9a0dfe40 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.1821604 Aug 19 12:10:01.627575 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-911b4677-af45-471e-a59e-03ae0877575c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1589110 Aug 19 12:10:01.646137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa', 'admin_state_up': True, 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'security_groups': ['be74794a-b260-4f6a-9ca5-c8e43a1fb78b']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:01.809853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-078e2aa9-77b2-41a7-8a0c-e6f7f2559f55 req-d15cfa8b-167b-437e-b00f-be38c957c4e8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589191 Aug 19 12:10:01.830587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6736-8a92-4e52-aa54-b24ac3d184a1 req-6de9209b-8799-4058-8252-ab7c861b0d45 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:01.844036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6736-8a92-4e52-aa54-b24ac3d184a1 req-6de9209b-8799-4058-8252-ab7c861b0d45 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:01.859478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6736-8a92-4e52-aa54-b24ac3d184a1 req-6de9209b-8799-4058-8252-ab7c861b0d45 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:01.860833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-419e3447-1368-4b8e-a8d0-55ccd826b799 None None] Provisioning for port 07c68d30-8805-493e-ac13-b164116f0e2e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:10:01.870733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-419e3447-1368-4b8e-a8d0-55ccd826b799 None None] Provisioning complete for port 07c68d30-8805-493e-ac13-b164116f0e2e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:10:01.871107 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-419e3447-1368-4b8e-a8d0-55ccd826b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:01.874640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6736-8a92-4e52-aa54-b24ac3d184a1 req-6de9209b-8799-4058-8252-ab7c861b0d45 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:01.876597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79af6736-8a92-4e52-aa54-b24ac3d184a1 req-6de9209b-8799-4058-8252-ab7c861b0d45 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 3094 time: 0.2812219 Aug 19 12:10:01.959854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-419e3447-1368-4b8e-a8d0-55ccd826b799 None None] Port 07c68d30-8805-493e-ac13-b164116f0e2e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:10:01.978229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49013d0d-8f1e-4b91-832d-1f44bf0e11a9 req-4b8cc3ff-c925-4d46-8c7c-399f1da18c7f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:01.985810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49013d0d-8f1e-4b91-832d-1f44bf0e11a9 req-4b8cc3ff-c925-4d46-8c7c-399f1da18c7f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 946 time: 0.0717652 Aug 19 12:10:01.990087 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79af6736-8a92-4e52-aa54-b24ac3d184a1 req-2e9f9db0-e5aa-4162-82f8-2ca331f153e2 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066623 Aug 19 12:10:02.052948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49013d0d-8f1e-4b91-832d-1f44bf0e11a9 req-40add332-23e4-4487-a469-85a803aaee78 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623229 Aug 19 12:10:02.054822 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-e60724bc-dad5-42e7-a0eb-7d89c4152f31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6677434 Aug 19 12:10:02.073454 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Made reservation on behalf of 2588bc39da764c80b9559ab85c409ca1 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:10:02.078898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:02.277103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adda478-1909-4eb1-9814-8b1497683d7b req-58841290-8b67-49b9-879c-786ed0000187 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:02.285677 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3adda478-1909-4eb1-9814-8b1497683d7b req-58841290-8b67-49b9-879c-786ed0000187 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 946 time: 0.1329560 Aug 19 12:10:02.378407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3adda478-1909-4eb1-9814-8b1497683d7b req-e771b98f-6d6d-45ef-8137-17e16ea7b469 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917506 Aug 19 12:10:02.400701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Allocated IP 10.2.2.200 (3183f7d6-f793-4ec1-a16b-68ec64416faa/b78260cb-e492-4f24-b7c4-1e55d52235e7/928b6618-8100-4e6c-a375-b6aad306d2c7) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:10:02.623414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:02.647429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Transition to ACTIVE for port object 928b6618-8100-4e6c-a375-b6aad306d2c7 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:02.691883 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:02.765270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event updated for resources: {'Port': ['ID=928b6618-8100-4e6c-a375-b6aad306d2c7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:02.784596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Network 3183f7d6-f793-4ec1-a16b-68ec64416faa is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:10:02.786379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:10:02.789397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:10:02.863519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:02.864258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:02.889419 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0a59d378-38d2-4144-b5ff-6726b202cf8c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2473519 Aug 19 12:10:02.911850 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:03.114786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:03.119460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05703ec-6735-4cb1-8d93-8028611a509b req-a87ec448-c6b7-427a-a9e7-0174009e9671 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:03.131972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a05703ec-6735-4cb1-8d93-8028611a509b req-a87ec448-c6b7-427a-a9e7-0174009e9671 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.1353309 Aug 19 12:10:03.371651 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a05703ec-6735-4cb1-8d93-8028611a509b req-fe90a0c1-2e52-4aa3-bfa9-47149825bcdb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281196 Aug 19 12:10:03.407628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f27ee5b-e485-4d4e-b30d-c6aeafaf7e8d None None] Provisioning for port 928b6618-8100-4e6c-a375-b6aad306d2c7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:10:03.424589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f27ee5b-e485-4d4e-b30d-c6aeafaf7e8d None None] Provisioning complete for port 928b6618-8100-4e6c-a375-b6aad306d2c7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:10:03.426482 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f27ee5b-e485-4d4e-b30d-c6aeafaf7e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:03.492276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5244e8-01fd-4038-91e1-6ee9756563dd req-399331c1-5366-40f9-8d5a-8cede8b7a3c0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:03.520304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5244e8-01fd-4038-91e1-6ee9756563dd req-399331c1-5366-40f9-8d5a-8cede8b7a3c0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:03.550618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5244e8-01fd-4038-91e1-6ee9756563dd req-399331c1-5366-40f9-8d5a-8cede8b7a3c0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:03.570489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6f27ee5b-e485-4d4e-b30d-c6aeafaf7e8d None None] Port 928b6618-8100-4e6c-a375-b6aad306d2c7 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:10:03.576008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5244e8-01fd-4038-91e1-6ee9756563dd req-399331c1-5366-40f9-8d5a-8cede8b7a3c0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:03.598163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5244e8-01fd-4038-91e1-6ee9756563dd req-399331c1-5366-40f9-8d5a-8cede8b7a3c0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:03.611559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea5244e8-01fd-4038-91e1-6ee9756563dd req-399331c1-5366-40f9-8d5a-8cede8b7a3c0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 3815 time: 0.3134089 Aug 19 12:10:03.718948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea5244e8-01fd-4038-91e1-6ee9756563dd req-29d2d3bd-6c3a-4953-a9cc-b249d6448ac0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045022 Aug 19 12:10:03.833034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 42998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:03.862391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0310b23-8099-4c5d-a487-eada99042c58 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:03.872468 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:03.910883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Transition to ACTIVE for port object f0310b23-8099-4c5d-a487-eada99042c58 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:03.913624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 43002) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:03.929521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:04.037711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Pushing event updated for resources: {'Port': ['ID=f0310b23-8099-4c5d-a487-eada99042c58,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:04.216085 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9baf8f48-d947-4295-8c06-86484901eb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:04.360601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Attempting to bind port f0310b23-8099-4c5d-a487-eada99042c58 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:10:04.361162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Attempting to bind port f0310b23-8099-4c5d-a487-eada99042c58 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:10:04.361338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Attempting to bind port f0310b23-8099-4c5d-a487-eada99042c58 on network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:04.366861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Port f0310b23-8099-4c5d-a487-eada99042c58 on network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:10:04.367182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Attempting to bind port f0310b23-8099-4c5d-a487-eada99042c58 on network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:04.374625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:10:04.374968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Checking segment: {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:10:04.375347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Bound using segment: {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:10:04.375774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Bound port: f0310b23-8099-4c5d-a487-eada99042c58, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a1ac09-b665-43bc-ab92-05c63015d885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:10:04.376130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:04.531362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] For port f0310b23-8099-4c5d-a487-eada99042c58, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:04.535855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] For port f0310b23-8099-4c5d-a487-eada99042c58, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0310b23-8099-4c5d-a487-eada99042c58,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:10:04.549783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:04.609409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:04.610026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:04.611863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] 10.222.0.54 "PUT /v2.0/ports/f0310b23-8099-4c5d-a487-eada99042c58 HTTP/1.1" status: 200 len: 1091 time: 1.7068813 Aug 19 12:10:04.612355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': 'f0310b23-8099-4c5d-a487-eada99042c58'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:04.614896 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830" -d '{"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "f0310b23-8099-4c5d-a487-eada99042c58"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:04.714044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:04.804865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a34725-a9c4-4b44-926e-4d62054c177a service neutron] Pushing event updated for resources: {'Port': ['ID=f0310b23-8099-4c5d-a487-eada99042c58,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:04.840068 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa3e35-ccd1-4833-8c5e-d1daedae5325 x-openstack-request-id: req-f9aa3e35-ccd1-4833-8c5e-d1daedae5325 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:04.840363 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "f0310b23-8099-4c5d-a487-eada99042c58", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:04.840599 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9aa3e35-ccd1-4833-8c5e-d1daedae5325 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:04.841046 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': 'f0310b23-8099-4c5d-a487-eada99042c58', 'status': 'completed', 'code': 200} Aug 19 12:10:04.875478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-d97cf626-1466-401d-a4d8-23d0309bb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:04.877290 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-d97cf626-1466-401d-a4d8-23d0309bb25d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1097 time: 0.2456200 Aug 19 12:10:05.068194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:05.382727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-2785f7b5-3eda-496a-9978-2df6a61d0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.384560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-2785f7b5-3eda-496a-9978-2df6a61d0367 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 897 time: 0.4636486 Aug 19 12:10:05.625503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51e3cc-0042-468f-914c-3c5e2a380bfa req-fa454a6f-9c9c-4c8a-86c0-ba68a9e545b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.635284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da51e3cc-0042-468f-914c-3c5e2a380bfa req-fa454a6f-9c9c-4c8a-86c0-ba68a9e545b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.9403079 Aug 19 12:10:05.707021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e718af-33a6-43d2-b5de-dc829d60dc18 req-843846c9-821e-4ff9-9840-d1e94be573cd tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.713804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e718af-33a6-43d2-b5de-dc829d60dc18 req-843846c9-821e-4ff9-9840-d1e94be573cd tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.720409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e718af-33a6-43d2-b5de-dc829d60dc18 req-843846c9-821e-4ff9-9840-d1e94be573cd tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.727518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e718af-33a6-43d2-b5de-dc829d60dc18 req-843846c9-821e-4ff9-9840-d1e94be573cd tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.734951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e718af-33a6-43d2-b5de-dc829d60dc18 req-843846c9-821e-4ff9-9840-d1e94be573cd tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.747531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1e718af-33a6-43d2-b5de-dc829d60dc18 req-843846c9-821e-4ff9-9840-d1e94be573cd tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 3827 time: 0.2334263 Aug 19 12:10:05.774996 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9a4e08f1-179c-4103-8b59-079c0eaa23b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 1001 time: 0.3471017 Aug 19 12:10:05.828004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da51e3cc-0042-468f-914c-3c5e2a380bfa req-a7cd8b29-9387-4660-a81b-90694535dbc9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917450 Aug 19 12:10:05.883265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-22942c5e-3884-4615-9c2e-900a7e47a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.886696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-22942c5e-3884-4615-9c2e-900a7e47a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.887384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-22942c5e-3884-4615-9c2e-900a7e47a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.891791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-22942c5e-3884-4615-9c2e-900a7e47a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.892575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-22942c5e-3884-4615-9c2e-900a7e47a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:05.898445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-22942c5e-3884-4615-9c2e-900a7e47a8a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 4362 time: 0.3913574 Aug 19 12:10:05.946750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1e718af-33a6-43d2-b5de-dc829d60dc18 req-ec088e74-d5f0-458f-a3ac-daec45817e6b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969066 Aug 19 12:10:05.979908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:05.989064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:06.008429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Transition to ACTIVE for port object f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:06.022941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:06.083485 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9baf8f48-d947-4295-8c06-86484901eb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:06.114402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-be16a929-d6ad-4e19-a815-b524a01e6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:06.115985 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-be16a929-d6ad-4e19-a815-b524a01e6e71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.1059139 Aug 19 12:10:06.123941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:06.126160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9baf8f48-d947-4295-8c06-86484901eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:06.280372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-32628151-d59f-4d23-ae22-a5d887c8d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:06.282070 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-32628151-d59f-4d23-ae22-a5d887c8d4d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535342 Aug 19 12:10:06.295213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9baf8f48-d947-4295-8c06-86484901eb43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51fc31c0cdc1406c8386f0abfd691c55&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4609165 Aug 19 12:10:06.312977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 43038) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:06.329089 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Attempting to bind port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:10:06.329737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Attempting to bind port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:10:06.330286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Attempting to bind port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:06.382700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:10:06.383579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Attempting to bind port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:06.398348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:10:06.398814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Checking segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:10:06.399332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Bound using segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:10:06.400404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Bound port: f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:10:06.401002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:06.472318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf8f48-d947-4295-8c06-86484901eb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7819f6-1376-4fd1-a171-fb1dce0d5a95,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:06.505735 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-0d51da36-c55b-4d50-898c-9295f22fa69b service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885862 Aug 19 12:10:06.546940 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:06.609790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] For port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:06.631405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] For port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:10:06.644732 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:06.726690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:06.732790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:06.735435 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 200 len: 1130 time: 2.0407293 Aug 19 12:10:06.770360 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9868fd12-1389-4d1d-8cfb-03e8188d9e5e service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524583 Aug 19 12:10:06.803997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:06.846722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-b7eabcb8-4ba4-4f14-980a-860d7482d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:06.858531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': 'f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:06.858874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-b7eabcb8-4ba4-4f14-980a-860d7482d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:06.860763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-b7eabcb8-4ba4-4f14-980a-860d7482d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:06.864886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-b7eabcb8-4ba4-4f14-980a-860d7482d39d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2588bc39da764c80b9559ab85c409ca1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9367435 Aug 19 12:10:06.874408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90d5e133-3ea8-4a2c-a714-0c105efc4881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:06.878179 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a50fdb-739d-455e-a22d-b3164e6143cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:06.899776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd18e33-9a14-4f8e-aad7-150ca37eb9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:07.028489 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:07.064983 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce2445e-b692-4c05-8ed4-03a4f90c7686 x-openstack-request-id: req-1ce2445e-b692-4c05-8ed4-03a4f90c7686 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:07.072532 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:07.072953 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ce2445e-b692-4c05-8ed4-03a4f90c7686 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:07.073498 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': 'f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d', 'status': 'completed', 'code': 200} Aug 19 12:10:07.681966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:07.694474 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90d5e133-3ea8-4a2c-a714-0c105efc4881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:07.697289 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:07.716227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Transition to ACTIVE for port object 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:07.728620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:07.794712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-92086070-43a8-4867-9e0c-81ca015b6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:07.796364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ef9c5ea-71e6-40ac-bc87-3ee7e09bc830 req-92086070-43a8-4867-9e0c-81ca015b6d9f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9255257 Aug 19 12:10:07.859729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3c556-d486-4e5e-9106-7e983f7453a1 req-94a4e182-023f-47f5-9891-1572e5be0ed6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:07.865145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8e3c556-d486-4e5e-9106-7e983f7453a1 req-94a4e182-023f-47f5-9891-1572e5be0ed6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.5664003 Aug 19 12:10:07.943579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:08.042011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Attempting to bind port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:10:08.042532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Attempting to bind port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:10:08.042963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Attempting to bind port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:08.056778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:10:08.057215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Attempting to bind port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:08.070289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:10:08.070289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Checking segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:10:08.070289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Bound using segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:10:08.073062 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Bound port: 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:10:08.073548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:08.231484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] For port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:08.237168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] For port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:10:08.250788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:08.355613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:08.356173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:08.360534 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] 10.222.0.54 "PUT /v2.0/ports/3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 200 len: 1130 time: 1.5711839 Aug 19 12:10:08.402843 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f2a8e-b68c-408d-88bc-d518250dfdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:08.428585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:08.479128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c676d-59cf-4c86-95c0-964133591679 req-17eda7e2-a608-4d01-b27e-cd5da42255e3 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:08.502776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c676d-59cf-4c86-95c0-964133591679 req-17eda7e2-a608-4d01-b27e-cd5da42255e3 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:08.510286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c676d-59cf-4c86-95c0-964133591679 req-17eda7e2-a608-4d01-b27e-cd5da42255e3 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:08.541588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c676d-59cf-4c86-95c0-964133591679 req-17eda7e2-a608-4d01-b27e-cd5da42255e3 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:08.577676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c676d-59cf-4c86-95c0-964133591679 req-17eda7e2-a608-4d01-b27e-cd5da42255e3 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:08.592709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c676d-59cf-4c86-95c0-964133591679 req-17eda7e2-a608-4d01-b27e-cd5da42255e3 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:08.598508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f76c676d-59cf-4c86-95c0-964133591679 req-17eda7e2-a608-4d01-b27e-cd5da42255e3 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 4599 time: 1.0553286 Aug 19 12:10:08.616356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:08.663119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8e3c556-d486-4e5e-9106-7e983f7453a1 req-de9d8e64-ee46-4b45-8645-b75babd9993a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4339879 Aug 19 12:10:08.667006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.20.0.17 (494f6187-1858-4d66-9946-3330b00203d8/90a749be-9b5c-49af-b14d-8cdb8aafebc1/7e590e3d-84d1-41db-8e89-a2a8a2b0790d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:10:08.835800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90d5e133-3ea8-4a2c-a714-0c105efc4881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:08.846985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90d5e133-3ea8-4a2c-a714-0c105efc4881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:08.853814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-90d5e133-3ea8-4a2c-a714-0c105efc4881 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b7819f6-1376-4fd1-a171-fb1dce0d5a95 HTTP/1.1" status: 204 len: 168 time: 2.5400326 Aug 19 12:10:09.052670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-81d0f0f3-2d96-4172-b6fc-ff2ed467c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.064724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-81d0f0f3-2d96-4172-b6fc-ff2ed467c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.065652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-81d0f0f3-2d96-4172-b6fc-ff2ed467c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.069213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-81d0f0f3-2d96-4172-b6fc-ff2ed467c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.083515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-81d0f0f3-2d96-4172-b6fc-ff2ed467c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.085873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-81d0f0f3-2d96-4172-b6fc-ff2ed467c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.090663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-81d0f0f3-2d96-4172-b6fc-ff2ed467c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.094520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-81d0f0f3-2d96-4172-b6fc-ff2ed467c5aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6208 time: 0.8665237 Aug 19 12:10:09.102726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f76c676d-59cf-4c86-95c0-964133591679 req-29de27b4-6c9b-4700-8f74-fd7a995736c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4740865 Aug 19 12:10:09.108196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': '3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:09.114419 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:09.136506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5e133-3ea8-4a2c-a714-0c105efc4881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7819f6-1376-4fd1-a171-fb1dce0d5a95,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:09.151320 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:09.277745 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f8d3dc-6771-4e55-8652-0c63f976bffb x-openstack-request-id: req-17f8d3dc-6771-4e55-8652-0c63f976bffb {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:09.280538 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:09.280998 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17f8d3dc-6771-4e55-8652-0c63f976bffb {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:09.281696 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': '3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6', 'status': 'completed', 'code': 200} Aug 19 12:10:09.360247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Transition to ACTIVE for port object 7e590e3d-84d1-41db-8e89-a2a8a2b0790d will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:09.561263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef817c0-2ff6-49bf-8daa-a4b68e0be070 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:09.568831 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-042f0f20-0bf5-468b-b9d3-22dd43412081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.571863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-042f0f20-0bf5-468b-b9d3-22dd43412081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.572767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-042f0f20-0bf5-468b-b9d3-22dd43412081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:09.574980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-042f0f20-0bf5-468b-b9d3-22dd43412081 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2588bc39da764c80b9559ab85c409ca1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4019811 Aug 19 12:10:09.590373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:09.597374 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:09.623017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Transition to ACTIVE for port object cef817c0-2ff6-49bf-8daa-a4b68e0be070 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:09.631006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:09.744112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Pushing event updated for resources: {'Port': ['ID=cef817c0-2ff6-49bf-8daa-a4b68e0be070,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:09.754783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43112) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:09.786893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1e227a94-6b15-41ed-b933-e7408a102156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:09.814817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 494f6187-1858-4d66-9946-3330b00203d8 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:10:09.891302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:10:09.903614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:10:10.014709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-17a93a2f-b2b6-4c2d-aa9d-64a4a6723c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:10.017853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59a50fdb-739d-455e-a22d-b3164e6143cd req-17a93a2f-b2b6-4c2d-aa9d-64a4a6723c63 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4342649 Aug 19 12:10:10.039510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=7e590e3d-84d1-41db-8e89-a2a8a2b0790d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:10.160594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Attempting to bind port cef817c0-2ff6-49bf-8daa-a4b68e0be070 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:10:10.162028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Attempting to bind port cef817c0-2ff6-49bf-8daa-a4b68e0be070 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:10:10.162366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Attempting to bind port cef817c0-2ff6-49bf-8daa-a4b68e0be070 on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:10.208859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Port cef817c0-2ff6-49bf-8daa-a4b68e0be070 on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:10:10.209240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Attempting to bind port cef817c0-2ff6-49bf-8daa-a4b68e0be070 on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:10.251410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:10:10.251750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Checking segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:10:10.252138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Bound using segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:10:10.252584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Bound port: cef817c0-2ff6-49bf-8daa-a4b68e0be070, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:10:10.268909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.278174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861e6a1-afb0-4297-8b48-363e782e2e2e req-69fda293-7844-4652-b661-510c9b8eb464 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:10.288475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7861e6a1-afb0-4297-8b48-363e782e2e2e req-69fda293-7844-4652-b661-510c9b8eb464 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.4520214 Aug 19 12:10:10.292705 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.306183 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1e227a94-6b15-41ed-b933-e7408a102156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.359267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1e227a94-6b15-41ed-b933-e7408a102156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.508443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1e227a94-6b15-41ed-b933-e7408a102156 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2a18c0a625e46498c9fb79cd5f24914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521379 Aug 19 12:10:10.509527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e227a94-6b15-41ed-b933-e7408a102156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bf054a-ea2d-4446-bc14-4ec172fa07d9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:10.513840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43124) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:10.531835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] For port cef817c0-2ff6-49bf-8daa-a4b68e0be070, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:10.536474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] For port cef817c0-2ff6-49bf-8daa-a4b68e0be070, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:10:10.562749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d197e9a0-1c69-4fb3-a7df-853327b7f592 None None] Provisioning for port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:10:10.575641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d197e9a0-1c69-4fb3-a7df-853327b7f592 None None] Provisioning complete for port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:10:10.576404 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d197e9a0-1c69-4fb3-a7df-853327b7f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.594650 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.679895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:10.681727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.684039 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] 10.222.0.54 "PUT /v2.0/ports/cef817c0-2ff6-49bf-8daa-a4b68e0be070 HTTP/1.1" status: 200 len: 1091 time: 2.2668183 Aug 19 12:10:10.727961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d197e9a0-1c69-4fb3-a7df-853327b7f592 None None] Port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:10:10.797385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:10.834662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cebd53b8-6e65-42a2-a98b-9e39041bf309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.868360 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cebd53b8-6e65-42a2-a98b-9e39041bf309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.886717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.963902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7861e6a1-afb0-4297-8b48-363e782e2e2e req-17b5ed84-a91f-4864-baa4-f1ff5e06aae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6739087 Aug 19 12:10:11.025548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cebd53b8-6e65-42a2-a98b-9e39041bf309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:11.030127 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cebd53b8-6e65-42a2-a98b-9e39041bf309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:11.033961 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cebd53b8-6e65-42a2-a98b-9e39041bf309 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94bf054a-ea2d-4446-bc14-4ec172fa07d9 HTTP/1.1" status: 204 len: 168 time: 0.4947550 Aug 19 12:10:11.042639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:11.046243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-b151cd10-8a81-43ae-ba2a-b4624fad759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.049704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-b151cd10-8a81-43ae-ba2a-b4624fad759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.056659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-b151cd10-8a81-43ae-ba2a-b4624fad759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.057268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-b151cd10-8a81-43ae-ba2a-b4624fad759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.057749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-b151cd10-8a81-43ae-ba2a-b4624fad759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.058270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-b151cd10-8a81-43ae-ba2a-b4624fad759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.058940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-b151cd10-8a81-43ae-ba2a-b4624fad759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.061915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-b151cd10-8a81-43ae-ba2a-b4624fad759d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6233 time: 0.9430020 Aug 19 12:10:11.112076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd53b8-6e65-42a2-a98b-9e39041bf309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bf054a-ea2d-4446-bc14-4ec172fa07d9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:11.155441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51880642-b4e7-44dc-968b-4f6f50c69809 service neutron] Pushing event updated for resources: {'Port': ['ID=cef817c0-2ff6-49bf-8daa-a4b68e0be070,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:11.293265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:11.295720 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada1c8ce-abe2-43ef-bfa2-83445294b31c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "cef817c0-2ff6-49bf-8daa-a4b68e0be070"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:11.377811 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9526df55-8973-4d6f-b4a9-b9bc69229e1c x-openstack-request-id: req-9526df55-8973-4d6f-b4a9-b9bc69229e1c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:11.378104 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "cef817c0-2ff6-49bf-8daa-a4b68e0be070", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:11.378357 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9526df55-8973-4d6f-b4a9-b9bc69229e1c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:11.378753 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070', 'status': 'completed', 'code': 200} Aug 19 12:10:11.663788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 43166) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:11.787491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfdc77-36dd-47e0-8123-d5c3b5f624b1 req-c2fdab0d-9d78-4b38-b756-a6f3261bbe34 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.793399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfdc77-36dd-47e0-8123-d5c3b5f624b1 req-c2fdab0d-9d78-4b38-b756-a6f3261bbe34 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.808459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfdc77-36dd-47e0-8123-d5c3b5f624b1 req-c2fdab0d-9d78-4b38-b756-a6f3261bbe34 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.828961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-142fdaa9-3ba1-4685-b16d-f1eb2253c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.835676 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-142fdaa9-3ba1-4685-b16d-f1eb2253c275 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1097 time: 0.5662737 Aug 19 12:10:11.844539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfdc77-36dd-47e0-8123-d5c3b5f624b1 req-c2fdab0d-9d78-4b38-b756-a6f3261bbe34 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.861742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfdc77-36dd-47e0-8123-d5c3b5f624b1 req-c2fdab0d-9d78-4b38-b756-a6f3261bbe34 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.906497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfdc77-36dd-47e0-8123-d5c3b5f624b1 req-c2fdab0d-9d78-4b38-b756-a6f3261bbe34 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.913151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfdc77-36dd-47e0-8123-d5c3b5f624b1 req-c2fdab0d-9d78-4b38-b756-a6f3261bbe34 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.914944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-decfdc77-36dd-47e0-8123-d5c3b5f624b1 req-c2fdab0d-9d78-4b38-b756-a6f3261bbe34 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5383 time: 1.3576884 Aug 19 12:10:11.971244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-05f5253c-b87b-44bd-94ab-fa09610947bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.978380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-05f5253c-b87b-44bd-94ab-fa09610947bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.979082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-05f5253c-b87b-44bd-94ab-fa09610947bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:11.981663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-05f5253c-b87b-44bd-94ab-fa09610947bf service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2588bc39da764c80b9559ab85c409ca1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8198097 Aug 19 12:10:12.158522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-8febcf2b-fdd4-46b3-a595-88cc9f94487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:12.161882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-8febcf2b-fdd4-46b3-a595-88cc9f94487a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 897 time: 0.3015330 Aug 19 12:10:12.172344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8e0a79-9c57-4cbe-8148-b32aac6af3af {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:12.215109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:12.433506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Transition to ACTIVE for port object 1b8e0a79-9c57-4cbe-8148-b32aac6af3af will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:12.447495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:12.459418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-7a976951-0ac5-4e15-9b66-6d40b0a89a2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 1001 time: 0.2770138 Aug 19 12:10:12.597238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:12.916142 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f65c2ba5-cf24-491b-b387-b636910fd881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:12.997776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-decfdc77-36dd-47e0-8123-d5c3b5f624b1 req-bf7704dd-45eb-445d-a602-ae23977ab005 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0589991 Aug 19 12:10:13.079815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417a796-38ea-440c-83ad-4f895e9cf737 req-e3cb18a4-4b6c-419c-b062-f595c13ab772 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.091836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c417a796-38ea-440c-83ad-4f895e9cf737 req-e3cb18a4-4b6c-419c-b062-f595c13ab772 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 1.1060519 Aug 19 12:10:13.140726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-648642f2-a4df-49f8-be4f-f98db70669c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.143197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-648642f2-a4df-49f8-be4f-f98db70669c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.5719945 Aug 19 12:10:13.196355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Attempting to bind port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:10:13.196817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Attempting to bind port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:10:13.197248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Attempting to bind port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:13.208180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:10:13.208546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Attempting to bind port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:13.219255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:10:13.219255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Checking segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:10:13.219255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Bound using segment: {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:10:13.219840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Bound port: 1b8e0a79-9c57-4cbe-8148-b32aac6af3af, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:10:13.219840 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:13.229844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-4b16bdf9-e309-49fa-9c5b-1eebe9c48e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.232124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e54fe5f0-f3e8-4dd2-bf65-e6bc86c392d8 req-4b16bdf9-e309-49fa-9c5b-1eebe9c48e29 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1587975 Aug 19 12:10:13.269064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:13.292476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:13.326166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] For port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:13.345405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] For port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:10:13.364520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-279a4e7e-2b1d-4b00-ae5b-21f1f75ccf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.370673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-279a4e7e-2b1d-4b00-ae5b-21f1f75ccf0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031050 Aug 19 12:10:13.371869 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:13.397450 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b784d-041c-401e-9a85-569c6db05bbb req-0118d476-ce0e-4950-bcc5-4fcc235cf889 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.405880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-874b784d-041c-401e-9a85-569c6db05bbb req-0118d476-ce0e-4950-bcc5-4fcc235cf889 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.2728572 Aug 19 12:10:13.462679 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:13.466999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c417a796-38ea-440c-83ad-4f895e9cf737 req-1f81a8ea-cfaa-4cce-965e-5798248c2c14 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472040 Aug 19 12:10:13.500594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.504025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:13.510090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] 10.222.0.54 "PUT /v2.0/ports/1b8e0a79-9c57-4cbe-8148-b32aac6af3af HTTP/1.1" status: 200 len: 1090 time: 2.7130194 Aug 19 12:10:13.592887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': '1b8e0a79-9c57-4cbe-8148-b32aac6af3af'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:13.595291 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff09f868-b72d-42b3-b0fe-811b627d4024" -d '{"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "1b8e0a79-9c57-4cbe-8148-b32aac6af3af"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:13.618806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:13.708134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=7e590e3d-84d1-41db-8e89-a2a8a2b0790d,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:13.741520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-874b784d-041c-401e-9a85-569c6db05bbb req-946555a5-ac5e-4b7c-bbf1-e99050f4004a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351872 Aug 19 12:10:13.751756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-19dece3c-bdbf-4ecc-8e62-8cb832dfea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.752486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-19dece3c-bdbf-4ecc-8e62-8cb832dfea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.752711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-19dece3c-bdbf-4ecc-8e62-8cb832dfea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.768526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-19dece3c-bdbf-4ecc-8e62-8cb832dfea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.769027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-19dece3c-bdbf-4ecc-8e62-8cb832dfea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.769496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-19dece3c-bdbf-4ecc-8e62-8cb832dfea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.769968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-19dece3c-bdbf-4ecc-8e62-8cb832dfea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:13.783533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-19dece3c-bdbf-4ecc-8e62-8cb832dfea7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6342 time: 0.4104750 Aug 19 12:10:13.787359 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f65c2ba5-cf24-491b-b387-b636910fd881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:13.801606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa462979-958a-4e9a-bf67-2e9ef1baf873 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:13.829431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:13.839134 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f65c2ba5-cf24-491b-b387-b636910fd881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:13.855112 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b034bf-d1b9-4f2b-8e4e-e14e57c04cf6 x-openstack-request-id: req-f3b034bf-d1b9-4f2b-8e4e-e14e57c04cf6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:13.855493 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "1b8e0a79-9c57-4cbe-8148-b32aac6af3af", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:13.855747 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3b034bf-d1b9-4f2b-8e4e-e14e57c04cf6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:13.856147 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': '1b8e0a79-9c57-4cbe-8148-b32aac6af3af', 'status': 'completed', 'code': 200} Aug 19 12:10:13.869894 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-5d107ec2-eaab-4d43-9036-a3eb054840b1 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891942 Aug 19 12:10:13.978518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c2ba5-cf24-491b-b387-b636910fd881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf3ede2-9cb3-4e52-84a9-26268425d2f1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:13.989056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f65c2ba5-cf24-491b-b387-b636910fd881 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac20d7967d52467ba234a457523a4c86&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0615802 Aug 19 12:10:13.995453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 43238) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:14.005770 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b9a2e455-e20a-4890-a992-78ec27ca2ef4 req-b634492c-2fc6-4e5e-b8a2-5fef2962f929 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115654 Aug 19 12:10:14.074754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 494f6187-1858-4d66-9946-3330b00203d8 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:10:14.092601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:10:14.424960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router 61571f09-d747-42a7-a591-6a7ea02f0b3b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:10:14.442693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-92a22eed-739f-482c-a755-3411c17a2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:14.443222 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-92a22eed-739f-482c-a755-3411c17a2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:14.443695 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-92a22eed-739f-482c-a755-3411c17a2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:14.445464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-92a22eed-739f-482c-a755-3411c17a2009 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2588bc39da764c80b9559ab85c409ca1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6375451 Aug 19 12:10:14.516412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b9be573f-b934-405a-9163-98459a185e04 None None] Provisioning complete for port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:10:14.517094 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b9be573f-b934-405a-9163-98459a185e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:14.612092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b9be573f-b934-405a-9163-98459a185e04 None None] Port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:10:14.613919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c68d30-8805-493e-ac13-b164116f0e2e {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:14.626509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:14.649354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Transition to ACTIVE for port object 07c68d30-8805-493e-ac13-b164116f0e2e will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:14.660838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:14.831122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Pushing event updated for resources: {'Port': ['ID=07c68d30-8805-493e-ac13-b164116f0e2e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:14.880591 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a1965f80-893a-4f9b-b2ba-4a2edc735885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:14.920439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-42e74768-dec5-4ffc-8d41-8feb7bd50b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:14.922615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ada1c8ce-abe2-43ef-bfa2-83445294b31c req-42e74768-dec5-4ffc-8d41-8feb7bd50b1f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4640596 Aug 19 12:10:14.994788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Attempting to bind port 07c68d30-8805-493e-ac13-b164116f0e2e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:10:14.995514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Attempting to bind port 07c68d30-8805-493e-ac13-b164116f0e2e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:10:14.996083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Attempting to bind port 07c68d30-8805-493e-ac13-b164116f0e2e on network 3183f7d6-f793-4ec1-a16b-68ec64416faa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:15.001141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Port 07c68d30-8805-493e-ac13-b164116f0e2e on network 3183f7d6-f793-4ec1-a16b-68ec64416faa not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:10:15.001909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Attempting to bind port 07c68d30-8805-493e-ac13-b164116f0e2e on network 3183f7d6-f793-4ec1-a16b-68ec64416faa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:15.007466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:10:15.008127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Checking segment: {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:10:15.008762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Bound using segment: {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:10:15.009623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Bound port: 07c68d30-8805-493e-ac13-b164116f0e2e, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:10:15.010245 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:15.013306 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a1965f80-893a-4f9b-b2ba-4a2edc735885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:15.180283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] For port 07c68d30-8805-493e-ac13-b164116f0e2e, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:15.189787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] For port 07c68d30-8805-493e-ac13-b164116f0e2e, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=07c68d30-8805-493e-ac13-b164116f0e2e,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:10:15.199156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:15.233851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea2bb-fbb6-47f4-879d-db7feb689b89 req-2ffa2123-512e-440f-9467-a1e48b27a342 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.241540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea2bb-fbb6-47f4-879d-db7feb689b89 req-2ffa2123-512e-440f-9467-a1e48b27a342 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.248797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea2bb-fbb6-47f4-879d-db7feb689b89 req-2ffa2123-512e-440f-9467-a1e48b27a342 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.249332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.250418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:15.252974 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] 10.222.0.54 "PUT /v2.0/ports/07c68d30-8805-493e-ac13-b164116f0e2e HTTP/1.1" status: 200 len: 1091 time: 1.6398871 Aug 19 12:10:15.255446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea2bb-fbb6-47f4-879d-db7feb689b89 req-2ffa2123-512e-440f-9467-a1e48b27a342 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.263909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea2bb-fbb6-47f4-879d-db7feb689b89 req-2ffa2123-512e-440f-9467-a1e48b27a342 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.278072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea2bb-fbb6-47f4-879d-db7feb689b89 req-2ffa2123-512e-440f-9467-a1e48b27a342 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.297869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea2bb-fbb6-47f4-879d-db7feb689b89 req-2ffa2123-512e-440f-9467-a1e48b27a342 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.300327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5dbea2bb-fbb6-47f4-879d-db7feb689b89 req-2ffa2123-512e-440f-9467-a1e48b27a342 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5395 time: 1.1644080 Aug 19 12:10:15.368599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595fad5-7bc9-4654-8893-6e02e09c59e5 service neutron] Pushing event updated for resources: {'Port': ['ID=07c68d30-8805-493e-ac13-b164116f0e2e,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:15.391250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Request body: {'port': {'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:15.408500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-9b56f8eb-ec44-4391-88bc-6e9f4148ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.409025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-9b56f8eb-ec44-4391-88bc-6e9f4148ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.409507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-9b56f8eb-ec44-4391-88bc-6e9f4148ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.409979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-9b56f8eb-ec44-4391-88bc-6e9f4148ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.410452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-9b56f8eb-ec44-4391-88bc-6e9f4148ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.410920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-9b56f8eb-ec44-4391-88bc-6e9f4148ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.411390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-9b56f8eb-ec44-4391-88bc-6e9f4148ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.421760 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-9b56f8eb-ec44-4391-88bc-6e9f4148ba00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6367 time: 0.3697960 Aug 19 12:10:15.548492 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:15.663583 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-eb0919cf-923d-46a4-bca6-bcb7150bd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.664105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-eb0919cf-923d-46a4-bca6-bcb7150bd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.664606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-eb0919cf-923d-46a4-bca6-bcb7150bd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.666833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-eb0919cf-923d-46a4-bca6-bcb7150bd57b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2588bc39da764c80b9559ab85c409ca1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2094336 Aug 19 12:10:15.676319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:10:15.688874 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Sync routers for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:10:15.704524 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:10:15.705524 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:09:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:15.745326 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f187bbb4-a693-41ba-b852-37626cba33d3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "PUT /v2.0/routers/61571f09-d747-42a7-a591-6a7ea02f0b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8299425 Aug 19 12:10:15.764493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:15.839509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403fe0-6dd3-40f1-a7dc-d715624200f6 req-dca0d3ce-063f-4762-97e8-fdd39443e1a5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:15.849664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29403fe0-6dd3-40f1-a7dc-d715624200f6 req-dca0d3ce-063f-4762-97e8-fdd39443e1a5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.6719351 Aug 19 12:10:15.874296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': '07c68d30-8805-493e-ac13-b164116f0e2e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:15.877790 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "07c68d30-8805-493e-ac13-b164116f0e2e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:15.987164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:16.035667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5dbea2bb-fbb6-47f4-879d-db7feb689b89 req-1762d274-bc88-46d0-9948-f99eb5bce0a4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7267010 Aug 19 12:10:16.036345 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a1965f80-893a-4f9b-b2ba-4a2edc735885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:16.039407 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a1965f80-893a-4f9b-b2ba-4a2edc735885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:16.040397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:16.041024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a1965f80-893a-4f9b-b2ba-4a2edc735885 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cf3ede2-9cb3-4e52-84a9-26268425d2f1 HTTP/1.1" status: 204 len: 168 time: 2.0434690 Aug 19 12:10:16.045569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:16.050287 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:10:16.055076 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba3f87-3bee-48a8-80e2-70844234262b" -d '{"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-unplugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:16.066877 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:16.158708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1965f80-893a-4f9b-b2ba-4a2edc735885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf3ede2-9cb3-4e52-84a9-26268425d2f1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:16.257813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=11']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:16.271646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29403fe0-6dd3-40f1-a7dc-d715624200f6 req-403a0eed-0fcc-450a-b7bd-dc7e141e959a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4185479 Aug 19 12:10:16.429917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-90c0408a-ecb5-4e70-8ed5-574ba8ae1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:16.431570 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff09f868-b72d-42b3-b0fe-811b627d4024 req-90c0408a-ecb5-4e70-8ed5-574ba8ae1d9e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6848602 Aug 19 12:10:16.458938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928b6618-8100-4e6c-a375-b6aad306d2c7 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:16.479575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:16.506377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Transition to ACTIVE for port object 928b6618-8100-4e6c-a375-b6aad306d2c7 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:16.510089 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ded2a-3903-4816-9199-143a14554e01 x-openstack-request-id: req-214ded2a-3903-4816-9199-143a14554e01 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:16.510444 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "07c68d30-8805-493e-ac13-b164116f0e2e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:16.510653 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-214ded2a-3903-4816-9199-143a14554e01 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:16.511203 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': '07c68d30-8805-493e-ac13-b164116f0e2e', 'status': 'completed', 'code': 200} Aug 19 12:10:16.521147 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:16.694714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Pushing event updated for resources: {'Port': ['ID=928b6618-8100-4e6c-a375-b6aad306d2c7,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:16.717038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb550d23-ae08-46af-bec9-0f7396895205 req-bf8c28e5-7fcb-4034-9b53-b490debbd553 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:16.718689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb550d23-ae08-46af-bec9-0f7396895205 req-bf8c28e5-7fcb-4034-9b53-b490debbd553 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.4837592 Aug 19 12:10:16.734790 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8192d0-e38e-49d2-a310-550cfe679fec x-openstack-request-id: req-5a8192d0-e38e-49d2-a310-550cfe679fec {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:16.735417 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-unplugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:16.735905 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a8192d0-e38e-49d2-a310-550cfe679fec {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:16.736351 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'code': 200} Aug 19 12:10:16.807423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-598d618a-9b6f-46ab-a228-e7e0b17f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:16.809381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-598d618a-9b6f-46ab-a228-e7e0b17f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:16.818094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-598d618a-9b6f-46ab-a228-e7e0b17f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:16.820627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-598d618a-9b6f-46ab-a228-e7e0b17f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:16.822385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-598d618a-9b6f-46ab-a228-e7e0b17f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:16.827412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-598d618a-9b6f-46ab-a228-e7e0b17f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:16.835878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-598d618a-9b6f-46ab-a228-e7e0b17f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:16.840000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-598d618a-9b6f-46ab-a228-e7e0b17f4620 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6434 time: 0.3419104 Aug 19 12:10:16.875436 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:10Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:05Z', 'revision_number': 1, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e590e3d-84d1-41db-8e89-a2a8a2b0790d', 'name': '', 'network_id': '494f6187-1858-4d66-9946-3330b00203d8', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:32:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '90a749be-9b5c-49af-b14d-8cdb8aafebc1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:10:07Z', 'updated_at': '2021-08-19T12:10:11Z', 'revision_number': 2, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '90a749be-9b5c-49af-b14d-8cdb8aafebc1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:16.939946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Attempting to bind port 928b6618-8100-4e6c-a375-b6aad306d2c7 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:10:16.940844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Attempting to bind port 928b6618-8100-4e6c-a375-b6aad306d2c7 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:10:16.942257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Attempting to bind port 928b6618-8100-4e6c-a375-b6aad306d2c7 on network 3183f7d6-f793-4ec1-a16b-68ec64416faa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:16.949807 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Checking router: 61571f09-d747-42a7-a591-6a7ea02f0b3b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:10:16.952139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Port 928b6618-8100-4e6c-a375-b6aad306d2c7 on network 3183f7d6-f793-4ec1-a16b-68ec64416faa not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:10:16.954304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Attempting to bind port 928b6618-8100-4e6c-a375-b6aad306d2c7 on network 3183f7d6-f793-4ec1-a16b-68ec64416faa {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:16.954956 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Updating router 61571f09-d747-42a7-a591-6a7ea02f0b3b port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:10:16.969447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:10:16.969985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Checking segment: {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:10:16.973377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Bound using segment: {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:10:16.974325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Bound port: 928b6618-8100-4e6c-a375-b6aad306d2c7, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120ddd8b-0573-4129-9854-9ea108449a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:10:16.974838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.001257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43302) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:17.020870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb550d23-ae08-46af-bec9-0f7396895205 req-2af8709d-e564-4248-896f-1765c0f5c655 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924597 Aug 19 12:10:17.038661 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.060475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-296152f2-8e8a-4a00-969d-4cce133a646d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.138376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-5cef3608-713d-4ab2-98cf-3e4c02b6a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.138902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-5cef3608-713d-4ab2-98cf-3e4c02b6a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.143075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-5cef3608-713d-4ab2-98cf-3e4c02b6a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.162575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-5cef3608-713d-4ab2-98cf-3e4c02b6a01c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2588bc39da764c80b9559ab85c409ca1&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3074770 Aug 19 12:10:17.240882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] For port 928b6618-8100-4e6c-a375-b6aad306d2c7, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:17.279384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] For port 928b6618-8100-4e6c-a375-b6aad306d2c7, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=928b6618-8100-4e6c-a375-b6aad306d2c7,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:10:17.306728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.398009 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.398756 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.406018 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] 10.222.0.54 "PUT /v2.0/ports/928b6618-8100-4e6c-a375-b6aad306d2c7 HTTP/1.1" status: 200 len: 1091 time: 2.0240188 Aug 19 12:10:17.459668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd43ba-a51e-4af6-add8-bb195af9290c service neutron] Pushing event updated for resources: {'Port': ['ID=928b6618-8100-4e6c-a375-b6aad306d2c7,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:17.501336 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-296152f2-8e8a-4a00-969d-4cce133a646d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.512951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-296152f2-8e8a-4a00-969d-4cce133a646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.599447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-76ae6d94-2ac4-4632-8767-35e9c3e4f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.602169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3c752f1-8659-463c-a9cc-9c2f40b7f57f req-76ae6d94-2ac4-4632-8767-35e9c3e4f9f6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4377275 Aug 19 12:10:17.632792 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-296152f2-8e8a-4a00-969d-4cce133a646d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=455b1536b1aa4603aef5b92248ebf5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261318 Aug 19 12:10:17.636941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43318) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:17.637858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296152f2-8e8a-4a00-969d-4cce133a646d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ab4add-571e-466d-a157-2ebb2cbce606,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:17.687994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0bc4b-372e-415a-91b0-ec1d6c9f1153 req-71721b6a-7961-4fa5-b83d-b90a572c50e6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.696375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0bc4b-372e-415a-91b0-ec1d6c9f1153 req-71721b6a-7961-4fa5-b83d-b90a572c50e6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.704660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0bc4b-372e-415a-91b0-ec1d6c9f1153 req-71721b6a-7961-4fa5-b83d-b90a572c50e6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.706842 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.715732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0bc4b-372e-415a-91b0-ec1d6c9f1153 req-71721b6a-7961-4fa5-b83d-b90a572c50e6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.724862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0bc4b-372e-415a-91b0-ec1d6c9f1153 req-71721b6a-7961-4fa5-b83d-b90a572c50e6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.733199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0bc4b-372e-415a-91b0-ec1d6c9f1153 req-71721b6a-7961-4fa5-b83d-b90a572c50e6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.737915 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Transition to ACTIVE for port object 7e590e3d-84d1-41db-8e89-a2a8a2b0790d will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:17.747771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:10:17.751690 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.764351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0bc4b-372e-415a-91b0-ec1d6c9f1153 req-71721b6a-7961-4fa5-b83d-b90a572c50e6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.767390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bc0bc4b-372e-415a-91b0-ec1d6c9f1153 req-71721b6a-7961-4fa5-b83d-b90a572c50e6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.4055972 Aug 19 12:10:17.775439 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6060fce-5118-4ce5-8dfa-68ee20167ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.812952 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6060fce-5118-4ce5-8dfa-68ee20167ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.837781 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Pushing event updated for resources: {'Port': ['ID=7e590e3d-84d1-41db-8e89-a2a8a2b0790d,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:17.873622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf22a5-440a-41bd-afa8-4885fb5d4a4e req-c8f2bb4e-ae22-4766-bcbf-4e62adf72a04 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:17.884874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8edf22a5-440a-41bd-afa8-4885fb5d4a4e req-c8f2bb4e-ae22-4766-bcbf-4e62adf72a04 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.3827953 Aug 19 12:10:17.903132 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.903670 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.903819 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.904763 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.904763 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.905261 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.905752 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.906235 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.906725 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.907204 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.907667 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.909814 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:17.929829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6060fce-5118-4ce5-8dfa-68ee20167ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.936045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6060fce-5118-4ce5-8dfa-68ee20167ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:17.939874 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e6060fce-5118-4ce5-8dfa-68ee20167ab5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46ab4add-571e-466d-a157-2ebb2cbce606 HTTP/1.1" status: 204 len: 168 time: 0.2952421 Aug 19 12:10:17.959906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6060fce-5118-4ce5-8dfa-68ee20167ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ab4add-571e-466d-a157-2ebb2cbce606,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:17.994477 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Attempting to bind port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:10:17.994933 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Attempting to bind port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:10:17.995306 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Attempting to bind port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d on network 494f6187-1858-4d66-9946-3330b00203d8 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:18.002844 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:10:18.003470 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Checking segment: {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:10:18.004053 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:18.004591 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Bound using segment: {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:10:18.005222 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Bound port: 7e590e3d-84d1-41db-8e89-a2a8a2b0790d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7a5c87-972e-4cd0-a88b-2c2760a69bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '494f6187-1858-4d66-9946-3330b00203d8'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:10:18.006042 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:18.024215 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bc0bc4b-372e-415a-91b0-ec1d6c9f1153 req-37ad09df-dfe0-4885-89dc-a215d210c0ef tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1935599 Aug 19 12:10:18.060330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8e96d062-dc8c-4f37-a771-0c8205c985b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.061425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8e96d062-dc8c-4f37-a771-0c8205c985b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.061977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8e96d062-dc8c-4f37-a771-0c8205c985b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.062533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8e96d062-dc8c-4f37-a771-0c8205c985b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.063070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8e96d062-dc8c-4f37-a771-0c8205c985b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.063649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8e96d062-dc8c-4f37-a771-0c8205c985b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.064194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8e96d062-dc8c-4f37-a771-0c8205c985b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.066409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8e96d062-dc8c-4f37-a771-0c8205c985b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6476 time: 0.2980340 Aug 19 12:10:18.103259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8edf22a5-440a-41bd-afa8-4885fb5d4a4e req-ef552cfb-5220-46f4-b052-ece5ca55d4d3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175522 Aug 19 12:10:18.209099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:18.253331 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] For port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:18.255028 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-662d2e43-b174-4561-a90a-2e46783979c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0310b23-8099-4c5d-a487-eada99042c58 HTTP/1.1" status: 200 len: 217 time: 0.1692908 Aug 19 12:10:18.256083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '97f9a7a6-f920-4a99-9962-03810022148c', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'port_id': '97f9a7a6-f920-4a99-9962-03810022148c', 'mac_address': 'fa:16:3e:c3:f0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:10:18.264918 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] For port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7e590e3d-84d1-41db-8e89-a2a8a2b0790d,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:10:18.281298 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:18.406055 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-76dad0c5-429e-4065-bf6d-90a65c0032e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:18.433371 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:18.476935 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:10:18.477584 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:09:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:18.479677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f9a7a6-f920-4a99-9962-03810022148c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:18.512556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': '928b6618-8100-4e6c-a375-b6aad306d2c7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:18.516125 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174cfcc5-8d20-43f6-af5a-d0e388663fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "928b6618-8100-4e6c-a375-b6aad306d2c7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:18.528208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:18.540175 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:18.596376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0581cb16-6a40-4b1f-8fb8-604d2b8e1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.598363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-0581cb16-6a40-4b1f-8fb8-604d2b8e1811 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7469df6-151e-46a5-9d58-4f7993be24f5 HTTP/1.1" status: 200 len: 851 time: 0.3245189 Aug 19 12:10:18.623777 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251b6efb-9019-4b61-9b6d-fa1d604d2db9 x-openstack-request-id: req-251b6efb-9019-4b61-9b6d-fa1d604d2db9 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:18.624064 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "928b6618-8100-4e6c-a375-b6aad306d2c7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:18.624316 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-251b6efb-9019-4b61-9b6d-fa1d604d2db9 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:18.624751 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': '928b6618-8100-4e6c-a375-b6aad306d2c7', 'status': 'completed', 'code': 200} Aug 19 12:10:18.668864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=12']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:18.713623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c361d-53cb-4f83-bd76-ab5021e62d94 req-a1b96f46-c73e-4012-87c6-49a9e689412f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.724960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c3c361d-53cb-4f83-bd76-ab5021e62d94 req-a1b96f46-c73e-4012-87c6-49a9e689412f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.3515537 Aug 19 12:10:18.739632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['97f9a7a6-f920-4a99-9962-03810022148c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:10:18.758514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-e5772989-c8ab-4d6c-abf6-29323dd3977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:18.770919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-e5772989-c8ab-4d6c-abf6-29323dd3977e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594982 Aug 19 12:10:18.807479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8dd39ba3-749a-4ecd-b566-3d45bb7e40c7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:10:18.811213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8dd39ba3-749a-4ecd-b566-3d45bb7e40c7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225747 Aug 19 12:10:18.961321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c3c361d-53cb-4f83-bd76-ab5021e62d94 req-79f6c212-188b-4bdb-a5aa-a2847d691f64 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340226 Aug 19 12:10:19.042687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-05363a85-5164-47eb-a0f6-bc8f808f087b service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221665 Aug 19 12:10:19.088790 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:10:19.161660 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abd3e2-d044-4802-b4e1-3bc44a0e4bad None None] Pushing event updated for resources: {'Port': ['ID=7e590e3d-84d1-41db-8e89-a2a8a2b0790d,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:19.263973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-c5cc0e39-f2ff-4fb1-bb66-d824d763457b service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060499 Aug 19 12:10:19.322767 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-951de1ea-27e8-40d8-b5ad-b86f69d21214 service neutron] show failed (client error): The resource could not be found. Aug 19 12:10:19.324590 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-951de1ea-27e8-40d8-b5ad-b86f69d21214 service neutron] 10.222.0.54 "GET /v2.0/ports/77cc7c18-97df-4500-870a-0fe915d30620/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.1045959 Aug 19 12:10:19.377266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2624031f-3555-49a9-8ce6-b8d9862d1c51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 200 len: 217 time: 0.1037202 Aug 19 12:10:19.640770 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:10Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:05Z', 'revision_number': 1, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e590e3d-84d1-41db-8e89-a2a8a2b0790d', 'name': '', 'network_id': '494f6187-1858-4d66-9946-3330b00203d8', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:32:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '90a749be-9b5c-49af-b14d-8cdb8aafebc1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:10:07Z', 'updated_at': '2021-08-19T12:10:18Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '90a749be-9b5c-49af-b14d-8cdb8aafebc1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:19.688370 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1206d-4d1f-49a6-8ad2-571ccbf76722 None None] The sync data for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 is: [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:10Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:05Z', 'revision_number': 1, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e590e3d-84d1-41db-8e89-a2a8a2b0790d', 'name': '', 'network_id': '494f6187-1858-4d66-9946-3330b00203d8', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:32:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '90a749be-9b5c-49af-b14d-8cdb8aafebc1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:10:07Z', 'updated_at': '2021-08-19T12:10:18Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '90a749be-9b5c-49af-b14d-8cdb8aafebc1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:10:19.916355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-22c9e97d-0999-4d6d-a49f-987270279f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:19.927581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-22c9e97d-0999-4d6d-a49f-987270279f0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.5392416 Aug 19 12:10:20.105799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98358b99-3a8a-4b11-bf3b-09850a140f51 req-6ab7928c-5769-464d-9afd-e0d0fdeb4e69 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.108211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98358b99-3a8a-4b11-bf3b-09850a140f51 req-6ab7928c-5769-464d-9afd-e0d0fdeb4e69 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 945 time: 0.8125875 Aug 19 12:10:20.163323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f102c4-169d-441b-99f6-01750712aed8 req-5e50fb3f-4c3c-4087-b992-5b108869c612 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.204305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f102c4-169d-441b-99f6-01750712aed8 req-5e50fb3f-4c3c-4087-b992-5b108869c612 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.225585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f102c4-169d-441b-99f6-01750712aed8 req-5e50fb3f-4c3c-4087-b992-5b108869c612 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.233348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f102c4-169d-441b-99f6-01750712aed8 req-5e50fb3f-4c3c-4087-b992-5b108869c612 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.240815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f102c4-169d-441b-99f6-01750712aed8 req-5e50fb3f-4c3c-4087-b992-5b108869c612 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.247304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f102c4-169d-441b-99f6-01750712aed8 req-5e50fb3f-4c3c-4087-b992-5b108869c612 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.255167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f102c4-169d-441b-99f6-01750712aed8 req-5e50fb3f-4c3c-4087-b992-5b108869c612 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.265103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24f102c4-169d-441b-99f6-01750712aed8 req-5e50fb3f-4c3c-4087-b992-5b108869c612 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 1.0637567 Aug 19 12:10:20.367893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7e590e3d-84d1-41db-8e89-a2a8a2b0790d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:10:20.455692 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98358b99-3a8a-4b11-bf3b-09850a140f51 req-00f5cd1d-de4a-4d1b-a3ab-f682c1469272 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673889 Aug 19 12:10:20.527770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-8f9534d8-58c8-4035-a079-63b16cefd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.529892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:10:20.536316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-8f9534d8-58c8-4035-a079-63b16cefd5eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 1097 time: 0.6027365 Aug 19 12:10:20.542664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:10:20.545470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-13812e95-deb8-4035-a34f-dcf49bb637f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:20.547256 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:20.550057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-13812e95-deb8-4035-a34f-dcf49bb637f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6137767 Aug 19 12:10:20.570691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:20.801331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24f102c4-169d-441b-99f6-01750712aed8 req-8c05d184-6527-4e75-9eb4-21882f88c264 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5345426 Aug 19 12:10:20.836782 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d9d10f8e-7aa0-4136-b094-08fa92e2f944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:20.858657 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:20.975997 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:20.993513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:21.010116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7e590e3d-84d1-41db-8e89-a2a8a2b0790d,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:21.021497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:21.092815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af67e62-0f28-49e1-be21-71b801a7f6ee req-a4bb9971-407e-4975-9fca-70119473aa86 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:21.103041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4af67e62-0f28-49e1-be21-71b801a7f6ee req-a4bb9971-407e-4975-9fca-70119473aa86 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.2999163 Aug 19 12:10:21.157377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=7e590e3d-84d1-41db-8e89-a2a8a2b0790d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:21.205686 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-1a0de70b-1d29-4e6b-85b2-dc71e4a14fd8 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251738 Aug 19 12:10:21.221806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4af67e62-0f28-49e1-be21-71b801a7f6ee req-831c4672-6712-468f-bb20-dbf3b0a8c8af tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174011 Aug 19 12:10:21.620080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-24e783b3-43df-46eb-904f-658f0e5f5ec7 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900652 Aug 19 12:10:21.760870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:10:21.788138 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-51e3859d-b2d8-4628-b209-8bdc39342096 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 200 len: 217 time: 0.1469591 Aug 19 12:10:21.801572 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-3542dbfb-6f79-43a7-aa25-49183a28e79a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4428315 Aug 19 12:10:21.908794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35579dfc-861f-4a40-8a0e-b30253e13427 req-e4287d3b-a656-4507-8d8a-e17878860ceb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:21.910728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35579dfc-861f-4a40-8a0e-b30253e13427 req-e4287d3b-a656-4507-8d8a-e17878860ceb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 945 time: 0.2817113 Aug 19 12:10:21.961882 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:21.984291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 97f9a7a6-f920-4a99-9962-03810022148c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:10:21.984674 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:22.017474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-a2f8c91e-6b12-4e10-a50b-224ae9efd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.019119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-a2f8c91e-6b12-4e10-a50b-224ae9efd874 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.2154891 Aug 19 12:10:22.096756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-716c011a-6d5a-4036-a036-dcbaf134ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.097357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-716c011a-6d5a-4036-a036-dcbaf134ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.097895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-716c011a-6d5a-4036-a036-dcbaf134ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.104434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-716c011a-6d5a-4036-a036-dcbaf134ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.105069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-716c011a-6d5a-4036-a036-dcbaf134ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.105610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-716c011a-6d5a-4036-a036-dcbaf134ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.105718 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:22.106288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-716c011a-6d5a-4036-a036-dcbaf134ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.108489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-716c011a-6d5a-4036-a036-dcbaf134ea2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6501 time: 0.1916096 Aug 19 12:10:22.146179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:22.153842 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c30be8-e8d9-42e6-bb7d-f281e82ba7c2" -d '{"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-plugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:22.182670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:22.189374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43452) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:22.197587 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:22.269247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea281da-4c41-45cd-9b8d-54da5bc5469d req-21fb5f14-ed2d-404b-851c-65a4bf236aa0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.270482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7e590e3d-84d1-41db-8e89-a2a8a2b0790d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:10:22.276164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea281da-4c41-45cd-9b8d-54da5bc5469d req-21fb5f14-ed2d-404b-851c-65a4bf236aa0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.283009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea281da-4c41-45cd-9b8d-54da5bc5469d req-21fb5f14-ed2d-404b-851c-65a4bf236aa0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.289443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea281da-4c41-45cd-9b8d-54da5bc5469d req-21fb5f14-ed2d-404b-851c-65a4bf236aa0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.295914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea281da-4c41-45cd-9b8d-54da5bc5469d req-21fb5f14-ed2d-404b-851c-65a4bf236aa0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.302623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea281da-4c41-45cd-9b8d-54da5bc5469d req-21fb5f14-ed2d-404b-851c-65a4bf236aa0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.309022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea281da-4c41-45cd-9b8d-54da5bc5469d req-21fb5f14-ed2d-404b-851c-65a4bf236aa0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.311346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eea281da-4c41-45cd-9b8d-54da5bc5469d req-21fb5f14-ed2d-404b-851c-65a4bf236aa0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.3270726 Aug 19 12:10:22.337833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35579dfc-861f-4a40-8a0e-b30253e13427 req-73f516fb-e9df-46ba-975d-143df95adcab tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810458 Aug 19 12:10:22.393571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ce86b617-bfcd-4243-b6a8-775f29196b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:22.395385 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ce86b617-bfcd-4243-b6a8-775f29196b31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3515115 Aug 19 12:10:22.403022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:22.406364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:10:22.406751 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:22.408435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=13']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:22.446177 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96501e4e-642c-4ee0-b517-8eaa61ab0274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:22.459926 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a6f7f-49a5-4f3b-a60f-d752ef91d6d2 x-openstack-request-id: req-154a6f7f-49a5-4f3b-a60f-d752ef91d6d2 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:22.467503 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-plugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:22.468016 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-154a6f7f-49a5-4f3b-a60f-d752ef91d6d2 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:22.474194 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'code': 200} Aug 19 12:10:22.595668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-db037a4c-ca73-45e4-ad56-4d9b12f84ad9 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899457 Aug 19 12:10:22.618197 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:10:22.676285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96501e4e-642c-4ee0-b517-8eaa61ab0274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:22.695303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96501e4e-642c-4ee0-b517-8eaa61ab0274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:22.761742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2cda1f32-8ecb-4c16-9131-be964b96087f service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451180 Aug 19 12:10:22.818970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eea281da-4c41-45cd-9b8d-54da5bc5469d req-ab7f0b79-2860-4242-bccd-f8a8c1c41993 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4292593 Aug 19 12:10:22.835625 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-96501e4e-642c-4ee0-b517-8eaa61ab0274 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=417ad8600fad4fe7a0e1f04fd34a0657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439259 Aug 19 12:10:22.836353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43472) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:22.845003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96501e4e-642c-4ee0-b517-8eaa61ab0274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712240b7-945a-40d9-99d5-afbc02c11755,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:22.925155 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3dbd74cc-b7dc-4856-9247-a336fd87aca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:22.937325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-36cd26a3-951d-4d59-8578-4d060785e998 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070 HTTP/1.1" status: 200 len: 217 time: 0.1670375 Aug 19 12:10:22.969998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3dbd74cc-b7dc-4856-9247-a336fd87aca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:23.034245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:23.041009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-eebb9660-b0ba-40ed-b80c-9b553e93d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:23.043198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-eebb9660-b0ba-40ed-b80c-9b553e93d134 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.0923715 Aug 19 12:10:23.058483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3dbd74cc-b7dc-4856-9247-a336fd87aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:23.063227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3dbd74cc-b7dc-4856-9247-a336fd87aca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:23.064513 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3dbd74cc-b7dc-4856-9247-a336fd87aca8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/712240b7-945a-40d9-99d5-afbc02c11755 HTTP/1.1" status: 204 len: 168 time: 0.2258470 Aug 19 12:10:23.084253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd74cc-b7dc-4856-9247-a336fd87aca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712240b7-945a-40d9-99d5-afbc02c11755,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:23.100732 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:23.117174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Transition to ACTIVE for port object 77cc7c18-97df-4500-870a-0fe915d30620 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:23.121241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:23.124857 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc41a03-a4c0-454b-b288-28c3569c4a8f" -d '{"events": [{"server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "77cc7c18-97df-4500-870a-0fe915d30620"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:23.139289 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:23.254454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3df4d0-8359-4bb0-8168-7ac9c6a8f4fa req-866f43af-a807-430c-b2f4-d96a84bb030b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:23.256109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a3df4d0-8359-4bb0-8168-7ac9c6a8f4fa req-866f43af-a807-430c-b2f4-d96a84bb030b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.6468556 Aug 19 12:10:23.261653 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Pushing event updated for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:23.265146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-2640b6a0-4ae1-4a62-8166-5de894794bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:23.265537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-2640b6a0-4ae1-4a62-8166-5de894794bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:23.266008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-2640b6a0-4ae1-4a62-8166-5de894794bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:23.270852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-2640b6a0-4ae1-4a62-8166-5de894794bb6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee7e9764-0947-4d2f-9df6-16f646d411fc&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=695c6eae-dc00-481f-8fa2-9574d3204229&id=695c6eae-dc00-481f-8fa2-9574d3204229 HTTP/1.1" status: 200 len: 2297 time: 1.0871179 Aug 19 12:10:23.283334 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598b546-1005-49d4-907c-8d40ad8a983e x-openstack-request-id: req-d598b546-1005-49d4-907c-8d40ad8a983e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:23.283694 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "77cc7c18-97df-4500-870a-0fe915d30620", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:23.284001 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d598b546-1005-49d4-907c-8d40ad8a983e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:23.284449 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620', 'code': 200} Aug 19 12:10:23.722015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43486) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:23.758166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6542988-1df8-4450-a934-0332088c2c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:23.901124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6542988-1df8-4450-a934-0332088c2c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:23.912856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6542988-1df8-4450-a934-0332088c2c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:23.966475 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:23.996439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2d647b2c-5f1c-48fa-bfa7-1c93232cfe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:23.998307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-2d647b2c-5f1c-48fa-bfa7-1c93232cfe7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8605800 Aug 19 12:10:24.014007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a3df4d0-8359-4bb0-8168-7ac9c6a8f4fa req-57c6e550-e1f2-4a1e-b4b2-a089b8033189 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7404923 Aug 19 12:10:24.050228 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d6542988-1df8-4450-a934-0332088c2c86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8fc96f932dd47808f1a002107b69683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269107 Aug 19 12:10:24.050789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43500) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:24.095550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6542988-1df8-4450-a934-0332088c2c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b91b1d-7bbf-4ad2-9bff-53e603ccdf57,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:24.110376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:24.177514 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03168a62-4536-4be0-9b2d-e91eff12dc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:24.205617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03168a62-4536-4be0-9b2d-e91eff12dc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:24.294080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cb601-d3e9-4236-b274-bac15a6ed067 req-b9dc4481-8d69-4c0f-8982-b23b6866b9ae tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.294319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03168a62-4536-4be0-9b2d-e91eff12dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:24.296254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-302cb601-d3e9-4236-b274-bac15a6ed067 req-b9dc4481-8d69-4c0f-8982-b23b6866b9ae tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.7443845 Aug 19 12:10:24.296772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-03168a62-4536-4be0-9b2d-e91eff12dc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:24.298602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-e95499f2-e0ca-44db-9f64-6fb902ac2a3b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00 HTTP/1.1" status: 200 len: 1001 time: 1.0066690 Aug 19 12:10:24.299961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] No DVR routers for this DVR port 77cc7c18-97df-4500-870a-0fe915d30620 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:10:24.304000 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-03168a62-4536-4be0-9b2d-e91eff12dc83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77b91b1d-7bbf-4ad2-9bff-53e603ccdf57 HTTP/1.1" status: 204 len: 168 time: 0.2435586 Aug 19 12:10:24.327732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03168a62-4536-4be0-9b2d-e91eff12dc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b91b1d-7bbf-4ad2-9bff-53e603ccdf57,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:24.371059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 77cc7c18-97df-4500-870a-0fe915d30620 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:24.441767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-8dc8157b-08e2-460a-8032-5ef52f8ba7ec service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205530 Aug 19 12:10:24.490032 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 77cc7c18-97df-4500-870a-0fe915d30620 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:10:24.513229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b878-d4b3-4cdd-8864-28956673677e req-6cf76e8f-06cb-400f-956a-468f30e3b54b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.521142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b878-d4b3-4cdd-8864-28956673677e req-6cf76e8f-06cb-400f-956a-468f30e3b54b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.528662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b878-d4b3-4cdd-8864-28956673677e req-6cf76e8f-06cb-400f-956a-468f30e3b54b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.534770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b878-d4b3-4cdd-8864-28956673677e req-6cf76e8f-06cb-400f-956a-468f30e3b54b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.543152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b878-d4b3-4cdd-8864-28956673677e req-6cf76e8f-06cb-400f-956a-468f30e3b54b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.552777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b878-d4b3-4cdd-8864-28956673677e req-6cf76e8f-06cb-400f-956a-468f30e3b54b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.559578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424b878-d4b3-4cdd-8864-28956673677e req-6cf76e8f-06cb-400f-956a-468f30e3b54b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.561783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1424b878-d4b3-4cdd-8864-28956673677e req-6cf76e8f-06cb-400f-956a-468f30e3b54b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.3880994 Aug 19 12:10:24.652999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-46436fc8-da25-4880-a02f-eaafa695ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.654566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-46436fc8-da25-4880-a02f-eaafa695ae73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9 HTTP/1.1" status: 200 len: 856 time: 0.3265734 Aug 19 12:10:24.668397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-302cb601-d3e9-4236-b274-bac15a6ed067 req-b638ae7e-b602-4a19-b7ba-186a599f4256 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591077 Aug 19 12:10:24.768885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1424b878-d4b3-4cdd-8864-28956673677e req-f3ea7303-8319-4b25-935f-0e32f8a7f8bf tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362197 Aug 19 12:10:24.794535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d43d9960-4e98-44a5-8d77-d04c89c6ba00 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382485 Aug 19 12:10:24.850503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-1d9219f7-3679-4188-9acf-b627af49069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:24.852234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-1d9219f7-3679-4188-9acf-b627af49069c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee7e9764-0947-4d2f-9df6-16f646d411fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743050 Aug 19 12:10:24.898829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-89e58f58-4836-4f23-adb2-60852dc143a2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:10:24.900014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-89e58f58-4836-4f23-adb2-60852dc143a2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073245 Aug 19 12:10:24.904428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-36efe0a2-e50d-424a-83d0-68ed53989595 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af HTTP/1.1" status: 200 len: 217 time: 0.0675759 Aug 19 12:10:24.905534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Attempting to bind port 77cc7c18-97df-4500-870a-0fe915d30620 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:10:24.905950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Attempting to bind port 77cc7c18-97df-4500-870a-0fe915d30620 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:10:24.906278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Attempting to bind port 77cc7c18-97df-4500-870a-0fe915d30620 on network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:24.946170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Port 77cc7c18-97df-4500-870a-0fe915d30620 on network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:10:24.946617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Attempting to bind port 77cc7c18-97df-4500-870a-0fe915d30620 on network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:10:25.005849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:10:25.006504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Checking segment: {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:10:25.006631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Bound using segment: {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:10:25.006999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Bound port: 77cc7c18-97df-4500-870a-0fe915d30620, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:10:25.007363 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:25.040758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d8879d44-c6aa-4f87-abc0-20a4205cea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:25.042340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d8879d44-c6aa-4f87-abc0-20a4205cea68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.1240935 Aug 19 12:10:25.131961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-886d5670-602a-4291-bcb6-e2231ba138ec service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230530 Aug 19 12:10:25.245734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:10:25.273043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-04f41248-1145-46a6-bb86-6401e47817eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:25.274757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-04f41248-1145-46a6-bb86-6401e47817eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1969879 Aug 19 12:10:25.281499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:10:25.325828 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:25.383408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:25.384529 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:25.386664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] 10.222.0.69 "PUT /v2.0/ports/77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 1092 time: 4.8320205 Aug 19 12:10:25.434493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:25.437913 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409f1456-aa14-459b-b6cd-ee9e783e076c" -d '{"events": [{"name": "network-changed", "server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "tag": "77cc7c18-97df-4500-870a-0fe915d30620"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:25.499112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587059b-646f-4e0f-9350-c17ff5da1d62 req-40b119f3-9a9e-4450-87d0-63541f82a4b2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:25.500829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6587059b-646f-4e0f-9350-c17ff5da1d62 req-40b119f3-9a9e-4450-87d0-63541f82a4b2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 944 time: 0.3561857 Aug 19 12:10:25.628988 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f7ec88-d8fe-41a9-9fad-cd7f45cbdd4a x-openstack-request-id: req-f4f7ec88-d8fe-41a9-9fad-cd7f45cbdd4a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:25.629269 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "tag": "77cc7c18-97df-4500-870a-0fe915d30620", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:25.629516 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4f7ec88-d8fe-41a9-9fad-cd7f45cbdd4a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:25.629911 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620', 'status': 'completed', 'code': 200} Aug 19 12:10:25.653126 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-02f8d89d-4828-44d9-850b-f67ac4ea5a33 service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103011 Aug 19 12:10:25.731141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d071b93-c5b2-47aa-b58a-21e2d570a3ec service neutron] Pushing event updated for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:25.731862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-2074847c-740b-4a40-9d09-d1891a807df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:25.733458 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-2074847c-740b-4a40-9d09-d1891a807df6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1095 time: 0.0832272 Aug 19 12:10:25.781333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6587059b-646f-4e0f-9350-c17ff5da1d62 req-b452cf3d-0053-4e85-ab2f-2dd182275465 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510424 Aug 19 12:10:25.789323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-20792b0e-8cf3-4586-94f7-dd47faef853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:25.791198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-20792b0e-8cf3-4586-94f7-dd47faef853d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1095 time: 0.3257122 Aug 19 12:10:25.798913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-271e6115-18cb-4661-bbea-e39d3bf835b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 200 len: 217 time: 0.1323149 Aug 19 12:10:25.807447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-78d52dc0-f3ad-4321-bd0d-ea8927154105 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172491 Aug 19 12:10:26.065843 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-bbd32e92-4533-460e-bbd6-611d5856fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:26.071507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-bbd32e92-4533-460e-bbd6-611d5856fcb8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 897 time: 0.3246586 Aug 19 12:10:26.205298 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-76f7dd56-201f-45d9-8672-63fb1dca4dcf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 999 time: 0.1267862 Aug 19 12:10:26.315122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-fc0e4c83-f800-4f9b-81ec-3456ea07a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:26.316932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-fc0e4c83-f800-4f9b-81ec-3456ea07a856 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.1046314 Aug 19 12:10:26.416949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-5fad1c0e-1632-4cd8-9fcb-170b51435eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:26.418531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-5fad1c0e-1632-4cd8-9fcb-170b51435eaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928020 Aug 19 12:10:26.587011 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-f1076bbb-818b-4590-82a3-ea76149f5777 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590686 Aug 19 12:10:26.772615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-99d6b8a7-e30f-473e-9e7c-9ebbf24a90e5 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9275291 Aug 19 12:10:26.780907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-8ac0f78c-77d9-48e6-90a5-43452a8ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:26.782410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-8ac0f78c-77d9-48e6-90a5-43452a8ae187 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 897 time: 0.9707541 Aug 19 12:10:26.783994 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-52bac3e4-d21a-4de9-90be-30ef49e9c8c9 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887977 Aug 19 12:10:26.802649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-818e045d-262b-4a37-a0fb-4de81830edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:26.804439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-818e045d-262b-4a37-a0fb-4de81830edbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.9565878 Aug 19 12:10:26.910198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-e4ceff00-bc0d-4bfe-b506-f4b739ca8505 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07c68d30-8805-493e-ac13-b164116f0e2e HTTP/1.1" status: 200 len: 217 time: 0.1261783 Aug 19 12:10:26.955545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ee22c-d8d9-4bec-a477-7d97cd32f611 req-e0814c45-6af6-4d44-9322-54422bedc851 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:26.958256 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-618ee22c-d8d9-4bec-a477-7d97cd32f611 req-e0814c45-6af6-4d44-9322-54422bedc851 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 1.0224111 Aug 19 12:10:26.974786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89fd87-4ce4-4299-9bb7-a8436f0f7e2d req-508ec11b-96b6-4841-b077-1ba599c6f72d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:26.981630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89fd87-4ce4-4299-9bb7-a8436f0f7e2d req-508ec11b-96b6-4841-b077-1ba599c6f72d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:26.988904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89fd87-4ce4-4299-9bb7-a8436f0f7e2d req-508ec11b-96b6-4841-b077-1ba599c6f72d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:26.997237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89fd87-4ce4-4299-9bb7-a8436f0f7e2d req-508ec11b-96b6-4841-b077-1ba599c6f72d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.009716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89fd87-4ce4-4299-9bb7-a8436f0f7e2d req-508ec11b-96b6-4841-b077-1ba599c6f72d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.016397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89fd87-4ce4-4299-9bb7-a8436f0f7e2d req-508ec11b-96b6-4841-b077-1ba599c6f72d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.022748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89fd87-4ce4-4299-9bb7-a8436f0f7e2d req-508ec11b-96b6-4841-b077-1ba599c6f72d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.031321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d89fd87-4ce4-4299-9bb7-a8436f0f7e2d req-508ec11b-96b6-4841-b077-1ba599c6f72d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 1.0712864 Aug 19 12:10:27.141359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-71216464-8f16-4bc6-8968-fb08e5a662c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 999 time: 0.3358185 Aug 19 12:10:27.228281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d89fd87-4ce4-4299-9bb7-a8436f0f7e2d req-c346179c-afe4-4939-8fe3-4d301d049cb1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956632 Aug 19 12:10:27.247063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-71c1629c-3eef-4117-a122-ed8b8003f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.249287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-71c1629c-3eef-4117-a122-ed8b8003f2e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.2101903 Aug 19 12:10:27.253050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-9eb74b0b-4af4-4ec0-b22d-aa32e55c6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.265755 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-9eb74b0b-4af4-4ec0-b22d-aa32e55c6acd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4326873 Aug 19 12:10:27.291837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-d36336f6-0cba-4b2c-8751-2b995a182562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.293948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-d36336f6-0cba-4b2c-8751-2b995a182562 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.1377122 Aug 19 12:10:27.341873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-618ee22c-d8d9-4bec-a477-7d97cd32f611 req-4e34ed31-c7d8-4fa6-a2f8-1e7b28ae859f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584243 Aug 19 12:10:27.568674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ee0d5c32-dde1-46ca-a31c-93f8fcfd4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.576643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-ee0d5c32-dde1-46ca-a31c-93f8fcfd4591 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2833171 Aug 19 12:10:27.582782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-8d73b635-ff73-4531-aff6-3fdbda2021a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.584313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-8d73b635-ff73-4531-aff6-3fdbda2021a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2788820 Aug 19 12:10:27.633994 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-7b149790-8e8c-490a-a081-926af285a219 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612361 Aug 19 12:10:27.666461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dc9b7-114c-4cfd-b929-3efa877a77d4 req-dc092ca0-7c78-436d-be5f-36be4802f726 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:27.668263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-369dc9b7-114c-4cfd-b929-3efa877a77d4 req-dc092ca0-7c78-436d-be5f-36be4802f726 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 944 time: 0.1823444 Aug 19 12:10:27.868039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-29c2c679-96ad-4798-a825-4bc1d1068c6b service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823644 Aug 19 12:10:27.872822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-c3ecc34d-d148-4792-8964-6791c2ed833e service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167935 Aug 19 12:10:27.904657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43598) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:28.022152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-369dc9b7-114c-4cfd-b929-3efa877a77d4 req-d3b38c92-c5ec-4503-b7bf-c804f6dec2eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341939 Aug 19 12:10:28.119607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-fb7c01b0-9fc9-4774-b32c-c265aabad6e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 200 len: 217 time: 0.2168102 Aug 19 12:10:28.188157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-1a0f1e95-ea3c-4987-894b-a7d4b7c4dc08 service neutron] 10.222.0.69 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907054 Aug 19 12:10:28.437490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:28.535087 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-130c1a78-e218-41b0-a185-d3be0197b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:28.538467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-130c1a78-e218-41b0-a185-d3be0197b0b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.4026799 Aug 19 12:10:28.834198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b08cb88-63b6-4d80-8b98-d1e443c26500 req-8dd49916-fff9-464b-bb2b-18a1da7e4e8b service neutron] 10.222.0.69 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552435 Aug 19 12:10:28.856002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6106f4d1-d0e1-4f45-aff3-a6a343923e73 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9770131 Aug 19 12:10:28.890324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:28.957314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-6f727502-ce15-41f6-868e-c70bef023008 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928b6618-8100-4e6c-a375-b6aad306d2c7 HTTP/1.1" status: 200 len: 217 time: 0.0901496 Aug 19 12:10:28.997355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-52498ec0-cc81-431d-9199-24cbecad446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:28.999332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-52498ec0-cc81-431d-9199-24cbecad446b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4501758 Aug 19 12:10:29.056647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418ef3-ee4c-4a94-95bc-d1848ca5a8e0 req-99b2154f-81bc-40d0-aa5d-7e189db0e580 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.063045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d418ef3-ee4c-4a94-95bc-d1848ca5a8e0 req-99b2154f-81bc-40d0-aa5d-7e189db0e580 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.5216448 Aug 19 12:10:29.221061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-328c943d-17ed-4efc-9e6a-c3d80de021a0 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537731 Aug 19 12:10:29.245500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951692-914c-4867-bf0d-289f8e285cd5 req-6e5af9c7-7c7d-442b-91ca-ff7642b1b41b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.252652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951692-914c-4867-bf0d-289f8e285cd5 req-6e5af9c7-7c7d-442b-91ca-ff7642b1b41b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.258900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951692-914c-4867-bf0d-289f8e285cd5 req-6e5af9c7-7c7d-442b-91ca-ff7642b1b41b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.265395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951692-914c-4867-bf0d-289f8e285cd5 req-6e5af9c7-7c7d-442b-91ca-ff7642b1b41b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.273486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951692-914c-4867-bf0d-289f8e285cd5 req-6e5af9c7-7c7d-442b-91ca-ff7642b1b41b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.280775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951692-914c-4867-bf0d-289f8e285cd5 req-6e5af9c7-7c7d-442b-91ca-ff7642b1b41b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.287359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951692-914c-4867-bf0d-289f8e285cd5 req-6e5af9c7-7c7d-442b-91ca-ff7642b1b41b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.290717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0951692-914c-4867-bf0d-289f8e285cd5 req-6e5af9c7-7c7d-442b-91ca-ff7642b1b41b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.7424867 Aug 19 12:10:29.452027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-83914326-1e9e-4517-980c-e482df335c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.454076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-83914326-1e9e-4517-980c-e482df335c5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.4593523 Aug 19 12:10:29.472411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-b6d28400-0a52-4e3c-827b-e6b5db940415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.474263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-b6d28400-0a52-4e3c-827b-e6b5db940415 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1095 time: 0.5136611 Aug 19 12:10:29.495924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0951692-914c-4867-bf0d-289f8e285cd5 req-5b627658-7755-4055-8933-2fc786037d28 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1930180 Aug 19 12:10:29.666634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d418ef3-ee4c-4a94-95bc-d1848ca5a8e0 req-5b7d56ee-c1d3-40c1-b3b2-70347961a151 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430697 Aug 19 12:10:29.670217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-f5d1980a-33ea-499e-8800-ea2af4119fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.674636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-f5d1980a-33ea-499e-8800-ea2af4119fa2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 897 time: 0.1771212 Aug 19 12:10:29.730805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-0df46787-c9f7-49c6-ab73-3aa921e940d5 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389250 Aug 19 12:10:29.748637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:29.749251 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:29.844395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-0277743f-fc65-4276-afbc-f690ad161e49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0 HTTP/1.1" status: 200 len: 217 time: 0.0976100 Aug 19 12:10:29.921231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port 7e590e3d-84d1-41db-8e89-a2a8a2b0790d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7e590e3d-84d1-41db-8e89-a2a8a2b0790d,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:29.921925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:29.939085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-cd79c70a-e8eb-47bf-b122-77692b333ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:29.940640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-cd79c70a-e8eb-47bf-b122-77692b333ed0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4618719 Aug 19 12:10:29.943920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for 7e590e3d-84d1-41db-8e89-a2a8a2b0790d owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:29.952269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-8dcbfa0a-33c8-46b5-bbe6-d7bcd07ca398 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 999 time: 0.2348993 Aug 19 12:10:30.016712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475225cf-879d-45b5-9599-51f93eebfe88 req-0326876f-9b70-4d05-b20a-72af8d15da44 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:30.025877 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-475225cf-879d-45b5-9599-51f93eebfe88 req-0326876f-9b70-4d05-b20a-72af8d15da44 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 944 time: 0.2268341 Aug 19 12:10:30.100425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-4a4bcb5b-8e47-44c0-af75-7e2869d3d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:30.101950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-4a4bcb5b-8e47-44c0-af75-7e2869d3d9b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.2354369 Aug 19 12:10:30.216745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-e7d2658d-48b6-4a2b-b7e7-6f90d095fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:30.218233 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-e7d2658d-48b6-4a2b-b7e7-6f90d095fcb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.2434433 Aug 19 12:10:30.325324 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-475225cf-879d-45b5-9599-51f93eebfe88 req-56b4fc10-c889-44a9-a13a-cb64755fe60c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984300 Aug 19 12:10:30.367947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-f14e32b1-427d-45f9-93b2-8aee582c2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:30.369592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-f14e32b1-427d-45f9-93b2-8aee582c2713 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2456908 Aug 19 12:10:30.393675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:30.437912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=7e590e3d-84d1-41db-8e89-a2a8a2b0790d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:30.984722 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:31.215130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-d41887ed-9f48-4167-9e2d-cb4e55527155 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2415826 Aug 19 12:10:31.425891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-8a8f876b-5c75-4641-814b-2c288895b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:31.427430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-8a8f876b-5c75-4641-814b-2c288895b311 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1720507 Aug 19 12:10:31.481446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-a00eadc4-0ba6-4a4c-9b2f-1c6d4658e7d5 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1013350 Aug 19 12:10:31.667746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router 61571f09-d747-42a7-a591-6a7ea02f0b3b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:10:31.718483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-29c253f0-cdd3-4517-bdbc-688d8f192643 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962774 Aug 19 12:10:31.824954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 77cc7c18-97df-4500-870a-0fe915d30620 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:10:31.855711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863343dc-5c6a-498f-929f-95f75a53ae1f req-6d04f2ca-d44b-492d-b8e7-5631aa1dd568 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:31.868545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-863343dc-5c6a-498f-929f-95f75a53ae1f req-6d04f2ca-d44b-492d-b8e7-5631aa1dd568 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.6475236 Aug 19 12:10:32.001174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-cd5d38dc-7824-442d-9f2d-aadafdf1b01b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 HTTP/1.1" status: 200 len: 217 time: 0.2394900 Aug 19 12:10:32.038418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432655-c556-40ca-b4d5-d8b7a31495f9 req-6148c8c0-11ae-4295-8f5f-c2263bb3a9e5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:32.051784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432655-c556-40ca-b4d5-d8b7a31495f9 req-6148c8c0-11ae-4295-8f5f-c2263bb3a9e5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:32.072993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432655-c556-40ca-b4d5-d8b7a31495f9 req-6148c8c0-11ae-4295-8f5f-c2263bb3a9e5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:32.080993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432655-c556-40ca-b4d5-d8b7a31495f9 req-6148c8c0-11ae-4295-8f5f-c2263bb3a9e5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:32.098582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432655-c556-40ca-b4d5-d8b7a31495f9 req-6148c8c0-11ae-4295-8f5f-c2263bb3a9e5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:32.104481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432655-c556-40ca-b4d5-d8b7a31495f9 req-6148c8c0-11ae-4295-8f5f-c2263bb3a9e5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:32.127267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432655-c556-40ca-b4d5-d8b7a31495f9 req-6148c8c0-11ae-4295-8f5f-c2263bb3a9e5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:32.139856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34432655-c556-40ca-b4d5-d8b7a31495f9 req-6148c8c0-11ae-4295-8f5f-c2263bb3a9e5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.9121320 Aug 19 12:10:32.154507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:32.208110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '77cc7c18-97df-4500-870a-0fe915d30620', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'port_id': '77cc7c18-97df-4500-870a-0fe915d30620', 'mac_address': 'fa:16:3e:80:61:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:10:32.333919 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:32.378937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cc7c18-97df-4500-870a-0fe915d30620 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:32.469719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:32.482368 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:32.624571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-863343dc-5c6a-498f-929f-95f75a53ae1f req-af1884e3-7a3f-45fc-a4af-5c91cd1130d8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7198501 Aug 19 12:10:32.662357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34432655-c556-40ca-b4d5-d8b7a31495f9 req-f5e6d06a-e173-42b3-a294-6ecfe9d19961 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5169957 Aug 19 12:10:32.662975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:32.712857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-7cbc2cb6-891f-4898-ab1d-79afaf4cfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:32.716201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-7cbc2cb6-891f-4898-ab1d-79afaf4cfd5b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.5539265 Aug 19 12:10:32.724030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b195dff-81b3-4650-a2a4-b8fbd899f8ff req-4377e39b-7807-4208-a5d9-409b770c8cdc service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4352150 Aug 19 12:10:32.935377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['77cc7c18-97df-4500-870a-0fe915d30620'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:10:32.955179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:10:32.982244 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9cca8063-cd49-4ec7-9f51-5f778602d9a3 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "PUT /v2.0/routers/61571f09-d747-42a7-a591-6a7ea02f0b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0762203 Aug 19 12:10:33.012633 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-eee7f7ae-27c5-4dd5-9142-87a58a11ebc3 service neutron] 10.222.0.69 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5395238 Aug 19 12:10:33.116291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] Sync routers for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:10:33.141986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:10:33.143074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:33.375382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bae3a-88d9-4a5b-82e5-55048dbfdb10 req-b9dc4cfa-726a-4ca2-a31e-6fb6b2c6a2ac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:33.384167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e51bae3a-88d9-4a5b-82e5-55048dbfdb10 req-b9dc4cfa-726a-4ca2-a31e-6fb6b2c6a2ac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 945 time: 0.5821540 Aug 19 12:10:33.431268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-19afc0a5-a7fe-4132-8606-d8be1139e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:33.436571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-19afc0a5-a7fe-4132-8606-d8be1139e667 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7090218 Aug 19 12:10:33.558656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:10:33.699278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e51bae3a-88d9-4a5b-82e5-55048dbfdb10 req-ee40ccab-114e-4ae9-9bc9-9f9408a3c09e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135507 Aug 19 12:10:33.705723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-409f1456-aa14-459b-b6cd-ee9e783e076c req-0ca227ec-593b-44aa-88cd-e59cf37b10bd service neutron] 10.222.0.69 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492324 Aug 19 12:10:33.915494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33cae3-9e7a-466c-a652-b274cd951650 req-b3f6d877-2d34-4069-8a44-d424c6d7b9bf tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:33.917112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b33cae3-9e7a-466c-a652-b274cd951650 req-b3f6d877-2d34-4069-8a44-d424c6d7b9bf tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 946 time: 0.3289793 Aug 19 12:10:33.934648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-beef0695-ec01-4101-91cb-0bca2903414e service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455912 Aug 19 12:10:34.153228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-8ce28b01-02eb-460f-a318-95c6d44a9ea2 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107191 Aug 19 12:10:34.298754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-e5e024a4-6d42-4ef8-b9e8-38aeb6d12428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:34.299799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-e5e024a4-6d42-4ef8-b9e8-38aeb6d12428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:34.300522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-e5e024a4-6d42-4ef8-b9e8-38aeb6d12428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:34.301215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-e5e024a4-6d42-4ef8-b9e8-38aeb6d12428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:34.301826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-e5e024a4-6d42-4ef8-b9e8-38aeb6d12428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:34.302442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-e5e024a4-6d42-4ef8-b9e8-38aeb6d12428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:34.303097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-e5e024a4-6d42-4ef8-b9e8-38aeb6d12428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:34.305439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-e5e024a4-6d42-4ef8-b9e8-38aeb6d12428 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6476 time: 1.3257251 Aug 19 12:10:34.580294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b33cae3-9e7a-466c-a652-b274cd951650 req-9d439300-6495-4d82-b5e5-ce92ee9175ea tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6315520 Aug 19 12:10:34.584935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-5ad46d2a-8050-4743-9343-b02db8a6dd74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 HTTP/1.1" status: 200 len: 217 time: 0.3520477 Aug 19 12:10:34.681769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-4057c14f-ab01-4731-8513-60dfc9e96cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:34.688196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:30Z', 'revision_number': 6, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:05Z', 'revision_number': 1, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:34.695944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-4057c14f-ab01-4731-8513-60dfc9e96cff service neutron] 10.222.0.54 "GET /v2.0/networks?id=3183f7d6-f793-4ec1-a16b-68ec64416faa HTTP/1.1" status: 200 len: 902 time: 0.3414395 Aug 19 12:10:34.753765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] Checking router: 61571f09-d747-42a7-a591-6a7ea02f0b3b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:10:34.764052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:10:34.764699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:34.837005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-00a4f29c-8fc7-47d0-8ea7-efc3a39fc446 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928b6618-8100-4e6c-a375-b6aad306d2c7 HTTP/1.1" status: 200 len: 217 time: 0.1175084 Aug 19 12:10:34.859937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9a274-5d2a-4ee3-ba8f-afed448c344b req-943d107a-231b-4887-b589-7602f21244b9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:34.861557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2f9a274-5d2a-4ee3-ba8f-afed448c344b req-943d107a-231b-4887-b589-7602f21244b9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.9899085 Aug 19 12:10:34.944472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:10:35.037620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-a6156be2-0bb6-48c0-844e-5fd082265fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.039133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-a6156be2-0bb6-48c0-844e-5fd082265fac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.4264936 Aug 19 12:10:35.069646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2f9a274-5d2a-4ee3-ba8f-afed448c344b req-b9915840-7a2e-41f2-bb41-47cc1edcd659 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535277 Aug 19 12:10:35.158526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-24769fb1-db4a-4851-af79-d9e0b30fdd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.160030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-24769fb1-db4a-4851-af79-d9e0b30fdd62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.3223064 Aug 19 12:10:35.178350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda562a-484c-443f-b039-6f4724ea74d8 req-8c4e6f61-5c0e-4ea9-9b18-2dd9d76d403e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.185515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda562a-484c-443f-b039-6f4724ea74d8 req-8c4e6f61-5c0e-4ea9-9b18-2dd9d76d403e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.204658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda562a-484c-443f-b039-6f4724ea74d8 req-8c4e6f61-5c0e-4ea9-9b18-2dd9d76d403e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.210743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda562a-484c-443f-b039-6f4724ea74d8 req-8c4e6f61-5c0e-4ea9-9b18-2dd9d76d403e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.217371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda562a-484c-443f-b039-6f4724ea74d8 req-8c4e6f61-5c0e-4ea9-9b18-2dd9d76d403e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.223612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda562a-484c-443f-b039-6f4724ea74d8 req-8c4e6f61-5c0e-4ea9-9b18-2dd9d76d403e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.230152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda562a-484c-443f-b039-6f4724ea74d8 req-8c4e6f61-5c0e-4ea9-9b18-2dd9d76d403e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.232423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acda562a-484c-443f-b039-6f4724ea74d8 req-8c4e6f61-5c0e-4ea9-9b18-2dd9d76d403e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.4357071 Aug 19 12:10:35.319171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-a0060608-ab50-42a1-aeee-7a8151d27d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.320773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-a0060608-ab50-42a1-aeee-7a8151d27d8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2587218 Aug 19 12:10:35.396599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-d25a6058-6c63-4275-aca8-6a0f3121f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.398186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-d25a6058-6c63-4275-aca8-6a0f3121f9ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1648064 Aug 19 12:10:35.559517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-b882f2fa-cb79-4942-82c6-6fdca4c628ae tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.561164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-b882f2fa-cb79-4942-82c6-6fdca4c628ae tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 946 time: 0.2731142 Aug 19 12:10:35.568518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:30Z', 'revision_number': 6, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:05Z', 'revision_number': 1, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:35.571958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acda562a-484c-443f-b039-6f4724ea74d8 req-a8eb674b-f795-4a57-ac59-f77a439279ad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2962954 Aug 19 12:10:35.625096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de494be3-c5bb-4201-8d8e-ef8f0be3352a None None] The sync data for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 is: [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:30Z', 'revision_number': 6, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'port_id': 'a54f1680-6543-4b09-ad09-e65489decc34', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'mac_address': 'fa:16:3e:4a:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:05Z', 'revision_number': 1, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:10:35.652964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-5c5206cc-8110-49e3-b0d7-2d858f79cb49 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:35.656304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-5c5206cc-8110-49e3-b0d7-2d858f79cb49 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 945 time: 0.2039587 Aug 19 12:10:35.815657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-50f0f1d8-20ee-4649-9871-e87670bb0a33 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536371 Aug 19 12:10:35.825847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 77cc7c18-97df-4500-870a-0fe915d30620 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:10:35.902377 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-d3688a9c-0e57-419c-9156-2a274be94c0b service neutron] delete failed (client error): The resource could not be found. Aug 19 12:10:35.903340 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-d3688a9c-0e57-419c-9156-2a274be94c0b service neutron] 10.222.0.54 "DELETE /v2.0/ports/77cc7c18-97df-4500-870a-0fe915d30620/bindings/n-h2-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.2372241 Aug 19 12:10:35.947916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 77cc7c18-97df-4500-870a-0fe915d30620 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:10:35.952792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 77cc7c18-97df-4500-870a-0fe915d30620 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:10:35.953172 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:36.109799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-2a5ae784-1892-4cb0-84f9-546e433dc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:36.111422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-2a5ae784-1892-4cb0-84f9-546e433dc489 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1096 time: 0.1263535 Aug 19 12:10:36.129370 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:36.173629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7e590e3d-84d1-41db-8e89-a2a8a2b0790d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:36.236311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 7e590e3d-84d1-41db-8e89-a2a8a2b0790d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:10:36.236311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7e590e3d-84d1-41db-8e89-a2a8a2b0790d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:10:36.269417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:36.271969 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9252f781-1388-4703-9c9a-14445f74b93d" -d '{"events": [{"server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "77cc7c18-97df-4500-870a-0fe915d30620"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:36.313178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:36.323068 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:36.452019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:36.456894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-f294866d-2366-405b-b712-56993581c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:36.458871 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-f294866d-2366-405b-b712-56993581c03e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 897 time: 0.3392990 Aug 19 12:10:36.599787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-79397aa3-fe71-4490-b247-ae36a8a20f95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 1001 time: 0.1315253 Aug 19 12:10:36.667442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-bb0d1160-9681-4cc7-96fb-ba108d30cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:36.669697 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-bb0d1160-9681-4cc7-96fb-ba108d30cd34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.0620229 Aug 19 12:10:36.803587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-9afadc2c-2cdc-4ae7-8f2f-2a5902f345b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:36.808387 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-9afadc2c-2cdc-4ae7-8f2f-2a5902f345b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313415 Aug 19 12:10:37.014631 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-55fb508b-e8a6-400c-bae3-60c335de7d66 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976085 Aug 19 12:10:37.176784 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-792cb1d9-6c0b-4128-acb4-32817e5be007 req-49edf311-2ecd-4aa2-889c-3415629a0905 service neutron] 10.222.0.54 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544285 Aug 19 12:10:37.192040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-6fc73bd0-5ced-433a-863c-6c672e1d2bf8 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2609677 Aug 19 12:10:37.408616 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-f46a17b8-03f2-42bf-93cf-1d8c3f53de32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 HTTP/1.1" status: 200 len: 217 time: 0.1959996 Aug 19 12:10:37.419984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae5f7b-be82-481b-a1ec-54d5003e50b3 req-c226a235-5b6e-4f7e-8277-658eb4b1bfbe tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:37.421568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64ae5f7b-be82-481b-a1ec-54d5003e50b3 req-c226a235-5b6e-4f7e-8277-658eb4b1bfbe tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 946 time: 1.5222661 Aug 19 12:10:37.457047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-ca3df792-e096-45bc-919e-1e88c924cb32 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0497203 Aug 19 12:10:37.502596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10f47e-79a3-4ff3-bf07-fab44741ebb5 req-caa935d4-704d-431f-9b9e-f888f86c24c4 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:37.504357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b10f47e-79a3-4ff3-bf07-fab44741ebb5 req-caa935d4-704d-431f-9b9e-f888f86c24c4 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 1.6879711 Aug 19 12:10:37.616801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-36f3b58e-f18a-4587-ae02-99a9576b1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:37.618603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-36f3b58e-f18a-4587-ae02-99a9576b1dfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.1913047 Aug 19 12:10:37.627317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64ae5f7b-be82-481b-a1ec-54d5003e50b3 req-204e07f3-ffe2-4498-9f7c-baabf5470702 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=acc31bd4-6cdb-4c19-a8a5-bec45119c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791172 Aug 19 12:10:37.683946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b10f47e-79a3-4ff3-bf07-fab44741ebb5 req-73399c3b-5bd2-4471-9a6e-017efa58a1cc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565638 Aug 19 12:10:37.715481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port dc302edc-be77-4a1f-88d5-c8e8f03a06da {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:37.715853 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:37.841884 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174b4c19-def1-44e7-b108-dde162eb7808 x-openstack-request-id: req-174b4c19-def1-44e7-b108-dde162eb7808 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:37.842367 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "77cc7c18-97df-4500-870a-0fe915d30620", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:37.842465 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-174b4c19-def1-44e7-b108-dde162eb7808 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:37.842814 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620', 'code': 200} Aug 19 12:10:38.038516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-174cfcc5-8d20-43f6-af5a-d0e388663fb7 req-8b95a0ca-2751-4df9-aaa0-cc3a25656039 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572755 Aug 19 12:10:38.328031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-44887dc2-fac1-4e6c-927a-48302bc874dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:38.340285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-44887dc2-fac1-4e6c-927a-48302bc874dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7000279 Aug 19 12:10:38.576565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port dc302edc-be77-4a1f-88d5-c8e8f03a06da, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dc302edc-be77-4a1f-88d5-c8e8f03a06da,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:38.576899 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:38.611959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for dc302edc-be77-4a1f-88d5-c8e8f03a06da owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:38.614126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:38.713367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdd38-545d-4d9f-9e18-2a7f8c49a4ec req-3ae146a5-f1d0-43ab-b8d0-060601ebcaa7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:38.719711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdd38-545d-4d9f-9e18-2a7f8c49a4ec req-3ae146a5-f1d0-43ab-b8d0-060601ebcaa7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:38.741627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdd38-545d-4d9f-9e18-2a7f8c49a4ec req-3ae146a5-f1d0-43ab-b8d0-060601ebcaa7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:38.748313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdd38-545d-4d9f-9e18-2a7f8c49a4ec req-3ae146a5-f1d0-43ab-b8d0-060601ebcaa7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:38.762538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdd38-545d-4d9f-9e18-2a7f8c49a4ec req-3ae146a5-f1d0-43ab-b8d0-060601ebcaa7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:38.778389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdd38-545d-4d9f-9e18-2a7f8c49a4ec req-3ae146a5-f1d0-43ab-b8d0-060601ebcaa7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:38.784506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdd38-545d-4d9f-9e18-2a7f8c49a4ec req-3ae146a5-f1d0-43ab-b8d0-060601ebcaa7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:38.795262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae8cdd38-545d-4d9f-9e18-2a7f8c49a4ec req-3ae146a5-f1d0-43ab-b8d0-060601ebcaa7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.5554893 Aug 19 12:10:38.806074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:38.843425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-fb6fe38d-6d09-4de7-b49c-6d8ac696a0d1 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464755 Aug 19 12:10:38.868300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99816f3b-6ecc-4701-9ebd-b73193d58638 req-53b8c80b-1032-4224-9e1f-495da66e1c18 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:38.879399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99816f3b-6ecc-4701-9ebd-b73193d58638 req-53b8c80b-1032-4224-9e1f-495da66e1c18 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.8760135 Aug 19 12:10:38.975441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:38.981989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:39.052951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b077c1d-e0b8-4278-ab19-99fe1f2859a1 req-0b5f73c2-3b1e-4f95-830c-b6f01a38c80d service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985431 Aug 19 12:10:39.063436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a260a8a0-ac85-4b16-beeb-5a4bfca70441,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:39.093678 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.093909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.094251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.094589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.095436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.095774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.096106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.096510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.097057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.098056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.098182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.098506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.150059 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cca1227b-52a1-45c6-92bc-1e9a40ef07fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d95a6e99c9e497c9706566f2661ca9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310209 Aug 19 12:10:39.151626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43894) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:39.242322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99816f3b-6ecc-4701-9ebd-b73193d58638 req-9d85b4d4-b8e8-4f0b-b3f9-8dbfa045ffee tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476336 Aug 19 12:10:39.242322 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:39.290258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d9a-524a-465c-b079-a712bc2d3951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:39.337919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae8cdd38-545d-4d9f-9e18-2a7f8c49a4ec req-ce50972f-8fcd-487c-aa28-c3bba9008062 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5415771 Aug 19 12:10:39.345973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=dc302edc-be77-4a1f-88d5-c8e8f03a06da,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:39.346843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d9a-524a-465c-b079-a712bc2d3951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:39.451570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.451570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.451967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.456446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.457543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.461131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.461510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.462314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.472445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.472907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.473283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.473682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:39.484117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d9a-524a-465c-b079-a712bc2d3951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:39.487372 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d9a-524a-465c-b079-a712bc2d3951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:39.490471 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e15a9d9a-524a-465c-b079-a712bc2d3951 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a260a8a0-ac85-4b16-beeb-5a4bfca70441 HTTP/1.1" status: 204 len: 168 time: 0.3339956 Aug 19 12:10:39.526086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a9d9a-524a-465c-b079-a712bc2d3951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a260a8a0-ac85-4b16-beeb-5a4bfca70441,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:39.609576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9d3c100-aa1e-458d-af96-86599bb8bfba req-20017e3a-a75b-4f50-b935-e93af4bc0904 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 210 time: 0.2521148 Aug 19 12:10:39.737494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] No DVR routers for this DVR port dc302edc-be77-4a1f-88d5-c8e8f03a06da on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:10:39.741598 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:39.745561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ee6e873-eb5f-4a45-97bd-eb75848d581b req-0f418da2-4d8b-412e-adce-47537aeee988 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "DELETE /v2.0/ports/dc302edc-be77-4a1f-88d5-c8e8f03a06da HTTP/1.1" status: 204 len: 173 time: 4.1391087 Aug 19 12:10:39.746187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036a9e2e-2e14-4d9d-9dc3-05b02ae52f53', 'name': 'network-vif-deleted', 'tag': 'dc302edc-be77-4a1f-88d5-c8e8f03a06da'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:39.748813 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13c5493-5a32-464c-abff-3c41f7250b35" -d '{"events": [{"server_uuid": "036a9e2e-2e14-4d9d-9dc3-05b02ae52f53", "name": "network-vif-deleted", "tag": "dc302edc-be77-4a1f-88d5-c8e8f03a06da"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:39.809721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1714ed-99e0-4a5f-9c45-3e89e0af4e17 req-e3e3fdd9-af8e-4cdc-a6ef-7531cc1730b3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:39.823430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d1714ed-99e0-4a5f-9c45-3e89e0af4e17 req-e3e3fdd9-af8e-4cdc-a6ef-7531cc1730b3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.2237206 Aug 19 12:10:39.853285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dc302edc-be77-4a1f-88d5-c8e8f03a06da no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:39.918128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: dc302edc-be77-4a1f-88d5-c8e8f03a06da {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:10:39.918751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dc302edc-be77-4a1f-88d5-c8e8f03a06da not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:10:39.961162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d1714ed-99e0-4a5f-9c45-3e89e0af4e17 req-267735b3-a751-4026-994a-d115d14430df tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338100 Aug 19 12:10:39.976066 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f09b85-8473-42e9-8c4d-a369fd182c46 x-openstack-request-id: req-66f09b85-8473-42e9-8c4d-a369fd182c46 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:39.976066 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036a9e2e-2e14-4d9d-9dc3-05b02ae52f53", "name": "network-vif-deleted", "tag": "dc302edc-be77-4a1f-88d5-c8e8f03a06da", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:39.976066 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66f09b85-8473-42e9-8c4d-a369fd182c46 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:39.976066 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036a9e2e-2e14-4d9d-9dc3-05b02ae52f53', 'name': 'network-vif-deleted', 'tag': 'dc302edc-be77-4a1f-88d5-c8e8f03a06da', 'status': 'completed', 'code': 200} Aug 19 12:10:39.976432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:40.101765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b97d5438-a44e-4f99-8def-f0d8572fe267 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/ca2351b9-57ca-48f6-9851-2de94de3a905 HTTP/1.1" status: 200 len: 993 time: 0.1224208 Aug 19 12:10:40.146142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43916) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:40.171091 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f90925da-d4c9-4617-acce-1b45cffcb2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:40.366341 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f90925da-d4c9-4617-acce-1b45cffcb2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:40.377465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f90925da-d4c9-4617-acce-1b45cffcb2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:40.446031 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f90925da-d4c9-4617-acce-1b45cffcb2d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a8a01449a194388b8e4121ec7e178eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986534 Aug 19 12:10:40.447028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43926) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:40.449360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90925da-d4c9-4617-acce-1b45cffcb2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236dbdfa-ebc8-4085-bf1b-c5a9b7fac56b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:40.469546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b3eeb-dbee-4c3e-b6d0-30c23a2a0703 req-1b29cc2a-1606-4111-9624-75abfc0857ec tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:40.488922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed9b3eeb-dbee-4c3e-b6d0-30c23a2a0703 req-1b29cc2a-1606-4111-9624-75abfc0857ec tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.1573277 Aug 19 12:10:40.550332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4fc49cd-b7ba-4951-afe9-bc77467bcc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:40.623842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4fc49cd-b7ba-4951-afe9-bc77467bcc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:40.627816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed9b3eeb-dbee-4c3e-b6d0-30c23a2a0703 req-1a930264-d718-49fa-8db4-565cc2012f49 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378062 Aug 19 12:10:40.672562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb3bd3-add6-4c7e-96d5-b2aa82171d3d req-1feef924-89c9-409d-8b7a-75882ab3a59d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:40.694659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb3bd3-add6-4c7e-96d5-b2aa82171d3d req-1feef924-89c9-409d-8b7a-75882ab3a59d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:40.717055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb3bd3-add6-4c7e-96d5-b2aa82171d3d req-1feef924-89c9-409d-8b7a-75882ab3a59d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:40.733563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb3bd3-add6-4c7e-96d5-b2aa82171d3d req-1feef924-89c9-409d-8b7a-75882ab3a59d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:40.749853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4fc49cd-b7ba-4951-afe9-bc77467bcc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:40.752789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f4fc49cd-b7ba-4951-afe9-bc77467bcc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:40.754183 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f4fc49cd-b7ba-4951-afe9-bc77467bcc49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/236dbdfa-ebc8-4085-bf1b-c5a9b7fac56b HTTP/1.1" status: 204 len: 168 time: 0.3058524 Aug 19 12:10:40.762385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb3bd3-add6-4c7e-96d5-b2aa82171d3d req-1feef924-89c9-409d-8b7a-75882ab3a59d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:40.770983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc49cd-b7ba-4951-afe9-bc77467bcc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236dbdfa-ebc8-4085-bf1b-c5a9b7fac56b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:40.776356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb3bd3-add6-4c7e-96d5-b2aa82171d3d req-1feef924-89c9-409d-8b7a-75882ab3a59d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:40.783803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb3bd3-add6-4c7e-96d5-b2aa82171d3d req-1feef924-89c9-409d-8b7a-75882ab3a59d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:40.793136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efcb3bd3-add6-4c7e-96d5-b2aa82171d3d req-1feef924-89c9-409d-8b7a-75882ab3a59d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.2903473 Aug 19 12:10:40.853655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e9b7bdd-3868-4d8b-a9ad-e17c254a06e5 req-492b4e98-dbdf-4377-8238-2352797622c1 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=036a9e2e-2e14-4d9d-9dc3-05b02ae52f53 HTTP/1.1" status: 200 len: 210 time: 0.0499923 Aug 19 12:10:40.924373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efcb3bd3-add6-4c7e-96d5-b2aa82171d3d req-62e92755-595f-4e49-8e60-2d8201bb8d71 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296718 Aug 19 12:10:41.844387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a0c41-11fc-4649-8883-a59f18f90bcc req-0582b533-78e3-452f-9653-51f92b19ffda tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:41.846130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d3a0c41-11fc-4649-8883-a59f18f90bcc req-0582b533-78e3-452f-9653-51f92b19ffda tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.1407313 Aug 19 12:10:41.928937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d3a0c41-11fc-4649-8883-a59f18f90bcc req-46e237c2-ce01-446c-a9f8-606eca8941a6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669992 Aug 19 12:10:41.975246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 43982) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:42.152588 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-19f9bcae-8eb8-4b8d-b295-b40185ff81d0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:42.233944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-19f9bcae-8eb8-4b8d-b295-b40185ff81d0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:42.299399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c4401-fbb6-41b1-92f2-8379fb42ec66 req-124a7849-cacb-4cfb-a17c-4147a9fc9285 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:42.305417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c4401-fbb6-41b1-92f2-8379fb42ec66 req-124a7849-cacb-4cfb-a17c-4147a9fc9285 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:42.311580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c4401-fbb6-41b1-92f2-8379fb42ec66 req-124a7849-cacb-4cfb-a17c-4147a9fc9285 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:42.318025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c4401-fbb6-41b1-92f2-8379fb42ec66 req-124a7849-cacb-4cfb-a17c-4147a9fc9285 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:42.365034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c4401-fbb6-41b1-92f2-8379fb42ec66 req-124a7849-cacb-4cfb-a17c-4147a9fc9285 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:42.388541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c4401-fbb6-41b1-92f2-8379fb42ec66 req-124a7849-cacb-4cfb-a17c-4147a9fc9285 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:42.395194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c4401-fbb6-41b1-92f2-8379fb42ec66 req-124a7849-cacb-4cfb-a17c-4147a9fc9285 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:42.415493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec9c4401-fbb6-41b1-92f2-8379fb42ec66 req-124a7849-cacb-4cfb-a17c-4147a9fc9285 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.2638967 Aug 19 12:10:42.501253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec9c4401-fbb6-41b1-92f2-8379fb42ec66 req-5d7390c7-44f0-4eef-8e1e-b8c5eb60220e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828023 Aug 19 12:10:42.531790 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-19f9bcae-8eb8-4b8d-b295-b40185ff81d0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:42.535212 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-19f9bcae-8eb8-4b8d-b295-b40185ff81d0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:42.539967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-19f9bcae-8eb8-4b8d-b295-b40185ff81d0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/security-groups/acc31bd4-6cdb-4c19-a8a5-bec45119c121 HTTP/1.1" status: 204 len: 168 time: 0.5631936 Aug 19 12:10:42.558336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9bcae-8eb8-4b8d-b295-b40185ff81d0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc31bd4-6cdb-4c19-a8a5-bec45119c121,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:42.587150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 43998) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:42.653680 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdc415c-a4cd-4a42-8e15-5e084b0aa075 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting subnet 90a749be-9b5c-49af-b14d-8cdb8aafebc1 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:10:42.664251 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bdc415c-a4cd-4a42-8e15-5e084b0aa075 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:42.760813 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bdc415c-a4cd-4a42-8e15-5e084b0aa075 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:42.781719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44006) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:42.911692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bdc415c-a4cd-4a42-8e15-5e084b0aa075 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:42.949562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9149279f-8c59-4c0b-9131-9c1546c0fc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.028876 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bdc415c-a4cd-4a42-8e15-5e084b0aa075 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.058698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3354116a-4045-4491-9993-415dfe0687ea None None] Network 494f6187-1858-4d66-9946-3330b00203d8 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:10:43.110368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3bdc415c-a4cd-4a42-8e15-5e084b0aa075 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.122013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44022) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:43.123282 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3bdc415c-a4cd-4a42-8e15-5e084b0aa075 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/subnets/90a749be-9b5c-49af-b14d-8cdb8aafebc1 HTTP/1.1" status: 204 len: 168 time: 0.5338852 Aug 19 12:10:43.126541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc415c-a4cd-4a42-8e15-5e084b0aa075 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Subnet': ['ID=90a749be-9b5c-49af-b14d-8cdb8aafebc1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:43.291047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421e513-b473-4e2b-8566-d551295fc2a5 req-1822b504-8ad7-49da-ac95-ff377ab03b86 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:43.292748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3421e513-b473-4e2b-8566-d551295fc2a5 req-1822b504-8ad7-49da-ac95-ff377ab03b86 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.2624538 Aug 19 12:10:43.416156 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.428432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32374c8c-a969-4542-b9f3-5b4a1be78090 None None] DHCP port deletion for 494f6187-1858-4d66-9946-3330b00203d8 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:10:43.469725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3421e513-b473-4e2b-8566-d551295fc2a5 req-b1ec62bb-9a24-4112-8a8e-4588043ce16e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510019 Aug 19 12:10:43.472421 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9149279f-8c59-4c0b-9131-9c1546c0fc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.522194 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9149279f-8c59-4c0b-9131-9c1546c0fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.572909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-32374c8c-a969-4542-b9f3-5b4a1be78090 None None] Deleting port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:43.573303 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32374c8c-a969-4542-b9f3-5b4a1be78090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.583569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149279f-8c59-4c0b-9131-9c1546c0fc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb03b98-9628-4d1e-8514-d7f65a06aa0a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:43.605168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9149279f-8c59-4c0b-9131-9c1546c0fc3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e81f5b20c02848e7aab436239aa2cf52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8213074 Aug 19 12:10:43.607762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44032) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:43.738265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:43.738265 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.739724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-32374c8c-a969-4542-b9f3-5b4a1be78090 None None] For port 07f7be5f-68fe-40f8-8d66-6a5979e056c0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=07f7be5f-68fe-40f8-8d66-6a5979e056c0,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:43.740658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32374c8c-a969-4542-b9f3-5b4a1be78090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.763871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-32374c8c-a969-4542-b9f3-5b4a1be78090 None None] Calling delete_port for 07f7be5f-68fe-40f8-8d66-6a5979e056c0 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:43.871635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac39e2b9-da4a-44c0-845b-769c96a0067e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.927495 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32374c8c-a969-4542-b9f3-5b4a1be78090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.929595 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac39e2b9-da4a-44c0-845b-769c96a0067e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:43.970866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32374c8c-a969-4542-b9f3-5b4a1be78090 None None] No DVR routers for this DVR port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:10:43.974886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32374c8c-a969-4542-b9f3-5b4a1be78090 None None] Pushing event deleted for resources: {'Port': ['ID=07f7be5f-68fe-40f8-8d66-6a5979e056c0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:44.051161 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac39e2b9-da4a-44c0-845b-769c96a0067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.053827 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac39e2b9-da4a-44c0-845b-769c96a0067e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.055228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ac39e2b9-da4a-44c0-845b-769c96a0067e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbb03b98-9628-4d1e-8514-d7f65a06aa0a HTTP/1.1" status: 204 len: 168 time: 0.4465013 Aug 19 12:10:44.110124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f525a-ff3c-419d-ae96-4dcee756e4c4 req-832c2386-24db-4a7f-94ba-6d0af508961b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:44.144005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f525a-ff3c-419d-ae96-4dcee756e4c4 req-832c2386-24db-4a7f-94ba-6d0af508961b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:44.159115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f525a-ff3c-419d-ae96-4dcee756e4c4 req-832c2386-24db-4a7f-94ba-6d0af508961b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:44.168779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f525a-ff3c-419d-ae96-4dcee756e4c4 req-832c2386-24db-4a7f-94ba-6d0af508961b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:44.176474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f525a-ff3c-419d-ae96-4dcee756e4c4 req-832c2386-24db-4a7f-94ba-6d0af508961b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:44.184329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f525a-ff3c-419d-ae96-4dcee756e4c4 req-832c2386-24db-4a7f-94ba-6d0af508961b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:44.191397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f525a-ff3c-419d-ae96-4dcee756e4c4 req-832c2386-24db-4a7f-94ba-6d0af508961b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:44.201098 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b85f525a-ff3c-419d-ae96-4dcee756e4c4 req-832c2386-24db-4a7f-94ba-6d0af508961b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.5241354 Aug 19 12:10:44.215921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port 07f7be5f-68fe-40f8-8d66-6a5979e056c0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=07f7be5f-68fe-40f8-8d66-6a5979e056c0,segment=NetworkSegment(3f7a5c87-972e-4cd0-a88b-2c2760a69bed),segment_id=3f7a5c87-972e-4cd0-a88b-2c2760a69bed)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:44.217104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.234353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 07f7be5f-68fe-40f8-8d66-6a5979e056c0 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:44.236913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39e2b9-da4a-44c0-845b-769c96a0067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb03b98-9628-4d1e-8514-d7f65a06aa0a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:44.247301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for 07f7be5f-68fe-40f8-8d66-6a5979e056c0 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:44.280222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 07f7be5f-68fe-40f8-8d66-6a5979e056c0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:10:44.280914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 07f7be5f-68fe-40f8-8d66-6a5979e056c0 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:10:44.406853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b85f525a-ff3c-419d-ae96-4dcee756e4c4 req-9af78af9-db35-40fb-b472-548f4d3560c8 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2041714 Aug 19 12:10:44.464101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.479782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] No DVR routers for this DVR port 07f7be5f-68fe-40f8-8d66-6a5979e056c0 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:10:44.505441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=07f7be5f-68fe-40f8-8d66-6a5979e056c0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:44.629312 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.643192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494f6187-1858-4d66-9946-3330b00203d8']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:44.656982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7a5c87-972e-4cd0-a88b-2c2760a69bed') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:44.657278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7a5c87-972e-4cd0-a88b-2c2760a69bed') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:44.666328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d53779-9105-4b25-884e-bca99b66a862 req-664506d1-4661-4aa7-bfe9-c786e8355612 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:44.667876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65d53779-9105-4b25-884e-bca99b66a862 req-664506d1-4661-4aa7-bfe9-c786e8355612 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.1190214 Aug 19 12:10:44.677965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.724823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.729922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65d53779-9105-4b25-884e-bca99b66a862 req-873137f7-2655-4029-81b5-86322be87173 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541561 Aug 19 12:10:44.735084 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:10:44.735497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:10:44.738853 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:10:44.812921 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.825203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:44.827586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/networks/494f6187-1858-4d66-9946-3330b00203d8 HTTP/1.1" status: 204 len: 168 time: 1.7043579 Aug 19 12:10:44.830331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44082) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:44.850617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bc3db-f8ea-43c6-ba51-0a938ed64bad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Network': ['ID=494f6187-1858-4d66-9946-3330b00203d8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:45.028661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port b8990431-84d7-49b9-97c2-6671eaf8ce8b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:45.029331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:45.150334 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:45.150949 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:45.179962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for b8990431-84d7-49b9-97c2-6671eaf8ce8b owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:45.949624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6ab8-cb66-4aa7-ad13-b90b88f51a4c req-098342a7-2e99-4a1b-8a39-958809d59fe4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:45.955916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6ab8-cb66-4aa7-ad13-b90b88f51a4c req-098342a7-2e99-4a1b-8a39-958809d59fe4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:45.962608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6ab8-cb66-4aa7-ad13-b90b88f51a4c req-098342a7-2e99-4a1b-8a39-958809d59fe4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:45.968808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6ab8-cb66-4aa7-ad13-b90b88f51a4c req-098342a7-2e99-4a1b-8a39-958809d59fe4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:45.976114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6ab8-cb66-4aa7-ad13-b90b88f51a4c req-098342a7-2e99-4a1b-8a39-958809d59fe4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:45.982936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6ab8-cb66-4aa7-ad13-b90b88f51a4c req-098342a7-2e99-4a1b-8a39-958809d59fe4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:45.991634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6ab8-cb66-4aa7-ad13-b90b88f51a4c req-098342a7-2e99-4a1b-8a39-958809d59fe4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:45.994358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bbe6ab8-cb66-4aa7-ad13-b90b88f51a4c req-098342a7-2e99-4a1b-8a39-958809d59fe4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.2113540 Aug 19 12:10:46.012817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c4805-9e22-440b-aa46-951cee665f09 req-72182f00-4a2b-4bc6-9d04-79bab4ee5282 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:46.014835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef6c4805-9e22-440b-aa46-951cee665f09 req-72182f00-4a2b-4bc6-9d04-79bab4ee5282 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.1609251 Aug 19 12:10:46.095452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bbe6ab8-cb66-4aa7-ad13-b90b88f51a4c req-1b80894d-45ac-40c2-b67f-b78d7453e740 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787008 Aug 19 12:10:46.108931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef6c4805-9e22-440b-aa46-951cee665f09 req-4ab34328-2464-4b95-b59d-86ad624ddc79 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665994 Aug 19 12:10:46.194181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:46.231617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=b8990431-84d7-49b9-97c2-6671eaf8ce8b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:46.316362 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:46.316669 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Floating IP ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705 disassociated (deleted). External IP: 172.25.4.94, port: a54f1680-6543-4b09-ad09-e65489decc34. Aug 19 12:10:46.538214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c9f35-8143-4af1-84f8-0733cc6b98d2 req-562b300f-6be1-4b01-8e77-a343f751e97c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:46.540757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e49c9f35-8143-4af1-84f8-0733cc6b98d2 req-562b300f-6be1-4b01-8e77-a343f751e97c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 946 time: 0.1047895 Aug 19 12:10:46.649266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e49c9f35-8143-4af1-84f8-0733cc6b98d2 req-5e1db3e9-f0bd-4ee5-b6c3-605698a1cc32 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029465 Aug 19 12:10:46.662470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router 61571f09-d747-42a7-a591-6a7ea02f0b3b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:10:46.822801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:10:46.829440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:46.840406 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] Sync routers for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:10:46.854557 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:10:46.855236 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:46.879065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2e30723e-ae7c-4767-a934-f97478da887d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/floatingips/ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705 HTTP/1.1" status: 204 len: 168 time: 2.0446861 Aug 19 12:10:46.879065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:46.881613 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b0c5e1-fc1c-4add-bbed-133a33355941" -d '{"events": [{"name": "network-changed", "server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "tag": "a54f1680-6543-4b09-ad09-e65489decc34"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:46.970512 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fe4450-ae1f-4f93-a3b2-6d69a39b0bd4 x-openstack-request-id: req-42fe4450-ae1f-4f93-a3b2-6d69a39b0bd4 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:46.970633 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "tag": "a54f1680-6543-4b09-ad09-e65489decc34", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:46.970952 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42fe4450-ae1f-4f93-a3b2-6d69a39b0bd4 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:46.971368 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34', 'status': 'completed', 'code': 200} Aug 19 12:10:47.093261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-65185d2b-5c20-4d89-966b-9c646068b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.094990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-65185d2b-5c20-4d89-966b-9c646068b021 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 1096 time: 0.0840263 Aug 19 12:10:47.164510 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:10:47.519660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36139be8-472f-4f0a-9cf3-e74f4c48320a req-19fb3868-2dba-4cbb-ad5b-b0438399b384 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.527701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36139be8-472f-4f0a-9cf3-e74f4c48320a req-19fb3868-2dba-4cbb-ad5b-b0438399b384 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 945 time: 0.2553208 Aug 19 12:10:47.580165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6412d-49a8-4e1f-8736-13b9eb0f08c8 req-4bc19c67-af17-44d0-8d7f-de68100a7097 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.586162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6412d-49a8-4e1f-8736-13b9eb0f08c8 req-4bc19c67-af17-44d0-8d7f-de68100a7097 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.592663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6412d-49a8-4e1f-8736-13b9eb0f08c8 req-4bc19c67-af17-44d0-8d7f-de68100a7097 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.599116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6412d-49a8-4e1f-8736-13b9eb0f08c8 req-4bc19c67-af17-44d0-8d7f-de68100a7097 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.606893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6412d-49a8-4e1f-8736-13b9eb0f08c8 req-4bc19c67-af17-44d0-8d7f-de68100a7097 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.612190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6412d-49a8-4e1f-8736-13b9eb0f08c8 req-4bc19c67-af17-44d0-8d7f-de68100a7097 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.618198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6412d-49a8-4e1f-8736-13b9eb0f08c8 req-4bc19c67-af17-44d0-8d7f-de68100a7097 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.620874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fd6412d-49a8-4e1f-8736-13b9eb0f08c8 req-4bc19c67-af17-44d0-8d7f-de68100a7097 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.2437222 Aug 19 12:10:47.626298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-f433b014-a2c6-4d17-a982-3ebf9cf3dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.627768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-f433b014-a2c6-4d17-a982-3ebf9cf3dfdf service neutron] 10.222.0.69 "GET /v2.0/networks?id=64c8edec-f983-4fa5-a00a-0cd2f55d2634 HTTP/1.1" status: 200 len: 898 time: 0.5253601 Aug 19 12:10:47.709721 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:30Z', 'revision_number': 6, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:47.722620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36139be8-472f-4f0a-9cf3-e74f4c48320a req-75fe3d7a-0b71-4f24-921f-635d8197f761 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1914725 Aug 19 12:10:47.726214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-8a0e0c62-fed5-43ad-9667-74104c6d7572 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a54f1680-6543-4b09-ad09-e65489decc34 HTTP/1.1" status: 200 len: 217 time: 0.0847433 Aug 19 12:10:47.774410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fd6412d-49a8-4e1f-8736-13b9eb0f08c8 req-1966a34c-c9ab-4352-ace4-36a38a991173 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454442 Aug 19 12:10:47.842787 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] Checking router: 61571f09-d747-42a7-a591-6a7ea02f0b3b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:10:47.870633 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:10:47.871276 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:47.885964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-675135e4-83ad-48e3-a984-a344409cb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:47.886286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:47.887477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-675135e4-83ad-48e3-a984-a344409cb65c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f03510e-8d8d-4820-8016-67dbb932c8d7 HTTP/1.1" status: 200 len: 835 time: 0.1180394 Aug 19 12:10:48.001937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-753c4ca9-33f9-4619-905d-1b6851cb0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:48.004711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-753c4ca9-33f9-4619-905d-1b6851cb0611 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64c8edec-f983-4fa5-a00a-0cd2f55d2634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089022 Aug 19 12:10:48.012543 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:10:48.084073 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:48.188829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-beef05b1-90ad-421e-9a07-e37784dc9571 service neutron] 10.222.0.69 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727257 Aug 19 12:10:48.230448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:48.235423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:48.242141 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c977c3bd-feb0-427a-8d22-ec5d43e541c6" -d '{"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-unplugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:48.265066 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:48.353991 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9339a5a8-7543-4f69-a9a0-cae8626ba800 x-openstack-request-id: req-9339a5a8-7543-4f69-a9a0-cae8626ba800 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:48.354187 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-unplugged", "status": "completed", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:48.354451 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9339a5a8-7543-4f69-a9a0-cae8626ba800 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:48.354854 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'code': 200} Aug 19 12:10:48.358430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67b0c5e1-fc1c-4add-bbed-133a33355941 req-e3303daf-f656-46d7-a5f0-cc42b0d0ce22 service neutron] 10.222.0.69 "GET /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327012 Aug 19 12:10:48.414354 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-431837af-2ea4-446f-8171-dd0c607a1af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:48.502428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=14']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:48.585101 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:30Z', 'revision_number': 6, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:48.626101 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac81f7b-5b58-4e9c-8588-d88743b1f725 None None] The sync data for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 is: [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:30Z', 'revision_number': 6, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '91aa857e-4351-4e16-9f4b-ed23b4c9318e', 'name': '', 'network_id': '64c8edec-f983-4fa5-a00a-0cd2f55d2634', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:e2:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:16Z', 'updated_at': '2021-08-19T12:08:26Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': '0f03510e-8d8d-4820-8016-67dbb932c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:10:48.716145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4406363-b1ab-4589-9a07-3678898b4db4 req-4a9bb7ed-74a6-4956-a372-1306327d58f7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:48.720218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4406363-b1ab-4589-9a07-3678898b4db4 req-4a9bb7ed-74a6-4956-a372-1306327d58f7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0962331 Aug 19 12:10:48.848323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ee0c8-c657-4ae6-9307-845691be8690 req-5181e81b-a812-434e-90ba-124840ffcdd5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:48.849960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-090ee0c8-c657-4ae6-9307-845691be8690 req-5181e81b-a812-434e-90ba-124840ffcdd5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 945 time: 0.1287842 Aug 19 12:10:48.933279 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4406363-b1ab-4589-9a07-3678898b4db4 req-5acf459e-3c7d-4331-87ad-8cb5f3eb50d5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037241 Aug 19 12:10:49.042380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d27cd4-0bc3-448d-8b01-6a08c21cd30f None None] New status for floating IP ccc5bdd8-b9e2-4ad8-8eaf-d58919b7a705: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:10:49.045182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266acc09-d915-4ecb-b346-1094bcac4b76 req-149bb12a-2747-4575-9bfa-35eb683ed5fe tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.047867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-266acc09-d915-4ecb-b346-1094bcac4b76 req-149bb12a-2747-4575-9bfa-35eb683ed5fe tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 945 time: 0.1910932 Aug 19 12:10:49.119957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-090ee0c8-c657-4ae6-9307-845691be8690 req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port a54f1680-6543-4b09-ad09-e65489decc34 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:49.120298 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-090ee0c8-c657-4ae6-9307-845691be8690 req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:49.183123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-266acc09-d915-4ecb-b346-1094bcac4b76 req-3e89a90a-305b-41cf-b293-d6369685800c tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8a4b47b-18d2-4cb9-a590-fa597b930873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121655 Aug 19 12:10:49.254006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78042c5-a0d3-4441-bcae-85a6558409da req-adbd788a-849a-4ef4-93a2-627be08a09f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.261696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78042c5-a0d3-4441-bcae-85a6558409da req-adbd788a-849a-4ef4-93a2-627be08a09f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.267901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78042c5-a0d3-4441-bcae-85a6558409da req-adbd788a-849a-4ef4-93a2-627be08a09f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.277761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78042c5-a0d3-4441-bcae-85a6558409da req-adbd788a-849a-4ef4-93a2-627be08a09f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.280869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78042c5-a0d3-4441-bcae-85a6558409da req-adbd788a-849a-4ef4-93a2-627be08a09f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.286759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78042c5-a0d3-4441-bcae-85a6558409da req-adbd788a-849a-4ef4-93a2-627be08a09f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.292945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78042c5-a0d3-4441-bcae-85a6558409da req-adbd788a-849a-4ef4-93a2-627be08a09f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.295060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b78042c5-a0d3-4441-bcae-85a6558409da req-adbd788a-849a-4ef4-93a2-627be08a09f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.2631574 Aug 19 12:10:49.374007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b78042c5-a0d3-4441-bcae-85a6558409da req-307b4b23-63a8-4459-b5f4-04d572861da6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699451 Aug 19 12:10:49.384768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-090ee0c8-c657-4ae6-9307-845691be8690 req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port a54f1680-6543-4b09-ad09-e65489decc34, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a54f1680-6543-4b09-ad09-e65489decc34,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:49.385348 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-090ee0c8-c657-4ae6-9307-845691be8690 req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:49.404940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-090ee0c8-c657-4ae6-9307-845691be8690 req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for a54f1680-6543-4b09-ad09-e65489decc34 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:49.599268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d89e66-555e-45b7-a9ef-ebed0028c62e req-8aeff6b8-0bf4-448a-b75a-89e9790e30ec tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.600918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4d89e66-555e-45b7-a9ef-ebed0028c62e req-8aeff6b8-0bf4-448a-b75a-89e9790e30ec tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1184020 Aug 19 12:10:49.627175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-5e31d109-a071-49db-a01c-24293f93a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.628693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-5e31d109-a071-49db-a01c-24293f93a087 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1095 time: 0.1152091 Aug 19 12:10:49.787419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4d89e66-555e-45b7-a9ef-ebed0028c62e req-61f5cbbd-e7c6-4b6b-a485-86190d7ef3d7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706996 Aug 19 12:10:49.794114 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-090ee0c8-c657-4ae6-9307-845691be8690 req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:49.850182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=a54f1680-6543-4b09-ad09-e65489decc34,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:49.874050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-cf65968f-786c-46ed-bed1-10642a9aa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:49.878213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-cf65968f-786c-46ed-bed1-10642a9aa2c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.2197363 Aug 19 12:10:49.949210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-090ee0c8-c657-4ae6-9307-845691be8690 req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] No DVR routers for this DVR port a54f1680-6543-4b09-ad09-e65489decc34 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:10:49.953884 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-090ee0c8-c657-4ae6-9307-845691be8690 req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:49.955684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-090ee0c8-c657-4ae6-9307-845691be8690 req-ff96c2de-be3f-44df-88fb-39f951d48916 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "DELETE /v2.0/ports/a54f1680-6543-4b09-ad09-e65489decc34 HTTP/1.1" status: 204 len: 173 time: 1.0950716 Aug 19 12:10:49.960993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'name': 'network-vif-deleted', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:10:49.960993 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d62c3a-6ebe-4e99-ab8c-c32f84b081e4" -d '{"events": [{"server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "name": "network-vif-deleted", "tag": "a54f1680-6543-4b09-ad09-e65489decc34"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:10:50.026303 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316da32b-8cb5-43f0-af1c-65102721fac2 x-openstack-request-id: req-316da32b-8cb5-43f0-af1c-65102721fac2 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:10:50.026599 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30aa8912-3684-409c-a0f5-be61f1a2de58", "name": "network-vif-deleted", "tag": "a54f1680-6543-4b09-ad09-e65489decc34", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:10:50.026983 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-316da32b-8cb5-43f0-af1c-65102721fac2 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:10:50.027610 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aa8912-3684-409c-a0f5-be61f1a2de58', 'name': 'network-vif-deleted', 'tag': 'a54f1680-6543-4b09-ad09-e65489decc34', 'status': 'completed', 'code': 200} Aug 19 12:10:50.029911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-15b5974b-4d34-4b3b-982e-fa2c576b6b0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 999 time: 0.1460171 Aug 19 12:10:50.115291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-879e1b02-4d29-4a6f-aa2e-f1ff4fd78fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.116916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-879e1b02-4d29-4a6f-aa2e-f1ff4fd78fb0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0580316 Aug 19 12:10:50.202610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-4d46d680-541c-4041-9ec4-5f6f475871f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.204915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-4d46d680-541c-4041-9ec4-5f6f475871f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720930 Aug 19 12:10:50.414404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f87af883-212a-4c6a-98e9-cdfd85ef62de req-46401f45-fce7-46d4-8568-613073fe825d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=30aa8912-3684-409c-a0f5-be61f1a2de58 HTTP/1.1" status: 200 len: 210 time: 0.0552044 Aug 19 12:10:50.481271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-a6b191ab-d9fc-48e2-bef7-2b4ce1f9453f service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640123 Aug 19 12:10:50.657061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c770f-b1ec-4a36-9d7f-ae8aa42d539f req-df2f77a6-e59d-439c-94cb-e2b0e162e605 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.664548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c770f-b1ec-4a36-9d7f-ae8aa42d539f req-df2f77a6-e59d-439c-94cb-e2b0e162e605 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.672471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c770f-b1ec-4a36-9d7f-ae8aa42d539f req-df2f77a6-e59d-439c-94cb-e2b0e162e605 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.679589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c770f-b1ec-4a36-9d7f-ae8aa42d539f req-df2f77a6-e59d-439c-94cb-e2b0e162e605 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.689284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c770f-b1ec-4a36-9d7f-ae8aa42d539f req-df2f77a6-e59d-439c-94cb-e2b0e162e605 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.695471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c770f-b1ec-4a36-9d7f-ae8aa42d539f req-df2f77a6-e59d-439c-94cb-e2b0e162e605 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.702297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c770f-b1ec-4a36-9d7f-ae8aa42d539f req-df2f77a6-e59d-439c-94cb-e2b0e162e605 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.705203 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-807c770f-b1ec-4a36-9d7f-ae8aa42d539f req-df2f77a6-e59d-439c-94cb-e2b0e162e605 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.1892159 Aug 19 12:10:50.750171 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5c16d52d-ac77-40ef-bcfe-12d788a77725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:50.762306 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0eebd86b-7c69-4b98-bc56-dfd4e8c4d9b0 req-41a6f8e1-0d41-415b-84df-a0165757d280 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679403 Aug 19 12:10:50.786238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-807c770f-b1ec-4a36-9d7f-ae8aa42d539f req-bfc237b1-03fa-450f-b75f-3db66b9dce2d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725093 Aug 19 12:10:50.902890 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:50.950678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b54466-daeb-4ead-9749-9fae1c16ebfe req-68b8bb39-cba4-4507-b5eb-57339bac8c25 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:50.953198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b54466-daeb-4ead-9749-9fae1c16ebfe req-68b8bb39-cba4-4507-b5eb-57339bac8c25 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0612001 Aug 19 12:10:51.037301 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b54466-daeb-4ead-9749-9fae1c16ebfe req-ebea0af7-6174-448a-854a-d3a85d7b7aaa tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759466 Aug 19 12:10:51.510034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44466) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:51.592576 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b6b98cf-77fa-4b91-a8df-0105a120d873 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:51.624339 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b6b98cf-77fa-4b91-a8df-0105a120d873 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:51.692025 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b6b98cf-77fa-4b91-a8df-0105a120d873 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:51.695037 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b6b98cf-77fa-4b91-a8df-0105a120d873 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:51.697035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5b6b98cf-77fa-4b91-a8df-0105a120d873 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/security-groups/e8a4b47b-18d2-4cb9-a590-fa597b930873 HTTP/1.1" status: 204 len: 168 time: 0.1859040 Aug 19 12:10:51.708439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b98cf-77fa-4b91-a8df-0105a120d873 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a4b47b-18d2-4cb9-a590-fa597b930873,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:51.740015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44474) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:51.907441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a54f1680-6543-4b09-ad09-e65489decc34 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:51.941014 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:51.942094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: a54f1680-6543-4b09-ad09-e65489decc34 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:10:51.942633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a54f1680-6543-4b09-ad09-e65489decc34 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:10:51.989950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6700f06-7431-4f5c-b0eb-a79083b0d2ce req-52a3063e-f9d6-4eb1-83ce-7a1e25cf09e9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:52.000744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6700f06-7431-4f5c-b0eb-a79083b0d2ce req-52a3063e-f9d6-4eb1-83ce-7a1e25cf09e9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:52.004115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6700f06-7431-4f5c-b0eb-a79083b0d2ce req-52a3063e-f9d6-4eb1-83ce-7a1e25cf09e9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:52.012533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6700f06-7431-4f5c-b0eb-a79083b0d2ce req-52a3063e-f9d6-4eb1-83ce-7a1e25cf09e9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:52.018740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6700f06-7431-4f5c-b0eb-a79083b0d2ce req-52a3063e-f9d6-4eb1-83ce-7a1e25cf09e9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:52.025339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6700f06-7431-4f5c-b0eb-a79083b0d2ce req-52a3063e-f9d6-4eb1-83ce-7a1e25cf09e9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:52.031457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6700f06-7431-4f5c-b0eb-a79083b0d2ce req-52a3063e-f9d6-4eb1-83ce-7a1e25cf09e9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:52.040291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6700f06-7431-4f5c-b0eb-a79083b0d2ce req-52a3063e-f9d6-4eb1-83ce-7a1e25cf09e9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5419 time: 0.1175072 Aug 19 12:10:52.103917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6700f06-7431-4f5c-b0eb-a79083b0d2ce req-1272e4a6-70ba-4415-a9d3-069e38c8aa49 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624681 Aug 19 12:10:52.241140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d122c6-f79c-45dc-97cb-b738db214ca7 req-ba75accb-48d6-4c53-bcab-7e5c04d5d02d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:52.251240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75d122c6-f79c-45dc-97cb-b738db214ca7 req-ba75accb-48d6-4c53-bcab-7e5c04d5d02d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0913792 Aug 19 12:10:52.303535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75d122c6-f79c-45dc-97cb-b738db214ca7 req-46fda0ed-0146-49a0-bfaa-9e641f8cb0b7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512495 Aug 19 12:10:52.351399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:52.481170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1b8e0a79-9c57-4cbe-8148-b32aac6af3af details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:10:52.683572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:52.699888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '1b8e0a79-9c57-4cbe-8148-b32aac6af3af', 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'port_id': '1b8e0a79-9c57-4cbe-8148-b32aac6af3af', 'mac_address': 'fa:16:3e:45:aa:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7580f2ec-c53a-4133-a32a-2d9ac453a327', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:10:52.711927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1fa1b-e5b9-4ee8-9f3d-7f35810edfb3 req-8ded4ea2-060a-48dd-a1f3-73b945a808b7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:52.713657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9b1fa1b-e5b9-4ee8-9f3d-7f35810edfb3 req-8ded4ea2-060a-48dd-a1f3-73b945a808b7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1169941 Aug 19 12:10:52.752766 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:52.771386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8e0a79-9c57-4cbe-8148-b32aac6af3af {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:52.800616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:52.810223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:52.811039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:10:52.822744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9b1fa1b-e5b9-4ee8-9f3d-7f35810edfb3 req-88d87d27-f419-495f-8964-1d3e5e2fbcea tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862594 Aug 19 12:10:52.891006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port 91aa857e-4351-4e16-9f4b-ed23b4c9318e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:52.891585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:52.938970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:53.006002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:53.015857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e587bf-0b1e-4b97-af0c-819570d61b50 req-bab17c58-59c2-4d38-9ede-b8dd5a8e3900 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:53.019478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6', 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'port_id': '3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6', 'mac_address': 'fa:16:3e:11:69:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7580f2ec-c53a-4133-a32a-2d9ac453a327', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:10:53.021154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12e587bf-0b1e-4b97-af0c-819570d61b50 req-bab17c58-59c2-4d38-9ede-b8dd5a8e3900 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0915008 Aug 19 12:10:53.091290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12e587bf-0b1e-4b97-af0c-819570d61b50 req-cca8707e-c5d6-4ef2-914e-7ac24048cbd7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623910 Aug 19 12:10:53.101053 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:53.116217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port 91aa857e-4351-4e16-9f4b-ed23b4c9318e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=91aa857e-4351-4e16-9f4b-ed23b4c9318e,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:53.116588 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:53.123414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:53.143550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for 91aa857e-4351-4e16-9f4b-ed23b4c9318e owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:53.169657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:53.191201 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:53.197746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f0310b23-8099-4c5d-a487-eada99042c58 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:10:53.350886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ab84-6818-4610-b244-be926caa9702 req-d929535b-216b-4ae8-9219-7ab008b8acce tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:53.362075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ab84-6818-4610-b244-be926caa9702 req-d929535b-216b-4ae8-9219-7ab008b8acce tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:53.371255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ab84-6818-4610-b244-be926caa9702 req-d929535b-216b-4ae8-9219-7ab008b8acce tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:53.378241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ab84-6818-4610-b244-be926caa9702 req-d929535b-216b-4ae8-9219-7ab008b8acce tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:53.385422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ab84-6818-4610-b244-be926caa9702 req-d929535b-216b-4ae8-9219-7ab008b8acce tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:53.392173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ab84-6818-4610-b244-be926caa9702 req-d929535b-216b-4ae8-9219-7ab008b8acce tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:53.403647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ab84-6818-4610-b244-be926caa9702 req-d929535b-216b-4ae8-9219-7ab008b8acce tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:53.406630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f839ab84-6818-4610-b244-be926caa9702 req-d929535b-216b-4ae8-9219-7ab008b8acce tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5421 time: 0.1850009 Aug 19 12:10:53.420641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:53.503038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f0310b23-8099-4c5d-a487-eada99042c58, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0310b23-8099-4c5d-a487-eada99042c58,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:53.524514 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:53.534761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'f0310b23-8099-4c5d-a487-eada99042c58', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'port_id': 'f0310b23-8099-4c5d-a487-eada99042c58', 'mac_address': 'fa:16:3e:e4:e5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:10:53.566323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=91aa857e-4351-4e16-9f4b-ed23b4c9318e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:53.567260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f839ab84-6818-4610-b244-be926caa9702 req-999c35ad-117e-4580-9186-21eba0600c52 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261909 Aug 19 12:10:53.655006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:53.688697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0310b23-8099-4c5d-a487-eada99042c58 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:53.698433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-63286725-39b1-4060-9b66-b79f90e5e4d6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:53.700024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-63286725-39b1-4060-9b66-b79f90e5e4d6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.2920730 Aug 19 12:10:53.743399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f0310b23-8099-4c5d-a487-eada99042c58, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0310b23-8099-4c5d-a487-eada99042c58,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:53.751143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-50a75b7f-2a70-44d8-91bb-a2d046ae1337 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/quotas/4bf3437e238b4255b8b2ff99f952bfba HTTP/1.1" status: 200 len: 375 time: 0.0322571 Aug 19 12:10:53.762307 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:53.763546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:10:53.837560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:53.920652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-aaf240be-eb26-4644-b477-d227218a5b01 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1590900 Aug 19 12:10:53.928230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d', 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'port_id': 'f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d', 'mac_address': 'fa:16:3e:e8:e2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7580f2ec-c53a-4133-a32a-2d9ac453a327', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:10:53.931386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f0310b23-8099-4c5d-a487-eada99042c58,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:53.933907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-406fa38e-4b79-4a1b-a15c-e8437cf22c58 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:10:53.934922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-406fa38e-4b79-4a1b-a15c-e8437cf22c58 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062394 Aug 19 12:10:54.013524 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:54.027106 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:54.061710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:54.180125 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:54.194800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:54.202431 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:54.203747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 928b6618-8100-4e6c-a375-b6aad306d2c7 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:10:54.221056 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:54.437306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:54.527634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 928b6618-8100-4e6c-a375-b6aad306d2c7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=928b6618-8100-4e6c-a375-b6aad306d2c7,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:54.552957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '928b6618-8100-4e6c-a375-b6aad306d2c7', 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa', 'port_id': '928b6618-8100-4e6c-a375-b6aad306d2c7', 'mac_address': 'fa:16:3e:1a:c5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78260cb-e492-4f24-b7c4-1e55d52235e7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:10:54.561108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-59cf4b72-7b1e-44b6-be25-c74e48d0ed8d service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020486 Aug 19 12:10:54.578629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router 61571f09-d747-42a7-a591-6a7ea02f0b3b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:10:54.636947 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:54.654669 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928b6618-8100-4e6c-a375-b6aad306d2c7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:54.684909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 928b6618-8100-4e6c-a375-b6aad306d2c7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=928b6618-8100-4e6c-a375-b6aad306d2c7,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:54.690917 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:54.691838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 07c68d30-8805-493e-ac13-b164116f0e2e details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:10:54.728011 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 07c68d30-8805-493e-ac13-b164116f0e2e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=07c68d30-8805-493e-ac13-b164116f0e2e,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:54.755364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '07c68d30-8805-493e-ac13-b164116f0e2e', 'network_id': '3183f7d6-f793-4ec1-a16b-68ec64416faa', 'port_id': '07c68d30-8805-493e-ac13-b164116f0e2e', 'mac_address': 'fa:16:3e:6c:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78260cb-e492-4f24-b7c4-1e55d52235e7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:10:54.768730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:10:54.777664 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d7d86938-5860-4895-932d-913d9be6fc10 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "PUT /v2.0/routers/61571f09-d747-42a7-a591-6a7ea02f0b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0339832 Aug 19 12:10:54.777863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44582) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:54.789870 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] Sync routers for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:10:54.803676 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:10:54.804295 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:54.844658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-53bccc31-6692-4fd1-bae4-bad5e418350e service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716987 Aug 19 12:10:54.948138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c0a5c4-c936-4572-98fc-d96a0fe50121 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting subnet 0f03510e-8d8d-4820-8016-67dbb932c8d7 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:10:54.955849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07c0a5c4-c936-4572-98fc-d96a0fe50121 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:54.960947 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:54.987215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=928b6618-8100-4e6c-a375-b6aad306d2c7,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:55.010076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.010419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.013071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.013638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.014397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4423c-fc60-4cc9-b899-ae76e157c648 req-f0b15c8b-b011-462f-8fcd-5dcfd6e06f06 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:55.015222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.015615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.016726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.018071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.018561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.019401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.021581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.024185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:10:55.044947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07c0a5c4-c936-4572-98fc-d96a0fe50121 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.049541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c68d30-8805-493e-ac13-b164116f0e2e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:55.051277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4423c-fc60-4cc9-b899-ae76e157c648 req-f0b15c8b-b011-462f-8fcd-5dcfd6e06f06 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:55.067357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4423c-fc60-4cc9-b899-ae76e157c648 req-f0b15c8b-b011-462f-8fcd-5dcfd6e06f06 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:55.082660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4423c-fc60-4cc9-b899-ae76e157c648 req-f0b15c8b-b011-462f-8fcd-5dcfd6e06f06 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:55.091079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4423c-fc60-4cc9-b899-ae76e157c648 req-f0b15c8b-b011-462f-8fcd-5dcfd6e06f06 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:55.097706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 07c68d30-8805-493e-ac13-b164116f0e2e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=07c68d30-8805-493e-ac13-b164116f0e2e,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:55.099863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4423c-fc60-4cc9-b899-ae76e157c648 req-f0b15c8b-b011-462f-8fcd-5dcfd6e06f06 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:55.101009 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:10:55.105928 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.107025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cef817c0-2ff6-49bf-8daa-a4b68e0be070 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:10:55.138332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4423c-fc60-4cc9-b899-ae76e157c648 req-f0b15c8b-b011-462f-8fcd-5dcfd6e06f06 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:55.153320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4a4423c-fc60-4cc9-b899-ae76e157c648 req-f0b15c8b-b011-462f-8fcd-5dcfd6e06f06 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5424 time: 0.3059127 Aug 19 12:10:55.246164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4a4423c-fc60-4cc9-b899-ae76e157c648 req-7d1bfee0-28b5-4168-bf0c-beb4c608e884 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871308 Aug 19 12:10:55.334902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=07c68d30-8805-493e-ac13-b164116f0e2e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:55.380045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07c0a5c4-c936-4572-98fc-d96a0fe50121 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.394374 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cef817c0-2ff6-49bf-8daa-a4b68e0be070, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:55.414726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6007aa7-d974-48d8-a944-5f8b33a946f9 req-bb1e2145-705f-4db0-9bbe-b2568a0fc819 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 210 time: 0.0940430 Aug 19 12:10:55.416947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070', 'network_id': '3637d0f0-59a5-4a47-a796-d80e5c0c33d5', 'port_id': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070', 'mac_address': 'fa:16:3e:88:6e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7580f2ec-c53a-4133-a32a-2d9ac453a327', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:10:55.506750 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.526680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef817c0-2ff6-49bf-8daa-a4b68e0be070 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:10:55.536273 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07c0a5c4-c936-4572-98fc-d96a0fe50121 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.550862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cef817c0-2ff6-49bf-8daa-a4b68e0be070, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:55.561141 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.638272 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-07c0a5c4-c936-4572-98fc-d96a0fe50121 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.644164 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-07c0a5c4-c936-4572-98fc-d96a0fe50121 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/subnets/0f03510e-8d8d-4820-8016-67dbb932c8d7 HTTP/1.1" status: 204 len: 168 time: 0.8626606 Aug 19 12:10:55.645454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44608) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:55.656316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a42b4e3-a2d7-45b9-b1b2-71788665c3b4 None None] Network 64c8edec-f983-4fa5-a00a-0cd2f55d2634 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:10:55.667994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0a5c4-c936-4572-98fc-d96a0fe50121 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Subnet': ['ID=0f03510e-8d8d-4820-8016-67dbb932c8d7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:55.714818 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:53Z', 'revision_number': 7, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:55.764934 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] Checking router: 61571f09-d747-42a7-a591-6a7ea02f0b3b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:10:55.788615 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] Routers {'61571f09-d747-42a7-a591-6a7ea02f0b3b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:10:55.789415 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['61571f09-d747-42a7-a591-6a7ea02f0b3b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:55.934938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.939728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cef817c0-2ff6-49bf-8daa-a4b68e0be070,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:56.083216 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] Set router 61571f09-d747-42a7-a591-6a7ea02f0b3b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:10:56.105407 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:56.135443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ed824-b5f5-42d8-9e94-adb134690af3 None None] DHCP port deletion for 64c8edec-f983-4fa5-a00a-0cd2f55d2634 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:10:56.178749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port 727b081e-f9ac-4299-bf25-23db1b31d9de {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:56.178749 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:56.295065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-023ed824-b5f5-42d8-9e94-adb134690af3 None None] Deleting port dac37063-fb12-41c3-9ca5-9ce53dbcf47d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:56.295495 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-023ed824-b5f5-42d8-9e94-adb134690af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:56.340752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dac37063-fb12-41c3-9ca5-9ce53dbcf47d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:56.405538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port 727b081e-f9ac-4299-bf25-23db1b31d9de, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=727b081e-f9ac-4299-bf25-23db1b31d9de,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:56.410589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:56.474392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['928b6618-8100-4e6c-a375-b6aad306d2c7'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:10:56.496520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for 727b081e-f9ac-4299-bf25-23db1b31d9de owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:56.541264 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:53Z', 'revision_number': 7, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:56.574759 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183343d7-7e96-42ad-9c80-616de94493a6 None None] The sync data for ids ['61571f09-d747-42a7-a591-6a7ea02f0b3b'] in n-d-778550-9 is: [{'id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'name': 'tempest-TestNetworkBasicOps-router-146393582', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:06Z', 'updated_at': '2021-08-19T12:10:53Z', 'revision_number': 7, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '727b081e-f9ac-4299-bf25-23db1b31d9de', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61571f09-d747-42a7-a591-6a7ea02f0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:07Z', 'updated_at': '2021-08-19T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:10:56.591797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['1b8e0a79-9c57-4cbe-8148-b32aac6af3af'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:10:56.597056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:10:56.659367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:10:56.661862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['07c68d30-8805-493e-ac13-b164116f0e2e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:10:56.702844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['cef817c0-2ff6-49bf-8daa-a4b68e0be070'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:10:56.717697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60507684-8dc8-4069-8070-f7438a550093 req-19b872de-f61c-48d9-9d6f-af493cf2a773 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 210 time: 0.0703406 Aug 19 12:10:56.800161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059352c-fec0-4569-b33c-1a6ef7ac9296 req-97ca70eb-b14d-4389-8f0f-d033ff34723b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:56.818814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059352c-fec0-4569-b33c-1a6ef7ac9296 req-97ca70eb-b14d-4389-8f0f-d033ff34723b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:56.846439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059352c-fec0-4569-b33c-1a6ef7ac9296 req-97ca70eb-b14d-4389-8f0f-d033ff34723b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:56.846439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059352c-fec0-4569-b33c-1a6ef7ac9296 req-97ca70eb-b14d-4389-8f0f-d033ff34723b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:56.851384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059352c-fec0-4569-b33c-1a6ef7ac9296 req-97ca70eb-b14d-4389-8f0f-d033ff34723b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:56.859021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059352c-fec0-4569-b33c-1a6ef7ac9296 req-97ca70eb-b14d-4389-8f0f-d033ff34723b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:56.866129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059352c-fec0-4569-b33c-1a6ef7ac9296 req-97ca70eb-b14d-4389-8f0f-d033ff34723b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:56.885154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c059352c-fec0-4569-b33c-1a6ef7ac9296 req-97ca70eb-b14d-4389-8f0f-d033ff34723b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5426 time: 0.4393833 Aug 19 12:10:57.038523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c059352c-fec0-4569-b33c-1a6ef7ac9296 req-f9b2ef50-f17b-47b5-92ac-286841c9db81 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1524072 Aug 19 12:10:57.236204 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:57.269285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-023ed824-b5f5-42d8-9e94-adb134690af3 None None] For port dac37063-fb12-41c3-9ca5-9ce53dbcf47d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:57.269747 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-023ed824-b5f5-42d8-9e94-adb134690af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:57.276323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=727b081e-f9ac-4299-bf25-23db1b31d9de,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:57.363394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-023ed824-b5f5-42d8-9e94-adb134690af3 None None] Calling delete_port for dac37063-fb12-41c3-9ca5-9ce53dbcf47d owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:57.466877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f0310b23-8099-4c5d-a487-eada99042c58'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:10:57.624395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:57.808064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:57.814053 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:57.955439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf869640-2e15-4768-af87-010a85ba1fe7 req-12f4c4ae-d69b-44b6-a4bd-487fea25c471 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 210 time: 0.0892889 Aug 19 12:10:57.978458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-ac382ff1-aa8b-4338-a210-00725f7d8ba9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:57.980282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-ac382ff1-aa8b-4338-a210-00725f7d8ba9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.6303937 Aug 19 12:10:57.981290 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:57.981868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Fanout notify agent at l3_agent the message router_deleted on router 61571f09-d747-42a7-a591-6a7ea02f0b3b {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:10:57.988827 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:57.993597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-163b7e81-ee31-4115-9930-1b0be09b8b35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/routers/61571f09-d747-42a7-a591-6a7ea02f0b3b HTTP/1.1" status: 204 len: 168 time: 2.3429401 Aug 19 12:10:57.993597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44660) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:58.009663 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:58.132054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'port': {'device_id': '8fc1ec11-4da3-4679-a351-72b8cd110123', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'admin_state_up': True, 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:58.152808 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:58.378883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30624c14-c1be-4dbf-8f2c-cd68aac5ba04 req-2ccc30ee-2061-4b12-9975-1a22c693703a tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:58.387024 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30624c14-c1be-4dbf-8f2c-cd68aac5ba04 req-2ccc30ee-2061-4b12-9975-1a22c693703a tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:58.393687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30624c14-c1be-4dbf-8f2c-cd68aac5ba04 req-2ccc30ee-2061-4b12-9975-1a22c693703a tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:58.401849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30624c14-c1be-4dbf-8f2c-cd68aac5ba04 req-2ccc30ee-2061-4b12-9975-1a22c693703a tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:58.408236 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30624c14-c1be-4dbf-8f2c-cd68aac5ba04 req-2ccc30ee-2061-4b12-9975-1a22c693703a tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:58.417063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30624c14-c1be-4dbf-8f2c-cd68aac5ba04 req-2ccc30ee-2061-4b12-9975-1a22c693703a tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:58.423351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30624c14-c1be-4dbf-8f2c-cd68aac5ba04 req-2ccc30ee-2061-4b12-9975-1a22c693703a tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:58.426377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30624c14-c1be-4dbf-8f2c-cd68aac5ba04 req-2ccc30ee-2061-4b12-9975-1a22c693703a tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5426 time: 0.2065208 Aug 19 12:10:58.427631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port dac37063-fb12-41c3-9ca5-9ce53dbcf47d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:58.540091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30624c14-c1be-4dbf-8f2c-cd68aac5ba04 req-3482b189-810a-4053-9531-2223a9031b6d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018717 Aug 19 12:10:58.564550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port dac37063-fb12-41c3-9ca5-9ce53dbcf47d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:10:58.564550 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:58.570515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Made reservation on behalf of 4bf3437e238b4255b8b2ff99f952bfba for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:10:58.582528 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:58.607787 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:58.778046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port dac37063-fb12-41c3-9ca5-9ce53dbcf47d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,segment=NetworkSegment(65c3503c-91e1-4c4c-8ab0-27e25c1301ce),segment_id=65c3503c-91e1-4c4c-8ab0-27e25c1301ce)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:10:58.778478 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:58.797928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event deleted for resources: {'Port': ['ID=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:58.799933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-023ed824-b5f5-42d8-9e94-adb134690af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:58.802456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 727b081e-f9ac-4299-bf25-23db1b31d9de no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:58.821856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for dac37063-fb12-41c3-9ca5-9ce53dbcf47d owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:10:58.856269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 727b081e-f9ac-4299-bf25-23db1b31d9de {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:10:58.856599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 727b081e-f9ac-4299-bf25-23db1b31d9de not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:10:58.857231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 91aa857e-4351-4e16-9f4b-ed23b4c9318e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:10:58.898008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 91aa857e-4351-4e16-9f4b-ed23b4c9318e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:10:58.898341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 91aa857e-4351-4e16-9f4b-ed23b4c9318e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:10:58.900358 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:58.949880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ed824-b5f5-42d8-9e94-adb134690af3 None None] Pushing event deleted for resources: {'Port': ['ID=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:59.021119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ed824-b5f5-42d8-9e94-adb134690af3 None None] No DVR routers for this DVR port dac37063-fb12-41c3-9ca5-9ce53dbcf47d on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:10:59.137278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98505ac7-256f-452e-bcec-79a95170c7bf req-ba7a1d6e-df4b-42f3-925f-8002aa668f3d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 210 time: 0.0460181 Aug 19 12:10:59.185888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Allocated IP 172.20.0.12 (a3b4cfc6-ac42-4092-b1a9-d7793babb6f5/11c1e7af-b32f-4aef-bc1d-e26537bf32fd/f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:10:59.223290 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.247588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] No DVR routers for this DVR port dac37063-fb12-41c3-9ca5-9ce53dbcf47d on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:10:59.302295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=dac37063-fb12-41c3-9ca5-9ce53dbcf47d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:59.431187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.453317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c8edec-f983-4fa5-a00a-0cd2f55d2634']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:59.469743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c3503c-91e1-4c4c-8ab0-27e25c1301ce') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:59.470268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c3503c-91e1-4c4c-8ab0-27e25c1301ce') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:10:59.488124 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.527126 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.545233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:10:59.545962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:10:59.572767 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.622941 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:10:59.647976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Transition to ACTIVE for port object f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:10:59.669427 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.688626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.693726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/networks/64c8edec-f983-4fa5-a00a-0cd2f55d2634 HTTP/1.1" status: 204 len: 168 time: 1.6992776 Aug 19 12:10:59.707021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44724) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:10:59.714852 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cef817c0-2ff6-49bf-8daa-a4b68e0be070 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:10:59.720282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'network': {'name': 'tempest-network-smoke--1423853945', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'port_security_enabled': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:10:59.738396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1686e1b-232b-4a4b-aeee-840411408122 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Network': ['ID=64c8edec-f983-4fa5-a00a-0cd2f55d2634,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:10:59.805952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826c21-b331-4c54-a94f-d6a485e4b0df req-ddabbfab-842c-42b5-b9fc-32a22f9d1806 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:59.814124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826c21-b331-4c54-a94f-d6a485e4b0df req-ddabbfab-842c-42b5-b9fc-32a22f9d1806 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:59.821739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826c21-b331-4c54-a94f-d6a485e4b0df req-ddabbfab-842c-42b5-b9fc-32a22f9d1806 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:59.824560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Made reservation on behalf of 17ecf2d06262474eadaac84993402ef7 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:10:59.829954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826c21-b331-4c54-a94f-d6a485e4b0df req-ddabbfab-842c-42b5-b9fc-32a22f9d1806 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:59.837404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826c21-b331-4c54-a94f-d6a485e4b0df req-ddabbfab-842c-42b5-b9fc-32a22f9d1806 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:59.840796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.843897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826c21-b331-4c54-a94f-d6a485e4b0df req-ddabbfab-842c-42b5-b9fc-32a22f9d1806 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:59.876334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826c21-b331-4c54-a94f-d6a485e4b0df req-ddabbfab-842c-42b5-b9fc-32a22f9d1806 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:10:59.886431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb826c21-b331-4c54-a94f-d6a485e4b0df req-ddabbfab-842c-42b5-b9fc-32a22f9d1806 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5426 time: 0.1602893 Aug 19 12:10:59.893679 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.954975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:10:59.986118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port cef817c0-2ff6-49bf-8daa-a4b68e0be070 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:10:59.994281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port cef817c0-2ff6-49bf-8daa-a4b68e0be070 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:10:59.994680 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.996464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:59.996877 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Added segment 10fb0971-99af-41b3-8515-90fac15d46f9 of type vlan for network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b Aug 19 12:10:59.997382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44740) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:00.076749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'Port': ['ID=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:00.084817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:00.092719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:00.125082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:00.155452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.235934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.264551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:00.267517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.271904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb826c21-b331-4c54-a94f-d6a485e4b0df req-92255a55-c53a-4733-bb7a-fe6bb4bad0a6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3573356 Aug 19 12:11:00.286366 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.312143 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6033168 Aug 19 12:11:00.317878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44746) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:00.344944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:00.349176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:00.349863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.350714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-331318957', 'admin_state_up': True, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:00.351386 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a25b6b8-509f-4e19-96e9-274393c5a8b7" -d '{"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "cef817c0-2ff6-49bf-8daa-a4b68e0be070"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:00.392439 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cef817c0-2ff6-49bf-8daa-a4b68e0be070, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:00.406436 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.441532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-590e202a-a6f4-4372-98a2-3bdfd8d8287f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3161893 Aug 19 12:11:00.450945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f072-7b5a-4ea9-9ae3-c5f6a91991b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.452482 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60958dd1-d419-4b05-acce-c5f56f9e6b63 x-openstack-request-id: req-60958dd1-d419-4b05-acce-c5f56f9e6b63 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:00.452802 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "cef817c0-2ff6-49bf-8daa-a4b68e0be070", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:00.453055 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60958dd1-d419-4b05-acce-c5f56f9e6b63 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:00.453458 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070', 'code': 200} Aug 19 12:11:00.482675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa493315-0054-48b1-9e3d-9861d70cc76a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Network': ['ID=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:00.499300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Request body: {'port': {'device_id': '8fc1ec11-4da3-4679-a351-72b8cd110123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:00.499512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:11:00.523822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.525716 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.567182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cef817c0-2ff6-49bf-8daa-a4b68e0be070,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:00.625181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2096e39f-b82d-4c83-9700-065d75f19d4f None None] Provisioning for port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:00.630799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2096e39f-b82d-4c83-9700-065d75f19d4f None None] Provisioning complete for port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:00.631589 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2096e39f-b82d-4c83-9700-065d75f19d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.651831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.673763 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.683826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2096e39f-b82d-4c83-9700-065d75f19d4f None None] Port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:11:00.697119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1efe8b-3364-498f-8fc8-c8d682dfd50f req-ac422535-e320-41e8-9e87-631bc040721a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:00.698086 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f1efe8b-3364-498f-8fc8-c8d682dfd50f req-ac422535-e320-41e8-9e87-631bc040721a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 932 time: 0.3043301 Aug 19 12:11:00.835366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:00.874816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f1efe8b-3364-498f-8fc8-c8d682dfd50f req-88ee34b2-759b-4077-982b-6aa172962792 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677754 Aug 19 12:11:01.017202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f072-7b5a-4ea9-9ae3-c5f6a91991b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.032674 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f072-7b5a-4ea9-9ae3-c5f6a91991b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.106548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9bd1f072-7b5a-4ea9-9ae3-c5f6a91991b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8158880fa1de4db3bd0d67135f5d4342&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0886676 Aug 19 12:11:01.110761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44766) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:01.112292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1f072-7b5a-4ea9-9ae3-c5f6a91991b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a673fc-5554-465b-a777-2b9c7abc508a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:01.179468 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.204027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:11:01.208996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-199ef1fa-d51d-4a79-9ab6-0e7b0931174c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.210283 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.216178 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.246052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Transition to ACTIVE for port object f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:01.256153 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-199ef1fa-d51d-4a79-9ab6-0e7b0931174c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.258602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.374816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Pushing event updated for resources: {'Port': ['ID=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:01.462260 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-199ef1fa-d51d-4a79-9ab6-0e7b0931174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.467687 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-199ef1fa-d51d-4a79-9ab6-0e7b0931174c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.469031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-199ef1fa-d51d-4a79-9ab6-0e7b0931174c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23a673fc-5554-465b-a777-2b9c7abc508a HTTP/1.1" status: 204 len: 168 time: 0.3576574 Aug 19 12:11:01.513007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ef1fa-d51d-4a79-9ab6-0e7b0931174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a673fc-5554-465b-a777-2b9c7abc508a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:01.604793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332c3c5-65e3-4988-afb4-fe305ed1890c req-b3024279-c3af-4470-ad29-90002e130087 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:01.612151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332c3c5-65e3-4988-afb4-fe305ed1890c req-b3024279-c3af-4470-ad29-90002e130087 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:01.619107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332c3c5-65e3-4988-afb4-fe305ed1890c req-b3024279-c3af-4470-ad29-90002e130087 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:01.627105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332c3c5-65e3-4988-afb4-fe305ed1890c req-b3024279-c3af-4470-ad29-90002e130087 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:01.637558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332c3c5-65e3-4988-afb4-fe305ed1890c req-b3024279-c3af-4470-ad29-90002e130087 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:01.644517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332c3c5-65e3-4988-afb4-fe305ed1890c req-b3024279-c3af-4470-ad29-90002e130087 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:01.651062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332c3c5-65e3-4988-afb4-fe305ed1890c req-b3024279-c3af-4470-ad29-90002e130087 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:01.662069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f332c3c5-65e3-4988-afb4-fe305ed1890c req-b3024279-c3af-4470-ad29-90002e130087 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5427 time: 0.2221119 Aug 19 12:11:01.679940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Attempting to bind port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:01.680981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Attempting to bind port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:01.681220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Attempting to bind port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:01.717000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1b8e0a79-9c57-4cbe-8148-b32aac6af3af up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:01.723045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:11:01.727407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Attempting to bind port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:01.746873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:01.747212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Checking segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:01.747592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Bound using segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:01.748031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Bound port: f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:01.748383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.852862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f332c3c5-65e3-4988-afb4-fe305ed1890c req-015fd22b-0cc2-4c80-9aca-41e39f3489dc tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884460 Aug 19 12:11:01.883015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:01.890615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:01.890615 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:01.924291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] For port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:01.929032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] For port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:01.943399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.005279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:02.006344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.008135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] 10.222.0.69 "PUT /v2.0/ports/f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 HTTP/1.1" status: 200 len: 1092 time: 1.5245020 Aug 19 12:11:02.008874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc1ec11-4da3-4679-a351-72b8cd110123', 'tag': 'f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:02.011536 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc1ec11-4da3-4679-a351-72b8cd110123", "tag": "f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:02.027431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.25.4.22 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:02.067294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3e872-4dbd-4b65-97d5-773db013e24f service neutron] Pushing event updated for resources: {'Port': ['ID=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:02.172447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44790) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:02.188201 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.189021 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6643225-2051-485d-940a-ef92064e9779 x-openstack-request-id: req-d6643225-2051-485d-940a-ef92064e9779 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:02.189397 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc1ec11-4da3-4679-a351-72b8cd110123", "tag": "f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:02.189759 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6643225-2051-485d-940a-ef92064e9779 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:02.190265 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc1ec11-4da3-4679-a351-72b8cd110123', 'tag': 'f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4', 'status': 'completed', 'code': 200} Aug 19 12:11:02.238394 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ed80c2d-9aea-4689-83fd-fac737579004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.274476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.306738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.337483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:02.338763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:02.342501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:02.344587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:02.383353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb64bd-d2a6-4c0d-b480-8f831d7b0594 req-a2a8ad18-f2d7-4e4c-a319-c976e157e284 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:02.384244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:02.385808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bb64bd-d2a6-4c0d-b480-8f831d7b0594 req-a2a8ad18-f2d7-4e4c-a319-c976e157e284 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 944 time: 0.3017232 Aug 19 12:11:02.390355 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.391612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:02.510045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8e0a79-9c57-4cbe-8148-b32aac6af3af'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:02.512698 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c0c32-2f8a-4512-8d45-d02579a4dd2e" -d '{"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "1b8e0a79-9c57-4cbe-8148-b32aac6af3af"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:02.553366 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-38c1e774-8b8d-43b1-9926-d9269b53fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:02.553366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-38c1e774-8b8d-43b1-9926-d9269b53fc8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 1095 time: 0.3735063 Aug 19 12:11:02.604141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6bb64bd-d2a6-4c0d-b480-8f831d7b0594 req-3fb41436-9de1-42df-8270-a30a758407cb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941118 Aug 19 12:11:02.631191 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7f967a-9e52-4ff9-9a9a-b1964304c72a x-openstack-request-id: req-1f7f967a-9e52-4ff9-9a9a-b1964304c72a {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:02.631854 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "1b8e0a79-9c57-4cbe-8148-b32aac6af3af", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:02.632528 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f7f967a-9e52-4ff9-9a9a-b1964304c72a {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:02.633458 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8e0a79-9c57-4cbe-8148-b32aac6af3af', 'code': 200} Aug 19 12:11:02.645586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-b578735b-cd6d-4d3c-9439-ece2b1d738d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 HTTP/1.1" status: 200 len: 217 time: 0.0759249 Aug 19 12:11:02.656995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:02.687713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:02.695453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:02.697179 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.735445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-72a933e1-e622-4552-9a7b-350f6604bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:02.737201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-72a933e1-e622-4552-9a7b-350f6604bc40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0829618 Aug 19 12:11:02.742363 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ed80c2d-9aea-4689-83fd-fac737579004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.747744 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ed80c2d-9aea-4689-83fd-fac737579004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.797610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed80c2d-9aea-4689-83fd-fac737579004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47288cf4-4777-4e56-8508-6363afe5b6c8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:02.840367 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.853628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ed80c2d-9aea-4689-83fd-fac737579004 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc169ff574054f0a9ba5adb52abf0c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6654356 Aug 19 12:11:02.853628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44804) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:02.856323 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.883211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-3f572285-1854-48a9-a6b0-ba10a8de44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:02.884981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-3f572285-1854-48a9-a6b0-ba10a8de44b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295185 Aug 19 12:11:02.965760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:02.972646 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:02.973503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f0310b23-8099-4c5d-a487-eada99042c58 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:03.092854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port f0310b23-8099-4c5d-a487-eada99042c58 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:03.109306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port f0310b23-8099-4c5d-a487-eada99042c58 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:03.109683 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.132223 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:03.133026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.277695 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.326031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f0310b23-8099-4c5d-a487-eada99042c58, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0310b23-8099-4c5d-a487-eada99042c58,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:03.332200 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.333609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:03.438192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:03.444737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:03.445110 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.497650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f0310b23-8099-4c5d-a487-eada99042c58,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:03.498620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:11:03.554125 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.621735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:03.628238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.629223 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 928b6618-8100-4e6c-a375-b6aad306d2c7 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:03.662622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:11:03.685110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Sync routers for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:11:03.688017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.697057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a847282f-f97c-44ef-bb76-27bd427f8b37 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3778288 Aug 19 12:11:03.697755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44824) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:03.725280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:03.725942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:03.769391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:03.778664 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f07225b5-d5a1-457e-af76-d74429421a56 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=17ecf2d06262474eadaac84993402ef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726330 Aug 19 12:11:03.780027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44826) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:03.853487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 928b6618-8100-4e6c-a375-b6aad306d2c7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:03.859862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 928b6618-8100-4e6c-a375-b6aad306d2c7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:03.860531 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.863968 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf973-ba82-4765-9b4d-b3548ce20e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.890572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf973-ba82-4765-9b4d-b3548ce20e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:03.963258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:03.978377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851590e4-0339-45d8-98cf-bf29b8bdd594 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:03.986811 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-851590e4-0339-45d8-98cf-bf29b8bdd594 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2046831 Aug 19 12:11:03.993625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5242b-618c-4891-88e3-57a6d6009f87 req-c72ad0d2-d40c-42a5-8571-4e0177f5d7b9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:03.995915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:04.000104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5242b-618c-4891-88e3-57a6d6009f87 req-c72ad0d2-d40c-42a5-8571-4e0177f5d7b9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.006623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5242b-618c-4891-88e3-57a6d6009f87 req-c72ad0d2-d40c-42a5-8571-4e0177f5d7b9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.013610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5242b-618c-4891-88e3-57a6d6009f87 req-c72ad0d2-d40c-42a5-8571-4e0177f5d7b9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.019745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5242b-618c-4891-88e3-57a6d6009f87 req-c72ad0d2-d40c-42a5-8571-4e0177f5d7b9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.026614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5242b-618c-4891-88e3-57a6d6009f87 req-c72ad0d2-d40c-42a5-8571-4e0177f5d7b9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.033043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5242b-618c-4891-88e3-57a6d6009f87 req-c72ad0d2-d40c-42a5-8571-4e0177f5d7b9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.042411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04c5242b-618c-4891-88e3-57a6d6009f87 req-c72ad0d2-d40c-42a5-8571-4e0177f5d7b9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5431 time: 0.4392841 Aug 19 12:11:04.046545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-f0f028d7-2c68-4625-a08d-db0c3a0c55cc service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1449921 Aug 19 12:11:04.067872 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-91275100-ef3a-4ee4-b0af-2d1c66371bcd tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682931 Aug 19 12:11:04.068112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44836) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:04.073881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-66885615', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:04.092462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0838df-392c-40b5-8b86-d83366979f8f req-d4eb1e3b-6bf3-45c2-9546-db9c066d90de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.094329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f0838df-392c-40b5-8b86-d83366979f8f req-d4eb1e3b-6bf3-45c2-9546-db9c066d90de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 944 time: 0.3797965 Aug 19 12:11:04.095136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf973-ba82-4765-9b4d-b3548ce20e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:04.097868 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf973-ba82-4765-9b4d-b3548ce20e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:04.099091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1f9cf973-ba82-4765-9b4d-b3548ce20e1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47288cf4-4777-4e56-8508-6363afe5b6c8 HTTP/1.1" status: 204 len: 168 time: 1.2454484 Aug 19 12:11:04.134510 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:04.166970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cf973-ba82-4765-9b4d-b3548ce20e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47288cf4-4777-4e56-8508-6363afe5b6c8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:04.248610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 928b6618-8100-4e6c-a375-b6aad306d2c7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=928b6618-8100-4e6c-a375-b6aad306d2c7,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:04.276941 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:04.277682 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 07c68d30-8805-493e-ac13-b164116f0e2e up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:04.295681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f0838df-392c-40b5-8b86-d83366979f8f req-9efc5548-5f77-4eb3-938c-ea96420a5a45 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755219 Aug 19 12:11:04.312068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Made reservation on behalf of 17ecf2d06262474eadaac84993402ef7 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:11:04.319057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04c5242b-618c-4891-88e3-57a6d6009f87 req-a9455d74-0061-4a0f-bf7a-a8c23bd61d6d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2754242 Aug 19 12:11:04.323923 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:04.398113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940b9a5b-c92a-4976-b61d-b8c2bdc13229 req-1a919b18-d29e-4d97-9a0d-e6f7d9927cec service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369563 Aug 19 12:11:04.517095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=928b6618-8100-4e6c-a375-b6aad306d2c7,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:04.542874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 07c68d30-8805-493e-ac13-b164116f0e2e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:04.548487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 07c68d30-8805-493e-ac13-b164116f0e2e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:04.549202 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:04.644974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-8651f650-055e-4be0-9ced-a8ee59153a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.646708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-8651f650-055e-4be0-9ced-a8ee59153a1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 1095 time: 0.1239786 Aug 19 12:11:04.795719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6'}, {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0310b23-8099-4c5d-a487-eada99042c58'}, {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d'}, {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928b6618-8100-4e6c-a375-b6aad306d2c7'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:04.798345 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc164e6-c4b2-444b-bd6c-481ec7bce37c" -d '{"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6"}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "f0310b23-8099-4c5d-a487-eada99042c58"}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d"}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "928b6618-8100-4e6c-a375-b6aad306d2c7"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:04.825677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:02Z', 'revision_number': 3, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:04.829860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:04.852367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-ded5e8be-a048-4616-81d0-0b199a8311b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.856262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-ded5e8be-a048-4616-81d0-0b199a8311b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.1963336 Aug 19 12:11:04.865497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Checking router: c31d03e4-b0c1-4de9-b614-6bc71fb0e359 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:11:04.866113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Updating router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:11:04.902282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Subnet': ['ID=af13a017-bfd7-418c-8729-cb7c156d236e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:04.929043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Checking segment: {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:04.929979 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network hostable DHCP agents. Network: e056b2aa-6a51-4f52-a53b-0bbe4ea2630b, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:11:04.946704 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:04.956704 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14302af1-b6d6-47ca-b134-d14e6b456e45 x-openstack-request-id: req-14302af1-b6d6-47ca-b134-d14e6b456e45 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:04.957220 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6", "code": 200}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "f0310b23-8099-4c5d-a487-eada99042c58", "code": 200}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d", "code": 200}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "928b6618-8100-4e6c-a375-b6aad306d2c7", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:04.957523 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14302af1-b6d6-47ca-b134-d14e6b456e45 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:04.957935 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6', 'code': 200} Aug 19 12:11:04.958304 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0310b23-8099-4c5d-a487-eada99042c58', 'code': 200} Aug 19 12:11:04.959879 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d', 'code': 200} Aug 19 12:11:04.959879 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928b6618-8100-4e6c-a375-b6aad306d2c7', 'code': 200} Aug 19 12:11:04.970389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:11:04.986293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, e056b2aa-6a51-4f52-a53b-0bbe4ea2630b) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:04.991107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:04.991764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:05.025410 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a92dd56f-3fe6-447b-9adc-7a64fb21172b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9559801 Aug 19 12:11:05.026143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44870) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:05.028597 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:05.035036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-6d5ad80c-ecb2-41f5-81f1-2cebabcb4d3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 HTTP/1.1" status: 200 len: 217 time: 0.1589723 Aug 19 12:11:05.035619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595277e-0fae-4ead-8550-d0698787ad12 None None] Network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:11:05.155793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fee11-ccc8-4919-b36f-bd3e43676eb5 req-92cf03f6-3213-4961-a7cb-7e327e85da55 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.169931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f21fee11-ccc8-4919-b36f-bd3e43676eb5 req-92cf03f6-3213-4961-a7cb-7e327e85da55 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1097 time: 0.3103905 Aug 19 12:11:05.192383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-0003cb28-7d07-4625-8b99-94d7937163f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.194043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-0003cb28-7d07-4625-8b99-94d7937163f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1515090 Aug 19 12:11:05.284432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f21fee11-ccc8-4919-b36f-bd3e43676eb5 req-698d44f6-13bb-496d-96b5-93129114ac25 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135149 Aug 19 12:11:05.302816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 07c68d30-8805-493e-ac13-b164116f0e2e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=07c68d30-8805-493e-ac13-b164116f0e2e,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:05.306400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44876) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:05.317000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:05.552879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-387c79e0-3cec-4f2c-8204-899acd3102e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.557860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-387c79e0-3cec-4f2c-8204-899acd3102e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3495765 Aug 19 12:11:05.714394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=07c68d30-8805-493e-ac13-b164116f0e2e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:05.835889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cab96-2687-40ea-926c-8c9a3f3f197a req-be2834b4-dca9-4040-b994-ca93b0712c46 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.855805 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:05.867328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cab96-2687-40ea-926c-8c9a3f3f197a req-be2834b4-dca9-4040-b994-ca93b0712c46 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.870603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Transition to ACTIVE for port object 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:05.886007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cab96-2687-40ea-926c-8c9a3f3f197a req-be2834b4-dca9-4040-b994-ca93b0712c46 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.902816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cab96-2687-40ea-926c-8c9a3f3f197a req-be2834b4-dca9-4040-b994-ca93b0712c46 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.926805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cab96-2687-40ea-926c-8c9a3f3f197a req-be2834b4-dca9-4040-b994-ca93b0712c46 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.933870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cab96-2687-40ea-926c-8c9a3f3f197a req-be2834b4-dca9-4040-b994-ca93b0712c46 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.942746 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:05.943575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cab96-2687-40ea-926c-8c9a3f3f197a req-be2834b4-dca9-4040-b994-ca93b0712c46 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:05.952067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba4cab96-2687-40ea-926c-8c9a3f3f197a req-be2834b4-dca9-4040-b994-ca93b0712c46 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5433 time: 0.4965751 Aug 19 12:11:05.953963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:05.955959 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:11:05.961171 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.034341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14301a80-ee5b-4a56-837e-cc0afb49630f req-37c2368a-d685-499e-9b67-97f63dd9ce8d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:06.048736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14301a80-ee5b-4a56-837e-cc0afb49630f req-37c2368a-d685-499e-9b67-97f63dd9ce8d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 944 time: 0.5947006 Aug 19 12:11:06.120328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Attempting to bind port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:06.120740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Attempting to bind port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:06.121092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Attempting to bind port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:06.143154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b8eb0-95a8-4abf-93de-5aca280686ab None None] Pushing event updated for resources: {'Port': ['ID=1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:06.161157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:06.161448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:06.161855 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.162405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:06.162928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Bound port: 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:06.163438 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.285452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba4cab96-2687-40ea-926c-8c9a3f3f197a req-93443550-9748-4a31-aa40-ee34a331a643 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3256381 Aug 19 12:11:06.287713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-f5df5979-3b6a-4010-855b-b50f90dd594f service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192733 Aug 19 12:11:06.335422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14301a80-ee5b-4a56-837e-cc0afb49630f req-c33e406a-35c2-45b2-83dd-63e6c278c74c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853773 Aug 19 12:11:06.451955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 80a4f089-3050-4c34-a047-ccc2d8fd4fda {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:11:06.452317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.456360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] For port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:06.466714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] For port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:06.483649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.498646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.20.0.1 (e056b2aa-6a51-4f52-a53b-0bbe4ea2630b/af13a017-bfd7-418c-8729-cb7c156d236e/3e38aa40-ae1f-49e1-a00f-07afc3b87aa0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:06.522158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2f49ecb-aa86-4d2e-96b6-1eee96f4e3eb req-e127ecb5-2bc4-4d31-add7-f8fa53db58ca service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854100 Aug 19 12:11:06.597121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b8eb0-95a8-4abf-93de-5aca280686ab None None] Pushing event updated for resources: {'Port': ['ID=1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:06.602105 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.602441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.608062 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:06.609915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:06.624962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 80a4f089-3050-4c34-a047-ccc2d8fd4fda owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:11:06.821635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:06.829649 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.871858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Transition to ACTIVE for port object 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:06.932470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.965618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c68d30-8805-493e-ac13-b164116f0e2e'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:06.969894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:06.972753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=80a4f089-3050-4c34-a047-ccc2d8fd4fda,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:06.980900 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bb7557-daa9-4117-8a51-6e72c37d03bc" -d '{"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "07c68d30-8805-493e-ac13-b164116f0e2e"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:07.045348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:07.057750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:07.067123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Allocated IP 172.20.0.2 (e056b2aa-6a51-4f52-a53b-0bbe4ea2630b/af13a017-bfd7-418c-8729-cb7c156d236e/185438fd-1bb4-4386-879e-e2fcab4f9a22) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:07.069513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:07.168866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=3e38aa40-ae1f-49e1-a00f-07afc3b87aa0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:07.188374 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.188374 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Floating IP ca2351b9-57ca-48f6-9851-2de94de3a905 disassociated (deleted). External IP: 172.25.4.54, port: 77cc7c18-97df-4500-870a-0fe915d30620. Aug 19 12:11:07.200368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.206050 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e3143-27f6-4f52-aae5-4f69b4aed049 x-openstack-request-id: req-381e3143-27f6-4f52-aae5-4f69b4aed049 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:07.206345 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-plugged", "status": "completed", "tag": "07c68d30-8805-493e-ac13-b164116f0e2e", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:07.206591 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-381e3143-27f6-4f52-aae5-4f69b4aed049 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:07.206975 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c68d30-8805-493e-ac13-b164116f0e2e', 'code': 200} Aug 19 12:11:07.366976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.376962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:02Z', 'revision_number': 3, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:07.381813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Transition to ACTIVE for port object 185438fd-1bb4-4386-879e-e2fcab4f9a22 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:07.413216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5fc8b-afe1-46d4-b44f-0873c6979ffb None None] The sync data for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 is: [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:02Z', 'revision_number': 3, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:11:07.436206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Transition to ACTIVE for port object 185438fd-1bb4-4386-879e-e2fcab4f9a22 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:07.444064 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.489715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.505423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:07.509780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:07.515506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:07.617091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Attempting to bind port 185438fd-1bb4-4386-879e-e2fcab4f9a22 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:07.617853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Attempting to bind port 185438fd-1bb4-4386-879e-e2fcab4f9a22 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:07.620562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Attempting to bind port 185438fd-1bb4-4386-879e-e2fcab4f9a22 on network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:07.645889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Pushing event updated for resources: {'Port': ['ID=185438fd-1bb4-4386-879e-e2fcab4f9a22,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:07.651302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:07.651677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Checking segment: {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:07.652084 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.652469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Bound using segment: {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:07.653548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Bound port: 185438fd-1bb4-4386-879e-e2fcab4f9a22, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:07.654256 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.843928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b066-35c4-413b-be95-b2a13d9befe0 req-73c49d10-b55a-414f-80d6-93bef3ae86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:07.844426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b066-35c4-413b-be95-b2a13d9befe0 req-73c49d10-b55a-414f-80d6-93bef3ae86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:07.844931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b066-35c4-413b-be95-b2a13d9befe0 req-73c49d10-b55a-414f-80d6-93bef3ae86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:07.845428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b066-35c4-413b-be95-b2a13d9befe0 req-73c49d10-b55a-414f-80d6-93bef3ae86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:07.845992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b066-35c4-413b-be95-b2a13d9befe0 req-73c49d10-b55a-414f-80d6-93bef3ae86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:07.846464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b066-35c4-413b-be95-b2a13d9befe0 req-73c49d10-b55a-414f-80d6-93bef3ae86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:07.846931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b066-35c4-413b-be95-b2a13d9befe0 req-73c49d10-b55a-414f-80d6-93bef3ae86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:07.849638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] For port 185438fd-1bb4-4386-879e-e2fcab4f9a22, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:07.854014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] For port 185438fd-1bb4-4386-879e-e2fcab4f9a22, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=185438fd-1bb4-4386-879e-e2fcab4f9a22,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:07.860528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.865049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d777b066-35c4-413b-be95-b2a13d9befe0 req-73c49d10-b55a-414f-80d6-93bef3ae86db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6490 time: 0.6400220 Aug 19 12:11:07.874720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44968) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:07.897185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.907255 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:08.014809 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d777b066-35c4-413b-be95-b2a13d9befe0 req-5a54bec9-edac-4391-982b-fd835f090b45 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477766 Aug 19 12:11:08.026716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa990dd3-48eb-4496-97e6-fe72c39a7bbe None None] Pushing event updated for resources: {'Port': ['ID=185438fd-1bb4-4386-879e-e2fcab4f9a22,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:08.043200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:11:08.062996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419226b-bd00-476e-9cbc-7cca0f4b104d req-fac8c25d-0288-4958-9fae-57a8d75eb835 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:08.075712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419226b-bd00-476e-9cbc-7cca0f4b104d req-fac8c25d-0288-4958-9fae-57a8d75eb835 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:08.103595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419226b-bd00-476e-9cbc-7cca0f4b104d req-fac8c25d-0288-4958-9fae-57a8d75eb835 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:08.110758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419226b-bd00-476e-9cbc-7cca0f4b104d req-fac8c25d-0288-4958-9fae-57a8d75eb835 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:08.132519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419226b-bd00-476e-9cbc-7cca0f4b104d req-fac8c25d-0288-4958-9fae-57a8d75eb835 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:08.147968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419226b-bd00-476e-9cbc-7cca0f4b104d req-fac8c25d-0288-4958-9fae-57a8d75eb835 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:08.154279 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:08.166380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419226b-bd00-476e-9cbc-7cca0f4b104d req-fac8c25d-0288-4958-9fae-57a8d75eb835 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:08.172542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=3e38aa40-ae1f-49e1-a00f-07afc3b87aa0,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:08.189743 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6419226b-bd00-476e-9cbc-7cca0f4b104d req-fac8c25d-0288-4958-9fae-57a8d75eb835 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5433 time: 0.6564293 Aug 19 12:11:08.267458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd6e92-0fff-4f17-b918-68ef05dcda93 req-75a7f1a2-04ab-4ddc-b856-3582e8294001 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:08.269293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ccd6e92-0fff-4f17-b918-68ef05dcda93 req-75a7f1a2-04ab-4ddc-b856-3582e8294001 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 944 time: 0.7379506 Aug 19 12:11:08.297886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-81a4cad3-55f0-4d5b-97bd-aaee94cc4f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:08.320250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:08.355303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'port_id': 'f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4', 'mac_address': 'fa:16:3e:d4:ee:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:11:08.436075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:08.437744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:08.471010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6419226b-bd00-476e-9cbc-7cca0f4b104d req-f62f9b3f-2594-479a-82ae-967782e5e98f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2798400 Aug 19 12:11:08.479294 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:08.553982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:11:08.571919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ccd6e92-0fff-4f17-b918-68ef05dcda93 req-516de078-3b08-40f3-9efa-60d55ed0f04c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752788 Aug 19 12:11:08.655019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:08.662609 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:08.740210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:11:08.754326 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-81a4cad3-55f0-4d5b-97bd-aaee94cc4f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:08.761414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 07c396b4-4c90-49dd-b638-8ab7f49a779d has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:11:08.768223 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-81a4cad3-55f0-4d5b-97bd-aaee94cc4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:08.770012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:08.799922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-81a4cad3-55f0-4d5b-97bd-aaee94cc4f65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5bdf3834069347cfaf97f85b63c76361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9114532 Aug 19 12:11:08.803324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44992) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:08.943504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:09.000053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4cad3-55f0-4d5b-97bd-aaee94cc4f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14b5c03-2aa0-4c81-8efa-612570b10816,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:09.017726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:09.030181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:09.031301 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:09.038005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50467172-205d-4b29-9c4e-f800ca57fd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:09.040015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:11:09.045777 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4cf0a519-e73c-40d2-ba3c-63f248804f28 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "PUT /v2.0/routers/c31d03e4-b0c1-4de9-b614-6bc71fb0e359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0185659 Aug 19 12:11:09.050595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44994) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:09.127538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50467172-205d-4b29-9c4e-f800ca57fd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:09.248381 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50467172-205d-4b29-9c4e-f800ca57fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:09.252060 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50467172-205d-4b29-9c4e-f800ca57fd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:09.253701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-50467172-205d-4b29-9c4e-f800ca57fd46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c14b5c03-2aa0-4c81-8efa-612570b10816 HTTP/1.1" status: 204 len: 168 time: 0.4491708 Aug 19 12:11:09.273057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50467172-205d-4b29-9c4e-f800ca57fd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14b5c03-2aa0-4c81-8efa-612570b10816,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:09.294785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:11:09.300291 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:09.305052 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] Sync routers for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:11:09.328450 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:09.331087 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:09.336653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e62822b8-11ee-42a5-9a3a-139d677aeae3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/floatingips/ca2351b9-57ca-48f6-9851-2de94de3a905 HTTP/1.1" status: 204 len: 168 time: 4.0284932 Aug 19 12:11:09.339295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:09.341736 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f" -d '{"events": [{"name": "network-changed", "server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "tag": "77cc7c18-97df-4500-870a-0fe915d30620"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:09.524668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:11:09.716553 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:09.897890 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:09.992528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:09.992528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6a2bf5-3111-4d7c-ba03-cc5fb4f3ebd8 None None] Network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:11:10.010597 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:10.017462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 185438fd-1bb4-4386-879e-e2fcab4f9a22 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:10.097315 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1212c5a5-35e3-4ef4-aee3-5d058357cfbe x-openstack-request-id: req-1212c5a5-35e3-4ef4-aee3-5d058357cfbe {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:10.097833 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "tag": "77cc7c18-97df-4500-870a-0fe915d30620", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:10.100032 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1212c5a5-35e3-4ef4-aee3-5d058357cfbe {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:10.100609 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620', 'status': 'completed', 'code': 200} Aug 19 12:11:10.151207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1c9f-f160-4c83-8cae-c8af032232f8 req-1737b574-a3fa-4649-afdc-321c4924757d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.172331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1c9f-f160-4c83-8cae-c8af032232f8 req-1737b574-a3fa-4649-afdc-321c4924757d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.189426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1c9f-f160-4c83-8cae-c8af032232f8 req-1737b574-a3fa-4649-afdc-321c4924757d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.199849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1c9f-f160-4c83-8cae-c8af032232f8 req-1737b574-a3fa-4649-afdc-321c4924757d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.220311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1c9f-f160-4c83-8cae-c8af032232f8 req-1737b574-a3fa-4649-afdc-321c4924757d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.234816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1c9f-f160-4c83-8cae-c8af032232f8 req-1737b574-a3fa-4649-afdc-321c4924757d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.250569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45028) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:10.260868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1c9f-f160-4c83-8cae-c8af032232f8 req-1737b574-a3fa-4649-afdc-321c4924757d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.274776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f1b1c9f-f160-4c83-8cae-c8af032232f8 req-1737b574-a3fa-4649-afdc-321c4924757d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5433 time: 0.2973053 Aug 19 12:11:10.336531 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '1276e184-611a-48a2-86f3-51a9189a38c0', 'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:a3:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:10Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:10.351871 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ba384c3-7ed5-405d-b062-f4df7127450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:10.357430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.357895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.359882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.360367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.373412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.373928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.374468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.374949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.375415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.375884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.376345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.377209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.383617 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d2540aa2-d892-43fc-bec8-1001b6625a78 tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8431 time: 1.3311405 Aug 19 12:11:10.384322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45034) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:10.396733 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] Checking router: 07c396b4-4c90-49dd-b638-8ab7f49a779d for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:11:10.406713 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:10.407638 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:10.482575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5f00b-5104-4b8e-b778-044d7d8668ff req-525a9572-67f2-4bbf-a722-072bb0b0242d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.490782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a5f00b-5104-4b8e-b778-044d7d8668ff req-525a9572-67f2-4bbf-a722-072bb0b0242d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 945 time: 0.1779242 Aug 19 12:11:10.519171 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:10.523138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.523732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.524207 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.524802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.525292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.526308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.526762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.527219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.527661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.528109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.529285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f1b1c9f-f160-4c83-8cae-c8af032232f8 req-265a39fa-e953-4609-83ef-39be1feb8b43 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2540095 Aug 19 12:11:10.531301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.531659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.541460 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2e6412da-1371-4ad9-b645-a7331c7db6ba tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7610 time: 0.1548450 Aug 19 12:11:10.542375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45036) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:10.578469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-f626d99e-d68b-4ddc-bdfe-b7ab5e748051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:10.582261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-f626d99e-d68b-4ddc-bdfe-b7ab5e748051 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 1097 time: 0.2957439 Aug 19 12:11:10.624412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e0fb2b63-d261-47c9-8662-b3fe44a1a48c None None] Provisioning for port 185438fd-1bb4-4386-879e-e2fcab4f9a22 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:10.642138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e0fb2b63-d261-47c9-8662-b3fe44a1a48c None None] Provisioning complete for port 185438fd-1bb4-4386-879e-e2fcab4f9a22 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:10.642780 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2b63-d261-47c9-8662-b3fe44a1a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:10.645007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 185438fd-1bb4-4386-879e-e2fcab4f9a22 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:10.647812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a5f00b-5104-4b8e-b778-044d7d8668ff req-a87834e4-4f67-40e0-b8df-2b5a1ef4f8b6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558330 Aug 19 12:11:10.678541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Sync routers for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:11:10.741217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:10.762774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 185438fd-1bb4-4386-879e-e2fcab4f9a22 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:10.763758 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:10.807021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:10.807727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:10.984005 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '1276e184-611a-48a2-86f3-51a9189a38c0', 'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:a3:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:10Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:11.056868 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c26a5-db7b-49da-95bb-7ac5c37984b1 None None] The sync data for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 is: [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '1276e184-611a-48a2-86f3-51a9189a38c0', 'name': '', 'network_id': '5f1cc99d-9821-4077-bed0-e06e1d1fabc3', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:a3:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:59Z', 'updated_at': '2021-08-19T12:09:10Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': 'e3a4f06e-e810-40b6-a6d1-36c730445095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:11:11.302858 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1b98642e-d70b-4b89-aaac-4a9abec7526c tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 0.7547774 Aug 19 12:11:11.324056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ba384c3-7ed5-405d-b062-f4df7127450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.330939 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ba384c3-7ed5-405d-b062-f4df7127450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.358786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:11.416521 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ba384c3-7ed5-405d-b062-f4df7127450e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=394d982e9aa44f22aa2e34aa7da14a91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1592450 Aug 19 12:11:11.417763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba384c3-7ed5-405d-b062-f4df7127450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8034727f-b41c-45cb-902a-6a406132f6f6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:11.434112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45054) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:11.602080 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2b63-d261-47c9-8662-b3fe44a1a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.613378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae453d10-1ac6-4d54-ba69-4964b25f2852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.647799 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f06ce-8eff-4143-8392-f6b252dcecb8 None None] New status for floating IP ca2351b9-57ca-48f6-9851-2de94de3a905: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:11:11.679050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae453d10-1ac6-4d54-ba69-4964b25f2852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.687059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be655a-de06-442c-9fc0-426a8246244a req-272d0e7c-a70d-40c8-a6e9-8a0bdc4bedaf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:11.689208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95be655a-de06-442c-9fc0-426a8246244a req-272d0e7c-a70d-40c8-a6e9-8a0bdc4bedaf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.2406743 Aug 19 12:11:11.701228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e602b-0cd9-4d7a-8d91-6a1254bcbf11 req-fa12e0a3-842b-40a1-af39-6901985ce5df tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:11.708171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e602b-0cd9-4d7a-8d91-6a1254bcbf11 req-fa12e0a3-842b-40a1-af39-6901985ce5df tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:11.714617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e602b-0cd9-4d7a-8d91-6a1254bcbf11 req-fa12e0a3-842b-40a1-af39-6901985ce5df tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:11.721314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e602b-0cd9-4d7a-8d91-6a1254bcbf11 req-fa12e0a3-842b-40a1-af39-6901985ce5df tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:11.727550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e602b-0cd9-4d7a-8d91-6a1254bcbf11 req-fa12e0a3-842b-40a1-af39-6901985ce5df tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:11.731401 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae453d10-1ac6-4d54-ba69-4964b25f2852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.734159 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae453d10-1ac6-4d54-ba69-4964b25f2852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.735553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e602b-0cd9-4d7a-8d91-6a1254bcbf11 req-fa12e0a3-842b-40a1-af39-6901985ce5df tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:11.737702 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ae453d10-1ac6-4d54-ba69-4964b25f2852 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8034727f-b41c-45cb-902a-6a406132f6f6 HTTP/1.1" status: 204 len: 168 time: 0.2985282 Aug 19 12:11:11.745786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e602b-0cd9-4d7a-8d91-6a1254bcbf11 req-fa12e0a3-842b-40a1-af39-6901985ce5df tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:11.748945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f8e602b-0cd9-4d7a-8d91-6a1254bcbf11 req-fa12e0a3-842b-40a1-af39-6901985ce5df tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5433 time: 0.3405678 Aug 19 12:11:11.757385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae453d10-1ac6-4d54-ba69-4964b25f2852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8034727f-b41c-45cb-902a-6a406132f6f6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:11.765962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-2f48848c-5601-4b11-870d-b2536e31aae0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:11.767642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-2f48848c-5601-4b11-870d-b2536e31aae0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.69 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 946 time: 0.3611128 Aug 19 12:11:11.776715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45074) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:11.785599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a9aad3f0-3f63-42c2-a54b-081809e3bb13 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Request body: {'floatingip': {'port_id': 'f0310b23-8099-4c5d-a487-eada99042c58'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:11.803603 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.917658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e0fb2b63-d261-47c9-8662-b3fe44a1a48c None None] For port 185438fd-1bb4-4386-879e-e2fcab4f9a22, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=185438fd-1bb4-4386-879e-e2fcab4f9a22,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:11.925473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3f0-3f63-42c2-a54b-081809e3bb13 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.944579 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2b63-d261-47c9-8662-b3fe44a1a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.052938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-1740a269-504e-4295-909d-40fe8a525744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:12.055252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-1740a269-504e-4295-909d-40fe8a525744 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 200 len: 897 time: 1.4615541 Aug 19 12:11:12.129630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:12.166947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95be655a-de06-442c-9fc0-426a8246244a req-6eee9da4-916a-4035-a2c2-4a865407e65e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=059b9f69-3733-489d-a26a-83eb727dc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4097118 Aug 19 12:11:12.254589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-0da4bd94-ebea-4b98-b246-39f1e05d9ee9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 200 len: 217 time: 0.1870818 Aug 19 12:11:12.412514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:12.417780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2b63-d261-47c9-8662-b3fe44a1a48c None None] Pushing event updated for resources: {'Port': ['ID=185438fd-1bb4-4386-879e-e2fcab4f9a22,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:12.421252 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:11:12.421609 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:11:12.424486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b4dbcceb-0f8b-4081-aa4a-25807ae333a6 None None] Provisioning complete for port 185438fd-1bb4-4386-879e-e2fcab4f9a22 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:12.424897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbcceb-0f8b-4081-aa4a-25807ae333a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.427684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:12.428052 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.438308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45086) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:12.460784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1a95e85c-00db-4abd-a259-bfca02505287 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1720648164', 'description': 'tempest-secgroup-smoke-1720648164 description', 'project_id': '17ecf2d06262474eadaac84993402ef7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:12.559123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 77cc7c18-97df-4500-870a-0fe915d30620 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:11:12.559532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.570734 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95e85c-00db-4abd-a259-bfca02505287 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.575204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e38aa40-ae1f-49e1-a00f-07afc3b87aa0', 'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:ed:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:06Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 2, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:12.604043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-6d7e0783-6af9-4bf6-aabd-3b2c1e46dd67 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4350674 Aug 19 12:11:12.634100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Checking router: c31d03e4-b0c1-4de9-b614-6bc71fb0e359 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:11:12.634460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Updating router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:11:12.727036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95e85c-00db-4abd-a259-bfca02505287 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.759118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-9497c0da-f831-4903-b7dc-9ca668f33a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:12.759118 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-9497c0da-f831-4903-b7dc-9ca668f33a29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 200 len: 835 time: 0.4600849 Aug 19 12:11:12.759118 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95e85c-00db-4abd-a259-bfca02505287 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.845477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b4dbcceb-0f8b-4081-aa4a-25807ae333a6 None None] Provisioning for port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:12.860584 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.866548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b4dbcceb-0f8b-4081-aa4a-25807ae333a6 None None] Provisioning complete for port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:12.866548 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbcceb-0f8b-4081-aa4a-25807ae333a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.903455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff01146-0224-484e-94a3-50462da76d17 req-0e06972b-f402-4b22-9fc6-bcf071bd8470 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:12.905065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ff01146-0224-484e-94a3-50462da76d17 req-0e06972b-f402-4b22-9fc6-bcf071bd8470 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 945 time: 0.4692726 Aug 19 12:11:12.920768 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.955686 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95e85c-00db-4abd-a259-bfca02505287 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:12.957402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1a95e85c-00db-4abd-a259-bfca02505287 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5171959 Aug 19 12:11:12.995841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45106) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:13.015208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f5f7f82d-3c40-49f7-bf55-082a532f2900 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': '4799fd30-55a2-46e1-badf-f38356b120de', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:13.024586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95e85c-00db-4abd-a259-bfca02505287 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4799fd30-55a2-46e1-badf-f38356b120de,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:13.066623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b4dbcceb-0f8b-4081-aa4a-25807ae333a6 None None] Port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:11:13.073922 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3f0-3f63-42c2-a54b-081809e3bb13 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:13.081508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3f0-3f63-42c2-a54b-081809e3bb13 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:13.095562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-dcbbbe17-93df-4d69-b9d5-3349e9c94a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:13.095783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc1ec11-4da3-4679-a351-72b8cd110123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:13.096056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-dcbbbe17-93df-4d69-b9d5-3349e9c94a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:13.096526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-dcbbbe17-93df-4d69-b9d5-3349e9c94a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:13.101245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-dcbbbe17-93df-4d69-b9d5-3349e9c94a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:13.102246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-dcbbbe17-93df-4d69-b9d5-3349e9c94a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:13.102908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-dcbbbe17-93df-4d69-b9d5-3349e9c94a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:13.103718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-dcbbbe17-93df-4d69-b9d5-3349e9c94a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:13.105121 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3147637f-1e10-4d14-b8e0-03a95621e912" -d '{"events": [{"server_uuid": "8fc1ec11-4da3-4679-a351-72b8cd110123", "name": "network-vif-plugged", "status": "completed", "tag": "f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:13.108115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-dcbbbe17-93df-4d69-b9d5-3349e9c94a96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6490 time: 0.3747134 Aug 19 12:11:13.112523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-2c27289a-7cf0-42d4-9427-55ed7025a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:13.114527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-2c27289a-7cf0-42d4-9427-55ed7025a15d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f1cc99d-9821-4077-bed0-e06e1d1fabc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3431165 Aug 19 12:11:13.130262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port 77cc7c18-97df-4500-870a-0fe915d30620, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=77cc7c18-97df-4500-870a-0fe915d30620,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:13.130952 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:13.191263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 77cc7c18-97df-4500-870a-0fe915d30620 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:11:13.293783 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84828965-7e07-4f17-b2a7-c7ec29aea2f3 x-openstack-request-id: req-84828965-7e07-4f17-b2a7-c7ec29aea2f3 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:13.295520 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc1ec11-4da3-4679-a351-72b8cd110123", "name": "network-vif-plugged", "status": "completed", "tag": "f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:13.295789 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84828965-7e07-4f17-b2a7-c7ec29aea2f3 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:13.297530 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc1ec11-4da3-4679-a351-72b8cd110123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4', 'code': 200} Aug 19 12:11:13.320095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ff01146-0224-484e-94a3-50462da76d17 req-5d7af3ad-32aa-42db-921b-f1305db11104 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857071 Aug 19 12:11:13.326886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:13.339947 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-a9aad3f0-3f63-42c2-a54b-081809e3bb13 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Floating IP 553cff83-5151-4175-a6ad-4c2900d78916 associated. External IP: 172.25.4.157, port: f0310b23-8099-4c5d-a487-eada99042c58. Aug 19 12:11:13.419989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:13.516630 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:13.539364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a1528ef4-ef85-4341-8c2b-3b5308f2bd06 None None] Provisioning complete for port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:13.539748 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a1528ef4-ef85-4341-8c2b-3b5308f2bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:13.644531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f82d-3c40-49f7-bf55-082a532f2900 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:13.651299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-fb80f961-14df-4b94-b6d2-ca2d9401cdea service neutron] 10.222.0.69 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163274 Aug 19 12:11:13.686669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223c30f-a9a7-4ae7-b0d2-c59795d482f0 req-1dad4cf1-eeb6-4afd-b9c1-d49657031f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:13.689009 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1223c30f-a9a7-4ae7-b0d2-c59795d482f0 req-1dad4cf1-eeb6-4afd-b9c1-d49657031f81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 1097 time: 0.1962378 Aug 19 12:11:13.704872 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:13.719069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a1528ef4-ef85-4341-8c2b-3b5308f2bd06 None None] Port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:11:13.746717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:13.747233 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:13.780463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-12efd12e-1756-4228-a05a-04d3f335ab4a req-19fcb102-c6e7-4d84-aa82-a3b3127e6701 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 210 time: 0.1261148 Aug 19 12:11:13.781649 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1223c30f-a9a7-4ae7-b0d2-c59795d482f0 req-ef24a86e-f552-4e8c-b9a6-f499b8b6c662 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850842 Aug 19 12:11:13.904565 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aad3f0-3f63-42c2-a54b-081809e3bb13 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Router fb0a850e-2b60-418a-814a-165f07e1e75b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:11:13.910331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=77cc7c18-97df-4500-870a-0fe915d30620,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:13.943618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f82d-3c40-49f7-bf55-082a532f2900 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:13.955670 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f82d-3c40-49f7-bf55-082a532f2900 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:14.025241 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f82d-3c40-49f7-bf55-082a532f2900 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:14.027550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f5f7f82d-3c40-49f7-bf55-082a532f2900 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0281503 Aug 19 12:11:14.030932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45134) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:14.065565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a599e942-8582-4d67-aa92-59714c7a651d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': '4799fd30-55a2-46e1-badf-f38356b120de', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:14.084410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f82d-3c40-49f7-bf55-082a532f2900 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48ae506-98dd-4fae-856c-9bf3ca018f52,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:14.127001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:14.158524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 185438fd-1bb4-4386-879e-e2fcab4f9a22 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:14.159717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] No DVR routers for this DVR port 77cc7c18-97df-4500-870a-0fe915d30620 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:11:14.176264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:14.180830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f2047c3-c224-41a0-bb89-e368e4c0627d req-78795a1d-6107-4b9e-8378-a32e6e0346eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.69 "DELETE /v2.0/ports/77cc7c18-97df-4500-870a-0fe915d30620 HTTP/1.1" status: 204 len: 173 time: 2.3553886 Aug 19 12:11:14.187577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'name': 'network-vif-deleted', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:14.191957 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114b9164-1a10-4616-af34-9b9bc8d07b6d" -d '{"events": [{"server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "name": "network-vif-deleted", "tag": "77cc7c18-97df-4500-870a-0fe915d30620"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:14.262457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 185438fd-1bb4-4386-879e-e2fcab4f9a22 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:14.262834 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:14.295491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aad3f0-3f63-42c2-a54b-081809e3bb13 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:11:14.298437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-938d8c36-9311-4ae8-8df7-4163cb1148d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:14.299217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-938d8c36-9311-4ae8-8df7-4163cb1148d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:14.299703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-938d8c36-9311-4ae8-8df7-4163cb1148d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:14.302011 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-938d8c36-9311-4ae8-8df7-4163cb1148d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3183f7d6-f793-4ec1-a16b-68ec64416faa&id=3183f7d6-f793-4ec1-a16b-68ec64416faa HTTP/1.1" status: 200 len: 2293 time: 1.1463978 Aug 19 12:11:14.314247 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a9aad3f0-3f63-42c2-a54b-081809e3bb13 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:14.329174 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f734edc-cc7d-4856-950b-8e2f92cc8f31 x-openstack-request-id: req-6f734edc-cc7d-4856-950b-8e2f92cc8f31 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:14.329557 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf", "name": "network-vif-deleted", "tag": "77cc7c18-97df-4500-870a-0fe915d30620", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:14.329789 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f734edc-cc7d-4856-950b-8e2f92cc8f31 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:14.330113 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf', 'name': 'network-vif-deleted', 'tag': '77cc7c18-97df-4500-870a-0fe915d30620', 'status': 'completed', 'code': 200} Aug 19 12:11:14.380946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] Sync routers for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:11:14.392458 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a9aad3f0-3f63-42c2-a54b-081809e3bb13 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "PUT /v2.0/floatingips/553cff83-5151-4175-a6ad-4c2900d78916 HTTP/1.1" status: 200 len: 991 time: 2.6141582 Aug 19 12:11:14.393263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': 'f0310b23-8099-4c5d-a487-eada99042c58'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:14.396084 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a976f9-efb0-4b19-992e-17b0e35e9253" -d '{"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "f0310b23-8099-4c5d-a487-eada99042c58"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:14.564549 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:14.581527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Transition to ACTIVE for port object 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:14.595303 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:14.599487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-5ebe1a69-dbe4-4cc8-aeac-5932786f801d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0310b23-8099-4c5d-a487-eada99042c58 HTTP/1.1" status: 200 len: 999 time: 0.2700422 Aug 19 12:11:14.602392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:14.603329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:14.780720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-905fc1fd-8de1-4a9a-aa0f-b065a4d1e05f req-d2570125-1e70-4c6b-a074-f530e87186f4 service neutron] 10.222.0.69 "GET /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0388749 Aug 19 12:11:14.831501 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a599e942-8582-4d67-aa92-59714c7a651d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:14.832086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07f07e-e48d-4f94-9965-f4467398ef91 None None] Pushing event updated for resources: {'Port': ['ID=3e38aa40-ae1f-49e1-a00f-07afc3b87aa0,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:14.951997 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75bbad1-6c4d-427a-82a1-63ea5a01a2f9 x-openstack-request-id: req-c75bbad1-6c4d-427a-82a1-63ea5a01a2f9 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:14.952327 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "tag": "f0310b23-8099-4c5d-a487-eada99042c58", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:14.953382 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c75bbad1-6c4d-427a-82a1-63ea5a01a2f9 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:14.953890 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'tag': 'f0310b23-8099-4c5d-a487-eada99042c58', 'status': 'completed', 'code': 200} Aug 19 12:11:14.984046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-b0d8df5e-e826-4890-91e8-04a52ef13ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:14.989113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-b0d8df5e-e826-4890-91e8-04a52ef13ee6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7469df6-151e-46a5-9d58-4f7993be24f5 HTTP/1.1" status: 200 len: 851 time: 0.3696752 Aug 19 12:11:15.047339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Attempting to bind port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:15.050287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Attempting to bind port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:15.050908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Attempting to bind port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 on network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:15.065641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:15.069388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:15.069897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Checking segment: {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:15.071132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:15.071702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Bound using segment: {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:15.072700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Bound port: 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:15.073405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:15.086998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b482686-ee0d-45fb-92fd-ace1213d20ff req-633846a8-3594-4ab8-9cf6-ecdc98ed5f79 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:15.095663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b482686-ee0d-45fb-92fd-ace1213d20ff req-633846a8-3594-4ab8-9cf6-ecdc98ed5f79 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.4920378 Aug 19 12:11:15.285547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a599e942-8582-4d67-aa92-59714c7a651d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:15.347393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b482686-ee0d-45fb-92fd-ace1213d20ff req-5757307d-b544-4d45-8ef7-fac6cbe90019 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508199 Aug 19 12:11:15.368331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a599e942-8582-4d67-aa92-59714c7a651d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:15.477471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da47b359-e370-4a77-bd29-f41804a2a3f5 req-b83d50d1-effa-4d71-bb7a-e563f736ac8f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=992c746d-2f1c-4a3c-9ea2-09cb3cf9b4bf HTTP/1.1" status: 200 len: 210 time: 0.1639473 Aug 19 12:11:15.508315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-023635ab-8a3d-4344-9bc0-802ef7896a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:15.509919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-023635ab-8a3d-4344-9bc0-802ef7896a07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5009494 Aug 19 12:11:15.607754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] For port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:15.612999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599e942-8582-4d67-aa92-59714c7a651d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a71177-9527-4992-9b73-e0895f300092,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:15.614644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] For port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3e38aa40-ae1f-49e1-a00f-07afc3b87aa0,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:15.628322 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:15.736129 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a599e942-8582-4d67-aa92-59714c7a651d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:15.739984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a599e942-8582-4d67-aa92-59714c7a651d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6980391 Aug 19 12:11:15.744732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45192) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:15.750209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0f3c1f0b-2fee-42fd-b4f4-8c070888186c tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': '4799fd30-55a2-46e1-badf-f38356b120de', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:15.861891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1f0b-2fee-42fd-b4f4-8c070888186c tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:15.865827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-7e6200d4-4e8d-49a0-b2d3-e438fec25dce service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230927 Aug 19 12:11:15.994111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1f0b-2fee-42fd-b4f4-8c070888186c tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.004859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1f0b-2fee-42fd-b4f4-8c070888186c tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.034929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07f07e-e48d-4f94-9965-f4467398ef91 None None] Pushing event updated for resources: {'Port': ['ID=3e38aa40-ae1f-49e1-a00f-07afc3b87aa0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:16.039702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c1f0b-2fee-42fd-b4f4-8c070888186c tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f3e7b7-0a97-48bb-8a68-08cf265868b5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:16.053444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:16.054090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:16.058426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1f0b-2fee-42fd-b4f4-8c070888186c tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.060536 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0f3c1f0b-2fee-42fd-b4f4-8c070888186c tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3146753 Aug 19 12:11:16.065478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45198) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:16.072779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-602acb3d-52c7-4a28-98d8-7589e58a908e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': '4799fd30-55a2-46e1-badf-f38356b120de', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:16.091451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 77cc7c18-97df-4500-870a-0fe915d30620 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:11:16.131758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-3a528385-7a82-4b6d-89fd-817ae9c420fc service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571733 Aug 19 12:11:16.188069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-602acb3d-52c7-4a28-98d8-7589e58a908e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.283043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-8c07b9c3-d7fe-4511-b05b-734bce6497c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 200 len: 217 time: 0.1223922 Aug 19 12:11:16.323723 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 77cc7c18-97df-4500-870a-0fe915d30620 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:11:16.324087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 77cc7c18-97df-4500-870a-0fe915d30620 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:11:16.403172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-4ea821e5-68f4-4eb0-9b22-b25e6757465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:16.408212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-4ea821e5-68f4-4eb0-9b22-b25e6757465b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.1101928 Aug 19 12:11:16.463647 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-602acb3d-52c7-4a28-98d8-7589e58a908e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.483276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:16.509830 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-602acb3d-52c7-4a28-98d8-7589e58a908e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.581763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602acb3d-52c7-4a28-98d8-7589e58a908e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa25a00c-bc61-4032-a03c-994d0f1aa96c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:16.585765 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-602acb3d-52c7-4a28-98d8-7589e58a908e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.586964 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-602acb3d-52c7-4a28-98d8-7589e58a908e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5205863 Aug 19 12:11:16.590126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45222) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:16.590403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '553cff83-5151-4175-a6ad-4c2900d78916', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'port_id': 'f0310b23-8099-4c5d-a487-eada99042c58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'mac_address': 'fa:16:3e:e4:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:09:40Z', 'updated_at': '2021-08-19T12:11:12Z', 'revision_number': 1, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f0f36a-3d96-446d-92fb-e8ffcd2acf92', 'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'mac_address': 'fa:16:3e:73:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:42Z', 'updated_at': '2021-08-19T12:08:50Z', 'revision_number': 5, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'subnets': [{'id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:16.596870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d7aae6b1-ea43-4956-8993-48de7dcb28db tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': '4799fd30-55a2-46e1-badf-f38356b120de', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:16.625304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45224) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:16.640669 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-d7aae6b1-ea43-4956-8993-48de7dcb28db tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Project 17ecf2d06262474eadaac84993402ef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:11:16.649990 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7aae6b1-ea43-4956-8993-48de7dcb28db tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.672486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] Checking router: fb0a850e-2b60-418a-814a-165f07e1e75b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:11:16.741743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-68345292-7ab1-467a-a4f8-0177d682b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:16.744869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-68345292-7ab1-467a-a4f8-0177d682b5de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3231919 Aug 19 12:11:16.810297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:16.811484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:16.869414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace0509-a9fa-464d-a04f-b2217e43e5fb req-b394ce4c-52ca-41b7-987a-2f90999847f1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:16.877783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ace0509-a9fa-464d-a04f-b2217e43e5fb req-b394ce4c-52ca-41b7-987a-2f90999847f1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.3698866 Aug 19 12:11:16.891497 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7aae6b1-ea43-4956-8993-48de7dcb28db tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.898270 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7aae6b1-ea43-4956-8993-48de7dcb28db tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.921672 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7aae6b1-ea43-4956-8993-48de7dcb28db tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:16.923256 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d7aae6b1-ea43-4956-8993-48de7dcb28db tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3300393 Aug 19 12:11:16.930661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45234) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:16.938142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a51a4b0b-c432-40c4-a056-a5cce3f0b96e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'security_group_rule': {'security_group_id': '4799fd30-55a2-46e1-badf-f38356b120de', 'project_id': '17ecf2d06262474eadaac84993402ef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:16.946294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aae6b1-ea43-4956-8993-48de7dcb28db tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8624a5f-2a8b-49eb-96fb-ae49fcc7b513,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:16.970131 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-a51a4b0b-c432-40c4-a056-a5cce3f0b96e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Project 17ecf2d06262474eadaac84993402ef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:11:16.976421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b0b-c432-40c4-a056-a5cce3f0b96e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:17.065435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-056c6af9-e424-4b5f-9a70-eb27826644e7 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073337 Aug 19 12:11:17.076395 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b0b-c432-40c4-a056-a5cce3f0b96e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:17.090000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b0b-c432-40c4-a056-a5cce3f0b96e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:17.155232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a4b0b-c432-40c4-a056-a5cce3f0b96e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc9bcb8-3b2c-4781-a70d-f0611bf2973c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:17.177160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b0b-c432-40c4-a056-a5cce3f0b96e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:17.180951 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a51a4b0b-c432-40c4-a056-a5cce3f0b96e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2486062 Aug 19 12:11:17.270219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:17.311941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e38aa40-ae1f-49e1-a00f-07afc3b87aa0', 'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:ed:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:06Z', 'updated_at': '2021-08-19T12:11:15Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:17.385557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71cd902-f253-456f-96a4-4e85c5290725 None None] The sync data for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 is: [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e38aa40-ae1f-49e1-a00f-07afc3b87aa0', 'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:ed:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:06Z', 'updated_at': '2021-08-19T12:11:15Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:11:17.986134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ace0509-a9fa-464d-a04f-b2217e43e5fb req-dfdee471-c9d7-4a18-91b8-4c07ce57adb5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1073413 Aug 19 12:11:18.057483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-cf8f8c9d-da0a-44b8-bf3f-25c4652d850c service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9636767 Aug 19 12:11:18.071385 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-32d8626d-45a9-47dc-b737-760c57425965 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720648164&fields=id&tenant_id=17ecf2d06262474eadaac84993402ef7 HTTP/1.1" status: 200 len: 267 time: 0.1920025 Aug 19 12:11:18.176063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '553cff83-5151-4175-a6ad-4c2900d78916', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'port_id': 'f0310b23-8099-4c5d-a487-eada99042c58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'mac_address': 'fa:16:3e:e4:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:09:40Z', 'updated_at': '2021-08-19T12:11:12Z', 'revision_number': 1, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f0f36a-3d96-446d-92fb-e8ffcd2acf92', 'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'mac_address': 'fa:16:3e:73:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:42Z', 'updated_at': '2021-08-19T12:08:50Z', 'revision_number': 5, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'subnets': [{'id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:18.206805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9200e-e033-4f37-ac98-fa1c1445d175 None None] The sync data for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 is: [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '553cff83-5151-4175-a6ad-4c2900d78916', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'port_id': 'f0310b23-8099-4c5d-a487-eada99042c58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'mac_address': 'fa:16:3e:e4:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f124c6f-843d-4386-9578-7ab6641341cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:09:40Z', 'updated_at': '2021-08-19T12:11:12Z', 'revision_number': 1, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f0f36a-3d96-446d-92fb-e8ffcd2acf92', 'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'mac_address': 'fa:16:3e:73:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:42Z', 'updated_at': '2021-08-19T12:08:50Z', 'revision_number': 5, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'subnets': [{'id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:11:18.222196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-79e2504c-571b-43c5-a615-9a02f22a3fc0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 200 len: 217 time: 0.1550205 Aug 19 12:11:18.378585 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e498-dea7-42f7-a1be-804020b708c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:18.527439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-862930b1-2270-47d9-b11d-5266f81d3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:18.529035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-862930b1-2270-47d9-b11d-5266f81d3253 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.2909615 Aug 19 12:11:18.661299 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a3896-3dd3-4a55-990a-cfd0585a8c35 None None] New status for floating IP 553cff83-5151-4175-a6ad-4c2900d78916: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:11:18.696090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9064e81-92be-4b22-86d8-1fbe8f034da8 req-b5d942b3-7875-48d3-bc87-db5b96417c73 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:18.707043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9064e81-92be-4b22-86d8-1fbe8f034da8 req-b5d942b3-7875-48d3-bc87-db5b96417c73 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.2399876 Aug 19 12:11:18.727550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-09f874fa-dc35-4dd1-8459-ffd9b47095d8 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:18.729025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-09f874fa-dc35-4dd1-8459-ffd9b47095d8 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/networks?id=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b HTTP/1.1" status: 200 len: 797 time: 0.5169356 Aug 19 12:11:18.886047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9064e81-92be-4b22-86d8-1fbe8f034da8 req-23b0d412-3d14-41b6-9b3c-928fc91e5d78 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772900 Aug 19 12:11:18.933323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-a2265d57-9bdb-4711-b160-9f9a0fefd21b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/quotas/17ecf2d06262474eadaac84993402ef7 HTTP/1.1" status: 200 len: 375 time: 0.1791947 Aug 19 12:11:18.936927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-0a6abb7f-3d99-4b3e-8a4a-87d6bf4b51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:18.947088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-0a6abb7f-3d99-4b3e-8a4a-87d6bf4b51d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3902283 Aug 19 12:11:19.117370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-e9d807f0-3b03-462f-8ec4-a07dcd45a867 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1763601 Aug 19 12:11:19.233793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-8b0da20d-9e45-4ef5-bbeb-4582b72b1a9c service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631106 Aug 19 12:11:19.270285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:19.378260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:19.384155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:19.384530 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:19.440041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-addbb950-12d7-41f3-8992-b19f8f076ccc service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747699 Aug 19 12:11:19.452303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-8562f592-df98-4155-b19d-66a876158350 service neutron] 10.222.0.65 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216920 Aug 19 12:11:19.481882 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:19.520072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3e38aa40-ae1f-49e1-a00f-07afc3b87aa0,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:19.526893 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:19.564646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-018867e2-82db-4b28-b23b-8ad5a17a6dda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070 HTTP/1.1" status: 200 len: 217 time: 0.0923944 Aug 19 12:11:19.580950 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:19.588412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=3e38aa40-ae1f-49e1-a00f-07afc3b87aa0,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:19.738574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-3f5b709c-96df-415c-b17b-1e5147ec5a65 service neutron] 10.222.0.65 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850823 Aug 19 12:11:19.740117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-33dbff1f-764a-4525-a7f9-bb518d1d46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:19.746960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-33dbff1f-764a-4525-a7f9-bb518d1d46b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.1569276 Aug 19 12:11:19.957836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-bb6143db-c693-4542-aa2c-1cf93fa5a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:19.959379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-bb6143db-c693-4542-aa2c-1cf93fa5a1bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2076786 Aug 19 12:11:20.176763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2dd99e81-40dd-4e67-bcf9-6a34fe70869c req-6d2d213b-9f97-4045-83ff-ad6e8e95f053 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 210 time: 0.1623824 Aug 19 12:11:20.364115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-4175c290-50e9-4612-826d-aa63417f8603 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905840 Aug 19 12:11:20.628143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004a1f2-b18e-4b07-bcac-3593b86e9e28 req-976e4404-d9d8-4fb5-8b27-a927ef661f66 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:20.636266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1004a1f2-b18e-4b07-bcac-3593b86e9e28 req-976e4404-d9d8-4fb5-8b27-a927ef661f66 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.4545965 Aug 19 12:11:20.718965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1004a1f2-b18e-4b07-bcac-3593b86e9e28 req-c3499855-a7da-4b4c-881c-29ee93e6979d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816696 Aug 19 12:11:20.736260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 1276e184-611a-48a2-86f3-51a9189a38c0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:11:20.737038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:20.743789 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-5930c389-9319-4fdb-ad6c-63ca562e8730 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203962 Aug 19 12:11:20.762823 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2359c909-6509-4b11-825f-00afc3de5246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:20.893312 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:21.187504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:21.237988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-96cce606-1da0-48b9-870e-1d0872d44de4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af HTTP/1.1" status: 200 len: 217 time: 0.4818335 Aug 19 12:11:21.286248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:21.286572 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:21.359071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bd4a1ac-5870-4de1-890c-419d9ff63113 req-e059c8e9-2169-4488-9103-1ec05d5a528a tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0686994 Aug 19 12:11:21.373009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port 1276e184-611a-48a2-86f3-51a9189a38c0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1276e184-611a-48a2-86f3-51a9189a38c0,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:21.373438 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:21.403617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 1276e184-611a-48a2-86f3-51a9189a38c0 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:11:21.416720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-55fec0ad-5c1c-4c8a-87c9-a67652876a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:21.418409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-55fec0ad-5c1c-4c8a-87c9-a67652876a81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.1345119 Aug 19 12:11:21.528634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-cb74a4dc-b503-40f1-ae85-d65db832a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:21.530281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-cb74a4dc-b503-40f1-ae85-d65db832a9e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032946 Aug 19 12:11:21.923226 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:21.986953 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-1012c6d1-87a1-427e-bff6-262267d9570d service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408553 Aug 19 12:11:22.059134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-c5dc8bb7-fe34-4a95-94e2-51c38c89c2a7 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:22.060869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-c5dc8bb7-fe34-4a95-94e2-51c38c89c2a7 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "GET /v2.0/networks?id=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b HTTP/1.1" status: 200 len: 797 time: 0.4432588 Aug 19 12:11:22.103483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ee19-5d28-4bac-8815-1cf08556b24c req-10401ac9-26df-4525-9998-ca1554e4be9a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:22.105027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6166ee19-5d28-4bac-8815-1cf08556b24c req-10401ac9-26df-4525-9998-ca1554e4be9a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.2393222 Aug 19 12:11:22.195845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:22.256021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-998a9c45-f360-4383-bebd-e401178ad452 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17ecf2d06262474eadaac84993402ef7 HTTP/1.1" status: 200 len: 380 time: 0.1374023 Aug 19 12:11:22.264455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=1276e184-611a-48a2-86f3-51a9189a38c0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:22.289045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'port': {'device_id': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'admin_state_up': True, 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'security_groups': ['4799fd30-55a2-46e1-badf-f38356b120de']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:22.439133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6166ee19-5d28-4bac-8815-1cf08556b24c req-5dd30ed9-566b-47c9-bb3c-030f0acb2cd8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187537 Aug 19 12:11:22.600193 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9f0bcaf-729a-46fe-996d-bfc5843f9527 req-b3dfcdfc-e193-4632-bdb5-49ded6ef489f tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 210 time: 0.1130025 Aug 19 12:11:22.608141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-bb34a72b-d42c-4269-9337-52177b38f288 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077554 Aug 19 12:11:22.805767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-0871800e-5d55-47b0-b993-cc3f3249d43b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07c68d30-8805-493e-ac13-b164116f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0707114 Aug 19 12:11:22.880230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Made reservation on behalf of 17ecf2d06262474eadaac84993402ef7 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:11:22.891281 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:22.895002 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:23.039749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-5259432b-64dd-421e-95b2-0cf51009a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:23.041265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-5259432b-64dd-421e-95b2-0cf51009a18d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.2173944 Aug 19 12:11:23.045363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45414) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:23.204663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-d368cda9-91c2-4fb6-a5b7-ad0ca91f17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:23.206402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-d368cda9-91c2-4fb6-a5b7-ad0ca91f17ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1483214 Aug 19 12:11:23.282361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-79d63d64-d850-490a-b1f3-623601706012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:23.340400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-5225aa1e-9bdc-4eb6-8027-c375edadce31 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246185 Aug 19 12:11:23.341530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.20.0.3 (e056b2aa-6a51-4f52-a53b-0bbe4ea2630b/af13a017-bfd7-418c-8729-cb7c156d236e/9b4fe188-3fc0-4287-a39e-a7d2be3356fd) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:23.510107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-79d63d64-d850-490a-b1f3-623601706012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:23.516970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-79d63d64-d850-490a-b1f3-623601706012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:23.577037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-6d215f1d-b282-4ab6-8cd3-fa821a63ae48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2323186 Aug 19 12:11:23.587749 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-79d63d64-d850-490a-b1f3-623601706012 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68408fde6e4d40409c8626e2c2b6af07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411253 Aug 19 12:11:23.590190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d63d64-d850-490a-b1f3-623601706012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf24da2-4c85-43d5-bc09-49b98f7678ea,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:23.593069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45426) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:23.682552 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c420cf3-ad0d-4f4e-9d43-a9f565a5e12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:23.714505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c420cf3-ad0d-4f4e-9d43-a9f565a5e12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:23.723904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-0d260488-51bb-46f8-a8bc-8fbe1f24b57f service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511267 Aug 19 12:11:23.769697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c420cf3-ad0d-4f4e-9d43-a9f565a5e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:23.772419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c420cf3-ad0d-4f4e-9d43-a9f565a5e12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:23.776333 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2c420cf3-ad0d-4f4e-9d43-a9f565a5e12e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abf24da2-4c85-43d5-bc09-49b98f7678ea HTTP/1.1" status: 204 len: 168 time: 0.1675346 Aug 19 12:11:23.783263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c420cf3-ad0d-4f4e-9d43-a9f565a5e12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf24da2-4c85-43d5-bc09-49b98f7678ea,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:23.979248 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.103458 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.182582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45440) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:24.194058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d519a912-7670-403d-bad6-37b2aee9efe1 req-b0830791-21b2-45d5-b819-28683a7f0714 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 210 time: 0.4540212 Aug 19 12:11:24.199292 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78900f3d-ed06-44c0-9918-1a6d4d55fb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.251591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-208b1583-d1fe-449c-914d-370ef0b42fb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928b6618-8100-4e6c-a375-b6aad306d2c7 HTTP/1.1" status: 200 len: 217 time: 0.4808402 Aug 19 12:11:24.345125 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78900f3d-ed06-44c0-9918-1a6d4d55fb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.352539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78900f3d-ed06-44c0-9918-1a6d4d55fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.373857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-c5c00209-f96a-4363-91af-975187e3b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:24.375389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-c5c00209-f96a-4363-91af-975187e3b38c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1095 time: 0.7330196 Aug 19 12:11:24.400366 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-78900f3d-ed06-44c0-9918-1a6d4d55fb1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e13d2f78baf4b71bd29d38f92d30236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139909 Aug 19 12:11:24.400587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203d9ad-9507-402c-a179-177932e2edb1 req-fd3b3277-28ac-4c24-8238-173355c27412 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:24.400726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45442) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:24.406439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1203d9ad-9507-402c-a179-177932e2edb1 req-fd3b3277-28ac-4c24-8238-173355c27412 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.7752023 Aug 19 12:11:24.410762 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.433567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 07c396b4-4c90-49dd-b638-8ab7f49a779d has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:11:24.488014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78900f3d-ed06-44c0-9918-1a6d4d55fb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41156797-2d5d-440e-8af5-67ef2de8b8bc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:24.496615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-eaaaffee-cf53-464a-8ce6-83bc2e08f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:24.498152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-eaaaffee-cf53-464a-8ce6-83bc2e08f6ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.2344613 Aug 19 12:11:24.506120 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Transition to ACTIVE for port object 9b4fe188-3fc0-4287-a39e-a7d2be3356fd will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:24.507607 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65405502-0c10-4421-9d84-a60ff884f973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.546148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65405502-0c10-4421-9d84-a60ff884f973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.603980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1203d9ad-9507-402c-a179-177932e2edb1 req-e0cdb415-e940-4f75-8f4e-83cff73146a8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965678 Aug 19 12:11:24.624988 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65405502-0c10-4421-9d84-a60ff884f973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.628481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65405502-0c10-4421-9d84-a60ff884f973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.629921 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-65405502-0c10-4421-9d84-a60ff884f973 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41156797-2d5d-440e-8af5-67ef2de8b8bc HTTP/1.1" status: 204 len: 168 time: 0.2282052 Aug 19 12:11:24.641381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65405502-0c10-4421-9d84-a60ff884f973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41156797-2d5d-440e-8af5-67ef2de8b8bc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:24.701317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-ed3217be-7eb2-407f-bba8-9f72459c789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:24.703133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-ed3217be-7eb2-407f-bba8-9f72459c789a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.2900205 Aug 19 12:11:24.748313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-f4ac36ef-31c6-4d6d-888a-155332ebfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:24.750140 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-f4ac36ef-31c6-4d6d-888a-155332ebfdea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2317796 Aug 19 12:11:24.818970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:24.930581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-8a99f116-300a-4191-9534-8c585907330b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 999 time: 0.1922100 Aug 19 12:11:25.056601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-4eeb8e4b-6d2e-44df-a38f-1fea0ae33c48 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677770 Aug 19 12:11:25.062681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:11:25.081527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] Sync routers for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:11:25.087481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-32d07e33-6d55-4bed-8eaf-5b23fea5d117 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "PUT /v2.0/routers/07c396b4-4c90-49dd-b638-8ab7f49a779d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4557176 Aug 19 12:11:25.090618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45452) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:25.125779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:25.126478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:25.141443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:25.178325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5927728-1979-443b-90cb-33ef746d6178 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting subnet e3a4f06e-e810-40b6-a6d1-36c730445095 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:11:25.181303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:25.184579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5927728-1979-443b-90cb-33ef746d6178 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.197284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:25.238382 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5927728-1979-443b-90cb-33ef746d6178 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.270693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:25.308482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45456) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:25.355272 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7bcee30d-0f7a-4678-8f16-5280a7a2d9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.397402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5927728-1979-443b-90cb-33ef746d6178 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.415803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-8c4bfbf5-27b5-4163-be20-98bcf48c594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.418503 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-8c4bfbf5-27b5-4163-be20-98bcf48c594d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.3220706 Aug 19 12:11:25.458666 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:25.491576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5927728-1979-443b-90cb-33ef746d6178 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.500500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.501202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.517771 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5927728-1979-443b-90cb-33ef746d6178 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.525282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afc0257-d93d-4fc1-98ff-51337af3ef8c None None] Network 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:11:25.533083 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c5927728-1979-443b-90cb-33ef746d6178 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/subnets/e3a4f06e-e810-40b6-a6d1-36c730445095 HTTP/1.1" status: 204 len: 168 time: 0.4398940 Aug 19 12:11:25.533895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45462) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:25.554487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-684dbbc7-75a1-4c32-a659-22b55965c171 req-3766c97b-2767-49de-b7fd-1c455db6bea4 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629908 Aug 19 12:11:25.583383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-3deec1cc-ebfb-4989-bbe9-f4a3c4ec2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.604165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-3deec1cc-ebfb-4989-bbe9-f4a3c4ec2d90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535852 Aug 19 12:11:25.620221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06377-5364-476e-9c3b-591bf8792938 req-be657ce6-c7f2-4bb9-a765-afe7c0f79c70 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.621764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dbc06377-5364-476e-9c3b-591bf8792938 req-be657ce6-c7f2-4bb9-a765-afe7c0f79c70 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 931 time: 0.2568953 Aug 19 12:11:25.749887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5927728-1979-443b-90cb-33ef746d6178 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a4f06e-e810-40b6-a6d1-36c730445095,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:25.785176 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.825492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dbc06377-5364-476e-9c3b-591bf8792938 req-411136f3-3cdc-4cbd-9855-e68d93fc3639 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894500 Aug 19 12:11:25.857829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5fdc8777-b80a-4f4f-9949-5f91c6db2a4d None None] Provisioning for port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:25.890230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5fdc8777-b80a-4f4f-9949-5f91c6db2a4d None None] Provisioning complete for port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:25.893398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-78e0bb0b-a3cb-432f-8c07-8a22e8ef95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.893521 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8777-b80a-4f4f-9949-5f91c6db2a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.894063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-78e0bb0b-a3cb-432f-8c07-8a22e8ef95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.894550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-78e0bb0b-a3cb-432f-8c07-8a22e8ef95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.895078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-78e0bb0b-a3cb-432f-8c07-8a22e8ef95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.896936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-78e0bb0b-a3cb-432f-8c07-8a22e8ef95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.897426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-78e0bb0b-a3cb-432f-8c07-8a22e8ef95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.898409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-78e0bb0b-a3cb-432f-8c07-8a22e8ef95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.900464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-78e0bb0b-a3cb-432f-8c07-8a22e8ef95b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6490 time: 0.1938074 Aug 19 12:11:25.919033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7bcee30d-0f7a-4678-8f16-5280a7a2d9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.937115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533c3b7-e3b5-4226-a579-c519ac43d197 req-e8c8b26c-3578-4e6b-baca-43d08cfd124f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:25.938862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5533c3b7-e3b5-4226-a579-c519ac43d197 req-e8c8b26c-3578-4e6b-baca-43d08cfd124f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1692524 Aug 19 12:11:25.961932 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7bcee30d-0f7a-4678-8f16-5280a7a2d9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.979083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc8777-b80a-4f4f-9949-5f91c6db2a4d None None] Port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:11:25.989288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-4dfabc23-fe29-4d76-9de6-739f68d9b36e tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7153547 Aug 19 12:11:25.998598 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-517c2803-d700-4039-ac78-e2e5da270486 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935258 Aug 19 12:11:26.034751 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.125124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Request body: {'port': {'device_id': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:26.147541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:11:21Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '9bbaa10f-23d2-4dcd-8c97-75054cb47f85', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:50Z', 'updated_at': '2021-08-19T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:26.193942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:11:26.194529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.203749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] Checking router: 07c396b4-4c90-49dd-b638-8ab7f49a779d for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:11:26.212570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13c301a-2738-444c-a55f-78f05412838c None None] DHCP port deletion for 5f1cc99d-9821-4077-bed0-e06e1d1fabc3 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:11:26.258540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7bcee30d-0f7a-4678-8f16-5280a7a2d9f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa5953f08a264694b5e47bc3181c3973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9463289 Aug 19 12:11:26.259774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45474) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:26.272106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcee30d-0f7a-4678-8f16-5280a7a2d9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27129589-c53d-4162-944c-964f3fe40503,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:26.287084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] Routers {'07c396b4-4c90-49dd-b638-8ab7f49a779d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:26.288668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['07c396b4-4c90-49dd-b638-8ab7f49a779d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:26.308474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5533c3b7-e3b5-4226-a579-c519ac43d197 req-3e0c49c8-199a-4137-abff-c919dfd788da tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529830 Aug 19 12:11:26.352431 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.385136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-aad9afa8-97be-4f7e-a36a-96ff1dd2d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:26.386710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-aad9afa8-97be-4f7e-a36a-96ff1dd2d482 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a HTTP/1.1" status: 200 len: 913 time: 0.4699993 Aug 19 12:11:26.406568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] Set router 07c396b4-4c90-49dd-b638-8ab7f49a779d gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:26.412310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1462acd3-2a85-4270-9b70-9a7933b0a89a req-44aa51ac-a1d2-454e-ad50-8fdf52a7acc7 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216114 Aug 19 12:11:26.488718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:11:26Z', 'revision_number': 6, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:26.562328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8d4ca-b606-4b5f-b5fc-84a4c6a78a03 None None] The sync data for ids ['07c396b4-4c90-49dd-b638-8ab7f49a779d'] in n-d-778550-9 is: [{'id': '07c396b4-4c90-49dd-b638-8ab7f49a779d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-121039431', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:49Z', 'updated_at': '2021-08-19T12:11:26Z', 'revision_number': 6, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:11:26.598335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-dc7b4488-cdc5-4f97-b434-64d5aeb55ec2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0310b23-8099-4c5d-a487-eada99042c58 HTTP/1.1" status: 200 len: 1001 time: 0.1989744 Aug 19 12:11:26.619490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e13c301a-2738-444c-a55f-78f05412838c None None] Deleting port 58956d84-3d93-423b-923a-60e1da144f2e {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:11:26.619990 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e13c301a-2738-444c-a55f-78f05412838c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.724115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e13c301a-2738-444c-a55f-78f05412838c None None] For port 58956d84-3d93-423b-923a-60e1da144f2e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=58956d84-3d93-423b-923a-60e1da144f2e,segment=NetworkSegment(2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5),segment_id=2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:26.724863 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e13c301a-2738-444c-a55f-78f05412838c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.740560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e13c301a-2738-444c-a55f-78f05412838c None None] Calling delete_port for 58956d84-3d93-423b-923a-60e1da144f2e owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:11:26.832527 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e879fe8-c1c0-4101-817b-325a6e8932f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.856438 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e13c301a-2738-444c-a55f-78f05412838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.860508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-2095d44c-ca26-4425-9025-b7d5f868566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:26.862173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-2095d44c-ca26-4425-9025-b7d5f868566d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7469df6-151e-46a5-9d58-4f7993be24f5 HTTP/1.1" status: 200 len: 851 time: 0.2503972 Aug 19 12:11:26.869997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port 9bbaa10f-23d2-4dcd-8c97-75054cb47f85, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9bbaa10f-23d2-4dcd-8c97-75054cb47f85,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:26.873240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.901799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e879fe8-c1c0-4101-817b-325a6e8932f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.961625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c301a-2738-444c-a55f-78f05412838c None None] No DVR routers for this DVR port 58956d84-3d93-423b-923a-60e1da144f2e on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:11:26.961861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:11:26.964137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e879fe8-c1c0-4101-817b-325a6e8932f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.967747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e879fe8-c1c0-4101-817b-325a6e8932f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.971297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c301a-2738-444c-a55f-78f05412838c None None] Pushing event deleted for resources: {'Port': ['ID=58956d84-3d93-423b-923a-60e1da144f2e,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:26.971464 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2e879fe8-c1c0-4101-817b-325a6e8932f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27129589-c53d-4162-944c-964f3fe40503 HTTP/1.1" status: 204 len: 168 time: 0.7089891 Aug 19 12:11:27.005499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879fe8-c1c0-4101-817b-325a6e8932f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27129589-c53d-4162-944c-964f3fe40503,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:27.188615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-d6582910-b8ac-48e7-ae70-02dbe2fdf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:27.189969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-d6582910-b8ac-48e7-ae70-02dbe2fdf13f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092220 Aug 19 12:11:27.205992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1276e184-611a-48a2-86f3-51a9189a38c0 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:11:27.265133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 1276e184-611a-48a2-86f3-51a9189a38c0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:11:27.265626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1276e184-611a-48a2-86f3-51a9189a38c0 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:11:27.266134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 58956d84-3d93-423b-923a-60e1da144f2e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:11:27.330404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 58956d84-3d93-423b-923a-60e1da144f2e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:11:27.332606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 58956d84-3d93-423b-923a-60e1da144f2e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:11:27.335305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2cc41-972c-47eb-a95c-f4f5a86441ff req-c00ad080-65fb-4b78-8b50-cbfbcb3bef98 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:27.337278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00f2cc41-972c-47eb-a95c-f4f5a86441ff req-c00ad080-65fb-4b78-8b50-cbfbcb3bef98 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 931 time: 0.2586830 Aug 19 12:11:27.474536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00f2cc41-972c-47eb-a95c-f4f5a86441ff req-e5348138-78fa-4399-bc37-6e6a934a01c1 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214712 Aug 19 12:11:27.487844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:27.518723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-9abcd36f-dbff-4c64-b660-b7955f808253 service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062317 Aug 19 12:11:27.539942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=9bbaa10f-23d2-4dcd-8c97-75054cb47f85,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:27.624128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4fe188-3fc0-4287-a39e-a7d2be3356fd {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:11:27.637784 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:27.713677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Transition to ACTIVE for port object 9b4fe188-3fc0-4287-a39e-a7d2be3356fd will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:27.728402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:27.744392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d261256-7d42-46c6-b21a-f3527999a05f req-bd20538e-58b3-4c54-9ce2-8b8fe05f8716 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:27.748287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d261256-7d42-46c6-b21a-f3527999a05f req-bd20538e-58b3-4c54-9ce2-8b8fe05f8716 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.2433374 Aug 19 12:11:27.782028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:27.898912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04a976f9-efb0-4b19-992e-17b0e35e9253 req-ca83e93e-6d55-428a-80fd-9feb0a0178ca service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481960 Aug 19 12:11:27.925723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b03171-3029-4668-9245-325c80959ece service neutron] Pushing event updated for resources: {'Port': ['ID=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:27.967153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d261256-7d42-46c6-b21a-f3527999a05f req-2d6c623a-6989-4e7e-8fe8-4d11c4aee104 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988208 Aug 19 12:11:28.043111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.043848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Attempting to bind port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:28.044660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Attempting to bind port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:28.044660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Attempting to bind port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd on network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:28.049964 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.050204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd on network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:11:28.050636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Attempting to bind port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd on network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:28.056592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:28.057258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Checking segment: {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:28.057933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Bound using segment: {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:28.058469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Bound port: 9b4fe188-3fc0-4287-a39e-a7d2be3356fd, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fb0971-99af-41b3-8515-90fac15d46f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:28.058966 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.194765 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.196285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Fanout notify agent at l3_agent the message router_deleted on router 07c396b4-4c90-49dd-b638-8ab7f49a779d {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:11:28.207371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.216455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45516) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:28.221430 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2482ac6a-a4c4-4a40-a173-9c81a2f56008 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/routers/07c396b4-4c90-49dd-b638-8ab7f49a779d HTTP/1.1" status: 204 len: 168 time: 2.6243527 Aug 19 12:11:28.250399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] For port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:28.323082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] For port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:28.339924 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.399541 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.411809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:28.412433 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.413933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-38b03171-3029-4668-9245-325c80959ece service neutron] 10.222.0.69 "PUT /v2.0/ports/9b4fe188-3fc0-4287-a39e-a7d2be3356fd HTTP/1.1" status: 200 len: 1091 time: 2.2963326 Aug 19 12:11:28.426859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:28.430288 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6056fa24-2e77-4a79-a50c-a161c49cc001" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:28.471359 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.478064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b03171-3029-4668-9245-325c80959ece service neutron] Pushing event updated for resources: {'Port': ['ID=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:29.027812 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0caf76-91a7-46be-a321-466ac6f65684 x-openstack-request-id: req-ca0caf76-91a7-46be-a321-466ac6f65684 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:29.028522 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:29.028522 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca0caf76-91a7-46be-a321-466ac6f65684 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:29.028772 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'status': 'completed', 'code': 200} Aug 19 12:11:29.158868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:11:29.182178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:11:29.182693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9bbaa10f-23d2-4dcd-8c97-75054cb47f85 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:11:29.225380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.250367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1cc99d-9821-4077-bed0-e06e1d1fabc3']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:29.274193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-16aae4cf-9130-41ee-a2c2-dffb70c5918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:29.276272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-16aae4cf-9130-41ee-a2c2-dffb70c5918a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 1094 time: 0.2506542 Aug 19 12:11:29.280012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:29.280377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecf8ead-2f54-493c-bbe0-57a9a1b9c5f5') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:29.296653 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261300f9-4b66-4717-ab33-7a10054c5bb4 req-62f45244-5a44-43a2-8283-f119f296e0ba tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:29.298424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-261300f9-4b66-4717-ab33-7a10054c5bb4 req-62f45244-5a44-43a2-8283-f119f296e0ba tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1425800 Aug 19 12:11:29.306708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50b14e-e483-41af-844f-d2c39e271aa6 req-cd035ae9-dc22-41a6-9e48-062749a1106b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:29.313220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f50b14e-e483-41af-844f-d2c39e271aa6 req-cd035ae9-dc22-41a6-9e48-062749a1106b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 943 time: 0.2836158 Aug 19 12:11:29.322330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.356124 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.406540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-66eb22eb-d6e6-4233-93fc-08d53030eb17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b4fe188-3fc0-4287-a39e-a7d2be3356fd HTTP/1.1" status: 200 len: 217 time: 0.0904617 Aug 19 12:11:29.413294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:11:29.413825 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:11:29.418320 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:11:29.532955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-261300f9-4b66-4717-ab33-7a10054c5bb4 req-104c8d92-f3bf-4a16-9cd0-7bd0f2ffb421 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184060 Aug 19 12:11:29.549200 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f50b14e-e483-41af-844f-d2c39e271aa6 req-ead6db3c-6087-4f5d-bd89-08ba83e06242 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086844 Aug 19 12:11:29.564673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-ff7db495-b0a3-4fb0-9b8b-656f9c78a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:29.566306 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-ff7db495-b0a3-4fb0-9b8b-656f9c78a8c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af13a017-bfd7-418c-8729-cb7c156d236e HTTP/1.1" status: 200 len: 833 time: 0.1358502 Aug 19 12:11:29.566973 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.583064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.585242 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/networks/5f1cc99d-9821-4077-bed0-e06e1d1fabc3 HTTP/1.1" status: 204 len: 168 time: 1.3663259 Aug 19 12:11:29.588710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45552) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:29.604715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdc793-0203-48c4-b43d-fad6c927ce94 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Network': ['ID=5f1cc99d-9821-4077-bed0-e06e1d1fabc3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:29.640991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-68f2fd26-366b-40fc-83ac-59fd495d8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:29.642606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-68f2fd26-366b-40fc-83ac-59fd495d8022 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610383 Aug 19 12:11:29.698088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad8aecf5-f5f6-48ca-9a2c-05950b210035 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.730382 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad8aecf5-f5f6-48ca-9a2c-05950b210035 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.782091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-062488cf-112d-4a0a-9097-0309c10d3170 service neutron] 10.222.0.69 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312211 Aug 19 12:11:29.830065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad8aecf5-f5f6-48ca-9a2c-05950b210035 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.836541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad8aecf5-f5f6-48ca-9a2c-05950b210035 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:29.839097 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ad8aecf5-f5f6-48ca-9a2c-05950b210035 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/security-groups/059b9f69-3733-489d-a26a-83eb727dc19b HTTP/1.1" status: 204 len: 168 time: 0.2478609 Aug 19 12:11:29.881194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aecf5-f5f6-48ca-9a2c-05950b210035 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059b9f69-3733-489d-a26a-83eb727dc19b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:29.952060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c26b1d32-19c9-4b48-9f7a-263ececd7ea4 req-c466f545-1437-4397-bc16-6400331a3022 service neutron] 10.222.0.69 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605213 Aug 19 12:11:30.106119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-270dc04d-1f38-4498-b391-a9a38457711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:30.107783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-270dc04d-1f38-4498-b391-a9a38457711c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 1094 time: 0.0580595 Aug 19 12:11:30.254085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-b5c969b2-afbc-47d8-b3fc-99e9d37ac26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:30.256484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-b5c969b2-afbc-47d8-b3fc-99e9d37ac26f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b HTTP/1.1" status: 200 len: 898 time: 0.1191273 Aug 19 12:11:30.325056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-23b6af5f-ffce-4faa-b0e7-c70352e0700e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b4fe188-3fc0-4287-a39e-a7d2be3356fd HTTP/1.1" status: 200 len: 217 time: 0.0577865 Aug 19 12:11:30.363679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45578) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:30.374101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8dec4d67-aa81-4d38-8905-a1d6572da479 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357463102', 'description': 'tempest-secgroup-smoke-357463102 description', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:30.382969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-2258d702-c345-4a12-b0fd-ec3a1a350150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:30.385379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-2258d702-c345-4a12-b0fd-ec3a1a350150 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af13a017-bfd7-418c-8729-cb7c156d236e HTTP/1.1" status: 200 len: 833 time: 0.0528862 Aug 19 12:11:30.440381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-b4e50fbe-4f8c-4de1-894f-adf73487365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:30.442391 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-b4e50fbe-4f8c-4de1-894f-adf73487365b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492384 Aug 19 12:11:30.453054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dec4d67-aa81-4d38-8905-a1d6572da479 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.560168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dec4d67-aa81-4d38-8905-a1d6572da479 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.568395 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dec4d67-aa81-4d38-8905-a1d6572da479 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.581470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-c2f4dd74-c909-42a7-bdb1-6690058d906a service neutron] 10.222.0.69 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304896 Aug 19 12:11:30.592365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dec4d67-aa81-4d38-8905-a1d6572da479 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.597864 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8dec4d67-aa81-4d38-8905-a1d6572da479 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2296660 Aug 19 12:11:30.602768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45594) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:30.608532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-35f7ad6f-3f3c-4e6d-bb79-71251031b2dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': 'cba0ec0f-9235-4721-96cf-ad80b658f7ed', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:30.640070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec4d67-aa81-4d38-8905-a1d6572da479 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba0ec0f-9235-4721-96cf-ad80b658f7ed,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:30.658881 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35f7ad6f-3f3c-4e6d-bb79-71251031b2dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.753601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35f7ad6f-3f3c-4e6d-bb79-71251031b2dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.758553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35f7ad6f-3f3c-4e6d-bb79-71251031b2dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.794961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35f7ad6f-3f3c-4e6d-bb79-71251031b2dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.796496 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-35f7ad6f-3f3c-4e6d-bb79-71251031b2dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927400 Aug 19 12:11:30.799754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45598) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:30.803720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0a70-67e2-4ba6-be55-8dbe0336644c req-78caffde-e266-4bc1-adfd-e0d7e3cba0a4 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:30.805550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f2d0a70-67e2-4ba6-be55-8dbe0336644c req-78caffde-e266-4bc1-adfd-e0d7e3cba0a4 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 943 time: 0.1015100 Aug 19 12:11:30.806082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ccfe8d9d-ed41-4600-a94d-6b8d594585d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': 'cba0ec0f-9235-4721-96cf-ad80b658f7ed', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:30.813142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7ad6f-3f3c-4e6d-bb79-71251031b2dc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10927cc8-b4c6-49b8-b94e-bddecd6f825c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:30.848731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8d9d-ed41-4600-a94d-6b8d594585d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.864665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd356bf5-761a-41ab-bbd6-16d27483b3a0 req-0815a4a0-6ce0-4343-8ffd-90cb9e78d315 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:30.866266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd356bf5-761a-41ab-bbd6-16d27483b3a0 req-0815a4a0-6ce0-4343-8ffd-90cb9e78d315 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1707056 Aug 19 12:11:30.924444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6056fa24-2e77-4a79-a50c-a161c49cc001 req-747f6931-114f-4923-9f8b-4382a0225966 service neutron] 10.222.0.69 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303561 Aug 19 12:11:30.950791 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8d9d-ed41-4600-a94d-6b8d594585d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.957362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8d9d-ed41-4600-a94d-6b8d594585d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:30.964868 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd356bf5-761a-41ab-bbd6-16d27483b3a0 req-b37c8b51-5ef1-42d2-970e-922eb995c578 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845416 Aug 19 12:11:30.968075 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f2d0a70-67e2-4ba6-be55-8dbe0336644c req-326f1c0c-00a5-4d04-90df-394a0a7e84b5 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490967 Aug 19 12:11:31.002179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe8d9d-ed41-4600-a94d-6b8d594585d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e29ba3-82b6-4e5e-a333-50e4b0844379,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:31.012512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8d9d-ed41-4600-a94d-6b8d594585d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.020747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ccfe8d9d-ed41-4600-a94d-6b8d594585d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2194798 Aug 19 12:11:31.023716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45600) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:31.030062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-98248799-7eda-4272-ada8-5d2699c0686b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': 'cba0ec0f-9235-4721-96cf-ad80b658f7ed', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:31.073271 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-98248799-7eda-4272-ada8-5d2699c0686b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.147200 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-98248799-7eda-4272-ada8-5d2699c0686b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.154765 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-98248799-7eda-4272-ada8-5d2699c0686b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.179970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98248799-7eda-4272-ada8-5d2699c0686b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269cd7e7-8b57-4550-bbd6-90276552cee5,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:31.185340 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-98248799-7eda-4272-ada8-5d2699c0686b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.189207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-98248799-7eda-4272-ada8-5d2699c0686b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617794 Aug 19 12:11:31.189597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:31.195019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a20bedbd-ea04-469a-88a7-f6b505e33937 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': 'cba0ec0f-9235-4721-96cf-ad80b658f7ed', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:31.232938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a20bedbd-ea04-469a-88a7-f6b505e33937 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.323368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a20bedbd-ea04-469a-88a7-f6b505e33937 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.330943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a20bedbd-ea04-469a-88a7-f6b505e33937 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.363436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bedbd-ea04-469a-88a7-f6b505e33937 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929041f7-4763-40a9-bdb3-2ef1fa3bfea7,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:31.370551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a20bedbd-ea04-469a-88a7-f6b505e33937 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.372939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a20bedbd-ea04-469a-88a7-f6b505e33937 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1821194 Aug 19 12:11:31.375646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45606) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:31.381786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f41ad3bf-159a-487d-b9d6-b096481ce57d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': 'cba0ec0f-9235-4721-96cf-ad80b658f7ed', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:31.412075 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-f41ad3bf-159a-487d-b9d6-b096481ce57d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Project f14f7ec1d8064a3bb955de098f4e5e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:11:31.420875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f41ad3bf-159a-487d-b9d6-b096481ce57d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.555687 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f41ad3bf-159a-487d-b9d6-b096481ce57d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.561721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f41ad3bf-159a-487d-b9d6-b096481ce57d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.587843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ad3bf-159a-487d-b9d6-b096481ce57d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251018e5-23fc-4319-92e2-d7556b0a22fb,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:31.597009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f41ad3bf-159a-487d-b9d6-b096481ce57d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.603057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45612) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:31.605840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f41ad3bf-159a-487d-b9d6-b096481ce57d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2279978 Aug 19 12:11:31.609035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d75523b5-4b4d-43b4-ac61-5bc5fa697290 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': 'cba0ec0f-9235-4721-96cf-ad80b658f7ed', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:31.632875 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-d75523b5-4b4d-43b4-ac61-5bc5fa697290 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Project f14f7ec1d8064a3bb955de098f4e5e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:11:31.638147 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d75523b5-4b4d-43b4-ac61-5bc5fa697290 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.708858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d75523b5-4b4d-43b4-ac61-5bc5fa697290 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.714388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d75523b5-4b4d-43b4-ac61-5bc5fa697290 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.733547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75523b5-4b4d-43b4-ac61-5bc5fa697290 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2e3e1d-79ca-4ed6-9523-a84c594e0049,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:31.746514 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d75523b5-4b4d-43b4-ac61-5bc5fa697290 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.748257 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d75523b5-4b4d-43b4-ac61-5bc5fa697290 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437213 Aug 19 12:11:31.751242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45614) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:31.768002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'network': {'name': 'tempest-network-smoke--1303969333', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'port_security_enabled': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:31.805422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:11:31.813436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.848752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:11:31.860278 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.860708 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Added segment 8c28f314-cdde-4538-970f-3564bbd14f7a of type vlan for network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 Aug 19 12:11:31.905782 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.952965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.959322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:31.959958 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:31.981242 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2286806 Aug 19 12:11:31.985545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45616) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:31.991155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'admin_state_up': True, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:32.038585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:32.040067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:32.099621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb8c5f-0c33-421e-8f23-afaa61cb5f28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Network': ['ID=a9199eb6-cd3e-4d16-b9e2-d04b4865c480,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:32.112602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:11:32.139577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:32.169543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9b4fe188-3fc0-4287-a39e-a7d2be3356fd details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:11:32.206539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed821df-51c4-4a8c-aead-050f3825623e req-eeca99e3-ed29-4431-858e-1449d5c514d6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.214275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ed821df-51c4-4a8c-aead-050f3825623e req-eeca99e3-ed29-4431-858e-1449d5c514d6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1183164 Aug 19 12:11:32.244719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91a7fa-0ab3-4033-a70a-c290895a3b93 req-9c863703-5260-4267-b0cb-de2341a7c822 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.246377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d91a7fa-0ab3-4033-a70a-c290895a3b93 req-9c863703-5260-4267-b0cb-de2341a7c822 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 943 time: 0.1493936 Aug 19 12:11:32.296086 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ed821df-51c4-4a8c-aead-050f3825623e req-bd38f289-31df-4b55-a11d-08fa5c78ad0f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807803 Aug 19 12:11:32.304285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d91a7fa-0ab3-4033-a70a-c290895a3b93 req-1a822382-a192-428b-9ccb-d35eed16b153 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492208 Aug 19 12:11:32.321710 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:32.362455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:32.383361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'port_id': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'mac_address': 'fa:16:3e:67:c7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:11:32.433235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:32.450227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4fe188-3fc0-4287-a39e-a7d2be3356fd {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:11:32.482397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:32.490239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:32.569936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f1c9-677f-44c2-a7d7-9e273e701314 req-4ade8c69-30a0-4d30-92d2-5a7b3215414b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.570257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:32.576819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f1c9-677f-44c2-a7d7-9e273e701314 req-4ade8c69-30a0-4d30-92d2-5a7b3215414b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.582829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f1c9-677f-44c2-a7d7-9e273e701314 req-4ade8c69-30a0-4d30-92d2-5a7b3215414b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.590062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f1c9-677f-44c2-a7d7-9e273e701314 req-4ade8c69-30a0-4d30-92d2-5a7b3215414b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.596083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f1c9-677f-44c2-a7d7-9e273e701314 req-4ade8c69-30a0-4d30-92d2-5a7b3215414b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.602471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f1c9-677f-44c2-a7d7-9e273e701314 req-4ade8c69-30a0-4d30-92d2-5a7b3215414b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.607595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:32.609229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f1c9-677f-44c2-a7d7-9e273e701314 req-4ade8c69-30a0-4d30-92d2-5a7b3215414b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.612780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a78f1c9-677f-44c2-a7d7-9e273e701314 req-4ade8c69-30a0-4d30-92d2-5a7b3215414b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5444 time: 0.1177709 Aug 19 12:11:32.633383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:32.686487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a78f1c9-677f-44c2-a7d7-9e273e701314 req-bb14da1c-873d-4561-971d-f00cdc3e6264 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628884 Aug 19 12:11:32.836890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.25.4.55 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/fdcec73b-bd96-481b-8140-a32d9dba0520) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:32.856444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['9b4fe188-3fc0-4287-a39e-a7d2be3356fd'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:11:32.906399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b3c2b-ea31-4dc8-9f96-01bbad519a36 req-210569b8-5f29-4c40-85fc-3b4714b3410e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.946288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b3c2b-ea31-4dc8-9f96-01bbad519a36 req-210569b8-5f29-4c40-85fc-3b4714b3410e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.964358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b3c2b-ea31-4dc8-9f96-01bbad519a36 req-210569b8-5f29-4c40-85fc-3b4714b3410e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:32.979961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b3c2b-ea31-4dc8-9f96-01bbad519a36 req-210569b8-5f29-4c40-85fc-3b4714b3410e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:33.005000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b3c2b-ea31-4dc8-9f96-01bbad519a36 req-210569b8-5f29-4c40-85fc-3b4714b3410e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:33.019139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b3c2b-ea31-4dc8-9f96-01bbad519a36 req-210569b8-5f29-4c40-85fc-3b4714b3410e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:33.027573 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:33.028537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b3c2b-ea31-4dc8-9f96-01bbad519a36 req-210569b8-5f29-4c40-85fc-3b4714b3410e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:33.041544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b28b3c2b-ea31-4dc8-9f96-01bbad519a36 req-210569b8-5f29-4c40-85fc-3b4714b3410e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5444 time: 0.2438993 Aug 19 12:11:33.094297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:33.138057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:33.142608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:33.145968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:33.237248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=fdcec73b-bd96-481b-8140-a32d9dba0520,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:33.556378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da518bbe-fdf8-4773-9743-da4dec5fca10 req-02c6936e-78e1-4086-aa76-cf4f7403f6ca tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:33.558038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da518bbe-fdf8-4773-9743-da4dec5fca10 req-02c6936e-78e1-4086-aa76-cf4f7403f6ca tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1249340 Aug 19 12:11:33.573056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc240b-b4f5-4eca-afd2-bbb2d54872d0 req-697cde33-e2f5-480d-9c2c-04e99b149a35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:33.574635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7fc240b-b4f5-4eca-afd2-bbb2d54872d0 req-697cde33-e2f5-480d-9c2c-04e99b149a35 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 944 time: 0.1285307 Aug 19 12:11:33.604634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:33.649316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da518bbe-fdf8-4773-9743-da4dec5fca10 req-a50c63ef-dc35-4dc5-8e54-6391fe530efe tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733960 Aug 19 12:11:33.667375 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7fc240b-b4f5-4eca-afd2-bbb2d54872d0 req-d2ec57f4-15e1-4f55-83e8-ef7909b1e23c tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732751 Aug 19 12:11:33.978650 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:34.155930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router b6921d03-0a7b-4b64-87f7-68231c8d4d1e is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:11:34.168422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9b4fe188-3fc0-4287-a39e-a7d2be3356fd up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:34.256376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:34.292151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:34.293450 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:34.351468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:11:34.368114 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Sync routers for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:11:34.387486 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:34.388746 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:34.390744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:34.393641 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-604c14cf-c155-4ed6-864f-1f127b83017d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4070570 Aug 19 12:11:34.397402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45682) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:34.471878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5ca06081-d048-48ba-b301-186655480c5d tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=f14f7ec1d8064a3bb955de098f4e5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728273 Aug 19 12:11:34.475081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45686) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:34.483037 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:34.570302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:34.573055 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac8e19-f6da-42d3-9572-4f4e81de38b4" -d '{"events": [{"server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:34.632917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:34.643062 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:34.717633 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:34.726053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc18dc67-a9f7-499e-8a42-13a6cf7b2e74 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:34.730826 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cc18dc67-a9f7-499e-8a42-13a6cf7b2e74 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2507603 Aug 19 12:11:34.733576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:34.743889 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84dff13-ee42-439a-bdc5-dad214844f2b x-openstack-request-id: req-a84dff13-ee42-439a-bdc5-dad214844f2b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:34.744618 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:34.745920 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a84dff13-ee42-439a-bdc5-dad214844f2b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:34.746605 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'code': 200} Aug 19 12:11:34.841822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a93075b6-ebca-43b3-905d-49c3b98a247b tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1056120 Aug 19 12:11:34.843820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45702) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:34.847593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:34.858592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2092759634', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:34.999159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914f144-084a-4416-aadd-e2dd34f0615b req-e8513010-0806-4df1-b985-3155539a21a3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:35.013332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f914f144-084a-4416-aadd-e2dd34f0615b req-e8513010-0806-4df1-b985-3155539a21a3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1897509 Aug 19 12:11:35.116200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:11:35.130203 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:35.152155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727112a-57ee-4d73-9ffe-f3d947ca262a req-187eddf9-b65c-4fc1-aa48-5fbf9ef3cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:35.154038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5727112a-57ee-4d73-9ffe-f3d947ca262a req-187eddf9-b65c-4fc1-aa48-5fbf9ef3cbee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 1096 time: 0.3397343 Aug 19 12:11:35.198631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f914f144-084a-4416-aadd-e2dd34f0615b req-0c088492-5f4f-40e5-9002-37b98004439b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840425 Aug 19 12:11:35.230788 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:33Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:35.262758 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Checking router: b6921d03-0a7b-4b64-87f7-68231c8d4d1e for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:11:35.263019 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Updating router b6921d03-0a7b-4b64-87f7-68231c8d4d1e port fdcec73b-bd96-481b-8140-a32d9dba0520 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:11:35.297145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4935ed-fcc6-4d2a-8337-b733c76d28a0 req-e786c0c4-9a62-45dd-af90-9896e16145ab tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:35.303942 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:35.309645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b4935ed-fcc6-4d2a-8337-b733c76d28a0 req-e786c0c4-9a62-45dd-af90-9896e16145ab tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 945 time: 0.3978577 Aug 19 12:11:35.364264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5727112a-57ee-4d73-9ffe-f3d947ca262a req-c8fa7f38-9426-4f23-b3dc-4335b88a648e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997092 Aug 19 12:11:35.388102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b4935ed-fcc6-4d2a-8337-b733c76d28a0 req-924c2b49-710c-4022-b5a9-fcfd68292f92 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734529 Aug 19 12:11:35.607114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:35.723267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Subnet': ['ID=7954558d-45d9-4ab9-8893-dba6a6160d48,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:35.748315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Checking segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:35.748714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network hostable DHCP agents. Network: a9199eb6-cd3e-4d16-b9e2-d04b4865c480, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:11:35.764480 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:35.785825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:11:35.794188 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Transition to ACTIVE for port object fdcec73b-bd96-481b-8140-a32d9dba0520 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:35.802448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a9199eb6-cd3e-4d16-b9e2-d04b4865c480) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:35.805341 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:35.807936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:35.808593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:35.819121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b439c13-aadc-429f-8dbd-70d306510061 None None] Network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:11:35.842901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45730) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:35.843538 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-edef2e81-d99d-4029-8f17-bf05c2f9ed7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9973705 Aug 19 12:11:35.948822 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Attempting to bind port fdcec73b-bd96-481b-8140-a32d9dba0520 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:35.949236 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Attempting to bind port fdcec73b-bd96-481b-8140-a32d9dba0520 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:35.952406 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Attempting to bind port fdcec73b-bd96-481b-8140-a32d9dba0520 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:35.964844 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:35.967623 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:35.969169 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:35.969757 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:35.972619 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Bound port: fdcec73b-bd96-481b-8140-a32d9dba0520, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:35.973697 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:35.995947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45732) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:36.125208 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] For port fdcec73b-bd96-481b-8140-a32d9dba0520, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:36.128194 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] For port fdcec73b-bd96-481b-8140-a32d9dba0520, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fdcec73b-bd96-481b-8140-a32d9dba0520,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:36.153089 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:36.190578 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Pushing event updated for resources: {'Port': ['ID=fdcec73b-bd96-481b-8140-a32d9dba0520,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:36.230493 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.230493 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.232802 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.233228 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.233629 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.236302 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.239523 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.239901 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.244755 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.244755 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.244755 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.245112 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:36.295705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb083-de02-47fc-9f9a-413711c4a197 req-f63420ab-09b6-40d2-a8bf-cb65955d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:36.297597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb083-de02-47fc-9f9a-413711c4a197 req-f63420ab-09b6-40d2-a8bf-cb65955d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:36.298149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb083-de02-47fc-9f9a-413711c4a197 req-f63420ab-09b6-40d2-a8bf-cb65955d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:36.298631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb083-de02-47fc-9f9a-413711c4a197 req-f63420ab-09b6-40d2-a8bf-cb65955d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:36.299466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb083-de02-47fc-9f9a-413711c4a197 req-f63420ab-09b6-40d2-a8bf-cb65955d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:36.299943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb083-de02-47fc-9f9a-413711c4a197 req-f63420ab-09b6-40d2-a8bf-cb65955d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:36.300422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb083-de02-47fc-9f9a-413711c4a197 req-f63420ab-09b6-40d2-a8bf-cb65955d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:36.324017 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-581eb083-de02-47fc-9f9a-413711c4a197 req-f63420ab-09b6-40d2-a8bf-cb65955d6dd7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6501 time: 0.3265493 Aug 19 12:11:36.475862 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-581eb083-de02-47fc-9f9a-413711c4a197 req-cdd3e7c1-3d5c-4092-8562-328d02e786b5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507654 Aug 19 12:11:36.496675 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b754-fe8c-402d-af98-295c45a7e401 None None] Pushing event updated for resources: {'Port': ['ID=fdcec73b-bd96-481b-8140-a32d9dba0520,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:36.530616 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:36.533852 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:36.556635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be244c3-f199-482d-95d6-d08d75353243 req-93036137-628a-4cc2-909f-3763b9ec161d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:36.565718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3be244c3-f199-482d-95d6-d08d75353243 req-93036137-628a-4cc2-909f-3763b9ec161d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1265399 Aug 19 12:11:36.624015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:11:36.625003 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:36.704775 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:11:36.771528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3be244c3-f199-482d-95d6-d08d75353243 req-25ca041b-f87e-4c14-98c6-80a64e69e777 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018802 Aug 19 12:11:36.890330 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:36.993277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Allocated IP 172.20.0.2 (a9199eb6-cd3e-4d16-b9e2-d04b4865c480/7954558d-45d9-4ab9-8893-dba6a6160d48/229ffddc-651f-4530-bb18-491fa3b13742) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:37.146748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b5c5-b002-4562-a88f-8ba52e27cb57 req-83ec3a1c-6a59-409a-b14c-3f0bd6a04dd8 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:37.158534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3479b5c5-b002-4562-a88f-8ba52e27cb57 req-83ec3a1c-6a59-409a-b14c-3f0bd6a04dd8 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 945 time: 0.4064195 Aug 19 12:11:37.283258 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:33Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:37.334062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:37.344414 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461eb3bf-4b4c-4af9-8c93-4c6d2a618915 None None] The sync data for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 is: [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:33Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:11:37.363664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3479b5c5-b002-4562-a88f-8ba52e27cb57 req-3e262456-ffe8-48ff-bff1-e57ac97a35f6 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041783 Aug 19 12:11:37.405579 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:37.439822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Transition to ACTIVE for port object 229ffddc-651f-4530-bb18-491fa3b13742 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:37.478836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Transition to ACTIVE for port object 229ffddc-651f-4530-bb18-491fa3b13742 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:37.510208 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:37.586989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Pushing event updated for resources: {'Port': ['ID=229ffddc-651f-4530-bb18-491fa3b13742,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:37.608764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:37.610664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:37.629297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:37.734653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Attempting to bind port 229ffddc-651f-4530-bb18-491fa3b13742 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:37.735074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Attempting to bind port 229ffddc-651f-4530-bb18-491fa3b13742 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:37.735448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Attempting to bind port 229ffddc-651f-4530-bb18-491fa3b13742 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:37.750941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:37.751331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Checking segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:37.751849 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:37.752285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Bound using segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:37.752916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Bound port: 229ffddc-651f-4530-bb18-491fa3b13742, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:37.753452 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:37.946582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] For port 229ffddc-651f-4530-bb18-491fa3b13742, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:37.955550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] For port 229ffddc-651f-4530-bb18-491fa3b13742, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=229ffddc-651f-4530-bb18-491fa3b13742,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:37.967151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:38.027530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.20.0.1 (a9199eb6-cd3e-4d16-b9e2-d04b4865c480/7954558d-45d9-4ab9-8893-dba6a6160d48/b9c4da19-4373-45d6-adbd-73924bca0d5b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:38.059527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bda53-2af5-4ed9-8754-7d7d582adea5 None None] Pushing event updated for resources: {'Port': ['ID=229ffddc-651f-4530-bb18-491fa3b13742,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:38.095228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce2489-28c0-4fad-81c1-d3373750de22 req-13b71d21-e4da-428b-9855-86e6ae45a6d9 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:38.118514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cce2489-28c0-4fad-81c1-d3373750de22 req-13b71d21-e4da-428b-9855-86e6ae45a6d9 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 945 time: 0.5387728 Aug 19 12:11:38.336621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cce2489-28c0-4fad-81c1-d3373750de22 req-2289912e-b5a4-46a9-8d72-29142eae8fd8 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167058 Aug 19 12:11:38.374350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45768) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:38.390698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7130afe-2f22-409d-8589-70bb219f30b9 req-3f83ba99-2c36-40e7-b9d8-2afb3131b9f2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:38.400291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7130afe-2f22-409d-8589-70bb219f30b9 req-3f83ba99-2c36-40e7-b9d8-2afb3131b9f2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.2613828 Aug 19 12:11:38.472040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b20ad-1e97-4247-bb58-676e3b995acf tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:38.473720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3a7b20ad-1e97-4247-bb58-676e3b995acf tempest-TestNetworkBasicOps-1626520839 tempest-TestNetworkBasicOps-1626520839-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 1091 time: 0.0993121 Aug 19 12:11:38.477019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45770) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:38.481906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:38.485889 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:38.504009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Transition to ACTIVE for port object b9c4da19-4373-45d6-adbd-73924bca0d5b will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:38.550889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:38.580716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:38.663913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:38.670609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:38.676360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:38.759351 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:38.806240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:38.861670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7130afe-2f22-409d-8589-70bb219f30b9 req-db27f71b-d1e7-41ce-97a7-365e2cc641e5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600043 Aug 19 12:11:38.873457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=b9c4da19-4373-45d6-adbd-73924bca0d5b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:39.031669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Allocated IP 172.25.4.151 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/b01a38f6-2938-4bee-9417-63144e091bb0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:39.058910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:39.299373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:39.366807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fdcec73b-bd96-481b-8140-a32d9dba0520 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:39.435926 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:39.539883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=b01a38f6-2938-4bee-9417-63144e091bb0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:39.545827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:39.549888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port fdcec73b-bd96-481b-8140-a32d9dba0520 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:39.554183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:39.555944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fdcec73b-bd96-481b-8140-a32d9dba0520 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:39.556363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:39.572893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:39.576086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.576251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.576633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.577036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.577382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.577720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.578190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.578528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.578881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.579232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.579800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.579963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:39.731821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af38690-c7c6-47b8-bd62-e79572f3c693 None None] Network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:11:39.862366 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:39.927566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port fdcec73b-bd96-481b-8140-a32d9dba0520, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fdcec73b-bd96-481b-8140-a32d9dba0520,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:39.957281 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:39.960768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 229ffddc-651f-4530-bb18-491fa3b13742 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:40.033340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03945397-4f32-4683-be03-6c6a57b16189 None None] Provisioning for port 229ffddc-651f-4530-bb18-491fa3b13742 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:40.092559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=fdcec73b-bd96-481b-8140-a32d9dba0520,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:40.220296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 229ffddc-651f-4530-bb18-491fa3b13742 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:40.235031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 229ffddc-651f-4530-bb18-491fa3b13742 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:40.235417 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.451995 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.466685 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.490969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.512331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.539649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 229ffddc-651f-4530-bb18-491fa3b13742, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=229ffddc-651f-4530-bb18-491fa3b13742,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:40.555239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.646603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=b9c4da19-4373-45d6-adbd-73924bca0d5b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:40.653170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.710940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.710940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.710940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.714104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.714104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.714104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.716864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.717129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.717480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.717815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.718150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.718482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:40.764705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec3534-4aeb-44ee-bf99-e366cf022859 req-5f7d4638-3149-4c6a-887b-8114789e36b7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:40.766544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60ec3534-4aeb-44ee-bf99-e366cf022859 req-5f7d4638-3149-4c6a-887b-8114789e36b7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.3108985 Aug 19 12:11:40.776653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.782430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=229ffddc-651f-4530-bb18-491fa3b13742,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:40.924670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:40.929031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:40.939002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-83416cdf-58a8-4c83-8156-5c529ee19e2c None None] Provisioning complete for port 229ffddc-651f-4530-bb18-491fa3b13742 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:40.939941 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-83416cdf-58a8-4c83-8156-5c529ee19e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.941541 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60ec3534-4aeb-44ee-bf99-e366cf022859 req-4dc18611-02e5-4084-b3e7-8f2b37f73b09 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659787 Aug 19 12:11:41.043911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45802) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:41.088565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:41.103315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-83416cdf-58a8-4c83-8156-5c529ee19e2c None None] Provisioning for port b9c4da19-4373-45d6-adbd-73924bca0d5b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:41.104343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:41.109760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-83416cdf-58a8-4c83-8156-5c529ee19e2c None None] Provisioning complete for port b9c4da19-4373-45d6-adbd-73924bca0d5b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:41.110420 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-83416cdf-58a8-4c83-8156-5c529ee19e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:41.181244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-83416cdf-58a8-4c83-8156-5c529ee19e2c None None] Port b9c4da19-4373-45d6-adbd-73924bca0d5b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:11:41.219192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router b6921d03-0a7b-4b64-87f7-68231c8d4d1e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:11:41.349750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fdcec73b-bd96-481b-8140-a32d9dba0520 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:41.353397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event updated for resources: {'Port': ['ID=b01a38f6-2938-4bee-9417-63144e091bb0,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:41.388766 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6393fbc9-97d6-41e5-9909-c8ee728c1d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:41.390239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:11:41.392540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:41.406938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d30d7b2c-7a26-47bb-aba6-fd25b6efe7d1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "PUT /v2.0/routers/b6921d03-0a7b-4b64-87f7-68231c8d4d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5613365 Aug 19 12:11:41.415436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Sync routers for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:11:41.476939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:41.481611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:41.485522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d76d450d-79f1-4a1e-9f7b-c7ad7a7eaa05 None None] Provisioning complete for port b9c4da19-4373-45d6-adbd-73924bca0d5b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:41.485897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d76d450d-79f1-4a1e-9f7b-c7ad7a7eaa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:41.649485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45822) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:41.706933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:41.715444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-c2376f72-b80e-4799-a9e0-bc3586373650 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357463102&fields=id&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 267 time: 0.0474541 Aug 19 12:11:41.923976 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d898c574-cc7b-43a1-82bc-8d720bbb0fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:41.941744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642b0a-237c-464a-a2b8-14fcb26929be req-5dff9b7a-976c-4c44-b234-61f8d4755c7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:41.943561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-5dff9b7a-976c-4c44-b234-61f8d4755c7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 797 time: 0.2188604 Aug 19 12:11:41.961735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fdcec73b-bd96-481b-8140-a32d9dba0520 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:41.962439 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:41.979492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-134e9eeb-4c1d-4ea4-9dd4-ec9add5b6d86 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/quotas/f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 375 time: 0.0282001 Aug 19 12:11:42.010967 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Floating IP 895be54c-0792-4db4-9c34-e59dae3e99a6 associated. External IP: 172.25.4.151, port: 9b4fe188-3fc0-4287-a39e-a7d2be3356fd. Aug 19 12:11:42.126391 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-e1538b3e-c4d1-4b51-898e-b4e5ed53c96f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398294 Aug 19 12:11:42.158766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc8636-570a-4ad6-9e06-947ec35336b0 req-ad308339-cb05-47ab-85e4-47ff1b9a60c7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:42.160540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7afc8636-570a-4ad6-9e06-947ec35336b0 req-ad308339-cb05-47ab-85e4-47ff1b9a60c7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.0721931 Aug 19 12:11:42.185099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d76d450d-79f1-4a1e-9f7b-c7ad7a7eaa05 None None] Port b9c4da19-4373-45d6-adbd-73924bca0d5b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:11:42.234520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7afc8636-570a-4ad6-9e06-947ec35336b0 req-41f5ffa7-56c6-4c59-8a4b-d7a340a2581a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617583 Aug 19 12:11:42.276794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 229ffddc-651f-4530-bb18-491fa3b13742 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:42.326300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-c4d86bd5-0c7b-4985-8697-c25289f8c629 service neutron] 10.222.0.65 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817198 Aug 19 12:11:42.373224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6393fbc9-97d6-41e5-9909-c8ee728c1d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.376254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03f944e9-30fe-4ba8-87c7-a4cef0191a4c None None] Provisioning complete for port b9c4da19-4373-45d6-adbd-73924bca0d5b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:42.376838 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03f944e9-30fe-4ba8-87c7-a4cef0191a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.457701 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6393fbc9-97d6-41e5-9909-c8ee728c1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.457701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:11:42.457701 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6393fbc9-97d6-41e5-9909-c8ee728c1d20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=356d935bf1c24421b748d265f278113f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4036531 Aug 19 12:11:42.457701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45846) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:42.458532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-e04e7b79-1801-47f3-8938-6828ee3b4ca9 service neutron] 10.222.0.65 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193116 Aug 19 12:11:42.458729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393fbc9-97d6-41e5-9909-c8ee728c1d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed332d5-f8a3-44ef-916d-0cb72b05f8bd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:42.548595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:38Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b9c4da19-4373-45d6-adbd-73924bca0d5b', 'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:93:9f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:37Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 2, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:42.559558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-03f944e9-30fe-4ba8-87c7-a4cef0191a4c None None] Port b9c4da19-4373-45d6-adbd-73924bca0d5b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:11:42.637387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Checking router: b6921d03-0a7b-4b64-87f7-68231c8d4d1e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:11:42.637739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Updating router b6921d03-0a7b-4b64-87f7-68231c8d4d1e port b9c4da19-4373-45d6-adbd-73924bca0d5b binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:11:42.647885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 229ffddc-651f-4530-bb18-491fa3b13742 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:42.660633 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.703576 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d898c574-cc7b-43a1-82bc-8d720bbb0fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.714111 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d898c574-cc7b-43a1-82bc-8d720bbb0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.714787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:11:42.736314 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960007-cf10-4a19-8438-de8602553cbd None None] Sync routers for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:11:42.751282 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e964e455-1398-4dd6-aba0-17911b444d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.766680 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08960007-cf10-4a19-8438-de8602553cbd None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:42.769733 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-08960007-cf10-4a19-8438-de8602553cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:42.775054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d898c574-cc7b-43a1-82bc-8d720bbb0fe9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31e6732d75814a8193ffc2ee9aaa678b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1237609 Aug 19 12:11:42.785607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:42.786541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.790301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898c574-cc7b-43a1-82bc-8d720bbb0fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6019b940-5b65-4512-90e9-4f83804341d4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:42.794638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9b484e9-9d48-4a1f-8a0a-0d4122b29160 req-efd734f9-fa1e-4d1a-b6f3-d22fde2d8932 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 210 time: 0.0413024 Aug 19 12:11:42.803070 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.853890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e964e455-1398-4dd6-aba0-17911b444d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:42.911882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 45864) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:42.912078 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ffc4d9b6-f799-4f10-aafc-0d3978bfd784 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4338994 Aug 19 12:11:42.917620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:42.920182 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b4ee6-3b36-4071-8e53-7a76b448e858" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:43.002537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a37c9694-7c9c-4f2f-9728-832caab0cfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:43.036033 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef87b9c-b2f9-4d0c-869d-322cb80d1083 x-openstack-request-id: req-3ef87b9c-b2f9-4d0c-869d-322cb80d1083 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:43.037386 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:43.037532 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-08960007-cf10-4a19-8438-de8602553cbd None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:43.038475 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ef87b9c-b2f9-4d0c-869d-322cb80d1083 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:43.040893 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'status': 'completed', 'code': 200} Aug 19 12:11:43.068579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a37c9694-7c9c-4f2f-9728-832caab0cfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:43.071766 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e964e455-1398-4dd6-aba0-17911b444d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:43.074788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e964e455-1398-4dd6-aba0-17911b444d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:43.076219 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e964e455-1398-4dd6-aba0-17911b444d2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ed332d5-f8a3-44ef-916d-0cb72b05f8bd HTTP/1.1" status: 204 len: 168 time: 0.6235046 Aug 19 12:11:43.112600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964e455-1398-4dd6-aba0-17911b444d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed332d5-f8a3-44ef-916d-0cb72b05f8bd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:43.160986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bb3776c3-5d5e-4491-8f74-f4ef0897eddf tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/floatingips/895be54c-0792-4db4-9c34-e59dae3e99a6 HTTP/1.1" status: 200 len: 991 time: 0.2473829 Aug 19 12:11:43.206599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-8082a4db-8af0-4d1f-8049-cd57ec7a6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:43.208157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-8082a4db-8af0-4d1f-8049-cd57ec7a6c2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 1096 time: 0.1275427 Aug 19 12:11:43.275305 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a37c9694-7c9c-4f2f-9728-832caab0cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:43.278508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a37c9694-7c9c-4f2f-9728-832caab0cfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:43.280737 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a37c9694-7c9c-4f2f-9728-832caab0cfbb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6019b940-5b65-4512-90e9-4f83804341d4 HTTP/1.1" status: 204 len: 168 time: 0.4648218 Aug 19 12:11:43.328133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c9694-7c9c-4f2f-9728-832caab0cfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6019b940-5b65-4512-90e9-4f83804341d4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:43.461645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-26e99c66-acba-4102-80b0-25b6f94bb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:43.464878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-26e99c66-acba-4102-80b0-25b6f94bb7db service neutron] 10.222.0.69 "GET /v2.0/networks?id=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b HTTP/1.1" status: 200 len: 898 time: 0.2484264 Aug 19 12:11:43.546104 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:43.584700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Transition to ACTIVE for port object b9c4da19-4373-45d6-adbd-73924bca0d5b will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:43.599870 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:43.608756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef9594-5237-4b53-ac0c-b71d2e204d8d req-4ae0d75c-3c8a-43b9-a5d5-71ddf0a2f404 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:43.618173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41ef9594-5237-4b53-ac0c-b71d2e204d8d req-4ae0d75c-3c8a-43b9-a5d5-71ddf0a2f404 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1596887 Aug 19 12:11:43.658075 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-721b2193-a8e2-414d-9531-7fb08d5b7ae3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b4fe188-3fc0-4287-a39e-a7d2be3356fd HTTP/1.1" status: 200 len: 999 time: 0.1602850 Aug 19 12:11:43.658978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98192a-6603-40cc-af0d-4ac7999c32c0 None None] Pushing event updated for resources: {'Port': ['ID=b9c4da19-4373-45d6-adbd-73924bca0d5b,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:43.744362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41ef9594-5237-4b53-ac0c-b71d2e204d8d req-ebe69fe5-908f-489e-a0e1-4c530e5a146f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186299 Aug 19 12:11:43.799399 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-08960007-cf10-4a19-8438-de8602553cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '895be54c-0792-4db4-9c34-e59dae3e99a6', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'port_id': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'mac_address': 'fa:16:3e:67:c7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:11:40Z', 'updated_at': '2021-08-19T12:11:40Z', 'revision_number': 0, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e38aa40-ae1f-49e1-a00f-07afc3b87aa0', 'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:ed:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:06Z', 'updated_at': '2021-08-19T12:11:19Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:43.805879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-2dbfac5c-0387-4944-b5b4-c49f6923a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:43.807462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-2dbfac5c-0387-4944-b5b4-c49f6923a174 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af13a017-bfd7-418c-8729-cb7c156d236e HTTP/1.1" status: 200 len: 833 time: 0.1354759 Aug 19 12:11:43.856078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Attempting to bind port b9c4da19-4373-45d6-adbd-73924bca0d5b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:43.858816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Attempting to bind port b9c4da19-4373-45d6-adbd-73924bca0d5b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:43.859754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Attempting to bind port b9c4da19-4373-45d6-adbd-73924bca0d5b on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:43.905216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:43.906409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Checking segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:43.909200 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:43.909815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Bound using segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:43.912005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Bound port: b9c4da19-4373-45d6-adbd-73924bca0d5b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:43.917571 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:44.004138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-0a45b75a-566b-49a6-9206-6f432beca75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:44.007244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-0a45b75a-566b-49a6-9206-6f432beca75c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919808 Aug 19 12:11:44.116341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] For port b9c4da19-4373-45d6-adbd-73924bca0d5b, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:44.123806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] For port b9c4da19-4373-45d6-adbd-73924bca0d5b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b9c4da19-4373-45d6-adbd-73924bca0d5b,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:44.135076 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:44.141509 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960007-cf10-4a19-8438-de8602553cbd None None] Checking router: c31d03e4-b0c1-4de9-b614-6bc71fb0e359 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:11:44.152034 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08960007-cf10-4a19-8438-de8602553cbd None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:44.153110 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-08960007-cf10-4a19-8438-de8602553cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:44.162639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:44.196164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:11:44.197214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:44.303540 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-60329e69-8ef9-4b60-ab09-b62c1741d987 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/floatingips/895be54c-0792-4db4-9c34-e59dae3e99a6 HTTP/1.1" status: 200 len: 991 time: 0.1389771 Aug 19 12:11:44.373725 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-08960007-cf10-4a19-8438-de8602553cbd None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:44.434462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98192a-6603-40cc-af0d-4ac7999c32c0 None None] Pushing event updated for resources: {'Port': ['ID=b9c4da19-4373-45d6-adbd-73924bca0d5b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:44.450738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-c6904ee0-4dd5-41da-a946-bf81a96d2548 service neutron] 10.222.0.69 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182816 Aug 19 12:11:44.523321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee35ee79-c15c-4314-9ec7-3d6a053fa27c req-7fa86003-2d41-45b8-b683-428cdd1e3f64 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 210 time: 0.0964086 Aug 19 12:11:44.630194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:11:44.843569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b69b4ee6-3b36-4071-8e53-7a76b448e858 req-95629666-3d7e-412d-9865-564aba760fe1 service neutron] 10.222.0.69 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141994 Aug 19 12:11:44.904875 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-08960007-cf10-4a19-8438-de8602553cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '895be54c-0792-4db4-9c34-e59dae3e99a6', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'port_id': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'mac_address': 'fa:16:3e:67:c7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:11:40Z', 'updated_at': '2021-08-19T12:11:40Z', 'revision_number': 0, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e38aa40-ae1f-49e1-a00f-07afc3b87aa0', 'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:ed:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:06Z', 'updated_at': '2021-08-19T12:11:19Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:44.976642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bd18e-9625-42d5-98b5-6056ebc4851b req-bf04f723-4c0a-4e20-af2a-ba3960e24a28 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:44.978398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-285bd18e-9625-42d5-98b5-6056ebc4851b req-bf04f723-4c0a-4e20-af2a-ba3960e24a28 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1243572 Aug 19 12:11:44.992386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642b0a-237c-464a-a2b8-14fcb26929be req-d9ecb7c6-700b-4c1b-8ae1-bdae74f075fa tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:44.994267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-d9ecb7c6-700b-4c1b-8ae1-bdae74f075fa tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 797 time: 0.4640658 Aug 19 12:11:44.999543 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960007-cf10-4a19-8438-de8602553cbd None None] The sync data for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 is: [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '895be54c-0792-4db4-9c34-e59dae3e99a6', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'port_id': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'mac_address': 'fa:16:3e:67:c7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:11:40Z', 'updated_at': '2021-08-19T12:11:40Z', 'revision_number': 0, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e38aa40-ae1f-49e1-a00f-07afc3b87aa0', 'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:ed:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:06Z', 'updated_at': '2021-08-19T12:11:19Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:11:45.067176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-285bd18e-9625-42d5-98b5-6056ebc4851b req-3b189ab2-b55d-4fec-a261-b6e8c447280e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714297 Aug 19 12:11:45.115682 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-a4c27fc6-a0d1-473c-b113-733d67f0c166 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 379 time: 0.0950434 Aug 19 12:11:45.129475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'port': {'device_id': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'admin_state_up': True, 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'security_groups': ['cba0ec0f-9235-4721-96cf-ad80b658f7ed']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:45.308010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45964) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:45.386099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:11:45.390935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:45.472999 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-67919f21-1eca-4524-a94b-aba58664a333 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/floatingips/895be54c-0792-4db4-9c34-e59dae3e99a6 HTTP/1.1" status: 200 len: 991 time: 0.1636977 Aug 19 12:11:45.478343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9650fa-0e1d-416f-9d9e-d4d2aaa9f5e7 None None] New status for floating IP 895be54c-0792-4db4-9c34-e59dae3e99a6: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:11:45.562359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41e24-4769-4894-93fc-5f2ca5c3f877 req-963e089c-cf25-4e69-bf15-6ecefe802d9f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:45.564377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5e41e24-4769-4894-93fc-5f2ca5c3f877 req-963e089c-cf25-4e69-bf15-6ecefe802d9f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1449311 Aug 19 12:11:45.642543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.20.0.8 (a9199eb6-cd3e-4d16-b9e2-d04b4865c480/7954558d-45d9-4ab9-8893-dba6a6160d48/f972372c-bcb7-4da0-9fcb-42e302737b86) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:45.786449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5e41e24-4769-4894-93fc-5f2ca5c3f877 req-c929a5fa-dfd9-4cfa-a38f-819b1cfeedb5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118950 Aug 19 12:11:45.791664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-843a92c4-ac2a-4b8d-ae6c-47a03f51c924 req-b1264857-7d6f-403c-b4c0-b62f9a5e53f9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 210 time: 0.0825927 Aug 19 12:11:45.916999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:38Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b9c4da19-4373-45d6-adbd-73924bca0d5b', 'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:93:9f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:37Z', 'updated_at': '2021-08-19T12:11:44Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:11:45.972604 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:45.987229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a457f7-4307-40f0-aa96-d80a61e4941d None None] The sync data for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 is: [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:38Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b9c4da19-4373-45d6-adbd-73924bca0d5b', 'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:93:9f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:37Z', 'updated_at': '2021-08-19T12:11:44Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:11:46.054829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Transition to ACTIVE for port object f972372c-bcb7-4da0-9fcb-42e302737b86 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:46.118892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd898a6c-2dbc-4560-882a-9edc1c4e6226 req-e155d77a-1df1-4b95-805f-8785a9026ca4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:46.123190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd898a6c-2dbc-4560-882a-9edc1c4e6226 req-e155d77a-1df1-4b95-805f-8785a9026ca4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.2056062 Aug 19 12:11:46.191644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd898a6c-2dbc-4560-882a-9edc1c4e6226 req-76b7c111-6ef3-4698-90cb-45c2d4931344 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597174 Aug 19 12:11:46.225218 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:46.251656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:46.255759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:46.314781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:46.402404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:46.473517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:46.474360 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:46.477871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46012) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:46.529229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-515975f0-bee6-4e00-bbcf-017bbf92c6ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4061923 Aug 19 12:11:46.550400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Request body: {'port': {'device_id': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:46.733311 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-38908e21-fd9d-4012-aa2b-9bae472addba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/floatingips/895be54c-0792-4db4-9c34-e59dae3e99a6 HTTP/1.1" status: 200 len: 993 time: 0.2535009 Aug 19 12:11:46.765119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f48c4a25-efcb-4c99-89f8-c1c6da80a85a None None] Provisioning for port f972372c-bcb7-4da0-9fcb-42e302737b86 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:46.775756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f48c4a25-efcb-4c99-89f8-c1c6da80a85a None None] Provisioning complete for port f972372c-bcb7-4da0-9fcb-42e302737b86 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:46.777248 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f48c4a25-efcb-4c99-89f8-c1c6da80a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:46.796179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:46.837544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-b0cbd5cc-1ef6-4b51-b1fc-957794d0f41c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:46.848329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-b0cbd5cc-1ef6-4b51-b1fc-957794d0f41c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.2934792 Aug 19 12:11:46.901896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f48c4a25-efcb-4c99-89f8-c1c6da80a85a None None] Port f972372c-bcb7-4da0-9fcb-42e302737b86 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:11:46.907942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-e7227a95-8a77-41e9-af5a-db4c0206c0ef tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/quotas/4bf3437e238b4255b8b2ff99f952bfba HTTP/1.1" status: 200 len: 375 time: 0.0585997 Aug 19 12:11:47.238296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-3b80a7e1-b50f-4c18-b815-2bb1cf38a292 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3293719 Aug 19 12:11:47.255268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-d6feed8b-9888-4a6f-bdde-ec925ad530fa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:11:47.272835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-d6feed8b-9888-4a6f-bdde-ec925ad530fa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278609 Aug 19 12:11:47.292842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b9c4da19-4373-45d6-adbd-73924bca0d5b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:47.342482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd45300-8513-4d94-bdf9-693c996bd757 req-07b61333-1f0c-482b-b437-de9dd210d568 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:47.346276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-afd45300-8513-4d94-bdf9-693c996bd757 req-07b61333-1f0c-482b-b437-de9dd210d568 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 931 time: 0.4089839 Aug 19 12:11:47.378841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port b9c4da19-4373-45d6-adbd-73924bca0d5b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:47.386506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b9c4da19-4373-45d6-adbd-73924bca0d5b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:47.387322 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:47.532431 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:47.612779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port b9c4da19-4373-45d6-adbd-73924bca0d5b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b9c4da19-4373-45d6-adbd-73924bca0d5b,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:47.619133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-afd45300-8513-4d94-bdf9-693c996bd757 req-8b6e8894-9b2c-4d59-8de3-06d15667f96c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740837 Aug 19 12:11:47.620444 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:47.816589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=b9c4da19-4373-45d6-adbd-73924bca0d5b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:48.244162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-f92f17fc-8abc-4fb1-b6b0-6f3217361344 service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9699228 Aug 19 12:11:48.362510 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc629-6d7a-411b-a090-5cc154a931ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:48.413166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f972372c-bcb7-4da0-9fcb-42e302737b86 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:11:48.430196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:48.438351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-939ec2e7-0159-443b-8b36-109c19509572 service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930602 Aug 19 12:11:48.450851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Transition to ACTIVE for port object f972372c-bcb7-4da0-9fcb-42e302737b86 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:48.457030 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:48.618463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:48.665705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:48.666123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:48.666424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:48.679114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Port f972372c-bcb7-4da0-9fcb-42e302737b86 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:11:48.679797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:48.708114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:48.708567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Checking segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:48.708945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Bound using segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:48.709422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Bound port: f972372c-bcb7-4da0-9fcb-42e302737b86, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:48.710135 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:48.869758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3252716b-4311-4b4f-aaff-8e5a06f0a3a0 req-6be6ad19-7a8b-46ec-a2e7-83ec2efef5d3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 210 time: 0.0439093 Aug 19 12:11:49.031206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc723ff-d6b2-472e-a99a-5e181e046a31 req-edfd4b40-2550-49f5-81af-a844cfc809df tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:49.040571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ffc723ff-d6b2-472e-a99a-5e181e046a31 req-edfd4b40-2550-49f5-81af-a844cfc809df tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 943 time: 0.2930877 Aug 19 12:11:49.065354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:49.072212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:49.096513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:49.248754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:49.250425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:49.252324 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] 10.222.0.54 "PUT /v2.0/ports/f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 1091 time: 2.7074573 Aug 19 12:11:49.266799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ffc723ff-d6b2-472e-a99a-5e181e046a31 req-552262de-9322-4d71-ac4e-0161bc9eac4e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250161 Aug 19 12:11:49.280838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:49.283587 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94990f50-34a5-4dda-bba3-2c75539c0ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:49.298477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b9c4da19-4373-45d6-adbd-73924bca0d5b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:49.365977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343fe67-bd0e-49b7-a2ff-f8f68da8f719 service neutron] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:49.406435 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bb495c-aec4-48df-979c-ebe7de1d05f8 x-openstack-request-id: req-05bb495c-aec4-48df-979c-ebe7de1d05f8 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:49.406898 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:49.407304 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05bb495c-aec4-48df-979c-ebe7de1d05f8 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:49.408103 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'status': 'completed', 'code': 200} Aug 19 12:11:49.424488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642b0a-237c-464a-a2b8-14fcb26929be req-8fd8f294-9851-45a8-ab75-62b97425ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:49.426527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-8fd8f294-9851-45a8-ab75-62b97425ce6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1094 time: 0.0927482 Aug 19 12:11:49.469463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b9c4da19-4373-45d6-adbd-73924bca0d5b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:49.470486 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:49.534407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-67033f93-25a3-4b53-927c-71b12b7e4d2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 217 time: 0.0891809 Aug 19 12:11:49.720426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642b0a-237c-464a-a2b8-14fcb26929be req-73d3337e-02db-4bc9-806d-1a65d49d832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:49.722386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-73d3337e-02db-4bc9-806d-1a65d49d832f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.1817906 Aug 19 12:11:49.821762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642b0a-237c-464a-a2b8-14fcb26929be req-d49edc59-3160-4d24-aa76-cdd56dc273e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:49.825592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-d49edc59-3160-4d24-aa76-cdd56dc273e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914302 Aug 19 12:11:50.004850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-4ffd6aaf-0ca3-479c-9837-a74b6ccda028 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701901 Aug 19 12:11:50.007116 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c390c209-0634-4dcb-8e61-fce69f139ddf req-c57898c7-c50e-4771-8a9d-1e4347e8cc8a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 210 time: 0.0448370 Aug 19 12:11:50.128462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68642b0a-237c-464a-a2b8-14fcb26929be req-aa9447d7-f022-4ac7-bf7a-0015b1cafa7c service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153262 Aug 19 12:11:50.424166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-3f45a109-15ff-4cb4-b3ca-72d52ad9872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:50.425710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-3f45a109-15ff-4cb4-b3ca-72d52ad9872a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1094 time: 0.1376383 Aug 19 12:11:50.493170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-cb2e2042-9fc9-4931-9a06-9615aebd042a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:50.494934 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-cb2e2042-9fc9-4931-9a06-9615aebd042a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.54 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.1835365 Aug 19 12:11:50.528172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'port': {'device_id': 'cae1ddc5-2e46-46e1-a635-afb0715e2ac8', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'admin_state_up': True, 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:50.537766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43621bbd-4947-44a8-8bef-791275a2a98e req-8c027129-ab0b-4287-8084-3f9c7e3a7d8e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:50.539660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43621bbd-4947-44a8-8bef-791275a2a98e req-8c027129-ab0b-4287-8084-3f9c7e3a7d8e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 943 time: 0.1613069 Aug 19 12:11:50.637510 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43621bbd-4947-44a8-8bef-791275a2a98e req-657e0ab9-e2b2-4302-8bf0-81caef77ad17 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815277 Aug 19 12:11:50.647362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-38d2a89f-e0c2-4385-9594-64d075d261ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:50.653293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-38d2a89f-e0c2-4385-9594-64d075d261ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.2058513 Aug 19 12:11:50.718811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-801a5f94-a623-4796-8f67-e0429d4c3921 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 217 time: 0.0564263 Aug 19 12:11:50.719527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Made reservation on behalf of 4bf3437e238b4255b8b2ff99f952bfba for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:11:50.723429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:50.766175 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b93987df-768e-4e27-8ade-21dfe7bca1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:50.809560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-63e08248-a5c6-4db7-9661-3327dc227bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:50.811105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-63e08248-a5c6-4db7-9661-3327dc227bad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.0810351 Aug 19 12:11:50.900184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:50.903600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-37564803-3d91-4e34-a82a-ab2aea1d0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:50.905416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-37564803-3d91-4e34-a82a-ab2aea1d0416 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852768 Aug 19 12:11:50.907924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Allocated IP 172.20.0.3 (a3b4cfc6-ac42-4092-b1a9-d7793babb6f5/11c1e7af-b32f-4aef-bc1d-e26537bf32fd/a1531c23-300f-4596-8f1f-823c89de157c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:51.114761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-011e1360-29a2-4c9e-875d-2d9a2fc83e0b service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978981 Aug 19 12:11:51.194866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:51.229403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Transition to ACTIVE for port object a1531c23-300f-4596-8f1f-823c89de157c will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:51.365094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:51.383428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d1ee872-463a-429b-9980-08c243ad1357 req-d1901c7b-d6c2-48d6-aca7-8f60a41f9a7d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 210 time: 0.2310143 Aug 19 12:11:51.424108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:11:51.543725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'Port': ['ID=a1531c23-300f-4596-8f1f-823c89de157c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:51.564671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:51.567201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:51.571096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:51.593265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94990f50-34a5-4dda-bba3-2c75539c0ddd req-d8a2f504-fe5a-42c3-a07e-74bb901b2b8c service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627423 Aug 19 12:11:51.725051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:51.737041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:51.769714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-5b161da1-c85e-44b3-a8bf-901860d0869d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2523110 Aug 19 12:11:51.790545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Request body: {'port': {'device_id': 'cae1ddc5-2e46-46e1-a635-afb0715e2ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:51.865021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:51.911237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b462c03-3729-466d-83e8-0ace3dce9049 req-c8493a3d-ba2b-4aec-97d9-439124d0aaf7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:51.913983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b462c03-3729-466d-83e8-0ace3dce9049 req-c8493a3d-ba2b-4aec-97d9-439124d0aaf7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 943 time: 0.1181030 Aug 19 12:11:51.971816 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:51.978324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-556ab0a1-1c43-45c1-abd8-65419e25d376 None None] Provisioning for port a1531c23-300f-4596-8f1f-823c89de157c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:51.995344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-556ab0a1-1c43-45c1-abd8-65419e25d376 None None] Provisioning complete for port a1531c23-300f-4596-8f1f-823c89de157c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:51.996714 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-556ab0a1-1c43-45c1-abd8-65419e25d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:52.011367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b462c03-3729-466d-83e8-0ace3dce9049 req-7adb6180-ea0a-4f4a-b8be-cf8add69d768 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907414 Aug 19 12:11:52.089680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-556ab0a1-1c43-45c1-abd8-65419e25d376 None None] Port a1531c23-300f-4596-8f1f-823c89de157c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:11:52.464652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1531c23-300f-4596-8f1f-823c89de157c {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:11:52.503890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:52.535468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Transition to ACTIVE for port object a1531c23-300f-4596-8f1f-823c89de157c will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:11:52.548173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:52.640975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c16f55-1bdc-46a1-bac3-92d15008b420 req-2dd43ba9-a0d8-4623-b3e2-62d43e7fe565 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:52.643284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6c16f55-1bdc-46a1-bac3-92d15008b420 req-2dd43ba9-a0d8-4623-b3e2-62d43e7fe565 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 943 time: 0.0797813 Aug 19 12:11:52.738080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6c16f55-1bdc-46a1-bac3-92d15008b420 req-0213d091-af4c-4a93-879b-7ba3319a88c8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853519 Aug 19 12:11:52.817166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Attempting to bind port a1531c23-300f-4596-8f1f-823c89de157c on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:11:52.817623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Attempting to bind port a1531c23-300f-4596-8f1f-823c89de157c by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:11:52.818058 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Attempting to bind port a1531c23-300f-4596-8f1f-823c89de157c on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:52.820373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Pushing event updated for resources: {'Port': ['ID=a1531c23-300f-4596-8f1f-823c89de157c,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:52.825677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Port a1531c23-300f-4596-8f1f-823c89de157c on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:11:52.826085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Attempting to bind port a1531c23-300f-4596-8f1f-823c89de157c on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:11:52.832001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:11:52.832412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Checking segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:11:52.832902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Bound using segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:11:52.833405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Bound port: a1531c23-300f-4596-8f1f-823c89de157c, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:11:52.833845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:52.943032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] For port a1531c23-300f-4596-8f1f-823c89de157c, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:11:52.947564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] For port a1531c23-300f-4596-8f1f-823c89de157c, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a1531c23-300f-4596-8f1f-823c89de157c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:11:52.951692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:53.001991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:53.002643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:53.004317 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] 10.222.0.54 "PUT /v2.0/ports/a1531c23-300f-4596-8f1f-823c89de157c HTTP/1.1" status: 200 len: 1091 time: 1.2194421 Aug 19 12:11:53.004825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae1ddc5-2e46-46e1-a635-afb0715e2ac8', 'tag': 'a1531c23-300f-4596-8f1f-823c89de157c'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:53.007793 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0494f413-8780-497e-ae74-446871540e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "cae1ddc5-2e46-46e1-a635-afb0715e2ac8", "tag": "a1531c23-300f-4596-8f1f-823c89de157c"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:53.052629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab6b5f-fef0-414c-89cb-5dd56105574b service neutron] Pushing event updated for resources: {'Port': ['ID=a1531c23-300f-4596-8f1f-823c89de157c,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:53.124003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-ccfb620b-7ddf-4bef-be52-0a9407409a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:53.126054 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-ccfb620b-7ddf-4bef-be52-0a9407409a74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0581293 Aug 19 12:11:53.159598 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6c78d-cba7-42a7-ab6b-8e457adc0171 x-openstack-request-id: req-b9d6c78d-cba7-42a7-ab6b-8e457adc0171 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:53.160273 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae1ddc5-2e46-46e1-a635-afb0715e2ac8", "tag": "a1531c23-300f-4596-8f1f-823c89de157c", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:53.160710 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9d6c78d-cba7-42a7-ab6b-8e457adc0171 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:53.162749 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae1ddc5-2e46-46e1-a635-afb0715e2ac8', 'tag': 'a1531c23-300f-4596-8f1f-823c89de157c', 'status': 'completed', 'code': 200} Aug 19 12:11:53.247541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-eab3e6fb-cd80-43ac-97e4-1fc106be319b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1531c23-300f-4596-8f1f-823c89de157c HTTP/1.1" status: 200 len: 217 time: 0.1058629 Aug 19 12:11:53.261204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b673e16-1d5b-40d6-aede-23d47553ff99 req-d30e724d-2ff0-42cb-98d0-37fda856b46e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:53.263149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b673e16-1d5b-40d6-aede-23d47553ff99 req-d30e724d-2ff0-42cb-98d0-37fda856b46e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 943 time: 0.0732315 Aug 19 12:11:53.348654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-9449256d-f823-411d-86ba-5c325b2feec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:53.350966 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-9449256d-f823-411d-86ba-5c325b2feec4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0955136 Aug 19 12:11:53.367600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b673e16-1d5b-40d6-aede-23d47553ff99 req-e138471a-9366-4800-bba6-e9956242a998 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955141 Aug 19 12:11:53.415518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-4fb09497-79b1-4393-ab2e-43dabe8ecf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:53.417186 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-4fb09497-79b1-4393-ab2e-43dabe8ecf64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565336 Aug 19 12:11:53.585417 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-6a04de8d-bdcd-4d27-b0b3-56a79ab590b6 service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582017 Aug 19 12:11:53.720135 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c8c70585-83d8-415b-83b9-25f906b9a385 req-7cc4210e-2f4b-41d3-9421-410bdb349851 service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261084 Aug 19 12:11:53.879217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494f413-8780-497e-ae74-446871540e0b req-768ed8d6-2e3e-40d4-a000-cdeab5922959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:53.881689 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0494f413-8780-497e-ae74-446871540e0b req-768ed8d6-2e3e-40d4-a000-cdeab5922959 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0685461 Aug 19 12:11:53.972109 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:53.976591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:11:53.983412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf88fa-ef2c-4097-9835-9c95a6a06889 req-94508f17-7b22-4a55-9c85-4c0d23a139a7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:53.985746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bdf88fa-ef2c-4097-9835-9c95a6a06889 req-94508f17-7b22-4a55-9c85-4c0d23a139a7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 943 time: 0.0941288 Aug 19 12:11:54.028085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494f413-8780-497e-ae74-446871540e0b req-a71b1193-4459-44ca-9a96-99c60f7f1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:54.037299 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0494f413-8780-497e-ae74-446871540e0b req-a71b1193-4459-44ca-9a96-99c60f7f1e04 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.1477487 Aug 19 12:11:54.145329 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:54.154438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:54.165133 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0494f413-8780-497e-ae74-446871540e0b req-a359922f-59b3-4b53-ab93-26fd97f1be8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1531c23-300f-4596-8f1f-823c89de157c HTTP/1.1" status: 200 len: 217 time: 0.1194289 Aug 19 12:11:54.171115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'port_id': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'mac_address': 'fa:16:3e:a0:96:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:11:54.226184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:54.245027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f972372c-bcb7-4da0-9fcb-42e302737b86 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:11:54.276801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:54.286580 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:54.312030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494f413-8780-497e-ae74-446871540e0b req-12c4918e-0b1d-4a2b-87d2-2fe99eaab797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:54.313821 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0494f413-8780-497e-ae74-446871540e0b req-12c4918e-0b1d-4a2b-87d2-2fe99eaab797 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1403339 Aug 19 12:11:54.385039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:54.411854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bdf88fa-ef2c-4097-9835-9c95a6a06889 req-2f287774-82d4-4cea-9098-45b1ff911fd2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184587 Aug 19 12:11:54.427356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494f413-8780-497e-ae74-446871540e0b req-9e5c95c6-dfd1-4623-8c67-346a125f6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:54.429419 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0494f413-8780-497e-ae74-446871540e0b req-9e5c95c6-dfd1-4623-8c67-346a125f6c5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065309 Aug 19 12:11:54.584625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0d49-6e9a-4bf1-9d3d-e619dd85f1d2 req-3c6ff94c-797c-48eb-817b-6b7d9b634148 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:54.586772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b4e0d49-6e9a-4bf1-9d3d-e619dd85f1d2 req-3c6ff94c-797c-48eb-817b-6b7d9b634148 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 944 time: 0.1265228 Aug 19 12:11:54.606065 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0494f413-8780-497e-ae74-446871540e0b req-ffa724ef-482e-4782-a260-991ec5560445 service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677225 Aug 19 12:11:54.687701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b4e0d49-6e9a-4bf1-9d3d-e619dd85f1d2 req-b5a68b66-d8f3-4e91-a08d-2335e4c9ff92 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923193 Aug 19 12:11:54.713798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f972372c-bcb7-4da0-9fcb-42e302737b86'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:11:54.816205 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0494f413-8780-497e-ae74-446871540e0b req-bec20eb5-807f-4208-8564-2a86481c29ab service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933231 Aug 19 12:11:55.577213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90a121-d98e-43f5-b887-e7a1c4a9aebf req-39d9781f-7196-4e1c-849a-b1f3392d22a2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:55.579036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b90a121-d98e-43f5-b887-e7a1c4a9aebf req-39d9781f-7196-4e1c-849a-b1f3392d22a2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 943 time: 0.0589104 Aug 19 12:11:55.631604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b90a121-d98e-43f5-b887-e7a1c4a9aebf req-fa8aaa47-e09b-4f7d-88e9-625b97ac8be9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464246 Aug 19 12:11:55.875994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca9451-bf8c-443c-901c-ec31d716ff06 req-94d4a993-327a-49a7-99d0-8c8da75048f8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:55.879038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9ca9451-bf8c-443c-901c-ec31d716ff06 req-94d4a993-327a-49a7-99d0-8c8da75048f8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 944 time: 0.0772729 Aug 19 12:11:55.939762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9ca9451-bf8c-443c-901c-ec31d716ff06 req-74ffb65a-c7a1-4b5a-9581-387e3dd24d39 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540061 Aug 19 12:11:55.982517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a1531c23-300f-4596-8f1f-823c89de157c details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:11:55.989602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:11:56.133180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port f972372c-bcb7-4da0-9fcb-42e302737b86 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:11:56.140038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port f972372c-bcb7-4da0-9fcb-42e302737b86 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:11:56.140672 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:56.200616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a1531c23-300f-4596-8f1f-823c89de157c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a1531c23-300f-4596-8f1f-823c89de157c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:56.222868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'a1531c23-300f-4596-8f1f-823c89de157c', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'port_id': 'a1531c23-300f-4596-8f1f-823c89de157c', 'mac_address': 'fa:16:3e:dc:e3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:11:56.309730 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:56.319742 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:56.339244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1531c23-300f-4596-8f1f-823c89de157c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:11:56.369714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:11:56.371991 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeee1fa-4899-4702-bb07-23b2e8daeb67" -d '{"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-plugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:11:56.401521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a1531c23-300f-4596-8f1f-823c89de157c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a1531c23-300f-4596-8f1f-823c89de157c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:56.421780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:11:56.426187 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:56.464709 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:56.467692 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a22b9a-d1d6-4f9e-816c-a26c09d90d92 x-openstack-request-id: req-28a22b9a-d1d6-4f9e-816c-a26c09d90d92 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:11:56.468183 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-plugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:11:56.468747 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28a22b9a-d1d6-4f9e-816c-a26c09d90d92 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:11:56.469452 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'code': 200} Aug 19 12:11:56.508136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a1531c23-300f-4596-8f1f-823c89de157c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.532981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:11:56.624489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:56.626220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864f32-548a-4e83-89dd-3db923b754e4 req-3fdb665e-5eeb-49a3-9f7a-6f91e18b4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:56.628046 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-95864f32-548a-4e83-89dd-3db923b754e4 req-3fdb665e-5eeb-49a3-9f7a-6f91e18b4b1f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1096 time: 0.0561922 Aug 19 12:11:56.710383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-95864f32-548a-4e83-89dd-3db923b754e4 req-43b94472-3c51-4f4c-9942-eef5e03cb5d4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731628 Aug 19 12:11:56.777152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de9d72-0be5-453c-8465-b7daf241fdb7 req-7023dc6f-5b91-4386-8e69-4ceab6f30c41 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:56.786012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81de9d72-0be5-453c-8465-b7daf241fdb7 req-7023dc6f-5b91-4386-8e69-4ceab6f30c41 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 944 time: 0.0705564 Aug 19 12:11:56.832266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81de9d72-0be5-453c-8465-b7daf241fdb7 req-3b4bf44a-81a0-424e-a5d5-132d7d5891f2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Aug 19 12:11:56.854331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a1531c23-300f-4596-8f1f-823c89de157c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:11:57.188736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b4e33-a9da-4b14-9bb1-6dc2f75f5211 req-8d2767a5-e9bd-4f81-94cf-10df49944c68 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:57.190524 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e95b4e33-a9da-4b14-9bb1-6dc2f75f5211 req-8d2767a5-e9bd-4f81-94cf-10df49944c68 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.1391871 Aug 19 12:11:57.267405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e95b4e33-a9da-4b14-9bb1-6dc2f75f5211 req-63863e03-dd06-4933-8035-79b566e70708 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686915 Aug 19 12:11:57.953899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640958a-2862-445e-aa7e-7ce989a6c6d1 req-9d762292-28fe-4274-8736-1e0f2b35a00f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:57.961250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7640958a-2862-445e-aa7e-7ce989a6c6d1 req-9d762292-28fe-4274-8736-1e0f2b35a00f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 944 time: 0.0638831 Aug 19 12:11:58.002032 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7640958a-2862-445e-aa7e-7ce989a6c6d1 req-39a5bc35-1fa9-49f9-9d37-410d369879b9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Aug 19 12:11:58.420291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376f6bf-05d9-4339-b36d-55bb82eeb1d0 req-16b28559-a9e0-4f5f-9ddd-b7f105e65941 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:58.421832 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c376f6bf-05d9-4339-b36d-55bb82eeb1d0 req-16b28559-a9e0-4f5f-9ddd-b7f105e65941 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.0563595 Aug 19 12:11:58.430642 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:58.463813 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c376f6bf-05d9-4339-b36d-55bb82eeb1d0 req-1160f7d7-3c2d-4dca-b845-2ef9d9c7411b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345540 Aug 19 12:11:58.588391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143703d6-dd1d-48f4-afa1-0f5d8440c061 req-3fed76c0-3faa-45da-ac1e-04d663940d79 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:58.589967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-143703d6-dd1d-48f4-afa1-0f5d8440c061 req-3fed76c0-3faa-45da-ac1e-04d663940d79 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.0522668 Aug 19 12:11:58.639624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-143703d6-dd1d-48f4-afa1-0f5d8440c061 req-30de30f8-fd6b-4697-a47d-cdb927db1e29 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Aug 19 12:11:58.671665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46408) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:58.757519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f961d19-b833-4cfc-97a7-a16c23099943 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:58.759068 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4f961d19-b833-4cfc-97a7-a16c23099943 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1091 time: 0.0938840 Aug 19 12:11:58.761962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46412) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:58.766659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:11:58.799842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:58.949051 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:59.080851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.25.4.124 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/1b89df52-34b7-4a86-9153-7c9370f16bb0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:11:59.235813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7333-28b6-4a2c-b1e7-20c3a2d6c881 req-3ab50f14-c788-442f-abcb-7dbb6037f911 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:11:59.243779 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-180d7333-28b6-4a2c-b1e7-20c3a2d6c881 req-3ab50f14-c788-442f-abcb-7dbb6037f911 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 944 time: 0.0962229 Aug 19 12:11:59.301790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:59.309309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-180d7333-28b6-4a2c-b1e7-20c3a2d6c881 req-7170c08d-b588-477f-937f-6ff8046928f8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591421 Aug 19 12:11:59.359912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:59.407544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:11:59.413472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:11:59.415871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=1b89df52-34b7-4a86-9153-7c9370f16bb0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:11:59.418321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:11:59.834039 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:59.928946 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:00.011651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a1531c23-300f-4596-8f1f-823c89de157c up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:00.089917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port a1531c23-300f-4596-8f1f-823c89de157c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:00.097367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port a1531c23-300f-4596-8f1f-823c89de157c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:00.098028 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:00.179566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:00.186745 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:00.211582 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:00.238917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae1ddc5-2e46-46e1-a635-afb0715e2ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1531c23-300f-4596-8f1f-823c89de157c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:00.242038 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad6deb-a0c9-4ea7-81a7-190cc1d16cce" -d '{"events": [{"server_uuid": "cae1ddc5-2e46-46e1-a635-afb0715e2ac8", "name": "network-vif-plugged", "status": "completed", "tag": "a1531c23-300f-4596-8f1f-823c89de157c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:00.284507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a1531c23-300f-4596-8f1f-823c89de157c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a1531c23-300f-4596-8f1f-823c89de157c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:00.292350 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:00.355243 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e38ffb7-d100-47d9-966b-e17a5b86ecd5 x-openstack-request-id: req-0e38ffb7-d100-47d9-966b-e17a5b86ecd5 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:00.357152 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae1ddc5-2e46-46e1-a635-afb0715e2ac8", "name": "network-vif-plugged", "status": "completed", "tag": "a1531c23-300f-4596-8f1f-823c89de157c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:00.357635 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e38ffb7-d100-47d9-966b-e17a5b86ecd5 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:00.359397 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae1ddc5-2e46-46e1-a635-afb0715e2ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1531c23-300f-4596-8f1f-823c89de157c', 'code': 200} Aug 19 12:12:00.360952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=1b89df52-34b7-4a86-9153-7c9370f16bb0,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:00.418190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:00.574663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a1531c23-300f-4596-8f1f-823c89de157c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:00.701575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cecd4-64d1-4196-8601-9ec7f4d1cc86 req-7e3129cb-b46f-48cb-b39b-232bb3a29bce tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:00.703841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e88cecd4-64d1-4196-8601-9ec7f4d1cc86 req-7e3129cb-b46f-48cb-b39b-232bb3a29bce tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 945 time: 0.1229320 Aug 19 12:12:00.737313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce763160-6d01-4be4-b3fe-9fb06ed923bf req-64111773-8c72-4f60-9c45-db5fd22bd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:00.739181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce763160-6d01-4be4-b3fe-9fb06ed923bf req-64111773-8c72-4f60-9c45-db5fd22bd953 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 1096 time: 0.1137493 Aug 19 12:12:00.785370 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Floating IP 57d1f4c3-27db-4979-b123-494d3307bc38 associated. External IP: 172.25.4.124, port: f972372c-bcb7-4da0-9fcb-42e302737b86. Aug 19 12:12:00.786505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e88cecd4-64d1-4196-8601-9ec7f4d1cc86 req-46432c38-ea67-42a7-880f-3cbf09675c51 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601547 Aug 19 12:12:00.957415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce763160-6d01-4be4-b3fe-9fb06ed923bf req-56dca230-35f9-4218-b716-28dc2c953a62 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086160 Aug 19 12:12:01.096068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router b6921d03-0a7b-4b64-87f7-68231c8d4d1e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:12:01.603826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:01.616405 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] Sync routers for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:01.644566 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:01.645493 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:01.650048 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:01.729587 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f1bfaa4d-acd4-4e6f-8fa7-25039234c770 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9663293 Aug 19 12:12:01.730861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:01.736107 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea216b0-8ef6-4e07-9079-4434d697c6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:01.867313 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0cd674-35d2-4543-ac41-063d4a76f1ed x-openstack-request-id: req-6c0cd674-35d2-4543-ac41-063d4a76f1ed {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:01.867848 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:01.868345 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c0cd674-35d2-4543-ac41-063d4a76f1ed {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:01.869195 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'status': 'completed', 'code': 200} Aug 19 12:12:01.889312 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:02.009098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580876-2f21-499b-a010-9a9fee3cf053 req-e754641a-a2f4-4589-90f4-a15f04774de6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:02.017440 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f580876-2f21-499b-a010-9a9fee3cf053 req-e754641a-a2f4-4589-90f4-a15f04774de6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.1199074 Aug 19 12:12:02.036870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-bf494812-10c0-40b3-b07a-45833849c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:02.043267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-bf494812-10c0-40b3-b07a-45833849c360 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1096 time: 0.1278136 Aug 19 12:12:02.113643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f580876-2f21-499b-a010-9a9fee3cf053 req-c4452185-e3cc-4345-ae3f-7d781c8a3e00 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948331 Aug 19 12:12:02.130669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46482) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:02.255555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-2d285fc1-0fd1-4d6d-ab30-f944e00c4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:02.257405 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-2d285fc1-0fd1-4d6d-ab30-f944e00c4a5b service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.1840649 Aug 19 12:12:02.257913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46484) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:02.290247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0b4d09f3-29fc-46a8-9247-07547d21ec03 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/57d1f4c3-27db-4979-b123-494d3307bc38 HTTP/1.1" status: 200 len: 991 time: 0.1474364 Aug 19 12:12:02.304573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8db2f-5a9c-4ccd-9b47-00c15a51111c req-4e5d955a-9850-4ade-ba53-b456d0417efc tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:02.324730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16a8db2f-5a9c-4ccd-9b47-00c15a51111c req-4e5d955a-9850-4ade-ba53-b456d0417efc tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 945 time: 0.3267193 Aug 19 12:12:02.375684 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-27554e13-7f3a-4cb4-beaf-7700c62bebf9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 999 time: 0.0888641 Aug 19 12:12:02.397291 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:38Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '57d1f4c3-27db-4979-b123-494d3307bc38', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'port_id': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'mac_address': 'fa:16:3e:a0:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:11:59Z', 'updated_at': '2021-08-19T12:11:59Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c4da19-4373-45d6-adbd-73924bca0d5b', 'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:93:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:37Z', 'updated_at': '2021-08-19T12:11:47Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:02.410767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16a8db2f-5a9c-4ccd-9b47-00c15a51111c req-73f3ca2d-e254-4c1b-9ba0-a5d324702160 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846171 Aug 19 12:12:02.438546 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] Checking router: b6921d03-0a7b-4b64-87f7-68231c8d4d1e for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:02.440813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-90189c74-593d-4905-9eaf-de316f11dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:02.442363 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-90189c74-593d-4905-9eaf-de316f11dd2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.0599918 Aug 19 12:12:02.448645 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:02.449571 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:02.508745 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c698858-bce8-412c-8f08-16f8fdfee480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:02.573067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-41a6bcc3-80bf-4fde-a728-04abdbb7c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:02.576106 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-41a6bcc3-80bf-4fde-a728-04abdbb7c602 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255407 Aug 19 12:12:02.608329 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:02.876979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c698858-bce8-412c-8f08-16f8fdfee480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:02.884027 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-58f2145f-c374-4629-ab52-10d68b46c124 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003993 Aug 19 12:12:02.891992 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c698858-bce8-412c-8f08-16f8fdfee480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:03.020751 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:38Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '57d1f4c3-27db-4979-b123-494d3307bc38', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'port_id': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'mac_address': 'fa:16:3e:a0:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:11:59Z', 'updated_at': '2021-08-19T12:11:59Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c4da19-4373-45d6-adbd-73924bca0d5b', 'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:93:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:37Z', 'updated_at': '2021-08-19T12:11:47Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:03.047137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bea216b0-8ef6-4e07-9079-4434d697c6e0 req-aff4419d-e7e4-4d20-b115-045ce425f6d3 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444032 Aug 19 12:12:03.060586 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe1ac1-a642-40db-9c95-430a16e8f75e None None] The sync data for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 is: [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:38Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '57d1f4c3-27db-4979-b123-494d3307bc38', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'port_id': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'mac_address': 'fa:16:3e:a0:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:11:59Z', 'updated_at': '2021-08-19T12:11:59Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c4da19-4373-45d6-adbd-73924bca0d5b', 'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:93:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:37Z', 'updated_at': '2021-08-19T12:11:47Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:03.092553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46492) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:03.094512 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6c698858-bce8-412c-8f08-16f8fdfee480 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a2d3ac8d2044b39a8c8adc10db3db90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342075 Aug 19 12:12:03.096011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c698858-bce8-412c-8f08-16f8fdfee480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14536330-fff6-4153-8eab-a615e67e4d97,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:03.157712 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56375538-d8eb-42b4-b5be-92d8cbf82302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:03.186550 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56375538-d8eb-42b4-b5be-92d8cbf82302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:03.252449 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56375538-d8eb-42b4-b5be-92d8cbf82302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:03.259713 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56375538-d8eb-42b4-b5be-92d8cbf82302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:03.262960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-56375538-d8eb-42b4-b5be-92d8cbf82302 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14536330-fff6-4153-8eab-a615e67e4d97 HTTP/1.1" status: 204 len: 168 time: 0.1684430 Aug 19 12:12:03.283637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46498) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:03.311032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56375538-d8eb-42b4-b5be-92d8cbf82302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14536330-fff6-4153-8eab-a615e67e4d97,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:03.406877 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-00232fde-3157-4f71-bdb0-ed227b60c909 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/57d1f4c3-27db-4979-b123-494d3307bc38 HTTP/1.1" status: 200 len: 991 time: 0.1217268 Aug 19 12:12:03.469678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d60755a-9abf-4d9f-a258-9fb03428bbc1 None None] New status for floating IP 57d1f4c3-27db-4979-b123-494d3307bc38: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:12:03.568620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fe6f6-7849-4314-b526-4b94dc1faf4e req-4f25fc44-744f-4579-8a56-dfe6deb24cf6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:03.579261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da8fe6f6-7849-4314-b526-4b94dc1faf4e req-4f25fc44-744f-4579-8a56-dfe6deb24cf6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 945 time: 0.0871582 Aug 19 12:12:03.638346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da8fe6f6-7849-4314-b526-4b94dc1faf4e req-c3a17ed8-dcf3-4e16-85aa-bcb0404c17b0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566990 Aug 19 12:12:03.766399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46508) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:03.780789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bc3369b-9ed4-4507-9d29-a78f54519a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:03.882576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bc3369b-9ed4-4507-9d29-a78f54519a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:03.887856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2bc3369b-9ed4-4507-9d29-a78f54519a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:03.929222 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2bc3369b-9ed4-4507-9d29-a78f54519a76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47720ca7fd2a42c68de7e551768531c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612506 Aug 19 12:12:03.930687 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3369b-9ed4-4507-9d29-a78f54519a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298e526a-9a6c-4eb4-9a35-276a3d365a05,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:03.932733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46512) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:04.058221 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58033a57-e7d5-4ab6-b061-8e1611d7d415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.087698 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58033a57-e7d5-4ab6-b061-8e1611d7d415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.161145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58033a57-e7d5-4ab6-b061-8e1611d7d415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.166563 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58033a57-e7d5-4ab6-b061-8e1611d7d415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.171939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-58033a57-e7d5-4ab6-b061-8e1611d7d415 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/298e526a-9a6c-4eb4-9a35-276a3d365a05 HTTP/1.1" status: 204 len: 168 time: 0.2326548 Aug 19 12:12:04.182311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58033a57-e7d5-4ab6-b061-8e1611d7d415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298e526a-9a6c-4eb4-9a35-276a3d365a05,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:04.410679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46520) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:04.498870 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e69bb55-d04a-4d96-be7b-8acb2b0e07ce tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/57d1f4c3-27db-4979-b123-494d3307bc38 HTTP/1.1" status: 200 len: 993 time: 0.0868180 Aug 19 12:12:04.651835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46524) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:04.670833 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff64cc13-cf27-4188-80f0-ea7fe4011cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.789026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff64cc13-cf27-4188-80f0-ea7fe4011cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.794418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff64cc13-cf27-4188-80f0-ea7fe4011cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.840513 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff64cc13-cf27-4188-80f0-ea7fe4011cbc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd8f130440274b67ad656cc00794e0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871362 Aug 19 12:12:04.841816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64cc13-cf27-4188-80f0-ea7fe4011cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b8a62d-ac83-418c-beec-d2caadf587ca,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:04.843691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46528) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:04.905730 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e57aac7-b266-40ef-ba59-49b77c673ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.939321 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e57aac7-b266-40ef-ba59-49b77c673ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.995301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e57aac7-b266-40ef-ba59-49b77c673ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.998323 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5e57aac7-b266-40ef-ba59-49b77c673ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.999552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5e57aac7-b266-40ef-ba59-49b77c673ef9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3b8a62d-ac83-418c-beec-d2caadf587ca HTTP/1.1" status: 204 len: 168 time: 0.1534126 Aug 19 12:12:05.008942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57aac7-b266-40ef-ba59-49b77c673ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b8a62d-ac83-418c-beec-d2caadf587ca,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:06.635524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46602) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:06.844044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cb49-1df0-4269-9578-2a1d85dd3f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:07.025446 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cb49-1df0-4269-9578-2a1d85dd3f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:07.035977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cb49-1df0-4269-9578-2a1d85dd3f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:07.072905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5cb49-1df0-4269-9578-2a1d85dd3f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a43440-414b-45ef-8faf-ace3ebe30a67,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:07.100280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8bd5cb49-1df0-4269-9578-2a1d85dd3f1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce4d6d82682a40b6acb8e43b5e035cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635811 Aug 19 12:12:07.103410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46652) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:07.180839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-352639f2-5c11-4ed7-bcf5-31a061b3c331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:07.219290 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-352639f2-5c11-4ed7-bcf5-31a061b3c331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:07.324821 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-352639f2-5c11-4ed7-bcf5-31a061b3c331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:07.329896 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-352639f2-5c11-4ed7-bcf5-31a061b3c331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:07.337492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-352639f2-5c11-4ed7-bcf5-31a061b3c331 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52a43440-414b-45ef-8faf-ace3ebe30a67 HTTP/1.1" status: 204 len: 168 time: 0.2326951 Aug 19 12:12:07.366408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352639f2-5c11-4ed7-bcf5-31a061b3c331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a43440-414b-45ef-8faf-ace3ebe30a67,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:10.664031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47110) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:10.669374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'network': {'name': 'tempest-network-smoke--1509607869', 'project_id': '590d962779804d4d9671c0ff12bceb70', 'port_security_enabled': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:10.691831 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Made reservation on behalf of 590d962779804d4d9671c0ff12bceb70 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:12:10.695896 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:10.704356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:10.815698 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:10.820940 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:10.849149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:12:10.859466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c535c8-5687-4a61-9e78-5e162dec788c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:10.864633 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:10.864995 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Added segment c3f959c9-c92b-474c-8345-e30e32fd9c5b of type vlan for network 81a685d2-b324-4545-a6d9-ea87b865c98c Aug 19 12:12:10.907370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:10.936701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:10.943028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:10.943825 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:11.012774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3469522 Aug 19 12:12:11.015122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47122) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:11.020410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'admin_state_up': True, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:11.034962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a73d2-fd5c-437e-84d5-e193b6fbc2ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Network': ['ID=81a685d2-b324-4545-a6d9-ea87b865c98c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:11.058205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 81a685d2-b324-4545-a6d9-ea87b865c98c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:12:11.065653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:11.066889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:11.137509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:11.292295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:11.578045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:11.611015 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:11.737977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Allocated IP 172.25.4.60 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/7fe43eb2-de76-4c08-bd49-ae81b8c0ec00) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:11.880204 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:11.921871 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:11.962087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:11.967026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:11.972300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:11.973972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=7fe43eb2-de76-4c08-bd49-ae81b8c0ec00,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:12.019837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47148) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:12.193575 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ac8807f7-4a49-4d06-add3-62c281687516 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/floatingips/895be54c-0792-4db4-9c34-e59dae3e99a6 HTTP/1.1" status: 200 len: 993 time: 0.1722205 Aug 19 12:12:12.353941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:12.499910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47160) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:12.695476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:12.873830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port b01a38f6-2938-4bee-9417-63144e091bb0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:12:12.874179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:12.931288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:12:13.015898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:13.016234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:13.059075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for b01a38f6-2938-4bee-9417-63144e091bb0 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:12:13.157443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:13.173276 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Sync routers for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:13.184569 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:13.185484 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:13.206689 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:13.211544 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b02e4b0c-23f4-40e8-b0b5-327912505880 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1953301 Aug 19 12:12:13.212212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47174) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:13.318905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:13.332701 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:13.365417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=b01a38f6-2938-4bee-9417-63144e091bb0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:13.422388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-390f7c31-8279-43b3-b14e-6496681bfb0a tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=590d962779804d4d9671c0ff12bceb70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2078369 Aug 19 12:12:13.425444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47180) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:13.494640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:13.495384 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Floating IP 895be54c-0792-4db4-9c34-e59dae3e99a6 disassociated (deleted). External IP: 172.25.4.151, port: 9b4fe188-3fc0-4287-a39e-a7d2be3356fd. Aug 19 12:12:13.556043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d221f-12d2-4e60-b679-2cdebadec616 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:13.558239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4b3d221f-12d2-4e60-b679-2cdebadec616 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308103 Aug 19 12:12:13.560864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47182) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:13.594964 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-583ce947-eec4-4926-8ff0-b1baa2283957 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327225 Aug 19 12:12:13.597452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47184) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:13.606399 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:12Z', 'revision_number': 3, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:13.614023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1162558857', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'project_id': '590d962779804d4d9671c0ff12bceb70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:13.637649 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Checking router: 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:13.637909 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Updating router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:12:13.691580 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:13.730340 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:12:13.805536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Made reservation on behalf of 590d962779804d4d9671c0ff12bceb70 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:12:13.810875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.088310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.144449 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Subnet': ['ID=3fc9678d-2b78-4a25-8266-4833bd22abdb,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:14.214944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Checking segment: {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:14.215655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network hostable DHCP agents. Network: 81a685d2-b324-4545-a6d9-ea87b865c98c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:12:14.219523 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.231178 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Transition to ACTIVE for port object 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:14.248844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network 81a685d2-b324-4545-a6d9-ea87b865c98c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:12:14.251372 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.265225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 81a685d2-b324-4545-a6d9-ea87b865c98c) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:14.276497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd42d6-215f-43f1-8e98-a9b01a955fcf None None] Network 81a685d2-b324-4545-a6d9-ea87b865c98c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:12:14.280922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:14.290459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.323610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d67f1e31-d70f-4c53-ad0c-d799e4578039 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7110169 Aug 19 12:12:14.324052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47192) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:14.372146 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb22693-9dd9-4b55-a28a-1a43b4b72086 None None] Pushing event updated for resources: {'Port': ['ID=7fe43eb2-de76-4c08-bd49-ae81b8c0ec00,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:14.403036 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Attempting to bind port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:14.404075 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Attempting to bind port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:14.404877 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Attempting to bind port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:14.410244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:12:14.411132 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:14.411770 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:14.412418 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.413037 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:14.414096 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Bound port: 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:14.414693 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.487476 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] For port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:14.491817 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] For port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7fe43eb2-de76-4c08-bd49-ae81b8c0ec00,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:14.498527 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.536414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-81a685d2-b324-4545-a6d9-ea87b865c98c', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:12:14.537778 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.564466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:14.573053 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.627493 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:14.630355 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:14.639026 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9daba366-706f-4a10-ab44-698678c93850 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/floatingips/895be54c-0792-4db4-9c34-e59dae3e99a6 HTTP/1.1" status: 204 len: 168 time: 2.1353419 Aug 19 12:12:14.639026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:14.659348 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7225cd-a621-4193-b58b-de5db205bee3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:14.708174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] Sync routers for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:14.714652 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee09d16-4903-4f54-a725-e342e52436ac x-openstack-request-id: req-2ee09d16-4903-4f54-a725-e342e52436ac {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:14.715096 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:14.715439 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ee09d16-4903-4f54-a725-e342e52436ac {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:14.715928 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'status': 'completed', 'code': 200} Aug 19 12:12:14.720970 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb22693-9dd9-4b55-a28a-1a43b4b72086 None None] Pushing event updated for resources: {'Port': ['ID=7fe43eb2-de76-4c08-bd49-ae81b8c0ec00,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:14.785409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:14.786485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:14.854499 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:14.929257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-64a69c0d-b8db-4d13-bd0e-96bc40988f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:14.930619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-64a69c0d-b8db-4d13-bd0e-96bc40988f1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17ecf2d06262474eadaac84993402ef7&device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 1096 time: 0.1623790 Aug 19 12:12:15.153246 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:12Z', 'revision_number': 3, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:15.185251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:15.190542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd1912-bec1-4733-ad0f-03f5348ad7bc None None] The sync data for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 is: [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:12Z', 'revision_number': 3, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:15.190783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Allocated IP 172.20.0.2 (81a685d2-b324-4545-a6d9-ea87b865c98c/3fc9678d-2b78-4a25-8266-4833bd22abdb/d3025839-3a67-49ae-95da-3a3b8074e148) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:15.225064 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-d86b93b7-ce29-41cf-9f65-5b95e01c37f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1344383 Aug 19 12:12:15.362714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b0860-f35e-4420-a130-d6ec9fb82f43 req-0571f159-1d04-4f03-8651-6fe2bce83ad0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.364955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-275b0860-f35e-4420-a130-d6ec9fb82f43 req-0571f159-1d04-4f03-8651-6fe2bce83ad0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1534247 Aug 19 12:12:15.387638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a53292-daf1-412a-bec7-8b458c56a167 req-0e444bc6-ff7a-4657-b438-4d37f953d9f0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.398756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9a53292-daf1-412a-bec7-8b458c56a167 req-0e444bc6-ff7a-4657-b438-4d37f953d9f0 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 945 time: 0.3201649 Aug 19 12:12:15.458038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f1b27005-ecd3-454c-ab1f-d5bb06b4d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.458627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f1b27005-ecd3-454c-ab1f-d5bb06b4d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.459125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f1b27005-ecd3-454c-ab1f-d5bb06b4d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.459674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f1b27005-ecd3-454c-ab1f-d5bb06b4d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.460244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f1b27005-ecd3-454c-ab1f-d5bb06b4d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.460628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f1b27005-ecd3-454c-ab1f-d5bb06b4d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.465758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f1b27005-ecd3-454c-ab1f-d5bb06b4d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.471767 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f1b27005-ecd3-454c-ab1f-d5bb06b4d48b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6490 time: 0.1353745 Aug 19 12:12:15.575510 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:15.597925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-275b0860-f35e-4420-a130-d6ec9fb82f43 req-869350e6-0568-4a73-b5fa-7270db5f1953 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757572 Aug 19 12:12:15.630410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9a53292-daf1-412a-bec7-8b458c56a167 req-597aa904-94a3-4601-a24e-83e465f6f654 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278738 Aug 19 12:12:15.633056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-67a6865c-30e4-4847-8bee-65f228753531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.640076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-67a6865c-30e4-4847-8bee-65f228753531 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b HTTP/1.1" status: 200 len: 898 time: 0.6940451 Aug 19 12:12:15.759032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-85b5aafc-1279-46d2-bf96-90a62fc424cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.759763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-85b5aafc-1279-46d2-bf96-90a62fc424cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.760237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-85b5aafc-1279-46d2-bf96-90a62fc424cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:15.764120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-85b5aafc-1279-46d2-bf96-90a62fc424cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3183f7d6-f793-4ec1-a16b-68ec64416faa&id=3183f7d6-f793-4ec1-a16b-68ec64416faa HTTP/1.1" status: 200 len: 2293 time: 0.2596951 Aug 19 12:12:15.983672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a22643e8-f081-4752-8deb-e1f61ec2bdb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0310b23-8099-4c5d-a487-eada99042c58 HTTP/1.1" status: 200 len: 1001 time: 0.1850882 Aug 19 12:12:16.118785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-26e05acc-32e6-4c46-bfff-98d69fe422ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:16.123474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-26e05acc-32e6-4c46-bfff-98d69fe422ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7469df6-151e-46a5-9d58-4f7993be24f5 HTTP/1.1" status: 200 len: 851 time: 0.1282411 Aug 19 12:12:16.230239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:16.242757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-0732d369-7c5e-4abd-839b-b710998fe950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:16.246132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-0732d369-7c5e-4abd-839b-b710998fe950 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176805 Aug 19 12:12:16.299752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Transition to ACTIVE for port object d3025839-3a67-49ae-95da-3a3b8074e148 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:16.367032 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Transition to ACTIVE for port object d3025839-3a67-49ae-95da-3a3b8074e148 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:16.371234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e38aa40-ae1f-49e1-a00f-07afc3b87aa0', 'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:ed:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:06Z', 'updated_at': '2021-08-19T12:11:19Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:16.475633 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-e59c4ef5-6e74-47ce-9e64-946ff710a5da service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190688 Aug 19 12:12:16.481216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-04e231f2-9748-4660-ab0e-6bcba5f4e76e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b4fe188-3fc0-4287-a39e-a7d2be3356fd HTTP/1.1" status: 200 len: 217 time: 0.6845901 Aug 19 12:12:16.497951 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:16.526774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] Checking router: c31d03e4-b0c1-4de9-b614-6bc71fb0e359 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:16.623102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Network 81a685d2-b324-4545-a6d9-ea87b865c98c is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:16.637859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:16.646754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:16.705106 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-d16bc31b-762d-4bbd-ac16-6e43d90d7401 service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188461 Aug 19 12:12:16.715439 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:16.715792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:11:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:16.826959 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-95fdfbdd-c502-45ff-bb1c-25d01f4e67d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 200 len: 217 time: 0.1036818 Aug 19 12:12:16.877769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Allocated IP 172.20.0.1 (81a685d2-b324-4545-a6d9-ea87b865c98c/3fc9678d-2b78-4a25-8266-4833bd22abdb/f7c30b90-bfd9-4b99-a168-483e2ed956ba) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:16.930559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Pushing event updated for resources: {'Port': ['ID=d3025839-3a67-49ae-95da-3a3b8074e148,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:16.939256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-20be86b3-35fe-49b9-9fc5-73b98d234d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:16.943143 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-20be86b3-35fe-49b9-9fc5-73b98d234d46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.1053710 Aug 19 12:12:17.006218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Attempting to bind port d3025839-3a67-49ae-95da-3a3b8074e148 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:17.008819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Attempting to bind port d3025839-3a67-49ae-95da-3a3b8074e148 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:17.009789 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Attempting to bind port d3025839-3a67-49ae-95da-3a3b8074e148 on network 81a685d2-b324-4545-a6d9-ea87b865c98c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:17.019570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-6598c0ff-4ed5-417f-b8b5-061f0f71f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:17.022235 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-6598c0ff-4ed5-417f-b8b5-061f0f71f1ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679049 Aug 19 12:12:17.042028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:17.046617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Checking segment: {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:17.047208 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:17.047976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Bound using segment: {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:17.049007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Bound port: d3025839-3a67-49ae-95da-3a3b8074e148, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:17.049545 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:17.110034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:17.153463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Transition to ACTIVE for port object f7c30b90-bfd9-4b99-a168-483e2ed956ba will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:17.190901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:17.230651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-c1830a86-c25e-49b9-b7fe-861ea4bfc129 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921916 Aug 19 12:12:17.339729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:17.356213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:17.410769 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-48a79479-7420-44b3-b626-83fa7c395d97 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760440 Aug 19 12:12:17.497796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=f7c30b90-bfd9-4b99-a168-483e2ed956ba,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:17.512171 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f2141308-42dc-41b9-b858-8e3754dfbf59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 200 len: 217 time: 0.0925968 Aug 19 12:12:17.525790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f371dd-8961-423a-80ee-4eb5eb4adaaa req-4fe7cd1f-8ca8-4bb0-8179-47751c8b1de2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:17.527334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-97f371dd-8961-423a-80ee-4eb5eb4adaaa req-4fe7cd1f-8ca8-4bb0-8179-47751c8b1de2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 1.7237716 Aug 19 12:12:17.540338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network 81a685d2-b324-4545-a6d9-ea87b865c98c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:17.571948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-78413cb7-431f-4351-927e-0ed69f8aa0c6 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:17.583204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-78413cb7-431f-4351-927e-0ed69f8aa0c6 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 945 time: 0.3518169 Aug 19 12:12:17.584285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:17.587469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:17.601330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] For port d3025839-3a67-49ae-95da-3a3b8074e148, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:17.626213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a07b6229-d4f4-47fe-8d04-e2eb76afcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:17.628030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a07b6229-d4f4-47fe-8d04-e2eb76afcb03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.1084347 Aug 19 12:12:17.642214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] For port d3025839-3a67-49ae-95da-3a3b8074e148, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d3025839-3a67-49ae-95da-3a3b8074e148,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:17.658310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-f95b9fae-7e6e-495b-ab95-6775b09d4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:17.659793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-f95b9fae-7e6e-495b-ab95-6775b09d4b96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af13a017-bfd7-418c-8729-cb7c156d236e HTTP/1.1" status: 200 len: 833 time: 0.4271660 Aug 19 12:12:17.663733 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:17.697299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a434255b-e106-4bad-a440-195ff1e1696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:17.703102 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a434255b-e106-4bad-a440-195ff1e1696a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0653901 Aug 19 12:12:17.704596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b2f39-d0b7-4b67-986b-48b27ff21720 req-d18eadb2-40a3-4080-ab4a-13ed830fee4d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:17.706196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-551b2f39-d0b7-4b67-986b-48b27ff21720 req-d18eadb2-40a3-4080-ab4a-13ed830fee4d tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 945 time: 0.4711273 Aug 19 12:12:17.771059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:17.785662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:17.796726 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:17.907107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e38aa40-ae1f-49e1-a00f-07afc3b87aa0', 'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:ed:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:06Z', 'updated_at': '2021-08-19T12:11:19Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:17.917197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:17.921283 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f42212d1-802b-4a03-8344-12148d637cfd service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076590 Aug 19 12:12:17.939716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-97f371dd-8961-423a-80ee-4eb5eb4adaaa req-ce3cf7cb-9000-4791-950b-b75b0b5c8c64 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3912191 Aug 19 12:12:17.982338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332656e-2ad9-460b-b765-75d9c92cc16f None None] Pushing event updated for resources: {'Port': ['ID=d3025839-3a67-49ae-95da-3a3b8074e148,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:18.003339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e844c8-0c55-453b-a062-7217aec79f5e None None] The sync data for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 is: [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:11:07Z', 'revision_number': 4, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e38aa40-ae1f-49e1-a00f-07afc3b87aa0', 'name': '', 'network_id': 'e056b2aa-6a51-4f52-a53b-0bbe4ea2630b', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'mac_address': 'fa:16:3e:ed:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:06Z', 'updated_at': '2021-08-19T12:11:19Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'subnets': [{'id': 'af13a017-bfd7-418c-8729-cb7c156d236e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:18.049479 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:18.117590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7fe43eb2-de76-4c08-bd49-ae81b8c0ec00,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:18.134439 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:18.139748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-551b2f39-d0b7-4b67-986b-48b27ff21720 req-c0d40d0c-1980-4681-bd77-a36113d862ad tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4112952 Aug 19 12:12:18.156519 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a414e404-bd38-49a0-9b0d-3796f0590946 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271111 Aug 19 12:12:18.207417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-0336e41b-9fcf-43c5-b396-af248413bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:18.209026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-0336e41b-9fcf-43c5-b396-af248413bf72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5129647 Aug 19 12:12:18.219221 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-8453c0b8-bc46-44cb-b298-b417f4b345e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070 HTTP/1.1" status: 200 len: 217 time: 0.0545545 Aug 19 12:12:18.286507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=7fe43eb2-de76-4c08-bd49-ae81b8c0ec00,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:18.391422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-484a6019-8613-4031-9866-9587e44e66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:18.394649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1907ec2a-a4d6-40df-92a2-bde76aad0ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:18.400044 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-484a6019-8613-4031-9866-9587e44e66fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.1715951 Aug 19 12:12:18.403709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:12:18.404061 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:18.527698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-b4439234-524f-4f7b-a9f0-220ec4c352e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:18.538017 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-b4439234-524f-4f7b-a9f0-220ec4c352e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1291749 Aug 19 12:12:18.559647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-d09246be-55e6-42f4-9d3a-a5c88923cb9f service neutron] 10.222.0.69 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282363 Aug 19 12:12:18.733534 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-63523186-87c2-44a3-998e-345911c2ba0e service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873972 Aug 19 12:12:18.751732 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a0692-a442-4e2f-9920-d15082316d74 None None] New status for floating IP 895be54c-0792-4db4-9c34-e59dae3e99a6: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:12:18.800247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d82201-28da-40fd-9ae8-e47b4b993288 req-e1f7f8bd-8317-4ef0-9045-64a39f930d78 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:18.801830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5d82201-28da-40fd-9ae8-e47b4b993288 req-e1f7f8bd-8317-4ef0-9045-64a39f930d78 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1859250 Aug 19 12:12:18.841432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:18.841818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:18.845018 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:18.883837 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-c4482dff-dae0-411a-a58c-6fce34673c11 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423583 Aug 19 12:12:18.888703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for 9b4fe188-3fc0-4287-a39e-a7d2be3356fd owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:12:18.956802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b7225cd-a621-4193-b58b-de5db205bee3 req-de8086ef-476a-49d6-85dd-b1a5fea6064e service neutron] 10.222.0.69 "GET /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587005 Aug 19 12:12:18.962171 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-55158a3a-a796-4add-9821-3a51add515d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af HTTP/1.1" status: 200 len: 217 time: 0.0687993 Aug 19 12:12:19.020453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-d4312ec1-8d42-4fe0-9686-127fa8bf6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:19.022231 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-d4312ec1-8d42-4fe0-9686-127fa8bf6066 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.0545323 Aug 19 12:12:19.054640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5d82201-28da-40fd-9ae8-e47b4b993288 req-ac3c8a2f-c852-44d6-b1ee-32071f9af570 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208767 Aug 19 12:12:19.090039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-d06dbe74-8810-4320-a029-a8c29b6d78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:19.092272 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-d06dbe74-8810-4320-a029-a8c29b6d78d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0611770 Aug 19 12:12:19.337198 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-ea87db37-4b33-44c6-9db6-786db7e5004a service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354238 Aug 19 12:12:19.454106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d3025839-3a67-49ae-95da-3a3b8074e148 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:19.503147 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-5a3dc230-018c-457f-8d70-2ef3c5aacf94 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572058 Aug 19 12:12:19.567916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port d3025839-3a67-49ae-95da-3a3b8074e148 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:19.572431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:19.578898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-8d5ee208-a3cf-4f3e-9345-c5d131885167 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07c68d30-8805-493e-ac13-b164116f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0667865 Aug 19 12:12:19.604141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5be598-177e-411e-b1a8-d0e9488e4e90 req-bfa955bc-bad8-4365-9bde-7e83ee6a83a7 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:19.607196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a5be598-177e-411e-b1a8-d0e9488e4e90 req-bfa955bc-bad8-4365-9bde-7e83ee6a83a7 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1fec62b-8970-4798-961b-ebdd82e9b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1432509 Aug 19 12:12:19.719957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:19.720406 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:19.761758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-463ed552-249b-43bd-9423-f590d975486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:19.763288 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-463ed552-249b-43bd-9423-f590d975486c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.1736708 Aug 19 12:12:19.847930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d3efb-c4bd-4851-851e-f55899400f4c None None] Network 81a685d2-b324-4545-a6d9-ea87b865c98c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:12:19.864365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:19.873085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f0f4f951-d7e2-45b7-a0bd-778e70904282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:19.874900 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-f0f4f951-d7e2-45b7-a0bd-778e70904282 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932555 Aug 19 12:12:19.928962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=9b4fe188-3fc0-4287-a39e-a7d2be3356fd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:19.963993 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a5be598-177e-411e-b1a8-d0e9488e4e90 req-3436465c-e96f-468f-a8fb-cd2adad8ce95 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "GET /v2.0/security-groups?id=4799fd30-55a2-46e1-badf-f38356b120de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307946 Aug 19 12:12:19.989163 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.013206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a10bbb54-e0ee-48d1-bbcb-9abeb9fea89e None None] Provisioning for port d3025839-3a67-49ae-95da-3a3b8074e148 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:20.027140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a10bbb54-e0ee-48d1-bbcb-9abeb9fea89e None None] Provisioning complete for port d3025839-3a67-49ae-95da-3a3b8074e148 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:20.027643 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a10bbb54-e0ee-48d1-bbcb-9abeb9fea89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.052606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] No DVR routers for this DVR port 9b4fe188-3fc0-4287-a39e-a7d2be3356fd on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:12:20.060079 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.066143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fee008ca-7f48-413e-a48a-219182ce81a0 req-1c93c1ea-7afd-4d5b-9d2e-d3301835744b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.69 "DELETE /v2.0/ports/9b4fe188-3fc0-4287-a39e-a7d2be3356fd HTTP/1.1" status: 204 len: 173 time: 2.4513900 Aug 19 12:12:20.067965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.167480 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-b90fbbec-7592-4359-a511-44aa3116b50e service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708631 Aug 19 12:12:20.188495 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a10bbb54-e0ee-48d1-bbcb-9abeb9fea89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.238127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'name': 'network-vif-deleted', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:20.251195 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d839c5-b4c9-49bb-aaa4-93e531d86923" -d '{"events": [{"server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "name": "network-vif-deleted", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:20.294561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a10bbb54-e0ee-48d1-bbcb-9abeb9fea89e None None] For port d3025839-3a67-49ae-95da-3a3b8074e148, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d3025839-3a67-49ae-95da-3a3b8074e148,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:20.301268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a10bbb54-e0ee-48d1-bbcb-9abeb9fea89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.301895 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-341adab1-846d-4d4b-96bf-39ca480bf33c service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336305 Aug 19 12:12:20.387271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-b9bf9af6-c757-4a16-86b1-a51282116a43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928b6618-8100-4e6c-a375-b6aad306d2c7 HTTP/1.1" status: 200 len: 217 time: 0.0759645 Aug 19 12:12:20.411056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bbb54-e0ee-48d1-bbcb-9abeb9fea89e None None] Pushing event updated for resources: {'Port': ['ID=d3025839-3a67-49ae-95da-3a3b8074e148,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:20.413751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55817ac0-0f25-496b-a262-59c672d8e470 req-98b9efef-1bb4-4107-8a23-0bba749b0acb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:20.417603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9b4fe188-3fc0-4287-a39e-a7d2be3356fd no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:12:20.437968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55817ac0-0f25-496b-a262-59c672d8e470 req-98b9efef-1bb4-4107-8a23-0bba749b0acb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.5745771 Aug 19 12:12:20.480667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 9b4fe188-3fc0-4287-a39e-a7d2be3356fd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:12:20.481679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9b4fe188-3fc0-4287-a39e-a7d2be3356fd not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:12:20.499972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=f7c30b90-bfd9-4b99-a168-483e2ed956ba,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:20.513247 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da2494e-2349-445d-8ad1-2f0d5ecc5f02 x-openstack-request-id: req-7da2494e-2349-445d-8ad1-2f0d5ecc5f02 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:20.514448 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fec62b-8970-4798-961b-ebdd82e9b9c3", "name": "network-vif-deleted", "tag": "9b4fe188-3fc0-4287-a39e-a7d2be3356fd", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:20.514834 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7da2494e-2349-445d-8ad1-2f0d5ecc5f02 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:20.515357 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fec62b-8970-4798-961b-ebdd82e9b9c3', 'name': 'network-vif-deleted', 'tag': '9b4fe188-3fc0-4287-a39e-a7d2be3356fd', 'status': 'completed', 'code': 200} Aug 19 12:12:20.518028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.566086 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55817ac0-0f25-496b-a262-59c672d8e470 req-042442fe-9e9a-4cfa-a4ee-f8bfa1e17754 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252804 Aug 19 12:12:20.578669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a85d4e0b-944c-4f0a-9828-f9d18033a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:20.580178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a85d4e0b-944c-4f0a-9828-f9d18033a839 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.1755645 Aug 19 12:12:20.658686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-34d78cbe-74ee-46bc-9947-2be5317114e0 None None] Provisioning for port f7c30b90-bfd9-4b99-a168-483e2ed956ba completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:20.673867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-34d78cbe-74ee-46bc-9947-2be5317114e0 None None] Provisioning complete for port f7c30b90-bfd9-4b99-a168-483e2ed956ba triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:20.678470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-34d78cbe-74ee-46bc-9947-2be5317114e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.710893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a482c0d6-e765-4294-b37e-78b4193617c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:20.727069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-a482c0d6-e765-4294-b37e-78b4193617c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371615 Aug 19 12:12:20.774066 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-de4a7445-1381-4cd6-a318-63775ddf82d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.782351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-34d78cbe-74ee-46bc-9947-2be5317114e0 None None] Port f7c30b90-bfd9-4b99-a168-483e2ed956ba cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:12:20.788228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network 81a685d2-b324-4545-a6d9-ea87b865c98c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:20.791723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:20.793451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-34d78cbe-74ee-46bc-9947-2be5317114e0 None None] Provisioning complete for port d3025839-3a67-49ae-95da-3a3b8074e148 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:20.793931 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-34d78cbe-74ee-46bc-9947-2be5317114e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.917891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:20.995304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-dd86e38b-d469-49c3-98b5-b8bb79ae104a service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523806 Aug 19 12:12:21.104071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47338) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:21.161214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:12:21.184235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0665d045-8619-4caf-b669-a97442aefa77 None None] Provisioning complete for port f7c30b90-bfd9-4b99-a168-483e2ed956ba triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:21.184930 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0665d045-8619-4caf-b669-a97442aefa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.237696 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac2a4fd-699a-425f-a120-ea4be78d8e88 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.284880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0665d045-8619-4caf-b669-a97442aefa77 None None] Port f7c30b90-bfd9-4b99-a168-483e2ed956ba cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:12:21.310562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d3025839-3a67-49ae-95da-3a3b8074e148 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:21.371911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac2a4fd-699a-425f-a120-ea4be78d8e88 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.376480 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-102b5b61-3378-4f29-87d5-3cce9161cf78 req-067d09a3-9ae0-4266-ad9c-387f5871cfda service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727887 Aug 19 12:12:21.475956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:21.490555 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac2a4fd-699a-425f-a120-ea4be78d8e88 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.494239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac2a4fd-699a-425f-a120-ea4be78d8e88 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.498100 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eac2a4fd-699a-425f-a120-ea4be78d8e88 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/security-groups/4799fd30-55a2-46e1-badf-f38356b120de HTTP/1.1" status: 204 len: 168 time: 0.3900836 Aug 19 12:12:21.501131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a26001cf-6813-453b-ba2f-07975b07eb38 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "PUT /v2.0/routers/72d352ba-f2b5-46a0-99b9-ac0ffdfa912d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1758287 Aug 19 12:12:21.503976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47346) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:21.512400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-608ea5d8-fa2c-4fbb-b95a-2d3241175a17 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--584272796', 'description': 'tempest-secgroup_access--584272796 description', 'project_id': '590d962779804d4d9671c0ff12bceb70'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:21.536810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2a4fd-699a-425f-a120-ea4be78d8e88 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4799fd30-55a2-46e1-badf-f38356b120de,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:21.555397 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-608ea5d8-fa2c-4fbb-b95a-2d3241175a17 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.574304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47354) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:21.764483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Sync routers for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:21.773785 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-608ea5d8-fa2c-4fbb-b95a-2d3241175a17 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.782658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd63aea-357c-4b27-a22d-fe2cabb9a90c req-2fd00a53-77cd-4788-adcb-7c00bedee95f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:21.784263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdd63aea-357c-4b27-a22d-fe2cabb9a90c req-2fd00a53-77cd-4788-adcb-7c00bedee95f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1207352 Aug 19 12:12:21.785428 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-608ea5d8-fa2c-4fbb-b95a-2d3241175a17 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.831886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:21.832875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:21.838393 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-608ea5d8-fa2c-4fbb-b95a-2d3241175a17 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.839643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-608ea5d8-fa2c-4fbb-b95a-2d3241175a17 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3344698 Aug 19 12:12:21.841661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ea5d8-fa2c-4fbb-b95a-2d3241175a17 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889085e2-bfc6-42f0-8aea-617e78489bd7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:21.843947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47360) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:21.848805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-248a6943-844d-4b99-b1a7-70a68be752c9 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--365537355', 'description': 'tempest-secgroup_general--365537355 description', 'project_id': '590d962779804d4d9671c0ff12bceb70'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:21.880513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fdd63aea-357c-4b27-a22d-fe2cabb9a90c req-bea01c19-af61-4a46-978b-37951f90fa2b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850651 Aug 19 12:12:21.900234 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-248a6943-844d-4b99-b1a7-70a68be752c9 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.018241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d3025839-3a67-49ae-95da-3a3b8074e148 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:22.018896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.048006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7b595185-b6f8-430a-be9b-5f171e4b0bb5 None None] Provisioning complete for port f7c30b90-bfd9-4b99-a168-483e2ed956ba triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:22.048403 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b595185-b6f8-430a-be9b-5f171e4b0bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.088772 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.105538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-248a6943-844d-4b99-b1a7-70a68be752c9 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.115392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7b595185-b6f8-430a-be9b-5f171e4b0bb5 None None] Port f7c30b90-bfd9-4b99-a168-483e2ed956ba cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:12:22.123850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-248a6943-844d-4b99-b1a7-70a68be752c9 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.137394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:22.174494 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-248a6943-844d-4b99-b1a7-70a68be752c9 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.176302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-248a6943-844d-4b99-b1a7-70a68be752c9 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3309374 Aug 19 12:12:22.177405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a6943-844d-4b99-b1a7-70a68be752c9 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad7823-8018-419f-a792-81f625445f57,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:22.181374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47366) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:22.193749 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2235e81e-f492-458b-a950-f012fbaaabc0 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'security_group_rule': {'security_group_id': '889085e2-bfc6-42f0-8aea-617e78489bd7', 'project_id': '590d962779804d4d9671c0ff12bceb70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:22.283103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2235e81e-f492-458b-a950-f012fbaaabc0 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.350063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2235e81e-f492-458b-a950-f012fbaaabc0 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.361133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2235e81e-f492-458b-a950-f012fbaaabc0 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.391681 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235e81e-f492-458b-a950-f012fbaaabc0 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b3f009-318e-4239-912f-b5ad16a46c05,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:22.398859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.444703 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2235e81e-f492-458b-a950-f012fbaaabc0 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.445983 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2235e81e-f492-458b-a950-f012fbaaabc0 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2632639 Aug 19 12:12:22.465611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'f7c30b90-bfd9-4b99-a168-483e2ed956ba', 'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:e8:9b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:16Z', 'updated_at': '2021-08-19T12:12:19Z', 'revision_number': 2, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:22.504602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Checking router: 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:22.504998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Updating router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d port f7c30b90-bfd9-4b99-a168-483e2ed956ba binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:12:22.563736 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.669094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-17fe23c8-af0a-4a95-bfa9-7ee172db5840 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--365537355&fields=id&tenant_id=590d962779804d4d9671c0ff12bceb70 HTTP/1.1" status: 200 len: 267 time: 0.0625739 Aug 19 12:12:22.749590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-130f93ec-d025-47cf-949d-0cbdc38252a0 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--584272796&fields=id&tenant_id=590d962779804d4d9671c0ff12bceb70 HTTP/1.1" status: 200 len: 267 time: 0.0714898 Aug 19 12:12:22.881028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:12:22.884715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:22.903939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-09dce507-3a00-4427-b378-751cd0160f9f tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:22.906005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-09dce507-3a00-4427-b378-751cd0160f9f tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/networks?id=81a685d2-b324-4545-a6d9-ea87b865c98c HTTP/1.1" status: 200 len: 797 time: 0.1555810 Aug 19 12:12:22.928065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-d44371e6-ef0f-4b7e-a2f7-87a3c59b04ab tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/quotas/590d962779804d4d9671c0ff12bceb70 HTTP/1.1" status: 200 len: 375 time: 0.0156360 Aug 19 12:12:23.007827 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:23.027582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Transition to ACTIVE for port object f7c30b90-bfd9-4b99-a168-483e2ed956ba will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:23.038345 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:23.081625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3e38aa40-ae1f-49e1-a00f-07afc3b87aa0,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:23.082008 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:23.082911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-d97730b6-d479-499c-ad03-d2733e4a03dd tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=590d962779804d4d9671c0ff12bceb70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468005 Aug 19 12:12:23.096191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378cee7-d85d-4db3-b0fc-eb52ccdf64be req-057c3036-20e7-4462-959e-c0238faae16d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:23.104412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2378cee7-d85d-4db3-b0fc-eb52ccdf64be req-057c3036-20e7-4462-959e-c0238faae16d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1111465 Aug 19 12:12:23.125693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:12:23.195099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcacd9d-66c7-4e71-8d9a-b348b1b9bb99 None None] Pushing event updated for resources: {'Port': ['ID=f7c30b90-bfd9-4b99-a168-483e2ed956ba,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:23.212910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Attempting to bind port f7c30b90-bfd9-4b99-a168-483e2ed956ba on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:23.213537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Attempting to bind port f7c30b90-bfd9-4b99-a168-483e2ed956ba by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:23.214612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Attempting to bind port f7c30b90-bfd9-4b99-a168-483e2ed956ba on network 81a685d2-b324-4545-a6d9-ea87b865c98c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:23.225546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:23.227677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Checking segment: {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:23.229559 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:23.230284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Bound using segment: {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:23.231301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Bound port: f7c30b90-bfd9-4b99-a168-483e2ed956ba, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:23.235133 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:23.326756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2378cee7-d85d-4db3-b0fc-eb52ccdf64be req-33e13f13-c5bd-432d-8216-aec851ca135a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213714 Aug 19 12:12:23.395732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] For port f7c30b90-bfd9-4b99-a168-483e2ed956ba, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:23.399754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] For port f7c30b90-bfd9-4b99-a168-483e2ed956ba, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f7c30b90-bfd9-4b99-a168-483e2ed956ba,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:23.409698 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-66d2a0c0-1f98-473a-a244-cee647a4883c service neutron] 10.222.0.65 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930989 Aug 19 12:12:23.412585 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:23.512340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:23.522177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-e7c2abe1-cc66-42b0-96b6-f498924a7bd4 service neutron] 10.222.0.65 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081734 Aug 19 12:12:23.551646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=3e38aa40-ae1f-49e1-a00f-07afc3b87aa0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:23.564041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:23.564737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:23.646761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcacd9d-66c7-4e71-8d9a-b348b1b9bb99 None None] Pushing event updated for resources: {'Port': ['ID=f7c30b90-bfd9-4b99-a168-483e2ed956ba,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:23.841236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:24.046989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e1eb184-837d-4c10-9ad4-aa3b6c51d8a3 req-0f5669ca-f157-4f19-9e92-bd436ab7b386 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 210 time: 0.0655932 Aug 19 12:12:24.200045 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:24.258527 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:24.301639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'f7c30b90-bfd9-4b99-a168-483e2ed956ba', 'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:e8:9b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:16Z', 'updated_at': '2021-08-19T12:12:23Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:24.335660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4de8f9-66b2-49a2-95ef-8d8317a71e77 None None] The sync data for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 is: [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'f7c30b90-bfd9-4b99-a168-483e2ed956ba', 'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:e8:9b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:16Z', 'updated_at': '2021-08-19T12:12:23Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:24.508765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98df65-9c63-404e-92e1-452756ef7b5f req-0ce4eb74-d6d2-4792-8ad9-a0e64bcba065 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:24.518202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf98df65-9c63-404e-92e1-452756ef7b5f req-0ce4eb74-d6d2-4792-8ad9-a0e64bcba065 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0778227 Aug 19 12:12:24.589853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf98df65-9c63-404e-92e1-452756ef7b5f req-b561f723-4b27-45aa-8af3-6ec19d0f831a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682354 Aug 19 12:12:24.606227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:24.922649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:12:25.098412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:25.110179 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] Sync routers for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:25.110714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-17957788-e427-48b7-899e-9e2af1c8b1ba tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "PUT /v2.0/routers/c31d03e4-b0c1-4de9-b614-6bc71fb0e359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5344579 Aug 19 12:12:25.112331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47446) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:25.137178 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:25.137816 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:25.341922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f7c30b90-bfd9-4b99-a168-483e2ed956ba up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:25.418993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port f7c30b90-bfd9-4b99-a168-483e2ed956ba completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:25.424373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f7c30b90-bfd9-4b99-a168-483e2ed956ba triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:25.425388 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:25.479211 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:25.678413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:25.769318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port f7c30b90-bfd9-4b99-a168-483e2ed956ba, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f7c30b90-bfd9-4b99-a168-483e2ed956ba,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:25.809328 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:25.954409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=f7c30b90-bfd9-4b99-a168-483e2ed956ba,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:25.961366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4674e708-7082-44e1-a442-a6d972661c94 req-a41f5ac2-08ee-40ed-a83d-66889bcf1dd1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 210 time: 0.7516990 Aug 19 12:12:25.991192 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:12:23Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:26.023103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfadbd29-f474-4b2a-86c3-ff97c2b6be93 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting subnet af13a017-bfd7-418c-8729-cb7c156d236e {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:12:26.026079 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] Checking router: c31d03e4-b0c1-4de9-b614-6bc71fb0e359 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:26.030337 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfadbd29-f474-4b2a-86c3-ff97c2b6be93 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:26.043709 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] Routers {'c31d03e4-b0c1-4de9-b614-6bc71fb0e359'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:26.044376 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:26.102466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7699a-e865-4bca-bf13-5fe56425493b req-23b3d57e-8e8a-4a5b-8fb5-dd0d7210b185 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:26.105672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6c7699a-e865-4bca-bf13-5fe56425493b req-23b3d57e-8e8a-4a5b-8fb5-dd0d7210b185 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1837392 Aug 19 12:12:26.171662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-4d877346-9267-40e2-b3db-d11b74db0cb5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:26.173361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-4d877346-9267-40e2-b3db-d11b74db0cb5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.69 "GET /v2.0/networks?id=81a685d2-b324-4545-a6d9-ea87b865c98c HTTP/1.1" status: 200 len: 797 time: 0.3191485 Aug 19 12:12:26.185435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfadbd29-f474-4b2a-86c3-ff97c2b6be93 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:26.219113 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] Set router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:26.294570 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6c7699a-e865-4bca-bf13-5fe56425493b req-92d0a09e-ac13-4803-b1fa-5b46c0602883 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556675 Aug 19 12:12:26.346551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-a7627972-ab65-4ccf-ac9a-8e22e80b1e7e tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=590d962779804d4d9671c0ff12bceb70 HTTP/1.1" status: 200 len: 476 time: 0.1224194 Aug 19 12:12:26.370241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'port': {'device_id': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'admin_state_up': True, 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'security_groups': ['0fad7823-8018-419f-a792-81f625445f57', '889085e2-bfc6-42f0-8aea-617e78489bd7']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:26.412636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfadbd29-f474-4b2a-86c3-ff97c2b6be93 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:26.505207 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:12:23Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:26.533413 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ae09d-4c4c-4ebc-a87d-99973ff479fd None None] The sync data for ids ['c31d03e4-b0c1-4de9-b614-6bc71fb0e359'] in n-d-778550-9 is: [{'id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'name': 'tempest-TestNetworkBasicOps-router-331318957', 'tenant_id': '17ecf2d06262474eadaac84993402ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:00Z', 'updated_at': '2021-08-19T12:12:23Z', 'revision_number': 5, 'project_id': '17ecf2d06262474eadaac84993402ef7', 'gw_port': {'id': '1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31d03e4-b0c1-4de9-b614-6bc71fb0e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:01Z', 'updated_at': '2021-08-19T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:26.560082 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfadbd29-f474-4b2a-86c3-ff97c2b6be93 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:26.605500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadbd29-f474-4b2a-86c3-ff97c2b6be93 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Subnet': ['ID=af13a017-bfd7-418c-8729-cb7c156d236e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:26.607377 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfadbd29-f474-4b2a-86c3-ff97c2b6be93 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:26.609295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cfadbd29-f474-4b2a-86c3-ff97c2b6be93 tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/subnets/af13a017-bfd7-418c-8729-cb7c156d236e HTTP/1.1" status: 204 len: 168 time: 1.4954729 Aug 19 12:12:26.612129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47472) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:26.619281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Made reservation on behalf of 590d962779804d4d9671c0ff12bceb70 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:12:26.620248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70ac589-c177-4f66-b72a-53c7bd5d575b None None] Network e056b2aa-6a51-4f52-a53b-0bbe4ea2630b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:12:26.626680 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:26.741935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:26.824170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Allocated IP 172.20.0.10 (81a685d2-b324-4545-a6d9-ea87b865c98c/3fc9678d-2b78-4a25-8266-4833bd22abdb/d580e522-067f-4a8e-8026-735ea831078f) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:26.867121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:26.933244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c40cf-205c-4d77-b266-01da97335f70 None None] DHCP port deletion for e056b2aa-6a51-4f52-a53b-0bbe4ea2630b request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:12:27.022913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Deleting port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:12:27.023126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.073042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-828c40cf-205c-4d77-b266-01da97335f70 None None] Deleting port 185438fd-1bb4-4386-879e-e2fcab4f9a22 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:12:27.074158 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-828c40cf-205c-4d77-b266-01da97335f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.191033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee3ef1a1-d43e-48e0-89db-d4029b731850 req-b548c982-f0d7-478a-901d-cf8404bf36c1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 210 time: 0.0793409 Aug 19 12:12:27.234171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] For port 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:27.234541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.247794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-828c40cf-205c-4d77-b266-01da97335f70 None None] For port 185438fd-1bb4-4386-879e-e2fcab4f9a22, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=185438fd-1bb4-4386-879e-e2fcab4f9a22,segment=NetworkSegment(10fb0971-99af-41b3-8515-90fac15d46f9),segment_id=10fb0971-99af-41b3-8515-90fac15d46f9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:27.249182 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.250825 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-828c40cf-205c-4d77-b266-01da97335f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.270375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Calling delete_port for 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:12:27.282052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Transition to ACTIVE for port object d580e522-067f-4a8e-8026-735ea831078f will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:27.287000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-828c40cf-205c-4d77-b266-01da97335f70 None None] Calling delete_port for 185438fd-1bb4-4386-879e-e2fcab4f9a22 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:12:27.334208 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.403323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network 81a685d2-b324-4545-a6d9-ea87b865c98c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:27.407778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:27.421506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:27.436414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f7c30b90-bfd9-4b99-a168-483e2ed956ba up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:27.507614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:27.508294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.552407 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-828c40cf-205c-4d77-b266-01da97335f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.586173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=d580e522-067f-4a8e-8026-735ea831078f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:27.597629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-1256de9d-f899-4448-850d-b449bd0b9ca5 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2318418 Aug 19 12:12:27.616497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c40cf-205c-4d77-b266-01da97335f70 None None] Pushing event deleted for resources: {'Port': ['ID=185438fd-1bb4-4386-879e-e2fcab4f9a22,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:27.621505 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Request body: {'port': {'device_id': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:27.622412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f7c30b90-bfd9-4b99-a168-483e2ed956ba triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:27.622855 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.659588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc46403-22ad-45f8-ba7f-8adf2e4eee7b req-1196beb9-508e-4a30-bffc-402d7c3afb28 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:27.661189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccc46403-22ad-45f8-ba7f-8adf2e4eee7b req-1196beb9-508e-4a30-bffc-402d7c3afb28 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1600418 Aug 19 12:12:27.670405 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.717949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c40cf-205c-4d77-b266-01da97335f70 None None] No DVR routers for this DVR port 185438fd-1bb4-4386-879e-e2fcab4f9a22 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:12:27.731582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Port': ['ID=1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:27.783007 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.843312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ccc46403-22ad-45f8-ba7f-8adf2e4eee7b req-8c36ac4c-651a-4451-b545-408236a779d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681571 Aug 19 12:12:27.846105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.905995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-901556dc-bf33-4b96-a48b-207320f1cd6e None None] Provisioning for port d580e522-067f-4a8e-8026-735ea831078f completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:27.913057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-901556dc-bf33-4b96-a48b-207320f1cd6e None None] Provisioning complete for port d580e522-067f-4a8e-8026-735ea831078f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:27.914947 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-901556dc-bf33-4b96-a48b-207320f1cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:27.990503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:12:27.999411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-901556dc-bf33-4b96-a48b-207320f1cd6e None None] Port d580e522-067f-4a8e-8026-735ea831078f cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:12:28.006925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.014738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.024030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:12:28.024807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3e38aa40-ae1f-49e1-a00f-07afc3b87aa0 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:12:28.025397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 185438fd-1bb4-4386-879e-e2fcab4f9a22 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:12:28.047924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 185438fd-1bb4-4386-879e-e2fcab4f9a22 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:12:28.048982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 185438fd-1bb4-4386-879e-e2fcab4f9a22 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:12:28.068091 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.069594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Fanout notify agent at l3_agent the message router_deleted on router c31d03e4-b0c1-4de9-b614-6bc71fb0e359 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:12:28.079029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.080346 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-de6adfd4-e708-4e33-8c8b-481f2bfacb8b tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/routers/c31d03e4-b0c1-4de9-b614-6bc71fb0e359 HTTP/1.1" status: 204 len: 168 time: 1.4669194 Aug 19 12:12:28.083370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47500) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:28.212260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.272359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d580e522-067f-4a8e-8026-735ea831078f {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:12:28.282241 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.299320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Transition to ACTIVE for port object d580e522-067f-4a8e-8026-735ea831078f will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:28.311493 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.359432 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.375167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e056b2aa-6a51-4f52-a53b-0bbe4ea2630b']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:28.400971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fb0971-99af-41b3-8515-90fac15d46f9') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:28.403589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fb0971-99af-41b3-8515-90fac15d46f9') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:28.428381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.451136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.475811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.492502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:12:28.492948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.511224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f17566-e432-40d8-9c20-6b49ca9b0692 req-095d1886-519a-46d3-9270-c4601fd8212d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:28.516091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30f17566-e432-40d8-9c20-6b49ca9b0692 req-095d1886-519a-46d3-9270-c4601fd8212d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 983 time: 0.1799519 Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:12:28.562363 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:12:28.568810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Pushing event updated for resources: {'Port': ['ID=d580e522-067f-4a8e-8026-735ea831078f,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:28.574049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.592711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.593170 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] 10.222.0.65 "DELETE /v2.0/networks/e056b2aa-6a51-4f52-a53b-0bbe4ea2630b HTTP/1.1" status: 204 len: 168 time: 0.5090225 Aug 19 12:12:28.620017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723891d-79da-4e69-98b5-2491ab2bf8be tempest-TestNetworkBasicOps-1773632513 tempest-TestNetworkBasicOps-1773632513-project] Pushing event deleted for resources: {'Network': ['ID=e056b2aa-6a51-4f52-a53b-0bbe4ea2630b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:28.654361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Attempting to bind port d580e522-067f-4a8e-8026-735ea831078f on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:28.654788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Attempting to bind port d580e522-067f-4a8e-8026-735ea831078f by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:28.655190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Attempting to bind port d580e522-067f-4a8e-8026-735ea831078f on network 81a685d2-b324-4545-a6d9-ea87b865c98c {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:28.669270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30f17566-e432-40d8-9c20-6b49ca9b0692 req-a5b59b03-f634-4f26-8aa1-53df3633ff1d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1029103 Aug 19 12:12:28.675331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Port d580e522-067f-4a8e-8026-735ea831078f on network 81a685d2-b324-4545-a6d9-ea87b865c98c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:12:28.676809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Attempting to bind port d580e522-067f-4a8e-8026-735ea831078f on network 81a685d2-b324-4545-a6d9-ea87b865c98c {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:28.682727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:28.683120 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Checking segment: {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:28.683609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Bound using segment: {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:28.684117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Bound port: d580e522-067f-4a8e-8026-735ea831078f, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f959c9-c92b-474c-8345-e30e32fd9c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:28.684570 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.796824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] For port d580e522-067f-4a8e-8026-735ea831078f, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:28.796824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] For port d580e522-067f-4a8e-8026-735ea831078f, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d580e522-067f-4a8e-8026-735ea831078f,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:28.804613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.845912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:28.846543 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.847965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] 10.222.0.69 "PUT /v2.0/ports/d580e522-067f-4a8e-8026-735ea831078f HTTP/1.1" status: 200 len: 1131 time: 1.2310555 Aug 19 12:12:28.848411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:28.850780 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a531e-077d-4a1f-8b7e-67180fe90a25" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "tag": "d580e522-067f-4a8e-8026-735ea831078f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:28.905713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42642990-af33-4a17-879c-2d96328b7a9d service neutron] Pushing event updated for resources: {'Port': ['ID=d580e522-067f-4a8e-8026-735ea831078f,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:28.940944 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff21ed82-de57-4293-8837-4711333599f3 x-openstack-request-id: req-ff21ed82-de57-4293-8837-4711333599f3 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:28.941233 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "tag": "d580e522-067f-4a8e-8026-735ea831078f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:28.941484 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff21ed82-de57-4293-8837-4711333599f3 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:28.941886 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f', 'status': 'completed', 'code': 200} Aug 19 12:12:29.063395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b12487-8066-4e93-b18a-95f2574f1448 req-db5e5d9a-bc1c-429d-bff3-6e7575de2348 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:29.069462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53b12487-8066-4e93-b18a-95f2574f1448 req-db5e5d9a-bc1c-429d-bff3-6e7575de2348 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0856719 Aug 19 12:12:29.072668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-456f716b-b160-4916-99d9-3285b5971414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:29.074255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-456f716b-b160-4916-99d9-3285b5971414 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=590d962779804d4d9671c0ff12bceb70&device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 1134 time: 0.1584806 Aug 19 12:12:29.104069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47530) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:29.138220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-a519fb7f-9c35-45a2-bc2e-2a7024dfa4c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d580e522-067f-4a8e-8026-735ea831078f HTTP/1.1" status: 200 len: 217 time: 0.0475266 Aug 19 12:12:29.192077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53b12487-8066-4e93-b18a-95f2574f1448 req-8e7770dd-e5e3-49c4-b28a-eea271155191 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167939 Aug 19 12:12:29.238544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-0bb30d7d-301b-42fa-a7bd-6d36e0806f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:29.240505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-0bb30d7d-301b-42fa-a7bd-6d36e0806f8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fc9678d-2b78-4a25-8266-4833bd22abdb HTTP/1.1" status: 200 len: 835 time: 0.0938561 Aug 19 12:12:29.304705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:12:29.312129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-8b248eaa-c24f-4ba5-ab69-38aa18c30ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:29.313680 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-8b248eaa-c24f-4ba5-ab69-38aa18c30ebc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81a685d2-b324-4545-a6d9-ea87b865c98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656557 Aug 19 12:12:29.338741 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:12:29.339381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1fa593d7-ab0c-4e4f-973d-1ba6ff98fbd7 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:12:29.374534 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d56a5f3c-33b9-48fe-9dfd-78f2c689866c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17ecf2d06262474eadaac84993402ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685463 Aug 19 12:12:29.377074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47540) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:29.436291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-68f72752-03b5-4e46-a05b-cc9a0d33d455 service neutron] 10.222.0.69 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017585 Aug 19 12:12:29.442173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f46788ca-9f77-47a8-8baa-ead306eda786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:29.471503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f46788ca-9f77-47a8-8baa-ead306eda786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:29.555582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aee6d224-d9ff-481c-82da-de1a617afe55 req-13633839-c58b-4fd7-a3ad-b1d356f63653 service neutron] 10.222.0.69 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108501 Aug 19 12:12:29.558772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f46788ca-9f77-47a8-8baa-ead306eda786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:29.569156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f46788ca-9f77-47a8-8baa-ead306eda786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:29.569156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f46788ca-9f77-47a8-8baa-ead306eda786 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82b85877-3f96-4ab9-891d-3493ab8fff42 HTTP/1.1" status: 204 len: 168 time: 0.1870723 Aug 19 12:12:29.585953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46788ca-9f77-47a8-8baa-ead306eda786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b85877-3f96-4ab9-891d-3493ab8fff42,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:29.730764 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-c7448866-f362-4918-88cc-000301d81268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:29.733050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-c7448866-f362-4918-88cc-000301d81268 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=590d962779804d4d9671c0ff12bceb70&device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 1134 time: 0.0595396 Aug 19 12:12:29.935475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556fd35-a0be-4d9d-9e46-f671009b585f req-aa1b4f58-f280-4c21-b035-dfd71146ef4b tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:29.937168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7556fd35-a0be-4d9d-9e46-f671009b585f req-aa1b4f58-f280-4c21-b035-dfd71146ef4b tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 983 time: 0.0915837 Aug 19 12:12:29.942246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-715208a6-6009-4fa8-9078-ad32ade39590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:29.944028 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-715208a6-6009-4fa8-9078-ad32ade39590 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81a685d2-b324-4545-a6d9-ea87b865c98c HTTP/1.1" status: 200 len: 898 time: 0.1939039 Aug 19 12:12:29.993987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47554) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:30.005058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-f486f1f0-1f47-46a6-aed4-16adfa6ea2d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d580e522-067f-4a8e-8026-735ea831078f HTTP/1.1" status: 200 len: 217 time: 0.0520923 Aug 19 12:12:30.008419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10d25bdf-6822-4f1d-89d4-24518830a1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:30.084048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7556fd35-a0be-4d9d-9e46-f671009b585f req-499ee8c7-142e-4bb2-a2ff-0e3a1aa59b7d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1388590 Aug 19 12:12:30.105837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-7b05f558-98ce-4926-b871-6b7e19a6fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:30.107356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-7b05f558-98ce-4926-b871-6b7e19a6fdc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fc9678d-2b78-4a25-8266-4833bd22abdb HTTP/1.1" status: 200 len: 835 time: 0.0881889 Aug 19 12:12:30.153224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10d25bdf-6822-4f1d-89d4-24518830a1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:30.159302 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10d25bdf-6822-4f1d-89d4-24518830a1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:30.174304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-e5614370-f1d7-4ea0-82cd-5837fe38f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:30.178214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-e5614370-f1d7-4ea0-82cd-5837fe38f910 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81a685d2-b324-4545-a6d9-ea87b865c98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622857 Aug 19 12:12:30.200022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47562) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:30.200255 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-10d25bdf-6822-4f1d-89d4-24518830a1df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fab5a15460fc411db576c89802b45100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050765 Aug 19 12:12:30.213819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d25bdf-6822-4f1d-89d4-24518830a1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8d753-90bb-4716-971a-986b57ea0468,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:30.379556 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5c83d5f9-7ec3-497e-bc27-185db95eb351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:30.390147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-76128380-b7d3-4bcf-ab92-ff51b56b2f5e service neutron] 10.222.0.69 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047532 Aug 19 12:12:30.403970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228885e-6cbd-4a75-b096-a6ba41d0bf3e req-29e3c70b-de29-4b6c-874e-afc55fe19353 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:30.405547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6228885e-6cbd-4a75-b096-a6ba41d0bf3e req-29e3c70b-de29-4b6c-874e-afc55fe19353 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1130679 Aug 19 12:12:30.482927 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5c83d5f9-7ec3-497e-bc27-185db95eb351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:30.557341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6228885e-6cbd-4a75-b096-a6ba41d0bf3e req-90fc47da-e5c3-420e-98c7-f4e2bfecc342 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383214 Aug 19 12:12:30.605603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5c83d5f9-7ec3-497e-bc27-185db95eb351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:30.612168 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5c83d5f9-7ec3-497e-bc27-185db95eb351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:30.613410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5c83d5f9-7ec3-497e-bc27-185db95eb351 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02f8d753-90bb-4716-971a-986b57ea0468 HTTP/1.1" status: 204 len: 168 time: 0.4122643 Aug 19 12:12:30.627743 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b22a531e-077d-4a1f-8b7e-67180fe90a25 req-c45649ed-e21b-4522-9b87-c0586a174af7 service neutron] 10.222.0.69 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211847 Aug 19 12:12:30.638898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83d5f9-7ec3-497e-bc27-185db95eb351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8d753-90bb-4716-971a-986b57ea0468,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:30.897168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cad0a-b2ae-4a8b-9862-c317219b2a6c req-0603ab30-a27f-4133-96c4-1e7cb0cb3dc2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:30.898719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd6cad0a-b2ae-4a8b-9862-c317219b2a6c req-0603ab30-a27f-4133-96c4-1e7cb0cb3dc2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1072800 Aug 19 12:12:30.944628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-6025ac2f-d18f-45b7-8ff5-8d7e04115daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:30.946162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-6025ac2f-d18f-45b7-8ff5-8d7e04115daa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1095 time: 0.1042120 Aug 19 12:12:31.014484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd6cad0a-b2ae-4a8b-9862-c317219b2a6c req-61b82be3-cbad-4085-b4de-5b3a3415bcc9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084211 Aug 19 12:12:31.094288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-5c81ba5f-944e-4694-a4e1-944b44db3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:31.096477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-5c81ba5f-944e-4694-a4e1-944b44db3b5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.1428058 Aug 19 12:12:31.199069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-17f48cad-74ab-40ee-8931-9ac0d503b3e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 999 time: 0.0949943 Aug 19 12:12:31.276354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71458df1-126e-4bc6-838f-950713222048 req-9a49b59d-49f1-4534-8d6a-bba39384d06d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:31.277949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71458df1-126e-4bc6-838f-950713222048 req-9a49b59d-49f1-4534-8d6a-bba39384d06d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 983 time: 0.0927851 Aug 19 12:12:31.286231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-258994ff-ee61-4102-bb59-d096feda99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:31.287753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-258994ff-ee61-4102-bb59-d096feda99cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0713842 Aug 19 12:12:31.366560 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71458df1-126e-4bc6-838f-950713222048 req-bf5b6a04-2354-4c36-9bc6-ded343dbb73b tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0774636 Aug 19 12:12:31.372443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-11f0bfcb-c99c-486d-b45c-f0394657e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:31.374373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-11f0bfcb-c99c-486d-b45c-f0394657e8f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793064 Aug 19 12:12:31.489379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-9e0e9f79-88f9-4907-b69f-dd67fe6d0ac1 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063859 Aug 19 12:12:31.607578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6b72b70-4f08-4345-ae67-8f4b0d9a6fd1 req-e64968fb-54e3-4628-8194-8b837a50716e service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116946 Aug 19 12:12:31.677591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47622) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:31.801837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2147200448-network', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:31.827354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Made reservation on behalf of 9f680fcb101a4568a6dd0c951feb018d for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:12:31.830839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:31.841362 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:31.944743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:31.951996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:31.976568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:12:31.991297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182e5316-e6d8-4ea3-ba52-93aced102e99,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:32.007409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.007758 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Added segment fd629100-a444-4aa1-90ff-98fc406a5de7 of type vlan for network 8f5255f7-7f0a-4552-9894-cbcfded5a8df Aug 19 12:12:32.052522 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.085047 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.086090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:32.086795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.226129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5435698 Aug 19 12:12:32.229548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47640) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:32.236369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Request body: {'subnet': {'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2147200448-subnet', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:32.245672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01a6e-f1dd-4d4f-9026-844e5ded250a admin admin] Pushing event updated for resources: {'Network': ['ID=8f5255f7-7f0a-4552-9894-cbcfded5a8df,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:32.258092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:12:32.286684 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Made reservation on behalf of 9f680fcb101a4568a6dd0c951feb018d for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:12:32.293269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6a765-49d7-4f0c-bd1b-dfd21b81871d req-cd2b2390-98bf-4a8f-9b9f-d73fd5c99591 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:32.293772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.306359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4c6a765-49d7-4f0c-bd1b-dfd21b81871d req-cd2b2390-98bf-4a8f-9b9f-d73fd5c99591 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1132638 Aug 19 12:12:32.360305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4c6a765-49d7-4f0c-bd1b-dfd21b81871d req-921eda98-e352-4aea-9bf1-311a80d5d1a1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527093 Aug 19 12:12:32.583172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d580e522-067f-4a8e-8026-735ea831078f details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:12:32.607007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.615680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3028f28-b202-442c-be25-7f5db1582e4a req-b72996fd-23c8-4833-ae1e-2ea39120c695 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:32.625211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3028f28-b202-442c-be25-7f5db1582e4a req-b72996fd-23c8-4833-ae1e-2ea39120c695 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 983 time: 0.0946736 Aug 19 12:12:32.685011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:32.694756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3028f28-b202-442c-be25-7f5db1582e4a req-3724140d-0996-4186-bc27-94a0890cb821 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0602124 Aug 19 12:12:32.702066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Checking segment: {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:32.702066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Network hostable DHCP agents. Network: 8f5255f7-7f0a-4552-9894-cbcfded5a8df, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:12:32.723891 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:12:32.737431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 8f5255f7-7f0a-4552-9894-cbcfded5a8df) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:32.742233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:32.743032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.754182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf8b67-2812-482d-ace8-3ce6da4b4e59 None None] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:12:32.760061 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3111e4db-4e77-4c65-bdf2-bf788d39bf37 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5288334 Aug 19 12:12:32.763105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47650) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:32.768960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:32.797697 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.799409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.889312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d580e522-067f-4a8e-8026-735ea831078f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d580e522-067f-4a8e-8026-735ea831078f,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:32.906142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'd580e522-067f-4a8e-8026-735ea831078f', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'port_id': 'd580e522-067f-4a8e-8026-735ea831078f', 'mac_address': 'fa:16:3e:19:fc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:12:32.924676 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:32.996637 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:33.039731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d580e522-067f-4a8e-8026-735ea831078f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:12:33.059430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'fixed_ips': [{'subnet_id': '8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:12:33.060846 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:33.077774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d580e522-067f-4a8e-8026-735ea831078f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d580e522-067f-4a8e-8026-735ea831078f,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:33.095000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:33.141056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:33.253225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d580e522-067f-4a8e-8026-735ea831078f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:33.299697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Allocated IP 172.20.0.2 (8f5255f7-7f0a-4552-9894-cbcfded5a8df/8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a/e3e31012-1a70-4300-ae84-b605cb807666) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:33.469553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['d580e522-067f-4a8e-8026-735ea831078f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:12:33.534793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:33.637463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Transition to ACTIVE for port object e3e31012-1a70-4300-ae84-b605cb807666 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:33.670617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Transition to ACTIVE for port object e3e31012-1a70-4300-ae84-b605cb807666 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:33.693683 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:33.696662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf770a57-6cd7-4c6b-a21c-26d8ddffddbc req-100205eb-609c-4db0-92c1-6df1e02c0e63 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:33.698957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf770a57-6cd7-4c6b-a21c-26d8ddffddbc req-100205eb-609c-4db0-92c1-6df1e02c0e63 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1096644 Aug 19 12:12:33.751922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:33.760446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:33.772775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:33.778188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Pushing event updated for resources: {'Port': ['ID=e3e31012-1a70-4300-ae84-b605cb807666,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:33.846180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Attempting to bind port e3e31012-1a70-4300-ae84-b605cb807666 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:33.846563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Attempting to bind port e3e31012-1a70-4300-ae84-b605cb807666 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:33.847761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Attempting to bind port e3e31012-1a70-4300-ae84-b605cb807666 on network 8f5255f7-7f0a-4552-9894-cbcfded5a8df {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:33.854855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:33.855315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Checking segment: {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:33.855735 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:33.856139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Bound using segment: {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:33.856662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Bound port: e3e31012-1a70-4300-ae84-b605cb807666, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:33.857081 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:33.881328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf770a57-6cd7-4c6b-a21c-26d8ddffddbc req-ba3c0fa6-72d3-46a9-b7b8-43b668408767 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695364 Aug 19 12:12:33.936602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] For port e3e31012-1a70-4300-ae84-b605cb807666, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:33.940458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] For port e3e31012-1a70-4300-ae84-b605cb807666, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e3e31012-1a70-4300-ae84-b605cb807666,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:33.947487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:33.970245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0a2f8-be0c-4ad4-9a8f-9826544f931a req-cb0b90db-7ed8-4102-9b86-14d11d1b51a6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:33.972250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99f0a2f8-be0c-4ad4-9a8f-9826544f931a req-cb0b90db-7ed8-4102-9b86-14d11d1b51a6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 984 time: 0.1660590 Aug 19 12:12:34.014360 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:34.016189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3148914-381e-49ba-a0e1-d567886a8452 None None] Pushing event updated for resources: {'Port': ['ID=e3e31012-1a70-4300-ae84-b605cb807666,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:34.070990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99f0a2f8-be0c-4ad4-9a8f-9826544f931a req-ab516494-c6ae-4047-b322-dc75e8be5564 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0886042 Aug 19 12:12:34.071710 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:34.263394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e16760-1280-40c9-8901-82187ddc362a req-1653bade-8538-4e7e-9df4-1e883f306f3f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:34.266679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9e16760-1280-40c9-8901-82187ddc362a req-1653bade-8538-4e7e-9df4-1e883f306f3f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1300759 Aug 19 12:12:34.376137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9e16760-1280-40c9-8901-82187ddc362a req-112c9c90-76d7-4645-852e-c19e1288a43e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782845 Aug 19 12:12:34.391325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Allocated IP 172.25.4.14 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:34.547620 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:34.611292 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:34.661168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:34.684515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:34.689567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:34.727740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Pushing event updated for resources: {'Port': ['ID=ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:34.772978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976d04-f1c5-4954-981c-1b842efc1181 req-3bdc8619-543f-41d0-aca1-3488de3481f8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:34.774575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82976d04-f1c5-4954-981c-1b842efc1181 req-3bdc8619-543f-41d0-aca1-3488de3481f8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1070840 Aug 19 12:12:34.912802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82976d04-f1c5-4954-981c-1b842efc1181 req-79dd9c2a-7e5d-47a1-ae0d-fdf4c590575e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977798 Aug 19 12:12:35.086459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:35.354549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68713f14-74f0-4cec-b2cf-eb053e797bc4 None None] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:12:35.444833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15534bab-92d6-48f5-8d88-f6b2198d3009 req-815d1623-c6dc-40d9-86ff-b6aeb590396b tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:35.455043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15534bab-92d6-48f5-8d88-f6b2198d3009 req-815d1623-c6dc-40d9-86ff-b6aeb590396b tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 984 time: 0.2082152 Aug 19 12:12:35.463286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e3e31012-1a70-4300-ae84-b605cb807666 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:35.545041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd3276-a1dd-40eb-b8e6-6eafc329ecdc req-70516f79-9872-47f6-b0c5-f510c6d367b9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:35.549371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aecd3276-a1dd-40eb-b8e6-6eafc329ecdc req-70516f79-9872-47f6-b0c5-f510c6d367b9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.2327557 Aug 19 12:12:35.562041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d2ad9a49-368c-46e0-b500-3ce4dc573188 None None] Provisioning for port e3e31012-1a70-4300-ae84-b605cb807666 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:35.617985 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e3e31012-1a70-4300-ae84-b605cb807666 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:35.623251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e3e31012-1a70-4300-ae84-b605cb807666 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:35.623833 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:35.633203 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15534bab-92d6-48f5-8d88-f6b2198d3009 req-41c3624a-70bc-440a-afbf-ea47b8bb9b8f tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1772671 Aug 19 12:12:35.717817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aecd3276-a1dd-40eb-b8e6-6eafc329ecdc req-70a14a96-a5da-4ef2-8781-eee228b85b72 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923836 Aug 19 12:12:35.720552 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:35.850315 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:35.890230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port e3e31012-1a70-4300-ae84-b605cb807666, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e3e31012-1a70-4300-ae84-b605cb807666,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:35.898276 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:35.942124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f75e8-60ca-4d2d-8ce2-13d2eeeb5777 req-48c4e53b-c17d-4b2a-9084-e40e35511ded tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:35.943961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e82f75e8-60ca-4d2d-8ce2-13d2eeeb5777 req-48c4e53b-c17d-4b2a-9084-e40e35511ded tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1096 time: 0.1471252 Aug 19 12:12:35.964173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=e3e31012-1a70-4300-ae84-b605cb807666,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:36.009754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e82f75e8-60ca-4d2d-8ce2-13d2eeeb5777 req-12fdcdad-3db3-454a-9d98-21d178cb24f7 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517118 Aug 19 12:12:36.037425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Router 093c7b3b-4e89-4282-b223-8e4de3880d1b is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:12:36.110767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f545a7e5-7d91-49a7-b4da-2370e41b1d86 None None] Provisioning complete for port e3e31012-1a70-4300-ae84-b605cb807666 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:36.111198 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f545a7e5-7d91-49a7-b4da-2370e41b1d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:36.219872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04cf51-f86c-413e-a82e-63472ad4128d req-592ba070-ae1e-4d7b-ab05-7e2fc165b9a1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:36.221892 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df04cf51-f86c-413e-a82e-63472ad4128d req-592ba070-ae1e-4d7b-ab05-7e2fc165b9a1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.0759923 Aug 19 12:12:36.227130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:36.238190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Sync routers for ids ['093c7b3b-4e89-4282-b223-8e4de3880d1b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:36.251853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Routers {'093c7b3b-4e89-4282-b223-8e4de3880d1b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:36.252232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['093c7b3b-4e89-4282-b223-8e4de3880d1b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:36.279470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:36.281093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b1ffbf69-729b-468f-aedd-94f481ad5745 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5164216 Aug 19 12:12:36.283801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47734) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:36.355337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df04cf51-f86c-413e-a82e-63472ad4128d req-a25049a3-0eba-4b64-86c7-d54dfc1efa28 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262016 Aug 19 12:12:36.380561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47738) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:36.406727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Set router 093c7b3b-4e89-4282-b223-8e4de3880d1b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:36.495723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2f91f921-637b-465d-afa9-824269ef861c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/57d1f4c3-27db-4979-b123-494d3307bc38 HTTP/1.1" status: 200 len: 993 time: 0.1142800 Aug 19 12:12:36.546373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d580e522-067f-4a8e-8026-735ea831078f up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:36.704015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port d580e522-067f-4a8e-8026-735ea831078f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:36.709939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port d580e522-067f-4a8e-8026-735ea831078f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:36.710636 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:36.803017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:32Z', 'updated_at': '2021-08-19T12:12:34Z', 'revision_number': 3, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'gw_port': {'id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:34Z', 'updated_at': '2021-08-19T12:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:36.843808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Checking router: 093c7b3b-4e89-4282-b223-8e4de3880d1b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:36.844339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Updating router 093c7b3b-4e89-4282-b223-8e4de3880d1b port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:12:36.897815 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:36.927058 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.046403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:37.049483 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f582317-a09f-43a1-ac72-04d760f6a256" -d '{"events": [{"server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "name": "network-vif-plugged", "status": "completed", "tag": "d580e522-067f-4a8e-8026-735ea831078f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:37.099178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d580e522-067f-4a8e-8026-735ea831078f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d580e522-067f-4a8e-8026-735ea831078f,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:37.116950 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.211735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dee4c0-fde5-410a-aa6d-e852835b569f req-8c734388-9d15-4666-a510-231a535bfea1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:37.227414 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53dee4c0-fde5-410a-aa6d-e852835b569f req-8c734388-9d15-4666-a510-231a535bfea1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1738849 Aug 19 12:12:37.277744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e3e31012-1a70-4300-ae84-b605cb807666 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:37.366057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d580e522-067f-4a8e-8026-735ea831078f,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:37.416599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e3e31012-1a70-4300-ae84-b605cb807666 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:37.418230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4511449-8c4e-4971-b8cd-fbecc291c196 req-964d6cfb-3d85-4889-84f5-520657a75abc tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:37.419198 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.421362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4511449-8c4e-4971-b8cd-fbecc291c196 req-964d6cfb-3d85-4889-84f5-520657a75abc tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 984 time: 0.3629599 Aug 19 12:12:37.492094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53dee4c0-fde5-410a-aa6d-e852835b569f req-647d76cd-e315-44ab-9608-da7b842fec1b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698612 Aug 19 12:12:37.538742 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.550637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Transition to ACTIVE for port object ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:37.630488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4511449-8c4e-4971-b8cd-fbecc291c196 req-9b2aed8c-8dae-4efe-816b-fb46e57c3761 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1841350 Aug 19 12:12:37.712131 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.793637 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.802706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0be6dd-7357-433f-9ab3-edfa42be8c13 None None] Pushing event updated for resources: {'Port': ['ID=ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:37.805638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Attempting to bind port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:37.811378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Attempting to bind port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:37.811802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Attempting to bind port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:37.823925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:37.824363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:37.824734 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.825132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:37.827269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Bound port: ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:37.833853 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.960795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] For port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:37.963631 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b137091a-c519-4163-a45c-48e0d7f526ae x-openstack-request-id: req-b137091a-c519-4163-a45c-48e0d7f526ae {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:37.963918 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "name": "network-vif-plugged", "status": "completed", "tag": "d580e522-067f-4a8e-8026-735ea831078f", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:37.964165 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b137091a-c519-4163-a45c-48e0d7f526ae {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:37.964550 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f', 'code': 200} Aug 19 12:12:37.970901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] For port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:37.978539 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:38.099948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Routers {'093c7b3b-4e89-4282-b223-8e4de3880d1b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:38.100595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['093c7b3b-4e89-4282-b223-8e4de3880d1b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:38.147395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0be6dd-7357-433f-9ab3-edfa42be8c13 None None] Pushing event updated for resources: {'Port': ['ID=ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:38.406347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440db5f-2bcf-4ab2-baf9-c884571739fb req-c59a5e1e-1c40-4d07-87e8-02b9e0841c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:38.411062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2440db5f-2bcf-4ab2-baf9-c884571739fb req-c59a5e1e-1c40-4d07-87e8-02b9e0841c00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 1136 time: 0.3243892 Aug 19 12:12:38.421306 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-daf0f7fe-dcc2-4162-aca6-45639bf34f35 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109953 Aug 19 12:12:38.564452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eac1a4-cb13-4a39-a19a-74580b36677f req-64cf752a-e752-4c0b-a167-429e8ff456cd tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:38.566404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94eac1a4-cb13-4a39-a19a-74580b36677f req-64cf752a-e752-4c0b-a167-429e8ff456cd tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.2587373 Aug 19 12:12:38.573205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Allocated IP 172.20.0.1 (8f5255f7-7f0a-4552-9894-cbcfded5a8df/8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a/d0fe2167-b27a-44f7-9283-801836381b58) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:38.617944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] Set router 093c7b3b-4e89-4282-b223-8e4de3880d1b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:38.737870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:38.755306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Transition to ACTIVE for port object d0fe2167-b27a-44f7-9283-801836381b58 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:38.785261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2440db5f-2bcf-4ab2-baf9-c884571739fb req-9e86b0c5-96ed-4d64-ac5f-555e011a800c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3257074 Aug 19 12:12:38.827980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbdc5d-e5ba-4a1b-971b-00ed2843c1e6 req-92cf7237-bea4-46ab-8e27-0be97a2a22ca tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:38.829435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5cbdc5d-e5ba-4a1b-971b-00ed2843c1e6 req-92cf7237-bea4-46ab-8e27-0be97a2a22ca tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.3555520 Aug 19 12:12:38.861689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94eac1a4-cb13-4a39-a19a-74580b36677f req-bf37b54b-3b28-41c4-8969-daf9751cc665 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904377 Aug 19 12:12:38.863957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:38.921722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:38.936364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:38.938903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:39.001628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:32Z', 'updated_at': '2021-08-19T12:12:34Z', 'revision_number': 3, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'gw_port': {'id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:34Z', 'updated_at': '2021-08-19T12:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:39.006657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5cbdc5d-e5ba-4a1b-971b-00ed2843c1e6 req-d62d7dd7-a6d6-4ce4-b0ca-a1381c1c70e2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583927 Aug 19 12:12:39.007286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fe2167-b27a-44f7-9283-801836381b58,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:39.063948 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:39.081729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d9713-532f-4131-af2e-292d9ed6c377 None None] The sync data for ids ['093c7b3b-4e89-4282-b223-8e4de3880d1b'] in n-d-778550-9 is: [{'id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:32Z', 'updated_at': '2021-08-19T12:12:34Z', 'revision_number': 3, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'gw_port': {'id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:34Z', 'updated_at': '2021-08-19T12:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:39.314719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817a8d-8591-4331-9f42-2028f8f970d8 req-d3f1f97d-8d4d-47ab-a883-7e77079cac8e tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:39.324230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc817a8d-8591-4331-9f42-2028f8f970d8 req-d3f1f97d-8d4d-47ab-a883-7e77079cac8e tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 985 time: 0.3237243 Aug 19 12:12:39.351544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d7545210-0458-45aa-988d-ccc6b7deadc6 None None] Provisioning for port d0fe2167-b27a-44f7-9283-801836381b58 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:39.357492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d7545210-0458-45aa-988d-ccc6b7deadc6 None None] Provisioning complete for port d0fe2167-b27a-44f7-9283-801836381b58 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:39.357998 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d7545210-0458-45aa-988d-ccc6b7deadc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:39.409341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:39.433778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc817a8d-8591-4331-9f42-2028f8f970d8 req-2913a3e2-f38d-4452-b331-60f73b8f0884 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1083903 Aug 19 12:12:39.453710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d7545210-0458-45aa-988d-ccc6b7deadc6 None None] Port d0fe2167-b27a-44f7-9283-801836381b58 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:12:39.664728 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:39.672006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:39.762190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fe2167-b27a-44f7-9283-801836381b58,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:39.765173 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:39.912722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:39.914881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:40.114604 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Router 093c7b3b-4e89-4282-b223-8e4de3880d1b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:12:40.346781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6e35a-e9dd-43b8-a02f-21585daa7c1d req-c1a9db5d-22c5-4ad1-874b-cab16915fb5e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:40.348353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47b6e35a-e9dd-43b8-a02f-21585daa7c1d req-c1a9db5d-22c5-4ad1-874b-cab16915fb5e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.2316592 Aug 19 12:12:40.383855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728f320-34c9-42d8-adca-6544522cbf0f req-60f27845-1889-4309-8869-66a887ee9027 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:40.393129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b728f320-34c9-42d8-adca-6544522cbf0f req-60f27845-1889-4309-8869-66a887ee9027 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.2000189 Aug 19 12:12:40.398167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-76d650b4-5be9-48f4-87ba-358e68dbf808 None None] Provisioning complete for port d0fe2167-b27a-44f7-9283-801836381b58 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:40.398636 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-76d650b4-5be9-48f4-87ba-358e68dbf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:40.450221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-76d650b4-5be9-48f4-87ba-358e68dbf808 None None] Port d0fe2167-b27a-44f7-9283-801836381b58 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:12:40.461777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47b6e35a-e9dd-43b8-a02f-21585daa7c1d req-5c11eb34-45fe-4986-8fea-e3bd2b53f185 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862896 Aug 19 12:12:40.484742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b728f320-34c9-42d8-adca-6544522cbf0f req-fb6a5b73-56f9-4f41-a6f7-7fd1ef698836 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853949 Aug 19 12:12:40.518788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:40.531102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ca54dcbe-7854-4745-ae39-c195e5599a86 admin admin] 10.222.0.65 "PUT /v2.0/routers/093c7b3b-4e89-4282-b223-8e4de3880d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2455578 Aug 19 12:12:40.690722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-bb89237e-f019-4b3f-ac12-a93e83f839a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:40.693878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-bb89237e-f019-4b3f-ac12-a93e83f839a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1096 time: 0.0765991 Aug 19 12:12:40.806751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee961-3484-4511-9894-63d9b004bfa3 req-d6587fd6-c2b0-4d30-be18-0ac15e186996 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:40.814330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7eee961-3484-4511-9894-63d9b004bfa3 req-d6587fd6-c2b0-4d30-be18-0ac15e186996 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 985 time: 0.1466792 Aug 19 12:12:40.886391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-d05a7fbb-7c4f-4e7f-9375-6f6eb5745b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:40.888012 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-d05a7fbb-7c4f-4e7f-9375-6f6eb5745b63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.1868176 Aug 19 12:12:40.890357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7eee961-3484-4511-9894-63d9b004bfa3 req-fd1bebe9-00b3-471d-b248-65d608250b29 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0741172 Aug 19 12:12:40.937109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ebb9-2607-4903-9eb8-6e2a44ec4885 req-f94dfb59-3eaf-4d24-8462-decd5ced33e5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:40.949513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6487ebb9-2607-4903-9eb8-6e2a44ec4885 req-f94dfb59-3eaf-4d24-8462-decd5ced33e5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1903448 Aug 19 12:12:41.009659 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-33b3d4d5-1659-49da-9754-88559039ce4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 1001 time: 0.1043921 Aug 19 12:12:41.032270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6487ebb9-2607-4903-9eb8-6e2a44ec4885 req-48fa7997-54e8-4111-a2b8-70357928c326 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810831 Aug 19 12:12:41.061186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045fb6a-761c-49fc-b267-8f5f8d62496b req-5f24e67e-8948-46f5-a6ea-d9db8908284a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:41.061186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3045fb6a-761c-49fc-b267-8f5f8d62496b req-5f24e67e-8948-46f5-a6ea-d9db8908284a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 985 time: 0.0822930 Aug 19 12:12:41.081808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-7f49236a-42dc-4c64-af2c-a68e7ddd3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:41.084668 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-7f49236a-42dc-4c64-af2c-a68e7ddd3749 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.0615976 Aug 19 12:12:41.112009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3045fb6a-761c-49fc-b267-8f5f8d62496b req-2456f55e-f39e-461c-a5d3-ef58b182dac4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0496929 Aug 19 12:12:41.257829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-15e691db-dd91-4cbe-aacb-d82ce9cb1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:41.261639 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-15e691db-dd91-4cbe-aacb-d82ce9cb1509 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698577 Aug 19 12:12:41.302693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad2d37-1a84-4408-9ede-8f4a2ad33fe6 req-df7f1828-11ae-46eb-99d1-6b3073866acf tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:41.303945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cad2d37-1a84-4408-9ede-8f4a2ad33fe6 req-df7f1828-11ae-46eb-99d1-6b3073866acf tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1343424 Aug 19 12:12:41.387587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:41.446912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cad2d37-1a84-4408-9ede-8f4a2ad33fe6 req-b6de80ab-8c1a-4d23-98f0-aa353499f5dd tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336460 Aug 19 12:12:41.458276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966feb3-875f-4b11-90dc-152137c4cf16 req-c8ec7341-5f31-4c56-990c-83d09e4c12d4 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:41.459921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7966feb3-875f-4b11-90dc-152137c4cf16 req-c8ec7341-5f31-4c56-990c-83d09e4c12d4 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 1136 time: 0.1299412 Aug 19 12:12:41.503460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:41.511418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-c19f761e-35d0-4d5c-82ca-2f86b1c0ac85 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424462 Aug 19 12:12:41.511582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:41.511893 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.520489 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7966feb3-875f-4b11-90dc-152137c4cf16 req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.637773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:41.654069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-187283892-network', 'tenant_id': '9a07d0f0da644065a6b2710227aca395'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:41.696958 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7966feb3-875f-4b11-90dc-152137c4cf16 req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.714799 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.726542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7966feb3-875f-4b11-90dc-152137c4cf16 req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.732992 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-26a89c70-23c3-476e-9c09-1ec56e221141 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123485 Aug 19 12:12:41.741345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Made reservation on behalf of 9a07d0f0da644065a6b2710227aca395 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:12:41.745187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.764280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.778286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:41.788237 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7966feb3-875f-4b11-90dc-152137c4cf16 req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3062112 Aug 19 12:12:41.789943 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.807445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47926) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:41.901234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:41.901868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a5c2c-974e-4d45-84f6-b84c1cc773b3 req-ec902409-57b8-4b9e-82c4-d2235dbb6e8b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:41.917483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-305a5c2c-974e-4d45-84f6-b84c1cc773b3 req-ec902409-57b8-4b9e-82c4-d2235dbb6e8b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.2403257 Aug 19 12:12:41.926682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d7fe6-6fbc-4dc3-b367-f7215ac0ff02,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:41.964694 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Sync routers for ids ['093c7b3b-4e89-4282-b223-8e4de3880d1b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:41.972512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.979026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.982441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.983615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.983748 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Routers {'093c7b3b-4e89-4282-b223-8e4de3880d1b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:41.983867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.983964 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['093c7b3b-4e89-4282-b223-8e4de3880d1b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:41.984074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.984074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.984341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.984647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.985003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.985351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.985681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.986026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:41.986357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97303e-9f9d-44b1-b3e4-3b4f79f946ed tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.016903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f2c11-5e31-412f-b8b2-5431cc7ce123,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:42.032617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.033298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.033923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.034608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.035224 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.035736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.036241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.037109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.037859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.038395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.039085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.039628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:42.044835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2515ef54-2ffe-4a52-8c8a-5b22fb8f48eb tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:42.045363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:12:42.046927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2515ef54-2ffe-4a52-8c8a-5b22fb8f48eb tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 1131 time: 0.2337103 Aug 19 12:12:42.051251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47932) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:42.058308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'd580e522-067f-4a8e-8026-735ea831078f', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:42.071587 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-305a5c2c-974e-4d45-84f6-b84c1cc773b3 req-affe9d78-1e83-4d4f-b5b9-ebd645ecf5ca tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475232 Aug 19 12:12:42.103673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a5f45-2483-4356-827c-20623d0604a4 req-7f6f9071-1e11-491d-bc34-b18ea1e91724 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:42.107664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-212a5f45-2483-4356-827c-20623d0604a4 req-7f6f9071-1e11-491d-bc34-b18ea1e91724 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.1573043 Aug 19 12:12:42.121684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.153081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.156876 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Added segment f79bb893-5801-49c2-aff8-fb494d0b2d0a of type vlan for network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 Aug 19 12:12:42.159487 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Set router 093c7b3b-4e89-4282-b223-8e4de3880d1b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:42.174194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-212a5f45-2483-4356-827c-20623d0604a4 req-ee298609-f6eb-493e-8fcf-8107fe937bba tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588686 Aug 19 12:12:42.285443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.319767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.320792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:42.321385 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.442828 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8009338 Aug 19 12:12:42.443080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47944) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:42.448136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Request body: {'subnet': {'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-187283892-subnet', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:42.454234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892c257-36ed-48ad-9f12-4e0480aa133b admin admin] Pushing event updated for resources: {'Network': ['ID=670dfcc8-5ea8-4909-b5c9-3d7331df9120,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:42.467307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:12:42.496254 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:32Z', 'updated_at': '2021-08-19T12:12:39Z', 'revision_number': 4, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'gw_port': {'id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:34Z', 'updated_at': '2021-08-19T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0fe2167-b27a-44f7-9283-801836381b58', 'name': '', 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'mac_address': 'fa:16:3e:d7:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:37Z', 'updated_at': '2021-08-19T12:12:39Z', 'revision_number': 2, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'subnets': [{'id': '8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:42.500555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Made reservation on behalf of 9a07d0f0da644065a6b2710227aca395 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:12:42.502985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.525545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.707075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Allocated IP 172.25.4.49 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/96c85519-eee5-47b7-a3bc-a4591d9aa993) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:42.719197 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Checking router: 093c7b3b-4e89-4282-b223-8e4de3880d1b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:42.719425 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Updating router 093c7b3b-4e89-4282-b223-8e4de3880d1b port d0fe2167-b27a-44f7-9283-801836381b58 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:12:42.758269 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.855996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.877768 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.930782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=39158162-8b56-49a7-97ee-cb390cddd4ae,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:42.931455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.965387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Checking segment: {'id': 'f79bb893-5801-49c2-aff8-fb494d0b2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:42.966015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Network hostable DHCP agents. Network: 670dfcc8-5ea8-4909-b5c9-3d7331df9120, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:12:42.998108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=96c85519-eee5-47b7-a3bc-a4591d9aa993,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:42.999917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:12:43.014873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 670dfcc8-5ea8-4909-b5c9-3d7331df9120) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:43.019421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:43.020009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.028335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f52f05-f539-4428-9276-f544bf077321 None None] Network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:12:43.028850 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:43.030812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:43.035844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:43.046997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f3c78a43-1e3b-4e33-9af0-76493a0f74fc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6026151 Aug 19 12:12:43.049794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:43.054678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:43.108126 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.109673 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.197280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.331352 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.342395 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Transition to ACTIVE for port object d0fe2167-b27a-44f7-9283-801836381b58 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:43.353062 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.374041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:43.479525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-670dfcc8-5ea8-4909-b5c9-3d7331df9120', 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'fixed_ips': [{'subnet_id': '39158162-8b56-49a7-97ee-cb390cddd4ae'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:12:43.480880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.569095 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Pushing event updated for resources: {'Port': ['ID=d0fe2167-b27a-44f7-9283-801836381b58,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:43.584741 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.600715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9249e-fdc5-496d-923e-abb76be689da req-d6eba8e4-88f7-432c-9def-3a5f6f157a80 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:43.602353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ab9249e-fdc5-496d-923e-abb76be689da req-d6eba8e4-88f7-432c-9def-3a5f6f157a80 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.2134974 Aug 19 12:12:43.652918 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.653425 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.656090 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.656875 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.657333 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.657764 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.658421 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.659322 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.659738 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.660159 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.660572 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.661009 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:12:43.674707 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Attempting to bind port d0fe2167-b27a-44f7-9283-801836381b58 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:43.675238 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Attempting to bind port d0fe2167-b27a-44f7-9283-801836381b58 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:43.675682 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Attempting to bind port d0fe2167-b27a-44f7-9283-801836381b58 on network 8f5255f7-7f0a-4552-9894-cbcfded5a8df {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:43.688081 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:43.688625 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Checking segment: {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:43.689144 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.691298 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Bound using segment: {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:43.691886 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Bound port: d0fe2167-b27a-44f7-9283-801836381b58, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:43.692425 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.788197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ab9249e-fdc5-496d-923e-abb76be689da req-4d34f242-35fe-4e94-b5ef-91492afb83df tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624334 Aug 19 12:12:43.875400 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] For port d0fe2167-b27a-44f7-9283-801836381b58, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:43.877636 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.879429 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] For port d0fe2167-b27a-44f7-9283-801836381b58, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d0fe2167-b27a-44f7-9283-801836381b58,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:43.889564 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.988780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:43.990602 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:43.999194 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Routers {'093c7b3b-4e89-4282-b223-8e4de3880d1b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:44.000149 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['093c7b3b-4e89-4282-b223-8e4de3880d1b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:44.074132 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cdffe-c8be-4c52-8611-8a2928b614d4 None None] Pushing event updated for resources: {'Port': ['ID=d0fe2167-b27a-44f7-9283-801836381b58,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:44.142429 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.168504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Allocated IP 172.20.0.2 (670dfcc8-5ea8-4909-b5c9-3d7331df9120/39158162-8b56-49a7-97ee-cb390cddd4ae/310b16a2-3ac2-4184-b155-cd0802641dd7) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:44.187351 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.269367 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] Set router 093c7b3b-4e89-4282-b223-8e4de3880d1b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:44.573145 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.587455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Transition to ACTIVE for port object 310b16a2-3ac2-4184-b155-cd0802641dd7 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:44.603417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Allocated IP 172.25.4.84 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/9dd4a4fc-6177-4ad5-98a0-b33d07d9d699) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:44.614017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Transition to ACTIVE for port object 310b16a2-3ac2-4184-b155-cd0802641dd7 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:44.641466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.660767 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.706782 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:44.712840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:44.717361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:44.762116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Pushing event updated for resources: {'Port': ['ID=310b16a2-3ac2-4184-b155-cd0802641dd7,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:44.836210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Attempting to bind port 310b16a2-3ac2-4184-b155-cd0802641dd7 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:44.836595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Attempting to bind port 310b16a2-3ac2-4184-b155-cd0802641dd7 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f79bb893-5801-49c2-aff8-fb494d0b2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:44.839091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Attempting to bind port 310b16a2-3ac2-4184-b155-cd0802641dd7 on network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:44.851437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:44.852447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Checking segment: {'id': 'f79bb893-5801-49c2-aff8-fb494d0b2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:44.852447 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.852805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Bound using segment: {'id': 'f79bb893-5801-49c2-aff8-fb494d0b2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:44.856670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Bound port: 310b16a2-3ac2-4184-b155-cd0802641dd7, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79bb893-5801-49c2-aff8-fb494d0b2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:44.857120 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.865959 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.891884 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:32Z', 'updated_at': '2021-08-19T12:12:39Z', 'revision_number': 4, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'gw_port': {'id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:34Z', 'updated_at': '2021-08-19T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0fe2167-b27a-44f7-9283-801836381b58', 'name': '', 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'mac_address': 'fa:16:3e:d7:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:37Z', 'updated_at': '2021-08-19T12:12:43Z', 'revision_number': 4, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'subnets': [{'id': '8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:44.955317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.963234 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735eef20-07b1-46e9-a997-86096c9e28dd None None] The sync data for ids ['093c7b3b-4e89-4282-b223-8e4de3880d1b'] in n-d-778550-9 is: [{'id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:32Z', 'updated_at': '2021-08-19T12:12:39Z', 'revision_number': 4, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'gw_port': {'id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:34Z', 'updated_at': '2021-08-19T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'd0fe2167-b27a-44f7-9283-801836381b58', 'name': '', 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'mac_address': 'fa:16:3e:d7:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:37Z', 'updated_at': '2021-08-19T12:12:43Z', 'revision_number': 4, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'subnets': [{'id': '8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:44.981790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:44.993531 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:45.010581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-44482105-30b2-405a-a496-5af703a182d4 None None] For port 310b16a2-3ac2-4184-b155-cd0802641dd7, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:45.016879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-44482105-30b2-405a-a496-5af703a182d4 None None] For port 310b16a2-3ac2-4184-b155-cd0802641dd7, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=310b16a2-3ac2-4184-b155-cd0802641dd7,segment=NetworkSegment(f79bb893-5801-49c2-aff8-fb494d0b2d0a),segment_id=f79bb893-5801-49c2-aff8-fb494d0b2d0a)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:45.027015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31a543-5b28-40ed-a9a1-4edc1fd24314 req-bd003cf8-6f44-4306-aca4-0869d2a8c59e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:45.028618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da31a543-5b28-40ed-a9a1-4edc1fd24314 req-bd003cf8-6f44-4306-aca4-0869d2a8c59e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.1159389 Aug 19 12:12:45.037542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:45.067387 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:45.095084 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:45.104650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:45.158955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=96c85519-eee5-47b7-a3bc-a4591d9aa993,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:45.167507 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:45.230936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd4a4fc-6177-4ad5-98a0-b33d07d9d699,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:45.289704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da31a543-5b28-40ed-a9a1-4edc1fd24314 req-97d92c7e-9729-4be2-8da1-f7ae8cfb91d8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479498 Aug 19 12:12:45.309919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44482105-30b2-405a-a496-5af703a182d4 None None] Pushing event updated for resources: {'Port': ['ID=310b16a2-3ac2-4184-b155-cd0802641dd7,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:45.320741 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Floating IP b1f5b5ea-bd26-435a-9b81-ce0b0acc23d7 associated. External IP: 172.25.4.49, port: d580e522-067f-4a8e-8026-735ea831078f. Aug 19 12:12:45.439122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d0fe2167-b27a-44f7-9283-801836381b58 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:45.559998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port d0fe2167-b27a-44f7-9283-801836381b58 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:45.565216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d0fe2167-b27a-44f7-9283-801836381b58 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:45.565680 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:45.727737 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:45.835479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port d0fe2167-b27a-44f7-9283-801836381b58, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d0fe2167-b27a-44f7-9283-801836381b58,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:45.850866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:45.959487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=d0fe2167-b27a-44f7-9283-801836381b58,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:45.984274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:12:46.139936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:46.156263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8134c-b895-448c-a113-bd54b732339b None None] Sync routers for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:46.171859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8134c-b895-448c-a113-bd54b732339b None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:46.172526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-56d8134c-b895-448c-a113-bd54b732339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:46.182304 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:46.253235 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-59599aa1-5a5b-4f40-bee3-b1c5bc0484eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1996005 Aug 19 12:12:46.254245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:46.256774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48004) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:46.257773 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f934a8da-a95f-46b6-a4af-521bca30b7db" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "tag": "d580e522-067f-4a8e-8026-735ea831078f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:46.362994 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21de2360-704a-4e15-b78c-d4412c90c3e9 x-openstack-request-id: req-21de2360-704a-4e15-b78c-d4412c90c3e9 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:46.363281 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "tag": "d580e522-067f-4a8e-8026-735ea831078f", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:46.363528 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21de2360-704a-4e15-b78c-d4412c90c3e9 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:46.363928 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f', 'status': 'completed', 'code': 200} Aug 19 12:12:46.373125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-56d8134c-b895-448c-a113-bd54b732339b None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:46.495530 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:46.712630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-56d8134c-b895-448c-a113-bd54b732339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b1f5b5ea-bd26-435a-9b81-ce0b0acc23d7', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'port_id': 'd580e522-067f-4a8e-8026-735ea831078f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'mac_address': 'fa:16:3e:19:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:12:43Z', 'revision_number': 0, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c30b90-bfd9-4b99-a168-483e2ed956ba', 'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:e8:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:16Z', 'updated_at': '2021-08-19T12:12:25Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:46.749600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8134c-b895-448c-a113-bd54b732339b None None] Checking router: 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:46.758686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4fc2f-b35b-4122-ad74-59053742e18c req-1ea269db-b2e3-4f82-b9af-c00cf187dc08 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.759539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8134c-b895-448c-a113-bd54b732339b None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:46.760299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbc4fc2f-b35b-4122-ad74-59053742e18c req-1ea269db-b2e3-4f82-b9af-c00cf187dc08 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.3146415 Aug 19 12:12:46.760431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-56d8134c-b895-448c-a113-bd54b732339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:46.800901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-dff55beb-9812-440f-91d4-30fb130de431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.802522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-dff55beb-9812-440f-91d4-30fb130de431 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=590d962779804d4d9671c0ff12bceb70&device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 1136 time: 0.3557076 Aug 19 12:12:46.811508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.811983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.812451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.812947 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.813420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.814057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.814528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.814999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.815735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.816237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.816643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.817127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.817675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.818137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.823706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe13f800-157e-4282-9e0e-9ec8ae12f918 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9827 time: 0.5624681 Aug 19 12:12:46.824130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48022) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:46.846797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2563ba0-e7e8-480a-b5c7-e2e664550c8b None None] Network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:12:46.952617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.953367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.954161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.954521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.955019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.956466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.957073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.957688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.959104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.959264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbc4fc2f-b35b-4122-ad74-59053742e18c req-1a0c85fb-765e-401b-b24e-fb12046d4e5f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836314 Aug 19 12:12:46.959489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.960118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.961353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.961888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.963197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:46.970164 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-93acc398-4a0b-4bbf-ae14-14fbe56731d9 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8885 time: 0.1447504 Aug 19 12:12:46.971044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48026) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:47.056499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-56d8134c-b895-448c-a113-bd54b732339b None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:47.118549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-6a9cd5cc-172f-456b-bd2c-d01685a4edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:47.120488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-6a9cd5cc-172f-456b-bd2c-d01685a4edae service neutron] 10.222.0.69 "GET /v2.0/networks?id=81a685d2-b324-4545-a6d9-ea87b865c98c HTTP/1.1" status: 200 len: 898 time: 0.2946265 Aug 19 12:12:47.186036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4dcdc333-8175-4adb-ad95-997cbe24c762 None None] Provisioning for port 310b16a2-3ac2-4184-b155-cd0802641dd7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:47.217353 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:47.257004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-d612ee85-98a9-488e-9fbf-60b4482cf271 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d580e522-067f-4a8e-8026-735ea831078f HTTP/1.1" status: 200 len: 999 time: 0.1229386 Aug 19 12:12:47.452164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 310b16a2-3ac2-4184-b155-cd0802641dd7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:47.511646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-056aaa21-5071-432e-a6de-69f28243ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:47.513444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-056aaa21-5071-432e-a6de-69f28243ea27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fc9678d-2b78-4a25-8266-4833bd22abdb HTTP/1.1" status: 200 len: 835 time: 0.2000477 Aug 19 12:12:47.699315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-adb2563a-dde6-4c45-ba03-aa1df5673600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:47.701377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-adb2563a-dde6-4c45-ba03-aa1df5673600 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81a685d2-b324-4545-a6d9-ea87b865c98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601317 Aug 19 12:12:47.718706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d192acba-f7fe-4691-944d-d4bf3ed5a67b tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5936 time: 0.7406986 Aug 19 12:12:47.721567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48048) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:47.811437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580b88d-2d1c-45c8-ad33-6c8c60877fa1 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:47.812161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580b88d-2d1c-45c8-ad33-6c8c60877fa1 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:47.815993 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9580b88d-2d1c-45c8-ad33-6c8c60877fa1 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=72d352ba-f2b5-46a0-99b9-ac0ffdfa912d HTTP/1.1" status: 200 len: 1989 time: 0.0925474 Aug 19 12:12:47.840837 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 310b16a2-3ac2-4184-b155-cd0802641dd7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:47.845393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Router 753616cf-905b-4f36-8e7c-825aa9c51b4c is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:12:47.860830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 310b16a2-3ac2-4184-b155-cd0802641dd7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:47.861266 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:47.938798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-56d8134c-b895-448c-a113-bd54b732339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b1f5b5ea-bd26-435a-9b81-ce0b0acc23d7', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'port_id': 'd580e522-067f-4a8e-8026-735ea831078f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'mac_address': 'fa:16:3e:19:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:12:43Z', 'revision_number': 0, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c30b90-bfd9-4b99-a168-483e2ed956ba', 'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:e8:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:16Z', 'updated_at': '2021-08-19T12:12:25Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:47.976655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8134c-b895-448c-a113-bd54b732339b None None] The sync data for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 is: [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b1f5b5ea-bd26-435a-9b81-ce0b0acc23d7', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'port_id': 'd580e522-067f-4a8e-8026-735ea831078f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'mac_address': 'fa:16:3e:19:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:12:43Z', 'revision_number': 0, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c30b90-bfd9-4b99-a168-483e2ed956ba', 'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:e8:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:16Z', 'updated_at': '2021-08-19T12:12:25Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:48.043388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-6e439b18-5ea6-4955-8de6-1eadb526fc2a service neutron] 10.222.0.69 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232508 Aug 19 12:12:48.056928 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:48.098040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 310b16a2-3ac2-4184-b155-cd0802641dd7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=310b16a2-3ac2-4184-b155-cd0802641dd7,segment=NetworkSegment(f79bb893-5801-49c2-aff8-fb494d0b2d0a),segment_id=f79bb893-5801-49c2-aff8-fb494d0b2d0a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:48.103257 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:48.104767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d0fe2167-b27a-44f7-9283-801836381b58 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:48.209850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:48.224037 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Sync routers for ids ['753616cf-905b-4f36-8e7c-825aa9c51b4c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:48.239816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=310b16a2-3ac2-4184-b155-cd0802641dd7,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:48.257822 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Routers {'753616cf-905b-4f36-8e7c-825aa9c51b4c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:48.258501 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['753616cf-905b-4f36-8e7c-825aa9c51b4c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:48.261478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d0fe2167-b27a-44f7-9283-801836381b58 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:48.261862 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:48.266216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a0de376a-222b-4cc7-b1ab-b825c0e1febd None None] Provisioning complete for port 310b16a2-3ac2-4184-b155-cd0802641dd7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:48.266584 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a0de376a-222b-4cc7-b1ab-b825c0e1febd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:48.373116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:48.378217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b8fe3f91-9c94-400a-b8d8-978e1dd92462 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3270745 Aug 19 12:12:48.380905 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48070) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:48.454044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b8282-a054-4464-91e8-00a9b651c2d6 req-1037433d-f937-45aa-b06e-98c7ed7104d2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:48.463207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-010b8282-a054-4464-91e8-00a9b651c2d6 req-1037433d-f937-45aa-b06e-98c7ed7104d2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.1954460 Aug 19 12:12:48.469799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ba69f-911e-4a25-a825-1b736c944187 None None] New status for floating IP b1f5b5ea-bd26-435a-9b81-ce0b0acc23d7: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:12:48.484981 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Set router 753616cf-905b-4f36-8e7c-825aa9c51b4c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:48.502562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f934a8da-a95f-46b6-a4af-521bca30b7db req-aec00493-cbce-4041-9eab-cda41eb84f54 service neutron] 10.222.0.69 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425766 Aug 19 12:12:48.544533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-010b8282-a054-4464-91e8-00a9b651c2d6 req-99479f92-a48b-4495-8a4e-b64ee1959d20 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804305 Aug 19 12:12:48.575691 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-83853eb7-0030-40da-a19f-325ff555a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:48.714684 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:12:46Z', 'revision_number': 3, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'gw_port': {'id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:44Z', 'updated_at': '2021-08-19T12:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:48.760985 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Checking router: 753616cf-905b-4f36-8e7c-825aa9c51b4c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:48.761366 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Updating router 753616cf-905b-4f36-8e7c-825aa9c51b4c port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:12:48.794396 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.071701 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.211308 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.223281 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Transition to ACTIVE for port object 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:49.231717 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.261926 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Attempting to bind port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:49.262607 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Attempting to bind port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:49.263285 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Attempting to bind port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:49.271663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Allocated IP 172.20.0.1 (670dfcc8-5ea8-4909-b5c9-3d7331df9120/39158162-8b56-49a7-97ee-cb390cddd4ae/74f0fdbe-43f1-4658-a91e-7027d075cf4e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:49.295792 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:49.297126 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:49.297768 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.298233 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:49.299192 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Bound port: 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:49.299381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 310b16a2-3ac2-4184-b155-cd0802641dd7 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:49.299760 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.349543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 310b16a2-3ac2-4184-b155-cd0802641dd7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:49.350033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.360728 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] For port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:49.365800 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] For port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9dd4a4fc-6177-4ad5-98a0-b33d07d9d699,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:49.382425 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.399079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.414035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Transition to ACTIVE for port object 74f0fdbe-43f1-4658-a91e-7027d075cf4e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:49.419780 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f81cf-1dfc-4062-baa3-f85544fe6860 None None] Pushing event updated for resources: {'Port': ['ID=9dd4a4fc-6177-4ad5-98a0-b33d07d9d699,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:49.456505 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Routers {'753616cf-905b-4f36-8e7c-825aa9c51b4c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:49.457384 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['753616cf-905b-4f36-8e7c-825aa9c51b4c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:49.459891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.514218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:49.523538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:49.527859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:49.560146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Pushing event updated for resources: {'Port': ['ID=74f0fdbe-43f1-4658-a91e-7027d075cf4e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:49.580779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.704553 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] Set router 753616cf-905b-4f36-8e7c-825aa9c51b4c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:49.737257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3269984-2e08-4508-990f-6086ceffbf82 req-840065ad-1663-48d0-976c-dbc4263764bc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:49.738895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3269984-2e08-4508-990f-6086ceffbf82 req-840065ad-1663-48d0-976c-dbc4263764bc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.0940852 Aug 19 12:12:49.765163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.809351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3269984-2e08-4508-990f-6086ceffbf82 req-e13bf7c5-f828-4c0b-a399-df35c729e59f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618699 Aug 19 12:12:49.856434 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f81cf-1dfc-4062-baa3-f85544fe6860 None None] Pushing event updated for resources: {'Port': ['ID=9dd4a4fc-6177-4ad5-98a0-b33d07d9d699,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:49.938030 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:12:46Z', 'revision_number': 3, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'gw_port': {'id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:44Z', 'updated_at': '2021-08-19T12:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:49.947683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-082380a1-3875-4ae5-bb53-8c926d16480e None None] Provisioning for port 74f0fdbe-43f1-4658-a91e-7027d075cf4e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:49.959652 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-082380a1-3875-4ae5-bb53-8c926d16480e None None] Provisioning complete for port 74f0fdbe-43f1-4658-a91e-7027d075cf4e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:49.960331 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-082380a1-3875-4ae5-bb53-8c926d16480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.967201 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:49.968795 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e9b99-114c-4839-902f-dcd44a90591b None None] The sync data for ids ['753616cf-905b-4f36-8e7c-825aa9c51b4c'] in n-d-778550-9 is: [{'id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:12:46Z', 'revision_number': 3, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'gw_port': {'id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:44Z', 'updated_at': '2021-08-19T12:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:49.974704 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:50.028149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:50.038318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-082380a1-3875-4ae5-bb53-8c926d16480e None None] Port 74f0fdbe-43f1-4658-a91e-7027d075cf4e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:12:50.120805 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Pushing event updated for resources: {'Port': ['ID=74f0fdbe-43f1-4658-a91e-7027d075cf4e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:50.186630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:50.188527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:50.370190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Router 753616cf-905b-4f36-8e7c-825aa9c51b4c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:12:50.577521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:12:50.581339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3112f015-5473-47e8-a814-1a6a78e8d3b2 None None] Provisioning complete for port 74f0fdbe-43f1-4658-a91e-7027d075cf4e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:50.581789 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3112f015-5473-47e8-a814-1a6a78e8d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:50.592905 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-940c3a0a-092b-4b94-b881-b07beb608f14 admin admin] 10.222.0.65 "PUT /v2.0/routers/753616cf-905b-4f36-8e7c-825aa9c51b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012732 Aug 19 12:12:50.660811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3112f015-5473-47e8-a814-1a6a78e8d3b2 None None] Port 74f0fdbe-43f1-4658-a91e-7027d075cf4e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:12:50.706440 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:12:50.766540 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5b5417d8-9a7b-4cd3-9f01-5232fb1129f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:50.893805 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:51.027955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133e8c-b6fc-4c3e-a184-6c65068ee4e7 req-eb9bd2a2-5aca-4f6f-9ebd-008678f98269 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:51.033909 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a133e8c-b6fc-4c3e-a184-6c65068ee4e7 req-eb9bd2a2-5aca-4f6f-9ebd-008678f98269 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.0876722 Aug 19 12:12:51.112914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a133e8c-b6fc-4c3e-a184-6c65068ee4e7 req-2fe6576c-bb1b-41cc-ba35-d8fd4d81af7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715787 Aug 19 12:12:51.329363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:51.415988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-55e59cfb-2cd7-473c-9e73-f3405103167b tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:51.424209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-55e59cfb-2cd7-473c-9e73-f3405103167b tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/networks?id=8f5255f7-7f0a-4552-9894-cbcfded5a8df HTTP/1.1" status: 200 len: 911 time: 0.1689909 Aug 19 12:12:51.445746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:51.449753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-df03b453-6a93-4cb2-ae26-d2ad9e021ae8 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/quotas/9a07d0f0da644065a6b2710227aca395 HTTP/1.1" status: 200 len: 375 time: 0.0244372 Aug 19 12:12:51.453284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:51.454200 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:51.551018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-4b8d95f1-c0a3-428e-8b06-a42b3e7effe3 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a07d0f0da644065a6b2710227aca395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944724 Aug 19 12:12:51.565893 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:51.596806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9dd4a4fc-6177-4ad5-98a0-b33d07d9d699,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:51.602963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:51.656420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=9dd4a4fc-6177-4ad5-98a0-b33d07d9d699,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:51.667025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-849ce52b-9991-4e3c-a017-cf545b58e5c3 service neutron] 10.222.0.65 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080015 Aug 19 12:12:51.944992 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:52.120585 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-2d8da96c-24a9-4b03-81ba-e30ff16789f8 service neutron] 10.222.0.65 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457011 Aug 19 12:12:52.280008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3d1c1-723d-4c37-8c9f-cb46a3e7f9f0 req-598621ad-16d9-4dfc-9ec6-1f97310ba5db tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:52.282221 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4c3d1c1-723d-4c37-8c9f-cb46a3e7f9f0 req-598621ad-16d9-4dfc-9ec6-1f97310ba5db tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.0619111 Aug 19 12:12:52.355556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4c3d1c1-723d-4c37-8c9f-cb46a3e7f9f0 req-d4f2aa3c-7269-4524-92ea-ffda7553af64 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666077 Aug 19 12:12:52.404730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2922f57-3b6b-4189-8fed-38557af0e234 req-958bd74e-3014-4feb-aa85-db64ac9f4d5d tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 210 time: 0.0440989 Aug 19 12:12:52.486215 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Sync routers for ids ['753616cf-905b-4f36-8e7c-825aa9c51b4c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:12:52.498717 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Routers {'753616cf-905b-4f36-8e7c-825aa9c51b4c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:52.501767 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['753616cf-905b-4f36-8e7c-825aa9c51b4c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:52.714925 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Set router 753616cf-905b-4f36-8e7c-825aa9c51b4c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:53.003577 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:12:49Z', 'revision_number': 4, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'gw_port': {'id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:44Z', 'updated_at': '2021-08-19T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '74f0fdbe-43f1-4658-a91e-7027d075cf4e', 'name': '', 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'mac_address': 'fa:16:3e:70:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39158162-8b56-49a7-97ee-cb390cddd4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:49Z', 'updated_at': '2021-08-19T12:12:49Z', 'revision_number': 2, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'subnets': [{'id': '39158162-8b56-49a7-97ee-cb390cddd4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:53.037446 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Checking router: 753616cf-905b-4f36-8e7c-825aa9c51b4c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:12:53.037797 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Updating router 753616cf-905b-4f36-8e7c-825aa9c51b4c port 74f0fdbe-43f1-4658-a91e-7027d075cf4e binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:12:53.064291 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:53.549076 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:53.561508 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Transition to ACTIVE for port object 74f0fdbe-43f1-4658-a91e-7027d075cf4e will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:53.587565 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:53.606721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3abb1-5ca1-4a6a-a48f-32d68c247c11 req-1b9b66d4-9539-4755-aacc-285baca76a86 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:53.609272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bca3abb1-5ca1-4a6a-a48f-32d68c247c11 req-1b9b66d4-9539-4755-aacc-285baca76a86 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.1266301 Aug 19 12:12:53.655635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:53.688318 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f597d87e-f7dd-4524-9895-0120c4e037a2 req-5255b163-491c-4b51-b4e1-78211804e89b tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 210 time: 0.0756850 Aug 19 12:12:53.760439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bca3abb1-5ca1-4a6a-a48f-32d68c247c11 req-235e8998-829f-46d4-93f1-9224121ae6ef tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395307 Aug 19 12:12:53.798661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:53.799405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:53.821731 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624da22b-6012-4323-86b0-48d47f590da1 None None] Pushing event updated for resources: {'Port': ['ID=74f0fdbe-43f1-4658-a91e-7027d075cf4e,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:53.882643 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Attempting to bind port 74f0fdbe-43f1-4658-a91e-7027d075cf4e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:53.883018 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Attempting to bind port 74f0fdbe-43f1-4658-a91e-7027d075cf4e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f79bb893-5801-49c2-aff8-fb494d0b2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:53.883379 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Attempting to bind port 74f0fdbe-43f1-4658-a91e-7027d075cf4e on network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:53.892834 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:53.893212 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Checking segment: {'id': 'f79bb893-5801-49c2-aff8-fb494d0b2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:53.893620 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:53.894011 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Bound using segment: {'id': 'f79bb893-5801-49c2-aff8-fb494d0b2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:53.894481 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Bound port: 74f0fdbe-43f1-4658-a91e-7027d075cf4e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79bb893-5801-49c2-aff8-fb494d0b2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:53.894864 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:53.989362 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:54.004659 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] For port 74f0fdbe-43f1-4658-a91e-7027d075cf4e, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:54.008901 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] For port 74f0fdbe-43f1-4658-a91e-7027d075cf4e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=74f0fdbe-43f1-4658-a91e-7027d075cf4e,segment=NetworkSegment(f79bb893-5801-49c2-aff8-fb494d0b2d0a),segment_id=f79bb893-5801-49c2-aff8-fb494d0b2d0a)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:54.018549 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:54.085593 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-4432b5d1-20ae-4908-9142-d8e33cbc5ace service neutron] show failed (client error): The resource could not be found. Aug 19 12:12:54.087845 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-4432b5d1-20ae-4908-9142-d8e33cbc5ace service neutron] 10.222.0.54 "GET /v2.0/ports/f972372c-bcb7-4da0-9fcb-42e302737b86/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0879409 Aug 19 12:12:54.107699 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Routers {'753616cf-905b-4f36-8e7c-825aa9c51b4c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:12:54.108349 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['753616cf-905b-4f36-8e7c-825aa9c51b4c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:54.111213 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624da22b-6012-4323-86b0-48d47f590da1 None None] Pushing event updated for resources: {'Port': ['ID=74f0fdbe-43f1-4658-a91e-7027d075cf4e,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:54.189269 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:54.333466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-ea216862-d9ac-49ad-a3c5-e7152044359b tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:54.336137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-ea216862-d9ac-49ad-a3c5-e7152044359b tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.54 "GET /v2.0/networks?id=8f5255f7-7f0a-4552-9894-cbcfded5a8df HTTP/1.1" status: 200 len: 911 time: 0.2072692 Aug 19 12:12:54.354334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Request body: {'port': {'device_id': '5d2b4cbd-1f97-41be-b17f-db806fa3b17d', 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'admin_state_up': True, 'tenant_id': '9a07d0f0da644065a6b2710227aca395'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:54.389266 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] Set router 753616cf-905b-4f36-8e7c-825aa9c51b4c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:12:54.399608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Made reservation on behalf of 9a07d0f0da644065a6b2710227aca395 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:12:54.402480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:54.584261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Allocated IP 172.20.0.11 (8f5255f7-7f0a-4552-9894-cbcfded5a8df/8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a/0dff9609-6ac9-47f8-aaf1-319a9a825333) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:12:54.591985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-ae1d4a9d-77ea-416b-846c-0bdbe9ac927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:54.594260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-ae1d4a9d-77ea-416b-846c-0bdbe9ac927d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 1096 time: 0.0502381 Aug 19 12:12:54.623672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:54.689098 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:12:49Z', 'revision_number': 4, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'gw_port': {'id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:44Z', 'updated_at': '2021-08-19T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '74f0fdbe-43f1-4658-a91e-7027d075cf4e', 'name': '', 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'mac_address': 'fa:16:3e:70:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39158162-8b56-49a7-97ee-cb390cddd4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:49Z', 'updated_at': '2021-08-19T12:12:53Z', 'revision_number': 4, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'subnets': [{'id': '39158162-8b56-49a7-97ee-cb390cddd4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:12:54.713089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:54.719506 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04cb24-f58a-46b9-ae7c-94eaca12170c None None] The sync data for ids ['753616cf-905b-4f36-8e7c-825aa9c51b4c'] in n-d-778550-9 is: [{'id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:12:49Z', 'revision_number': 4, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'gw_port': {'id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:44Z', 'updated_at': '2021-08-19T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '74f0fdbe-43f1-4658-a91e-7027d075cf4e', 'name': '', 'network_id': '670dfcc8-5ea8-4909-b5c9-3d7331df9120', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'mac_address': 'fa:16:3e:70:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39158162-8b56-49a7-97ee-cb390cddd4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:49Z', 'updated_at': '2021-08-19T12:12:53Z', 'revision_number': 4, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'subnets': [{'id': '39158162-8b56-49a7-97ee-cb390cddd4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:12:54.831946 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:54.850671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Transition to ACTIVE for port object 0dff9609-6ac9-47f8-aaf1-319a9a825333 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:54.930045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:54.979356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Pushing event updated for resources: {'Port': ['ID=0dff9609-6ac9-47f8-aaf1-319a9a825333,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:55.013698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:12:55.017465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:12:55.020828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:12:55.089158 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:55.089969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.121819 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-f43891c8-b5f6-453b-beb0-3b6d504e2c97 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7755616 Aug 19 12:12:55.137646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57e305-2e91-4322-921c-2110dc77b269 req-0202687b-4b77-4840-84cc-45c62c6ebe04 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:55.139223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef57e305-2e91-4322-921c-2110dc77b269 req-0202687b-4b77-4840-84cc-45c62c6ebe04 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.2068129 Aug 19 12:12:55.146832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Request body: {'port': {'device_id': '5d2b4cbd-1f97-41be-b17f-db806fa3b17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:12:55.184175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ce498-8696-4f2d-8498-d9e68d881f2c req-fa856909-c564-4b2f-ad45-355f1dda5bb8 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:55.193928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d45ce498-8696-4f2d-8498-d9e68d881f2c req-fa856909-c564-4b2f-ad45-355f1dda5bb8 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1028 time: 0.2174053 Aug 19 12:12:55.284300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef57e305-2e91-4322-921c-2110dc77b269 req-fa28459a-b2c4-4481-8957-9e5727c9bf2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263778 Aug 19 12:12:55.303513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.407891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 74f0fdbe-43f1-4658-a91e-7027d075cf4e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:55.447201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d45ce498-8696-4f2d-8498-d9e68d881f2c req-6d144845-97e8-4aaf-8b58-e18595e1d7e1 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162669 Aug 19 12:12:55.483517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:55.532927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 74f0fdbe-43f1-4658-a91e-7027d075cf4e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:55.539383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 74f0fdbe-43f1-4658-a91e-7027d075cf4e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:55.540498 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.582123 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:55.667841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:55.668532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1d0c240e-92e6-42c8-be29-f24fae776f18 None None] Provisioning for port 0dff9609-6ac9-47f8-aaf1-319a9a825333 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:12:55.671827 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.674305 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23576bd-03e5-45c0-a65e-1ef429eef3b0" -d '{"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-unplugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:55.687462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.690335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1d0c240e-92e6-42c8-be29-f24fae776f18 None None] Provisioning complete for port 0dff9609-6ac9-47f8-aaf1-319a9a825333 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:55.691133 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1d0c240e-92e6-42c8-be29-f24fae776f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.745365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Transition to ACTIVE for port object f972372c-bcb7-4da0-9fcb-42e302737b86 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:55.746828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 74f0fdbe-43f1-4658-a91e-7027d075cf4e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=74f0fdbe-43f1-4658-a91e-7027d075cf4e,segment=NetworkSegment(f79bb893-5801-49c2-aff8-fb494d0b2d0a),segment_id=f79bb893-5801-49c2-aff8-fb494d0b2d0a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:12:55.758761 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.759771 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.816369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=74f0fdbe-43f1-4658-a91e-7027d075cf4e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:55.819160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dff9609-6ac9-47f8-aaf1-319a9a825333 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:12:55.826304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c240e-92e6-42c8-be29-f24fae776f18 None None] Port 0dff9609-6ac9-47f8-aaf1-319a9a825333 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:12:55.830285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.834563 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c279301-b0d6-4686-ba8f-bbc2fb9d7144 x-openstack-request-id: req-1c279301-b0d6-4686-ba8f-bbc2fb9d7144 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:55.835146 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-unplugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:55.835707 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c279301-b0d6-4686-ba8f-bbc2fb9d7144 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:55.836730 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'code': 200} Aug 19 12:12:55.844673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Transition to ACTIVE for port object 0dff9609-6ac9-47f8-aaf1-319a9a825333 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:12:55.852443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.871359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:55.913211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Pushing event updated for resources: {'Port': ['ID=0dff9609-6ac9-47f8-aaf1-319a9a825333,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:55.977808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] No DVR routers for this DVR port f972372c-bcb7-4da0-9fcb-42e302737b86 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:12:56.068538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Attempting to bind port 0dff9609-6ac9-47f8-aaf1-319a9a825333 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:56.069054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Attempting to bind port 0dff9609-6ac9-47f8-aaf1-319a9a825333 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:56.069501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Attempting to bind port 0dff9609-6ac9-47f8-aaf1-319a9a825333 on network 8f5255f7-7f0a-4552-9894-cbcfded5a8df {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:56.082117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Port 0dff9609-6ac9-47f8-aaf1-319a9a825333 on network 8f5255f7-7f0a-4552-9894-cbcfded5a8df not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:12:56.082835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Attempting to bind port 0dff9609-6ac9-47f8-aaf1-319a9a825333 on network 8f5255f7-7f0a-4552-9894-cbcfded5a8df {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:56.101227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:56.102542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Checking segment: {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:56.103253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Bound using segment: {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:56.103983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Bound port: 0dff9609-6ac9-47f8-aaf1-319a9a825333, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:56.104662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:56.225616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:12:56.256366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] For port 0dff9609-6ac9-47f8-aaf1-319a9a825333, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:56.262303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] For port 0dff9609-6ac9-47f8-aaf1-319a9a825333, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0dff9609-6ac9-47f8-aaf1-319a9a825333,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:56.274539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:12:56.275217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:12:56.277254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:56.278943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:56.290484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Port f972372c-bcb7-4da0-9fcb-42e302737b86 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:12:56.292303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:12:56.299833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:12:56.300385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Checking segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:12:56.300950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Bound using segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:12:56.301839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Bound port: f972372c-bcb7-4da0-9fcb-42e302737b86, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:12:56.302364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:56.315814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:12:56.396218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Pushing event updated for resources: {'Port': ['ID=0dff9609-6ac9-47f8-aaf1-319a9a825333,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:56.442344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:56.445096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:56.450800 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-357baaa3-4ef7-4631-98bb-813105978a4b service neutron] 10.222.0.54 "PUT /v2.0/ports/0dff9609-6ac9-47f8-aaf1-319a9a825333 HTTP/1.1" status: 200 len: 1092 time: 1.3102589 Aug 19 12:12:56.451560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2b4cbd-1f97-41be-b17f-db806fa3b17d', 'tag': '0dff9609-6ac9-47f8-aaf1-319a9a825333'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:56.460312 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faedc48e-ed10-463f-939f-b691b3810820" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2b4cbd-1f97-41be-b17f-db806fa3b17d", "tag": "0dff9609-6ac9-47f8-aaf1-319a9a825333"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:56.499486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:12:56.507667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:12:56.638527 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:56.646782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-fa624380-fc31-4502-994f-fc4796e8e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:56.657323 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-fa624380-fc31-4502-994f-fc4796e8e43e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a07d0f0da644065a6b2710227aca395&device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1095 time: 0.1424842 Aug 19 12:12:56.757528 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-b61157d5-49a8-4294-aff4-76b4d0245042 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dff9609-6ac9-47f8-aaf1-319a9a825333 HTTP/1.1" status: 200 len: 217 time: 0.0786388 Aug 19 12:12:56.768934 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd20d89-d4a0-406c-9aee-103a41fb58f8 x-openstack-request-id: req-5dd20d89-d4a0-406c-9aee-103a41fb58f8 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:56.769230 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2b4cbd-1f97-41be-b17f-db806fa3b17d", "tag": "0dff9609-6ac9-47f8-aaf1-319a9a825333", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:56.769484 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5dd20d89-d4a0-406c-9aee-103a41fb58f8 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:56.770057 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2b4cbd-1f97-41be-b17f-db806fa3b17d', 'tag': '0dff9609-6ac9-47f8-aaf1-319a9a825333', 'status': 'completed', 'code': 200} Aug 19 12:12:56.789191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:12:56.812362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:56.813026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:56.816132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-6bce2f9f-a11f-4bfb-8abe-b8e6f6c15b58 service neutron] 10.222.0.69 "PUT /v2.0/ports/f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 1091 time: 2.1967480 Aug 19 12:12:56.855595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-6664fd2f-9b35-48f0-8921-2a25cc37f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:56.857477 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-6664fd2f-9b35-48f0-8921-2a25cc37f3b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a HTTP/1.1" status: 200 len: 849 time: 0.0860183 Aug 19 12:12:56.870268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938486a0-4ca6-495b-8f6b-da292012a35b req-1b686261-2dc9-4ace-9cce-3a94fc62b136 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:56.872162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-938486a0-4ca6-495b-8f6b-da292012a35b req-1b686261-2dc9-4ace-9cce-3a94fc62b136 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 943 time: 0.4283867 Aug 19 12:12:56.958971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-88218bf5-b88c-455e-bd81-cc34b4c7e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:56.962154 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-88218bf5-b88c-455e-bd81-cc34b4c7e44a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f5255f7-7f0a-4552-9894-cbcfded5a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922050 Aug 19 12:12:57.019450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-938486a0-4ca6-495b-8f6b-da292012a35b req-ec461f8a-f5d9-4624-ac54-fbdd3e243ea4 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408737 Aug 19 12:12:57.052468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96df720-c04c-4a85-84ea-d42770423626 req-7c7aaf41-5e03-403c-baa5-2f50f4a3a1e9 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:57.055634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a96df720-c04c-4a85-84ea-d42770423626 req-7c7aaf41-5e03-403c-baa5-2f50f4a3a1e9 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1095 time: 0.0695500 Aug 19 12:12:57.097851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-71de4b97-b53c-4eb0-a011-1088c8203636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:57.099602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-71de4b97-b53c-4eb0-a011-1088c8203636 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1094 time: 0.2224221 Aug 19 12:12:57.131267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-863d79ca-43b0-46e1-b28d-9864525d1277 service neutron] 10.222.0.54 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469145 Aug 19 12:12:57.170079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a96df720-c04c-4a85-84ea-d42770423626 req-2a7ad98b-3150-4a7d-9780-a145a2d08e64 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060219 Aug 19 12:12:57.267102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-fe5d5251-4e84-44fb-9635-01367c7eb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:57.268577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-fe5d5251-4e84-44fb-9635-01367c7eb823 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.1587880 Aug 19 12:12:57.281418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 74f0fdbe-43f1-4658-a91e-7027d075cf4e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:12:57.357239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a7380b4-ffbc-41b6-bf3c-d9595a0351da req-b716f30c-2397-4621-8b08-a246bb9144df service neutron] 10.222.0.54 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249961 Aug 19 12:12:57.392082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 74f0fdbe-43f1-4658-a91e-7027d075cf4e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:12:57.392459 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:57.401710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-2715e935-e818-4e92-8558-ece87b4995a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 999 time: 0.1247108 Aug 19 12:12:57.500221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-ad01ea6f-c66a-41fe-a33a-d595ff2f60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:57.501806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-ad01ea6f-c66a-41fe-a33a-d595ff2f60d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.0899184 Aug 19 12:12:57.537544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedc48e-ed10-463f-939f-b691b3810820 req-d48da0b0-328f-480b-bdb1-e4967e7bbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:57.539483 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-faedc48e-ed10-463f-939f-b691b3810820 req-d48da0b0-328f-480b-bdb1-e4967e7bbf57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a07d0f0da644065a6b2710227aca395&device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1095 time: 0.0866785 Aug 19 12:12:57.612836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-c1a9cb4a-092d-435e-9a4c-abcfc8dd143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:57.617533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-c1a9cb4a-092d-435e-9a4c-abcfc8dd143d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052406 Aug 19 12:12:57.698543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedc48e-ed10-463f-939f-b691b3810820 req-75a1fdc3-c4c8-4e74-8b8c-d447599ca672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:57.700057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-faedc48e-ed10-463f-939f-b691b3810820 req-75a1fdc3-c4c8-4e74-8b8c-d447599ca672 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f5255f7-7f0a-4552-9894-cbcfded5a8df HTTP/1.1" status: 200 len: 911 time: 0.1521726 Aug 19 12:12:57.762390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-f07e13fc-6753-49d2-a569-b8acdcc211b6 service neutron] 10.222.0.69 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338027 Aug 19 12:12:57.786492 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-faedc48e-ed10-463f-939f-b691b3810820 req-0b3e9da4-1890-4de8-8cad-bf736ec4c88c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dff9609-6ac9-47f8-aaf1-319a9a825333 HTTP/1.1" status: 200 len: 217 time: 0.0557191 Aug 19 12:12:57.837834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:12:57.840426 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aee2af-913a-4e93-90f7-a02d8ecafebb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:12:57.888151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f9b3180-7f0c-4611-93c9-f8f05b423085 req-bb38f900-fb79-4d64-b5ae-b9bb24075a81 service neutron] 10.222.0.69 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174531 Aug 19 12:12:57.911822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedc48e-ed10-463f-939f-b691b3810820 req-f6d93044-22bf-44fc-9df3-4089632e1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:57.913444 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-faedc48e-ed10-463f-939f-b691b3810820 req-f6d93044-22bf-44fc-9df3-4089632e1d86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a HTTP/1.1" status: 200 len: 849 time: 0.1158609 Aug 19 12:12:57.940758 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfebc76e-e224-4a9e-bcb6-58658b35cb39 x-openstack-request-id: req-cfebc76e-e224-4a9e-bcb6-58658b35cb39 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:12:57.942207 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:12:57.942207 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfebc76e-e224-4a9e-bcb6-58658b35cb39 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:12:57.942207 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'status': 'completed', 'code': 200} Aug 19 12:12:57.983965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedc48e-ed10-463f-939f-b691b3810820 req-fc3b79b7-80cf-4a8d-a2a2-b283a359a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:57.985797 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-faedc48e-ed10-463f-939f-b691b3810820 req-fc3b79b7-80cf-4a8d-a2a2-b283a359a498 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f5255f7-7f0a-4552-9894-cbcfded5a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625777 Aug 19 12:12:58.100500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-848f7547-ff39-411d-8d88-441c3bd321c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.103274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-848f7547-ff39-411d-8d88-441c3bd321c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1094 time: 0.1310606 Aug 19 12:12:58.170945 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-faedc48e-ed10-463f-939f-b691b3810820 req-71799a5a-86ba-4565-a54b-f7ca1f8d56fe service neutron] 10.222.0.54 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773050 Aug 19 12:12:58.265040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-837be51a-2320-48b3-8375-83e8456095d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.278873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-837be51a-2320-48b3-8375-83e8456095d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1094 time: 0.2470548 Aug 19 12:12:58.441666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a52d5-8050-4a1e-b497-72bbb8b1016d req-dfaefdb2-2df0-4faf-8deb-98187873c0ab tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.452146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-599a52d5-8050-4a1e-b497-72bbb8b1016d req-dfaefdb2-2df0-4faf-8deb-98187873c0ab tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 943 time: 0.2721810 Aug 19 12:12:58.455299 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:58.462674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-78802f62-06ba-4eb2-af63-ea19333646c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.464581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-78802f62-06ba-4eb2-af63-ea19333646c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.3531785 Aug 19 12:12:58.493110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814d362-9c68-41a4-840a-91c12bd66406 req-d394759a-5dba-4c6f-8706-069b819682a5 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.497269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d814d362-9c68-41a4-840a-91c12bd66406 req-d394759a-5dba-4c6f-8706-069b819682a5 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1095 time: 0.2159033 Aug 19 12:12:58.590111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-599a52d5-8050-4a1e-b497-72bbb8b1016d req-7f9524b5-c0a5-445e-bfe4-0dac0e646d23 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342585 Aug 19 12:12:58.603638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-8e6fe39f-1ba9-4e64-8432-919a87d0c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.603638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-8e6fe39f-1ba9-4e64-8432-919a87d0c4b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.3042738 Aug 19 12:12:58.610599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-3028c3f5-53c8-4f9e-808d-000559a1c9c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 999 time: 0.1308858 Aug 19 12:12:58.701826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d814d362-9c68-41a4-840a-91c12bd66406 req-77e103c6-5051-490f-9a20-aef464aec2ef tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652977 Aug 19 12:12:58.720651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-faedc48e-ed10-463f-939f-b691b3810820 req-9116b6a0-cd42-469f-8873-a9ba1af28060 service neutron] 10.222.0.54 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408158 Aug 19 12:12:58.744191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-40a65cfa-48a1-4ff7-85e5-7e8015444200 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 999 time: 0.1215703 Aug 19 12:12:58.753561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-11213885-1404-45f2-8aa4-cc78fce79821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.755386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-11213885-1404-45f2-8aa4-cc78fce79821 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.1339600 Aug 19 12:12:58.851840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-c2ba9665-7f88-4e59-ab1f-17d5c8d55336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.853437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-c2ba9665-7f88-4e59-ab1f-17d5c8d55336 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.0971935 Aug 19 12:12:58.871576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-d401851e-bb08-47ea-8764-1404f1117955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.873097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-d401851e-bb08-47ea-8764-1404f1117955 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074600 Aug 19 12:12:58.951694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-b42cbd58-5814-4d47-9c1b-adad28d8c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:58.953223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-b42cbd58-5814-4d47-9c1b-adad28d8c8a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925484 Aug 19 12:12:59.030092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-92378c32-1deb-4616-88f4-3138d6ec4c1f service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421452 Aug 19 12:12:59.124108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-d2fc4d40-d4c3-4f35-8a9d-51e2e9dfbc8d service neutron] 10.222.0.69 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557016 Aug 19 12:12:59.206585 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-68cf2783-9236-4059-888b-939eb77866ba service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686635 Aug 19 12:12:59.244836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52aee2af-913a-4e93-90f7-a02d8ecafebb req-cee5e851-24b7-4a35-891d-aae50b300b3e service neutron] 10.222.0.69 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073394 Aug 19 12:12:59.724331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48346) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:59.748778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b834-3958-478a-ac64-6b060163cc2c req-f74e33cf-951e-47e1-bfa3-7f24effe9ded tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:59.750636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6059b834-3958-478a-ac64-6b060163cc2c req-f74e33cf-951e-47e1-bfa3-7f24effe9ded tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 943 time: 0.0629163 Aug 19 12:12:59.804319 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6059b834-3958-478a-ac64-6b060163cc2c req-582b839f-3c8d-4a5f-afe3-3e9c0d521644 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467658 Aug 19 12:12:59.854165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48dffb-071c-431a-84ec-adccee99fe35 req-005e2cf7-5f2f-44c1-948f-a442b4b52be6 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:12:59.856048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff48dffb-071c-431a-84ec-adccee99fe35 req-005e2cf7-5f2f-44c1-948f-a442b4b52be6 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1095 time: 0.0569074 Aug 19 12:12:59.862190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4577a6d-d3c9-46a3-ac74-0e6fcbf80a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:59.894477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff48dffb-071c-431a-84ec-adccee99fe35 req-b83ee16d-0f63-4ac1-ae0c-25fe05947d4b tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Aug 19 12:12:59.975914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4577a6d-d3c9-46a3-ac74-0e6fcbf80a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:59.980699 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4577a6d-d3c9-46a3-ac74-0e6fcbf80a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:00.018269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4577a6d-d3c9-46a3-ac74-0e6fcbf80a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7f1f59-d904-45b4-a2a4-d81bff416528,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:00.025959 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d4577a6d-d3c9-46a3-ac74-0e6fcbf80a0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=169e2352008747b7b3c3fdd84b2d9964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989547 Aug 19 12:13:00.028728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48358) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:00.077434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8edbca9-7635-4b11-b52d-05fe2d636437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:00.098132 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8edbca9-7635-4b11-b52d-05fe2d636437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:00.149893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8edbca9-7635-4b11-b52d-05fe2d636437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:00.153538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8edbca9-7635-4b11-b52d-05fe2d636437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:00.157379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d8edbca9-7635-4b11-b52d-05fe2d636437 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a7f1f59-d904-45b4-a2a4-d81bff416528 HTTP/1.1" status: 204 len: 168 time: 0.1248524 Aug 19 12:13:00.164563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edbca9-7635-4b11-b52d-05fe2d636437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7f1f59-d904-45b4-a2a4-d81bff416528,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:00.258259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0dff9609-6ac9-47f8-aaf1-319a9a825333 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:13:00.406011 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0dff9609-6ac9-47f8-aaf1-319a9a825333, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0dff9609-6ac9-47f8-aaf1-319a9a825333,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:00.417994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '0dff9609-6ac9-47f8-aaf1-319a9a825333', 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'port_id': '0dff9609-6ac9-47f8-aaf1-319a9a825333', 'mac_address': 'fa:16:3e:39:ef:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:13:00.457309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:00.474610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dff9609-6ac9-47f8-aaf1-319a9a825333 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:00.500925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0dff9609-6ac9-47f8-aaf1-319a9a825333, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0dff9609-6ac9-47f8-aaf1-319a9a825333,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:00.508181 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:00.571058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=0dff9609-6ac9-47f8-aaf1-319a9a825333,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:00.581241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.581594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.581939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.582282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.582624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.583149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.583625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.584003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.584297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.584627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.584982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.585322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:00.689006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:13:00.806153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:00.821037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'port_id': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'mac_address': 'fa:16:3e:a0:96:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:13:00.869905 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:00.890761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f972372c-bcb7-4da0-9fcb-42e302737b86 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:00.933068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:00.938206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['0dff9609-6ac9-47f8-aaf1-319a9a825333'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:13:00.944527 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:00.987846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48410) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:01.003599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f896d3-04bd-4f1c-b573-ff869686fe1d req-1507f823-71e9-44bc-9176-8308e82d8168 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:01.006556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15f896d3-04bd-4f1c-b573-ff869686fe1d req-1507f823-71e9-44bc-9176-8308e82d8168 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 943 time: 0.0958300 Aug 19 12:13:01.084454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15f896d3-04bd-4f1c-b573-ff869686fe1d req-14cee937-29ba-44b6-9f02-e93781f7a887 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663455 Aug 19 12:13:01.100217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731558e-372a-45cf-aa1d-e2d85338486e req-80bc57ee-5c3c-4a00-b6a4-3653fd69efe2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:01.102389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8731558e-372a-45cf-aa1d-e2d85338486e req-80bc57ee-5c3c-4a00-b6a4-3653fd69efe2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1096 time: 0.0690620 Aug 19 12:13:01.105296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:01.163084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1942469920-network', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:01.167894 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8731558e-372a-45cf-aa1d-e2d85338486e req-4a677c72-025c-4397-90e7-129b4ac2c3c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568793 Aug 19 12:13:01.208511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Made reservation on behalf of c229da41a1594da9a1c02c892a2046d5 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:01.213156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:01.230014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:01.388099 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:01.400486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:01.404230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f972372c-bcb7-4da0-9fcb-42e302737b86'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:13:01.420635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:13:01.432544 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:01.433295 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Added segment 5ca3340a-9e26-48a5-bd9f-ec780b136c56 of type vlan for network 8ff3ce44-80be-406b-893f-35e709fb18eb Aug 19 12:13:01.498635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9215686-4406-4bfe-9b79-725c6e2f89a1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:01.513852 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:01.545422 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:01.546358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:01.547047 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:01.562173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-de6549d0-7c5b-42eb-aba0-4b34ed3f036f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:01.564394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-de6549d0-7c5b-42eb-aba0-4b34ed3f036f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 944 time: 0.1458604 Aug 19 12:13:01.574970 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5851822 Aug 19 12:13:01.587801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b369fc0-1610-47d2-a260-aa1d6c1a5e3c req-2577d2fd-4c2d-4aaa-88a9-cb4d2c7e505a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:01.589344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b369fc0-1610-47d2-a260-aa1d6c1a5e3c req-2577d2fd-4c2d-4aaa-88a9-cb4d2c7e505a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 944 time: 0.0853713 Aug 19 12:13:01.590029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48420) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:01.595880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Request body: {'subnet': {'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1942469920-subnet', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:01.620169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7011c-8ba9-40d7-a438-df40f075950b admin admin] Pushing event updated for resources: {'Network': ['ID=8ff3ce44-80be-406b-893f-35e709fb18eb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:01.634558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 8ff3ce44-80be-406b-893f-35e709fb18eb details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:13:01.691700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Made reservation on behalf of c229da41a1594da9a1c02c892a2046d5 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:01.694274 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:01.714687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b369fc0-1610-47d2-a260-aa1d6c1a5e3c req-0ca31e94-f6eb-4ec3-8831-d8c7087a2a33 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934315 Aug 19 12:13:01.741788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-a650de3a-d2ab-48ff-8a18-3f9c87414779 service neutron] 10.222.0.69 "GET /v2.0/ports/f972372c-bcb7-4da0-9fcb-42e302737b86/bindings/n-h1-778550-9 HTTP/1.1" status: 200 len: 382 time: 0.1667209 Aug 19 12:13:01.868434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-cc789477-488a-422c-ab4f-f4f5974312a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:01.872077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-cc789477-488a-422c-ab4f-f4f5974312a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1095 time: 0.0822151 Aug 19 12:13:01.966380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.043157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-ca764a0c-e7fb-4ad2-9bb4-a39d999b08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:02.044617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-ca764a0c-e7fb-4ad2-9bb4-a39d999b08ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.1463134 Aug 19 12:13:02.047406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39ec1ce-e13b-4eab-b36e-47aafa1ac98c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:02.287211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0dff9609-6ac9-47f8-aaf1-319a9a825333 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:02.344089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 0dff9609-6ac9-47f8-aaf1-319a9a825333 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:02.348232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 0dff9609-6ac9-47f8-aaf1-319a9a825333 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:02.348909 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.436627 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.462608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2b4cbd-1f97-41be-b17f-db806fa3b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dff9609-6ac9-47f8-aaf1-319a9a825333'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:02.465122 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09332f25-f8f4-4b39-b4a0-e6faf870a625" -d '{"events": [{"server_uuid": "5d2b4cbd-1f97-41be-b17f-db806fa3b17d", "name": "network-vif-plugged", "status": "completed", "tag": "0dff9609-6ac9-47f8-aaf1-319a9a825333"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:02.475922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Checking segment: {'id': '5ca3340a-9e26-48a5-bd9f-ec780b136c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:02.476788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Network hostable DHCP agents. Network: 8ff3ce44-80be-406b-893f-35e709fb18eb, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:13:02.480584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0dff9609-6ac9-47f8-aaf1-319a9a825333, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0dff9609-6ac9-47f8-aaf1-319a9a825333,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:02.490177 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.529721 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe9acc9-2868-4ca3-bd91-ba7f50014821 x-openstack-request-id: req-0fe9acc9-2868-4ca3-bd91-ba7f50014821 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:02.530022 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2b4cbd-1f97-41be-b17f-db806fa3b17d", "name": "network-vif-plugged", "status": "completed", "tag": "0dff9609-6ac9-47f8-aaf1-319a9a825333", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:02.530292 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fe9acc9-2868-4ca3-bd91-ba7f50014821 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:02.530619 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2b4cbd-1f97-41be-b17f-db806fa3b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dff9609-6ac9-47f8-aaf1-319a9a825333', 'code': 200} Aug 19 12:13:02.531555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Network 8ff3ce44-80be-406b-893f-35e709fb18eb is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:13:02.547808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-e714c5b5-32ca-4349-b576-cba793e6428d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 1000 time: 0.4909418 Aug 19 12:13:02.551659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cdc27-7dba-4f0b-ad44-f208928b4e64 req-98bff607-5abd-45ff-96aa-31eb664a6080 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:02.554376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b6cdc27-7dba-4f0b-ad44-f208928b4e64 req-98bff607-5abd-45ff-96aa-31eb664a6080 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1096 time: 0.1279514 Aug 19 12:13:02.554940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 8ff3ce44-80be-406b-893f-35e709fb18eb) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:02.555057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=0dff9609-6ac9-47f8-aaf1-319a9a825333,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:02.559425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:02.560818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.564206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31622514-cf52-4ce1-a10e-99a418326893 None None] Network 8ff3ce44-80be-406b-893f-35e709fb18eb requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:02.618006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a545fa73-8981-4bdf-8c3d-1e4323fafa80 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0253739 Aug 19 12:13:02.620757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48432) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:02.623545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b6cdc27-7dba-4f0b-ad44-f208928b4e64 req-65634dc6-058f-4cb5-b97d-535f436cf341 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472100 Aug 19 12:13:02.626204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:02.664472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.666836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.713338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6a1b1-adcd-4cc4-bd3c-b31f4f0d0b67 req-7b5a4ca9-d13c-43fb-8fe3-9daa0531d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:02.715337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5d6a1b1-adcd-4cc4-bd3c-b31f4f0d0b67 req-7b5a4ca9-d13c-43fb-8fe3-9daa0531d0f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1097 time: 0.0963478 Aug 19 12:13:02.720437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-e7217013-e6d4-4c34-91df-95808ec0085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:02.721995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-e7217013-e6d4-4c34-91df-95808ec0085e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.1469831 Aug 19 12:13:02.752535 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.796469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-8ff3ce44-80be-406b-893f-35e709fb18eb', 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'fixed_ips': [{'subnet_id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:13:02.797654 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.825030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5d6a1b1-adcd-4cc4-bd3c-b31f4f0d0b67 req-54bd7fde-0059-4bd7-841b-975a79b1c717 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018758 Aug 19 12:13:02.860926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-3690b5ff-a27a-4307-8f28-a71d2bf92921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:02.862559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-3690b5ff-a27a-4307-8f28-a71d2bf92921 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308959 Aug 19 12:13:02.928231 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:02.966044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e0bf8-1ac4-4675-8a27-3a12c513207d req-c694f119-50a6-47c4-8796-1a951090893d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:02.967612 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b76e0bf8-1ac4-4675-8a27-3a12c513207d req-c694f119-50a6-47c4-8796-1a951090893d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 944 time: 0.1199834 Aug 19 12:13:02.994002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Allocated IP 172.20.0.2 (8ff3ce44-80be-406b-893f-35e709fb18eb/f39ec1ce-e13b-4eab-b36e-47aafa1ac98c/b26c2c3a-e7e5-417f-8783-ccecebe43421) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:03.036748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b76e0bf8-1ac4-4675-8a27-3a12c513207d req-b209177f-3af2-4694-8645-e390481d6641 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623560 Aug 19 12:13:03.043106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-4f330795-fc3b-4ced-a180-7a02a355da23 service neutron] 10.222.0.69 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580262 Aug 19 12:13:03.160187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-bdeadcdf-1094-475d-b407-3e45eb27d1c2 service neutron] 10.222.0.69 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083629 Aug 19 12:13:03.216381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:03.237685 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:03.367355 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:03.375661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Allocated IP 172.25.4.103 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/e741a72b-968b-402c-91bb-7732e6d17f9c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:03.383158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Transition to ACTIVE for port object b26c2c3a-e7e5-417f-8783-ccecebe43421 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:03.402434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Transition to ACTIVE for port object b26c2c3a-e7e5-417f-8783-ccecebe43421 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:03.408530 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:03.454996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Network 8ff3ce44-80be-406b-893f-35e709fb18eb is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:03.460046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:03.464172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:03.478983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Pushing event updated for resources: {'Port': ['ID=b26c2c3a-e7e5-417f-8783-ccecebe43421,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:03.527621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Attempting to bind port b26c2c3a-e7e5-417f-8783-ccecebe43421 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:03.528452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Attempting to bind port b26c2c3a-e7e5-417f-8783-ccecebe43421 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '5ca3340a-9e26-48a5-bd9f-ec780b136c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:03.528850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Attempting to bind port b26c2c3a-e7e5-417f-8783-ccecebe43421 on network 8ff3ce44-80be-406b-893f-35e709fb18eb {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:03.529082 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:03.534534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:03.534737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Checking segment: {'id': '5ca3340a-9e26-48a5-bd9f-ec780b136c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:03.535124 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:03.535610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Bound using segment: {'id': '5ca3340a-9e26-48a5-bd9f-ec780b136c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:03.536448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Bound port: b26c2c3a-e7e5-417f-8783-ccecebe43421, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca3340a-9e26-48a5-bd9f-ec780b136c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:03.536645 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:03.579145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:03.608164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] For port b26c2c3a-e7e5-417f-8783-ccecebe43421, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:03.611255 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] For port b26c2c3a-e7e5-417f-8783-ccecebe43421, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b26c2c3a-e7e5-417f-8783-ccecebe43421,segment=NetworkSegment(5ca3340a-9e26-48a5-bd9f-ec780b136c56),segment_id=5ca3340a-9e26-48a5-bd9f-ec780b136c56)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:03.615471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:03.617760 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:03.620735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:03.624869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:03.657156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Pushing event updated for resources: {'Port': ['ID=e741a72b-968b-402c-91bb-7732e6d17f9c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:03.716213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8722584-c9f3-4461-931c-31d9303e2f67 None None] Pushing event updated for resources: {'Port': ['ID=b26c2c3a-e7e5-417f-8783-ccecebe43421,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:03.799542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee86928-69d7-402a-af0e-4fed8b6bca24 req-c4d6e6f5-0433-4a8c-8c3c-88bd7587639a tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:03.801260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ee86928-69d7-402a-af0e-4fed8b6bca24 req-c4d6e6f5-0433-4a8c-8c3c-88bd7587639a tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1097 time: 0.0683799 Aug 19 12:13:03.843800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ee86928-69d7-402a-af0e-4fed8b6bca24 req-c8d15471-fa3d-47d8-9bc5-96198bd48129 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358605 Aug 19 12:13:03.959899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:04.178495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e10fb-dc0e-4674-a4ec-d80922071dd6 req-9a363993-069a-4300-b58b-bd983417eca1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:04.185175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f71e10fb-dc0e-4674-a4ec-d80922071dd6 req-9a363993-069a-4300-b58b-bd983417eca1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 944 time: 0.0572500 Aug 19 12:13:04.185697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:04.222241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f71e10fb-dc0e-4674-a4ec-d80922071dd6 req-0c277877-21c1-48fd-b88f-69645a19a2af tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357428 Aug 19 12:13:04.327223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Router 1381516f-6e44-4e51-b564-677da4a18cd6 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:13:04.447679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:04.459997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Sync routers for ids ['1381516f-6e44-4e51-b564-677da4a18cd6'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:04.467481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:04.471641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48444) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:04.471852 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3129e567-43bd-4c62-8cca-f21b78c9bf5c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8494341 Aug 19 12:13:04.473141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Routers {'1381516f-6e44-4e51-b564-677da4a18cd6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:04.473975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1381516f-6e44-4e51-b564-677da4a18cd6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:04.599369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Set router 1381516f-6e44-4e51-b564-677da4a18cd6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:04.713195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:04.829106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port f972372c-bcb7-4da0-9fcb-42e302737b86 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:04.836226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port f972372c-bcb7-4da0-9fcb-42e302737b86 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:04.837011 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:04.877592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b12ed09-6328-4d15-a50b-ed6182f5f342 None None] Network 8ff3ce44-80be-406b-893f-35e709fb18eb requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:04.949217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:02Z', 'updated_at': '2021-08-19T12:13:03Z', 'revision_number': 3, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'gw_port': {'id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:49:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:03Z', 'updated_at': '2021-08-19T12:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:04.993010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Checking router: 1381516f-6e44-4e51-b564-677da4a18cd6 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:04.993931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Updating router 1381516f-6e44-4e51-b564-677da4a18cd6 port e741a72b-968b-402c-91bb-7732e6d17f9c binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:13:05.027963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.057039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-337ab3e5-e895-49a2-bb43-5431447165cf None None] Provisioning for port b26c2c3a-e7e5-417f-8783-ccecebe43421 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:05.059489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe0a77-bd22-4ad2-86b2-9ac8956869f5 req-e1c3ff39-92af-4c34-bd92-0e056f31911d tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:05.061072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cbe0a77-bd22-4ad2-86b2-9ac8956869f5 req-e1c3ff39-92af-4c34-bd92-0e056f31911d tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1097 time: 0.0670769 Aug 19 12:13:05.080124 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.108236 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.167179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cbe0a77-bd22-4ad2-86b2-9ac8956869f5 req-e4277e04-92c7-4233-9309-fa6d799e78b9 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728621 Aug 19 12:13:05.218238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:05.220505 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f457f76d-9da8-4260-96c8-2c2b93fc4a1d" -d '{"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-plugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:05.252629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Allocated IP 172.20.0.1 (8ff3ce44-80be-406b-893f-35e709fb18eb/f39ec1ce-e13b-4eab-b36e-47aafa1ac98c/72b01015-abfe-4b6d-a0bf-7119ab1b4b52) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:05.256525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:05.293275 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.419072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b26c2c3a-e7e5-417f-8783-ccecebe43421 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:05.422307 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3614aa-87a7-4570-98af-6b57efdf150a x-openstack-request-id: req-3a3614aa-87a7-4570-98af-6b57efdf150a {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:05.422598 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-plugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:05.422851 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a3614aa-87a7-4570-98af-6b57efdf150a {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:05.423575 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'code': 200} Aug 19 12:13:05.424762 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.457438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Transition to ACTIVE for port object 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:05.533713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:05.585528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff50342-8773-43ef-98d9-dac088d39557 req-6567579c-f124-4348-bbeb-ba207d441d05 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:05.587374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cff50342-8773-43ef-98d9-dac088d39557 req-6567579c-f124-4348-bbeb-ba207d441d05 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1097 time: 0.1438882 Aug 19 12:13:05.622393 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.648197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e9c27-cb96-4dd8-abb4-9fa6781475ef req-06414ad1-b6e2-491c-9c14-c48669cb26fa tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:05.650047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-847e9c27-cb96-4dd8-abb4-9fa6781475ef req-06414ad1-b6e2-491c-9c14-c48669cb26fa tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.1157291 Aug 19 12:13:05.698791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port b26c2c3a-e7e5-417f-8783-ccecebe43421 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:05.706264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b26c2c3a-e7e5-417f-8783-ccecebe43421 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:05.706914 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.713597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cff50342-8773-43ef-98d9-dac088d39557 req-51dc1169-68a6-46de-962d-1f9d1a2ea430 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181746 Aug 19 12:13:05.715520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Network 8ff3ce44-80be-406b-893f-35e709fb18eb is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:05.723281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:05.733515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:05.739225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Pushing event updated for resources: {'Port': ['ID=72b01015-abfe-4b6d-a0bf-7119ab1b4b52,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:05.767834 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.792504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-847e9c27-cb96-4dd8-abb4-9fa6781475ef req-a9bda95e-a1a0-433e-9d97-aa12ced2e2f7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113722 Aug 19 12:13:05.800779 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.817334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Transition to ACTIVE for port object e741a72b-968b-402c-91bb-7732e6d17f9c will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:05.852624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:05.917291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8225a4d2-8c09-485c-a9b6-bcff95efce61 None None] Provisioning complete for port b26c2c3a-e7e5-417f-8783-ccecebe43421 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:05.918357 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8225a4d2-8c09-485c-a9b6-bcff95efce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.015372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43277283-dae5-41a3-a954-e9f16f874ee5 None None] Pushing event updated for resources: {'Port': ['ID=e741a72b-968b-402c-91bb-7732e6d17f9c,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:06.031109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Attempting to bind port e741a72b-968b-402c-91bb-7732e6d17f9c on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:06.031561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Attempting to bind port e741a72b-968b-402c-91bb-7732e6d17f9c by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:06.032016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Attempting to bind port e741a72b-968b-402c-91bb-7732e6d17f9c on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:06.048966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:06.049438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:06.049893 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.050353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:06.050908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Bound port: e741a72b-968b-402c-91bb-7732e6d17f9c, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:06.051410 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.055251 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.095399 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.116616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-8516f239-db50-44b8-9d24-5517cd7dfc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:06.118189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-8516f239-db50-44b8-9d24-5517cd7dfc29 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 1096 time: 0.1301880 Aug 19 12:13:06.124263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8ba7e-be0d-4a9d-b34b-d5754f9812fd req-5fec57be-9ded-4b14-bcbd-1d5857b6b406 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:06.125928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fb8ba7e-be0d-4a9d-b34b-d5754f9812fd req-5fec57be-9ded-4b14-bcbd-1d5857b6b406 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1097 time: 0.1363461 Aug 19 12:13:06.128568 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8225a4d2-8c09-485c-a9b6-bcff95efce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.139522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:06.170556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port b26c2c3a-e7e5-417f-8783-ccecebe43421, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b26c2c3a-e7e5-417f-8783-ccecebe43421,segment=NetworkSegment(5ca3340a-9e26-48a5-bd9f-ec780b136c56),segment_id=5ca3340a-9e26-48a5-bd9f-ec780b136c56)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:06.180363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] For port e741a72b-968b-402c-91bb-7732e6d17f9c, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:06.182532 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.185701 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] For port e741a72b-968b-402c-91bb-7732e6d17f9c, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e741a72b-968b-402c-91bb-7732e6d17f9c,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:06.213841 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.255370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.263700 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-8225a4d2-8c09-485c-a9b6-bcff95efce61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:13:06.264016 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-8225a4d2-8c09-485c-a9b6-bcff95efce61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:13:06.278638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fb8ba7e-be0d-4a9d-b34b-d5754f9812fd req-4dcb9dca-5f02-49c6-8912-dad9333225cd tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178355 Aug 19 12:13:06.279632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=b26c2c3a-e7e5-417f-8783-ccecebe43421,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:06.286996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Routers {'1381516f-6e44-4e51-b564-677da4a18cd6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:06.287639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1381516f-6e44-4e51-b564-677da4a18cd6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:06.568469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43277283-dae5-41a3-a954-e9f16f874ee5 None None] Pushing event updated for resources: {'Port': ['ID=e741a72b-968b-402c-91bb-7732e6d17f9c,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:06.603926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] Set router 1381516f-6e44-4e51-b564-677da4a18cd6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:06.690040 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.694760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:06.706115 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.768696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-dbff650d-2498-4bd0-a856-addd8c477682 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:06.770544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-dbff650d-2498-4bd0-a856-addd8c477682 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/networks?id=8f5255f7-7f0a-4552-9894-cbcfded5a8df HTTP/1.1" status: 200 len: 911 time: 0.2264626 Aug 19 12:13:06.814940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Pushing event updated for resources: {'Port': ['ID=72b01015-abfe-4b6d-a0bf-7119ab1b4b52,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:06.817728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:06.823664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-2b68ea2e-674e-497d-904c-a03656bb3787 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/quotas/9a07d0f0da644065a6b2710227aca395 HTTP/1.1" status: 200 len: 375 time: 0.0407379 Aug 19 12:13:06.847989 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.887033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:02Z', 'updated_at': '2021-08-19T12:13:05Z', 'revision_number': 4, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'gw_port': {'id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:49:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:03Z', 'updated_at': '2021-08-19T12:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '72b01015-abfe-4b6d-a0bf-7119ab1b4b52', 'name': '', 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'mac_address': 'fa:16:3e:f5:8e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:05Z', 'updated_at': '2021-08-19T12:13:05Z', 'revision_number': 1, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'subnets': [{'id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:06.921626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc6264-03e5-4861-8aab-faeff1d75b1e None None] The sync data for ids ['1381516f-6e44-4e51-b564-677da4a18cd6'] in n-d-778550-9 is: [{'id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:02Z', 'updated_at': '2021-08-19T12:13:05Z', 'revision_number': 4, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'gw_port': {'id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:49:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:03Z', 'updated_at': '2021-08-19T12:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '72b01015-abfe-4b6d-a0bf-7119ab1b4b52', 'name': '', 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'mac_address': 'fa:16:3e:f5:8e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:05Z', 'updated_at': '2021-08-19T12:13:05Z', 'revision_number': 1, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'subnets': [{'id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:06.921922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:06.924711 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bea75ea-3bbf-4861-ac86-8783394a4368" -d '{"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-unplugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:06.953638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:06.980082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-decc2e24-d948-4392-8014-1b8656d30e84 None None] Provisioning for port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:06.986597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-decc2e24-d948-4392-8014-1b8656d30e84 None None] Provisioning complete for port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:06.987516 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-decc2e24-d948-4392-8014-1b8656d30e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:07.011661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Transition to ACTIVE for port object f972372c-bcb7-4da0-9fcb-42e302737b86 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:07.023617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:07.042706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-decc2e24-d948-4392-8014-1b8656d30e84 None None] Port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:07.043031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-47d07c40-773c-4a2f-87a7-14f6bae11dc5 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a07d0f0da644065a6b2710227aca395&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1985061 Aug 19 12:13:07.112048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c214e-d2a3-4c31-9d99-f03a0b5e32e1 req-c3cbd69c-99af-403b-83d5-b374bf5c1f51 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:07.113588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-834c214e-d2a3-4c31-9d99-f03a0b5e32e1 req-c3cbd69c-99af-403b-83d5-b374bf5c1f51 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.2202044 Aug 19 12:13:07.226714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=10']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:07.268394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Network 8ff3ce44-80be-406b-893f-35e709fb18eb is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:07.291371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:07.337848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b26c2c3a-e7e5-417f-8783-ccecebe43421 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:07.406330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-834c214e-d2a3-4c31-9d99-f03a0b5e32e1 req-0ef9f82d-4307-4a55-92a5-2429cf0df108 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581017 Aug 19 12:13:07.447967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b26c2c3a-e7e5-417f-8783-ccecebe43421 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:07.448210 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:07.557406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-c5c10ede-25a6-4fc2-9f56-2c8d1a315ffc service neutron] 10.222.0.65 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891586 Aug 19 12:13:07.574567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Router 1381516f-6e44-4e51-b564-677da4a18cd6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:07.580932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] No DVR routers for this DVR port f972372c-bcb7-4da0-9fcb-42e302737b86 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:07.737008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-732588c6-9f1e-4947-95ac-71ffb30c7872 None None] Provisioning complete for port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:07.737509 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-732588c6-9f1e-4947-95ac-71ffb30c7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:07.803058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-732588c6-9f1e-4947-95ac-71ffb30c7872 None None] Port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:08.038301 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3abe9c5-c4d0-4830-bc1e-0be1c9174549 x-openstack-request-id: req-e3abe9c5-c4d0-4830-bc1e-0be1c9174549 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:08.038527 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-unplugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:08.038783 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3abe9c5-c4d0-4830-bc1e-0be1c9174549 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:08.039250 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'code': 200} Aug 19 12:13:08.261571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-8c690933-f592-4349-8ab4-f4de08df33c0 service neutron] 10.222.0.65 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031610 Aug 19 12:13:08.326951 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:08.328793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:08.328793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:08.337254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Port f972372c-bcb7-4da0-9fcb-42e302737b86 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:13:08.337254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Attempting to bind port f972372c-bcb7-4da0-9fcb-42e302737b86 on network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:08.348270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:08.350304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:08.350715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Checking segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:08.351841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Bound using segment: {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:08.352480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Bound port: f972372c-bcb7-4da0-9fcb-42e302737b86, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c28f314-cdde-4538-970f-3564bbd14f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:08.353560 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:08.370618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fee39ea4-859e-428f-a71c-9ada4d7a5e71 admin admin] 10.222.0.65 "PUT /v2.0/routers/1381516f-6e44-4e51-b564-677da4a18cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8973053 Aug 19 12:13:08.511820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:08.516403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:08.558949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09d86cc1-6392-4a55-8c07-8e61f68e6294 req-b6bd819d-9ab9-46ad-8b83-c64e8303b84d tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 210 time: 0.0405951 Aug 19 12:13:08.561249 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:08.647945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:08.649097 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:08.651198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] 10.222.0.54 "PUT /v2.0/ports/f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 1092 time: 2.5170214 Aug 19 12:13:08.750576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:08.814315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebde97e-51f1-4aeb-848b-3edfd26e2bd4 req-a416707c-363f-4a2e-98eb-205e66c8c74d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:08.815962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ebde97e-51f1-4aeb-848b-3edfd26e2bd4 req-a416707c-363f-4a2e-98eb-205e66c8c74d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 944 time: 0.1950083 Aug 19 12:13:08.816652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfe366-0155-4e6d-a3e2-1d74b8d29e58 service neutron] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=11']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:08.889701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-de5d9d93-858b-4c47-8947-174e56155e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:08.895239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-de5d9d93-858b-4c47-8947-174e56155e43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1095 time: 0.1885321 Aug 19 12:13:08.902398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:09.052103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ebde97e-51f1-4aeb-848b-3edfd26e2bd4 req-1340d6fd-4361-4243-945f-104680aa02a4 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281535 Aug 19 12:13:09.128439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-980554e7-4ee5-4eb2-b9a3-c9ab8f2c975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:09.130739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-980554e7-4ee5-4eb2-b9a3-c9ab8f2c975b service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.2266731 Aug 19 12:13:09.224050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-436c8f13-e258-40ff-a87e-15f63f93103d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 999 time: 0.0852442 Aug 19 12:13:09.312014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e741a72b-968b-402c-91bb-7732e6d17f9c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:09.343005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-4a92917c-7f1a-4f2c-9034-839c17177225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:09.344625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-4a92917c-7f1a-4f2c-9034-839c17177225 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.1129456 Aug 19 12:13:09.416324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e741a72b-968b-402c-91bb-7732e6d17f9c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:09.434037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6a65211b-ef38-42a1-b8c3-0d5be7e0b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:09.434220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48686) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:09.436326 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-6a65211b-ef38-42a1-b8c3-0d5be7e0b597 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733163 Aug 19 12:13:09.437140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e741a72b-968b-402c-91bb-7732e6d17f9c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:09.437557 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.440341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-926104381-network', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:09.479015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Made reservation on behalf of 7db9291c25fb495a97b3109b910f3b0f for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:09.482409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.511363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.558015 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.559214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-c45f6cdc-4046-45b6-90d6-20599b753d83 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152802 Aug 19 12:13:09.591897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port e741a72b-968b-402c-91bb-7732e6d17f9c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e741a72b-968b-402c-91bb-7732e6d17f9c,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:09.603151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.700498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=e741a72b-968b-402c-91bb-7732e6d17f9c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:09.703094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.715283 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.738387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-627a3818-248e-4609-9df7-40a7a46ed80f req-df94a3f9-4324-48bb-97a7-2dea7e5a9308 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 210 time: 0.0634444 Aug 19 12:13:09.768594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:13:09.777021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e63d79-7e56-4d1a-b84c-9103c0270756,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:09.784042 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.784396 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Added segment 18e73540-77b4-43b2-aed5-b18fe7ac4d25 of type vlan for network c5c14daf-664a-471a-8782-282711a46bd2 Aug 19 12:13:09.790055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-675d1d9a-33c8-4aac-a426-ea57e9927a44 req-fe028d33-83b3-4ded-b9e6-d712cf5a4666 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233191 Aug 19 12:13:09.835481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.865098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.866233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:09.866871 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:09.927692 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4922390 Aug 19 12:13:09.931056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48740) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:09.935285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457ab67-5268-4afe-b8bb-046c06755333 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c14daf-664a-471a-8782-282711a46bd2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:09.938088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Request body: {'subnet': {'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-926104381-subnet', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:09.952639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network c5c14daf-664a-471a-8782-282711a46bd2 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:13:09.953467 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Sync routers for ids ['1381516f-6e44-4e51-b564-677da4a18cd6'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:09.964567 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Routers {'1381516f-6e44-4e51-b564-677da4a18cd6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:09.965369 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1381516f-6e44-4e51-b564-677da4a18cd6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:09.990860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Made reservation on behalf of 7db9291c25fb495a97b3109b910f3b0f for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:09.993549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:10.040362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:10.042741 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc77d84-8d4a-4907-b594-dcb5bad83532" -d '{"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:10.144109 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a96af3-2ee7-4199-bd97-db43cadfd986 x-openstack-request-id: req-73a96af3-2ee7-4199-bd97-db43cadfd986 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:10.144535 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:10.145106 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73a96af3-2ee7-4199-bd97-db43cadfd986 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:10.145863 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'status': 'completed', 'code': 200} Aug 19 12:13:10.163667 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Set router 1381516f-6e44-4e51-b564-677da4a18cd6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:10.417697 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:02Z', 'updated_at': '2021-08-19T12:13:05Z', 'revision_number': 4, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'gw_port': {'id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:49:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:03Z', 'updated_at': '2021-08-19T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '72b01015-abfe-4b6d-a0bf-7119ab1b4b52', 'name': '', 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'mac_address': 'fa:16:3e:f5:8e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:05Z', 'updated_at': '2021-08-19T12:13:06Z', 'revision_number': 2, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'subnets': [{'id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:10.434862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9db68-7071-44d1-afb9-3903818711a7 req-4186e0c7-292d-4b5a-96af-e42d79e8265d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:10.436413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7be9db68-7071-44d1-afb9-3903818711a7 req-4186e0c7-292d-4b5a-96af-e42d79e8265d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 944 time: 0.2894759 Aug 19 12:13:10.443409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-ea01fb98-fbc8-4c2f-8ea5-34b6209eebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:10.445394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-ea01fb98-fbc8-4c2f-8ea5-34b6209eebe1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1095 time: 0.2568731 Aug 19 12:13:10.454877 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Checking router: 1381516f-6e44-4e51-b564-677da4a18cd6 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:10.455167 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Updating router 1381516f-6e44-4e51-b564-677da4a18cd6 port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:13:10.455600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-b8a9ef7f-a31e-4fdd-8e2c-3f7833e2e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:10.457132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-b8a9ef7f-a31e-4fdd-8e2c-3f7833e2e4c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1095 time: 0.2321701 Aug 19 12:13:10.461488 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:10.482061 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:10.616023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-8e15fcdb-b438-49ba-a37e-35ff3014fefe tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:10.617452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-8e15fcdb-b438-49ba-a37e-35ff3014fefe tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.69 "GET /v2.0/networks?id=8f5255f7-7f0a-4552-9894-cbcfded5a8df HTTP/1.1" status: 200 len: 911 time: 0.3908815 Aug 19 12:13:10.666137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9fac5c-c3fb-4d5b-a727-028006755e8a,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:10.674618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Request body: {'port': {'device_id': '22969002-c327-40c1-ba8d-b60f30b62b46', 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'admin_state_up': True, 'tenant_id': '9a07d0f0da644065a6b2710227aca395'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:10.710673 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7be9db68-7071-44d1-afb9-3903818711a7 req-5951ea35-05ef-4c31-9397-b268192f5510 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641325 Aug 19 12:13:10.758475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-cbe24f02-e2ea-494c-8155-e8602dc73e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:10.759977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-cbe24f02-e2ea-494c-8155-e8602dc73e20 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.3018973 Aug 19 12:13:10.762414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Checking segment: {'id': '18e73540-77b4-43b2-aed5-b18fe7ac4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:10.762780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Network hostable DHCP agents. Network: c5c14daf-664a-471a-8782-282711a46bd2, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:13:10.767485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Made reservation on behalf of 9a07d0f0da644065a6b2710227aca395 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:10.769865 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:10.781798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-b89cb6ee-bfc5-45ee-8cfe-4a7426d8a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:10.783252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-b89cb6ee-bfc5-45ee-8cfe-4a7426d8a928 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.2981844 Aug 19 12:13:10.928904 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:10.950597 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Transition to ACTIVE for port object 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:10.959995 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:10.968977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b231f7ca-27d4-4858-b9d7-c2333c00f5a6 req-4c6dd340-b49b-416f-a969-fbc7886b6b75 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 210 time: 0.0892186 Aug 19 12:13:10.969561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Network c5c14daf-664a-471a-8782-282711a46bd2 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:13:10.995960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-c2adf156-d79c-4e99-8cc8-f637af024818 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 999 time: 0.2228079 Aug 19 12:13:10.999955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-4fbb4238-0812-4155-8a7c-9fd0cbbc6864 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 999 time: 0.2055645 Aug 19 12:13:11.002889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, c5c14daf-664a-471a-8782-282711a46bd2) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:11.017043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e6ed8c-f342-440b-b871-3aca75c7d6ca None None] Network c5c14daf-664a-471a-8782-282711a46bd2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:11.029265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:11.029863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.045507 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248de54-8a4f-478a-8895-0b491e8c7827 None None] Pushing event updated for resources: {'Port': ['ID=72b01015-abfe-4b6d-a0bf-7119ab1b4b52,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:11.125933 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Attempting to bind port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:11.126355 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Attempting to bind port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '5ca3340a-9e26-48a5-bd9f-ec780b136c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:11.127267 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Attempting to bind port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 on network 8ff3ce44-80be-406b-893f-35e709fb18eb {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:11.141487 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:11.141917 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Checking segment: {'id': '5ca3340a-9e26-48a5-bd9f-ec780b136c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:11.142287 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.143075 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Bound using segment: {'id': '5ca3340a-9e26-48a5-bd9f-ec780b136c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:11.143593 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Bound port: 72b01015-abfe-4b6d-a0bf-7119ab1b4b52, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca3340a-9e26-48a5-bd9f-ec780b136c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:11.143953 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.147676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d1f5b39d-ab5d-421d-8691-1e2fc55bfad9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2153981 Aug 19 12:13:11.150456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48878) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:11.159804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:11.180063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-42bf3865-1774-4bfd-adb3-f5b779e375a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:11.181751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-42bf3865-1774-4bfd-adb3-f5b779e375a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.1747561 Aug 19 12:13:11.186112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-5cdb3e1c-de89-4f13-a404-638a3e968ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:11.189354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-5cdb3e1c-de89-4f13-a404-638a3e968ad2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.1810343 Aug 19 12:13:11.221662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Allocated IP 172.20.0.14 (8f5255f7-7f0a-4552-9894-cbcfded5a8df/8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a/5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:11.236410 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.238669 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.295799 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] For port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:11.306567 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] For port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=72b01015-abfe-4b6d-a0bf-7119ab1b4b52,segment=NetworkSegment(5ca3340a-9e26-48a5-bd9f-ec780b136c56),segment_id=5ca3340a-9e26-48a5-bd9f-ec780b136c56)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:11.315085 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.322664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-c5c14daf-664a-471a-8782-282711a46bd2', 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'fixed_ips': [{'subnet_id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:13:11.323610 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.378924 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Routers {'1381516f-6e44-4e51-b564-677da4a18cd6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:11.380113 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1381516f-6e44-4e51-b564-677da4a18cd6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:11.401424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.407687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e741a72b-968b-402c-91bb-7732e6d17f9c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:11.487955 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248de54-8a4f-478a-8895-0b491e8c7827 None None] Pushing event updated for resources: {'Port': ['ID=72b01015-abfe-4b6d-a0bf-7119ab1b4b52,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:11.612096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-de2b63bc-2e86-4257-a8c4-6d20480a7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:11.613730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-de2b63bc-2e86-4257-a8c4-6d20480a7e94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3939261 Aug 19 12:13:11.625943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-7f6eb7ff-9fe0-456c-8e3b-c598e70646ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:11.627297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-7f6eb7ff-9fe0-456c-8e3b-c598e70646ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4282956 Aug 19 12:13:11.661408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e741a72b-968b-402c-91bb-7732e6d17f9c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:11.662372 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.683431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.722491 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] Set router 1381516f-6e44-4e51-b564-677da4a18cd6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:11.746170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Allocated IP 172.20.0.2 (c5c14daf-664a-471a-8782-282711a46bd2/9b9fac5c-c3fb-4d5b-a727-028006755e8a/857f3cf8-5452-4bd4-a3b3-c087dedfbfdc) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:11.927322 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.982465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Transition to ACTIVE for port object 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:12.054501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-df4397d5-344a-490e-b4a8-907f63be30ab service neutron] 10.222.0.69 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245570 Aug 19 12:13:12.061727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-96a85c3c-f2d8-4ca2-9a59-f763cd8ada54 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764651 Aug 19 12:13:12.071421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc80fe-301a-4614-904a-4708d4862f12 req-460a26fb-b86c-4711-89c9-55d96c68c3b0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:12.073908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7bc80fe-301a-4614-904a-4708d4862f12 req-460a26fb-b86c-4711-89c9-55d96c68c3b0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 944 time: 0.1957664 Aug 19 12:13:12.142339 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.180962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Transition to ACTIVE for port object 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:12.205139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.224807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Transition to ACTIVE for port object 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:12.239467 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:02Z', 'updated_at': '2021-08-19T12:13:05Z', 'revision_number': 4, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'gw_port': {'id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:49:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:03Z', 'updated_at': '2021-08-19T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '72b01015-abfe-4b6d-a0bf-7119ab1b4b52', 'name': '', 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'mac_address': 'fa:16:3e:f5:8e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:05Z', 'updated_at': '2021-08-19T12:13:11Z', 'revision_number': 4, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'subnets': [{'id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:12.244621 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.289492 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8daadd-7c08-4e3f-ab10-f02a4ccb10e7 None None] The sync data for ids ['1381516f-6e44-4e51-b564-677da4a18cd6'] in n-d-778550-9 is: [{'id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:02Z', 'updated_at': '2021-08-19T12:13:05Z', 'revision_number': 4, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'gw_port': {'id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:49:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:03Z', 'updated_at': '2021-08-19T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '72b01015-abfe-4b6d-a0bf-7119ab1b4b52', 'name': '', 'network_id': '8ff3ce44-80be-406b-893f-35e709fb18eb', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'mac_address': 'fa:16:3e:f5:8e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:05Z', 'updated_at': '2021-08-19T12:13:11Z', 'revision_number': 4, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'subnets': [{'id': 'f39ec1ce-e13b-4eab-b36e-47aafa1ac98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:12.300810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.327105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:13:12.347258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Network c5c14daf-664a-471a-8782-282711a46bd2 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:12.357567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:12.367785 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:12.391503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Pushing event updated for resources: {'Port': ['ID=857f3cf8-5452-4bd4-a3b3-c087dedfbfdc,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:12.489988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Allocated IP 172.25.4.232 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/e90b57e7-004e-42f7-ab01-9fa9cd7f4199) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:12.511797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Attempting to bind port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:12.512467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Attempting to bind port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '18e73540-77b4-43b2-aed5-b18fe7ac4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:12.513065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Attempting to bind port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc on network c5c14daf-664a-471a-8782-282711a46bd2 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:12.523879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:12.524579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Checking segment: {'id': '18e73540-77b4-43b2-aed5-b18fe7ac4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:12.525180 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.525734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Bound using segment: {'id': '18e73540-77b4-43b2-aed5-b18fe7ac4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:12.526365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Bound port: 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e73540-77b4-43b2-aed5-b18fe7ac4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:12.526963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.610887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:12.616466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.633845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'port_id': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'mac_address': 'fa:16:3e:a0:96:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:13:12.668387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.682776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] For port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:12.693313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be32fd0f-6375-43ac-90cb-ef961acf52d7 req-c9be0487-26ac-47a4-b090-ebe8c096c12b tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 210 time: 0.0626180 Aug 19 12:13:12.703487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.704790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.723004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] For port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=857f3cf8-5452-4bd4-a3b3-c087dedfbfdc,segment=NetworkSegment(18e73540-77b4-43b2-aed5-b18fe7ac4d25),segment_id=18e73540-77b4-43b2-aed5-b18fe7ac4d25)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:12.725083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f972372c-bcb7-4da0-9fcb-42e302737b86 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:12.726839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:12.733955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:12.734793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7bc80fe-301a-4614-904a-4708d4862f12 req-193dd31b-b995-4f4c-b0e7-71db40c6b07a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6314926 Aug 19 12:13:12.739085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:12.741855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['0dff9609-6ac9-47f8-aaf1-319a9a825333'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:13:12.748830 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.792380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=e90b57e7-004e-42f7-ab01-9fa9cd7f4199,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:12.806242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:12.827925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-c70e8285-fd42-47c9-8cb2-614c63e19930 service neutron] 10.222.0.69 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7528362 Aug 19 12:13:12.828991 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:12.879226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:12.889446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc77d84-8d4a-4907-b594-dcb5bad83532 req-db7f5a62-9b0e-4412-9dac-9bff617d42a7 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116488 Aug 19 12:13:12.890411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:12.904539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b751140-64e8-42c2-9d31-8cee7b7386d3 None None] Pushing event updated for resources: {'Port': ['ID=857f3cf8-5452-4bd4-a3b3-c087dedfbfdc,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:12.920921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:12.977136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Pushing event updated for resources: {'Port': ['ID=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:12.996015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=12']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:13.011985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:13.012622 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:13.038213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0aeeb0e6-17b0-4649-9fb0-0c32106f332f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3752737 Aug 19 12:13:13.078186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Request body: {'port': {'device_id': '22969002-c327-40c1-ba8d-b60f30b62b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:13.273947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:13.303936 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:13.315120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f972372c-bcb7-4da0-9fcb-42e302737b86'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:13:13.473035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c57115c9-1b47-44b1-8d05-411fbe7e6b1e None None] Provisioning for port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:13.487921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c57115c9-1b47-44b1-8d05-411fbe7e6b1e None None] Provisioning complete for port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:13.490268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c57115c9-1b47-44b1-8d05-411fbe7e6b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:13.597758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c57115c9-1b47-44b1-8d05-411fbe7e6b1e None None] Port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:13.642349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:13.751273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:13.784055 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:13.809046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:13.816096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:13.893326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Transition to ACTIVE for port object 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:13.922717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:13.925736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:13.951416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:13.952455 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.015725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:14.079816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c574e-7dce-4292-b169-4f3d04487b6f req-6673fade-bac4-44dc-b5a4-14babe54fff2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:14.082019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b56c574e-7dce-4292-b169-4f3d04487b6f req-6673fade-bac4-44dc-b5a4-14babe54fff2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1028 time: 0.2649264 Aug 19 12:13:14.095528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.141149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f62123-45c8-453c-b1db-8716db1b19d5 req-beea7b56-35db-4c57-b7ac-1833f49214d6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:14.151379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49f62123-45c8-453c-b1db-8716db1b19d5 req-beea7b56-35db-4c57-b7ac-1833f49214d6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 945 time: 0.2691405 Aug 19 12:13:14.161818 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.227886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=72b01015-abfe-4b6d-a0bf-7119ab1b4b52,segment=NetworkSegment(5ca3340a-9e26-48a5-bd9f-ec780b136c56),segment_id=5ca3340a-9e26-48a5-bd9f-ec780b136c56)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:14.243491 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.313578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49f62123-45c8-453c-b1db-8716db1b19d5 req-b7af1c64-ddff-4682-8f41-854ace73655c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588490 Aug 19 12:13:14.334800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49006) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:14.349295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Attempting to bind port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:14.349629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Attempting to bind port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:14.349963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Attempting to bind port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb on network 8f5255f7-7f0a-4552-9894-cbcfded5a8df {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:14.369176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b56c574e-7dce-4292-b169-4f3d04487b6f req-25983e04-4362-40ad-a63a-e9d79713ce68 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740853 Aug 19 12:13:14.371247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb on network 8f5255f7-7f0a-4552-9894-cbcfded5a8df not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:13:14.371580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Attempting to bind port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb on network 8f5255f7-7f0a-4552-9894-cbcfded5a8df {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:14.400618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:14.402103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Checking segment: {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:14.402682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Bound using segment: {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:14.403313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Bound port: 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd629100-a444-4aa1-90ff-98fc406a5de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:14.403847 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.410930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2adc391-04ef-427d-87b2-768578a5d989 req-fca71505-09f4-4e36-ae8b-1f3ce051ae79 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1999609 Aug 19 12:13:14.418579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=72b01015-abfe-4b6d-a0bf-7119ab1b4b52,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:14.491211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Router b884e9ae-2d16-447c-8685-790074974788 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:13:14.508230 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0a3a0b4e-0040-4230-ba69-2c8cfdd512f8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/57d1f4c3-27db-4979-b123-494d3307bc38 HTTP/1.1" status: 200 len: 992 time: 0.1633363 Aug 19 12:13:14.559041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8771519-03bb-4ae8-855a-ef5f2c8f31c0 None None] Network c5c14daf-664a-471a-8782-282711a46bd2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:14.579422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc391-04ef-427d-87b2-768578a5d989 req-bbdd1426-aa42-451d-aae7-1c7d3ee6a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:14.581401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2adc391-04ef-427d-87b2-768578a5d989 req-bbdd1426-aa42-451d-aae7-1c7d3ee6a877 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1096 time: 0.1298735 Aug 19 12:13:14.595149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] For port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:14.599442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] For port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:14.606254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.679871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:14.708392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Sync routers for ids ['b884e9ae-2d16-447c-8685-790074974788'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:14.709143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:14.710028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.711642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] 10.222.0.69 "PUT /v2.0/ports/5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb HTTP/1.1" status: 200 len: 1092 time: 1.6451647 Aug 19 12:13:14.715983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.717228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22969002-c327-40c1-ba8d-b60f30b62b46', 'tag': '5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:14.722127 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e6a396a1-b8b5-4ad5-8105-621c7f6efbd8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5677049 Aug 19 12:13:14.722299 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "22969002-c327-40c1-ba8d-b60f30b62b46", "tag": "5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:14.722412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49012) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:14.764565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a9c11-5ec3-4f48-9734-e96c7dbc1ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:14.810586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Routers {'b884e9ae-2d16-447c-8685-790074974788'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:14.811475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b884e9ae-2d16-447c-8685-790074974788'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:14.825419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3e86c162-41d8-449a-9001-949f43e0f3e4 None None] Provisioning for port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:14.827495 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b3ccd8-ce07-452c-805c-4bfd3943693f x-openstack-request-id: req-b3b3ccd8-ce07-452c-805c-4bfd3943693f {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:14.827848 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22969002-c327-40c1-ba8d-b60f30b62b46", "tag": "5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:14.828193 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3b3ccd8-ce07-452c-805c-4bfd3943693f {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:14.828646 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22969002-c327-40c1-ba8d-b60f30b62b46', 'tag': '5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb', 'status': 'completed', 'code': 200} Aug 19 12:13:14.846230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc391-04ef-427d-87b2-768578a5d989 req-c5fe4470-ac8d-4581-8149-d14a8abb844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:14.847841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2adc391-04ef-427d-87b2-768578a5d989 req-c5fe4470-ac8d-4581-8149-d14a8abb844e service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.2378931 Aug 19 12:13:14.857443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-5cab451f-6aa1-4060-8386-9baf4945966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:14.859079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-5cab451f-6aa1-4060-8386-9baf4945966d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a07d0f0da644065a6b2710227aca395&device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1095 time: 0.0712781 Aug 19 12:13:14.908982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3e86c162-41d8-449a-9001-949f43e0f3e4 None None] Provisioning complete for port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:14.909668 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3e86c162-41d8-449a-9001-949f43e0f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.939048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2adc391-04ef-427d-87b2-768578a5d989 req-89f141ad-572b-4266-8244-3f74abd145c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 1000 time: 0.0764642 Aug 19 12:13:15.034379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-d677cd53-b051-4200-a632-6b95cb0a38bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb HTTP/1.1" status: 200 len: 217 time: 0.0942192 Aug 19 12:13:15.094342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Set router b884e9ae-2d16-447c-8685-790074974788 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:15.097210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc391-04ef-427d-87b2-768578a5d989 req-b8d8c4df-9c87-4c40-8203-faa34a354b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:15.100115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2adc391-04ef-427d-87b2-768578a5d989 req-b8d8c4df-9c87-4c40-8203-faa34a354b00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.1528244 Aug 19 12:13:15.125655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-ab04d312-a684-4717-a32c-738e7a001278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:15.127423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-ab04d312-a684-4717-a32c-738e7a001278 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a HTTP/1.1" status: 200 len: 849 time: 0.0825510 Aug 19 12:13:15.134228 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3e86c162-41d8-449a-9001-949f43e0f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:15.260526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3e86c162-41d8-449a-9001-949f43e0f3e4 None None] For port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=857f3cf8-5452-4bd4-a3b3-c087dedfbfdc,segment=NetworkSegment(18e73540-77b4-43b2-aed5-b18fe7ac4d25),segment_id=18e73540-77b4-43b2-aed5-b18fe7ac4d25)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:15.272097 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3e86c162-41d8-449a-9001-949f43e0f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:15.290187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-3c4aa44f-1089-4de7-ba4e-7cc705bd50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:15.296403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-3c4aa44f-1089-4de7-ba4e-7cc705bd50d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f5255f7-7f0a-4552-9894-cbcfded5a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453989 Aug 19 12:13:15.307874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc391-04ef-427d-87b2-768578a5d989 req-068566c7-0375-4dad-bfb7-2fd84a7f9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:15.311492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2adc391-04ef-427d-87b2-768578a5d989 req-068566c7-0375-4dad-bfb7-2fd84a7f9fc5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027586 Aug 19 12:13:15.441463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:15.586922 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:15.657561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-7a3e75ba-c343-4206-8131-2fcc086ec9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:15.659241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-7a3e75ba-c343-4206-8131-2fcc086ec9cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1095 time: 0.2489009 Aug 19 12:13:15.667079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150118-340d-4cba-a19b-ab9c3ed64411 req-6db7a3d5-cf40-46fa-a304-c18ab02ea664 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:15.668912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f150118-340d-4cba-a19b-ab9c3ed64411 req-6db7a3d5-cf40-46fa-a304-c18ab02ea664 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1095 time: 0.1923900 Aug 19 12:13:15.698566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7269c2-c222-4da4-9463-523f5faa6f1e req-82cd1648-251e-4ca4-b7f4-cc3906e6446d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:15.701184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac7269c2-c222-4da4-9463-523f5faa6f1e req-82cd1648-251e-4ca4-b7f4-cc3906e6446d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.3039849 Aug 19 12:13:15.708754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-0e757202-19c4-4840-93a4-129958874378 service neutron] 10.222.0.69 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957882 Aug 19 12:13:15.774373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2adc391-04ef-427d-87b2-768578a5d989 req-a89445a6-b318-4155-82ac-2d61b044fbcf service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492140 Aug 19 12:13:15.894715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86c162-41d8-449a-9001-949f43e0f3e4 None None] Pushing event updated for resources: {'Port': ['ID=857f3cf8-5452-4bd4-a3b3-c087dedfbfdc,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:15.900875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Allocated IP 172.20.0.1 (c5c14daf-664a-471a-8782-282711a46bd2/9b9fac5c-c3fb-4d5b-a727-028006755e8a/a827b171-2847-4fac-9b9d-07bf413a214d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:15.953734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:15.954333 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:15.979328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f150118-340d-4cba-a19b-ab9c3ed64411 req-ca0d980b-1187-4aa8-bc56-7ba70c105628 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740295 Aug 19 12:13:15.988233 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac7269c2-c222-4da4-9463-523f5faa6f1e req-7900d533-09c5-4b7e-8dcc-5d5ca53db0fb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752099 Aug 19 12:13:16.074163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-4d15539a-e24d-4d67-8db1-3c971334f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:16.076461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-4d15539a-e24d-4d67-8db1-3c971334f1ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.4008794 Aug 19 12:13:16.078918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.087802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-588cc68a-22fe-4415-8b4f-377bcaf3f9bb req-3da83358-3843-4fa5-be9d-debcdc1b4860 service neutron] 10.222.0.69 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574374 Aug 19 12:13:16.099266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Transition to ACTIVE for port object a827b171-2847-4fac-9b9d-07bf413a214d will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:16.100085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2adc391-04ef-427d-87b2-768578a5d989 req-67348d5e-8557-4bb5-93ed-7730e7edf427 service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994845 Aug 19 12:13:16.146299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.164158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a0505eb1-272c-4880-9663-4a8cbbc284ef None None] Provisioning complete for port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:16.165103 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a0505eb1-272c-4880-9663-4a8cbbc284ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.196975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-59f1e37f-f726-415d-8e68-7b9332de9598 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 999 time: 0.1053796 Aug 19 12:13:16.218508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Network c5c14daf-664a-471a-8782-282711a46bd2 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:16.226555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:16.231621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:16.273376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Pushing event updated for resources: {'Port': ['ID=a827b171-2847-4fac-9b9d-07bf413a214d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:16.295770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b884e9ae-2d16-447c-8685-790074974788', 'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:11Z', 'updated_at': '2021-08-19T12:13:12Z', 'revision_number': 3, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'gw_port': {'id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:12Z', 'updated_at': '2021-08-19T12:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:16.298676 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.346439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-b44a0a3b-efe1-44bf-8346-96bcf4ea50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:16.354353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-b44a0a3b-efe1-44bf-8346-96bcf4ea50e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a07d0f0da644065a6b2710227aca395&device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1095 time: 0.1407044 Aug 19 12:13:16.359701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-f014b5e0-1e60-400b-8862-8ae558486158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:16.361376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-f014b5e0-1e60-400b-8862-8ae558486158 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1405652 Aug 19 12:13:16.375965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:16.382396 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Checking router: b884e9ae-2d16-447c-8685-790074974788 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:16.389917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Updating router b884e9ae-2d16-447c-8685-790074974788 port e90b57e7-004e-42f7-ab01-9fa9cd7f4199 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:13:16.493040 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.526121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.583420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-74daaa8e-a467-491d-b78a-c03676fae667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:16.585020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-74daaa8e-a467-491d-b78a-c03676fae667 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106609 Aug 19 12:13:16.697439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-7a473469-5287-42c7-9bda-faf4c0341478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:16.698958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-7a473469-5287-42c7-9bda-faf4c0341478 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8f5255f7-7f0a-4552-9894-cbcfded5a8df HTTP/1.1" status: 200 len: 911 time: 0.3367214 Aug 19 12:13:16.759309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-82d62807-9253-4c4b-ab09-b44329441615 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb HTTP/1.1" status: 200 len: 217 time: 0.0449064 Aug 19 12:13:16.774153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port f972372c-bcb7-4da0-9fcb-42e302737b86 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:16.795744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port f972372c-bcb7-4da0-9fcb-42e302737b86 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:16.796120 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.826121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.827475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-c4be3aa0-61dc-465f-a593-cb44d00bb342 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210548 Aug 19 12:13:16.836074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.861038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-d433e4d2-db78-4a55-a3f4-828d13973b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:16.862477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-d433e4d2-db78-4a55-a3f4-828d13973b04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a HTTP/1.1" status: 200 len: 849 time: 0.0876667 Aug 19 12:13:16.903598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1330790f-a889-4d48-ab62-2f410e8c4dd7 None None] Provisioning for port a827b171-2847-4fac-9b9d-07bf413a214d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:16.920748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1330790f-a889-4d48-ab62-2f410e8c4dd7 None None] Provisioning complete for port a827b171-2847-4fac-9b9d-07bf413a214d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:16.921427 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1330790f-a889-4d48-ab62-2f410e8c4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:16.951652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Pushing event updated for resources: {'Port': ['ID=a827b171-2847-4fac-9b9d-07bf413a214d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:16.958245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-7c35d53e-c726-4943-9e88-9c5397fc0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:16.959958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-7c35d53e-c726-4943-9e88-9c5397fc0b6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f5255f7-7f0a-4552-9894-cbcfded5a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600154 Aug 19 12:13:16.978979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.038128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.043266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1330790f-a889-4d48-ab62-2f410e8c4dd7 None None] Port a827b171-2847-4fac-9b9d-07bf413a214d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:17.084283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:17.086859 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07727245-3b4b-48b6-8789-9c2342015676" -d '{"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-plugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:17.106155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a0eb766-1298-4025-93cd-ae0f45ea70ab req-96f4a86e-76d7-48b8-9e93-ff5aef131e6e service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696319 Aug 19 12:13:17.116862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Network c5c14daf-664a-471a-8782-282711a46bd2 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:17.118236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:17.128205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:17.137109 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.178268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.232738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Transition to ACTIVE for port object e90b57e7-004e-42f7-ab01-9fa9cd7f4199 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:17.288398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.299869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Router b884e9ae-2d16-447c-8685-790074974788 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:17.322530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d98d8-a024-4dcc-b644-54b6032c94a7 req-bf883198-d765-47d2-bcbb-67aa7ec4cc89 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:17.324621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-121d98d8-a024-4dcc-b644-54b6032c94a7 req-bf883198-d765-47d2-bcbb-67aa7ec4cc89 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1806841 Aug 19 12:13:17.330120 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bba60-56ee-4592-9128-9dc46f3ac492 req-09d8cd16-8463-4ab4-ae36-095189d3b019 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:17.332797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-952bba60-56ee-4592-9128-9dc46f3ac492 req-09d8cd16-8463-4ab4-ae36-095189d3b019 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1095 time: 0.1546845 Aug 19 12:13:17.333475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=13']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:17.337250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-e5b7dc25-5e5b-4723-9fd7-d60b180de9e6 service neutron] 10.222.0.69 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684394 Aug 19 12:13:17.385366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32cbeb-c7db-4854-9da3-9dd05e4f811f None None] Pushing event updated for resources: {'Port': ['ID=e90b57e7-004e-42f7-ab01-9fa9cd7f4199,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:17.405389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Attempting to bind port e90b57e7-004e-42f7-ab01-9fa9cd7f4199 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:17.405756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Attempting to bind port e90b57e7-004e-42f7-ab01-9fa9cd7f4199 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:17.406118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Attempting to bind port e90b57e7-004e-42f7-ab01-9fa9cd7f4199 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:17.412401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:17.412705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:17.413126 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.413519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:17.414491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Bound port: e90b57e7-004e-42f7-ab01-9fa9cd7f4199, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:17.414491 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.444298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:17.505409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-121d98d8-a024-4dcc-b644-54b6032c94a7 req-64b03e34-ef04-4708-8b66-e0f7d55af598 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709883 Aug 19 12:13:17.511792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:17.516779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] For port e90b57e7-004e-42f7-ab01-9fa9cd7f4199, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:17.521503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] For port e90b57e7-004e-42f7-ab01-9fa9cd7f4199, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e90b57e7-004e-42f7-ab01-9fa9cd7f4199,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:17.521684 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ffad6632-0731-4384-a325-ff775dced9ec admin admin] 10.222.0.65 "PUT /v2.0/routers/b884e9ae-2d16-447c-8685-790074974788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7981699 Aug 19 12:13:17.543535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-952bba60-56ee-4592-9128-9dc46f3ac492 req-ba14a1d3-5b10-4ee6-af19-5d5c8578f273 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843839 Aug 19 12:13:17.570075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.591175 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059085d2-7ba6-4057-aaea-e94968bfe68d x-openstack-request-id: req-059085d2-7ba6-4057-aaea-e94968bfe68d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:17.591508 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-plugged", "status": "completed", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:17.591760 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-059085d2-7ba6-4057-aaea-e94968bfe68d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:17.592163 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'code': 200} Aug 19 12:13:17.609050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3d9e0c8-00d0-4853-9e57-c57148e43bdc req-997e5375-6a50-4922-8a5f-c1f13a53a987 service neutron] 10.222.0.69 "GET /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866660 Aug 19 12:13:17.668566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:17.669042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.699479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Routers {'b884e9ae-2d16-447c-8685-790074974788'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:17.705376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b884e9ae-2d16-447c-8685-790074974788'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:17.706995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-97ae7d71-fc80-400d-961e-c788653c64c5 None None] Provisioning complete for port a827b171-2847-4fac-9b9d-07bf413a214d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:17.707433 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-97ae7d71-fc80-400d-961e-c788653c64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:17.799814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32cbeb-c7db-4854-9da3-9dd05e4f811f None None] Pushing event updated for resources: {'Port': ['ID=e90b57e7-004e-42f7-ab01-9fa9cd7f4199,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:17.849023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-97ae7d71-fc80-400d-961e-c788653c64c5 None None] Port a827b171-2847-4fac-9b9d-07bf413a214d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:17.899552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] Set router b884e9ae-2d16-447c-8685-790074974788 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:18.144111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b884e9ae-2d16-447c-8685-790074974788', 'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:11Z', 'updated_at': '2021-08-19T12:13:16Z', 'revision_number': 4, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'gw_port': {'id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:12Z', 'updated_at': '2021-08-19T12:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a827b171-2847-4fac-9b9d-07bf413a214d', 'name': '', 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'mac_address': 'fa:16:3e:01:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:15Z', 'updated_at': '2021-08-19T12:13:16Z', 'revision_number': 2, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'subnets': [{'id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:18.171371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e86004-f95c-42e9-9ae2-2f9bdb77076d None None] The sync data for ids ['b884e9ae-2d16-447c-8685-790074974788'] in n-d-778550-9 is: [{'id': 'b884e9ae-2d16-447c-8685-790074974788', 'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:11Z', 'updated_at': '2021-08-19T12:13:16Z', 'revision_number': 4, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'gw_port': {'id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:12Z', 'updated_at': '2021-08-19T12:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a827b171-2847-4fac-9b9d-07bf413a214d', 'name': '', 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'mac_address': 'fa:16:3e:01:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:15Z', 'updated_at': '2021-08-19T12:13:16Z', 'revision_number': 2, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'subnets': [{'id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:18.370454 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cbf966ab-46e5-4635-8fa5-ea4866388444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:18.690802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea375a77-9ecf-4005-97a6-0b6680e593be req-817ebe97-2c7c-4469-ba9e-5d4ab98d40f2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:18.701294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea375a77-9ecf-4005-97a6-0b6680e593be req-817ebe97-2c7c-4469-ba9e-5d4ab98d40f2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0993252 Aug 19 12:13:18.740871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea375a77-9ecf-4005-97a6-0b6680e593be req-a4e6ddf3-c30c-46d8-b0cc-21cd2a7a1216 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Aug 19 12:13:18.794932 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:13:18.839678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447506f9-6c05-4ef8-8dcf-65571fa774dc req-d5fb5529-4689-48c3-b9a8-3590bf732fec tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:18.842363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-447506f9-6c05-4ef8-8dcf-65571fa774dc req-d5fb5529-4689-48c3-b9a8-3590bf732fec tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1095 time: 0.0864899 Aug 19 12:13:18.895508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49092) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:18.912954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-447506f9-6c05-4ef8-8dcf-65571fa774dc req-b0b9bce2-10f9-414e-853f-b4862f4d1baf tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594323 Aug 19 12:13:18.980718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:18.995159 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb', 'network_id': '8f5255f7-7f0a-4552-9894-cbcfded5a8df', 'port_id': '5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb', 'mac_address': 'fa:16:3e:7d:67:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:13:19.038934 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:19.053922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:19.078026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:19.084483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:19.179682 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:19.330447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e90b57e7-004e-42f7-ab01-9fa9cd7f4199 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:19.383369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:19.397145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e90b57e7-004e-42f7-ab01-9fa9cd7f4199 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:19.401748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e90b57e7-004e-42f7-ab01-9fa9cd7f4199 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:19.402126 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:19.511892 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:19.536600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port e90b57e7-004e-42f7-ab01-9fa9cd7f4199, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e90b57e7-004e-42f7-ab01-9fa9cd7f4199,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:19.543804 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:19.553162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:13:19.676196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=e90b57e7-004e-42f7-ab01-9fa9cd7f4199,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:19.691281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Deleting port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:19.691646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:19.776305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] For port 72b01015-abfe-4b6d-a0bf-7119ab1b4b52, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=72b01015-abfe-4b6d-a0bf-7119ab1b4b52,segment=NetworkSegment(5ca3340a-9e26-48a5-bd9f-ec780b136c56),segment_id=5ca3340a-9e26-48a5-bd9f-ec780b136c56)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:19.776305 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:19.795612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Calling delete_port for 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:19.908895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3febb8-12d4-4235-a750-75b64ba58074 req-eb08d09a-6864-4674-b094-7b3529f8fa9b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:19.910695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec3febb8-12d4-4235-a750-75b64ba58074 req-eb08d09a-6864-4674-b094-7b3529f8fa9b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0859127 Aug 19 12:13:19.965292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec3febb8-12d4-4235-a750-75b64ba58074 req-ea01eac0-8446-465e-b7ba-59b67ca9b86b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485179 Aug 19 12:13:20.037253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:20.067436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfab3f-fcbe-450f-ad50-35ff780750c9 req-6691cec2-6fa7-4523-bb21-7b6fa34de9da tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:20.069152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0adfab3f-fcbe-450f-ad50-35ff780750c9 req-6691cec2-6fa7-4523-bb21-7b6fa34de9da tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1096 time: 0.0452719 Aug 19 12:13:20.077632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Pushing event deleted for resources: {'Port': ['ID=72b01015-abfe-4b6d-a0bf-7119ab1b4b52,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:20.114276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0adfab3f-fcbe-450f-ad50-35ff780750c9 req-57bf24e8-f0c2-4126-a3aa-257ccd0c15c5 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388994 Aug 19 12:13:20.287616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:20.531119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Router 1381516f-6e44-4e51-b564-677da4a18cd6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:20.645674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:20.651214 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-892cccee-2428-4f37-b653-31c0f7b0028c admin admin] 10.222.0.65 "PUT /v2.0/routers/1381516f-6e44-4e51-b564-677da4a18cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543910 Aug 19 12:13:20.653844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49106) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:20.657499 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] Sync routers for ids ['1381516f-6e44-4e51-b564-677da4a18cd6'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:20.673986 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] Routers {'1381516f-6e44-4e51-b564-677da4a18cd6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:20.674905 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:12:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1381516f-6e44-4e51-b564-677da4a18cd6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:20.767369 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb26d-7b22-4eb7-a27e-64fa588a8354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:20.774013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Sync routers for ids ['b884e9ae-2d16-447c-8685-790074974788'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:20.781851 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:20.787621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Routers {'b884e9ae-2d16-447c-8685-790074974788'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:20.787921 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] Set router 1381516f-6e44-4e51-b564-677da4a18cd6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:20.788257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b884e9ae-2d16-447c-8685-790074974788'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:20.829796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:20.906406 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.011754 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:02Z', 'updated_at': '2021-08-19T12:13:19Z', 'revision_number': 5, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'gw_port': {'id': 'e741a72b-968b-402c-91bb-7732e6d17f9c', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:49:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:03Z', 'updated_at': '2021-08-19T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:21.035752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Deleting port e741a72b-968b-402c-91bb-7732e6d17f9c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:21.035752 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.087530 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] Checking router: 1381516f-6e44-4e51-b564-677da4a18cd6 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:21.110422 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] Routers {'1381516f-6e44-4e51-b564-677da4a18cd6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:21.111355 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['1381516f-6e44-4e51-b564-677da4a18cd6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:21.141189 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.226083 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] Set router 1381516f-6e44-4e51-b564-677da4a18cd6 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:21.283194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Set router b884e9ae-2d16-447c-8685-790074974788 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:21.295316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:21.297481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] For port e741a72b-968b-402c-91bb-7732e6d17f9c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e741a72b-968b-402c-91bb-7732e6d17f9c,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:21.297945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.303762 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:02Z', 'updated_at': '2021-08-19T12:13:20Z', 'revision_number': 6, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:21.342152 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:21.342537 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.342895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914740d-0c65-4c70-8e67-252568761c4b req-2e752a0a-2211-47fd-9e3a-1a20a5bc1440 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:21.345363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9914740d-0c65-4c70-8e67-252568761c4b req-2e752a0a-2211-47fd-9e3a-1a20a5bc1440 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.2114320 Aug 19 12:13:21.348049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49120) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:21.373209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Calling delete_port for e741a72b-968b-402c-91bb-7732e6d17f9c owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:21.388286 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54df41-e8ed-495b-b573-e816ba095e0c None None] The sync data for ids ['1381516f-6e44-4e51-b564-677da4a18cd6'] in n-d-778550-9 is: [{'id': '1381516f-6e44-4e51-b564-677da4a18cd6', 'name': 'tempest-TestAggregatesBasicOps-1942469920-router', 'tenant_id': 'c229da41a1594da9a1c02c892a2046d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:02Z', 'updated_at': '2021-08-19T12:13:20Z', 'revision_number': 6, 'project_id': 'c229da41a1594da9a1c02c892a2046d5', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:21.478446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94c403-f125-4177-b4d9-85947ae7966b req-abf2f4e5-7796-45cc-a6c2-23aab3df6659 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:21.486838 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a94c403-f125-4177-b4d9-85947ae7966b req-abf2f4e5-7796-45cc-a6c2-23aab3df6659 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1096 time: 0.2014000 Aug 19 12:13:21.555685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a94c403-f125-4177-b4d9-85947ae7966b req-fc6fd5e9-279d-4299-ad8d-308c5cfdd6c4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676286 Aug 19 12:13:21.577389 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.587137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a2cf6c15-c21b-4e4a-8dc5-c3d36c98da49 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 7967 time: 0.2343247 Aug 19 12:13:21.587607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9914740d-0c65-4c70-8e67-252568761c4b req-68e5b1d0-d7e3-43d7-add6-a44edd1967f6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281392 Aug 19 12:13:21.587607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49124) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:21.587888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49126) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:21.602829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'network': {'name': 'tempest-network-smoke--184914720', 'project_id': '590d962779804d4d9671c0ff12bceb70', 'port_security_enabled': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:21.610463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22969002-c327-40c1-ba8d-b60f30b62b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:21.612886 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59eaaf4-fc23-4726-92be-3c0e753c3f3d" -d '{"events": [{"server_uuid": "22969002-c327-40c1-ba8d-b60f30b62b46", "name": "network-vif-plugged", "status": "completed", "tag": "5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:21.649403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Made reservation on behalf of 590d962779804d4d9671c0ff12bceb70 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:21.654572 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.665017 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9cc1cb-6304-4b83-9e01-f538910be282 x-openstack-request-id: req-5a9cc1cb-6304-4b83-9e01-f538910be282 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:21.665512 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22969002-c327-40c1-ba8d-b60f30b62b46", "name": "network-vif-plugged", "status": "completed", "tag": "5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:21.665853 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a9cc1cb-6304-4b83-9e01-f538910be282 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:21.666398 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22969002-c327-40c1-ba8d-b60f30b62b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb', 'code': 200} Aug 19 12:13:21.677008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:21.699343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:13:21.712451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.712998 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Added segment aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7 of type vlan for network cdc1756c-1e55-45b5-9172-1243084c354b Aug 19 12:13:21.732144 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.778455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.802213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e90b57e7-004e-42f7-ab01-9fa9cd7f4199 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:21.818365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.819654 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37f8e447-f864-4a89-96f1-41caf2d5aab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.825417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:21.826370 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.872660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1288ac-5bc4-406a-aca2-5ad5a33dbeb4 req-14df4e4c-ce3d-40e4-91d1-98659bb0da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:21.874285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f1288ac-5bc4-406a-aca2-5ad5a33dbeb4 req-14df4e4c-ce3d-40e4-91d1-98659bb0da5c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1097 time: 0.1122484 Aug 19 12:13:21.884199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b884e9ae-2d16-447c-8685-790074974788', 'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:11Z', 'updated_at': '2021-08-19T12:13:16Z', 'revision_number': 4, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'gw_port': {'id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:12Z', 'updated_at': '2021-08-19T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a827b171-2847-4fac-9b9d-07bf413a214d', 'name': '', 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'mac_address': 'fa:16:3e:01:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:15Z', 'updated_at': '2021-08-19T12:13:16Z', 'revision_number': 2, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'subnets': [{'id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:21.887557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:21.898636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.932042 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3400946 Aug 19 12:13:21.932260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49132) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:21.933566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Checking router: b884e9ae-2d16-447c-8685-790074974788 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:21.933931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Updating router b884e9ae-2d16-447c-8685-790074974788 port a827b171-2847-4fac-9b9d-07bf413a214d binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:13:21.991764 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.994021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:21.997643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e90b57e7-004e-42f7-ab01-9fa9cd7f4199 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:21.998146 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.339208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'admin_state_up': True, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:22.344980 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Pushing event deleted for resources: {'Port': ['ID=e741a72b-968b-402c-91bb-7732e6d17f9c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:22.353862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78c960-abb6-4392-b526-5a9a2b81055d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Network': ['ID=cdc1756c-1e55-45b5-9172-1243084c354b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:22.357340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f1288ac-5bc4-406a-aca2-5ad5a33dbeb4 req-aec7c08f-7e02-4817-84d5-ff295980a7aa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733512 Aug 19 12:13:22.368288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network cdc1756c-1e55-45b5-9172-1243084c354b details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:13:22.411127 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.458629 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.478523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Transition to ACTIVE for port object a827b171-2847-4fac-9b9d-07bf413a214d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:22.487968 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.514101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.517037 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.543728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645aa060-6311-468c-aaf0-965a0da64664 None None] Pushing event updated for resources: {'Port': ['ID=a827b171-2847-4fac-9b9d-07bf413a214d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:22.583074 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.583630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1381516f-6e44-4e51-b564-677da4a18cd6 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:13:22.592026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.593194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4aa3d5cb-bc39-4a03-a3cd-c6ba4bc1048b admin admin] 10.222.0.65 "DELETE /v2.0/routers/1381516f-6e44-4e51-b564-677da4a18cd6 HTTP/1.1" status: 204 len: 168 time: 1.9383814 Aug 19 12:13:22.595835 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37f8e447-f864-4a89-96f1-41caf2d5aab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.597020 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49138) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:22.605335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37f8e447-f864-4a89-96f1-41caf2d5aab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.639896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Attempting to bind port a827b171-2847-4fac-9b9d-07bf413a214d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:22.640480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Attempting to bind port a827b171-2847-4fac-9b9d-07bf413a214d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '18e73540-77b4-43b2-aed5-b18fe7ac4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:22.641065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Attempting to bind port a827b171-2847-4fac-9b9d-07bf413a214d on network c5c14daf-664a-471a-8782-282711a46bd2 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:22.653679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:22.653960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Checking segment: {'id': '18e73540-77b4-43b2-aed5-b18fe7ac4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:22.654370 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.654762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Bound using segment: {'id': '18e73540-77b4-43b2-aed5-b18fe7ac4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:22.655230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Bound port: a827b171-2847-4fac-9b9d-07bf413a214d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e73540-77b4-43b2-aed5-b18fe7ac4d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:22.655616 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.705584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-37f8e447-f864-4a89-96f1-41caf2d5aab2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5935f070ac1046af90b8575ea6e67a96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1159892 Aug 19 12:13:22.719453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49142) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:22.725964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8e447-f864-4a89-96f1-41caf2d5aab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572c4adf-2c42-4b4b-ae42-79ba14e61123,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:22.795476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] For port a827b171-2847-4fac-9b9d-07bf413a214d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:22.799407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] For port a827b171-2847-4fac-9b9d-07bf413a214d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a827b171-2847-4fac-9b9d-07bf413a214d,segment=NetworkSegment(18e73540-77b4-43b2-aed5-b18fe7ac4d25),segment_id=18e73540-77b4-43b2-aed5-b18fe7ac4d25)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:22.803853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.804958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e23f1f-0d90-4c6b-a43d-e0863845f5f8 req-8964e310-f9f0-4555-b23d-0892f2bc9f0f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:22.806507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.807132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.813732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8e23f1f-0d90-4c6b-a43d-e0863845f5f8 req-8964e310-f9f0-4555-b23d-0892f2bc9f0f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1190970 Aug 19 12:13:22.828786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4b3a1-3f86-4ceb-83be-8684647d410a req-29975e55-b875-429f-a09a-356e0ac0199f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:22.833527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45e4b3a1-3f86-4ceb-83be-8684647d410a req-29975e55-b875-429f-a09a-356e0ac0199f tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1097 time: 0.1411641 Aug 19 12:13:22.869143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbb6b02-7253-45ef-a1bc-0753c6272e67 admin admin] Deleting subnet f39ec1ce-e13b-4eab-b36e-47aafa1ac98c {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:13:22.896099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Routers {'b884e9ae-2d16-447c-8685-790074974788'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:22.896787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b884e9ae-2d16-447c-8685-790074974788'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:22.905034 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45e4b3a1-3f86-4ceb-83be-8684647d410a req-44da6b08-ead0-4488-bb9c-35bcf479065b tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597785 Aug 19 12:13:22.919571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8e23f1f-0d90-4c6b-a43d-e0863845f5f8 req-3475664a-3f55-4f3c-8bd0-a5eb8199ecfb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995300 Aug 19 12:13:22.934312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29326d63-b8ba-48db-92df-6c8959863633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.935929 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6b02-7253-45ef-a1bc-0753c6272e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:22.940153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645aa060-6311-468c-aaf0-965a0da64664 None None] Pushing event updated for resources: {'Port': ['ID=a827b171-2847-4fac-9b9d-07bf413a214d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:22.960213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.028422 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29326d63-b8ba-48db-92df-6c8959863633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.034426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] Set router b884e9ae-2d16-447c-8685-790074974788 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:23.069089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6b02-7253-45ef-a1bc-0753c6272e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.201291 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.302277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6b02-7253-45ef-a1bc-0753c6272e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.305141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b884e9ae-2d16-447c-8685-790074974788', 'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:11Z', 'updated_at': '2021-08-19T12:13:16Z', 'revision_number': 4, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'gw_port': {'id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:12Z', 'updated_at': '2021-08-19T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a827b171-2847-4fac-9b9d-07bf413a214d', 'name': '', 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'mac_address': 'fa:16:3e:01:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:15Z', 'updated_at': '2021-08-19T12:13:22Z', 'revision_number': 4, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'subnets': [{'id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:23.327273 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29326d63-b8ba-48db-92df-6c8959863633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.329836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29326d63-b8ba-48db-92df-6c8959863633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.333549 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-29326d63-b8ba-48db-92df-6c8959863633 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/572c4adf-2c42-4b4b-ae42-79ba14e61123 HTTP/1.1" status: 204 len: 168 time: 0.6124866 Aug 19 12:13:23.339945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a827b171-2847-4fac-9b9d-07bf413a214d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:23.342700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb748a-7cf1-4450-b291-eb1ac21732b5 None None] The sync data for ids ['b884e9ae-2d16-447c-8685-790074974788'] in n-d-778550-9 is: [{'id': 'b884e9ae-2d16-447c-8685-790074974788', 'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:11Z', 'updated_at': '2021-08-19T12:13:16Z', 'revision_number': 4, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'gw_port': {'id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:12Z', 'updated_at': '2021-08-19T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a827b171-2847-4fac-9b9d-07bf413a214d', 'name': '', 'network_id': 'c5c14daf-664a-471a-8782-282711a46bd2', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'mac_address': 'fa:16:3e:01:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:15Z', 'updated_at': '2021-08-19T12:13:22Z', 'revision_number': 4, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'subnets': [{'id': '9b9fac5c-c3fb-4d5b-a727-028006755e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:23.369636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29326d63-b8ba-48db-92df-6c8959863633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572c4adf-2c42-4b4b-ae42-79ba14e61123,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:23.418207 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6b02-7253-45ef-a1bc-0753c6272e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.439655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port a827b171-2847-4fac-9b9d-07bf413a214d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:23.444022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a827b171-2847-4fac-9b9d-07bf413a214d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:23.444505 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.464739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6b02-7253-45ef-a1bc-0753c6272e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.469302 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5bbb6b02-7253-45ef-a1bc-0753c6272e67 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f39ec1ce-e13b-4eab-b36e-47aafa1ac98c HTTP/1.1" status: 204 len: 168 time: 0.8687134 Aug 19 12:13:23.469302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb6b02-7253-45ef-a1bc-0753c6272e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39ec1ce-e13b-4eab-b36e-47aafa1ac98c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:23.469698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49148) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:23.508329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a5d363-fcc4-41af-bd3d-6246c41b04c3 None None] Network 8ff3ce44-80be-406b-893f-35e709fb18eb requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:23.580048 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.623725 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.652934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.666335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Deleting port b26c2c3a-e7e5-417f-8783-ccecebe43421 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:23.666943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.694058 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.745239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] For port b26c2c3a-e7e5-417f-8783-ccecebe43421, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b26c2c3a-e7e5-417f-8783-ccecebe43421,segment=NetworkSegment(5ca3340a-9e26-48a5-bd9f-ec780b136c56),segment_id=5ca3340a-9e26-48a5-bd9f-ec780b136c56)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:23.745607 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.766143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Calling delete_port for b26c2c3a-e7e5-417f-8783-ccecebe43421 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:23.829833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port a827b171-2847-4fac-9b9d-07bf413a214d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a827b171-2847-4fac-9b9d-07bf413a214d,segment=NetworkSegment(18e73540-77b4-43b2-aed5-b18fe7ac4d25),segment_id=18e73540-77b4-43b2-aed5-b18fe7ac4d25)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:23.833229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Allocated IP 172.25.4.32 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ae8dd575-72d0-4d18-8c05-6979b9d5d80d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:23.834463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49152) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:23.838878 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.855869 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-83afa61a-b53a-40e8-ab8f-ac5c0f36393e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.890715 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.934185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=a827b171-2847-4fac-9b9d-07bf413a214d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:23.943100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e741a72b-968b-402c-91bb-7732e6d17f9c no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:23.974356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.987339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26c2c3a-e7e5-417f-8783-ccecebe43421,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:24.009103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] No DVR routers for this DVR port b26c2c3a-e7e5-417f-8783-ccecebe43421 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:24.016218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e741a72b-968b-402c-91bb-7732e6d17f9c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:24.016596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e741a72b-968b-402c-91bb-7732e6d17f9c not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:24.017205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:24.019224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac681414-a376-47f3-b299-745220473d1a None None] DHCP port deletion for 8ff3ce44-80be-406b-893f-35e709fb18eb request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:13:24.086347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:24.086993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 72b01015-abfe-4b6d-a0bf-7119ab1b4b52 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:24.092390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.103442 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.147077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:24.150875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:24.155934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:24.159395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=ae8dd575-72d0-4d18-8c05-6979b9d5d80d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:24.178324 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.224398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.270641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff3ce44-80be-406b-893f-35e709fb18eb']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:24.312141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca3340a-9e26-48a5-bd9f-ec780b136c56') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:24.312545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca3340a-9e26-48a5-bd9f-ec780b136c56') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:24.322738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d815d8-3420-45ec-9402-f31a2472a5c8 req-95721877-b9ee-4259-b721-c3d6cabc0a3b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.324737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00d815d8-3420-45ec-9402-f31a2472a5c8 req-95721877-b9ee-4259-b721-c3d6cabc0a3b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.2073476 Aug 19 12:13:24.328717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-83afa61a-b53a-40e8-ab8f-ac5c0f36393e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.341002 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-83afa61a-b53a-40e8-ab8f-ac5c0f36393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.350947 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.387088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89f9ef-e6b9-4313-81c1-af33bbd7c533 req-99a1614c-4034-486b-86bc-d8db68b6bfe6 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.388627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f89f9ef-e6b9-4313-81c1-af33bbd7c533 req-99a1614c-4034-486b-86bc-d8db68b6bfe6 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1097 time: 0.2613704 Aug 19 12:13:24.418535 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.458588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-046dee1f-0c7d-4774-bc06-07b038e6fd7a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2062881 Aug 19 12:13:24.460671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-83afa61a-b53a-40e8-ab8f-ac5c0f36393e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf812f1637e24aa1afcc7cd01128e593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250739 Aug 19 12:13:24.463844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:13:24.464255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.464862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49162) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:24.466970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afa61a-b53a-40e8-ab8f-ac5c0f36393e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c930348a-e006-4218-94e6-864dabba34ab,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:13:24.469462 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:13:24.475095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.483800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00d815d8-3420-45ec-9402-f31a2472a5c8 req-e39f04c0-4750-4ec4-9f8a-cca54b59f16d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482670 Aug 19 12:13:24.533918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f89f9ef-e6b9-4313-81c1-af33bbd7c533 req-7fbda4c3-e913-464c-9b62-74ebf8e4db89 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340168 Aug 19 12:13:24.564727 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.589918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.591820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8ff3ce44-80be-406b-893f-35e709fb18eb HTTP/1.1" status: 204 len: 168 time: 1.1211097 Aug 19 12:13:24.602987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49168) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:24.611591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78221c8d-5096-4773-b6cc-42be961392e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff3ce44-80be-406b-893f-35e709fb18eb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:24.648549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c089cb1a-e476-464c-825b-48285ff581b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.679892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c089cb1a-e476-464c-825b-48285ff581b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.724365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c4d5e610-495e-4544-8163-49b7de7b6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.724751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c4d5e610-495e-4544-8163-49b7de7b6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.725269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c4d5e610-495e-4544-8163-49b7de7b6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.725738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c4d5e610-495e-4544-8163-49b7de7b6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.726205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c4d5e610-495e-4544-8163-49b7de7b6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.726677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c4d5e610-495e-4544-8163-49b7de7b6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.727143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c4d5e610-495e-4544-8163-49b7de7b6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.729177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c4d5e610-495e-4544-8163-49b7de7b6f2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a25008f9f9b8456f990137d238ed2602&device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 6501 time: 0.1868820 Aug 19 12:13:24.760649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4821f-7ade-4288-94d7-7cb84c25b7ab req-583814b1-fdd0-4025-8a7b-ca46980b20bb tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.762145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03e4821f-7ade-4288-94d7-7cb84c25b7ab req-583814b1-fdd0-4025-8a7b-ca46980b20bb tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1097 time: 0.1138592 Aug 19 12:13:24.806361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c089cb1a-e476-464c-825b-48285ff581b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.808916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c089cb1a-e476-464c-825b-48285ff581b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.810084 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c089cb1a-e476-464c-825b-48285ff581b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c930348a-e006-4218-94e6-864dabba34ab HTTP/1.1" status: 204 len: 168 time: 0.3437243 Aug 19 12:13:24.820855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089cb1a-e476-464c-825b-48285ff581b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930348a-e006-4218-94e6-864dabba34ab,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:24.826017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:24.930542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03e4821f-7ade-4288-94d7-7cb84c25b7ab req-55cce5bc-1b0b-4ab4-a378-2b2ada8cfbda tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592956 Aug 19 12:13:24.971234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Router 5a6ebf58-348f-448b-94b2-219649111d28 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:13:24.985116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-0a832609-ad89-4d45-bc9c-798f9b605507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.985601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-0a832609-ad89-4d45-bc9c-798f9b605507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.986072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-0a832609-ad89-4d45-bc9c-798f9b605507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:24.987694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-0a832609-ad89-4d45-bc9c-798f9b605507 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee7e9764-0947-4d2f-9df6-16f646d411fc&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=127ee992-1a42-43fa-abb5-ae2b756eca7f&id=695c6eae-dc00-481f-8fa2-9574d3204229&id=695c6eae-dc00-481f-8fa2-9574d3204229 HTTP/1.1" status: 200 len: 2297 time: 0.2308097 Aug 19 12:13:25.093797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:25.111542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Sync routers for ids ['5a6ebf58-348f-448b-94b2-219649111d28'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:25.114478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-311b05b1-d8c3-4512-96a9-77926236f804 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00 HTTP/1.1" status: 200 len: 1001 time: 0.1080780 Aug 19 12:13:25.122324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:25.123796 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-02bf80f0-c3fa-4d39-bd3f-3221fb73685a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1904256 Aug 19 12:13:25.127021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49178) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:25.131339 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Routers {'5a6ebf58-348f-448b-94b2-219649111d28'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:25.132165 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5a6ebf58-348f-448b-94b2-219649111d28'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:25.167135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d43a9-da46-40b5-940d-0d3e773ba1a2 req-553bef34-2da5-4fa8-9a5a-b89202f0d881 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:25.174834 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-751d43a9-da46-40b5-940d-0d3e773ba1a2 req-553bef34-2da5-4fa8-9a5a-b89202f0d881 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1097 time: 0.1311877 Aug 19 12:13:25.229193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-e28e7c0f-4f52-40e0-a383-b04f44f9451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:25.230640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-e28e7c0f-4f52-40e0-a383-b04f44f9451f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9 HTTP/1.1" status: 200 len: 856 time: 0.0976262 Aug 19 12:13:25.238020 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f37a0f8-5f5b-4886-bb7f-5aa88ed21ba2 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:25.239688 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0f37a0f8-5f5b-4886-bb7f-5aa88ed21ba2 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=590d962779804d4d9671c0ff12bceb70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1113307 Aug 19 12:13:25.242529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49184) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:25.279745 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Set router 5a6ebf58-348f-448b-94b2-219649111d28 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:25.291152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-751d43a9-da46-40b5-940d-0d3e773ba1a2 req-1aa02414-96d2-4f8a-95f1-d88f4e03d21d tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000071 Aug 19 12:13:25.336191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-ce68e168-36b7-4d12-ab72-f08e1345c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:25.337779 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-ce68e168-36b7-4d12-ab72-f08e1345c7a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee7e9764-0947-4d2f-9df6-16f646d411fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962119 Aug 19 12:13:25.375683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a827b171-2847-4fac-9b9d-07bf413a214d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:25.466208 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:25.493045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66f4eb-6482-4c4c-8391-718455356dab tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:25.498022 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff66f4eb-6482-4c4c-8391-718455356dab tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2479289 Aug 19 12:13:25.498635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49192) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:25.507305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-cb7dde67-a888-41a7-8bf2-a1951e7090f5 service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500785 Aug 19 12:13:25.515691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a827b171-2847-4fac-9b9d-07bf413a214d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:25.516375 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:25.559128 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d23d9157-5140-4862-9ac9-d1a6d4f254f5 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0593071 Aug 19 12:13:25.560718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49194) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:25.655874 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-36eb67f2-d81a-4a96-9473-587e7fd7efa1 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=590d962779804d4d9671c0ff12bceb70&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0904770 Aug 19 12:13:25.657886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49202) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:25.781516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3864ec-f74a-4a52-b852-a7b79bdaa9fe req-c769a182-0a08-4ae3-83d1-e10c05df9f00 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:25.783066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef3864ec-f74a-4a52-b852-a7b79bdaa9fe req-c769a182-0a08-4ae3-83d1-e10c05df9f00 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1097 time: 0.1259406 Aug 19 12:13:25.783759 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ebf58-348f-448b-94b2-219649111d28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:22Z', 'updated_at': '2021-08-19T12:13:24Z', 'revision_number': 3, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:23Z', 'updated_at': '2021-08-19T12:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:25.783942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b26c2c3a-e7e5-417f-8783-ccecebe43421 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:25.788622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-1dd88384-194d-4a87-9b66-e9e7d33c0d6e service neutron] 10.222.0.69 "GET /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652693 Aug 19 12:13:25.817808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adfab9-4293-440b-8719-ec36335e3043 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:25.822855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-89adfab9-4293-440b-8719-ec36335e3043 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1635973 Aug 19 12:13:25.823144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49208) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:25.824438 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Checking router: 5a6ebf58-348f-448b-94b2-219649111d28 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:25.825133 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Updating router 5a6ebf58-348f-448b-94b2-219649111d28 port ae8dd575-72d0-4d18-8c05-6979b9d5d80d binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:13:25.830065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: b26c2c3a-e7e5-417f-8783-ccecebe43421 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:25.830532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b26c2c3a-e7e5-417f-8783-ccecebe43421 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:25.858011 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:25.876529 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-407e077e-63ea-4cd2-89c1-b8a8370f7260 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 200 len: 217 time: 0.0619793 Aug 19 12:13:25.907826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-45d8f6fc-b347-4826-94ed-0202b0310f13 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818527 Aug 19 12:13:25.911705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49212) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:25.919268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1233040283', 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b', 'project_id': '590d962779804d4d9671c0ff12bceb70', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:25.946765 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef3864ec-f74a-4a52-b852-a7b79bdaa9fe req-c2c9284e-104d-40b9-893f-0b66dc76388e tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551111 Aug 19 12:13:25.968855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-365a5709-abdd-4b84-93c9-10baaea01ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:25.968855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-365a5709-abdd-4b84-93c9-10baaea01ae5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.0719271 Aug 19 12:13:26.050298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Made reservation on behalf of 590d962779804d4d9671c0ff12bceb70 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:26.056175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.065606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-8b4f829c-fc65-424a-a94d-4b9be7131d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:26.067681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-8b4f829c-fc65-424a-a94d-4b9be7131d9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0894697 Aug 19 12:13:26.151047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Deleting port a827b171-2847-4fac-9b9d-07bf413a214d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:26.151438 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.164836 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.180208 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Transition to ACTIVE for port object ae8dd575-72d0-4d18-8c05-6979b9d5d80d will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:26.191081 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.246276 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Attempting to bind port ae8dd575-72d0-4d18-8c05-6979b9d5d80d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:26.246548 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Attempting to bind port ae8dd575-72d0-4d18-8c05-6979b9d5d80d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:26.247324 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Attempting to bind port ae8dd575-72d0-4d18-8c05-6979b9d5d80d on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:26.265515 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:26.265515 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:26.265515 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.265515 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:26.265515 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Bound port: ae8dd575-72d0-4d18-8c05-6979b9d5d80d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:26.265515 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.301713 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8147758-fb02-4c9e-832e-7e08748c87e9 None None] Pushing event updated for resources: {'Port': ['ID=ae8dd575-72d0-4d18-8c05-6979b9d5d80d,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:26.316275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.341554 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] For port ae8dd575-72d0-4d18-8c05-6979b9d5d80d, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:26.348917 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] For port ae8dd575-72d0-4d18-8c05-6979b9d5d80d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ae8dd575-72d0-4d18-8c05-6979b9d5d80d,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:26.357303 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.379933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Subnet': ['ID=f922d76d-5a89-425c-9d98-bd9301a5c545,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:26.426045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Checking segment: {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:26.426417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network hostable DHCP agents. Network: cdc1756c-1e55-45b5-9172-1243084c354b, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:13:26.439952 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8147758-fb02-4c9e-832e-7e08748c87e9 None None] Pushing event updated for resources: {'Port': ['ID=ae8dd575-72d0-4d18-8c05-6979b9d5d80d,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:26.450013 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Routers {'5a6ebf58-348f-448b-94b2-219649111d28'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:26.451101 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5a6ebf58-348f-448b-94b2-219649111d28'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:26.452735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network cdc1756c-1e55-45b5-9172-1243084c354b is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:13:26.464948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, cdc1756c-1e55-45b5-9172-1243084c354b) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:26.470301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:26.471371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.476059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ebff4-7a83-4afb-a662-321dd09741cb None None] Network cdc1756c-1e55-45b5-9172-1243084c354b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:26.528838 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-01e8f800-b9d0-4ab6-99c7-f16908a62ecf tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6156013 Aug 19 12:13:26.530341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49226) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:26.609118 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-6bd36269-2d12-4cf7-8d81-1b0d6db99b67 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334275 Aug 19 12:13:26.666029 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] Set router 5a6ebf58-348f-448b-94b2-219649111d28 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:26.666356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-cdc1756c-1e55-45b5-9172-1243084c354b', 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'fixed_ips': [{'subnet_id': 'f922d76d-5a89-425c-9d98-bd9301a5c545'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:13:26.669353 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.686733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] For port a827b171-2847-4fac-9b9d-07bf413a214d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a827b171-2847-4fac-9b9d-07bf413a214d,segment=NetworkSegment(18e73540-77b4-43b2-aed5-b18fe7ac4d25),segment_id=18e73540-77b4-43b2-aed5-b18fe7ac4d25)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:26.687106 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.710203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Calling delete_port for a827b171-2847-4fac-9b9d-07bf413a214d owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:26.796634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-a2d3477f-4266-4741-961b-eb84fdbb234a service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758907 Aug 19 12:13:26.852868 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-5150fd4a-469e-49dd-b9ec-718f61f59081 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 200 len: 217 time: 0.0429189 Aug 19 12:13:26.880739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Allocated IP 172.20.0.18 (cdc1756c-1e55-45b5-9172-1243084c354b/f922d76d-5a89-425c-9d98-bd9301a5c545/32e0a2f2-7a02-48fd-a32a-22c7d49ae03d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:27.018605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-e7f93e05-5279-40e7-930d-0f0ecbebe28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:27.020911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-e7f93e05-5279-40e7-930d-0f0ecbebe28e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.1030982 Aug 19 12:13:27.033318 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ebf58-348f-448b-94b2-219649111d28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:22Z', 'updated_at': '2021-08-19T12:13:24Z', 'revision_number': 3, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:23Z', 'updated_at': '2021-08-19T12:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:27.071943 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa59b1-b0e5-4ad0-8829-053b0f644515 None None] The sync data for ids ['5a6ebf58-348f-448b-94b2-219649111d28'] in n-d-778550-9 is: [{'id': '5a6ebf58-348f-448b-94b2-219649111d28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:22Z', 'updated_at': '2021-08-19T12:13:24Z', 'revision_number': 3, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:23Z', 'updated_at': '2021-08-19T12:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:27.144009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-0b1cd725-116e-4579-ad53-88e4ff9e7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:27.145809 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-0b1cd725-116e-4579-ad53-88e4ff9e7d58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024318 Aug 19 12:13:27.147156 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:27.161182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Transition to ACTIVE for port object 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:27.187756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Transition to ACTIVE for port object 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:27.211116 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:27.237635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b4755-7901-4e34-a8c3-5f520c095a92 req-20c2a933-d31f-4208-bcc9-effd989de98c tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:27.239543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c1b4755-7901-4e34-a8c3-5f520c095a92 req-20c2a933-d31f-4208-bcc9-effd989de98c tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1097 time: 0.1613522 Aug 19 12:13:27.278020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Network cdc1756c-1e55-45b5-9172-1243084c354b is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:27.302016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:27.308905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:27.349960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c1b4755-7901-4e34-a8c3-5f520c095a92 req-742bb6e2-8457-4a1b-be8a-afd7fe4f215d tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941579 Aug 19 12:13:27.351881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-b0ab1fb4-3562-4fe6-9dff-5f1c07bc0e8c tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:27.353290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-b0ab1fb4-3562-4fe6-9dff-5f1c07bc0e8c tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1097 time: 0.1766007 Aug 19 12:13:27.357782 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:27.411517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Pushing event updated for resources: {'Port': ['ID=32e0a2f2-7a02-48fd-a32a-22c7d49ae03d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:27.424895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Attempting to bind port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:27.425363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Attempting to bind port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:27.425869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Attempting to bind port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d on network cdc1756c-1e55-45b5-9172-1243084c354b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:27.434101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:27.434568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Checking segment: {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:27.435710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:27.436128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Bound using segment: {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:27.436710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Bound port: 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:27.438100 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:27.487080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a827b171-2847-4fac-9b9d-07bf413a214d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:27.586167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] For port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:27.595517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] For port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=32e0a2f2-7a02-48fd-a32a-22c7d49ae03d,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:27.603214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:27.701690 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-49c740a3-9ab4-4154-864d-ec27354f1501 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869299 Aug 19 12:13:27.705055 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:13:27.717415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da09bf4-e804-46cf-ace5-c6915b8f34fa None None] Pushing event updated for resources: {'Port': ['ID=32e0a2f2-7a02-48fd-a32a-22c7d49ae03d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:27.877400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Deleting port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:27.878001 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:27.917035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:28.064022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-e5b0b9a8-a102-4398-8bab-25fd169c7188 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612988 Aug 19 12:13:28.130029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-73acd516-395d-4b1e-b596-62b8c87a8470 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0 HTTP/1.1" status: 200 len: 217 time: 0.0564444 Aug 19 12:13:28.197665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:28.226210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] For port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:28.226642 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:28.311219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-b51496d3-f5f0-4bcc-8667-2f78ea5b6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:28.312928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-b51496d3-f5f0-4bcc-8667-2f78ea5b6118 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.1748223 Aug 19 12:13:28.324221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Calling delete_port for 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:28.353625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Allocated IP 172.20.0.17 (cdc1756c-1e55-45b5-9172-1243084c354b/f922d76d-5a89-425c-9d98-bd9301a5c545/0c560230-1894-4c0a-a81a-2322d536b6c9) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:28.474999 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:28.565680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c6717c95-a9d0-4ee4-934a-72a51ef6fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:28.566655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c6717c95-a9d0-4ee4-934a-72a51ef6fb37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2361901 Aug 19 12:13:28.575582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:28.593528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Transition to ACTIVE for port object 0c560230-1894-4c0a-a81a-2322d536b6c9 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:28.644557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d0064-6e71-438b-b4bc-e65b6e616dcc req-097aea3a-5f47-4fbe-b390-af18618b3a2d tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:28.646449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be4d0064-6e71-438b-b4bc-e65b6e616dcc req-097aea3a-5f47-4fbe-b390-af18618b3a2d tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 1097 time: 0.1663282 Aug 19 12:13:28.666103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:28.715091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network cdc1756c-1e55-45b5-9172-1243084c354b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:28.720821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:28.728138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:28.762149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-d39a4f01-c784-4202-a5db-fa3f9b9c50b4 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587734 Aug 19 12:13:28.764331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=0c560230-1894-4c0a-a81a-2322d536b6c9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:28.791074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:28.970529 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-c24fb1e5-24dd-4127-ad15-ed4c9fe03bb5 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642463 Aug 19 12:13:28.978749 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:28.994781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be4d0064-6e71-438b-b4bc-e65b6e616dcc req-89d28c53-6675-488d-9927-cd084f944915 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290220 Aug 19 12:13:29.052479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-cefdd572-8eec-439f-bcec-63c78d40095f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 HTTP/1.1" status: 200 len: 217 time: 0.0682976 Aug 19 12:13:29.060470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Router b884e9ae-2d16-447c-8685-790074974788 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:29.089051 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:29.096755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2230a9-04fb-40d0-b4dd-2615bf01e4b8 None None] Network cdc1756c-1e55-45b5-9172-1243084c354b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:29.160850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:29.322214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] No DVR routers for this DVR port 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:29.327646 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:29.337894 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-516bd336-e76a-4242-a5b1-6df401f5a95d req-10cb4ed0-edd0-46ee-a242-3ab030cd74c2 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.69 "DELETE /v2.0/ports/5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb HTTP/1.1" status: 204 len: 173 time: 1.9699614 Aug 19 12:13:29.340370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22969002-c327-40c1-ba8d-b60f30b62b46', 'name': 'network-vif-deleted', 'tag': '5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:29.357193 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554073ab-f785-4cdf-8cf3-a9fa4c3f6629" -d '{"events": [{"server_uuid": "22969002-c327-40c1-ba8d-b60f30b62b46", "name": "network-vif-deleted", "tag": "5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:29.395514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-efcdff8f-e060-45fd-8d48-dcec708f573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:29.397281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-efcdff8f-e060-45fd-8d48-dcec708f573a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 200 len: 797 time: 0.3337913 Aug 19 12:13:29.509253 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be251276-e340-4864-9ddc-ee6c01761173 x-openstack-request-id: req-be251276-e340-4864-9ddc-ee6c01761173 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:29.510025 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22969002-c327-40c1-ba8d-b60f30b62b46", "name": "network-vif-deleted", "tag": "5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:29.510212 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be251276-e340-4864-9ddc-ee6c01761173 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:29.510630 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22969002-c327-40c1-ba8d-b60f30b62b46', 'name': 'network-vif-deleted', 'tag': '5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb', 'status': 'completed', 'code': 200} Aug 19 12:13:29.537342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['0dff9609-6ac9-47f8-aaf1-319a9a825333'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:13:29.605681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-fc1d36a6-edcc-4c74-b1ab-9834ade62826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:29.611457 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-fc1d36a6-edcc-4c74-b1ab-9834ade62826 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=127ee992-1a42-43fa-abb5-ae2b756eca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1815925 Aug 19 12:13:29.627394 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:29.635876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:29.639418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2cd13a84-5950-4c8e-8042-8fa9c22a4a8a None None] Provisioning for port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:29.640163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:29.648799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:29.651594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-86e80c19-d7ce-4964-8c42-76697a1b33b4 admin admin] 10.222.0.65 "PUT /v2.0/routers/b884e9ae-2d16-447c-8685-790074974788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0459604 Aug 19 12:13:29.660582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] Sync routers for ids ['b884e9ae-2d16-447c-8685-790074974788'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:29.675143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49270) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:29.737844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-a5711dbb-8867-4641-ba74-7613b2476270 service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169751 Aug 19 12:13:29.746955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] Routers {'b884e9ae-2d16-447c-8685-790074974788'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:29.747626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b884e9ae-2d16-447c-8685-790074974788'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:29.857133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:29.861206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=0c560230-1894-4c0a-a81a-2322d536b6c9,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:29.939195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] Set router b884e9ae-2d16-447c-8685-790074974788 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:29.950267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:30.097943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network cdc1756c-1e55-45b5-9172-1243084c354b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:30.102381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:30.157123 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:30.271117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:30.278396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Router 5a6ebf58-348f-448b-94b2-219649111d28 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:30.291647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Deleting port e90b57e7-004e-42f7-ab01-9fa9cd7f4199 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:30.291993 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:30.319591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:30.320353 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:30.429760 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51e1e686-00f6-4ef8-bcee-32a8aec96076 req-0a71cb2f-1ae6-49df-b793-7ef70d1630e9 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22969002-c327-40c1-ba8d-b60f30b62b46 HTTP/1.1" status: 200 len: 210 time: 0.0481470 Aug 19 12:13:30.506252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-73c2569d-5906-4aaa-9588-a355f0be361e service neutron] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582402 Aug 19 12:13:30.577794 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:30.596404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:30.601811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] For port e90b57e7-004e-42f7-ab01-9fa9cd7f4199, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e90b57e7-004e-42f7-ab01-9fa9cd7f4199,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:30.601811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:30.607636 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c4362417-ceb6-4cac-af80-a5c9bc881b1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "PUT /v2.0/routers/5a6ebf58-348f-448b-94b2-219649111d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0758908 Aug 19 12:13:30.616830 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Sync routers for ids ['5a6ebf58-348f-448b-94b2-219649111d28'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:30.629463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b884e9ae-2d16-447c-8685-790074974788', 'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:11Z', 'updated_at': '2021-08-19T12:13:27Z', 'revision_number': 5, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'gw_port': {'id': 'e90b57e7-004e-42f7-ab01-9fa9cd7f4199', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b884e9ae-2d16-447c-8685-790074974788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:12Z', 'updated_at': '2021-08-19T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:30.633454 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Routers {'5a6ebf58-348f-448b-94b2-219649111d28'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:30.634338 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5a6ebf58-348f-448b-94b2-219649111d28'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:30.634838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=32e0a2f2-7a02-48fd-a32a-22c7d49ae03d,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:30.639950 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Calling delete_port for e90b57e7-004e-42f7-ab01-9fa9cd7f4199 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:30.650231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-7d536066-69ee-498c-b60b-9ba0ac9f4283 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 HTTP/1.1" status: 200 len: 217 time: 0.1347358 Aug 19 12:13:30.730567 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] Checking router: b884e9ae-2d16-447c-8685-790074974788 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:30.738786 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:30.739787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae8dd575-72d0-4d18-8c05-6979b9d5d80d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:30.747894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-ecaca0e2-9fd9-48ee-9573-ce52c4f33f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:30.750041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-ecaca0e2-9fd9-48ee-9573-ce52c4f33f5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.0915928 Aug 19 12:13:30.840559 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Set router 5a6ebf58-348f-448b-94b2-219649111d28 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:30.857383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-fc4650ed-0194-4cf2-a33c-71377bbffafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:30.860304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-fc4650ed-0194-4cf2-a33c-71377bbffafd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954661 Aug 19 12:13:30.883412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-20042091-0f06-43dc-88b5-7ca115307ac6 None None] Provisioning complete for port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:30.883791 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-20042091-0f06-43dc-88b5-7ca115307ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:30.978878 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:30.988907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:31.021016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] Routers {'b884e9ae-2d16-447c-8685-790074974788'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:31.021539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b884e9ae-2d16-447c-8685-790074974788'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:31.034810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:31.035217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 5b907678-ccda-4ef5-ae2c-5d6e9b8c51fb not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:31.055514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90b57e7-004e-42f7-ab01-9fa9cd7f4199,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:31.141019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] Set router b884e9ae-2d16-447c-8685-790074974788 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:31.222623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.227134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b884e9ae-2d16-447c-8685-790074974788', 'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:11Z', 'updated_at': '2021-08-19T12:13:30Z', 'revision_number': 7, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:31.263091 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ebf58-348f-448b-94b2-219649111d28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:22Z', 'updated_at': '2021-08-19T12:13:28Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:23Z', 'updated_at': '2021-08-19T12:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0c560230-1894-4c0a-a81a-2322d536b6c9', 'name': '', 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:0c:55:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'f922d76d-5a89-425c-9d98-bd9301a5c545', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:28Z', 'updated_at': '2021-08-19T12:13:29Z', 'revision_number': 2, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': 'f922d76d-5a89-425c-9d98-bd9301a5c545', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:31.309880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-dbba5cc8-ca4c-423f-be4d-a003d9fafa4e service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376433 Aug 19 12:13:31.344149 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Checking router: 5a6ebf58-348f-448b-94b2-219649111d28 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:31.344712 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Updating router 5a6ebf58-348f-448b-94b2-219649111d28 port 0c560230-1894-4c0a-a81a-2322d536b6c9 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:13:31.362758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d60f9-057f-4296-a5a7-642db691c9eb None None] The sync data for ids ['b884e9ae-2d16-447c-8685-790074974788'] in n-d-778550-9 is: [{'id': 'b884e9ae-2d16-447c-8685-790074974788', 'name': 'tempest-TestAggregatesBasicOps-926104381-router', 'tenant_id': '7db9291c25fb495a97b3109b910f3b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:11Z', 'updated_at': '2021-08-19T12:13:30Z', 'revision_number': 7, 'project_id': '7db9291c25fb495a97b3109b910f3b0f', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:31.364876 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.366923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=32e0a2f2-7a02-48fd-a32a-22c7d49ae03d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:31.368926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598732-2117-4300-aff7-24e36fe9bc9c req-f370c20e-20d1-48a4-b337-64ad0b52affc tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:31.369422 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.370674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-f370c20e-20d1-48a4-b337-64ad0b52affc tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/networks?id=cdc1756c-1e55-45b5-9172-1243084c354b HTTP/1.1" status: 200 len: 797 time: 0.3490167 Aug 19 12:13:31.392539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-20042091-0f06-43dc-88b5-7ca115307ac6 None None] Provisioning for port 0c560230-1894-4c0a-a81a-2322d536b6c9 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:31.400165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-20042091-0f06-43dc-88b5-7ca115307ac6 None None] Provisioning complete for port 0c560230-1894-4c0a-a81a-2322d536b6c9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:31.400595 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-20042091-0f06-43dc-88b5-7ca115307ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.404378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ae8dd575-72d0-4d18-8c05-6979b9d5d80d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:31.406639 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.444237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.447073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b884e9ae-2d16-447c-8685-790074974788 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:13:31.450627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ae8dd575-72d0-4d18-8c05-6979b9d5d80d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:31.451193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.459845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.464041 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-963ffbf0-05e5-4fc3-ba59-99e6134c5e67 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b884e9ae-2d16-447c-8685-790074974788 HTTP/1.1" status: 204 len: 168 time: 1.7863195 Aug 19 12:13:31.464715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49316) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:31.513336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-20042091-0f06-43dc-88b5-7ca115307ac6 None None] Port 0c560230-1894-4c0a-a81a-2322d536b6c9 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:31.522807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbbdd89-0c40-4e0b-af4c-1c978a831617 admin admin] Deleting subnet 9b9fac5c-c3fb-4d5b-a727-028006755e8a {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:13:31.527957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdd89-0c40-4e0b-af4c-1c978a831617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.574605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.588438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-85fefc87-48b8-42bc-bf3f-72f329d2cd71 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/quotas/590d962779804d4d9671c0ff12bceb70 HTTP/1.1" status: 200 len: 375 time: 0.2015877 Aug 19 12:13:31.589303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdd89-0c40-4e0b-af4c-1c978a831617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.615382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ae8dd575-72d0-4d18-8c05-6979b9d5d80d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ae8dd575-72d0-4d18-8c05-6979b9d5d80d,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:31.637800 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.697078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-b70c67b3-9236-4dd8-aa73-5eee6cf2fcca tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=590d962779804d4d9671c0ff12bceb70&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1064692 Aug 19 12:13:31.703699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-b96fce00-3996-429a-a75f-0402669a7923 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871102 Aug 19 12:13:31.733331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3d700e1c-4961-4b18-a5e1-d7101f6a2568 None None] Provisioning complete for port 0c560230-1894-4c0a-a81a-2322d536b6c9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:31.734056 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3d700e1c-4961-4b18-a5e1-d7101f6a2568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.741376 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdd89-0c40-4e0b-af4c-1c978a831617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:31.835124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-733cd5cb-0629-4662-b567-884fcb0dd207 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 HTTP/1.1" status: 200 len: 217 time: 0.1211452 Aug 19 12:13:31.885505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ae8dd575-72d0-4d18-8c05-6979b9d5d80d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:31.894332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3d700e1c-4961-4b18-a5e1-d7101f6a2568 None None] Port 0c560230-1894-4c0a-a81a-2322d536b6c9 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:31.928068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-27a1074c-2982-49b5-950f-44f97654b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:31.930067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-27a1074c-2982-49b5-950f-44f97654b401 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 200 len: 797 time: 0.0862782 Aug 19 12:13:31.931286 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdd89-0c40-4e0b-af4c-1c978a831617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.016671 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdd89-0c40-4e0b-af4c-1c978a831617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.017001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb0a2e-b556-48d2-8e98-e94c722eaace None None] Network c5c14daf-664a-471a-8782-282711a46bd2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:32.019222 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bbbbdd89-0c40-4e0b-af4c-1c978a831617 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9b9fac5c-c3fb-4d5b-a727-028006755e8a HTTP/1.1" status: 204 len: 168 time: 0.5534854 Aug 19 12:13:32.022445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49324) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:32.028495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbdd89-0c40-4e0b-af4c-1c978a831617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9fac5c-c3fb-4d5b-a727-028006755e8a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:32.067148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-b9facbba-649c-4e77-8783-2311274d14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:32.068917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-b9facbba-649c-4e77-8783-2311274d14b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=695c6eae-dc00-481f-8fa2-9574d3204229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1259811 Aug 19 12:13:32.075805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638376a-00b1-4be9-96c9-da6fe5ea9300 req-0b9c0e6b-e9d4-47e6-bd8c-6cce47d40245 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:32.083730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c638376a-00b1-4be9-96c9-da6fe5ea9300 req-0b9c0e6b-e9d4-47e6-bd8c-6cce47d40245 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1097 time: 0.0886943 Aug 19 12:13:32.111423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.183231 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.193631 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Transition to ACTIVE for port object 0c560230-1894-4c0a-a81a-2322d536b6c9 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:32.202167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Deleting port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:32.202637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.208729 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.229225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-82ef81c0-21ce-4540-bd29-e596d782b571 service neutron] 10.222.0.65 "GET /v2.0/networks/cdc1756c-1e55-45b5-9172-1243084c354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975755 Aug 19 12:13:32.335751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:32.352828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] For port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=857f3cf8-5452-4bd4-a3b3-c087dedfbfdc,segment=NetworkSegment(18e73540-77b4-43b2-aed5-b18fe7ac4d25),segment_id=18e73540-77b4-43b2-aed5-b18fe7ac4d25)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:32.353318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.367724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Calling delete_port for 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:32.379178 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1a143-f1d4-4387-86fc-e9047f6f3c55 None None] Pushing event updated for resources: {'Port': ['ID=0c560230-1894-4c0a-a81a-2322d536b6c9,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:32.393169 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Attempting to bind port 0c560230-1894-4c0a-a81a-2322d536b6c9 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:32.393666 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Attempting to bind port 0c560230-1894-4c0a-a81a-2322d536b6c9 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:32.394111 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Attempting to bind port 0c560230-1894-4c0a-a81a-2322d536b6c9 on network cdc1756c-1e55-45b5-9172-1243084c354b {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:32.400960 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:32.401530 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Checking segment: {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:32.402036 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.402514 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Bound using segment: {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:32.403126 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Bound port: 0c560230-1894-4c0a-a81a-2322d536b6c9, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:32.403583 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.412156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] DHCP port deletion for c5c14daf-664a-471a-8782-282711a46bd2 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:13:32.526273 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] For port 0c560230-1894-4c0a-a81a-2322d536b6c9, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:32.537375 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c638376a-00b1-4be9-96c9-da6fe5ea9300 req-26254d86-112f-47b4-9a48-303210554940 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483356 Aug 19 12:13:32.538266 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] For port 0c560230-1894-4c0a-a81a-2322d536b6c9, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0c560230-1894-4c0a-a81a-2322d536b6c9,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:32.545269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-38d39bb1-86d0-48df-b3b5-c5b0be37f255 service neutron] 10.222.0.65 "GET /v2.0/networks/cdc1756c-1e55-45b5-9172-1243084c354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128133 Aug 19 12:13:32.556059 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.586921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:32.587980 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.599928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.674968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-09b7c6fe-5faf-4a8d-b422-95e90e2d2269 service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889623 Aug 19 12:13:32.720375 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Routers {'5a6ebf58-348f-448b-94b2-219649111d28'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:32.720922 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5a6ebf58-348f-448b-94b2-219649111d28'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:32.722006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Pushing event deleted for resources: {'Port': ['ID=857f3cf8-5452-4bd4-a3b3-c087dedfbfdc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:32.725928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] Deleting port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:32.730600 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.740611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] No DVR routers for this DVR port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:32.916994 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1a143-f1d4-4387-86fc-e9047f6f3c55 None None] Pushing event updated for resources: {'Port': ['ID=0c560230-1894-4c0a-a81a-2322d536b6c9,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:32.934443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.960596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c14daf-664a-471a-8782-282711a46bd2']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:32.988905 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e73540-77b4-43b2-aed5-b18fe7ac4d25') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:32.989298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e73540-77b4-43b2-aed5-b18fe7ac4d25') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:32.997844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] For port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:33.001110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c395c5b-fadc-4a2f-87f2-187bb207cae1 req-90ca56c7-93d6-4701-aa32-bf94fcd5ada9 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 210 time: 0.1230636 Aug 19 12:13:33.003786 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.005888 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.009937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308fe7f4-76a2-4a3c-8342-a719883ae1b4 req-a81ca50c-3ff2-4bd3-a563-c19b93bb502e service neutron] 10.222.0.69 "GET /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255558 Aug 19 12:13:33.038309 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.052965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:13:33.053390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:13:33.055652 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:13:33.071661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a827b171-2847-4fac-9b9d-07bf413a214d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:33.103486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] Calling delete_port for 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:33.108449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: a827b171-2847-4fac-9b9d-07bf413a214d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:33.108449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a827b171-2847-4fac-9b9d-07bf413a214d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:33.109038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] Port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:13:33.111000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.146951 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] Set router 5a6ebf58-348f-448b-94b2-219649111d28 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:33.147720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] Pushing event deleted for resources: {'Port': ['ID=857f3cf8-5452-4bd4-a3b3-c087dedfbfdc,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:33.155030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e923cc2-161d-41ed-8864-f72605d8185a None None] No DVR routers for this DVR port 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:33.174070 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.182246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.187928 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] 10.222.0.65 "DELETE /v2.0/networks/c5c14daf-664a-471a-8782-282711a46bd2 HTTP/1.1" status: 204 len: 168 time: 1.1598279 Aug 19 12:13:33.228456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2f75c-5fef-4845-9fa5-e8441308822a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c14daf-664a-471a-8782-282711a46bd2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:33.405271 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ebf58-348f-448b-94b2-219649111d28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:22Z', 'updated_at': '2021-08-19T12:13:28Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:23Z', 'updated_at': '2021-08-19T12:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0c560230-1894-4c0a-a81a-2322d536b6c9', 'name': '', 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:0c:55:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'f922d76d-5a89-425c-9d98-bd9301a5c545', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:28Z', 'updated_at': '2021-08-19T12:13:32Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': 'f922d76d-5a89-425c-9d98-bd9301a5c545', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:33.434567 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c992b85-b72d-49f4-addd-1848e4c098ba None None] The sync data for ids ['5a6ebf58-348f-448b-94b2-219649111d28'] in n-d-778550-9 is: [{'id': '5a6ebf58-348f-448b-94b2-219649111d28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:22Z', 'updated_at': '2021-08-19T12:13:28Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:23Z', 'updated_at': '2021-08-19T12:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0c560230-1894-4c0a-a81a-2322d536b6c9', 'name': '', 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:0c:55:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'f922d76d-5a89-425c-9d98-bd9301a5c545', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:28Z', 'updated_at': '2021-08-19T12:13:32Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': 'f922d76d-5a89-425c-9d98-bd9301a5c545', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:33.451537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49344) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:33.559497 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a088a3cc-0030-4ea8-a09b-931225c042ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c229da41a1594da9a1c02c892a2046d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038289 Aug 19 12:13:33.559497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49348) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:33.577910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-051150ad-6480-4bb4-99e4-0d246e975c44 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:33.580026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-051150ad-6480-4bb4-99e4-0d246e975c44 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1097 time: 0.0777254 Aug 19 12:13:33.694655 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59860fa1-fdff-4e23-a200-18bf1646b4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.765752 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59860fa1-fdff-4e23-a200-18bf1646b4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.850572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e78a0-cfa8-4654-b161-f3c9bb7d8192 req-1321c4a8-cbb4-4c17-b306-0d297ddc22d5 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:33.852246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-090e78a0-cfa8-4654-b161-f3c9bb7d8192 req-1321c4a8-cbb4-4c17-b306-0d297ddc22d5 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 1097 time: 0.1862538 Aug 19 12:13:33.853221 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59860fa1-fdff-4e23-a200-18bf1646b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.857109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59860fa1-fdff-4e23-a200-18bf1646b4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.858672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-59860fa1-fdff-4e23-a200-18bf1646b4f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9215686-4406-4bfe-9b79-725c6e2f89a1 HTTP/1.1" status: 204 len: 168 time: 0.2985845 Aug 19 12:13:33.870078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59860fa1-fdff-4e23-a200-18bf1646b4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9215686-4406-4bfe-9b79-725c6e2f89a1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:33.882384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Deleting port 0dff9609-6ac9-47f8-aaf1-319a9a825333 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:33.884580 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.997462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-090e78a0-cfa8-4654-b161-f3c9bb7d8192 req-cade16f0-4303-48b6-b0fa-53d7d50d34d4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f2f2c11-5e31-412f-b8b2-5431cc7ce123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294453 Aug 19 12:13:34.031717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0c560230-1894-4c0a-a81a-2322d536b6c9 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:34.056174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] For port 0dff9609-6ac9-47f8-aaf1-319a9a825333, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0dff9609-6ac9-47f8-aaf1-319a9a825333,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:34.056557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.076199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Calling delete_port for 0dff9609-6ac9-47f8-aaf1-319a9a825333 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:34.130964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0c560230-1894-4c0a-a81a-2322d536b6c9 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:34.149552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0c560230-1894-4c0a-a81a-2322d536b6c9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:34.150923 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.266071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0826c978-7d07-461c-8808-1c9f1cfa4902 req-bf6a9610-8a03-42a5-968b-39d15e809c9c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0812113 Aug 19 12:13:34.347177 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.393629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.412705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 0c560230-1894-4c0a-a81a-2322d536b6c9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0c560230-1894-4c0a-a81a-2322d536b6c9,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:34.428419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['0dff9609-6ac9-47f8-aaf1-319a9a825333'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:13:34.432082 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.433571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae8dd575-72d0-4d18-8c05-6979b9d5d80d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:34.458276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dff9609-6ac9-47f8-aaf1-319a9a825333,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:34.577494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] No DVR routers for this DVR port 0dff9609-6ac9-47f8-aaf1-319a9a825333 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:34.580571 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.583987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c382fd31-c663-4188-bb4d-d74f56964d75 req-1aa4fbcb-78a3-4276-a512-b7fd6c3758b4 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0dff9609-6ac9-47f8-aaf1-319a9a825333 HTTP/1.1" status: 204 len: 173 time: 0.9800310 Aug 19 12:13:34.584563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49360) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:34.585062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2b4cbd-1f97-41be-b17f-db806fa3b17d', 'name': 'network-vif-deleted', 'tag': '0dff9609-6ac9-47f8-aaf1-319a9a825333'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:34.590981 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40945ff2-31dd-49ed-87ff-4ef72315faf2" -d '{"events": [{"server_uuid": "5d2b4cbd-1f97-41be-b17f-db806fa3b17d", "name": "network-vif-deleted", "tag": "0dff9609-6ac9-47f8-aaf1-319a9a825333"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:34.649759 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee76e7a-e7fc-4a9e-a13c-344bf1e509e3 x-openstack-request-id: req-4ee76e7a-e7fc-4a9e-a13c-344bf1e509e3 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:34.650054 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2b4cbd-1f97-41be-b17f-db806fa3b17d", "name": "network-vif-deleted", "tag": "0dff9609-6ac9-47f8-aaf1-319a9a825333", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:34.650305 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ee76e7a-e7fc-4a9e-a13c-344bf1e509e3 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:34.650720 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2b4cbd-1f97-41be-b17f-db806fa3b17d', 'name': 'network-vif-deleted', 'tag': '0dff9609-6ac9-47f8-aaf1-319a9a825333', 'status': 'completed', 'code': 200} Aug 19 12:13:34.677735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-db1f807d-f76b-4c17-82c7-643c6e492157 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7db9291c25fb495a97b3109b910f3b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827131 Aug 19 12:13:34.678592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49364) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:34.733970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=0c560230-1894-4c0a-a81a-2322d536b6c9,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:34.783766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04307a93-91b5-482b-b450-3ddea6a42043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.786124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ae8dd575-72d0-4d18-8c05-6979b9d5d80d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:34.786521 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.796777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598732-2117-4300-aff7-24e36fe9bc9c req-3b34f375-b87e-4a99-b7f2-7aa6300c0197 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:34.799497 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-3b34f375-b87e-4a99-b7f2-7aa6300c0197 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.54 "GET /v2.0/networks?id=cdc1756c-1e55-45b5-9172-1243084c354b HTTP/1.1" status: 200 len: 797 time: 0.2671921 Aug 19 12:13:34.827411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Request body: {'port': {'device_id': '27b18e45-2b2c-4674-940a-8aeb1530f3a7', 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b', 'admin_state_up': True, 'tenant_id': '590d962779804d4d9671c0ff12bceb70'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:34.840212 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04307a93-91b5-482b-b450-3ddea6a42043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.915111 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04307a93-91b5-482b-b450-3ddea6a42043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.920188 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04307a93-91b5-482b-b450-3ddea6a42043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.924110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-04307a93-91b5-482b-b450-3ddea6a42043 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0e63d79-7e56-4d1a-b84c-9103c0270756 HTTP/1.1" status: 204 len: 168 time: 0.2418830 Aug 19 12:13:34.949207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04307a93-91b5-482b-b450-3ddea6a42043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e63d79-7e56-4d1a-b84c-9103c0270756,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:35.100508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:35.148111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:35.152535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 857f3cf8-5452-4bd4-a3b3-c087dedfbfdc not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:35.153426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e90b57e7-004e-42f7-ab01-9fa9cd7f4199 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:35.166331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Made reservation on behalf of 590d962779804d4d9671c0ff12bceb70 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:35.170115 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.232243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e90b57e7-004e-42f7-ab01-9fa9cd7f4199 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:35.233307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e90b57e7-004e-42f7-ab01-9fa9cd7f4199 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:35.268202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf0ed0a5-c990-4b11-a26d-ce7614002a97 req-7d5d720c-63df-4724-bdd0-edfe8b4a7299 tempest-TestServerMultinode-2128231267 tempest-TestServerMultinode-2128231267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d2b4cbd-1f97-41be-b17f-db806fa3b17d HTTP/1.1" status: 200 len: 210 time: 0.0631294 Aug 19 12:13:35.438842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Allocated IP 172.20.0.24 (cdc1756c-1e55-45b5-9172-1243084c354b/f922d76d-5a89-425c-9d98-bd9301a5c545/ca8f2847-455c-403b-98ac-dd22c51c5d18) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:35.453204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33007526-eab2-47be-9c87-18902a50a592 req-a8ccaa7b-2261-4b76-bc2b-0064eef16068 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0667393 Aug 19 12:13:35.688994 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.707227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Transition to ACTIVE for port object ca8f2847-455c-403b-98ac-dd22c51c5d18 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:35.773210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.826508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Network cdc1756c-1e55-45b5-9172-1243084c354b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:35.833502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:35.839554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:35.868812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0c560230-1894-4c0a-a81a-2322d536b6c9 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:35.910719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event updated for resources: {'Port': ['ID=ca8f2847-455c-403b-98ac-dd22c51c5d18,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:35.938004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0c560230-1894-4c0a-a81a-2322d536b6c9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:35.938554 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.947028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:35.947677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.987140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-93d570c6-926f-4412-9b4f-7abc5af007ad tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1679394 Aug 19 12:13:36.006986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Request body: {'port': {'device_id': '27b18e45-2b2c-4674-940a-8aeb1530f3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:36.117848 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.277162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3fbce6c0-053b-421f-bfb8-61423edf31fe None None] Provisioning for port ca8f2847-455c-403b-98ac-dd22c51c5d18 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:36.287086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3fbce6c0-053b-421f-bfb8-61423edf31fe None None] Provisioning complete for port ca8f2847-455c-403b-98ac-dd22c51c5d18 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:36.287714 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3fbce6c0-053b-421f-bfb8-61423edf31fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.305360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49406) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:36.351225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3fbce6c0-053b-421f-bfb8-61423edf31fe None None] Port ca8f2847-455c-403b-98ac-dd22c51c5d18 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:36.372198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49410) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:36.434818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0dff9609-6ac9-47f8-aaf1-319a9a825333 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:36.467590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 0dff9609-6ac9-47f8-aaf1-319a9a825333 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:36.468229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0dff9609-6ac9-47f8-aaf1-319a9a825333 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:36.503205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8f2847-455c-403b-98ac-dd22c51c5d18 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:36.512411 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.519981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2058635148-network', 'tenant_id': '01a00de1f2cb4b6e9a164775c6dfb139'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:36.528104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Transition to ACTIVE for port object ca8f2847-455c-403b-98ac-dd22c51c5d18 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:36.535270 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.568714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Made reservation on behalf of 01a00de1f2cb4b6e9a164775c6dfb139 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:36.569802 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.611424 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.629475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8f2847-455c-403b-98ac-dd22c51c5d18,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:36.720041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Attempting to bind port ca8f2847-455c-403b-98ac-dd22c51c5d18 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:36.720437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Attempting to bind port ca8f2847-455c-403b-98ac-dd22c51c5d18 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:36.720729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Attempting to bind port ca8f2847-455c-403b-98ac-dd22c51c5d18 on network cdc1756c-1e55-45b5-9172-1243084c354b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:36.727282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Port ca8f2847-455c-403b-98ac-dd22c51c5d18 on network cdc1756c-1e55-45b5-9172-1243084c354b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:13:36.727737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Attempting to bind port ca8f2847-455c-403b-98ac-dd22c51c5d18 on network cdc1756c-1e55-45b5-9172-1243084c354b {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:36.733545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:36.734632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Checking segment: {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:36.735330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Bound using segment: {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:36.735906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Bound port: ca8f2847-455c-403b-98ac-dd22c51c5d18, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:36.736271 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.825328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] For port ca8f2847-455c-403b-98ac-dd22c51c5d18, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:36.829341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] For port ca8f2847-455c-403b-98ac-dd22c51c5d18, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=ca8f2847-455c-403b-98ac-dd22c51c5d18,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:36.836958 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.873909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:36.873909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.875656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] 10.222.0.54 "PUT /v2.0/ports/ca8f2847-455c-403b-98ac-dd22c51c5d18 HTTP/1.1" status: 200 len: 1055 time: 0.8732069 Aug 19 12:13:36.875793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b18e45-2b2c-4674-940a-8aeb1530f3a7', 'tag': 'ca8f2847-455c-403b-98ac-dd22c51c5d18'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:36.878202 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd325d2-d88a-459a-b754-5fa06f4cff0f" -d '{"events": [{"name": "network-changed", "server_uuid": "27b18e45-2b2c-4674-940a-8aeb1530f3a7", "tag": "ca8f2847-455c-403b-98ac-dd22c51c5d18"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:36.911218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340667d7-f454-46e1-bedf-7721583b270e req-8c81284c-22d4-41c4-978b-fdd0e77ca6fa tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:36.912977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-340667d7-f454-46e1-bedf-7721583b270e req-8c81284c-22d4-41c4-978b-fdd0e77ca6fa tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 907 time: 0.3603196 Aug 19 12:13:36.949387 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.954232 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e166d90-8380-466d-90eb-c2dc994ecf0b x-openstack-request-id: req-7e166d90-8380-466d-90eb-c2dc994ecf0b {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:36.954668 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b18e45-2b2c-4674-940a-8aeb1530f3a7", "tag": "ca8f2847-455c-403b-98ac-dd22c51c5d18", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:36.955058 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e166d90-8380-466d-90eb-c2dc994ecf0b {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:36.955652 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b18e45-2b2c-4674-940a-8aeb1530f3a7', 'tag': 'ca8f2847-455c-403b-98ac-dd22c51c5d18', 'status': 'completed', 'code': 200} Aug 19 12:13:36.958058 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.958553 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fab1c0-bc07-45f1-98a2-5a0b4eaa2d43 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8f2847-455c-403b-98ac-dd22c51c5d18,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:37.020882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598732-2117-4300-aff7-24e36fe9bc9c req-c94e11ee-ec30-46c9-b8db-0b3a3f075f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:37.021838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:13:37.022591 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-c94e11ee-ec30-46c9-b8db-0b3a3f075f94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=590d962779804d4d9671c0ff12bceb70&device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 1058 time: 0.0796444 Aug 19 12:13:37.030463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb80cd4-337b-4df7-80a7-1223e5bcee49,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:37.040818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.041185 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Added segment d828b32d-d921-40e9-adee-4fddec60f696 of type vlan for network 4fc35c03-01c1-4de2-a292-923e978676cd Aug 19 12:13:37.092942 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-47ea66ce-5631-4726-8742-468e0f2220ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=ca8f2847-455c-403b-98ac-dd22c51c5d18 HTTP/1.1" status: 200 len: 217 time: 0.0544684 Aug 19 12:13:37.106280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.149929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598732-2117-4300-aff7-24e36fe9bc9c req-e76db2d5-e7e2-482a-9dc8-78654738e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:37.151622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-e76db2d5-e7e2-482a-9dc8-78654738e3fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f922d76d-5a89-425c-9d98-bd9301a5c545 HTTP/1.1" status: 200 len: 838 time: 0.0511208 Aug 19 12:13:37.169302 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.170635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:37.171525 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.210460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598732-2117-4300-aff7-24e36fe9bc9c req-6e933ea4-e401-44ad-85f7-ef4f7cf2deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:37.212134 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-6e933ea4-e401-44ad-85f7-ef4f7cf2deb0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cdc1756c-1e55-45b5-9172-1243084c354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533302 Aug 19 12:13:37.239502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9330020 Aug 19 12:13:37.243227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49420) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:37.256104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Request body: {'subnet': {'network_id': '4fc35c03-01c1-4de2-a292-923e978676cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2058635148-subnet', 'tenant_id': '01a00de1f2cb4b6e9a164775c6dfb139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:37.294515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ccf37-c941-4f3d-8e5a-44881b095594 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc35c03-01c1-4de2-a292-923e978676cd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:37.306252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 4fc35c03-01c1-4de2-a292-923e978676cd details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:13:37.310840 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.313907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Made reservation on behalf of 01a00de1f2cb4b6e9a164775c6dfb139 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:37.315659 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.328258 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-d51a568a-dac5-48fa-be04-455b3ae3890a service neutron] 10.222.0.54 "GET /v2.0/networks/cdc1756c-1e55-45b5-9172-1243084c354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075411 Aug 19 12:13:37.424842 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81598732-2117-4300-aff7-24e36fe9bc9c req-a1796155-b8b8-4d65-97ce-44530012580c service neutron] 10.222.0.54 "GET /v2.0/networks/cdc1756c-1e55-45b5-9172-1243084c354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882196 Aug 19 12:13:37.571673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-6796691c-8c9e-4f75-9cb5-11b3ee396c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:37.573701 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-6796691c-8c9e-4f75-9cb5-11b3ee396c73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=590d962779804d4d9671c0ff12bceb70&device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 1058 time: 0.0529764 Aug 19 12:13:37.658606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.687776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-b4a8d12e-fa3d-460f-a2b0-9463aa8ccb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:37.691041 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-b4a8d12e-fa3d-460f-a2b0-9463aa8ccb6a service neutron] 10.222.0.54 "GET /v2.0/networks?id=cdc1756c-1e55-45b5-9172-1243084c354b HTTP/1.1" status: 200 len: 898 time: 0.1079967 Aug 19 12:13:37.747787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-86ec17b6-c873-490d-94c7-43e242259040 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=ca8f2847-455c-403b-98ac-dd22c51c5d18 HTTP/1.1" status: 200 len: 217 time: 0.0471687 Aug 19 12:13:37.757391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae77b6e-ecc3-49e1-ae79-cba534c16d8c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:37.784060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Checking segment: {'id': 'd828b32d-d921-40e9-adee-4fddec60f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4fc35c03-01c1-4de2-a292-923e978676cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:37.784441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Network hostable DHCP agents. Network: 4fc35c03-01c1-4de2-a292-923e978676cd, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:13:37.810550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Deleting port d0fe2167-b27a-44f7-9283-801836381b58 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:37.810911 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.856458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Network 4fc35c03-01c1-4de2-a292-923e978676cd is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:13:37.873106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 4fc35c03-01c1-4de2-a292-923e978676cd) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:37.879533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:37.880123 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.886479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7651c5-6c55-484b-9539-7c74b83d5e2a None None] Network 4fc35c03-01c1-4de2-a292-923e978676cd requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:37.904936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e00d719b-f0b9-47e2-b590-bdc8d580f34f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6587200 Aug 19 12:13:37.925381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] For port d0fe2167-b27a-44f7-9283-801836381b58, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d0fe2167-b27a-44f7-9283-801836381b58,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:37.926202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.943048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Calling delete_port for d0fe2167-b27a-44f7-9283-801836381b58 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:38.058016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2a8608-2203-4bd9-9829-698664a8d4f1 None None] Network 4fc35c03-01c1-4de2-a292-923e978676cd requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:38.220979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff68c91-85bb-4f15-9fad-15e34b4d06b4 req-7e16b301-836b-48ed-97de-5117b4610b33 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:38.230619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ff68c91-85bb-4f15-9fad-15e34b4d06b4 req-7e16b301-836b-48ed-97de-5117b4610b33 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 907 time: 0.1825614 Aug 19 12:13:38.297781 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.332617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-94146e63-51cc-4482-b7c9-77f33112b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:38.336233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fe2167-b27a-44f7-9283-801836381b58,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:38.338856 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-94146e63-51cc-4482-b7c9-77f33112b37d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f922d76d-5a89-425c-9d98-bd9301a5c545 HTTP/1.1" status: 200 len: 838 time: 0.5806360 Aug 19 12:13:38.420792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-aa22873d-8883-44df-9813-f5ba7e065a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:38.422478 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-aa22873d-8883-44df-9813-f5ba7e065a55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cdc1756c-1e55-45b5-9172-1243084c354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714900 Aug 19 12:13:38.627208 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-1429e5b6-11dc-4495-b2c3-311de475b37d service neutron] 10.222.0.54 "GET /v2.0/networks/cdc1756c-1e55-45b5-9172-1243084c354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738276 Aug 19 12:13:38.661741 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.844549 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8bd325d2-d88a-459a-b754-5fa06f4cff0f req-1d3a522f-e130-4482-8b8e-793e0bf8b290 service neutron] 10.222.0.54 "GET /v2.0/networks/cdc1756c-1e55-45b5-9172-1243084c354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075355 Aug 19 12:13:38.921286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49468) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:38.927466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1276759188-network', 'tenant_id': 'cac0f4009e3d4883a794a418b3362111'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:38.950962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Made reservation on behalf of cac0f4009e3d4883a794a418b3362111 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:38.953860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.965168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.077590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46dd6-5698-43c6-86a5-4c8367a8d62a req-0ddf40ca-f971-4452-a04f-d48587295d14 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.082179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.083631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46dd6-5698-43c6-86a5-4c8367a8d62a req-0ddf40ca-f971-4452-a04f-d48587295d14 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.087132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.089865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46dd6-5698-43c6-86a5-4c8367a8d62a req-0ddf40ca-f971-4452-a04f-d48587295d14 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.095804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46dd6-5698-43c6-86a5-4c8367a8d62a req-0ddf40ca-f971-4452-a04f-d48587295d14 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.103665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46dd6-5698-43c6-86a5-4c8367a8d62a req-0ddf40ca-f971-4452-a04f-d48587295d14 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.110361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46dd6-5698-43c6-86a5-4c8367a8d62a req-0ddf40ca-f971-4452-a04f-d48587295d14 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.117205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46dd6-5698-43c6-86a5-4c8367a8d62a req-0ddf40ca-f971-4452-a04f-d48587295d14 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.117701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:13:39.119048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40e46dd6-5698-43c6-86a5-4c8367a8d62a req-0ddf40ca-f971-4452-a04f-d48587295d14 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5444 time: 0.1648448 Aug 19 12:13:39.125076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3db1abd-7d42-4a0c-ac4a-e7470e842ca2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:39.135196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Router 093c7b3b-4e89-4282-b223-8e4de3880d1b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:39.143406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.143771 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Added segment 9e5944bb-7c6a-4df4-adc0-792cdd38591b of type vlan for network 1743d095-24d4-44a3-a232-5ec21695217f Aug 19 12:13:39.201273 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.219214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40e46dd6-5698-43c6-86a5-4c8367a8d62a req-8de6a490-752f-4f29-9d1a-4eb492fbb32d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867851 Aug 19 12:13:39.258122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.259467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.260326 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.293627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:39.304252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] Sync routers for ids ['093c7b3b-4e89-4282-b223-8e4de3880d1b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:39.320264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] Routers {'093c7b3b-4e89-4282-b223-8e4de3880d1b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:39.324241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b20e78e9-6718-4b43-84b5-f3629b9c7dab admin admin] 10.222.0.65 "PUT /v2.0/routers/093c7b3b-4e89-4282-b223-8e4de3880d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9486260 Aug 19 12:13:39.324412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['093c7b3b-4e89-4282-b223-8e4de3880d1b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:39.325497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49472) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:39.329185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4043651 Aug 19 12:13:39.330771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49474) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:39.334861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Request body: {'subnet': {'network_id': '1743d095-24d4-44a3-a232-5ec21695217f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1276759188-subnet', 'tenant_id': 'cac0f4009e3d4883a794a418b3362111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:39.354412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020c46c-4714-4041-a5cf-7b56e4c59303 admin admin] Pushing event updated for resources: {'Network': ['ID=1743d095-24d4-44a3-a232-5ec21695217f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:39.360203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Made reservation on behalf of cac0f4009e3d4883a794a418b3362111 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:39.363615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.434171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1743d095-24d4-44a3-a232-5ec21695217f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:13:39.487787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] Set router 093c7b3b-4e89-4282-b223-8e4de3880d1b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:39.586701 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.675147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8cb9f14-be72-4490-a0e3-37ee561cb0f5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:39.697977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Checking segment: {'id': '9e5944bb-7c6a-4df4-adc0-792cdd38591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1743d095-24d4-44a3-a232-5ec21695217f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:39.698903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Network hostable DHCP agents. Network: 1743d095-24d4-44a3-a232-5ec21695217f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:13:39.721860 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Network 1743d095-24d4-44a3-a232-5ec21695217f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:13:39.735914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 1743d095-24d4-44a3-a232-5ec21695217f) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:39.748045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df4ca5-8afc-407f-ad7e-546e41316475 None None] Network 1743d095-24d4-44a3-a232-5ec21695217f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:39.753452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.754399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.794080 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-623a98b9-07e9-407d-9dd0-37fc3ea7ccc9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4609480 Aug 19 12:13:39.812503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:32Z', 'updated_at': '2021-08-19T12:13:38Z', 'revision_number': 5, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'gw_port': {'id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:34Z', 'updated_at': '2021-08-19T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:39.844892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] Checking router: 093c7b3b-4e89-4282-b223-8e4de3880d1b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:39.864057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] Routers {'093c7b3b-4e89-4282-b223-8e4de3880d1b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:39.864786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['093c7b3b-4e89-4282-b223-8e4de3880d1b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:39.886033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388547ef-6e94-4a98-ae4f-2111cbc1f732 req-abaa877f-d95e-43c9-9dcb-a20389d38862 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:39.899595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-388547ef-6e94-4a98-ae4f-2111cbc1f732 req-abaa877f-d95e-43c9-9dcb-a20389d38862 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 907 time: 0.5732641 Aug 19 12:13:39.962373 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.992230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] Set router 093c7b3b-4e89-4282-b223-8e4de3880d1b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:40.103571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe42cfc-09f2-4957-a00f-e0445749d7aa None None] Network 1743d095-24d4-44a3-a232-5ec21695217f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:40.112805 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.212912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Deleting port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:40.213490 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.328209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-b57833f2-e692-4c13-9cbd-cc8dce75cefa tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.337187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-b57833f2-e692-4c13-9cbd-cc8dce75cefa tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.343396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-b57833f2-e692-4c13-9cbd-cc8dce75cefa tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.349957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-b57833f2-e692-4c13-9cbd-cc8dce75cefa tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.355986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-b57833f2-e692-4c13-9cbd-cc8dce75cefa tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.358418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:32Z', 'updated_at': '2021-08-19T12:13:38Z', 'revision_number': 5, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'gw_port': {'id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:34Z', 'updated_at': '2021-08-19T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:40.362386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-b57833f2-e692-4c13-9cbd-cc8dce75cefa tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.369191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-b57833f2-e692-4c13-9cbd-cc8dce75cefa tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.371248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-b57833f2-e692-4c13-9cbd-cc8dce75cefa tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5444 time: 0.1850791 Aug 19 12:13:40.391848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9657ac-1601-47fd-8a7e-56b1254047f3 None None] The sync data for ids ['093c7b3b-4e89-4282-b223-8e4de3880d1b'] in n-d-778550-9 is: [{'id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'name': 'tempest-TestServerMultinode-2147200448-router', 'tenant_id': '9f680fcb101a4568a6dd0c951feb018d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:32Z', 'updated_at': '2021-08-19T12:13:38Z', 'revision_number': 5, 'project_id': '9f680fcb101a4568a6dd0c951feb018d', 'gw_port': {'id': 'ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c7b3b-4e89-4282-b223-8e4de3880d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:34Z', 'updated_at': '2021-08-19T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:40.447737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device ca8f2847-455c-403b-98ac-dd22c51c5d18 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:13:40.539904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] For port ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:40.540283 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.559339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-9ad2c421-b309-4cae-92ed-5c70294b7507 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.560841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-9ad2c421-b309-4cae-92ed-5c70294b7507 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "GET /v2.0/ports/0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1785100 Aug 19 12:13:40.589067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Calling delete_port for ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:40.595163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port ca8f2847-455c-403b-98ac-dd22c51c5d18, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=ca8f2847-455c-403b-98ac-dd22c51c5d18,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:40.602216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7c06-b975-4dc0-8baf-82d48d0ccdb4 req-c9b71c6b-3aee-4501-b2a8-4c9a61a64b50 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.608380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7c06-b975-4dc0-8baf-82d48d0ccdb4 req-c9b71c6b-3aee-4501-b2a8-4c9a61a64b50 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.609698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'ca8f2847-455c-403b-98ac-dd22c51c5d18', 'network_id': 'cdc1756c-1e55-45b5-9172-1243084c354b', 'port_id': 'ca8f2847-455c-403b-98ac-dd22c51c5d18', 'mac_address': 'fa:16:3e:52:2a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f922d76d-5a89-425c-9d98-bd9301a5c545', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:13:40.615719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7c06-b975-4dc0-8baf-82d48d0ccdb4 req-c9b71c6b-3aee-4501-b2a8-4c9a61a64b50 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.621779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7c06-b975-4dc0-8baf-82d48d0ccdb4 req-c9b71c6b-3aee-4501-b2a8-4c9a61a64b50 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.627775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7c06-b975-4dc0-8baf-82d48d0ccdb4 req-c9b71c6b-3aee-4501-b2a8-4c9a61a64b50 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.634184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7c06-b975-4dc0-8baf-82d48d0ccdb4 req-c9b71c6b-3aee-4501-b2a8-4c9a61a64b50 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.640078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7c06-b975-4dc0-8baf-82d48d0ccdb4 req-c9b71c6b-3aee-4501-b2a8-4c9a61a64b50 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.642112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fccf7c06-b975-4dc0-8baf-82d48d0ccdb4 req-c9b71c6b-3aee-4501-b2a8-4c9a61a64b50 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 5444 time: 0.2677636 Aug 19 12:13:40.653711 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.670124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8f2847-455c-403b-98ac-dd22c51c5d18 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:40.698663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port ca8f2847-455c-403b-98ac-dd22c51c5d18, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=ca8f2847-455c-403b-98ac-dd22c51c5d18,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:40.705221 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.792997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=ca8f2847-455c-403b-98ac-dd22c51c5d18,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:40.850008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-1d2cb8a4-7bef-486e-acfb-04f32a6c9745 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:40.851734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-1d2cb8a4-7bef-486e-acfb-04f32a6c9745 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/networks?id=4fc35c03-01c1-4de2-a292-923e978676cd HTTP/1.1" status: 200 len: 812 time: 0.4762995 Aug 19 12:13:40.863828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fccf7c06-b975-4dc0-8baf-82d48d0ccdb4 req-118d0721-c03b-4778-8c55-f1a4bda7cef2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2124186 Aug 19 12:13:40.898304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-81cb59a3-628a-47ea-b108-28856c8fef75 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/quotas/01a00de1f2cb4b6e9a164775c6dfb139 HTTP/1.1" status: 200 len: 375 time: 0.0320218 Aug 19 12:13:40.964469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ed624162-2741-449f-ac1c-7c65079fcb39 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "GET /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3927684 Aug 19 12:13:40.994035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:40.999745 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-a14359ee-80e6-47f6-aa2d-baa2e8edf11a tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=01a00de1f2cb4b6e9a164775c6dfb139&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569263 Aug 19 12:13:41.095724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['ca8f2847-455c-403b-98ac-dd22c51c5d18'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:13:41.127901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49512) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:41.167502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.206710 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.261166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-032585c0-e757-499f-a70b-da43626d1c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.263237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c9aed-3b58-46b2-bcf1-443e61449dbf req-c173f744-8a56-426b-8ebd-da090ec00e5a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:41.265299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-635c9aed-3b58-46b2-bcf1-443e61449dbf req-c173f744-8a56-426b-8ebd-da090ec00e5a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 908 time: 0.2222002 Aug 19 12:13:41.295312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:41.303141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-ad9de113-0d3d-4f87-b003-3d275ea604c2 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864587 Aug 19 12:13:41.375684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-032585c0-e757-499f-a70b-da43626d1c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.380194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-032585c0-e757-499f-a70b-da43626d1c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.419215 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-032585c0-e757-499f-a70b-da43626d1c3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b99bba0a7e48447496b381f8f7fd526a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894599 Aug 19 12:13:41.420253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032585c0-e757-499f-a70b-da43626d1c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dd7d7f-1b68-422b-8309-74f87c82f313,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:41.422907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49518) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:41.469493 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.474035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-953fb74d-5088-4f3f-9721-ec25bd1110fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.496641 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-953fb74d-5088-4f3f-9721-ec25bd1110fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.552024 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-953fb74d-5088-4f3f-9721-ec25bd1110fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.554842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-953fb74d-5088-4f3f-9721-ec25bd1110fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.556033 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-953fb74d-5088-4f3f-9721-ec25bd1110fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6dd7d7f-1b68-422b-8309-74f87c82f313 HTTP/1.1" status: 204 len: 168 time: 0.1319172 Aug 19 12:13:41.565174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fb74d-5088-4f3f-9721-ec25bd1110fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dd7d7f-1b68-422b-8309-74f87c82f313,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:41.602080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.614823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.618818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] For port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:41.635842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-f4418562-8de3-431b-b5e4-ec78441144cc service neutron] 10.222.0.65 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090878 Aug 19 12:13:41.688224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.688926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 093c7b3b-4e89-4282-b223-8e4de3880d1b {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:13:41.707414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.712782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-be0d7811-d746-4f7f-b1b1-586c1381dfe0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/093c7b3b-4e89-4282-b223-8e4de3880d1b HTTP/1.1" status: 204 len: 168 time: 2.3819931 Aug 19 12:13:41.713922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49522) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:41.717437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] For port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:41.779723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] device_id is not set on port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:13:41.790703 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.803569 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.810387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Deleting subnet 8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:13:41.814982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.836657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d0fe2167-b27a-44f7-9283-801836381b58 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:41.861034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: d0fe2167-b27a-44f7-9283-801836381b58 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:41.861658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d0fe2167-b27a-44f7-9283-801836381b58 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:41.910456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] No DVR routers for this DVR port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:41.953094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.965410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] In _notify_port_updated(), no bound segment for port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:13:41.966402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:41.966965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.968179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] 10.222.0.69 "PUT /v2.0/ports/0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 200 len: 1033 time: 0.9930351 Aug 19 12:13:41.969901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0957b7-2d75-44db-86c6-42874ba35a1e service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:42.055999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92f21867-c361-44d6-94ae-2a4ae742a123 req-1b5c3a8e-bddd-40d8-98c8-40d32ce45cc0 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 210 time: 0.0914264 Aug 19 12:13:42.085932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49538) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:42.090832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-cab41471-e7bf-4c79-a092-28b70772ae6d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:42.092191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-cab41471-e7bf-4c79-a092-28b70772ae6d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "GET /v2.0/ports/b756ec2b-c878-45b9-b2ac-6a7e5112a26b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1105227 Aug 19 12:13:42.129976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:42.134838 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.141516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.211781 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.228938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe377b3-1843-4bb2-9962-42e1382679f3 req-389e6571-f636-4b42-a357-90ba6af99cb1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:42.234967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe377b3-1843-4bb2-9962-42e1382679f3 req-389e6571-f636-4b42-a357-90ba6af99cb1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:42.241631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe377b3-1843-4bb2-9962-42e1382679f3 req-389e6571-f636-4b42-a357-90ba6af99cb1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:42.248287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe377b3-1843-4bb2-9962-42e1382679f3 req-389e6571-f636-4b42-a357-90ba6af99cb1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:42.254281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe377b3-1843-4bb2-9962-42e1382679f3 req-389e6571-f636-4b42-a357-90ba6af99cb1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:42.258606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:42.260239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe377b3-1843-4bb2-9962-42e1382679f3 req-389e6571-f636-4b42-a357-90ba6af99cb1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:42.262148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fe377b3-1843-4bb2-9962-42e1382679f3 req-389e6571-f636-4b42-a357-90ba6af99cb1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 4664 time: 0.1955857 Aug 19 12:13:42.280805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f6f6a499-27c1-4b31-b077-db1b6228d130 None None] Provisioning complete for port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:42.282184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a499-27c1-4b31-b077-db1b6228d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.285216 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.290977 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8930b6e9-cbe3-4a4a-8f2a-7eb382626d9a HTTP/1.1" status: 204 len: 168 time: 0.5759919 Aug 19 12:13:42.292763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.293248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.293623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.294034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.294379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.294899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.295145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.295661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.296002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.296332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.296659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.297222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bcbca-e1c3-4eb8-bc03-4150c2ede04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.300939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49542) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:42.330810 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.350761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23537980-1947-4b09-b2ec-ae769afcdd53 None None] Network 8f5255f7-7f0a-4552-9894-cbcfded5a8df requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:42.355586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6a499-27c1-4b31-b077-db1b6228d130 None None] Port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:42.483678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device ca8f2847-455c-403b-98ac-dd22c51c5d18 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:42.538802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fe377b3-1843-4bb2-9962-42e1382679f3 req-dcff91c4-8ed5-4849-9b6a-9fa4973e116d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=23f27e5f-e2e7-4e13-aaed-19d18cc32afd&id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2575634 Aug 19 12:13:42.562588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port ca8f2847-455c-403b-98ac-dd22c51c5d18 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:42.568619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port ca8f2847-455c-403b-98ac-dd22c51c5d18 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:42.569961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.579418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd642e-092c-44a3-a049-66a49224118b req-ba06d30f-f408-414f-826c-52024e06f4dd tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:42.581012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2cd642e-092c-44a3-a049-66a49224118b req-ba06d30f-f408-414f-826c-52024e06f4dd tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 908 time: 0.1983047 Aug 19 12:13:42.609738 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.638752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925440c8-e802-4980-b99e-0877bf4a8873 None None] DHCP port deletion for 8f5255f7-7f0a-4552-9894-cbcfded5a8df request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:13:42.712497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.735395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-925440c8-e802-4980-b99e-0877bf4a8873 None None] Deleting port e3e31012-1a70-4300-ae84-b605cb807666 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:42.735770 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-925440c8-e802-4980-b99e-0877bf4a8873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.742290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b18e45-2b2c-4674-940a-8aeb1530f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8f2847-455c-403b-98ac-dd22c51c5d18'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:42.745036 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ad7738-2eca-435e-8e28-c986dc5c21b3" -d '{"events": [{"server_uuid": "27b18e45-2b2c-4674-940a-8aeb1530f3a7", "name": "network-vif-plugged", "status": "completed", "tag": "ca8f2847-455c-403b-98ac-dd22c51c5d18"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:42.747243 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.764434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.795000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port ca8f2847-455c-403b-98ac-dd22c51c5d18, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=ca8f2847-455c-403b-98ac-dd22c51c5d18,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:42.807908 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95ceb27-0200-4f6e-9e9a-731de4d02c88 x-openstack-request-id: req-a95ceb27-0200-4f6e-9e9a-731de4d02c88 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:42.808210 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b18e45-2b2c-4674-940a-8aeb1530f3a7", "name": "network-vif-plugged", "status": "completed", "tag": "ca8f2847-455c-403b-98ac-dd22c51c5d18", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:42.808486 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a95ceb27-0200-4f6e-9e9a-731de4d02c88 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:42.808875 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b18e45-2b2c-4674-940a-8aeb1530f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8f2847-455c-403b-98ac-dd22c51c5d18', 'code': 200} Aug 19 12:13:42.811270 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.814739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] For port b756ec2b-c878-45b9-b2ac-6a7e5112a26b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:42.856769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b74a8838fa7849638699183b3cabf7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7671356 Aug 19 12:13:42.857162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49548) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:42.861874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36766929-4b8e-4661-9103-dd16873b7590,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:42.866346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-925440c8-e802-4980-b99e-0877bf4a8873 None None] For port e3e31012-1a70-4300-ae84-b605cb807666, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e3e31012-1a70-4300-ae84-b605cb807666,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:42.866972 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-925440c8-e802-4980-b99e-0877bf4a8873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.878594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Deleting port e3e31012-1a70-4300-ae84-b605cb807666 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:42.878991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.887225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.887841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.887991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.888185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-925440c8-e802-4980-b99e-0877bf4a8873 None None] Calling delete_port for e3e31012-1a70-4300-ae84-b605cb807666 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:42.888847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.889196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.889531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.890029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.890242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.890517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.891147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.891147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.891778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a507ae-591d-4aae-b28b-6d62bb3030c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:42.906037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=ca8f2847-455c-403b-98ac-dd22c51c5d18,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:42.949288 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a476baac-741d-4c4f-acf9-92e1184fca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.951631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] For port b756ec2b-c878-45b9-b2ac-6a7e5112a26b, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:42.962637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:42.979286 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a476baac-741d-4c4f-acf9-92e1184fca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.990318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d02c-988b-4153-b8a7-c0db6547734d req-577eddb6-942d-451d-8546-c4fd40febfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:42.991831 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9b23d02c-988b-4153-b8a7-c0db6547734d req-577eddb6-942d-451d-8546-c4fd40febfa5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 1060 time: 0.0864410 Aug 19 12:13:43.006011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] For port e3e31012-1a70-4300-ae84-b605cb807666, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e3e31012-1a70-4300-ae84-b605cb807666,segment=NetworkSegment(fd629100-a444-4aa1-90ff-98fc406a5de7),segment_id=fd629100-a444-4aa1-90ff-98fc406a5de7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:43.006645 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.020234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] device_id is not set on port b756ec2b-c878-45b9-b2ac-6a7e5112a26b yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:13:43.030314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Calling delete_port for e3e31012-1a70-4300-ae84-b605cb807666 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:43.034013 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-925440c8-e802-4980-b99e-0877bf4a8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.036509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a476baac-741d-4c4f-acf9-92e1184fca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.037460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.039150 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a476baac-741d-4c4f-acf9-92e1184fca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.040362 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a476baac-741d-4c4f-acf9-92e1184fca5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36766929-4b8e-4661-9103-dd16873b7590 HTTP/1.1" status: 204 len: 168 time: 0.1820159 Aug 19 12:13:43.050096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476baac-741d-4c4f-acf9-92e1184fca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36766929-4b8e-4661-9103-dd16873b7590,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.050536 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.084743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925440c8-e802-4980-b99e-0877bf4a8873 None None] No DVR routers for this DVR port e3e31012-1a70-4300-ae84-b605cb807666 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:43.150038 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.152085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925440c8-e802-4980-b99e-0877bf4a8873 None None] Pushing event deleted for resources: {'Port': ['ID=e3e31012-1a70-4300-ae84-b605cb807666,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.201325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] No DVR routers for this DVR port b756ec2b-c878-45b9-b2ac-6a7e5112a26b on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:43.235301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:43.247162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] In _notify_port_updated(), no bound segment for port b756ec2b-c878-45b9-b2ac-6a7e5112a26b on network 127ee992-1a42-43fa-abb5-ae2b756eca7f {{(pid=101154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:13:43.248212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:43.248965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.250543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] 10.222.0.69 "PUT /v2.0/ports/b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 200 len: 1031 time: 1.1263924 Aug 19 12:13:43.251273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f208886-bd90-4c90-9803-3f5dd4ea4cae service neutron] Pushing event updated for resources: {'Port': ['ID=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.273619 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.275501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:43.364178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:43.364178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:43.410379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-621ff6cb-9ba0-4f9e-82fd-8240ab3dc72f req-2f99cd1f-fede-45d3-9f71-fc9d64d922db tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 210 time: 0.1640015 Aug 19 12:13:43.412676 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.473370 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.507787 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.521254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:43.527509 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.528594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b756ec2b-c878-45b9-b2ac-6a7e5112a26b no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:43.561191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e31012-1a70-4300-ae84-b605cb807666,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.565895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] No DVR routers for this DVR port e3e31012-1a70-4300-ae84-b605cb807666 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:43.617797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1091f9c3-9fb1-42d8-baf1-8dd29eed935d None None] Provisioning complete for port b756ec2b-c878-45b9-b2ac-6a7e5112a26b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:43.618167 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1091f9c3-9fb1-42d8-baf1-8dd29eed935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.630807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:43.631160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.631627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49562) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:43.653535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.655523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9aab8931-33c3-4d9f-9404-18223a6e8602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.670286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b756ec2b-c878-45b9-b2ac-6a7e5112a26b not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:43.670721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 67f54fd4-4394-42d2-a9d8-43d992171ce0 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:43.688329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-d4950f22-5e0b-4cdd-b71b-dc19fc9dfa04 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:43.689931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-d4950f22-5e0b-4cdd-b71b-dc19fc9dfa04 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.69 "GET /v2.0/networks?id=4fc35c03-01c1-4de2-a292-923e978676cd HTTP/1.1" status: 200 len: 812 time: 0.4360149 Aug 19 12:13:43.770225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Request body: {'port': {'device_id': '6b936d3b-c670-40a8-b698-9b40ff438913', 'network_id': '4fc35c03-01c1-4de2-a292-923e978676cd', 'admin_state_up': True, 'tenant_id': '01a00de1f2cb4b6e9a164775c6dfb139'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:43.797411 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9aab8931-33c3-4d9f-9404-18223a6e8602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.802485 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9aab8931-33c3-4d9f-9404-18223a6e8602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.848726 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9aab8931-33c3-4d9f-9404-18223a6e8602 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7177281116b3413ab515a0e8c176a5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134223 Aug 19 12:13:43.848726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab8931-33c3-4d9f-9404-18223a6e8602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e069e0c-87e4-4a36-95a0-8257c494533e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.849770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49564) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:43.884195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e3e31012-1a70-4300-ae84-b605cb807666 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:43.890850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1091f9c3-9fb1-42d8-baf1-8dd29eed935d None None] Port b756ec2b-c878-45b9-b2ac-6a7e5112a26b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:43.914456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e3e31012-1a70-4300-ae84-b605cb807666 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:43.914949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e3e31012-1a70-4300-ae84-b605cb807666 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:43.915098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be797aba-5c93-491d-b080-679e3b35f0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.915534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:43.937425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:43.938385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ed598a99-b7d1-4ed3-9eb8-d1aa6bbc7b66 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:43.944774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be797aba-5c93-491d-b080-679e3b35f0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.989147 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.018781 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be797aba-5c93-491d-b080-679e3b35f0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.022376 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be797aba-5c93-491d-b080-679e3b35f0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.023980 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-be797aba-5c93-491d-b080-679e3b35f0b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e069e0c-87e4-4a36-95a0-8257c494533e HTTP/1.1" status: 204 len: 168 time: 0.1728518 Aug 19 12:13:44.035451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 67f54fd4-4394-42d2-a9d8-43d992171ce0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:44.041702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be797aba-5c93-491d-b080-679e3b35f0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e069e0c-87e4-4a36-95a0-8257c494533e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:44.041971 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.042903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:44.155257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=67f54fd4-4394-42d2-a9d8-43d992171ce0,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:44.207902 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.217025 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.260625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5255f7-7f0a-4552-9894-cbcfded5a8df']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:44.262867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:44.271595 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.272538 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:44.302882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd629100-a444-4aa1-90ff-98fc406a5de7') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:44.303183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd629100-a444-4aa1-90ff-98fc406a5de7') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:44.334972 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.360716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:44.395913 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.407055 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.424212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131c92-8890-4b1f-983a-e673cc85daee req-bd071783-2f9c-44e0-93d2-6c13cb88c56d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:44.431391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131c92-8890-4b1f-983a-e673cc85daee req-bd071783-2f9c-44e0-93d2-6c13cb88c56d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:44.438158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131c92-8890-4b1f-983a-e673cc85daee req-bd071783-2f9c-44e0-93d2-6c13cb88c56d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:44.445710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131c92-8890-4b1f-983a-e673cc85daee req-bd071783-2f9c-44e0-93d2-6c13cb88c56d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:44.451561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131c92-8890-4b1f-983a-e673cc85daee req-bd071783-2f9c-44e0-93d2-6c13cb88c56d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:44.453460 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe131c92-8890-4b1f-983a-e673cc85daee req-bd071783-2f9c-44e0-93d2-6c13cb88c56d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 3882 time: 0.7486010 Aug 19 12:13:44.454691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:44.462324 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.464400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:13:44.464843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.467748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] For port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:44.468208 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:13:44.475454 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:13:44.483151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8acfbb-9403-491d-9b35-ea4aa3791916 req-8d9ccf58-6b0b-413e-bd5e-1d92199a5fca tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:44.484645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd8acfbb-9403-491d-9b35-ea4aa3791916 req-8d9ccf58-6b0b-413e-bd5e-1d92199a5fca tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 909 time: 0.7201052 Aug 19 12:13:44.539747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:44.543596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Calling delete_port for 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:44.652821 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.661882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe131c92-8890-4b1f-983a-e673cc85daee req-c8fe0984-d0f2-4cf1-a3dd-a4a17d07e3a9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714306 Aug 19 12:13:44.667267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.671941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8f5255f7-7f0a-4552-9894-cbcfded5a8df HTTP/1.1" status: 204 len: 168 time: 2.3663914 Aug 19 12:13:44.672317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49582) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:44.680840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Made reservation on behalf of 01a00de1f2cb4b6e9a164775c6dfb139 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:44.684361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.696934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c7e15-9917-4b53-a677-4f686ea97d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5255f7-7f0a-4552-9894-cbcfded5a8df,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:44.774978 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82f5b988-a944-4761-bb51-4dba3c80b45c req-68bce908-9753-4dca-8bd4-801f70307f3f tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 210 time: 0.0490625 Aug 19 12:13:44.809750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82'}, {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22'}, {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f54fd4-4394-42d2-a9d8-43d992171ce0'}, {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00'}, {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:44.818836 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdf4c50-8410-45b7-b031-532bec18a0d5" -d '{"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "69ce6a6c-3d13-4618-ae6a-8f9c3c301b82"}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "d21fedd8-ad8e-4e5f-a3e6-0640c0562c22"}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "67f54fd4-4394-42d2-a9d8-43d992171ce0"}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00"}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a17a65-3449-4283-ad57-5ab3e8e5a4c4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:44.889996 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caccb314-d644-450d-b3a0-9c38dbfd43ba x-openstack-request-id: req-caccb314-d644-450d-b3a0-9c38dbfd43ba {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:44.891118 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "69ce6a6c-3d13-4618-ae6a-8f9c3c301b82", "code": 200}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "d21fedd8-ad8e-4e5f-a3e6-0640c0562c22", "code": 200}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "67f54fd4-4394-42d2-a9d8-43d992171ce0", "code": 200}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00", "code": 200}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a17a65-3449-4283-ad57-5ab3e8e5a4c4", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:44.891648 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-caccb314-d644-450d-b3a0-9c38dbfd43ba {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:44.892250 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82', 'code': 200} Aug 19 12:13:44.892756 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22', 'code': 200} Aug 19 12:13:44.893199 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f54fd4-4394-42d2-a9d8-43d992171ce0', 'code': 200} Aug 19 12:13:44.893651 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'code': 200} Aug 19 12:13:44.894180 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4', 'code': 200} Aug 19 12:13:44.927567 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.967454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Allocated IP 172.20.0.14 (4fc35c03-01c1-4de2-a292-923e978676cd/eae77b6e-ecc3-49e1-ae79-cba534c16d8c/6b8e0334-4bf9-48f0-9d0c-0a86743b520d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:44.970297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Port': ['ID=69ce6a6c-3d13-4618-ae6a-8f9c3c301b82,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:45.048299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49596) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:45.049131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] No DVR routers for this DVR port 69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:45.062259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.064196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-2d44af24-5680-4052-9a18-3a9756b4b75b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "DELETE /v2.0/ports/69ce6a6c-3d13-4618-ae6a-8f9c3c301b82 HTTP/1.1" status: 204 len: 173 time: 1.7886665 Aug 19 12:13:45.064630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:45.066916 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2107ed-0e97-4fdb-b0e1-7405f13c0019" -d '{"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "69ce6a6c-3d13-4618-ae6a-8f9c3c301b82"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:45.156712 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde33a4e-775c-4a3f-8dc5-fdbf2fe8bb93 x-openstack-request-id: req-bde33a4e-775c-4a3f-8dc5-fdbf2fe8bb93 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:45.157611 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "69ce6a6c-3d13-4618-ae6a-8f9c3c301b82", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:45.157611 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bde33a4e-775c-4a3f-8dc5-fdbf2fe8bb93 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:45.157847 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': '69ce6a6c-3d13-4618-ae6a-8f9c3c301b82', 'status': 'completed', 'code': 200} Aug 19 12:13:45.171566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.237644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-9480693-network', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:45.316720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Made reservation on behalf of e070eaccb0d04da3b0ce6e7a5a5d690e for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:45.319072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.326561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce8a5-2fe9-4660-bbc6-0b69e41c2ce7 req-eeaa4f28-ec11-426b-9a29-f4f442ba99f8 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:45.327984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-050ce8a5-2fe9-4660-bbc6-0b69e41c2ce7 req-eeaa4f28-ec11-426b-9a29-f4f442ba99f8 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1097 time: 0.1355460 Aug 19 12:13:45.331028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.345596 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.367377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting port 67f54fd4-4394-42d2-a9d8-43d992171ce0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:45.367719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.462099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Deleting port 74f0fdbe-43f1-4658-a91e-7027d075cf4e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:45.462451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.486609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-050ce8a5-2fe9-4660-bbc6-0b69e41c2ce7 req-a268b013-3a14-498a-a7e3-bad7dfe10d98 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470973 Aug 19 12:13:45.516349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:45.534632 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.544981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] For port 67f54fd4-4394-42d2-a9d8-43d992171ce0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=67f54fd4-4394-42d2-a9d8-43d992171ce0,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:45.545449 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.594881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] For port 74f0fdbe-43f1-4658-a91e-7027d075cf4e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=74f0fdbe-43f1-4658-a91e-7027d075cf4e,segment=NetworkSegment(f79bb893-5801-49c2-aff8-fb494d0b2d0a),segment_id=f79bb893-5801-49c2-aff8-fb494d0b2d0a)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:45.595244 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.609566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Calling delete_port for 74f0fdbe-43f1-4658-a91e-7027d075cf4e owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:45.617537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Calling delete_port for 67f54fd4-4394-42d2-a9d8-43d992171ce0 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:45.644920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Network 4fc35c03-01c1-4de2-a292-923e978676cd is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:45.658703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:45.669729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:45.676843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Pushing event updated for resources: {'Port': ['ID=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:45.812156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:45.812707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.819428 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.829821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca26cd-24c8-445c-80d7-c63b3698e0f6 req-06d3158a-78e8-4473-b943-fe7f104fa10a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:45.831697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4aca26cd-24c8-445c-80d7-c63b3698e0f6 req-06d3158a-78e8-4473-b943-fe7f104fa10a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 909 time: 0.2455466 Aug 19 12:13:45.847292 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.902034 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-324dc4a8-d97d-46cb-bb58-3fefcf001394 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1489656 Aug 19 12:13:45.919111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:13:45.932742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Request body: {'port': {'device_id': '6b936d3b-c670-40a8-b698-9b40ff438913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:45.970693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f2713f-3871-44c8-bb2c-787a89171d30,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:45.992103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.018964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.019519 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Added segment 91007ac8-4e7d-4dee-b0db-0e2d92b521cf of type vlan for network e122382d-bbe2-4480-9e13-bf10e2184a63 Aug 19 12:13:46.027373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f0fdbe-43f1-4658-a91e-7027d075cf4e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:46.050405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e354e7-fe22-479b-b012-e9592355901d req-959c618a-b4b2-4d12-aaf4-7ce2b0f3acfb tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:46.056712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e354e7-fe22-479b-b012-e9592355901d req-959c618a-b4b2-4d12-aaf4-7ce2b0f3acfb tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:46.062684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e354e7-fe22-479b-b012-e9592355901d req-959c618a-b4b2-4d12-aaf4-7ce2b0f3acfb tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:46.068634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e354e7-fe22-479b-b012-e9592355901d req-959c618a-b4b2-4d12-aaf4-7ce2b0f3acfb tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:46.070491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5e354e7-fe22-479b-b012-e9592355901d req-959c618a-b4b2-4d12-aaf4-7ce2b0f3acfb tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 3143 time: 0.2550905 Aug 19 12:13:46.078081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 1b89df52-34b7-4a86-9153-7c9370f16bb0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:46.078522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.162340 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.168890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.174372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.188541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0561c00-d38c-49a7-a5ef-e4209c682701 req-068691db-e064-402a-aa51-ce5c20ca9eb3 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:46.190107 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0561c00-d38c-49a7-a5ef-e4209c682701 req-068691db-e064-402a-aa51-ce5c20ca9eb3 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 932 time: 0.2730188 Aug 19 12:13:46.246373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.246373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.263121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Port': ['ID=67f54fd4-4394-42d2-a9d8-43d992171ce0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:46.266168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 1b89df52-34b7-4a86-9153-7c9370f16bb0 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:46.298489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5e354e7-fe22-479b-b012-e9592355901d req-ccf12642-111d-4197-ba73-a2b4ff97a9c3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774518 Aug 19 12:13:46.316657 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.330909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.331999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:46.332572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.374516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] No DVR routers for this DVR port 67f54fd4-4394-42d2-a9d8-43d992171ce0 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:46.419049 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.421060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-26d9e608-3048-43c5-906d-89ca351996b2 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "DELETE /v2.0/ports/67f54fd4-4394-42d2-a9d8-43d992171ce0 HTTP/1.1" status: 204 len: 173 time: 1.3465102 Aug 19 12:13:46.424264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0561c00-d38c-49a7-a5ef-e4209c682701 req-d744f9c5-db47-426b-b753-c676bffca52b tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161815 Aug 19 12:13:46.514497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4628909 Aug 19 12:13:46.519824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49618) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:46.525595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Request body: {'subnet': {'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-9480693-subnet', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:46.573497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cb778-45c9-4570-870c-5433fec932d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e122382d-bbe2-4480-9e13-bf10e2184a63,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:46.586834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e122382d-bbe2-4480-9e13-bf10e2184a63 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:13:46.628308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Made reservation on behalf of e070eaccb0d04da3b0ce6e7a5a5d690e for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:46.631106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.637586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.669827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb5e6-b1e8-40f1-849d-32dd7625f2d2 req-a6c6f82b-8595-4394-a3c5-b842ff94c8ff tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:46.673490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-642cb5e6-b1e8-40f1-849d-32dd7625f2d2 req-a6c6f82b-8595-4394-a3c5-b842ff94c8ff tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 909 time: 0.2808714 Aug 19 12:13:46.710348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=1b89df52-34b7-4a86-9153-7c9370f16bb0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:46.755251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:46.755391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Router 753616cf-905b-4f36-8e7c-825aa9c51b4c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:46.755730 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.872726 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.872964 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Floating IP 57d1f4c3-27db-4979-b123-494d3307bc38 disassociated (deleted). External IP: 172.25.4.124, port: f972372c-bcb7-4da0-9fcb-42e302737b86. Aug 19 12:13:46.947742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a41a5-ea3d-4bec-94db-d10d3203b0cb req-3f9b316d-daf0-4305-ba3c-c7a17a9d9d5a tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:46.949361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a8a41a5-ea3d-4bec-94db-d10d3203b0cb req-3f9b316d-daf0-4305-ba3c-c7a17a9d9d5a tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 1060 time: 0.1384065 Aug 19 12:13:46.964146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] For port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:46.964522 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.990856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8e0334-4bf9-48f0-9d0c-0a86743b520d {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:47.012435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Calling delete_port for d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:47.063745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.098591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:47.104663 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69d86d97-8b4a-44e0-9b4f-01fb4f169f49 admin admin] 10.222.0.65 "PUT /v2.0/routers/753616cf-905b-4f36-8e7c-825aa9c51b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4308186 Aug 19 12:13:47.107501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.111811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49628) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:47.111986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Transition to ACTIVE for port object 6b8e0334-4bf9-48f0-9d0c-0a86743b520d will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:47.113233 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] Sync routers for ids ['753616cf-905b-4f36-8e7c-825aa9c51b4c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:47.120835 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.125119 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] Routers {'753616cf-905b-4f36-8e7c-825aa9c51b4c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:47.126001 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['753616cf-905b-4f36-8e7c-825aa9c51b4c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:47.163134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': '67f54fd4-4394-42d2-a9d8-43d992171ce0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:47.165471 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735be9e5-1f11-4836-a0d1-c467de6196de" -d '{"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "67f54fd4-4394-42d2-a9d8-43d992171ce0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:47.189509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c8860-a5fc-45d6-8c87-a26684167765 req-2a424a55-1445-413f-8709-f07b693360da tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:47.190689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-923c8860-a5fc-45d6-8c87-a26684167765 req-2a424a55-1445-413f-8709-f07b693360da tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 1136 time: 0.1244953 Aug 19 12:13:47.218424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:47.265074 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] Set router 753616cf-905b-4f36-8e7c-825aa9c51b4c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:47.276077 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b63c96-dbec-45cd-8fb0-3c49b7f0f5cc x-openstack-request-id: req-d7b63c96-dbec-45cd-8fb0-3c49b7f0f5cc {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:47.276672 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "67f54fd4-4394-42d2-a9d8-43d992171ce0", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:47.276672 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7b63c96-dbec-45cd-8fb0-3c49b7f0f5cc {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:47.277001 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': '67f54fd4-4394-42d2-a9d8-43d992171ce0', 'status': 'completed', 'code': 200} Aug 19 12:13:47.336766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-923c8860-a5fc-45d6-8c87-a26684167765 req-ab83c4aa-5e56-49f3-aa39-87560b4a03b2 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1309502 Aug 19 12:13:47.346171 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.361448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49634) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:47.398067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Port': ['ID=d7a17a65-3449-4283-ad57-5ab3e8e5a4c4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:47.418819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Attempting to bind port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:47.419671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Attempting to bind port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'd828b32d-d921-40e9-adee-4fddec60f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4fc35c03-01c1-4de2-a292-923e978676cd'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:47.419671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Attempting to bind port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d on network 4fc35c03-01c1-4de2-a292-923e978676cd {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:47.481423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d on network 4fc35c03-01c1-4de2-a292-923e978676cd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:13:47.481748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Attempting to bind port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d on network 4fc35c03-01c1-4de2-a292-923e978676cd {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:47.505273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] No DVR routers for this DVR port d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:47.512630 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.514599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-090a78dc-32ae-4e2a-8c49-badf66302e3d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "DELETE /v2.0/ports/d7a17a65-3449-4283-ad57-5ab3e8e5a4c4 HTTP/1.1" status: 204 len: 173 time: 1.0838275 Aug 19 12:13:47.516559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:47.517110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Checking segment: {'id': 'd828b32d-d921-40e9-adee-4fddec60f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4fc35c03-01c1-4de2-a292-923e978676cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:47.517337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Bound using segment: {'id': 'd828b32d-d921-40e9-adee-4fddec60f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4fc35c03-01c1-4de2-a292-923e978676cd'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:47.517775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Bound port: 6b8e0334-4bf9-48f0-9d0c-0a86743b520d, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd828b32d-d921-40e9-adee-4fddec60f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4fc35c03-01c1-4de2-a292-923e978676cd'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:47.518204 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.523122 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 5, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'gw_port': {'id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:44Z', 'updated_at': '2021-08-19T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:47.552947 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] Checking router: 753616cf-905b-4f36-8e7c-825aa9c51b4c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:47.562177 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] Routers {'753616cf-905b-4f36-8e7c-825aa9c51b4c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:47.562990 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['753616cf-905b-4f36-8e7c-825aa9c51b4c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:47.575419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52adcdb3-f59f-462f-abc4-8b6c5a6fd120 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:47.579840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-52adcdb3-f59f-462f-abc4-8b6c5a6fd120 tempest-TestSecurityGroupsBasicOps-1678463214 tempest-TestSecurityGroupsBasicOps-1678463214-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 1055 time: 0.2127020 Aug 19 12:13:47.654595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61d27-484d-4869-a721-5d25e3de84a1 req-7aa1dcc5-fcaa-4584-a0b8-7cd86ce9ace7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:47.660917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61d27-484d-4869-a721-5d25e3de84a1 req-7aa1dcc5-fcaa-4584-a0b8-7cd86ce9ace7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:47.662584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3f61d27-484d-4869-a721-5d25e3de84a1 req-7aa1dcc5-fcaa-4584-a0b8-7cd86ce9ace7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 1678 time: 0.2457752 Aug 19 12:13:47.716287 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] Set router 753616cf-905b-4f36-8e7c-825aa9c51b4c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:47.735948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190beae0-5082-47e6-8cbd-e22b2063b026 req-95543fe4-6722-408b-a0b6-2dbd6fc3600d tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:47.737757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-190beae0-5082-47e6-8cbd-e22b2063b026 req-95543fe4-6722-408b-a0b6-2dbd6fc3600d tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 944 time: 0.2139516 Aug 19 12:13:47.779339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] For port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:47.805753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3f61d27-484d-4869-a721-5d25e3de84a1 req-32ecb1f0-4bc7-4443-8657-cae31e574c69 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153715 Aug 19 12:13:47.820487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] For port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,segment=NetworkSegment(d828b32d-d921-40e9-adee-4fddec60f696),segment_id=d828b32d-d921-40e9-adee-4fddec60f696)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:47.843774 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.861148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:47.861507 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.880502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07533fbe-469f-45d5-ad86-ed4d9bfdcafb,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:47.884587 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-190beae0-5082-47e6-8cbd-e22b2063b026 req-39b4bf68-65e0-409e-a316-beea8bb5a48d tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338856 Aug 19 12:13:47.946372 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.949817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:47.950506 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.952023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] 10.222.0.69 "PUT /v2.0/ports/6b8e0334-4bf9-48f0-9d0c-0a86743b520d HTTP/1.1" status: 200 len: 1092 time: 2.0253458 Aug 19 12:13:48.001596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14152dd3-d6b3-47e0-a9ab-fadc6e06caa3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:48.026339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:48.026769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Network hostable DHCP agents. Network: e122382d-bbe2-4480-9e13-bf10e2184a63, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:13:48.053948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router b6921d03-0a7b-4b64-87f7-68231c8d4d1e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:48.069625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] For port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:48.070016 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.075364 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 5, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'gw_port': {'id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:44Z', 'updated_at': '2021-08-19T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:48.101580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Calling delete_port for d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:48.121851 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713677ec-24bb-44ab-9bf9-25a58f98731c None None] The sync data for ids ['753616cf-905b-4f36-8e7c-825aa9c51b4c'] in n-d-778550-9 is: [{'id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'name': 'tempest-TestServerMultinode-187283892-router', 'tenant_id': '9a07d0f0da644065a6b2710227aca395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:43Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 5, 'project_id': '9a07d0f0da644065a6b2710227aca395', 'gw_port': {'id': '9dd4a4fc-6177-4ad5-98a0-b33d07d9d699', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753616cf-905b-4f36-8e7c-825aa9c51b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:44Z', 'updated_at': '2021-08-19T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:48.162430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-5213fdaa-dbe6-4350-bb0e-0a32e9e147bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:48.164080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-5213fdaa-dbe6-4350-bb0e-0a32e9e147bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01a00de1f2cb4b6e9a164775c6dfb139&device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 1095 time: 0.1410115 Aug 19 12:13:48.169764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:13:48.248888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, e122382d-bbe2-4480-9e13-bf10e2184a63) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:48.256224 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:48.256866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.261573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a0dc4-c505-4ea1-8196-24a5cb163995 None None] Network e122382d-bbe2-4480-9e13-bf10e2184a63 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:48.267413 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.315841 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4b9f16b0-430c-4df7-aab4-bb36f22d1a9c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7947919 Aug 19 12:13:48.323820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49644) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:48.329423 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:48.374451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:48.382062 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.401723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-51895b20-1f36-4380-a773-16e1181f598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.403608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] Sync routers for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:48.415350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.417101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.426648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:48.427336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:48.445620 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-81c12012-1c21-4391-b550-dbe9a18a47e2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/floatingips/57d1f4c3-27db-4979-b123-494d3307bc38 HTTP/1.1" status: 204 len: 168 time: 2.9280035 Aug 19 12:13:48.448964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:48.451336 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:48.504174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.507302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Deleting port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:48.507784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.544776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-e122382d-bbe2-4480-9e13-bf10e2184a63', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:13:48.545658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.649540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-32838d6d-a3f2-47e2-b0c2-2a0dec6767a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b8e0334-4bf9-48f0-9d0c-0a86743b520d HTTP/1.1" status: 200 len: 217 time: 0.4587882 Aug 19 12:13:48.722654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7489765-7f29-40b2-a97b-5d77b21e0639 req-2ab57a63-e3bf-458b-8b05-b4c42f45ac0a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:48.730665 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7489765-7f29-40b2-a97b-5d77b21e0639 req-2ab57a63-e3bf-458b-8b05-b4c42f45ac0a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 909 time: 0.5494592 Aug 19 12:13:48.755326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-9dbbfde5-68aa-4ca4-a1fc-6084fd3128c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:48.757109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-9dbbfde5-68aa-4ca4-a1fc-6084fd3128c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eae77b6e-ecc3-49e1-ae79-cba534c16d8c HTTP/1.1" status: 200 len: 852 time: 0.0957060 Aug 19 12:13:48.784246 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82602c9-5fff-417a-90d8-c3033f454690 x-openstack-request-id: req-a82602c9-5fff-417a-90d8-c3033f454690 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:48.785067 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:48.785067 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a82602c9-5fff-417a-90d8-c3033f454690 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:48.785935 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'status': 'completed', 'code': 200} Aug 19 12:13:48.799892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.816186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-9626cc86-a7cf-407b-99f4-7bd6f92a9ca5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4fc35c03-01c1-4de2-a292-923e978676cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384796 Aug 19 12:13:48.852554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] For port 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9dd4a4fc-6177-4ad5-98a0-b33d07d9d699,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:48.852554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.859029 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:48.918118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Calling delete_port for 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:48.934093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-8a0f4583-0409-4e44-b300-1f526d8e98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:48.935671 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-8a0f4583-0409-4e44-b300-1f526d8e98b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 1097 time: 0.1451378 Aug 19 12:13:49.020487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Allocated IP 172.20.0.2 (e122382d-bbe2-4480-9e13-bf10e2184a63/07533fbe-469f-45d5-ad86-ed4d9bfdcafb/47014ce9-f112-44d0-9a18-ba5cc3a81404) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:49.032610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.044439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-093d1ee8-e1c0-4b04-a0b6-27e94abd72be service neutron] 10.222.0.69 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186167 Aug 19 12:13:49.083265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Port': ['ID=d21fedd8-ad8e-4e5f-a3e6-0640c0562c22,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:49.097818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1acab8-5b86-46ee-be53-c15fc2e0d2f3 req-ff60bd10-214b-404a-a814-bc93d8fdafe2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:49.105561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc1acab8-5b86-46ee-be53-c15fc2e0d2f3 req-ff60bd10-214b-404a-a814-bc93d8fdafe2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 946 time: 0.2784350 Aug 19 12:13:49.157509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-979f28c1-c393-4c9e-93a3-f56de5811a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:49.163456 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-979f28c1-c393-4c9e-93a3-f56de5811a55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 200 len: 898 time: 0.2173100 Aug 19 12:13:49.201639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2128-96bf-4779-ade5-61e144d0f2e4 req-b699f41b-c28d-45a3-be9c-ef14aecfcd6e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:49.209446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2128-96bf-4779-ade5-61e144d0f2e4 req-b699f41b-c28d-45a3-be9c-ef14aecfcd6e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:49.211176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd3a2128-96bf-4779-ade5-61e144d0f2e4 req-b699f41b-c28d-45a3-be9c-ef14aecfcd6e tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 1600 time: 0.2473276 Aug 19 12:13:49.229704 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-9e4ee696-b869-46c3-bec6-4dc368510e9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 200 len: 217 time: 0.0557842 Aug 19 12:13:49.246605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] No DVR routers for this DVR port d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:49.260305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:38Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b9c4da19-4373-45d6-adbd-73924bca0d5b', 'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:93:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:37Z', 'updated_at': '2021-08-19T12:11:47Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:49.262606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.266182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-ff2d16bc-12ea-42bd-af4c-0552ef5de760 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "DELETE /v2.0/ports/d21fedd8-ad8e-4e5f-a3e6-0640c0562c22 HTTP/1.1" status: 204 len: 173 time: 1.7412617 Aug 19 12:13:49.281257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4'}, {'name': 'network-changed', 'server_uuid': '6b936d3b-c670-40a8-b698-9b40ff438913', 'tag': '6b8e0334-4bf9-48f0-9d0c-0a86743b520d'}, {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:49.283649 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c360a57-eab4-459b-89a4-91493e01abab" -d '{"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "d7a17a65-3449-4283-ad57-5ab3e8e5a4c4"}, {"name": "network-changed", "server_uuid": "6b936d3b-c670-40a8-b698-9b40ff438913", "tag": "6b8e0334-4bf9-48f0-9d0c-0a86743b520d"}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "d21fedd8-ad8e-4e5f-a3e6-0640c0562c22"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:49.300785 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] Checking router: b6921d03-0a7b-4b64-87f7-68231c8d4d1e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:49.308423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.309492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc1acab8-5b86-46ee-be53-c15fc2e0d2f3 req-c9f92c57-017c-449d-aac6-27d40b2bb301 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028382 Aug 19 12:13:49.320911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Transition to ACTIVE for port object 47014ce9-f112-44d0-9a18-ba5cc3a81404 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:49.323150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:49.323921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:49.392728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Transition to ACTIVE for port object 47014ce9-f112-44d0-9a18-ba5cc3a81404 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:49.397943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.402697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd3a2128-96bf-4779-ade5-61e144d0f2e4 req-a05ead01-ffa3-4f68-a8cd-bbe7c3d4a682 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583650 Aug 19 12:13:49.404112 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.417691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-e3bfadbf-9d1b-49f6-9914-92bdb85f4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:49.419186 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-e3bfadbf-9d1b-49f6-9914-92bdb85f4d64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 200 len: 835 time: 0.1650302 Aug 19 12:13:49.440179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-814f047f-2370-48a2-a022-49ae59fbf9b5 req-ee88d2d3-82fb-44f1-80d4-b7e34d1bf7b8 service neutron] 10.222.0.69 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663716 Aug 19 12:13:49.445531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd4a4fc-6177-4ad5-98a0-b33d07d9d699,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:49.452633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.487921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Pushing event updated for resources: {'Port': ['ID=47014ce9-f112-44d0-9a18-ba5cc3a81404,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:49.510730 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.524696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:49.527761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:49.531760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:49.578261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:49.617459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23443-1008-4ada-b03e-291aa2428d1e req-69d94fec-8ea9-45d9-a561-17f88201f443 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:49.630836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11a23443-1008-4ada-b03e-291aa2428d1e req-69d94fec-8ea9-45d9-a561-17f88201f443 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 944 time: 0.1888444 Aug 19 12:13:49.654481 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f9bce5-e966-4531-a55b-11587fb8f7e6 x-openstack-request-id: req-37f9bce5-e966-4531-a55b-11587fb8f7e6 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:49.655207 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "d7a17a65-3449-4283-ad57-5ab3e8e5a4c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b936d3b-c670-40a8-b698-9b40ff438913", "tag": "6b8e0334-4bf9-48f0-9d0c-0a86743b520d", "status": "completed", "code": 200}, {"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "d21fedd8-ad8e-4e5f-a3e6-0640c0562c22", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:49.655207 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37f9bce5-e966-4531-a55b-11587fb8f7e6 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:49.655647 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': 'd7a17a65-3449-4283-ad57-5ab3e8e5a4c4', 'status': 'completed', 'code': 200} Aug 19 12:13:49.656111 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b936d3b-c670-40a8-b698-9b40ff438913', 'tag': '6b8e0334-4bf9-48f0-9d0c-0a86743b520d', 'status': 'completed', 'code': 200} Aug 19 12:13:49.656365 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': 'd21fedd8-ad8e-4e5f-a3e6-0640c0562c22', 'status': 'completed', 'code': 200} Aug 19 12:13:49.664000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.757840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-ca9f850d-65b6-48a4-b16a-88504438041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:49.759542 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-ca9f850d-65b6-48a4-b16a-88504438041e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9199eb6-cd3e-4d16-b9e2-d04b4865c480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2825117 Aug 19 12:13:49.789910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11a23443-1008-4ada-b03e-291aa2428d1e req-ca3cea2c-b003-49a3-826f-87ca15a2db97 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558125 Aug 19 12:13:49.809730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2066-f0ac-4b67-916c-87456ebf121f req-3b412f66-6c49-4d17-ac31-299751d2a832 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:49.811306 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43af2066-f0ac-4b67-916c-87456ebf121f req-3b412f66-6c49-4d17-ac31-299751d2a832 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.54 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 909 time: 0.1469536 Aug 19 12:13:49.831960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.838239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 74f0fdbe-43f1-4658-a91e-7027d075cf4e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:49.845748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.900536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:49.900862 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.950457 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.951018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 753616cf-905b-4f36-8e7c-825aa9c51b4c {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:13:49.953177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Allocated IP 172.25.4.93 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ad09496c-6b7e-40af-b999-6debd7023ef3) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:49.962134 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.965957 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2a4eca22-06b3-460c-b275-0978e2f7e760 admin admin] 10.222.0.65 "DELETE /v2.0/routers/753616cf-905b-4f36-8e7c-825aa9c51b4c HTTP/1.1" status: 204 len: 168 time: 2.8496017 Aug 19 12:13:49.966638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49662) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:49.994267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c360a57-eab4-459b-89a4-91493e01abab req-77b1f586-499b-4ff3-9f41-3fe306093087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:49.995634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c360a57-eab4-459b-89a4-91493e01abab req-77b1f586-499b-4ff3-9f41-3fe306093087 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01a00de1f2cb4b6e9a164775c6dfb139&device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 1095 time: 0.1956840 Aug 19 12:13:50.062955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 74f0fdbe-43f1-4658-a91e-7027d075cf4e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:50.063303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 74f0fdbe-43f1-4658-a91e-7027d075cf4e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:50.076727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Attempting to bind port 47014ce9-f112-44d0-9a18-ba5cc3a81404 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:50.077100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Attempting to bind port 47014ce9-f112-44d0-9a18-ba5cc3a81404 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:50.077465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Attempting to bind port 47014ce9-f112-44d0-9a18-ba5cc3a81404 on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:50.080553 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-50213042-e6f3-4053-bb09-c42a64e25d7a service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806175 Aug 19 12:13:50.088241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:50.088696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:50.089123 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.089518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Bound using segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:50.090295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Bound port: 47014ce9-f112-44d0-9a18-ba5cc3a81404, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:50.090439 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.132667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771589fd-269c-446a-8c51-04f139bd089e req-d907b8c8-020a-4bbe-82b3-c37f710e8d1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:50.134506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-771589fd-269c-446a-8c51-04f139bd089e req-d907b8c8-020a-4bbe-82b3-c37f710e8d1a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 909 time: 0.2929800 Aug 19 12:13:50.145571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5798b264-4963-468e-8aaf-b5af4e2bb5f1 admin admin] Deleting subnet 39158162-8b56-49a7-97ee-cb390cddd4ae {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:13:50.151875 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5798b264-4963-468e-8aaf-b5af4e2bb5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.211871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] For port 47014ce9-f112-44d0-9a18-ba5cc3a81404, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:50.216335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] For port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:50.216892 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.233311 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5798b264-4963-468e-8aaf-b5af4e2bb5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.239742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] For port 47014ce9-f112-44d0-9a18-ba5cc3a81404, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=47014ce9-f112-44d0-9a18-ba5cc3a81404,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:50.253146 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.254031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c360a57-eab4-459b-89a4-91493e01abab req-910aea44-0484-45b2-889c-e689fb6979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:50.255700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c360a57-eab4-459b-89a4-91493e01abab req-910aea44-0484-45b2-889c-e689fb6979ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=4fc35c03-01c1-4de2-a292-923e978676cd HTTP/1.1" status: 200 len: 913 time: 0.2348061 Aug 19 12:13:50.284270 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.297054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:38Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b9c4da19-4373-45d6-adbd-73924bca0d5b', 'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:93:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:37Z', 'updated_at': '2021-08-19T12:11:47Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:50.317938 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd87f3cf-9a4c-47e9-9ef4-e470fffb53cb req-a949c9fb-9abc-491b-95b7-34f49ecb854f service neutron] 10.222.0.54 "GET /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257006 Aug 19 12:13:50.358072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423f658-ce01-4075-baa3-e9ecc02f36df None None] The sync data for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 is: [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:38Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'b9c4da19-4373-45d6-adbd-73924bca0d5b', 'name': '', 'network_id': 'a9199eb6-cd3e-4d16-b9e2-d04b4865c480', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:93:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:37Z', 'updated_at': '2021-08-19T12:11:47Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '7954558d-45d9-4ab9-8893-dba6a6160d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:50.366797 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5798b264-4963-468e-8aaf-b5af4e2bb5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.372381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c08c90-63b2-40d1-a20a-4af8913191a4 None None] Pushing event updated for resources: {'Port': ['ID=47014ce9-f112-44d0-9a18-ba5cc3a81404,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:50.447832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5798b264-4963-468e-8aaf-b5af4e2bb5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.455040 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.496065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798b264-4963-468e-8aaf-b5af4e2bb5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39158162-8b56-49a7-97ee-cb390cddd4ae,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:50.523333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e156046-8068-48da-a22d-513fe08205c3 None None] Network 670dfcc8-5ea8-4909-b5c9-3d7331df9120 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:50.527648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-43af2066-f0ac-4b67-916c-87456ebf121f req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting port ca8f2847-455c-403b-98ac-dd22c51c5d18 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:50.527996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-43af2066-f0ac-4b67-916c-87456ebf121f req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.531596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c360a57-eab4-459b-89a4-91493e01abab req-45b88970-49be-4f1b-8c7f-20fd0471283b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b8e0334-4bf9-48f0-9d0c-0a86743b520d HTTP/1.1" status: 200 len: 217 time: 0.2409070 Aug 19 12:13:50.547227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:50.585073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5798b264-4963-468e-8aaf-b5af4e2bb5f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.594470 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5798b264-4963-468e-8aaf-b5af4e2bb5f1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/39158162-8b56-49a7-97ee-cb390cddd4ae HTTP/1.1" status: 204 len: 168 time: 0.6188288 Aug 19 12:13:50.599156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:50.600456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49670) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:50.606385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:50.747585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Pushing event updated for resources: {'Port': ['ID=ad09496c-6b7e-40af-b999-6debd7023ef3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:50.787687 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f94aad19-8751-4852-b559-c092794700a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.817373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-0b94657c-9b0f-4c58-ba8c-1115a0bf6240 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:50.819644 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-0b94657c-9b0f-4c58-ba8c-1115a0bf6240 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 946 time: 0.3246393 Aug 19 12:13:50.943774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c163b-12cd-4148-8a75-2868c78c6607 None None] DHCP port deletion for 670dfcc8-5ea8-4909-b5c9-3d7331df9120 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:13:50.950006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.966961 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137ab6d-e7a5-49c8-b97a-4637d9430637 None None] New status for floating IP 57d1f4c3-27db-4979-b123-494d3307bc38: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:13:51.031503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b71c163b-12cd-4148-8a75-2868c78c6607 None None] Deleting port 310b16a2-3ac2-4184-b155-cd0802641dd7 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:51.031890 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b71c163b-12cd-4148-8a75-2868c78c6607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.035100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6b8e0334-4bf9-48f0-9d0c-0a86743b520d details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:13:51.038038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c360a57-eab4-459b-89a4-91493e01abab req-763cad72-71b7-41c9-8f14-8ea76352e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:51.040161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c360a57-eab4-459b-89a4-91493e01abab req-763cad72-71b7-41c9-8f14-8ea76352e3a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eae77b6e-ecc3-49e1-ae79-cba534c16d8c HTTP/1.1" status: 200 len: 852 time: 0.4330034 Aug 19 12:13:51.058141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce811-4dc8-4f99-8794-dc9aaeec103e req-7b2505ee-a94a-4fb0-bc32-4a3f3cd480df tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:51.067636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-190ce811-4dc8-4f99-8794-dc9aaeec103e req-7b2505ee-a94a-4fb0-bc32-4a3f3cd480df tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 946 time: 0.5489771 Aug 19 12:13:51.082392 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.116312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736bb10-9ffd-4210-99e5-d40385681bf5 req-4da49751-c548-4798-a3bd-ffbb18e1583b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:51.124584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8736bb10-9ffd-4210-99e5-d40385681bf5 req-4da49751-c548-4798-a3bd-ffbb18e1583b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 944 time: 0.6044376 Aug 19 12:13:51.172238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b71c163b-12cd-4148-8a75-2868c78c6607 None None] For port 310b16a2-3ac2-4184-b155-cd0802641dd7, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=310b16a2-3ac2-4184-b155-cd0802641dd7,segment=NetworkSegment(f79bb893-5801-49c2-aff8-fb494d0b2d0a),segment_id=f79bb893-5801-49c2-aff8-fb494d0b2d0a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:51.172699 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b71c163b-12cd-4148-8a75-2868c78c6607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.182836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c360a57-eab4-459b-89a4-91493e01abab req-433710e6-cc6d-4ec0-be4a-e6860c8f719c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4fc35c03-01c1-4de2-a292-923e978676cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118999 Aug 19 12:13:51.185489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-43af2066-f0ac-4b67-916c-87456ebf121f req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] For port ca8f2847-455c-403b-98ac-dd22c51c5d18, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=ca8f2847-455c-403b-98ac-dd22c51c5d18,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:51.186152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-43af2066-f0ac-4b67-916c-87456ebf121f req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.187314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port f972372c-bcb7-4da0-9fcb-42e302737b86 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:51.188099 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.192609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b71c163b-12cd-4148-8a75-2868c78c6607 None None] Calling delete_port for 310b16a2-3ac2-4184-b155-cd0802641dd7 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:51.193273 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.193881 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.194406 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Floating IP c4a0b4d9-7225-4c98-80fb-7511a1e76ecf disassociated. External IP: 172.25.4.30, port: 61acbc00-cc88-43fe-b2ab-67c18ea4fc00. Aug 19 12:13:51.195656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Calling delete_port for 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:51.270723 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,segment=NetworkSegment(d828b32d-d921-40e9-adee-4fddec60f696),segment_id=d828b32d-d921-40e9-adee-4fddec60f696)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:51.288649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-43af2066-f0ac-4b67-916c-87456ebf121f req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Calling delete_port for ca8f2847-455c-403b-98ac-dd22c51c5d18 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:51.293139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '6b8e0334-4bf9-48f0-9d0c-0a86743b520d', 'network_id': '4fc35c03-01c1-4de2-a292-923e978676cd', 'port_id': '6b8e0334-4bf9-48f0-9d0c-0a86743b520d', 'mac_address': 'fa:16:3e:db:c3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae77b6e-ecc3-49e1-ae79-cba534c16d8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:13:51.299740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.347090 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b71c163b-12cd-4148-8a75-2868c78c6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.357004 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.380659 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c163b-12cd-4148-8a75-2868c78c6607 None None] Pushing event deleted for resources: {'Port': ['ID=310b16a2-3ac2-4184-b155-cd0802641dd7,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:51.382197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] The port '310b16a2-3ac2-4184-b155-cd0802641dd7' was deleted {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 12:13:51.391793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c163b-12cd-4148-8a75-2868c78c6607 None None] No DVR routers for this DVR port 310b16a2-3ac2-4184-b155-cd0802641dd7 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:51.408723 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8e0334-4bf9-48f0-9d0c-0a86743b520d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:51.438105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,segment=NetworkSegment(d828b32d-d921-40e9-adee-4fddec60f696),segment_id=d828b32d-d921-40e9-adee-4fddec60f696)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:51.443999 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.495796 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-190ce811-4dc8-4f99-8794-dc9aaeec103e req-8c02d7c0-7bf3-4635-8511-d17bf4e4bc3e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba0ec0f-9235-4721-96cf-ad80b658f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269733 Aug 19 12:13:51.513850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:51.544973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8736bb10-9ffd-4210-99e5-d40385681bf5 req-f956348d-834d-40af-b1f0-9e448d02bc8a tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups?id=a10bfe09-c218-461b-be85-2989618d69a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4190700 Aug 19 12:13:51.615729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.645472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670dfcc8-5ea8-4909-b5c9-3d7331df9120']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:51.765351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79bb893-5801-49c2-aff8-fb494d0b2d0a') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:51.765748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79bb893-5801-49c2-aff8-fb494d0b2d0a') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:51.771224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c360a57-eab4-459b-89a4-91493e01abab req-366637a1-53fc-49df-bafc-6ab4293760c2 service neutron] 10.222.0.69 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686207 Aug 19 12:13:51.796271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6b8e0334-4bf9-48f0-9d0c-0a86743b520d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:13:51.825216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port f972372c-bcb7-4da0-9fcb-42e302737b86, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f972372c-bcb7-4da0-9fcb-42e302737b86,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:51.825905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.845103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 47014ce9-f112-44d0-9a18-ba5cc3a81404 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:51.847840 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.851094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for f972372c-bcb7-4da0-9fcb-42e302737b86 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:51.901956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5976e-9b37-466f-be9f-cc4c049ff7ab None None] Network e122382d-bbe2-4480-9e13-bf10e2184a63 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:52.010142 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.025678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-234e8bcf-4958-4f06-8d9b-889cd5104d10 None None] Provisioning for port 47014ce9-f112-44d0-9a18-ba5cc3a81404 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:52.057621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 47014ce9-f112-44d0-9a18-ba5cc3a81404 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:52.072134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 47014ce9-f112-44d0-9a18-ba5cc3a81404 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:52.072513 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.133095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.135556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.166176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=f972372c-bcb7-4da0-9fcb-42e302737b86,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:52.265836 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.266722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] No DVR routers for this DVR port f972372c-bcb7-4da0-9fcb-42e302737b86 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:52.301017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.302465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 47014ce9-f112-44d0-9a18-ba5cc3a81404, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=47014ce9-f112-44d0-9a18-ba5cc3a81404,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:52.307008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df79d447-2fac-4372-b47b-124945ae9ae3 req-af30cc1a-034d-4dc3-8dcd-0a6b6d0d580b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "DELETE /v2.0/ports/f972372c-bcb7-4da0-9fcb-42e302737b86 HTTP/1.1" status: 204 len: 173 time: 1.4781497 Aug 19 12:13:52.307612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-deleted', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:52.308033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.311833 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f922b6-0689-4fec-8d9f-967fef626379" -d '{"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-deleted", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:52.344840 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.369771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=47014ce9-f112-44d0-9a18-ba5cc3a81404,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:52.405911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 310b16a2-3ac2-4184-b155-cd0802641dd7 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:52.416624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098667d-5c44-46ee-ac66-fc603ca706a5 req-a2a5e460-d8bc-4546-bc6d-9b911dcdd370 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:52.422270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:13:52.427505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7098667d-5c44-46ee-ac66-fc603ca706a5 req-a2a5e460-d8bc-4546-bc6d-9b911dcdd370 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 909 time: 0.6803560 Aug 19 12:13:52.444740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:13:52.444740 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.453144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 310b16a2-3ac2-4184-b155-cd0802641dd7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:52.454144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 310b16a2-3ac2-4184-b155-cd0802641dd7 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:52.454144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:13:52.458072 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:13:52.465615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f5e39-8701-4a36-9c53-66a755d3d7ce req-dee92a15-6253-4e99-81ef-7b8f6aab0667 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:52.478213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-682f5e39-8701-4a36-9c53-66a755d3d7ce req-dee92a15-6253-4e99-81ef-7b8f6aab0667 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 945 time: 0.7941294 Aug 19 12:13:52.483610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:52.484881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9dd4a4fc-6177-4ad5-98a0-b33d07d9d699 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:52.519883 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91366b5b-8551-436c-869c-11e5ba9c9e23 x-openstack-request-id: req-91366b5b-8551-436c-869c-11e5ba9c9e23 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:52.520172 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8066c61-4419-4a2a-a50b-3d9891fce46d", "name": "network-vif-deleted", "tag": "f972372c-bcb7-4da0-9fcb-42e302737b86", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:52.520424 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91366b5b-8551-436c-869c-11e5ba9c9e23 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:52.520978 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8066c61-4419-4a2a-a50b-3d9891fce46d', 'name': 'network-vif-deleted', 'tag': 'f972372c-bcb7-4da0-9fcb-42e302737b86', 'status': 'completed', 'code': 200} Aug 19 12:13:52.533929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device ca8f2847-455c-403b-98ac-dd22c51c5d18 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:52.559339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: ca8f2847-455c-403b-98ac-dd22c51c5d18 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:52.559823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device ca8f2847-455c-403b-98ac-dd22c51c5d18 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:52.560337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:13:52.575620 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-43af2066-f0ac-4b67-916c-87456ebf121f req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.598831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: f972372c-bcb7-4da0-9fcb-42e302737b86 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:13:52.599394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f972372c-bcb7-4da0-9fcb-42e302737b86 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:13:52.628199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:52.647327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.648699 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-46231512-3b19-4197-a375-c1b396fee317 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3235886 Aug 19 12:13:52.651476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49682) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:52.661055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Sync routers for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:52.676055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Port': ['ID=ca8f2847-455c-403b-98ac-dd22c51c5d18,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:52.682382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.685958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:52.690100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:52.736656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94c7fe38-7aa6-4c42-94e9-f6714759d2b5 req-05dd4b27-c977-4ae4-80a3-8bd85252613f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8066c61-4419-4a2a-a50b-3d9891fce46d HTTP/1.1" status: 200 len: 210 time: 0.0730090 Aug 19 12:13:52.787711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c360a57-eab4-459b-89a4-91493e01abab req-43e2ed88-878a-4d13-bb45-d00758f08bad service neutron] 10.222.0.69 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9881129 Aug 19 12:13:52.810704 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.825384 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.832181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] 10.222.0.65 "DELETE /v2.0/networks/670dfcc8-5ea8-4909-b5c9-3d7331df9120 HTTP/1.1" status: 204 len: 168 time: 2.2169945 Aug 19 12:13:52.882831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:52.918745 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-682f5e39-8701-4a36-9c53-66a755d3d7ce req-23b6917d-6a2c-4fb5-8449-03a1d8e0d976 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372106 Aug 19 12:13:52.920215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Port': ['ID=61acbc00-cc88-43fe-b2ab-67c18ea4fc00,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:52.939536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af2066-f0ac-4b67-916c-87456ebf121f req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] No DVR routers for this DVR port ca8f2847-455c-403b-98ac-dd22c51c5d18 on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:53.014127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-df3e9411-25ef-4047-8811-e908f5e65be4 None None] Provisioning complete for port 47014ce9-f112-44d0-9a18-ba5cc3a81404 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:53.015263 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-df3e9411-25ef-4047-8811-e908f5e65be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.044963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d6e07cd-bdd2-483d-9dd2-590bf34ccdac req-ebbace58-4b69-4ba8-b85a-49721b6679be tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.1204774 Aug 19 12:13:53.055858 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-43af2066-f0ac-4b67-916c-87456ebf121f req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.062669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43af2066-f0ac-4b67-916c-87456ebf121f req-14777c5d-b152-43f6-9235-8d6e2df3abfe tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.54 "DELETE /v2.0/ports/ca8f2847-455c-403b-98ac-dd22c51c5d18 HTTP/1.1" status: 204 len: 173 time: 3.2194300 Aug 19 12:13:53.063753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92158f8-f4df-4402-afe4-c985f802200f admin admin] Pushing event deleted for resources: {'Network': ['ID=670dfcc8-5ea8-4909-b5c9-3d7331df9120,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:53.069091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b18e45-2b2c-4674-940a-8aeb1530f3a7', 'name': 'network-vif-deleted', 'tag': 'ca8f2847-455c-403b-98ac-dd22c51c5d18'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:53.071776 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab6b7e6-4fb8-4e77-a43b-c5b51685035b" -d '{"events": [{"server_uuid": "27b18e45-2b2c-4674-940a-8aeb1530f3a7", "name": "network-vif-deleted", "tag": "ca8f2847-455c-403b-98ac-dd22c51c5d18"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:53.088859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49690) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:53.147174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6b8e0334-4bf9-48f0-9d0c-0a86743b520d up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:53.158271 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8c69ac-df87-48ed-bd8f-f32203c29d2b x-openstack-request-id: req-5c8c69ac-df87-48ed-bd8f-f32203c29d2b {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:53.158464 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b18e45-2b2c-4674-940a-8aeb1530f3a7", "name": "network-vif-deleted", "tag": "ca8f2847-455c-403b-98ac-dd22c51c5d18", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:53.158810 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c8c69ac-df87-48ed-bd8f-f32203c29d2b {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:53.159266 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b18e45-2b2c-4674-940a-8aeb1530f3a7', 'name': 'network-vif-deleted', 'tag': 'ca8f2847-455c-403b-98ac-dd22c51c5d18', 'status': 'completed', 'code': 200} Aug 19 12:13:53.215876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4851250f-7a91-4623-8f9d-cf043d4540ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f680fcb101a4568a6dd0c951feb018d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257122 Aug 19 12:13:53.219715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49692) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:53.230275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Router 7d26fe7b-90d2-4b70-998a-d6d7326c103c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:53.372238 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e2955cc-fda1-4cc1-ae61-2e5c81e0c26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.420486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:53.428207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:53.429036 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.440025 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e2955cc-fda1-4cc1-ae61-2e5c81e0c26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.444081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.482325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:53.495514 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] Sync routers for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:53.510723 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:53.511775 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:53.531277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] No DVR routers for this DVR port 61acbc00-cc88-43fe-b2ab-67c18ea4fc00 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:13:53.534179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.537886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-908b6605-1b04-47ef-b7e5-684a83c50df4 req-24a08657-548f-47e5-a3e1-276e01750492 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.69 "DELETE /v2.0/ports/61acbc00-cc88-43fe-b2ab-67c18ea4fc00 HTTP/1.1" status: 204 len: 173 time: 4.2485199 Aug 19 12:13:53.570586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.584346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d7960d1-f61c-4621-bdae-512594b7fba5 req-70871829-e19a-4e31-9312-002eeeb4b54d tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=27b18e45-2b2c-4674-940a-8aeb1530f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0451660 Aug 19 12:13:53.600279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e2955cc-fda1-4cc1-ae61-2e5c81e0c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.606919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e2955cc-fda1-4cc1-ae61-2e5c81e0c26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.610709 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3e2955cc-fda1-4cc1-ae61-2e5c81e0c26c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/182e5316-e6d8-4ea3-ba52-93aced102e99 HTTP/1.1" status: 204 len: 168 time: 0.3875828 Aug 19 12:13:53.617722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2955cc-fda1-4cc1-ae61-2e5c81e0c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e5316-e6d8-4ea3-ba52-93aced102e99,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:53.624861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b936d3b-c670-40a8-b698-9b40ff438913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8e0334-4bf9-48f0-9d0c-0a86743b520d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:53.627069 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91748af4-7ee1-407b-b676-acbe08eab807" -d '{"events": [{"server_uuid": "6b936d3b-c670-40a8-b698-9b40ff438913", "name": "network-vif-plugged", "status": "completed", "tag": "6b8e0334-4bf9-48f0-9d0c-0a86743b520d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:53.643220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 3, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:53.652018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,segment=NetworkSegment(d828b32d-d921-40e9-adee-4fddec60f696),segment_id=d828b32d-d921-40e9-adee-4fddec60f696)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:53.679315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Checking router: 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:53.679565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Updating router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 port ad09496c-6b7e-40af-b999-6debd7023ef3 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:13:53.683650 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.703511 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd48d6d-a3f0-4f65-a112-a515843401a8 x-openstack-request-id: req-5bd48d6d-a3f0-4f65-a112-a515843401a8 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:53.703844 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b936d3b-c670-40a8-b698-9b40ff438913", "name": "network-vif-plugged", "status": "completed", "tag": "6b8e0334-4bf9-48f0-9d0c-0a86743b520d", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:53.704041 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bd48d6d-a3f0-4f65-a112-a515843401a8 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:53.704427 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b936d3b-c670-40a8-b698-9b40ff438913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8e0334-4bf9-48f0-9d0c-0a86743b520d', 'code': 200} Aug 19 12:13:53.733618 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.801233 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:53.801675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Allocated IP 172.20.0.1 (e122382d-bbe2-4480-9e13-bf10e2184a63/07533fbe-469f-45d5-ad86-ed4d9bfdcafb/34ce5def-bbf3-4635-9a63-7f6ea0393509) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:53.846108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49702) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:53.856241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:53.874406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa173-9bbf-416b-b32e-067dfedc0565 req-96b1ac8f-f177-4f34-9a80-0d39d5ba45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:53.876500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d2fa173-9bbf-416b-b32e-067dfedc0565 req-96b1ac8f-f177-4f34-9a80-0d39d5ba45d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 1097 time: 0.0801616 Aug 19 12:13:53.950395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d2fa173-9bbf-416b-b32e-067dfedc0565 req-ee693175-d25e-489e-96c7-f581ccfa0e81 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661814 Aug 19 12:13:54.119916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 47014ce9-f112-44d0-9a18-ba5cc3a81404 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:54.202640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505e006-c3e6-4f95-8ff4-fc89ce1d7bb4 req-ae18084a-f15c-48a7-89ba-579d0a91e3c8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:54.213774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b505e006-c3e6-4f95-8ff4-fc89ce1d7bb4 req-ae18084a-f15c-48a7-89ba-579d0a91e3c8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.0954533 Aug 19 12:13:54.268498 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b505e006-c3e6-4f95-8ff4-fc89ce1d7bb4 req-510707f4-893b-42f3-871c-a306251ae005 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536184 Aug 19 12:13:54.290386 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.304548 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05a6b0d6-78f8-48cc-9191-8fee53055704', 'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'mac_address': 'fa:16:3e:81:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:29Z', 'updated_at': '2021-08-19T12:02:42Z', 'revision_number': 5, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'subnets': [{'id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:54.308574 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.335126 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] Checking router: 7d26fe7b-90d2-4b70-998a-d6d7326c103c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:54.346669 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:54.347388 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:54.388079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.415188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68c7b08e-5536-4eb8-8208-bcdd5d3458c8 req-62edb5d1-8ea3-43d4-b941-53cf0640a76d tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0575030 Aug 19 12:13:54.445955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49712) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:54.466372 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:54.531311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Transition to ACTIVE for port object 34ce5def-bbf3-4635-9a63-7f6ea0393509 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:54.537000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0d4b12ea-2ad8-4bd7-a3a4-ed575d2cef07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a07d0f0da644065a6b2710227aca395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886889 Aug 19 12:13:54.539070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49714) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:54.630077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d69d899-3ee2-471c-b61c-32792720f685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.666500 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.674886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49718) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:54.676887 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d69d899-3ee2-471c-b61c-32792720f685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.698400 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05a6b0d6-78f8-48cc-9191-8fee53055704', 'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'mac_address': 'fa:16:3e:81:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:29Z', 'updated_at': '2021-08-19T12:02:42Z', 'revision_number': 5, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'subnets': [{'id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:54.717549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 47014ce9-f112-44d0-9a18-ba5cc3a81404 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:54.718078 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.729652 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb665d53-b9b8-414e-9987-cefd6844bb08 None None] The sync data for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 is: [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:02:30Z', 'revision_number': 4, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05a6b0d6-78f8-48cc-9191-8fee53055704', 'name': '', 'network_id': 'ee7e9764-0947-4d2f-9df6-16f646d411fc', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'mac_address': 'fa:16:3e:81:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:29Z', 'updated_at': '2021-08-19T12:02:42Z', 'revision_number': 5, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'subnets': [{'id': '606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:54.736919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d69d899-3ee2-471c-b61c-32792720f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.739574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d69d899-3ee2-471c-b61c-32792720f685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.743150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1d69d899-3ee2-471c-b61c-32792720f685 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f2f2c11-5e31-412f-b8b2-5431cc7ce123 HTTP/1.1" status: 204 len: 168 time: 0.2006176 Aug 19 12:13:54.750841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69d899-3ee2-471c-b61c-32792720f685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f2c11-5e31-412f-b8b2-5431cc7ce123,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:54.859448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:54.908625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Pushing event updated for resources: {'Port': ['ID=34ce5def-bbf3-4635-9a63-7f6ea0393509,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:54.917572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:54.925761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:54.937721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.974006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.995998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Transition to ACTIVE for port object ad09496c-6b7e-40af-b999-6debd7023ef3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:55.008119 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.112845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457740ed-241d-434a-b831-efde2cbe23ad None None] Pushing event updated for resources: {'Port': ['ID=ad09496c-6b7e-40af-b999-6debd7023ef3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:55.122281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Attempting to bind port ad09496c-6b7e-40af-b999-6debd7023ef3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:55.122767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Attempting to bind port ad09496c-6b7e-40af-b999-6debd7023ef3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:55.123244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Attempting to bind port ad09496c-6b7e-40af-b999-6debd7023ef3 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:55.130383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:55.130859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:55.131387 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.131867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:55.132429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Bound port: ad09496c-6b7e-40af-b999-6debd7023ef3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:55.132904 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.160288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:55.164545 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9446d4-0d71-4c59-8919-42915316fb51" -d '{"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:55.222599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.294544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] For port ad09496c-6b7e-40af-b999-6debd7023ef3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:55.305963 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc860ce9-3101-4fd2-b13d-48df0fc50e46 x-openstack-request-id: req-dc860ce9-3101-4fd2-b13d-48df0fc50e46 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:55.306274 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5eef8ec-bbc1-4005-b2f4-1bede8556732", "name": "network-vif-deleted", "tag": "61acbc00-cc88-43fe-b2ab-67c18ea4fc00", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:55.306624 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc860ce9-3101-4fd2-b13d-48df0fc50e46 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:55.307059 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5eef8ec-bbc1-4005-b2f4-1bede8556732', 'name': 'network-vif-deleted', 'tag': '61acbc00-cc88-43fe-b2ab-67c18ea4fc00', 'status': 'completed', 'code': 200} Aug 19 12:13:55.310654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] For port ad09496c-6b7e-40af-b999-6debd7023ef3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ad09496c-6b7e-40af-b999-6debd7023ef3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:55.328135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d5ba1-fd9b-46a7-ada6-fe4291efeff5 None None] New status for floating IP c4a0b4d9-7225-4c98-80fb-7511a1e76ecf: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:13:55.347760 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.504149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.607378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7159-e920-4930-9611-34b649691f9d req-eadec995-1359-4f1d-87c0-04bb9e0d4211 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:55.626913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-272d7159-e920-4930-9611-34b649691f9d req-eadec995-1359-4f1d-87c0-04bb9e0d4211 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.1641476 Aug 19 12:13:55.678527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ea7462d-4ab2-4111-9877-89a14dc53dd3 req-f42c9671-41aa-4237-b42b-52b35bb6ca2b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0437818 Aug 19 12:13:55.710231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-272d7159-e920-4930-9611-34b649691f9d req-0f3874f5-d95c-41e4-b2f8-c9f0a7e0a24a tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715017 Aug 19 12:13:55.746413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:55.747085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:55.831865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b19-8193-467a-846a-79bd905293b2 req-fec550c1-1caa-4660-81f9-4aa40aef69f5 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:55.833751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18ef8b19-8193-467a-846a-79bd905293b2 req-fec550c1-1caa-4660-81f9-4aa40aef69f5 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.0611062 Aug 19 12:13:55.858589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-895bd35a-dee4-4289-bcaa-7a9e4154edfc None None] Provisioning for port 34ce5def-bbf3-4635-9a63-7f6ea0393509 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:55.877154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-895bd35a-dee4-4289-bcaa-7a9e4154edfc None None] Provisioning complete for port 34ce5def-bbf3-4635-9a63-7f6ea0393509 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:55.877677 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-895bd35a-dee4-4289-bcaa-7a9e4154edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.900436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457740ed-241d-434a-b831-efde2cbe23ad None None] Pushing event updated for resources: {'Port': ['ID=ad09496c-6b7e-40af-b999-6debd7023ef3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:55.927618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18ef8b19-8193-467a-846a-79bd905293b2 req-05c888d7-60bd-41af-93a0-6699eacb6d25 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840542 Aug 19 12:13:55.936055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:55.976804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-895bd35a-dee4-4289-bcaa-7a9e4154edfc None None] Port 34ce5def-bbf3-4635-9a63-7f6ea0393509 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:56.081068 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.124259 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.218612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:13:53Z', 'revision_number': 1, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:56.222820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b0b58-e125-4491-8fed-4d36d164d633 req-63a3fc02-b181-496d-9519-1797fdb58855 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:56.231094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b5b0b58-e125-4491-8fed-4d36d164d633 req-63a3fc02-b181-496d-9519-1797fdb58855 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.0658429 Aug 19 12:13:56.249723 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c5bf5b-8be9-4072-8686-4c612cfa98c1 None None] The sync data for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 is: [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:13:53Z', 'revision_number': 1, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:56.279946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b5b0b58-e125-4491-8fed-4d36d164d633 req-9af24fc8-5c62-4a79-91da-b938071b175a tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Aug 19 12:13:56.579351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Pushing event updated for resources: {'Port': ['ID=34ce5def-bbf3-4635-9a63-7f6ea0393509,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:56.611397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port b9c4da19-4373-45d6-adbd-73924bca0d5b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:56.611959 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.722691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port b9c4da19-4373-45d6-adbd-73924bca0d5b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b9c4da19-4373-45d6-adbd-73924bca0d5b,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:56.723074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.741748 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for b9c4da19-4373-45d6-adbd-73924bca0d5b owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:56.843635 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.858892 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-97a8a8b8-d193-4b16-ae60-009cc0432e1d req-6232b6c7-acb9-456f-8a2f-9abc4222ef9f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0350413 Aug 19 12:13:56.864390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.868107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ef39-2fd3-4519-baa4-cf48805cd503 req-55485703-0436-4599-997a-21e9b2b3012c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:56.876302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9594ef39-2fd3-4519-baa4-cf48805cd503 req-55485703-0436-4599-997a-21e9b2b3012c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1210487 Aug 19 12:13:56.928279 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9594ef39-2fd3-4519-baa4-cf48805cd503 req-a896b979-d0a9-49f1-8416-35d06cd7a25a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509231 Aug 19 12:13:57.072322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb70a-9deb-47c4-bd62-839fcc201d33 req-47b65b7a-2f0a-4764-b0e3-5229034a583b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:57.074917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c2fb70a-9deb-47c4-bd62-839fcc201d33 req-47b65b7a-2f0a-4764-b0e3-5229034a583b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0621099 Aug 19 12:13:57.179578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c2fb70a-9deb-47c4-bd62-839fcc201d33 req-1fcad4da-6d9c-4317-b9af-ac6e1827ac2a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975289 Aug 19 12:13:57.208033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:57.253894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:57.507778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:57.508432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84709c93-106d-4d7e-993b-f2d8918d420c req-9ce3c579-3514-4898-b0c5-6ce1cf607e24 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:57.510537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84709c93-106d-4d7e-993b-f2d8918d420c req-9ce3c579-3514-4898-b0c5-6ce1cf607e24 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.1089818 Aug 19 12:13:57.512461 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.550937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=b9c4da19-4373-45d6-adbd-73924bca0d5b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:57.634225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9bb10dc8-b522-4cdb-92ae-5f3c912a042d None None] Provisioning complete for port 34ce5def-bbf3-4635-9a63-7f6ea0393509 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:57.634696 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9bb10dc8-b522-4cdb-92ae-5f3c912a042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.648725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84709c93-106d-4d7e-993b-f2d8918d420c req-919f4818-6c12-49ae-99e9-9a510a23412f tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208897 Aug 19 12:13:57.743054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5ede5fdf-f47f-4f05-9a40-d3c78d10f687 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:57.765147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5ede5fdf-f47f-4f05-9a40-d3c78d10f687 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.2528136 Aug 19 12:13:57.787479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-fec3f403-a5ca-4ce6-a9df-6c85c6103d7f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/quotas/4bf3437e238b4255b8b2ff99f952bfba HTTP/1.1" status: 200 len: 375 time: 0.0210140 Aug 19 12:13:57.821902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10dc8-b522-4cdb-92ae-5f3c912a042d None None] Port 34ce5def-bbf3-4635-9a63-7f6ea0393509 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:57.899309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-a6b75adb-354b-4dac-98b9-3aa7bcec41fc tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1107359 Aug 19 12:13:57.990307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ad09496c-6b7e-40af-b999-6debd7023ef3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:58.093317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-42fb26e0-aa61-4c17-a008-c5bd828549f1 service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929464 Aug 19 12:13:58.099015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ad09496c-6b7e-40af-b999-6debd7023ef3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:58.107562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ad09496c-6b7e-40af-b999-6debd7023ef3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:58.108211 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.140954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:58.149224 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-736ffc99-5a72-4ac1-86c6-97d2b0222787 admin admin] 10.222.0.65 "PUT /v2.0/routers/417d7aa4-24e8-42f0-bc3a-d2816b7615f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4964330 Aug 19 12:13:58.271791 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.272376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ca78cad-adc7-4f1b-9989-4b0a44f2e0c9 req-5da3393a-824a-4089-acd3-063ad0f64bea tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0601988 Aug 19 12:13:58.306057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting port 0c560230-1894-4c0a-a81a-2322d536b6c9 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:13:58.307075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.323626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ad09496c-6b7e-40af-b999-6debd7023ef3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ad09496c-6b7e-40af-b999-6debd7023ef3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:58.327338 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.404925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-42fba7cb-e3d9-4cf6-8dc4-1da9853c8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:58.412014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-42fba7cb-e3d9-4cf6-8dc4-1da9853c8e2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01a00de1f2cb4b6e9a164775c6dfb139&device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 1097 time: 0.2035129 Aug 19 12:13:58.468397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-c5dbcefb-890c-45e6-9893-395932d80323 service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724258 Aug 19 12:13:58.470660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ad09496c-6b7e-40af-b999-6debd7023ef3,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:58.498482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.506605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.608323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f2d91-883c-4467-9658-58bea191ca83 req-85d8c48a-e381-4520-b9a2-d2f58b5bd609 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:58.610036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c1f2d91-883c-4467-9658-58bea191ca83 req-85d8c48a-e381-4520-b9a2-d2f58b5bd609 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.1899655 Aug 19 12:13:58.643541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] For port 0c560230-1894-4c0a-a81a-2322d536b6c9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0c560230-1894-4c0a-a81a-2322d536b6c9,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:58.643541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.697369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Calling delete_port for 0c560230-1894-4c0a-a81a-2322d536b6c9 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:13:58.712672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c1f2d91-883c-4467-9658-58bea191ca83 req-67046a38-077b-4716-93e1-8ab47aea2476 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902174 Aug 19 12:13:58.730263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-c5c336e1-cdb0-4515-a0d0-59548a433b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:58.730263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-c5c336e1-cdb0-4515-a0d0-59548a433b18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4fc35c03-01c1-4de2-a292-923e978676cd HTTP/1.1" status: 200 len: 913 time: 0.3048775 Aug 19 12:13:58.758066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ba07909-32f3-419f-bb3a-904bc6b1e27c req-3558cb6a-9370-4247-a61d-8315081b11b5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 210 time: 0.0420392 Aug 19 12:13:58.811990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-b66b8a8f-0f71-4619-8141-28c6598bbc9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b8e0334-4bf9-48f0-9d0c-0a86743b520d HTTP/1.1" status: 200 len: 217 time: 0.0795407 Aug 19 12:13:58.887314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-c5704420-2136-4f45-a634-2c6488333801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:58.890588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-c5704420-2136-4f45-a634-2c6488333801 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eae77b6e-ecc3-49e1-ae79-cba534c16d8c HTTP/1.1" status: 200 len: 852 time: 0.0714011 Aug 19 12:13:58.931787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-1fac09e9-f4ba-4082-b51e-0190be8dc41f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4fc35c03-01c1-4de2-a292-923e978676cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313270 Aug 19 12:13:59.083302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-d45534a8-45a6-4231-aa3a-cb8bffbf0f28 service neutron] 10.222.0.69 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437974 Aug 19 12:13:59.177558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router b6921d03-0a7b-4b64-87f7-68231c8d4d1e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:59.218806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49792) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:59.230321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-405823237-network', 'tenant_id': '16918839d9354d89bb860d97103ebe9a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:59.259357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31446857-8f86-4776-b5f9-20035cbc6d0e req-599e5cc7-f144-4238-9517-7387ffd2d34d service neutron] 10.222.0.69 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597073 Aug 19 12:13:59.277202 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.286792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Made reservation on behalf of 16918839d9354d89bb860d97103ebe9a for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:59.293994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.304136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.320670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Port': ['ID=0c560230-1894-4c0a-a81a-2322d536b6c9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:59.461880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:59.471599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-284361c1-a902-49d5-802c-f1d132064c8a req-f9b0e738-55ac-40eb-b310-eecf4138862f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0491979 Aug 19 12:13:59.477172 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] Sync routers for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:59.482879 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ab18b6b5-7941-43a8-aa01-6d6835e2d74e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "PUT /v2.0/routers/b6921d03-0a7b-4b64-87f7-68231c8d4d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6342993 Aug 19 12:13:59.486362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:59.493945 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:59.494574 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:59.592779 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.602191 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.640697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:13:59.641719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa86e5c5-c169-448b-98c6-a88db25fadac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting subnet 7954558d-45d9-4ab9-8893-dba6a6160d48 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:13:59.654725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Sync routers for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:59.665769 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.666211 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Added segment 4ddfc046-6da6-4c97-9388-78f7b5184233 of type vlan for network a493b24e-51ef-490c-95b6-a2468bd273f2 Aug 19 12:13:59.667648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622f0de4-10ba-49ac-9197-3f1fa1780f1e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:59.679055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:59.680067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:59.718765 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.751275 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.752433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:59.753291 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.787410 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa86e5c5-c169-448b-98c6-a88db25fadac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.821237 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:59.887017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa86e5c5-c169-448b-98c6-a88db25fadac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.888168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:59.904739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.038854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ad09496c-6b7e-40af-b999-6debd7023ef3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:00.049201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8249707 Aug 19 12:14:00.058575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49804) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:00.078233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Request body: {'subnet': {'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-405823237-subnet', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:00.123409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3264ef4b-3a32-4957-b6a0-1607a609d5a9 req-17e2fae9-c5db-4b10-93a3-e34003f319c6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 210 time: 0.1567600 Aug 19 12:14:00.132232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Made reservation on behalf of 16918839d9354d89bb860d97103ebe9a for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:00.135101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.140767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f20429-d145-42d5-ba6c-1bc1538e8f3d admin admin] Pushing event updated for resources: {'Network': ['ID=a493b24e-51ef-490c-95b6-a2468bd273f2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:00.154913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a493b24e-51ef-490c-95b6-a2468bd273f2 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:00.223027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bcf5b-c972-4cd8-98b9-8a6fd61a52fa req-54ffff51-9bbf-421c-be2d-77f5180ae052 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:00.224602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-073bcf5b-c972-4cd8-98b9-8a6fd61a52fa req-54ffff51-9bbf-421c-be2d-77f5180ae052 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.2656729 Aug 19 12:14:00.319698 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-073bcf5b-c972-4cd8-98b9-8a6fd61a52fa req-abcf064f-8b83-41d2-aa27-48c2d50b7a17 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855763 Aug 19 12:14:00.354903 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:13:57Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:00.386590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ad09496c-6b7e-40af-b999-6debd7023ef3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:00.386986 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.392493 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] Checking router: b6921d03-0a7b-4b64-87f7-68231c8d4d1e for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:00.406134 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] Routers {'b6921d03-0a7b-4b64-87f7-68231c8d4d1e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:00.407108 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:00.457608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 2, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:00.490850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Checking router: 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:00.491487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Updating router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 port 34ce5def-bbf3-4635-9a63-7f6ea0393509 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:00.545690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044de8-09a3-49c9-a475-89bdbac381df req-7ee225fc-6715-428e-8c84-db6a29c6a76c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:00.547294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-7ee225fc-6715-428e-8c84-db6a29c6a76c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.54 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.1859798 Aug 19 12:14:00.551648 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.555945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.574439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'port': {'device_id': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'admin_state_up': True, 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:00.602105 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] Set router b6921d03-0a7b-4b64-87f7-68231c8d4d1e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:00.610604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Router 5a6ebf58-348f-448b-94b2-219649111d28 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:00.830508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd9058f9-dead-4835-b52c-e2d9d181bb0b req-8422e454-caf1-4b5a-b0cb-f592f49d7ce7 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.2068553 Aug 19 12:14:00.834840 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:13:57Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:00.856052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d7ef3a-219a-468d-8df3-a83cca7124f4,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:00.877549 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8eee3-a232-4475-84d8-9b0259647260 None None] The sync data for ids ['b6921d03-0a7b-4b64-87f7-68231c8d4d1e'] in n-d-778550-9 is: [{'id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087539354', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:13:57Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'fdcec73b-bd96-481b-8140-a32d9dba0520', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6921d03-0a7b-4b64-87f7-68231c8d4d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:11:32Z', 'updated_at': '2021-08-19T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:00.890394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Checking segment: {'id': '4ddfc046-6da6-4c97-9388-78f7b5184233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:00.890765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Network hostable DHCP agents. Network: a493b24e-51ef-490c-95b6-a2468bd273f2, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:00.956085 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.968834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Network a493b24e-51ef-490c-95b6-a2468bd273f2 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:00.970888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Transition to ACTIVE for port object 34ce5def-bbf3-4635-9a63-7f6ea0393509 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:00.980805 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.989232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a493b24e-51ef-490c-95b6-a2468bd273f2) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:00.995848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:00.998096 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.023077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74455cb4-fdac-4d72-86d5-738a66c203dc None None] Network a493b24e-51ef-490c-95b6-a2468bd273f2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:01.026575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Made reservation on behalf of 4bf3437e238b4255b8b2ff99f952bfba for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:01.033375 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.049415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5731ef6c-8076-4634-a81b-bbc2d8600fac admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9764528 Aug 19 12:14:01.052828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49808) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:01.060313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:01.096284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa86e5c5-c169-448b-98c6-a88db25fadac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.135291 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.136838 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.204405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.315163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:01.330149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-399d6d48-db3d-44da-8de2-5d32ea511ae6 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "PUT /v2.0/routers/5a6ebf58-348f-448b-94b2-219649111d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6455235 Aug 19 12:14:01.332984 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] Sync routers for ids ['5a6ebf58-348f-448b-94b2-219649111d28'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:01.334409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49812) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:01.335471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa86e5c5-c169-448b-98c6-a88db25fadac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.351721 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] Routers {'5a6ebf58-348f-448b-94b2-219649111d28'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:01.352279 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5a6ebf58-348f-448b-94b2-219649111d28'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:01.421066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b012f74-71b8-4a61-9a3a-a0ef0855bfa5 req-7f5059cb-9958-4a3e-a8da-fe9475294e97 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 210 time: 0.0772920 Aug 19 12:14:01.494695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86e5c5-c169-448b-98c6-a88db25fadac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Subnet': ['ID=7954558d-45d9-4ab9-8893-dba6a6160d48,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:01.510695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa86e5c5-c169-448b-98c6-a88db25fadac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.514982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fa86e5c5-c169-448b-98c6-a88db25fadac tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/subnets/7954558d-45d9-4ab9-8893-dba6a6160d48 HTTP/1.1" status: 204 len: 168 time: 2.0250764 Aug 19 12:14:01.527590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49820) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:01.535096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200d81f2-64c3-4005-9117-690ec75662d6 None None] Network a9199eb6-cd3e-4d16-b9e2-d04b4865c480 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:01.563234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Pushing event updated for resources: {'Port': ['ID=34ce5def-bbf3-4635-9a63-7f6ea0393509,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:01.664174 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] Set router 5a6ebf58-348f-448b-94b2-219649111d28 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:01.708901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.709261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.709606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.709948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.710285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.710619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.710951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.711358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.711781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.712122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.712454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.712830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:01.751537 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.783462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.790847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Allocated IP 172.20.0.9 (a3b4cfc6-ac42-4092-b1a9-d7793babb6f5/11c1e7af-b32f-4aef-bc1d-e26537bf32fd/bc8c059f-4bf6-439d-af70-11e91f0cd49b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:01.803522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b9c4da19-4373-45d6-adbd-73924bca0d5b no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:01.861879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Attempting to bind port 34ce5def-bbf3-4635-9a63-7f6ea0393509 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:01.862390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Attempting to bind port 34ce5def-bbf3-4635-9a63-7f6ea0393509 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:01.863005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Attempting to bind port 34ce5def-bbf3-4635-9a63-7f6ea0393509 on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:01.864544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bedbd0-5e24-456a-9d1d-ff2d05d4ef47 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting subnet f922d76d-5a89-425c-9d98-bd9301a5c545 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:14:01.868370 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-5e24-456a-9d1d-ff2d05d4ef47 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.900826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0df500-a9c8-47dc-949b-c4dabd0f0326 req-f113138f-3c29-4a41-b5d6-891f6e186636 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:01.902583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b0df500-a9c8-47dc-949b-c4dabd0f0326 req-f113138f-3c29-4a41-b5d6-891f6e186636 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.2432129 Aug 19 12:14:01.918908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: b9c4da19-4373-45d6-adbd-73924bca0d5b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:01.919250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b9c4da19-4373-45d6-adbd-73924bca0d5b not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:01.928417 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-5e24-456a-9d1d-ff2d05d4ef47 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.029329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:02.030135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:02.030559 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.030968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Bound using segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:02.031472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Bound port: 34ce5def-bbf3-4635-9a63-7f6ea0393509, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:02.031863 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.038045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-5e24-456a-9d1d-ff2d05d4ef47 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.110032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-5e24-456a-9d1d-ff2d05d4ef47 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.150849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bedbd0-5e24-456a-9d1d-ff2d05d4ef47 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Subnet': ['ID=f922d76d-5a89-425c-9d98-bd9301a5c545,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:02.183474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-27447585-b2bc-47e2-adc7-1d4701624cd1 req-e52fa69c-dc7e-4b7e-bc1f-143b036ae15b tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.1290457 Aug 19 12:14:02.191741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b0df500-a9c8-47dc-949b-c4dabd0f0326 req-24b6a724-da61-4bd7-a2ea-966e65c200da tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351680 Aug 19 12:14:02.264939 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29bedbd0-5e24-456a-9d1d-ff2d05d4ef47 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.269491 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-29bedbd0-5e24-456a-9d1d-ff2d05d4ef47 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "DELETE /v2.0/subnets/f922d76d-5a89-425c-9d98-bd9301a5c545 HTTP/1.1" status: 204 len: 168 time: 0.9315083 Aug 19 12:14:02.273547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d7bce9-05ef-48c4-925d-0733e936ff2d None None] Network cdc1756c-1e55-45b5-9172-1243084c354b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:02.274052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.280621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49826) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:02.316504 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ebf58-348f-448b-94b2-219649111d28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:22Z', 'updated_at': '2021-08-19T12:13:59Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:23Z', 'updated_at': '2021-08-19T12:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:02.380088 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] Checking router: 5a6ebf58-348f-448b-94b2-219649111d28 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:02.408245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a493b24e-51ef-490c-95b6-a2468bd273f2', 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'fixed_ips': [{'subnet_id': '91d7ef3a-219a-468d-8df3-a83cca7124f4'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:14:02.409181 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.418923 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] Routers {'5a6ebf58-348f-448b-94b2-219649111d28'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:02.419771 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5a6ebf58-348f-448b-94b2-219649111d28'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:02.484968 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.575111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32a58f8-2cc5-47a5-b9f8-62ab4df61ba1 None None] DHCP port deletion for a9199eb6-cd3e-4d16-b9e2-d04b4865c480 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:14:02.589520 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.595438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port fdcec73b-bd96-481b-8140-a32d9dba0520 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:02.595912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.615537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] For port 34ce5def-bbf3-4635-9a63-7f6ea0393509, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:02.620397 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] Set router 5a6ebf58-348f-448b-94b2-219649111d28 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:02.630861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] For port 34ce5def-bbf3-4635-9a63-7f6ea0393509, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=34ce5def-bbf3-4635-9a63-7f6ea0393509,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:02.703708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Allocated IP 172.20.0.2 (a493b24e-51ef-490c-95b6-a2468bd273f2/91d7ef3a-219a-468d-8df3-a83cca7124f4/f19f49d7-3bf5-403c-a038-f60d8a76c500) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:02.704219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b198e99-2b07-4365-a276-95b2f102bf66 req-816c26f5-fc41-4139-82bb-08c474cfaaf8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 210 time: 0.1177022 Aug 19 12:14:02.711434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Transition to ACTIVE for port object bc8c059f-4bf6-439d-af70-11e91f0cd49b will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:02.774034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port fdcec73b-bd96-481b-8140-a32d9dba0520, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fdcec73b-bd96-481b-8140-a32d9dba0520,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:02.775170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.792230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for fdcec73b-bd96-481b-8140-a32d9dba0520 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:02.799817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.927747 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.944219 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6ebf58-348f-448b-94b2-219649111d28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:22Z', 'updated_at': '2021-08-19T12:13:59Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:23Z', 'updated_at': '2021-08-19T12:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:03.028273 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b64a1-608e-4f58-a15d-b2dc3dbca322 None None] The sync data for ids ['5a6ebf58-348f-448b-94b2-219649111d28'] in n-d-778550-9 is: [{'id': '5a6ebf58-348f-448b-94b2-219649111d28', 'name': 'tempest-TestSecurityGroupsBasicOps-router-290533368', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:22Z', 'updated_at': '2021-08-19T12:13:59Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': 'ae8dd575-72d0-4d18-8c05-6979b9d5d80d', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6ebf58-348f-448b-94b2-219649111d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:23Z', 'updated_at': '2021-08-19T12:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:03.054016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32868cd8-4a27-4bc3-9e71-d96c77f7487c None None] Pushing event updated for resources: {'Port': ['ID=34ce5def-bbf3-4635-9a63-7f6ea0393509,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:03.120023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting port ae8dd575-72d0-4d18-8c05-6979b9d5d80d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:03.120556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.131066 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.148981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:03.149658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:03.297130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] For port ae8dd575-72d0-4d18-8c05-6979b9d5d80d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ae8dd575-72d0-4d18-8c05-6979b9d5d80d,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:03.297631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.302964 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.332021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:03.359010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Calling delete_port for ae8dd575-72d0-4d18-8c05-6979b9d5d80d owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:03.364863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=fdcec73b-bd96-481b-8140-a32d9dba0520,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:03.396235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdb55b-d93a-416c-8991-ac54206365b4 req-48c92050-9613-4a9f-8d4f-7c4507a26074 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:03.404258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51fdb55b-d93a-416c-8991-ac54206365b4 req-48c92050-9613-4a9f-8d4f-7c4507a26074 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.8188534 Aug 19 12:14:03.429864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Transition to ACTIVE for port object f19f49d7-3bf5-403c-a038-f60d8a76c500 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:03.445185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a75adf1-e4af-4e0a-baec-e48c9b27de42 req-f1a6cb65-2e78-4d1f-998c-97dbcd2dcc9f tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0809715 Aug 19 12:14:03.471939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.507024 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.529521 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.553283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a81fbe-86a2-4e2d-b629-052ad5793f11 None None] DHCP port deletion for cdc1756c-1e55-45b5-9172-1243084c354b request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:14:03.567687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a1531c23-300f-4596-8f1f-823c89de157c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:03.570474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:03.571165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51fdb55b-d93a-416c-8991-ac54206365b4 req-ba2324bc-cffc-481c-ab9a-adcf1c452cc6 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660328 Aug 19 12:14:03.588509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Transition to ACTIVE for port object f19f49d7-3bf5-403c-a038-f60d8a76c500 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:03.646673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:03.664091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:03.672138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:03.684548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'Port': ['ID=bc8c059f-4bf6-439d-af70-11e91f0cd49b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:03.697477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.708819 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.842056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:03.843030 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.855030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Allocated IP 172.25.4.243 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/4e9e9618-490f-4103-9bca-13c89f9718b9) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:03.856927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Pushing event updated for resources: {'Port': ['ID=f19f49d7-3bf5-403c-a038-f60d8a76c500,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:03.860212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d32a58f8-2cc5-47a5-b9f8-62ab4df61ba1 None None] Deleting port 229ffddc-651f-4530-bb18-491fa3b13742 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:03.860611 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d32a58f8-2cc5-47a5-b9f8-62ab4df61ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.874216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-9277f7c2-52b2-4981-bbb9-3ae34488e34d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3098271 Aug 19 12:14:03.911961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Request body: {'port': {'device_id': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:04.009552 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.057998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d32a58f8-2cc5-47a5-b9f8-62ab4df61ba1 None None] For port 229ffddc-651f-4530-bb18-491fa3b13742, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=229ffddc-651f-4530-bb18-491fa3b13742,segment=NetworkSegment(8c28f314-cdde-4538-970f-3564bbd14f7a),segment_id=8c28f314-cdde-4538-970f-3564bbd14f7a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:04.058597 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d32a58f8-2cc5-47a5-b9f8-62ab4df61ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.073997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d32a58f8-2cc5-47a5-b9f8-62ab4df61ba1 None None] Calling delete_port for 229ffddc-651f-4530-bb18-491fa3b13742 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:04.081578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1afafb-c9ad-411b-a019-08cb5c87d0f7 req-625bef9e-e09f-4202-a8bf-45d1bdae780e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:04.083297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd1afafb-c9ad-411b-a019-08cb5c87d0f7 req-625bef9e-e09f-4202-a8bf-45d1bdae780e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 931 time: 0.2255788 Aug 19 12:14:04.102182 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.104027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Port': ['ID=ae8dd575-72d0-4d18-8c05-6979b9d5d80d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:04.109174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.125717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.153404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd1afafb-c9ad-411b-a019-08cb5c87d0f7 req-41e43c75-2031-4a3d-b789-ee0e5aec1e18 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608077 Aug 19 12:14:04.188639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 34ce5def-bbf3-4635-9a63-7f6ea0393509 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:04.202862 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.232825 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d32a58f8-2cc5-47a5-b9f8-62ab4df61ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.246528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Network a493b24e-51ef-490c-95b6-a2468bd273f2 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:04.250311 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.250839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Fanout notify agent at l3_agent the message router_deleted on router b6921d03-0a7b-4b64-87f7-68231c8d4d1e {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:14:04.258734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.260154 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7e8e8b56-4b36-489d-b7f2-fce15fb1246e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/routers/b6921d03-0a7b-4b64-87f7-68231c8d4d1e HTTP/1.1" status: 204 len: 168 time: 2.7101519 Aug 19 12:14:04.263028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49842) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:04.280535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:04.369735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.380269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.441425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.507443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:04.548238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a58f8-2cc5-47a5-b9f8-62ab4df61ba1 None None] Pushing event deleted for resources: {'Port': ['ID=229ffddc-651f-4530-bb18-491fa3b13742,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:04.562387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a58f8-2cc5-47a5-b9f8-62ab4df61ba1 None None] No DVR routers for this DVR port 229ffddc-651f-4530-bb18-491fa3b13742 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:04.568976 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.569756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2a3424ce-0abe-4372-a8bf-c252fa314c23 None None] Provisioning for port bc8c059f-4bf6-439d-af70-11e91f0cd49b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:04.571397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.576992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:04.625079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:04.681473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2a3424ce-0abe-4372-a8bf-c252fa314c23 None None] Provisioning complete for port bc8c059f-4bf6-439d-af70-11e91f0cd49b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:04.682102 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a3424ce-0abe-4372-a8bf-c252fa314c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.688432 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.690836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Pushing event updated for resources: {'Port': ['ID=4e9e9618-490f-4103-9bca-13c89f9718b9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:04.692880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.694563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Fanout notify agent at l3_agent the message router_deleted on router 5a6ebf58-348f-448b-94b2-219649111d28 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:14:04.696989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:04.713806 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.715303 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-73ec2826-c29f-44df-a446-bf8a203a5575 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "DELETE /v2.0/routers/5a6ebf58-348f-448b-94b2-219649111d28 HTTP/1.1" status: 204 len: 168 time: 2.4337950 Aug 19 12:14:04.716636 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:14:04.722363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49848) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:04.736828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9199eb6-cd3e-4d16-b9e2-d04b4865c480']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:04.772772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2a3424ce-0abe-4372-a8bf-c252fa314c23 None None] Port bc8c059f-4bf6-439d-af70-11e91f0cd49b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:04.783921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ddfc8803-5563-4b59-a9a6-682477aea6dd req-d5d7b183-4896-4c3a-a6f9-43a8dec64b64 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.2049742 Aug 19 12:14:04.802097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-27a81fbe-86a2-4e2d-b629-052ad5793f11 None None] Deleting port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:04.802491 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27a81fbe-86a2-4e2d-b629-052ad5793f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.810832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c28f314-cdde-4538-970f-3564bbd14f7a') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:04.811634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c28f314-cdde-4538-970f-3564bbd14f7a') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:04.837916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.888450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.891331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.901461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:04.902170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:04.907480 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:04.965606 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-27a81fbe-86a2-4e2d-b629-052ad5793f11 None None] For port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=32e0a2f2-7a02-48fd-a32a-22c7d49ae03d,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:04.966021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27a81fbe-86a2-4e2d-b629-052ad5793f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.023484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 34ce5def-bbf3-4635-9a63-7f6ea0393509 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:05.041528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-27a81fbe-86a2-4e2d-b629-052ad5793f11 None None] Calling delete_port for 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:05.044900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.056938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.059053 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/networks/a9199eb6-cd3e-4d16-b9e2-d04b4865c480 HTTP/1.1" status: 204 len: 168 time: 0.7949629 Aug 19 12:14:05.069507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49852) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:05.091702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 34ce5def-bbf3-4635-9a63-7f6ea0393509 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:05.092362 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.094677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Attempting to bind port f19f49d7-3bf5-403c-a038-f60d8a76c500 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:05.095096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Attempting to bind port f19f49d7-3bf5-403c-a038-f60d8a76c500 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '4ddfc046-6da6-4c97-9388-78f7b5184233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:05.095453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Attempting to bind port f19f49d7-3bf5-403c-a038-f60d8a76c500 on network a493b24e-51ef-490c-95b6-a2468bd273f2 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:05.108112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:05.108622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Checking segment: {'id': '4ddfc046-6da6-4c97-9388-78f7b5184233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:05.108918 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.109464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Bound using segment: {'id': '4ddfc046-6da6-4c97-9388-78f7b5184233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:05.109953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Bound port: f19f49d7-3bf5-403c-a038-f60d8a76c500, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddfc046-6da6-4c97-9388-78f7b5184233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:05.110332 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.147741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875eb11-7304-4d94-a848-70eae4b6dace req-da917762-8ba8-4fdb-9fe7-f8e3a63e1880 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:05.149920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e875eb11-7304-4d94-a848-70eae4b6dace req-da917762-8ba8-4fdb-9fe7-f8e3a63e1880 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.4033365 Aug 19 12:14:05.162475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111414c-3fd7-4d59-8f4e-a9e47bc5697f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Network': ['ID=a9199eb6-cd3e-4d16-b9e2-d04b4865c480,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:05.176802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:05.177577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.238095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8c059f-4bf6-439d-af70-11e91f0cd49b {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:05.256991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.266203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] For port f19f49d7-3bf5-403c-a038-f60d8a76c500, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:05.271918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] For port f19f49d7-3bf5-403c-a038-f60d8a76c500, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f19f49d7-3bf5-403c-a038-f60d8a76c500,segment=NetworkSegment(4ddfc046-6da6-4c97-9388-78f7b5184233),segment_id=4ddfc046-6da6-4c97-9388-78f7b5184233)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:05.294145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] For port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=32e0a2f2-7a02-48fd-a32a-22c7d49ae03d,segment=NetworkSegment(aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7),segment_id=aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:05.294927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.309473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Calling delete_port for 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:05.311563 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.365061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e875eb11-7304-4d94-a848-70eae4b6dace req-3aeb45a5-14a2-4c57-8f5b-99362df893e3 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005427 Aug 19 12:14:05.370599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Transition to ACTIVE for port object bc8c059f-4bf6-439d-af70-11e91f0cd49b will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:05.433370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.499290 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0ae5-df08-4658-b790-1acf4258b8b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.526807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585af0-556b-4851-8a59-1c2c25dd3c9b req-0b57699a-9d10-4b72-ac0f-f6364bb39271 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:05.528485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c585af0-556b-4851-8a59-1c2c25dd3c9b req-0b57699a-9d10-4b72-ac0f-f6364bb39271 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 931 time: 0.2113476 Aug 19 12:14:05.563573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:02Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:05.566072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.568193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c059f-4bf6-439d-af70-11e91f0cd49b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:05.570067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd0010-82cb-4849-85bd-b1c1cbfa10bb None None] Pushing event updated for resources: {'Port': ['ID=f19f49d7-3bf5-403c-a038-f60d8a76c500,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:05.608937 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27a81fbe-86a2-4e2d-b629-052ad5793f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.632489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e227ac-0842-4ccb-9cfb-ef97b0e2dc55 None None] The sync data for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 is: [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:02Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:05.648163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0ae5-df08-4658-b790-1acf4258b8b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.673983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.747330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a81fbe-86a2-4e2d-b629-052ad5793f11 None None] Pushing event deleted for resources: {'Port': ['ID=32e0a2f2-7a02-48fd-a32a-22c7d49ae03d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:05.785985 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a81fbe-86a2-4e2d-b629-052ad5793f11 None None] No DVR routers for this DVR port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:05.807606 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.813990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Port': ['ID=32e0a2f2-7a02-48fd-a32a-22c7d49ae03d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:05.848130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] No DVR routers for this DVR port 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:05.892356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c585af0-556b-4851-8a59-1c2c25dd3c9b req-f456479d-1541-4011-881a-9d2867d9c7d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336611 Aug 19 12:14:05.937819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 34ce5def-bbf3-4635-9a63-7f6ea0393509, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=34ce5def-bbf3-4635-9a63-7f6ea0393509,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:05.946762 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.093909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.101891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0c560230-1894-4c0a-a81a-2322d536b6c9 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:06.118285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc1756c-1e55-45b5-9172-1243084c354b']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:06.137738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0ae5-df08-4658-b790-1acf4258b8b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.140367 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0ae5-df08-4658-b790-1acf4258b8b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.141727 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0f2d0ae5-df08-4658-b790-1acf4258b8b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/security-groups/cba0ec0f-9235-4721-96cf-ad80b658f7ed HTTP/1.1" status: 204 len: 168 time: 1.0710053 Aug 19 12:14:06.145524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0c560230-1894-4c0a-a81a-2322d536b6c9 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:06.146078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0c560230-1894-4c0a-a81a-2322d536b6c9 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:06.147213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:06.152173 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:06.152472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb3c2d0-0364-42bf-9a4a-8b881ecaf5e7') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:06.183886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d0ae5-df08-4658-b790-1acf4258b8b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba0ec0f-9235-4721-96cf-ad80b658f7ed,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:06.194095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.214742 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.219809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=34ce5def-bbf3-4635-9a63-7f6ea0393509,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:06.220762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Attempting to bind port bc8c059f-4bf6-439d-af70-11e91f0cd49b on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:06.221293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Attempting to bind port bc8c059f-4bf6-439d-af70-11e91f0cd49b by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:06.222194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Attempting to bind port bc8c059f-4bf6-439d-af70-11e91f0cd49b on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:06.229852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3223a8ea-9953-424b-b9cc-d2210c32a158 req-90fec962-bee2-4598-a068-7fa0f05cb655 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.2000077 Aug 19 12:14:06.234190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:06.235296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 32e0a2f2-7a02-48fd-a32a-22c7d49ae03d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:06.235296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 229ffddc-651f-4530-bb18-491fa3b13742 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:06.241185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:06.241623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:06.244863 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:06.317018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 229ffddc-651f-4530-bb18-491fa3b13742 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:06.317455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 229ffddc-651f-4530-bb18-491fa3b13742 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:06.345682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Port bc8c059f-4bf6-439d-af70-11e91f0cd49b on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:06.346402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Attempting to bind port bc8c059f-4bf6-439d-af70-11e91f0cd49b on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:06.401072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.405872 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.410059 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "DELETE /v2.0/networks/cdc1756c-1e55-45b5-9172-1243084c354b HTTP/1.1" status: 204 len: 168 time: 1.6863024 Aug 19 12:14:06.411327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db807d79-f575-444f-a750-484895d76160 req-726cf235-05b7-4a5c-91f9-1e3395ff78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:06.412881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db807d79-f575-444f-a750-484895d76160 req-726cf235-05b7-4a5c-91f9-1e3395ff78f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01a00de1f2cb4b6e9a164775c6dfb139&device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 1097 time: 0.5509148 Aug 19 12:14:06.413662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:06.421638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Checking segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:06.422295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Bound using segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:06.423375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Bound port: bc8c059f-4bf6-439d-af70-11e91f0cd49b, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:06.423918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.436443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49868) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:06.455395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf64e76-1b30-47a3-8bf9-52bc1293e2f4 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Network': ['ID=cdc1756c-1e55-45b5-9172-1243084c354b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:06.482591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40c7fb-ec36-4d94-89e5-73a28a1a7511 req-4f05fea3-3f5d-4d2c-87f0-628c496d2ec2 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:06.494008 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c40c7fb-ec36-4d94-89e5-73a28a1a7511 req-4f05fea3-3f5d-4d2c-87f0-628c496d2ec2 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.6205049 Aug 19 12:14:06.638220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 34ce5def-bbf3-4635-9a63-7f6ea0393509 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:06.724335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 34ce5def-bbf3-4635-9a63-7f6ea0393509 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:06.724758 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.773020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c40c7fb-ec36-4d94-89e5-73a28a1a7511 req-56e4f7c6-d1ea-45ec-b710-a9cc88da0cd7 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780554 Aug 19 12:14:06.854196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49870) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:06.860053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3a47358d-199d-4263-86b1-9123a0a0496f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99583005', 'description': 'tempest-secgroup-smoke-99583005 description', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:06.882960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f19f49d7-3bf5-403c-a038-f60d8a76c500 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:06.910189 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a47358d-199d-4263-86b1-9123a0a0496f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.994427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port f19f49d7-3bf5-403c-a038-f60d8a76c500 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:07.099780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.117186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] For port bc8c059f-4bf6-439d-af70-11e91f0cd49b, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:07.118117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fdcec73b-bd96-481b-8140-a32d9dba0520 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:07.120441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db807d79-f575-444f-a750-484895d76160 req-aa828707-0644-4641-8215-1113dffc4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:07.122026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db807d79-f575-444f-a750-484895d76160 req-aa828707-0644-4641-8215-1113dffc4469 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4fc35c03-01c1-4de2-a292-923e978676cd HTTP/1.1" status: 200 len: 913 time: 0.6864476 Aug 19 12:14:07.122971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a47358d-199d-4263-86b1-9123a0a0496f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.129602 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a47358d-199d-4263-86b1-9123a0a0496f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.161999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: fdcec73b-bd96-481b-8140-a32d9dba0520 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:07.162294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fdcec73b-bd96-481b-8140-a32d9dba0520 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:07.162827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae8dd575-72d0-4d18-8c05-6979b9d5d80d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:07.165624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a47358d-199d-4263-86b1-9123a0a0496f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.170562 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3a47358d-199d-4263-86b1-9123a0a0496f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3115132 Aug 19 12:14:07.170562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47358d-199d-4263-86b1-9123a0a0496f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619817f0-a5e9-4cd2-bec5-7176881ead15,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:07.172051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49874) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:07.180404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ff54d9b3-4975-46cb-ab44-280b57fd6dde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '619817f0-a5e9-4cd2-bec5-7176881ead15', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:07.202735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ae8dd575-72d0-4d18-8c05-6979b9d5d80d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:07.203350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae8dd575-72d0-4d18-8c05-6979b9d5d80d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:07.226748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff54d9b3-4975-46cb-ab44-280b57fd6dde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.262070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] For port bc8c059f-4bf6-439d-af70-11e91f0cd49b, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=bc8c059f-4bf6-439d-af70-11e91f0cd49b,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:07.270479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db807d79-f575-444f-a750-484895d76160 req-1e77b5c4-1e3c-4112-8954-8f879b54abeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b8e0334-4bf9-48f0-9d0c-0a86743b520d HTTP/1.1" status: 200 len: 217 time: 0.0932529 Aug 19 12:14:07.284475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.308851 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff54d9b3-4975-46cb-ab44-280b57fd6dde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.314162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff54d9b3-4975-46cb-ab44-280b57fd6dde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.335341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54d9b3-4975-46cb-ab44-280b57fd6dde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d182ebd-1a03-46e1-9657-2a799041c870,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:07.344546 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ff54d9b3-4975-46cb-ab44-280b57fd6dde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.349060 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ff54d9b3-4975-46cb-ab44-280b57fd6dde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729503 Aug 19 12:14:07.350315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49878) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:07.357209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4e23c0b0-f54b-4cd9-9d17-dc611fa285d7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '619817f0-a5e9-4cd2-bec5-7176881ead15', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:07.393745 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4e23c0b0-f54b-4cd9-9d17-dc611fa285d7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.395345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e3c154-6fef-45af-8e87-e6ab62000f0c None None] Network a493b24e-51ef-490c-95b6-a2468bd273f2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:07.484978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4e23c0b0-f54b-4cd9-9d17-dc611fa285d7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.493444 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4e23c0b0-f54b-4cd9-9d17-dc611fa285d7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.519933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23c0b0-f54b-4cd9-9d17-dc611fa285d7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619bc20b-bcb2-4f81-a96c-b2d2c5171000,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:07.522241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0a7371fb-ea89-49f6-a205-9878028b4039 None None] Provisioning for port f19f49d7-3bf5-403c-a038-f60d8a76c500 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:07.538126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0a7371fb-ea89-49f6-a205-9878028b4039 None None] Provisioning complete for port f19f49d7-3bf5-403c-a038-f60d8a76c500 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:07.538492 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a7371fb-ea89-49f6-a205-9878028b4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.545541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4e23c0b0-f54b-4cd9-9d17-dc611fa285d7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.547355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4e23c0b0-f54b-4cd9-9d17-dc611fa285d7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1947830 Aug 19 12:14:07.551786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49882) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:07.558038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f47456cd-81cb-48cc-ad28-709fca9cbe35 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '619817f0-a5e9-4cd2-bec5-7176881ead15', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:07.599058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f47456cd-81cb-48cc-ad28-709fca9cbe35 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.691706 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a7371fb-ea89-49f6-a205-9878028b4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.718969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f47456cd-81cb-48cc-ad28-709fca9cbe35 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.725443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f47456cd-81cb-48cc-ad28-709fca9cbe35 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.728123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0a7371fb-ea89-49f6-a205-9878028b4039 None None] For port f19f49d7-3bf5-403c-a038-f60d8a76c500, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f19f49d7-3bf5-403c-a038-f60d8a76c500,segment=NetworkSegment(4ddfc046-6da6-4c97-9388-78f7b5184233),segment_id=4ddfc046-6da6-4c97-9388-78f7b5184233)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:07.738629 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a7371fb-ea89-49f6-a205-9878028b4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.749861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47456cd-81cb-48cc-ad28-709fca9cbe35 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1149e3fe-f16e-4a00-bef8-5dc3aca1f506,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:07.759367 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f47456cd-81cb-48cc-ad28-709fca9cbe35 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.761069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f47456cd-81cb-48cc-ad28-709fca9cbe35 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2072411 Aug 19 12:14:07.763768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49884) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:07.769984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fcb1dd7d-bfc8-4b5a-ba12-c346ed965297 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '619817f0-a5e9-4cd2-bec5-7176881ead15', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:07.812114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dd7d-bfc8-4b5a-ba12-c346ed965297 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.819444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7371fb-ea89-49f6-a205-9878028b4039 None None] Pushing event updated for resources: {'Port': ['ID=f19f49d7-3bf5-403c-a038-f60d8a76c500,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:07.864173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c059f-4bf6-439d-af70-11e91f0cd49b,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:07.892992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671bb91-070a-4e8c-b930-b3bd185ca870 req-c7d73e37-1169-4272-ad04-a4b3b8143a73 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:07.898735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dd7d-bfc8-4b5a-ba12-c346ed965297 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.901370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4671bb91-070a-4e8c-b930-b3bd185ca870 req-c7d73e37-1169-4272-ad04-a4b3b8143a73 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 943 time: 0.8781853 Aug 19 12:14:07.903884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dd7d-bfc8-4b5a-ba12-c346ed965297 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.938643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1dd7d-bfc8-4b5a-ba12-c346ed965297 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cac1915-d567-461f-8fdf-523c2000dc57,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:07.953969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fcb1dd7d-bfc8-4b5a-ba12-c346ed965297 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.955554 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fcb1dd7d-bfc8-4b5a-ba12-c346ed965297 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1903424 Aug 19 12:14:07.958357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49888) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:07.967495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8a32eebd-6b7b-4e2c-a471-3ec8ad77be71 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '619817f0-a5e9-4cd2-bec5-7176881ead15', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:07.972636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:07.973208 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.976041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-5e429662-02aa-4472-b358-ad8d191aeee0 service neutron] 10.222.0.54 "PUT /v2.0/ports/bc8c059f-4bf6-439d-af70-11e91f0cd49b HTTP/1.1" status: 200 len: 1091 time: 4.0707731 Aug 19 12:14:07.997510 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e17b617-bd31-40aa-890a-02e201845307 req-db790c9f-121d-4db2-93e2-0dce18b16df0 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.1239927 Aug 19 12:14:07.999742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting port 96c85519-eee5-47b7-a3bc-a4591d9aa993 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:08.000090 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.005365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'tag': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:08.006599 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-8a32eebd-6b7b-4e2c-a471-3ec8ad77be71 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Project f14f7ec1d8064a3bb955de098f4e5e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:14:08.009395 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f4a11c-2074-4e04-b357-cbb717a926ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf35d4c-73d6-49e1-88bd-472c38735106", "tag": "bc8c059f-4bf6-439d-af70-11e91f0cd49b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:08.012421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a32eebd-6b7b-4e2c-a471-3ec8ad77be71 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.070043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3ed72899-d581-407d-86e5-50d608126f14 None None] Provisioning complete for port f19f49d7-3bf5-403c-a038-f60d8a76c500 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:08.070526 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ed72899-d581-407d-86e5-50d608126f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.095756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db807d79-f575-444f-a750-484895d76160 req-975ac818-b2b5-4055-b987-68e5336bf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:08.098025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db807d79-f575-444f-a750-484895d76160 req-975ac818-b2b5-4055-b987-68e5336bf7bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eae77b6e-ecc3-49e1-ae79-cba534c16d8c HTTP/1.1" status: 200 len: 852 time: 0.8108587 Aug 19 12:14:08.175023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a32eebd-6b7b-4e2c-a471-3ec8ad77be71 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.178987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db807d79-f575-444f-a750-484895d76160 req-c24aa984-dc27-4ff0-a053-523169728620 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4fc35c03-01c1-4de2-a292-923e978676cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334890 Aug 19 12:14:08.188293 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a32eebd-6b7b-4e2c-a471-3ec8ad77be71 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.226667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32eebd-6b7b-4e2c-a471-3ec8ad77be71 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2f78ab-b9fe-45ae-90e1-61f506725d37,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:08.248673 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8a32eebd-6b7b-4e2c-a471-3ec8ad77be71 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.252759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8a32eebd-6b7b-4e2c-a471-3ec8ad77be71 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2913630 Aug 19 12:14:08.254609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49892) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:08.262208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-24a506a9-428a-4366-ab6b-d5fd5d51d79e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '619817f0-a5e9-4cd2-bec5-7176881ead15', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:08.292199 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-24a506a9-428a-4366-ab6b-d5fd5d51d79e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Project f14f7ec1d8064a3bb955de098f4e5e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:14:08.298657 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24a506a9-428a-4366-ab6b-d5fd5d51d79e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.348768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4671bb91-070a-4e8c-b930-b3bd185ca870 req-7ed50c66-9f0f-4366-85b4-228ed3d41c66 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465277 Aug 19 12:14:08.382150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044de8-09a3-49c9-a475-89bdbac381df req-2fa920a2-7e01-4e9f-a3c6-057981dd312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:08.383637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-2fa920a2-7e01-4e9f-a3c6-057981dd312e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 1094 time: 0.2719233 Aug 19 12:14:08.398308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24a506a9-428a-4366-ab6b-d5fd5d51d79e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.406275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24a506a9-428a-4366-ab6b-d5fd5d51d79e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.412563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:14:08.421197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.421808 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.433904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a506a9-428a-4366-ab6b-d5fd5d51d79e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398faa11-1cb0-4b8e-9e77-a6287bbf1aff,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:08.452023 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa98ba-b39c-4bb8-a669-b73a5aa43970 x-openstack-request-id: req-f9aa98ba-b39c-4bb8-a669-b73a5aa43970 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:08.452569 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf35d4c-73d6-49e1-88bd-472c38735106", "tag": "bc8c059f-4bf6-439d-af70-11e91f0cd49b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:08.453094 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9aa98ba-b39c-4bb8-a669-b73a5aa43970 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:08.453821 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24a506a9-428a-4366-ab6b-d5fd5d51d79e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.454043 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'tag': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b', 'status': 'completed', 'code': 200} Aug 19 12:14:08.455250 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-24a506a9-428a-4366-ab6b-d5fd5d51d79e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1973197 Aug 19 12:14:08.458624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49894) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:08.469539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'network': {'name': 'tempest-network-smoke--2062279225', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'port_security_enabled': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:08.482019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f19f49d7-3bf5-403c-a038-f60d8a76c500 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:08.509763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Calling delete_port for 96c85519-eee5-47b7-a3bc-a4591d9aa993 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:08.518098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:08.520020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-6dc56e6a-1297-4094-a7cf-9f80bd540493 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc8c059f-4bf6-439d-af70-11e91f0cd49b HTTP/1.1" status: 200 len: 217 time: 0.1032555 Aug 19 12:14:08.524344 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.529604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db807d79-f575-444f-a750-484895d76160 req-78b00e2d-b981-477f-a9df-41b4ce57df29 service neutron] 10.222.0.69 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369262 Aug 19 12:14:08.546712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f19f49d7-3bf5-403c-a038-f60d8a76c500 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:08.547450 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.549203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f94ca1-748d-4d4c-b4d8-8853f1e7da8d req-0689cc0c-70e3-49f7-bee4-e994fef63204 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:08.554709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:08.556941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26f94ca1-748d-4d4c-b4d8-8853f1e7da8d req-0689cc0c-70e3-49f7-bee4-e994fef63204 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.2759614 Aug 19 12:14:08.565769 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.566423 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Added segment 5a748e29-f283-49af-933c-c4d250603341 of type vlan for network 39816a42-6383-489e-949c-e1cf3ef7bbf1 Aug 19 12:14:08.611359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.640033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.648421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:08.649274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.715878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2505054 Aug 19 12:14:08.723835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49896) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:08.735601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'admin_state_up': True, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:08.748982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0dcdb-8fc4-4004-983d-e061a7ce90f1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Network': ['ID=39816a42-6383-489e-949c-e1cf3ef7bbf1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:08.762436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 39816a42-6383-489e-949c-e1cf3ef7bbf1 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:08.780839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.782677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.790214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044de8-09a3-49c9-a475-89bdbac381df req-fc8ac7ad-0ae2-49b9-a19c-998ba6ec27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:08.791689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-fc8ac7ad-0ae2-49b9-a19c-998ba6ec27f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.2612200 Aug 19 12:14:08.828329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26f94ca1-748d-4d4c-b4d8-8853f1e7da8d req-91fd6619-a12a-446d-96fa-f90ef0e646e0 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661238 Aug 19 12:14:08.869265 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.912836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:08.925430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Sync routers for ids ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:08.926725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db807d79-f575-444f-a750-484895d76160 req-514f7be0-d656-4f71-a9c9-653911cd1c09 service neutron] 10.222.0.69 "GET /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319554 Aug 19 12:14:08.938107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Routers {'3d5fb80d-85a8-4d04-8a29-10e247bb8c49'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:08.939102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:08.946374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044de8-09a3-49c9-a475-89bdbac381df req-f7735269-c552-4430-8afb-72a09ed124bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:08.947912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-f7735269-c552-4430-8afb-72a09ed124bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412687 Aug 19 12:14:08.955459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.959290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2825c1b5-0586-44e6-9a60-9c2d6784cabf admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9027922 Aug 19 12:14:08.960877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49898) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:09.097320 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.138505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Set router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:09.176630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Port': ['ID=96c85519-eee5-47b7-a3bc-a4591d9aa993,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:09.183500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-727bb6d0-fbd8-4001-9586-cc5e7bd84aaf req-cb00e260-5435-4698-a076-ac089a354969 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0499709 Aug 19 12:14:09.207484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-dbeaa0a1-b004-4b3a-91cf-6fcb81d69ecc service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485812 Aug 19 12:14:09.299869 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.300477 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Floating IP b1f5b5ea-bd26-435a-9b81-ce0b0acc23d7 disassociated (deleted). External IP: 172.25.4.49, port: d580e522-067f-4a8e-8026-735ea831078f. Aug 19 12:14:09.406936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:01Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 3, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'gw_port': {'id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:03Z', 'updated_at': '2021-08-19T12:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:09.450717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Checking router: 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:09.451447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Updating router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 port 4e9e9618-490f-4103-9bca-13c89f9718b9 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:09.483314 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.511438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.551938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a044de8-09a3-49c9-a475-89bdbac381df req-f2d02e9b-4703-47cf-8fc1-9c69ccabd6d6 service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224382 Aug 19 12:14:09.700859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea363b4-f50b-402e-bcbd-f6ed70378e40 req-455e1453-0b08-4c52-9c90-1f937f72c472 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:09.703080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ea363b4-f50b-402e-bcbd-f6ed70378e40 req-455e1453-0b08-4c52-9c90-1f937f72c472 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 943 time: 0.2436328 Aug 19 12:14:09.720756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:09.818399 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.832562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Transition to ACTIVE for port object 4e9e9618-490f-4103-9bca-13c89f9718b9 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:09.843431 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.918716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Attempting to bind port 4e9e9618-490f-4103-9bca-13c89f9718b9 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:09.919095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Attempting to bind port 4e9e9618-490f-4103-9bca-13c89f9718b9 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:09.919464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Attempting to bind port 4e9e9618-490f-4103-9bca-13c89f9718b9 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:09.928845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855ed86-3d47-4fa9-a53b-83b620269a7e None None] Pushing event updated for resources: {'Port': ['ID=4e9e9618-490f-4103-9bca-13c89f9718b9,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:09.933385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:09.933773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:09.934188 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.934598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:09.935067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Bound port: 4e9e9618-490f-4103-9bca-13c89f9718b9, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:09.935454 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.994858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] For port 4e9e9618-490f-4103-9bca-13c89f9718b9, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:09.998272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] For port 4e9e9618-490f-4103-9bca-13c89f9718b9, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4e9e9618-490f-4103-9bca-13c89f9718b9,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:10.005710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.019715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ea363b4-f50b-402e-bcbd-f6ed70378e40 req-59dc2c95-48dc-4502-84fe-5e0acc40b254 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006587 Aug 19 12:14:10.027352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-e1e4e20e-4f8e-4e59-bf63-bae43aee08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:10.029469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-e1e4e20e-4f8e-4e59-bf63-bae43aee08ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 1094 time: 0.3249123 Aug 19 12:14:10.062695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.088531 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.114350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Routers {'3d5fb80d-85a8-4d04-8a29-10e247bb8c49'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:10.115283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:10.135699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b02c2e-b051-4ab3-a1fa-de4f3b7720e8 req-fd4ff6ce-f9fc-4cab-9ff3-a90ca116d6f9 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:10.137294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73b02c2e-b051-4ab3-a1fa-de4f3b7720e8 req-fd4ff6ce-f9fc-4cab-9ff3-a90ca116d6f9 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.1614268 Aug 19 12:14:10.158735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:10.165778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.173210 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] Sync routers for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:10.175629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855ed86-3d47-4fa9-a53b-83b620269a7e None None] Pushing event updated for resources: {'Port': ['ID=4e9e9618-490f-4103-9bca-13c89f9718b9,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:10.195416 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:10.196060 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:10.311962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-58d05857-0596-4886-81de-413514628c93 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "DELETE /v2.0/floatingips/b1f5b5ea-bd26-435a-9b81-ce0b0acc23d7 HTTP/1.1" status: 204 len: 168 time: 3.8697762 Aug 19 12:14:10.316346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.25.4.34 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/7ba6f6ce-bf9e-45de-9df2-39419d98589b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:10.334007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.346932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73b02c2e-b051-4ab3-a1fa-de4f3b7720e8 req-3d8ead5a-dcd0-460c-b7cd-156c46ec36b1 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978426 Aug 19 12:14:10.359950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] Set router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:10.434399 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:10.438204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-ddb6f464-c1f9-4bdc-ace1-69af0d7f0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:10.439728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-ddb6f464-c1f9-4bdc-ace1-69af0d7f0b1d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.3983200 Aug 19 12:14:10.453019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24f6d868-dde6-474b-9778-05ce3183aab0 req-2b05b5f5-ea4b-4066-9a98-05656030ae02 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0792150 Aug 19 12:14:10.476867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.539745 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.543855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:10.554588 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "tag": "d580e522-067f-4a8e-8026-735ea831078f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:10.559035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-d2a5631e-d001-48e0-91e4-5e85d75b905b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc8c059f-4bf6-439d-af70-11e91f0cd49b HTTP/1.1" status: 200 len: 217 time: 0.1050518 Aug 19 12:14:10.627990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:10.644566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:10.652022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:10.656628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=7ba6f6ce-bf9e-45de-9df2-39419d98589b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:10.667098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-b5e63dfa-45cd-431d-8ce0-da250eef57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:10.669766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-b5e63dfa-45cd-431d-8ce0-da250eef57b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1010847 Aug 19 12:14:10.681377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:01Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 3, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'gw_port': {'id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:03Z', 'updated_at': '2021-08-19T12:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:10.769464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b923c4-0949-4fbf-9ab0-628589546fda None None] The sync data for ids ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'] in n-d-778550-9 is: [{'id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:01Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 3, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'gw_port': {'id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:03Z', 'updated_at': '2021-08-19T12:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:10.790270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-a6db7cf9-0ae4-4520-9ce2-a18b50d6c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:10.793000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-a6db7cf9-0ae4-4520-9ce2-a18b50d6c767 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127856 Aug 19 12:14:10.903773 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'f7c30b90-bfd9-4b99-a168-483e2ed956ba', 'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:e8:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:16Z', 'updated_at': '2021-08-19T12:12:25Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:10.916316 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48621ad8-6bf8-444d-a05a-9729933bc8e7 x-openstack-request-id: req-48621ad8-6bf8-444d-a05a-9729933bc8e7 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:10.916608 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "tag": "d580e522-067f-4a8e-8026-735ea831078f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:10.916881 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48621ad8-6bf8-444d-a05a-9729933bc8e7 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:10.917284 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f', 'status': 'completed', 'code': 200} Aug 19 12:14:10.949882 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] Checking router: 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:10.960335 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:10.961004 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:11.011223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Allocated IP 172.20.0.1 (a493b24e-51ef-490c-95b6-a2468bd273f2/91d7ef3a-219a-468d-8df3-a83cca7124f4/ae7e1aa2-1a1c-437b-b542-82b03cfce5fc) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:11.124335 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:11.141725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3f258-29e2-4fc4-8f86-9e0c25f72bbb req-f345866f-a5d3-4e8e-a6a9-f5c8774b65cb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:11.143741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc3f258-29e2-4fc4-8f86-9e0c25f72bbb req-f345866f-a5d3-4e8e-a6a9-f5c8774b65cb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 985 time: 0.2133610 Aug 19 12:14:11.156243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-62a73475-c2db-41aa-91a5-e74b11186721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:11.158128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-62a73475-c2db-41aa-91a5-e74b11186721 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=590d962779804d4d9671c0ff12bceb70&device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 1136 time: 0.1926913 Aug 19 12:14:11.179896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-ab140f21-6d7a-4516-a975-fe11aa8c76b3 service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781552 Aug 19 12:14:11.299438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bc73a-429e-4a64-abda-3c3ebd9fab95 req-55e7e5ff-5649-42ba-ab4a-89e96a86a5de tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:11.314499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-928bc73a-429e-4a64-abda-3c3ebd9fab95 req-55e7e5ff-5649-42ba-ab4a-89e96a86a5de tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.3464396 Aug 19 12:14:11.401563 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.444833 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'f7c30b90-bfd9-4b99-a168-483e2ed956ba', 'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:e8:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:16Z', 'updated_at': '2021-08-19T12:12:25Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:11.457578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Transition to ACTIVE for port object ae7e1aa2-1a1c-437b-b542-82b03cfce5fc will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:11.477146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.482066 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde02377-718f-4f8f-b147-9b8e61cc1cd5 None None] The sync data for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 is: [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'f7c30b90-bfd9-4b99-a168-483e2ed956ba', 'name': '', 'network_id': '81a685d2-b324-4545-a6d9-ea87b865c98c', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'mac_address': 'fa:16:3e:e8:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:16Z', 'updated_at': '2021-08-19T12:12:25Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'subnets': [{'id': '3fc9678d-2b78-4a25-8266-4833bd22abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:11.638596 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.694844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Network a493b24e-51ef-490c-95b6-a2468bd273f2 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:11.701287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:11.705744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:11.787514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Pushing event updated for resources: {'Port': ['ID=ae7e1aa2-1a1c-437b-b542-82b03cfce5fc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:11.945361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.949198 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.971636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76583270-7fbb-4c18-8b5c-9191b6010d4a None None] New status for floating IP b1f5b5ea-bd26-435a-9b81-ce0b0acc23d7: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:14:12.033454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dc3f258-29e2-4fc4-8f86-9e0c25f72bbb req-32bc2b65-a051-419f-9b92-93b03223281e tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8297572 Aug 19 12:14:12.081174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-928bc73a-429e-4a64-abda-3c3ebd9fab95 req-510d3ee5-3841-4147-a0cb-8239aad76b10 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346704 Aug 19 12:14:12.210135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.273547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-96502726-162c-4203-be42-f6b76fed0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:12.276499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-96502726-162c-4203-be42-f6b76fed0466 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81a685d2-b324-4545-a6d9-ea87b865c98c HTTP/1.1" status: 200 len: 898 time: 1.0994167 Aug 19 12:14:12.280450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c3d3c88-cbd8-47e9-a1ec-47fb43fcf4a4 req-89efce09-4d23-49fa-8161-40082c0eee4c tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5eef8ec-bbc1-4005-b2f4-1bede8556732 HTTP/1.1" status: 200 len: 210 time: 0.0710981 Aug 19 12:14:12.301142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06f4a11c-2074-4e04-b357-cbb717a926ef req-0721474e-3ef8-4ce7-b1d1-e1128a7983cd service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0957272 Aug 19 12:14:12.362708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-82c59a09-ad1a-40fb-ab2a-cd3c9665876f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d580e522-067f-4a8e-8026-735ea831078f HTTP/1.1" status: 200 len: 217 time: 0.0738320 Aug 19 12:14:12.384986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421a72c-1c02-4006-b165-31acec0465a9 req-79d66084-38e1-49d4-b4ea-3eacc41aa96c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:12.393357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7421a72c-1c02-4006-b165-31acec0465a9 req-79d66084-38e1-49d4-b4ea-3eacc41aa96c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 943 time: 0.2300522 Aug 19 12:14:12.446532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9d611121-4e18-40d2-94ec-25510ff26ec4 None None] Provisioning for port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:12.452012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9d611121-4e18-40d2-94ec-25510ff26ec4 None None] Provisioning complete for port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:12.453122 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d611121-4e18-40d2-94ec-25510ff26ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.523917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9d611121-4e18-40d2-94ec-25510ff26ec4 None None] Port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:12.534844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router ea65dae4-bd10-4148-bc53-1de3bca04ebc is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:14:12.547770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4e9e9618-490f-4103-9bca-13c89f9718b9 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:12.572533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7421a72c-1c02-4006-b165-31acec0465a9 req-efb278aa-01b5-4704-bf50-3df7188febdf tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193287 Aug 19 12:14:12.581208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-155d3b99-2668-4a7a-b9e1-4c98590df7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:12.582726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-155d3b99-2668-4a7a-b9e1-4c98590df7c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fc9678d-2b78-4a25-8266-4833bd22abdb HTTP/1.1" status: 200 len: 835 time: 0.1875176 Aug 19 12:14:12.614253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-93a9ff12-a8f0-493f-89ca-b6fd276fb4b8 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:12.616160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-93a9ff12-a8f0-493f-89ca-b6fd276fb4b8 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 985 time: 0.1775858 Aug 19 12:14:12.628794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device bc8c059f-4bf6-439d-af70-11e91f0cd49b details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:12.630643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4e9e9618-490f-4103-9bca-13c89f9718b9 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:12.637800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.645067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4e9e9618-490f-4103-9bca-13c89f9718b9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:12.645449 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.686991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-097a17cb-9f19-4d05-a086-6382a628340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:12.688962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-097a17cb-9f19-4d05-a086-6382a628340a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81a685d2-b324-4545-a6d9-ea87b865c98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962980 Aug 19 12:14:12.689892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.774833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Pushing event updated for resources: {'Port': ['ID=ae7e1aa2-1a1c-437b-b542-82b03cfce5fc,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:12.790304 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.805712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:12.810300 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.818196 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Sync routers for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:12.836033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-2d0fc0c8-9ab9-47e5-a48f-ad9a08efb254 service neutron] 10.222.0.69 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361363 Aug 19 12:14:12.837276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port bc8c059f-4bf6-439d-af70-11e91f0cd49b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=bc8c059f-4bf6-439d-af70-11e91f0cd49b,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:12.844803 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:12.848134 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:12.851810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting port d580e522-067f-4a8e-8026-735ea831078f {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:12.852444 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.863464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'port_id': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b', 'mac_address': 'fa:16:3e:52:09:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:12.867784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.869600 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9bfa62f5-c6d9-4606-8d7f-fec613e8e418 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1443222 Aug 19 12:14:12.870200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 4e9e9618-490f-4103-9bca-13c89f9718b9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4e9e9618-490f-4103-9bca-13c89f9718b9,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:12.877573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49928) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:12.932659 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.968855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Network a493b24e-51ef-490c-95b6-a2468bd273f2 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:12.970394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:13.017732 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.037102 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:13.077314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8c059f-4bf6-439d-af70-11e91f0cd49b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:13.098719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=4e9e9618-490f-4103-9bca-13c89f9718b9,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:13.142776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port bc8c059f-4bf6-439d-af70-11e91f0cd49b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=bc8c059f-4bf6-439d-af70-11e91f0cd49b,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:13.150600 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.262728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=bc8c059f-4bf6-439d-af70-11e91f0cd49b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:13.338497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:13.349406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f2a3aa2-79b8-4e63-ab5b-968f238ef04b req-c7669864-ea2d-4466-a9d3-bf64c0282e77 service neutron] 10.222.0.69 "GET /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911437 Aug 19 12:14:13.352661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] For port d580e522-067f-4a8e-8026-735ea831078f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d580e522-067f-4a8e-8026-735ea831078f,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:13.353056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.366127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-8f775d7c-433a-4c50-95a2-3adfa3caf8ca tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:13.367791 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-8f775d7c-433a-4c50-95a2-3adfa3caf8ca tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.1703115 Aug 19 12:14:13.399611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Calling delete_port for d580e522-067f-4a8e-8026-735ea831078f owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:13.412215 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c924c810-c9f6-4e97-8ad4-10bce72cc03b tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=f14f7ec1d8064a3bb955de098f4e5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5333669 Aug 19 12:14:13.420419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49938) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:13.506801 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:11Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:13.532053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['bc8c059f-4bf6-439d-af70-11e91f0cd49b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:13.535454 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Checking router: ea65dae4-bd10-4148-bc53-1de3bca04ebc for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:13.535924 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Updating router ea65dae4-bd10-4148-bc53-1de3bca04ebc port 7ba6f6ce-bf9e-45de-9df2-39419d98589b binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:13.568175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031fdf5-c969-4c6e-8251-dfd001df58e1 req-9e32af16-ee3c-401c-a97c-91e7fbb092b7 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:13.577388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a031fdf5-c969-4c6e-8251-dfd001df58e1 req-9e32af16-ee3c-401c-a97c-91e7fbb092b7 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 985 time: 0.3910155 Aug 19 12:14:13.588797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cae42-f0a0-418d-aac9-be049636614d req-5ae60fff-ec1e-4142-bdde-52a3528591e4 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:13.596823 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c47cae42-f0a0-418d-aac9-be049636614d req-5ae60fff-ec1e-4142-bdde-52a3528591e4 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 946 time: 0.2406580 Aug 19 12:14:13.605196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a11f1ede-ae9f-404c-a263-04d60f657105 None None] Provisioning complete for port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:13.606458 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ede-ae9f-404c-a263-04d60f657105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.672531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c47cae42-f0a0-418d-aac9-be049636614d req-9b63e751-f2fa-459d-8883-e014c1b68741 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb80cd4-337b-4df7-80a7-1223e5bcee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716515 Aug 19 12:14:13.685869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a11f1ede-ae9f-404c-a263-04d60f657105 None None] Port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:13.692202 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.796460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7782f9dd-8931-4dbc-b211-543ea883e44e tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:13.798339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7782f9dd-8931-4dbc-b211-543ea883e44e tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3704150 Aug 19 12:14:13.801818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49946) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:13.857585 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c3db9133-b1f9-4367-8a59-14cdd47a513e tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516155 Aug 19 12:14:13.864808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a031fdf5-c969-4c6e-8251-dfd001df58e1 req-9050558a-407b-420d-bb32-a1c44185191e tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/security-groups?id=889085e2-bfc6-42f0-8aea-617e78489bd7&id=0fad7823-8018-419f-a792-81f625445f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2864280 Aug 19 12:14:13.873201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49948) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:13.879579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1559297125', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:13.932264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49950) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:14.031177 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.044484 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Transition to ACTIVE for port object 7ba6f6ce-bf9e-45de-9df2-39419d98589b will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:14.053052 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.088640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Deleting port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:14.088640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.106910 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Pushing event updated for resources: {'Port': ['ID=7ba6f6ce-bf9e-45de-9df2-39419d98589b,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:14.112349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0df9b1-56a8-43ba-9ff0-97c9346b0086 req-639c1a5c-0694-4a93-9482-b0e70522b66a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:14.114013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e0df9b1-56a8-43ba-9ff0-97c9346b0086 req-639c1a5c-0694-4a93-9482-b0e70522b66a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 944 time: 0.1798944 Aug 19 12:14:14.128022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:14.139292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Sync routers for ids ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:14.141061 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.141539 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.141935 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.142313 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.142668 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.143004 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.143584 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.145059 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.145059 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.145059 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.146546 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.146546 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:14.153661 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Attempting to bind port 7ba6f6ce-bf9e-45de-9df2-39419d98589b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:14.154081 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Attempting to bind port 7ba6f6ce-bf9e-45de-9df2-39419d98589b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:14.154525 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Attempting to bind port 7ba6f6ce-bf9e-45de-9df2-39419d98589b on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:14.159249 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cdbb0e19-1bce-4ba8-9e91-48c8419cc94b admin admin] 10.222.0.65 "PUT /v2.0/routers/3d5fb80d-85a8-4d04-8a29-10e247bb8c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1857221 Aug 19 12:14:14.161215 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:14.161685 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:14.161997 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.162680 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:14.164801 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Bound port: 7ba6f6ce-bf9e-45de-9df2-39419d98589b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:14.165620 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.169717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Routers {'3d5fb80d-85a8-4d04-8a29-10e247bb8c49'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:14.170752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:14.182035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:14.185551 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.240346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] For port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,segment=NetworkSegment(d828b32d-d921-40e9-adee-4fddec60f696),segment_id=d828b32d-d921-40e9-adee-4fddec60f696)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:14.240752 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.256169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Calling delete_port for 6b8e0334-4bf9-48f0-9d0c-0a86743b520d owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:14.278150 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] For port 7ba6f6ce-bf9e-45de-9df2-39419d98589b, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:14.282685 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] For port 7ba6f6ce-bf9e-45de-9df2-39419d98589b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7ba6f6ce-bf9e-45de-9df2-39419d98589b,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:14.288008 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.322779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Set router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:14.323632 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8db76371-949b-4a7f-9ed4-4eebe844c3e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.368777 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:14.369427 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:14.373954 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175739bf-ccdf-4bfc-ac1b-9f2f36262338 None None] Pushing event updated for resources: {'Port': ['ID=7ba6f6ce-bf9e-45de-9df2-39419d98589b,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:14.433415 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.451360 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.498650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6b8e0334-4bf9-48f0-9d0c-0a86743b520d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:14.512948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Pushing event deleted for resources: {'Port': ['ID=6b8e0334-4bf9-48f0-9d0c-0a86743b520d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:14.516199 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:14.565026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4e9e9618-490f-4103-9bca-13c89f9718b9 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:14.583138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] No DVR routers for this DVR port 6b8e0334-4bf9-48f0-9d0c-0a86743b520d on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:14.587835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.590414 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f909699b-886d-42cf-8e2b-47eddcf27c44 req-7945da1a-f0c9-4b39-b714-5863f9db52e8 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.69 "DELETE /v2.0/ports/6b8e0334-4bf9-48f0-9d0c-0a86743b520d HTTP/1.1" status: 204 len: 173 time: 1.1906409 Aug 19 12:14:14.591146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b936d3b-c670-40a8-b698-9b40ff438913', 'name': 'network-vif-deleted', 'tag': '6b8e0334-4bf9-48f0-9d0c-0a86743b520d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:14.602986 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5785c634-e901-4adb-90f2-c0c5e0ada51a" -d '{"events": [{"server_uuid": "6b936d3b-c670-40a8-b698-9b40ff438913", "name": "network-vif-deleted", "tag": "6b8e0334-4bf9-48f0-9d0c-0a86743b520d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:14.679728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device bc8c059f-4bf6-439d-af70-11e91f0cd49b up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:14.697538 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221c3203-8044-4ffb-bf71-23255fc8144a x-openstack-request-id: req-221c3203-8044-4ffb-bf71-23255fc8144a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:14.697953 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b936d3b-c670-40a8-b698-9b40ff438913", "name": "network-vif-deleted", "tag": "6b8e0334-4bf9-48f0-9d0c-0a86743b520d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:14.698671 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-221c3203-8044-4ffb-bf71-23255fc8144a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:14.699197 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b936d3b-c670-40a8-b698-9b40ff438913', 'name': 'network-vif-deleted', 'tag': '6b8e0334-4bf9-48f0-9d0c-0a86743b520d', 'status': 'completed', 'code': 200} Aug 19 12:14:14.722816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] No DVR routers for this DVR port d580e522-067f-4a8e-8026-735ea831078f on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:14.744137 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.751971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a1997ef-02d1-4ff3-bb9a-2a7ffc927f41 req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.69 "DELETE /v2.0/ports/d580e522-067f-4a8e-8026-735ea831078f HTTP/1.1" status: 204 len: 173 time: 2.1063373 Aug 19 12:14:14.754542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:11Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:14.769932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-20bf9997-a747-42d5-ac66-a1ea85852078 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6459811 Aug 19 12:14:14.775728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'name': 'network-vif-deleted', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:14.778778 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52b6f61-a485-4aa2-9eeb-17e2b2b09381" -d '{"events": [{"server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "name": "network-vif-deleted", "tag": "d580e522-067f-4a8e-8026-735ea831078f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:14.791820 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76903e-c257-4f3c-bb2b-c879dc62afbf None None] The sync data for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 is: [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:11Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:14.822732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e0df9b1-56a8-43ba-9ff0-97c9346b0086 req-65eec7d3-e7b8-4144-ad9b-1ec404b191f8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6955979 Aug 19 12:14:14.823602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fe955-b83b-4fab-8961-04fa9fa394eb tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Port': ['ID=d580e522-067f-4a8e-8026-735ea831078f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:14.884775 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8db76371-949b-4a7f-9ed4-4eebe844c3e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.918988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port bc8c059f-4bf6-439d-af70-11e91f0cd49b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:14.926310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port bc8c059f-4bf6-439d-af70-11e91f0cd49b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:14.926694 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.929325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4e9e9618-490f-4103-9bca-13c89f9718b9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:14.929707 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.014203 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe224d51-c9d8-4133-92ef-cc7ba359cff3 req-44ba6ebe-680c-40c0-beb0-a97bb07a9819 tempest-TestServerAdvancedOps-27051274 tempest-TestServerAdvancedOps-27051274-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b936d3b-c670-40a8-b698-9b40ff438913 HTTP/1.1" status: 200 len: 210 time: 0.1881874 Aug 19 12:14:15.079148 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fa3d47-a415-469f-9e1e-265e84201ba8 x-openstack-request-id: req-a4fa3d47-a415-469f-9e1e-265e84201ba8 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:15.079543 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b", "name": "network-vif-deleted", "tag": "d580e522-067f-4a8e-8026-735ea831078f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:15.079745 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4fa3d47-a415-469f-9e1e-265e84201ba8 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:15.080156 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b', 'name': 'network-vif-deleted', 'tag': 'd580e522-067f-4a8e-8026-735ea831078f', 'status': 'completed', 'code': 200} Aug 19 12:14:15.154100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.200522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:01Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 4, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'gw_port': {'id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:03Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ae7e1aa2-1a1c-437b-b542-82b03cfce5fc', 'name': '', 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'mac_address': 'fa:16:3e:4f:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '91d7ef3a-219a-468d-8df3-a83cca7124f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 2, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'subnets': [{'id': '91d7ef3a-219a-468d-8df3-a83cca7124f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:15.235930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Checking router: 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:15.236336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Updating router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:15.256431 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8db76371-949b-4a7f-9ed4-4eebe844c3e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.259700 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8db76371-949b-4a7f-9ed4-4eebe844c3e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.263870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49974) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:15.271314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d580e522-067f-4a8e-8026-735ea831078f no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:15.289270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8db76371-949b-4a7f-9ed4-4eebe844c3e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "DELETE /v2.0/security-groups/a10bfe09-c218-461b-be85-2989618d69a3 HTTP/1.1" status: 204 len: 168 time: 1.3535411 Aug 19 12:14:15.292665 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-ffcb356b-20af-4e13-b3b5-3a437e24a417 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] show failed (client error): The resource could not be found. Aug 19 12:14:15.309873 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ffcb356b-20af-4e13-b3b5-3a437e24a417 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "GET /v2.0/security-groups/a10bfe09-c218-461b-be85-2989618d69a3 HTTP/1.1" status: 404 len: 347 time: 0.0284750 Aug 19 12:14:15.311378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49976) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:15.374489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-b278c52f-f054-4cc1-a1e4-1cac03571a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:15.374891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-b278c52f-f054-4cc1-a1e4-1cac03571a63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 1096 time: 0.5107081 Aug 19 12:14:15.406268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-416bcd8f-24ed-4067-a4a7-92889a2daad2 req-075115fc-85a0-424e-9d4d-7e6b05037632 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdf71d4-2097-4ea1-b21c-4c0b6242ad1b HTTP/1.1" status: 200 len: 210 time: 0.1785908 Aug 19 12:14:15.491071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db76371-949b-4a7f-9ed4-4eebe844c3e3 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10bfe09-c218-461b-be85-2989618d69a3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:15.515276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: d580e522-067f-4a8e-8026-735ea831078f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:15.515635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d580e522-067f-4a8e-8026-735ea831078f not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:15.516040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6b8e0334-4bf9-48f0-9d0c-0a86743b520d no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:15.579759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Subnet': ['ID=3a2954f7-8dae-48dc-b941-98e4efd55ffc,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:15.585609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 6b8e0334-4bf9-48f0-9d0c-0a86743b520d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:15.585985 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6b8e0334-4bf9-48f0-9d0c-0a86743b520d not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:15.606798 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.607335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting port 01613f1b-216b-407e-a2d4-a8a551c6343d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:15.607792 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.614118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Checking segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:15.614785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network hostable DHCP agents. Network: 39816a42-6383-489e-949c-e1cf3ef7bbf1, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:15.696850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 39816a42-6383-489e-949c-e1cf3ef7bbf1 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:15.702905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-a7c1a4d5-c05a-4692-b20e-2af0eb709d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:15.704594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-a7c1a4d5-c05a-4692-b20e-2af0eb709d33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.2975073 Aug 19 12:14:15.715543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port bc8c059f-4bf6-439d-af70-11e91f0cd49b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=bc8c059f-4bf6-439d-af70-11e91f0cd49b,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:15.719951 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.727335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 39816a42-6383-489e-949c-e1cf3ef7bbf1) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:15.730520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:15.734549 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2804f058-9829-4839-9ce4-0b0293653fdc" -d '{"events": [{"server_uuid": "ccf35d4c-73d6-49e1-88bd-472c38735106", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c059f-4bf6-439d-af70-11e91f0cd49b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:15.741437 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.755999 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.756349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.763886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-41eb9a58-2207-4de0-a2c8-9f3c23ab9fb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1531c23-300f-4596-8f1f-823c89de157c HTTP/1.1" status: 200 len: 217 time: 0.0463445 Aug 19 12:14:15.765214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:15.765817 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.795327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Calling delete_port for 01613f1b-216b-407e-a2d4-a8a551c6343d owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:15.809129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b764c43-1d9e-4399-a693-18cd90e81b96 None None] Network 39816a42-6383-489e-949c-e1cf3ef7bbf1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:15.932073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-0a37a4df-78ef-4301-94c3-6d78a1b37d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:15.933682 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-0a37a4df-78ef-4301-94c3-6d78a1b37d73 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1601784 Aug 19 12:14:15.951897 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4564a95-cd8f-4ad6-99d5-993a3c155e4b x-openstack-request-id: req-b4564a95-cd8f-4ad6-99d5-993a3c155e4b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:15.952232 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf35d4c-73d6-49e1-88bd-472c38735106", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c059f-4bf6-439d-af70-11e91f0cd49b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:15.954351 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4564a95-cd8f-4ad6-99d5-993a3c155e4b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:15.954826 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b', 'code': 200} Aug 19 12:14:15.962453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7d231085-c8b8-4741-84da-465446c5ebbe tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0881183 Aug 19 12:14:16.052725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49988) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.144672 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.196249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Port': ['ID=01613f1b-216b-407e-a2d4-a8a551c6343d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:16.220736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=bc8c059f-4bf6-439d-af70-11e91f0cd49b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:16.253178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49994) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.302678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fdd10-b116-4efd-b286-f8b730657978 req-ec41f0fa-6aa3-46fe-a690-268c78c888de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:16.311502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-873fdd10-b116-4efd-b286-f8b730657978 req-ec41f0fa-6aa3-46fe-a690-268c78c888de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 945 time: 0.3520150 Aug 19 12:14:16.333213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-de0eb65d-191d-4af8-94cf-1921734f47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:16.334814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-de0eb65d-191d-4af8-94cf-1921734f47c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3917093 Aug 19 12:14:16.348571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaf74d-0c84-48a3-b6eb-4418ed28cf06 req-d41229c0-64f9-4d12-a9c5-5c530d4b8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:16.350185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0dbaf74d-0c84-48a3-b6eb-4418ed28cf06 req-d41229c0-64f9-4d12-a9c5-5c530d4b8424 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 1096 time: 0.2588110 Aug 19 12:14:16.415232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4784aff-23e2-4450-9742-7849fa8ef023 admin admin] Deleting subnet eae77b6e-ecc3-49e1-ae79-cba534c16d8c {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:14:16.432086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.434819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.438649 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7ea2d12d-0774-48c8-9cc9-50edba7e7f83 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "DELETE /v2.0/floatingips/c4a0b4d9-7225-4c98-80fb-7511a1e76ecf HTTP/1.1" status: 204 len: 168 time: 1.1216903 Aug 19 12:14:16.443264 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4784aff-23e2-4450-9742-7849fa8ef023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.444953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49996) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.568096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-873fdd10-b116-4efd-b286-f8b730657978 req-b5ac4a39-4354-49be-b921-c1aeb21780e5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509930 Aug 19 12:14:16.568699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50002) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.632645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0dbaf74d-0c84-48a3-b6eb-4418ed28cf06 req-871681b8-a90f-46a9-aee3-55efadf7331d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638311 Aug 19 12:14:16.644863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7ba6f6ce-bf9e-45de-9df2-39419d98589b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:16.667566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4784aff-23e2-4450-9742-7849fa8ef023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.726000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1791cfb4-2f3b-41d7-a3e1-b542aa1b97c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting port b756ec2b-c878-45b9-b2ac-6a7e5112a26b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:16.726641 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1791cfb4-2f3b-41d7-a3e1-b542aa1b97c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.732591 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4784aff-23e2-4450-9742-7849fa8ef023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.761672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-39816a42-6383-489e-949c-e1cf3ef7bbf1', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:14:16.762826 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.822270 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b644cb8f-2589-4076-bbee-c6bd444b6d53 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.830971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-350b4814-56d2-49fb-a718-fda2a71157b0 service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415388 Aug 19 12:14:16.908421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1791cfb4-2f3b-41d7-a3e1-b542aa1b97c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.914850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 7ba6f6ce-bf9e-45de-9df2-39419d98589b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:16.918196 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4784aff-23e2-4450-9742-7849fa8ef023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.951925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1791cfb4-2f3b-41d7-a3e1-b542aa1b97c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Calling delete_port for b756ec2b-c878-45b9-b2ac-6a7e5112a26b owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:16.954528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4784aff-23e2-4450-9742-7849fa8ef023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae77b6e-ecc3-49e1-ae79-cba534c16d8c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:16.963192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4784aff-23e2-4450-9742-7849fa8ef023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.967695 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c4784aff-23e2-4450-9742-7849fa8ef023 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eae77b6e-ecc3-49e1-ae79-cba534c16d8c HTTP/1.1" status: 204 len: 168 time: 0.7100160 Aug 19 12:14:16.969928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50004) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.988763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 7ba6f6ce-bf9e-45de-9df2-39419d98589b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:16.989632 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.002935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b644cb8f-2589-4076-bbee-c6bd444b6d53 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.084443 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.098963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6687f05-3cf7-4c1d-ba0a-5411c418b2f3 req-69fabfb5-2ac2-4426-b081-a12d3a39348f service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926570 Aug 19 12:14:17.106423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.134901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Transition to ACTIVE for port object ae7e1aa2-1a1c-437b-b542-82b03cfce5fc will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:17.171359 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.175888 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b644cb8f-2589-4076-bbee-c6bd444b6d53 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.179383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b644cb8f-2589-4076-bbee-c6bd444b6d53 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.190780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b644cb8f-2589-4076-bbee-c6bd444b6d53 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "DELETE /v2.0/security-groups/0fad7823-8018-419f-a792-81f625445f57 HTTP/1.1" status: 204 len: 168 time: 0.6169581 Aug 19 12:14:17.191598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50008) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:17.200317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Allocated IP 172.20.0.2 (39816a42-6383-489e-949c-e1cf3ef7bbf1/3a2954f7-8dae-48dc-b941-98e4efd55ffc/166f3837-91b5-402d-859e-9b96b48a7240) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:17.268362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644cb8f-2589-4076-bbee-c6bd444b6d53 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad7823-8018-419f-a792-81f625445f57,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:17.274201 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.298742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 7ba6f6ce-bf9e-45de-9df2-39419d98589b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7ba6f6ce-bf9e-45de-9df2-39419d98589b,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:17.322687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602d15a-b6fd-4597-8e41-ab284f93406a None None] Pushing event updated for resources: {'Port': ['ID=ae7e1aa2-1a1c-437b-b542-82b03cfce5fc,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:17.364667 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.380533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc35c03-01c1-4de2-a292-923e978676cd']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:17.392017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1791cfb4-2f3b-41d7-a3e1-b542aa1b97c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.408264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd828b32d-d921-40e9-adee-4fddec60f696') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:17.408870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd828b32d-d921-40e9-adee-4fddec60f696') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:17.473802 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.479903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791cfb4-2f3b-41d7-a3e1-b542aa1b97c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Port': ['ID=b756ec2b-c878-45b9-b2ac-6a7e5112a26b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:17.563342 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.591144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:17.592332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:17.597077 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:17.685503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1791cfb4-2f3b-41d7-a3e1-b542aa1b97c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.690518 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1791cfb4-2f3b-41d7-a3e1-b542aa1b97c6 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "DELETE /v2.0/ports/b756ec2b-c878-45b9-b2ac-6a7e5112a26b HTTP/1.1" status: 204 len: 168 time: 1.2369587 Aug 19 12:14:17.698910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50016) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:17.749402 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.854338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.860391 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.867285 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4fc35c03-01c1-4de2-a292-923e978676cd HTTP/1.1" status: 204 len: 168 time: 0.8934958 Aug 19 12:14:17.870458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50020) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:17.940411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24671-81c8-43c9-ba36-cfc621049ff4 req-77944260-5061-4428-afdf-90b640d78dc5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:17.956068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fc24671-81c8-43c9-ba36-cfc621049ff4 req-77944260-5061-4428-afdf-90b640d78dc5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 945 time: 0.1790991 Aug 19 12:14:17.979699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ea8320-9016-48c8-9026-62f700f61d90 admin admin] Deleting subnet e8cb9f14-be72-4490-a0e3-37ee561cb0f5 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:14:17.983616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139e6fa-b8bb-4317-85be-f2c753de67d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc35c03-01c1-4de2-a292-923e978676cd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.004890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27ea8320-9016-48c8-9026-62f700f61d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.043665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e827345b-3f9f-4699-a826-1f62c81bd508 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.046856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=7ba6f6ce-bf9e-45de-9df2-39419d98589b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.091243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-3fa233d5-350c-49c0-9aaa-694a30c42549 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting port 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:18.091600 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fa233d5-350c-49c0-9aaa-694a30c42549 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.092136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fc24671-81c8-43c9-ba36-cfc621049ff4 req-f039a5cd-dffe-4d69-a411-d8edfb07b598 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351793 Aug 19 12:14:18.136009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e827345b-3f9f-4699-a826-1f62c81bd508 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.145744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Attempting to bind port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:18.146093 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Attempting to bind port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '4ddfc046-6da6-4c97-9388-78f7b5184233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:18.146459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Attempting to bind port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc on network a493b24e-51ef-490c-95b6-a2468bd273f2 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:18.158486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27ea8320-9016-48c8-9026-62f700f61d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.158665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:18.159029 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Checking segment: {'id': '4ddfc046-6da6-4c97-9388-78f7b5184233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:18.159408 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.160273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Bound using segment: {'id': '4ddfc046-6da6-4c97-9388-78f7b5184233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:18.161016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Bound port: ae7e1aa2-1a1c-437b-b542-82b03cfce5fc, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddfc046-6da6-4c97-9388-78f7b5184233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:18.161284 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.201539 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.246455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27ea8320-9016-48c8-9026-62f700f61d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.273858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Transition to ACTIVE for port object 166f3837-91b5-402d-859e-9b96b48a7240 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:18.279909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] For port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:18.283263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fa233d5-350c-49c0-9aaa-694a30c42549 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.285037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] For port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ae7e1aa2-1a1c-437b-b542-82b03cfce5fc,segment=NetworkSegment(4ddfc046-6da6-4c97-9388-78f7b5184233),segment_id=4ddfc046-6da6-4c97-9388-78f7b5184233)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:18.310383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-3fa233d5-350c-49c0-9aaa-694a30c42549 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Calling delete_port for 0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:18.311891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.322911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Transition to ACTIVE for port object 166f3837-91b5-402d-859e-9b96b48a7240 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:18.373704 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e827345b-3f9f-4699-a826-1f62c81bd508 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.376635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e827345b-3f9f-4699-a826-1f62c81bd508 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.381138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50032) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.381664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e827345b-3f9f-4699-a826-1f62c81bd508 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "DELETE /v2.0/security-groups/889085e2-bfc6-42f0-8aea-617e78489bd7 HTTP/1.1" status: 204 len: 168 time: 1.1702282 Aug 19 12:14:18.406825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602d15a-b6fd-4597-8e41-ab284f93406a None None] Pushing event updated for resources: {'Port': ['ID=ae7e1aa2-1a1c-437b-b542-82b03cfce5fc,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.415187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827345b-3f9f-4699-a826-1f62c81bd508 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889085e2-bfc6-42f0-8aea-617e78489bd7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.430228 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.435518 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.443258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27ea8320-9016-48c8-9026-62f700f61d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.493776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7ba6f6ce-bf9e-45de-9df2-39419d98589b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:18.494418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27ea8320-9016-48c8-9026-62f700f61d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.501735 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-27ea8320-9016-48c8-9026-62f700f61d90 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e8cb9f14-be72-4490-a0e3-37ee561cb0f5 HTTP/1.1" status: 204 len: 168 time: 0.6287351 Aug 19 12:14:18.504657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50034) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.520307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea8320-9016-48c8-9026-62f700f61d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8cb9f14-be72-4490-a0e3-37ee561cb0f5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.522525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Pushing event updated for resources: {'Port': ['ID=166f3837-91b5-402d-859e-9b96b48a7240,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.544186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-04871b3b-8892-4283-a827-c32ffdcc6e37 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:18.545808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-04871b3b-8892-4283-a827-c32ffdcc6e37 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.2860777 Aug 19 12:14:18.546397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d95b-e646-4b1c-a2b1-9a7ec60857f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.568662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Network 39816a42-6383-489e-949c-e1cf3ef7bbf1 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:18.575400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Routers {'3d5fb80d-85a8-4d04-8a29-10e247bb8c49'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:18.576426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:13:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:18.585689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:18.630529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:18.754351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fa233d5-350c-49c0-9aaa-694a30c42549 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.758662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Attempting to bind port 166f3837-91b5-402d-859e-9b96b48a7240 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:18.759042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Attempting to bind port 166f3837-91b5-402d-859e-9b96b48a7240 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:18.759581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Attempting to bind port 166f3837-91b5-402d-859e-9b96b48a7240 on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:18.761583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 7ba6f6ce-bf9e-45de-9df2-39419d98589b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:18.761925 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.802438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:18.802713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Checking segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:18.803118 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.803503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Bound using segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:18.803974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Bound port: 166f3837-91b5-402d-859e-9b96b48a7240, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:18.804355 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.818232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] Set router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:18.820657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d1d369ce-a93b-4be6-b8c2-f5ff1ff9effc tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/quotas/e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 375 time: 0.2252097 Aug 19 12:14:18.863361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa233d5-350c-49c0-9aaa-694a30c42549 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Port': ['ID=0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.883756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.947875 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fa233d5-350c-49c0-9aaa-694a30c42549 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.952556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3fa233d5-350c-49c0-9aaa-694a30c42549 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "DELETE /v2.0/ports/0e3d40d8-b1a1-4a9a-b3bf-d62e7da30f2c HTTP/1.1" status: 204 len: 168 time: 1.2499874 Aug 19 12:14:18.953712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50036) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.953908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d4d31f2f-ee9f-49b6-bca3-2c51a992d5e8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323626 Aug 19 12:14:19.007494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] For port 166f3837-91b5-402d-859e-9b96b48a7240, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:19.046925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] For port 166f3837-91b5-402d-859e-9b96b48a7240, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=166f3837-91b5-402d-859e-9b96b48a7240,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:19.051674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.20.0.1 (39816a42-6383-489e-949c-e1cf3ef7bbf1/3a2954f7-8dae-48dc-b941-98e4efd55ffc/0ea72537-e674-426c-aa4d-37488e314cf8) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:19.063340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.065234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a9d073-0315-4596-be18-7afa176a4263 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting subnet f769b74a-284f-4700-87a5-2f3789dbb60b {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:14:19.070587 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.074234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15a9d073-0315-4596-be18-7afa176a4263 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.098132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1743d095-24d4-44a3-a232-5ec21695217f']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:19.138212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15a9d073-0315-4596-be18-7afa176a4263 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.158722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5944bb-7c6a-4df4-adc0-792cdd38591b') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:19.159065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5944bb-7c6a-4df4-adc0-792cdd38591b') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:19.237526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769db1f-f4b0-48d4-acaf-a38d0696fad6 None None] Pushing event updated for resources: {'Port': ['ID=166f3837-91b5-402d-859e-9b96b48a7240,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:19.253602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.280083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:01Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 4, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'gw_port': {'id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:03Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ae7e1aa2-1a1c-437b-b542-82b03cfce5fc', 'name': '', 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'mac_address': 'fa:16:3e:4f:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '91d7ef3a-219a-468d-8df3-a83cca7124f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:18Z', 'revision_number': 4, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'subnets': [{'id': '91d7ef3a-219a-468d-8df3-a83cca7124f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:19.316229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12e7f0-9270-4ddd-a4d2-2b298c62212c None None] The sync data for ids ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'] in n-d-778550-9 is: [{'id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:01Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 4, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'gw_port': {'id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:03Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ae7e1aa2-1a1c-437b-b542-82b03cfce5fc', 'name': '', 'network_id': 'a493b24e-51ef-490c-95b6-a2468bd273f2', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'mac_address': 'fa:16:3e:4f:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '91d7ef3a-219a-468d-8df3-a83cca7124f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:18Z', 'revision_number': 4, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'subnets': [{'id': '91d7ef3a-219a-468d-8df3-a83cca7124f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:19.321463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15a9d073-0315-4596-be18-7afa176a4263 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.329903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.362958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:19.363635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:19.379355 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:19.383145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.555810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbd96c-ec45-463e-9ff4-a52ccc8ceef3 req-be222cb9-d126-457d-a99c-661f10364726 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:19.557634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cecbd96c-ec45-463e-9ff4-a52ccc8ceef3 req-be222cb9-d126-457d-a99c-661f10364726 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 945 time: 0.3015404 Aug 19 12:14:19.559985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15a9d073-0315-4596-be18-7afa176a4263 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.569763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-961ecb24-4af0-4be9-ab56-4c91eb05073b service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941718 Aug 19 12:14:19.589623 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.614337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9d073-0315-4596-be18-7afa176a4263 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Subnet': ['ID=f769b74a-284f-4700-87a5-2f3789dbb60b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:19.617729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.633148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06c5be-245d-464b-b767-698933824fe9 None None] Network 695c6eae-dc00-481f-8fa2-9574d3204229 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:19.637096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Transition to ACTIVE for port object 0ea72537-e674-426c-aa4d-37488e314cf8 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:19.663684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15a9d073-0315-4596-be18-7afa176a4263 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.666435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.671816 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-15a9d073-0315-4596-be18-7afa176a4263 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "DELETE /v2.0/subnets/f769b74a-284f-4700-87a5-2f3789dbb60b HTTP/1.1" status: 204 len: 168 time: 0.7138588 Aug 19 12:14:19.677234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] 10.222.0.65 "DELETE /v2.0/networks/1743d095-24d4-44a3-a232-5ec21695217f HTTP/1.1" status: 204 len: 168 time: 1.1718819 Aug 19 12:14:19.679784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50044) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:19.776213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3a9f6f-848f-46ff-b5ef-8f22eb8c85b9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Deleting subnet 8422701f-cd68-4ee5-91df-d6986379744b {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:14:19.780300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be855e1-a072-486d-8867-30176b1c0bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=1743d095-24d4-44a3-a232-5ec21695217f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:19.781462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9f6f-848f-46ff-b5ef-8f22eb8c85b9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.840364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9f6f-848f-46ff-b5ef-8f22eb8c85b9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.843287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cecbd96c-ec45-463e-9ff4-a52ccc8ceef3 req-29626595-bcfe-4948-af6f-5b4b5911c831 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711730 Aug 19 12:14:19.854460 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-83e7bd37-d375-41ed-9b47-ac8794b34c5c service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993611 Aug 19 12:14:19.857997 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.957606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 39816a42-6383-489e-949c-e1cf3ef7bbf1 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:19.973390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:19.979869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:19.991901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5cf39-ae12-46e9-988a-dbb14666cb6b None None] DHCP port deletion for 695c6eae-dc00-481f-8fa2-9574d3204229 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:14:20.052800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.103329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9f6f-848f-46ff-b5ef-8f22eb8c85b9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.118846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-88d5cf39-ae12-46e9-988a-dbb14666cb6b None None] Deleting port ce13001c-6c99-40ae-a868-eecb14453ca6 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:20.119357 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88d5cf39-ae12-46e9-988a-dbb14666cb6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.167398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50052) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:20.214352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9f6f-848f-46ff-b5ef-8f22eb8c85b9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.219405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=0ea72537-e674-426c-aa4d-37488e314cf8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:20.245395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-88d5cf39-ae12-46e9-988a-dbb14666cb6b None None] For port ce13001c-6c99-40ae-a868-eecb14453ca6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ce13001c-6c99-40ae-a868-eecb14453ca6,segment=NetworkSegment(dd93a843-257a-436c-9e64-7612b9fd20d0),segment_id=dd93a843-257a-436c-9e64-7612b9fd20d0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:20.245973 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88d5cf39-ae12-46e9-988a-dbb14666cb6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.269477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-88d5cf39-ae12-46e9-988a-dbb14666cb6b None None] Calling delete_port for ce13001c-6c99-40ae-a868-eecb14453ca6 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:20.343276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-d725730b-1461-4103-951a-aa302ff85fd5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4bf3437e238b4255b8b2ff99f952bfba HTTP/1.1" status: 200 len: 267 time: 0.1717978 Aug 19 12:14:20.369930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.371072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a9f6f-848f-46ff-b5ef-8f22eb8c85b9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Subnet': ['ID=8422701f-cd68-4ee5-91df-d6986379744b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:20.379487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88d5cf39-ae12-46e9-988a-dbb14666cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.381642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9f6f-848f-46ff-b5ef-8f22eb8c85b9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.389242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9c3a9f6f-848f-46ff-b5ef-8f22eb8c85b9 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "DELETE /v2.0/subnets/8422701f-cd68-4ee5-91df-d6986379744b HTTP/1.1" status: 204 len: 168 time: 0.7080777 Aug 19 12:14:20.391898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50058) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:20.406557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d148e0a-13aa-4571-b9e4-a099bd86946b None None] Network 127ee992-1a42-43fa-abb5-ae2b756eca7f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:20.450967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d5cf39-ae12-46e9-988a-dbb14666cb6b None None] No DVR routers for this DVR port ce13001c-6c99-40ae-a868-eecb14453ca6 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:20.454645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a9daa7e6-9e2e-4bbb-a221-d009c09a9211 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01a00de1f2cb4b6e9a164775c6dfb139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793226 Aug 19 12:14:20.466555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50062) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:20.512810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5cf39-ae12-46e9-988a-dbb14666cb6b None None] Pushing event deleted for resources: {'Port': ['ID=ce13001c-6c99-40ae-a868-eecb14453ca6,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:20.616126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting port f7c30b90-bfd9-4b99-a168-483e2ed956ba {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:20.616472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.748397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 166f3837-91b5-402d-859e-9b96b48a7240 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:20.761982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.804930 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4d669004-4449-461f-9eb9-22ac2d21c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.838910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 166f3837-91b5-402d-859e-9b96b48a7240 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:20.852130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] For port f7c30b90-bfd9-4b99-a168-483e2ed956ba, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f7c30b90-bfd9-4b99-a168-483e2ed956ba,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:20.852907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.869288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Calling delete_port for f7c30b90-bfd9-4b99-a168-483e2ed956ba owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:20.873965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae7e1aa2-1a1c-437b-b542-82b03cfce5fc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:20.984942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c11b2d0d-7bb1-4c5b-b44c-ac3c3ee23fc7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:20.986182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f85ec-f673-4dbd-8339-dd3c8ef1e32b None None] DHCP port deletion for 127ee992-1a42-43fa-abb5-ae2b756eca7f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:14:20.988472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c11b2d0d-7bb1-4c5b-b44c-ac3c3ee23fc7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 945 time: 0.6433969 Aug 19 12:14:21.049679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1afc16-66fb-4423-b88b-53d5653c2ab4 None None] Network 39816a42-6383-489e-949c-e1cf3ef7bbf1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:21.053087 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.070192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c5a9591d-d605-4ebe-a2e2-0abaf91b689f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'port': {'security_groups': []}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:21.098206 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-513cdfcd-ea45-4465-b340-369a5313997c req-849b25ee-9ba4-48eb-b211-88ec6929a120 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 210 time: 0.5166121 Aug 19 12:14:21.103360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:21.169469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:21.169990 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.238818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f85ec-f673-4dbd-8339-dd3c8ef1e32b None None] Deleting port 3d2648bc-6091-4a06-bdb7-84213665a131 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:21.239341 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c0f85ec-f673-4dbd-8339-dd3c8ef1e32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.278094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c5a9591d-d605-4ebe-a2e2-0abaf91b689f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.280365 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db0f9228-67dc-403e-8a76-8f039bbaf661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.309986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e1222e68-71a6-4332-a9b8-7bf0a040b973 None None] Provisioning for port 166f3837-91b5-402d-859e-9b96b48a7240 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:21.313105 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db0f9228-67dc-403e-8a76-8f039bbaf661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.334720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.347181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.379273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e1222e68-71a6-4332-a9b8-7bf0a040b973 None None] Provisioning complete for port 166f3837-91b5-402d-859e-9b96b48a7240 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:21.380383 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1222e68-71a6-4332-a9b8-7bf0a040b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.431404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3c0f85ec-f673-4dbd-8339-dd3c8ef1e32b None None] For port 3d2648bc-6091-4a06-bdb7-84213665a131, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3d2648bc-6091-4a06-bdb7-84213665a131,segment=NetworkSegment(ba1594de-6ca3-47f0-b97c-c3863332ef4c),segment_id=ba1594de-6ca3-47f0-b97c-c3863332ef4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:21.432292 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c0f85ec-f673-4dbd-8339-dd3c8ef1e32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.481094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f85ec-f673-4dbd-8339-dd3c8ef1e32b None None] Calling delete_port for 3d2648bc-6091-4a06-bdb7-84213665a131 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:21.482302 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.512668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=0ea72537-e674-426c-aa4d-37488e314cf8,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:21.568735 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1222e68-71a6-4332-a9b8-7bf0a040b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.594023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db0f9228-67dc-403e-8a76-8f039bbaf661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.596834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db0f9228-67dc-403e-8a76-8f039bbaf661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.598299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-db0f9228-67dc-403e-8a76-8f039bbaf661 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cb80cd4-337b-4df7-80a7-1223e5bcee49 HTTP/1.1" status: 204 len: 168 time: 1.1171143 Aug 19 12:14:21.628764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.641458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695c6eae-dc00-481f-8fa2-9574d3204229']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:21.656593 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.658386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd93a843-257a-436c-9e64-7612b9fd20d0') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:21.658785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd93a843-257a-436c-9e64-7612b9fd20d0') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:21.673659 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.679188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f9228-67dc-403e-8a76-8f039bbaf661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb80cd4-337b-4df7-80a7-1223e5bcee49,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:21.702878 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.713583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:21.714089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.718699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e1222e68-71a6-4332-a9b8-7bf0a040b973 None None] For port 166f3837-91b5-402d-859e-9b96b48a7240, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=166f3837-91b5-402d-859e-9b96b48a7240,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:21.734570 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1222e68-71a6-4332-a9b8-7bf0a040b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.795182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 39816a42-6383-489e-949c-e1cf3ef7bbf1 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:21.804517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:21.819405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c5a9591d-d605-4ebe-a2e2-0abaf91b689f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] For port bc8c059f-4bf6-439d-af70-11e91f0cd49b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=bc8c059f-4bf6-439d-af70-11e91f0cd49b,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:21.823598 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:21.835172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.866305 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.868413 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "DELETE /v2.0/networks/695c6eae-dc00-481f-8fa2-9574d3204229 HTTP/1.1" status: 204 len: 168 time: 1.4754708 Aug 19 12:14:21.870529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788df44a-1aca-4b04-bf5d-5eaf329cc359 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Network': ['ID=695c6eae-dc00-481f-8fa2-9574d3204229,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:21.871594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50078) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:21.984325 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c5a9591d-d605-4ebe-a2e2-0abaf91b689f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.994553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ae7e1aa2-1a1c-437b-b542-82b03cfce5fc,segment=NetworkSegment(4ddfc046-6da6-4c97-9388-78f7b5184233),segment_id=4ddfc046-6da6-4c97-9388-78f7b5184233)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:21.996216 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c5a9591d-d605-4ebe-a2e2-0abaf91b689f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.004697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.015783 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.032825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:22.071671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] The port '3d2648bc-6091-4a06-bdb7-84213665a131' was deleted {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 12:14:22.072853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a1531c23-300f-4596-8f1f-823c89de157c', 'bc8c059f-4bf6-439d-af70-11e91f0cd49b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:22.103852 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c0f85ec-f673-4dbd-8339-dd3c8ef1e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.109132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.131030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1222e68-71a6-4332-a9b8-7bf0a040b973 None None] Pushing event updated for resources: {'Port': ['ID=166f3837-91b5-402d-859e-9b96b48a7240,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:22.141211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.172187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ce13001c-6c99-40ae-a868-eecb14453ca6 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:22.211345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f85ec-f673-4dbd-8339-dd3c8ef1e32b None None] No DVR routers for this DVR port 3d2648bc-6091-4a06-bdb7-84213665a131 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:22.219782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9591d-d605-4ebe-a2e2-0abaf91b689f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'Port': ['ID=bc8c059f-4bf6-439d-af70-11e91f0cd49b,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:22.282351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c5a9591d-d605-4ebe-a2e2-0abaf91b689f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:22.282686 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c5a9591d-d605-4ebe-a2e2-0abaf91b689f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.284249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bca43dc-2869-47bc-86db-122888bc99a6 req-c5a9591d-d605-4ebe-a2e2-0abaf91b689f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "PUT /v2.0/ports/bc8c059f-4bf6-439d-af70-11e91f0cd49b HTTP/1.1" status: 200 len: 904 time: 1.2197714 Aug 19 12:14:22.292241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'tag': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:22.297114 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6364c4-ea92-4529-a4dc-7ac108a960fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf35d4c-73d6-49e1-88bd-472c38735106", "tag": "bc8c059f-4bf6-439d-af70-11e91f0cd49b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:22.326652 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.350226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ce13001c-6c99-40ae-a868-eecb14453ca6 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:22.350575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ce13001c-6c99-40ae-a868-eecb14453ca6 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:22.372593 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50088) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:22.396625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Port': ['ID=f7c30b90-bfd9-4b99-a168-483e2ed956ba,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:22.448607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127ee992-1a42-43fa-abb5-ae2b756eca7f']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:22.532875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['bc8c059f-4bf6-439d-af70-11e91f0cd49b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:22.541919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1594de-6ca3-47f0-b97c-c3863332ef4c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:22.545839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1594de-6ca3-47f0-b97c-c3863332ef4c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:22.581100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3481f313-198c-46e8-b2d0-164fe176514c req-516100e6-46d9-42b9-a2a5-b539ff342cf6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 210 time: 0.2377372 Aug 19 12:14:22.660982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-32525114-130d-4e90-9260-faf086682e0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cac0f4009e3d4883a794a418b3362111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645669 Aug 19 12:14:22.675237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50090) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:22.680013 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.695878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 166f3837-91b5-402d-859e-9b96b48a7240 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:22.735271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ae7e1aa2-1a1c-437b-b542-82b03cfce5fc,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:22.756626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.756899 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df83b6c9-abd2-453e-9ff9-f976be140025 x-openstack-request-id: req-df83b6c9-abd2-453e-9ff9-f976be140025 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:22.757319 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf35d4c-73d6-49e1-88bd-472c38735106", "tag": "bc8c059f-4bf6-439d-af70-11e91f0cd49b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:22.757666 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df83b6c9-abd2-453e-9ff9-f976be140025 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:22.758172 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'tag': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b', 'status': 'completed', 'code': 200} Aug 19 12:14:22.760393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router ea65dae4-bd10-4148-bc53-1de3bca04ebc has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:22.849380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bad64be9-ba9f-4286-a4bc-f476685e078b None None] Provisioning complete for port 166f3837-91b5-402d-859e-9b96b48a7240 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:22.849777 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bad64be9-ba9f-4286-a4bc-f476685e078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.861094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f85ec-f673-4dbd-8339-dd3c8ef1e32b None None] Pushing event deleted for resources: {'Port': ['ID=3d2648bc-6091-4a06-bdb7-84213665a131,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:22.879138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931cc58-03f2-487b-a3f8-a70651605328 req-c0c62b3b-7634-47c5-a58c-16038809d23c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:22.882165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4931cc58-03f2-487b-a3f8-a70651605328 req-c0c62b3b-7634-47c5-a58c-16038809d23c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 907 time: 0.2923255 Aug 19 12:14:22.891705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:22.892124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.960248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-079d90a5-312a-4421-8800-c99ee257bfcd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:22.966300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-079d90a5-312a-4421-8800-c99ee257bfcd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.9178061 Aug 19 12:14:23.005346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-d542fcc7-81fc-44ea-a72d-d1f5298335a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:23.006422 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:23.013121 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-d542fcc7-81fc-44ea-a72d-d1f5298335a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 1058 time: 0.2354605 Aug 19 12:14:23.023539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.026700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'port': {'device_id': '9427c270-1117-48a7-94b7-8bd4f83cb54b', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'admin_state_up': True, 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:23.052718 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.056448 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] 10.222.0.65 "DELETE /v2.0/networks/127ee992-1a42-43fa-abb5-ae2b756eca7f HTTP/1.1" status: 204 len: 168 time: 1.1814382 Aug 19 12:14:23.098731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 166f3837-91b5-402d-859e-9b96b48a7240 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:23.099045 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.177381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a8423-c274-4767-9881-b5a5cb7790f1 tempest-TaggedBootDevicesTest_v242-906592878 tempest-TaggedBootDevicesTest_v242-906592878-project] Pushing event deleted for resources: {'Network': ['ID=127ee992-1a42-43fa-abb5-ae2b756eca7f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:23.247372 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e0e4-6312-4a69-ab3f-f5be8e597ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.317211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bad64be9-ba9f-4286-a4bc-f476685e078b None None] Provisioning for port 0ea72537-e674-426c-aa4d-37488e314cf8 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:23.325952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bad64be9-ba9f-4286-a4bc-f476685e078b None None] Provisioning complete for port 0ea72537-e674-426c-aa4d-37488e314cf8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:23.326632 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bad64be9-ba9f-4286-a4bc-f476685e078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.340832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.370961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e0e4-6312-4a69-ab3f-f5be8e597ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.417099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bad64be9-ba9f-4286-a4bc-f476685e078b None None] Port 0ea72537-e674-426c-aa4d-37488e314cf8 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:23.420178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3d2648bc-6091-4a06-bdb7-84213665a131 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:23.446333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 3d2648bc-6091-4a06-bdb7-84213665a131 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:23.446980 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3d2648bc-6091-4a06-bdb7-84213665a131 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:23.542150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c8ec5912-1e90-46b8-aab0-e4395dde4fd9 None None] Provisioning complete for port bc8c059f-4bf6-439d-af70-11e91f0cd49b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:23.542834 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5912-1e90-46b8-aab0-e4395dde4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.614257 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e0e4-6312-4a69-ab3f-f5be8e597ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.617828 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e0e4-6312-4a69-ab3f-f5be8e597ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.619605 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d9d7e0e4-6312-4a69-ab3f-f5be8e597ce4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3db1abd-7d42-4a0c-ac4a-e7470e842ca2 HTTP/1.1" status: 204 len: 168 time: 0.9371517 Aug 19 12:14:23.773930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c8ec5912-1e90-46b8-aab0-e4395dde4fd9 None None] Provisioning complete for port 0ea72537-e674-426c-aa4d-37488e314cf8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:23.774572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7e0e4-6312-4a69-ab3f-f5be8e597ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3db1abd-7d42-4a0c-ac4a-e7470e842ca2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:23.775112 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5912-1e90-46b8-aab0-e4395dde4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.825026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec5912-1e90-46b8-aab0-e4395dde4fd9 None None] Port 0ea72537-e674-426c-aa4d-37488e314cf8 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:23.832054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdd912f4-8baf-4b9c-a75e-91b3bb7aea5f req-da9eb251-7023-4fce-8642-939397cad42c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 210 time: 0.0681157 Aug 19 12:14:23.877271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:23.892103 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Sync routers for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:23.895012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13532c3-271e-4e69-8754-23a7f524f0ac req-cab8a49d-54ef-4bf1-80a6-aa4547745397 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:23.916730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a13532c3-271e-4e69-8754-23a7f524f0ac req-cab8a49d-54ef-4bf1-80a6-aa4547745397 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.8590271 Aug 19 12:14:23.916961 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:23.916961 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:23.917193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:23.954266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-962a13e7-6b4c-4e2d-ae66-c857abdc7bb0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "PUT /v2.0/routers/ea65dae4-bd10-4148-bc53-1de3bca04ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8907907 Aug 19 12:14:23.959759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-7a250236-38cc-4f05-9427-4740fe80e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:23.961643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-7a250236-38cc-4f05-9427-4740fe80e802 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.9314034 Aug 19 12:14:24.003985 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.038243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-76d51572-8f1a-43ff-a6e3-ec1952eeb24d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc8c059f-4bf6-439d-af70-11e91f0cd49b HTTP/1.1" status: 200 len: 217 time: 0.0627992 Aug 19 12:14:24.049581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a13532c3-271e-4e69-8754-23a7f524f0ac req-ee045594-20b8-4c67-8d1d-5f4aca397e32 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457655 Aug 19 12:14:24.155925 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.161561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-490ab71f-080c-4035-83d9-ded07005e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.165135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-490ab71f-080c-4035-83d9-ded07005e7e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1010580 Aug 19 12:14:24.166566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Made reservation on behalf of e070eaccb0d04da3b0ce6e7a5a5d690e for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:24.171538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.234862 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:24.315597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:24.321617 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2e6ba239-daa2-4d92-8e36-69134dd7ce3a tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "PUT /v2.0/routers/72d352ba-f2b5-46a0-99b9-ac0ffdfa912d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9393280 Aug 19 12:14:24.327583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50118) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:24.334713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] Sync routers for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:24.357444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:24.358386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:24.413603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-885227cd-ffd5-491f-be2e-1e874b33b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.416164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b73dd39-b535-44a8-8178-0ad7b06a09d1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting subnet 3fc9678d-2b78-4a25-8266-4833bd22abdb {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:14:24.417767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-885227cd-ffd5-491f-be2e-1e874b33b573 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2263541 Aug 19 12:14:24.431921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b73dd39-b535-44a8-8178-0ad7b06a09d1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.520040 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b73dd39-b535-44a8-8178-0ad7b06a09d1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.520559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:24.536862 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-ac619377-394b-4f61-b808-fe2585c05577 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2694008 Aug 19 12:14:24.599504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae7e1aa2-1a1c-437b-b542-82b03cfce5fc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:24.613536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2096656-0233-4baa-8340-7470452cdf1a req-514aea7d-af1d-44b7-b183-12094547bb88 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.620938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2096656-0233-4baa-8340-7470452cdf1a req-514aea7d-af1d-44b7-b183-12094547bb88 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.3952036 Aug 19 12:14:24.656578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-e03007ea-54f7-411f-8ba5-8feb95671642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.659079 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-e03007ea-54f7-411f-8ba5-8feb95671642 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1095 time: 0.0700076 Aug 19 12:14:24.666278 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0ea72537-e674-426c-aa4d-37488e314cf8', 'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:ad:20:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:18Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 2, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:24.701882 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Checking router: ea65dae4-bd10-4148-bc53-1de3bca04ebc for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:24.702308 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Updating router ea65dae4-bd10-4148-bc53-1de3bca04ebc port 0ea72537-e674-426c-aa4d-37488e314cf8 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:24.728294 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.732161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-ac46736a-0af3-43df-ad07-5ccd01de69d3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99583005&fields=id&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 267 time: 0.3650639 Aug 19 12:14:24.759433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:24.759649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.859282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-63d68c2f-e265-43e4-8731-5395b3b74bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.861522 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-63d68c2f-e265-43e4-8731-5395b3b74bcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.1588955 Aug 19 12:14:24.894696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5196-080b-426b-8385-65cf1c831173 req-d2a407ae-6762-4f9c-a0dd-d47d57d5ee6f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.905162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-d2a407ae-6762-4f9c-a0dd-d47d57d5ee6f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/networks?id=39816a42-6383-489e-949c-e1cf3ef7bbf1 HTTP/1.1" status: 200 len: 797 time: 0.1720428 Aug 19 12:14:24.945453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:14:21Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:24.959850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-886510a2-c37b-429c-b688-5f298e481894 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/quotas/f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 375 time: 0.0536826 Aug 19 12:14:24.979815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] Checking router: 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:24.989474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] Routers {'72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:24.990420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:24.991521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b73dd39-b535-44a8-8178-0ad7b06a09d1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.013027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2096656-0233-4baa-8340-7470452cdf1a req-1cf8cfe9-69fc-490e-866d-30f2c60c3baf tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164446 Aug 19 12:14:25.045768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-611c2f55-4e62-4fe6-9cac-a16a3eb970c6 service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983829 Aug 19 12:14:25.078309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.20.0.5 (e122382d-bbe2-4480-9e13-bf10e2184a63/07533fbe-469f-45d5-ad86-ed4d9bfdcafb/2ada291c-9b25-4c0a-b13d-206272cfd57b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:25.125644 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-a563527f-fc57-4300-924c-bfb2f8cb608e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 999 time: 0.2480767 Aug 19 12:14:25.180079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-efcb5bc5-dfb1-47cb-952f-f5e5236cb193 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2178438 Aug 19 12:14:25.214058 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.228146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-f5591a5a-63a0-4b45-85a7-dd2e6978a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:25.230169 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-f5591a5a-63a0-4b45-85a7-dd2e6978a45b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1006825 Aug 19 12:14:25.232057 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b73dd39-b535-44a8-8178-0ad7b06a09d1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.238176 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Transition to ACTIVE for port object 0ea72537-e674-426c-aa4d-37488e314cf8 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:25.257171 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.268114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73dd39-b535-44a8-8178-0ad7b06a09d1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc9678d-2b78-4a25-8266-4833bd22abdb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.285801 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4b73dd39-b535-44a8-8178-0ad7b06a09d1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.296311 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4b73dd39-b535-44a8-8178-0ad7b06a09d1 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "DELETE /v2.0/subnets/3fc9678d-2b78-4a25-8266-4833bd22abdb HTTP/1.1" status: 204 len: 168 time: 0.9641709 Aug 19 12:14:25.316526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50134) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:25.370443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] Set router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:25.402110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-e4b71209-416d-403e-aa7b-b4a1430ae702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:25.404255 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-e4b71209-416d-403e-aa7b-b4a1430ae702 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381600 Aug 19 12:14:25.418927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c51b71-5ae2-423c-9e52-bd59104272cf None None] Network 81a685d2-b324-4545-a6d9-ea87b865c98c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:25.480691 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecacb96-99cf-424b-8a1e-44fdea7696a7 None None] Pushing event updated for resources: {'Port': ['ID=0ea72537-e674-426c-aa4d-37488e314cf8,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.524021 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Attempting to bind port 0ea72537-e674-426c-aa4d-37488e314cf8 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:25.524392 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Attempting to bind port 0ea72537-e674-426c-aa4d-37488e314cf8 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:25.524783 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Attempting to bind port 0ea72537-e674-426c-aa4d-37488e314cf8 on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:25.538104 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:25.538485 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Checking segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:25.539350 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.539746 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Bound using segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:25.540236 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Bound port: 0ea72537-e674-426c-aa4d-37488e314cf8, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:25.540620 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.606002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2345858-b8fd-4de5-bcee-5eab434a7a53 req-2b5583cc-5feb-4305-b6a3-fa02e75d22d3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 210 time: 0.2066662 Aug 19 12:14:25.641062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e6364c4-ea92-4529-a4dc-7ac108a960fa req-e7f1f81b-4c96-4e37-b835-f9ce1d2a4995 service neutron] 10.222.0.54 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472775 Aug 19 12:14:25.653048 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-2e34807f-d8fc-4889-9fce-24f195180696 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068307 Aug 19 12:14:25.747450 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] For port 0ea72537-e674-426c-aa4d-37488e314cf8, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:25.762074 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] For port 0ea72537-e674-426c-aa4d-37488e314cf8, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ea72537-e674-426c-aa4d-37488e314cf8,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:25.775654 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.809288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-d1c5dca2-8d70-42ba-84a6-d8cb969ec903 service neutron] 10.222.0.65 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013167 Aug 19 12:14:25.842954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:14:21Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:25.906259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d2f2d-a3a2-4c16-bcb1-9e0103d6bd25 None None] The sync data for ids ['72d352ba-f2b5-46a0-99b9-ac0ffdfa912d'] in n-d-778550-9 is: [{'id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404248067', 'tenant_id': '590d962779804d4d9671c0ff12bceb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:14:21Z', 'revision_number': 5, 'project_id': '590d962779804d4d9671c0ff12bceb70', 'gw_port': {'id': '7fe43eb2-de76-4c08-bd49-ae81b8c0ec00', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d352ba-f2b5-46a0-99b9-ac0ffdfa912d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:12:11Z', 'updated_at': '2021-08-19T12:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:25.915125 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:25.915776 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:25.926551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70f2520-07ab-4975-8e6b-78225c43c117 None None] DHCP port deletion for 81a685d2-b324-4545-a6d9-ea87b865c98c request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:14:25.929527 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecacb96-99cf-424b-8a1e-44fdea7696a7 None None] Pushing event updated for resources: {'Port': ['ID=0ea72537-e674-426c-aa4d-37488e314cf8,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.941116 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.044050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e70f2520-07ab-4975-8e6b-78225c43c117 None None] Deleting port d3025839-3a67-49ae-95da-3a3b8074e148 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:26.044267 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e70f2520-07ab-4975-8e6b-78225c43c117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.104979 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f34bbc0-96eb-48bb-8cde-75d08cfd3622 req-8d00f38e-4bb7-4c75-acb2-496fbce779c0 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283845 Aug 19 12:14:26.108922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-d2d6f36f-b5ad-467b-98f4-841b65d6126a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:26.119733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-d2d6f36f-b5ad-467b-98f4-841b65d6126a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.3618612 Aug 19 12:14:26.166419 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:26.169026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-503a7a37-372e-4727-b65b-e8db4530c9bc tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/quotas/4bf3437e238b4255b8b2ff99f952bfba HTTP/1.1" status: 200 len: 375 time: 0.0470989 Aug 19 12:14:26.190594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e70f2520-07ab-4975-8e6b-78225c43c117 None None] For port d3025839-3a67-49ae-95da-3a3b8074e148, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d3025839-3a67-49ae-95da-3a3b8074e148,segment=NetworkSegment(c3f959c9-c92b-474c-8345-e30e32fd9c5b),segment_id=c3f959c9-c92b-474c-8345-e30e32fd9c5b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:26.191278 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e70f2520-07ab-4975-8e6b-78225c43c117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.210923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e70f2520-07ab-4975-8e6b-78225c43c117 None None] Calling delete_port for d3025839-3a67-49ae-95da-3a3b8074e148 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:26.281574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-4e961676-895b-4700-aa9e-06b51f03b12c service neutron] 10.222.0.65 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236503 Aug 19 12:14:26.292819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.422459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-bf1212c5-3179-4fb8-82d8-5013780acc3c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2523832 Aug 19 12:14:26.448916 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.454106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Deleting port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:26.454590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.498723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e70f2520-07ab-4975-8e6b-78225c43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.525899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d3025839-3a67-49ae-95da-3a3b8074e148 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:26.566751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Transition to ACTIVE for port object 2ada291c-9b25-4c0a-b13d-206272cfd57b will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:26.642724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-6c074678-7fe1-47be-a5dd-6b5c7ac13e2d service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189755 Aug 19 12:14:26.663130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: d3025839-3a67-49ae-95da-3a3b8074e148 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:26.663523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d3025839-3a67-49ae-95da-3a3b8074e148 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:26.664337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f7c30b90-bfd9-4b99-a168-483e2ed956ba no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:26.693278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] For port 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7fe43eb2-de76-4c08-bd49-ae81b8c0ec00,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:26.694906 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.712808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f2520-07ab-4975-8e6b-78225c43c117 None None] Pushing event deleted for resources: {'Port': ['ID=d3025839-3a67-49ae-95da-3a3b8074e148,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:26.728553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f2520-07ab-4975-8e6b-78225c43c117 None None] No DVR routers for this DVR port d3025839-3a67-49ae-95da-3a3b8074e148 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:26.730577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: f7c30b90-bfd9-4b99-a168-483e2ed956ba {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:26.731152 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f7c30b90-bfd9-4b99-a168-483e2ed956ba not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:26.745096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Calling delete_port for 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:26.825779 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0b809bef-43c0-40f9-833d-2b7da1f3d78c service neutron] 10.222.0.65 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813729 Aug 19 12:14:26.880282 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.024557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58ededd1-74c7-4eec-8518-700794184c1b req-5a04c145-442f-438d-a8c9-f2abb342346c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 210 time: 0.1051657 Aug 19 12:14:27.128220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:27.140448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:27.146365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:27.199950 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0ea72537-e674-426c-aa4d-37488e314cf8', 'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:ad:20:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:18Z', 'updated_at': '2021-08-19T12:14:25Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:27.274110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.332861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-467ef2f2-d499-453e-bfc1-4155187bca50 req-5e99d604-0477-484e-a77b-3c1ce7b25ad6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 210 time: 0.0362749 Aug 19 12:14:27.337121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=2ada291c-9b25-4c0a-b13d-206272cfd57b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:27.337273 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff35ef-ad32-4a78-97be-c963586b6850 None None] The sync data for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 is: [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0ea72537-e674-426c-aa4d-37488e314cf8', 'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:ad:20:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:18Z', 'updated_at': '2021-08-19T12:14:25Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:27.369926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.370612 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.394136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-9ac06d7d-834e-4145-9f25-72fe15ea30b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3715050 Aug 19 12:14:27.404701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947e0c9-6de2-44bb-915f-e2c4d1d22a1a req-d1cfa314-60f4-4f2c-a6d7-fd2d1148e313 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.404872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Port': ['ID=7fe43eb2-de76-4c08-bd49-ae81b8c0ec00,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:27.411923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f947e0c9-6de2-44bb-915f-e2c4d1d22a1a req-d1cfa314-60f4-4f2c-a6d7-fd2d1148e313 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 931 time: 0.1775608 Aug 19 12:14:27.434679 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Request body: {'port': {'device_id': '9427c270-1117-48a7-94b7-8bd4f83cb54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:27.641120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.668768 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.695245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-435e5ad2-9274-4e89-9567-c813950ad3cd None None] Provisioning for port 2ada291c-9b25-4c0a-b13d-206272cfd57b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:27.696649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f947e0c9-6de2-44bb-915f-e2c4d1d22a1a req-1eea6db7-a986-4012-9b72-6f35b5b73f1b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794540 Aug 19 12:14:27.718855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-435e5ad2-9274-4e89-9567-c813950ad3cd None None] Provisioning complete for port 2ada291c-9b25-4c0a-b13d-206272cfd57b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:27.722680 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-435e5ad2-9274-4e89-9567-c813950ad3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.864217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-435e5ad2-9274-4e89-9567-c813950ad3cd None None] Port 2ada291c-9b25-4c0a-b13d-206272cfd57b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:27.929186 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.938482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.010994 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.011875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Fanout notify agent at l3_agent the message router_deleted on router 72d352ba-f2b5-46a0-99b9-ac0ffdfa912d {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:14:28.022679 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.026307 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0b5ea241-8763-4d03-834b-0ff6ac167044 tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "DELETE /v2.0/routers/72d352ba-f2b5-46a0-99b9-ac0ffdfa912d HTTP/1.1" status: 204 len: 168 time: 2.7085311 Aug 19 12:14:28.029319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50178) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:28.269976 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1df1c36-16e1-4983-be12-9c9b619a7fe0 req-38fac5b5-7070-479e-a40d-2f8d01a7dead tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 210 time: 0.0606074 Aug 19 12:14:28.302914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.436282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ada291c-9b25-4c0a-b13d-206272cfd57b {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:28.462136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.466772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.478635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a685d2-b324-4545-a6d9-ea87b865c98c']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:28.492768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f959c9-c92b-474c-8345-e30e32fd9c5b') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:28.493362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f959c9-c92b-474c-8345-e30e32fd9c5b') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:28.506014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.523681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65470e09-8bc9-46d6-9a22-e18a92c1c5db req-368e7e32-7f32-4418-9297-b3ca0b780ab8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 210 time: 0.0502405 Aug 19 12:14:28.527070 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.541582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.561091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:28.562348 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.568557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Transition to ACTIVE for port object 2ada291c-9b25-4c0a-b13d-206272cfd57b will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:28.582021 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:28.586359 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.740786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.792898 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.802955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] 10.222.0.65 "DELETE /v2.0/networks/81a685d2-b324-4545-a6d9-ea87b865c98c HTTP/1.1" status: 204 len: 168 time: 0.7724717 Aug 19 12:14:28.821655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fb80a-8bc3-439c-9ab2-c46cdd99289c tempest-TestSecurityGroupsBasicOps-2064102460 tempest-TestSecurityGroupsBasicOps-2064102460-project] Pushing event deleted for resources: {'Network': ['ID=81a685d2-b324-4545-a6d9-ea87b865c98c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:28.866229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0ea72537-e674-426c-aa4d-37488e314cf8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:28.944111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Pushing event updated for resources: {'Port': ['ID=2ada291c-9b25-4c0a-b13d-206272cfd57b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:28.960549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0ea72537-e674-426c-aa4d-37488e314cf8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:28.967730 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0ea72537-e674-426c-aa4d-37488e314cf8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:28.968539 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.132844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.219047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5196-080b-426b-8385-65cf1c831173 req-561a7473-cc67-4d92-8fb2-869a8a2c661f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:29.239724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 0ea72537-e674-426c-aa4d-37488e314cf8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ea72537-e674-426c-aa4d-37488e314cf8,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:29.244117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-561a7473-cc67-4d92-8fb2-869a8a2c661f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/networks?id=39816a42-6383-489e-949c-e1cf3ef7bbf1 HTTP/1.1" status: 200 len: 797 time: 0.6876976 Aug 19 12:14:29.249303 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.446152 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:29.448488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-c99e06a9-59de-4fdf-8173-162d4b56e5c8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:29.452616 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-c99e06a9-59de-4fdf-8173-162d4b56e5c8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 811 time: 0.3846791 Aug 19 12:14:29.474936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Request body: {'port': {'device_id': '8277cc28-8323-44fd-8619-e54d0a85084b', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'admin_state_up': True, 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:29.513267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:29.513630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7fe43eb2-de76-4c08-bd49-ae81b8c0ec00 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:29.514508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26393434-a534-4c29-b83e-95c34e8c0b64 req-92ae945d-1c06-4d18-8d47-a53541be870f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:29.523951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26393434-a534-4c29-b83e-95c34e8c0b64 req-92ae945d-1c06-4d18-8d47-a53541be870f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 943 time: 0.5805404 Aug 19 12:14:29.524942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=0ea72537-e674-426c-aa4d-37488e314cf8,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:29.566008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Attempting to bind port 2ada291c-9b25-4c0a-b13d-206272cfd57b on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:29.566377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Attempting to bind port 2ada291c-9b25-4c0a-b13d-206272cfd57b by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:29.566600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Attempting to bind port 2ada291c-9b25-4c0a-b13d-206272cfd57b on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:29.618817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f7ec45c-ba11-4a15-939a-72c076aa7010 req-ffd2c756-5927-40b0-bb87-668f25887d5e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 210 time: 0.0876434 Aug 19 12:14:29.634101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-b843b44e-52f3-4d0e-8027-765cf9192814 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 378 time: 0.3618128 Aug 19 12:14:29.635685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Port 2ada291c-9b25-4c0a-b13d-206272cfd57b on network e122382d-bbe2-4480-9e13-bf10e2184a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:29.636296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Attempting to bind port 2ada291c-9b25-4c0a-b13d-206272cfd57b on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:29.650354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'port': {'device_id': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'admin_state_up': True, 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'security_groups': ['619817f0-a5e9-4cd2-bec5-7176881ead15']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:29.651477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50204) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:29.654139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:29.656492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:29.657148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Bound using segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:29.659273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Bound port: 2ada291c-9b25-4c0a-b13d-206272cfd57b, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:29.660345 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.701318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Made reservation on behalf of 4bf3437e238b4255b8b2ff99f952bfba for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:29.709441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.736584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26393434-a534-4c29-b83e-95c34e8c0b64 req-3a7e48e6-74ec-4a0e-a34e-f3dd0f262c77 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116554 Aug 19 12:14:29.909624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f31db52-4e24-46fc-b0f5-1d152e5a0fac req-4376e7a0-dd4f-4d92-8401-a740302542fb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 210 time: 0.1534557 Aug 19 12:14:29.994221 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9f842b21-e5dc-4f40-9d2d-ff5b9a178216 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=590d962779804d4d9671c0ff12bceb70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414068 Aug 19 12:14:29.994833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50208) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:29.995970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Allocated IP 172.20.0.11 (a3b4cfc6-ac42-4092-b1a9-d7793babb6f5/11c1e7af-b32f-4aef-bc1d-e26537bf32fd/d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:30.054270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:30.058313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.091982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27b2972e-1cdf-46a2-8a15-483d30c8f090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.138488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] For port 2ada291c-9b25-4c0a-b13d-206272cfd57b, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:30.162436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27b2972e-1cdf-46a2-8a15-483d30c8f090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.167712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] For port 2ada291c-9b25-4c0a-b13d-206272cfd57b, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2ada291c-9b25-4c0a-b13d-206272cfd57b,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:30.177032 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.251070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:30.257701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.259875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] 10.222.0.69 "PUT /v2.0/ports/2ada291c-9b25-4c0a-b13d-206272cfd57b HTTP/1.1" status: 200 len: 1091 time: 2.8302963 Aug 19 12:14:30.262830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9427c270-1117-48a7-94b7-8bd4f83cb54b', 'tag': '2ada291c-9b25-4c0a-b13d-206272cfd57b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:30.271015 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7b891f-6f2e-4605-832e-6f65cfdea423" -d '{"events": [{"name": "network-changed", "server_uuid": "9427c270-1117-48a7-94b7-8bd4f83cb54b", "tag": "2ada291c-9b25-4c0a-b13d-206272cfd57b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:30.362805 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d886c57-a11a-4e46-9b23-bf5f2dccc7c1 x-openstack-request-id: req-9d886c57-a11a-4e46-9b23-bf5f2dccc7c1 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:30.363082 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9427c270-1117-48a7-94b7-8bd4f83cb54b", "tag": "2ada291c-9b25-4c0a-b13d-206272cfd57b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:30.363343 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d886c57-a11a-4e46-9b23-bf5f2dccc7c1 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:30.363749 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9427c270-1117-48a7-94b7-8bd4f83cb54b', 'tag': '2ada291c-9b25-4c0a-b13d-206272cfd57b', 'status': 'completed', 'code': 200} Aug 19 12:14:30.450723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2562976-b2d7-42d0-ab51-9d87877ef7dc service neutron] Pushing event updated for resources: {'Port': ['ID=2ada291c-9b25-4c0a-b13d-206272cfd57b,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:30.488552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.20.0.7 (39816a42-6383-489e-949c-e1cf3ef7bbf1/3a2954f7-8dae-48dc-b941-98e4efd55ffc/01300bd9-5e7b-4776-a68a-00fb39bf809a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:30.497730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-8bf47e3d-42a8-4b7b-8fb7-68752d1fe0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:30.500608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-8bf47e3d-42a8-4b7b-8fb7-68752d1fe0c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 1094 time: 0.1657300 Aug 19 12:14:30.526974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0ea72537-e674-426c-aa4d-37488e314cf8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:30.568176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-869be00c-f2cd-4112-867f-49a253bf368e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ada291c-9b25-4c0a-b13d-206272cfd57b HTTP/1.1" status: 200 len: 217 time: 0.0503192 Aug 19 12:14:30.629746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0ea72537-e674-426c-aa4d-37488e314cf8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:30.630635 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.710113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-89ddc7d8-e66f-4ab7-8cb8-d58c48163e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:30.711660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.712158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-89ddc7d8-e66f-4ab7-8cb8-d58c48163e10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.1357090 Aug 19 12:14:30.729088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Transition to ACTIVE for port object d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:30.803235 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27b2972e-1cdf-46a2-8a15-483d30c8f090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.806273 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-27b2972e-1cdf-46a2-8a15-483d30c8f090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.807499 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-27b2972e-1cdf-46a2-8a15-483d30c8f090 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88c535c8-5687-4a61-9e78-5e162dec788c HTTP/1.1" status: 204 len: 168 time: 0.8085363 Aug 19 12:14:30.819617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.822100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2972e-1cdf-46a2-8a15-483d30c8f090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c535c8-5687-4a61-9e78-5e162dec788c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:30.865491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:30.912320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:30.918889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:30.923456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:30.973417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event updated for resources: {'Port': ['ID=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:31.018047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:31.019429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.044019 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0590c585-2267-4a37-9fca-4ee9b67e6870 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5735033 Aug 19 12:14:31.063645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Request body: {'port': {'device_id': '8277cc28-8323-44fd-8619-e54d0a85084b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:31.195807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a1531c23-300f-4596-8f1f-823c89de157c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:31.213931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.378442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-30edf922-0d6a-4a24-b264-907748279921 None None] Provisioning for port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:31.384918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50228) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:31.385077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-30edf922-0d6a-4a24-b264-907748279921 None None] Provisioning complete for port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:31.385648 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-30edf922-0d6a-4a24-b264-907748279921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.388005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23c860f7-f2a9-438f-8ecf-ee0840c1118c req-3c24e61c-bd09-4bd3-b818-80754372bf7d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 210 time: 0.0569799 Aug 19 12:14:31.426885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-30edf922-0d6a-4a24-b264-907748279921 None None] Port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:31.437329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92fa7a8c-5e93-4a83-b6c8-1e1ab07c87c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.568664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-23249d23-75e0-4dae-a5c6-e6fcc83c1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:31.570723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-23249d23-75e0-4dae-a5c6-e6fcc83c1044 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8513596 Aug 19 12:14:31.639319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666660-ff43-4087-a127-0b1bf6fc15b4 req-4be2cfba-1f6f-4f0f-909d-841dc14c4ed7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:31.647754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc666660-ff43-4087-a127-0b1bf6fc15b4 req-4be2cfba-1f6f-4f0f-909d-841dc14c4ed7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 943 time: 0.3268509 Aug 19 12:14:31.661979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.688560 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92fa7a8c-5e93-4a83-b6c8-1e1ab07c87c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.719997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:31.728627 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.742291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Transition to ACTIVE for port object d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:31.742727 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92fa7a8c-5e93-4a83-b6c8-1e1ab07c87c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.750228 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.791180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa7a8c-5e93-4a83-b6c8-1e1ab07c87c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f716d655-4000-4d1f-98ee-33b48fa351c5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:31.817891 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Pushing event updated for resources: {'Port': ['ID=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:31.823110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Transition to ACTIVE for port object 01300bd9-5e7b-4776-a68a-00fb39bf809a will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:31.931603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Attempting to bind port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:31.932186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Attempting to bind port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:31.932617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Attempting to bind port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:31.937650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a566c-b2b3-457e-90b3-3d70275e7a0e req-eb1b7672-2e3c-45d2-8822-f526f1089f5b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:31.939673 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d9a566c-b2b3-457e-90b3-3d70275e7a0e req-eb1b7672-2e3c-45d2-8822-f526f1089f5b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 932 time: 0.3874667 Aug 19 12:14:31.947770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:31.948176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Attempting to bind port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 on network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:31.949597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-44809822-1ed0-450c-8761-f64e91e842af service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548384 Aug 19 12:14:31.954608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:31.955026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Checking segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:31.955794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Bound using segment: {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:31.955794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Bound port: d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a96bc1-7338-42d4-9a6f-b1aa6f995802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:31.956595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.958070 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.034997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:32.038561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:32.045027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.046142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc666660-ff43-4087-a127-0b1bf6fc15b4 req-c0ab463a-c392-4404-95d8-00e12f63099e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974190 Aug 19 12:14:32.049239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-92fa7a8c-5e93-4a83-b6c8-1e1ab07c87c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01cdaf8611484a568d4acf032f5d04d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6598651 Aug 19 12:14:32.055065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50232) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:32.066059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:32.088838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.092052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.093836 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] 10.222.0.69 "PUT /v2.0/ports/d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 HTTP/1.1" status: 200 len: 1092 time: 1.0350142 Aug 19 12:14:32.095450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:32.100282 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:32.191341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d9a566c-b2b3-457e-90b3-3d70275e7a0e req-fa4f150d-c491-46eb-b2c8-22969ce79d8e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365890 Aug 19 12:14:32.216061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 39816a42-6383-489e-949c-e1cf3ef7bbf1 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:32.227501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:32.235358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:32.291637 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78db916-5c3e-4440-911e-153d9c35212a x-openstack-request-id: req-a78db916-5c3e-4440-911e-153d9c35212a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:32.292249 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:32.292735 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a78db916-5c3e-4440-911e-153d9c35212a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:32.293348 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72', 'status': 'completed', 'code': 200} Aug 19 12:14:32.306420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-fbf83752-f0f3-474a-b478-1f2bd33670fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.309810 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-fbf83752-f0f3-474a-b478-1f2bd33670fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 1095 time: 0.1580722 Aug 19 12:14:32.310943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfa274-8b70-4bc5-8abb-5ab8aec4588f service neutron] Pushing event updated for resources: {'Port': ['ID=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:32.407947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-8a5ad34f-1195-4c93-853b-8693da73afb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 HTTP/1.1" status: 200 len: 217 time: 0.0832279 Aug 19 12:14:32.410338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6655c721-ef87-45c9-b215-af5571caefdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.467076 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6655c721-ef87-45c9-b215-af5571caefdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.479794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45145016-57fd-4ee2-a55e-ece82775cfb0 req-584cc57b-ad75-4787-b0da-5c94e13588ec service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186443 Aug 19 12:14:32.512383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.517263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.553139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-ec5d689c-0371-44a8-82cb-ecdf99c0ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.557404 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-ec5d689c-0371-44a8-82cb-ecdf99c0ea32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.1418219 Aug 19 12:14:32.569719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-f491100d-3b8e-4fc6-b3b7-e7b7b05c846d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9247208 Aug 19 12:14:32.615703 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8a271fce-4f16-4319-bcf1-7f1c04babadf None None] Provisioning for port 01300bd9-5e7b-4776-a68a-00fb39bf809a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:32.616273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-6fe2ab32-bec5-4953-8d35-40f85dd2dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.617604 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-6fe2ab32-bec5-4953-8d35-40f85dd2dcb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546501 Aug 19 12:14:32.624887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Request body: {'port': {'device_id': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:32.626438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8a271fce-4f16-4319-bcf1-7f1c04babadf None None] Provisioning complete for port 01300bd9-5e7b-4776-a68a-00fb39bf809a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:32.628901 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8a271fce-4f16-4319-bcf1-7f1c04babadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.688817 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6655c721-ef87-45c9-b215-af5571caefdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.693155 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6655c721-ef87-45c9-b215-af5571caefdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.694551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6655c721-ef87-45c9-b215-af5571caefdc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f716d655-4000-4d1f-98ee-33b48fa351c5 HTTP/1.1" status: 204 len: 168 time: 0.6258035 Aug 19 12:14:32.727189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee94c1-ce1e-404f-9ed5-8392738c2a41 req-cb576495-3ee9-4828-9bfc-13bba5457ff1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.730151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8a271fce-4f16-4319-bcf1-7f1c04babadf None None] Port 01300bd9-5e7b-4776-a68a-00fb39bf809a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:32.734919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4ee94c1-ce1e-404f-9ed5-8392738c2a41 req-cb576495-3ee9-4828-9bfc-13bba5457ff1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 931 time: 0.1666520 Aug 19 12:14:32.783229 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-80e8295f-5c16-4f44-b6d1-376cf9746ecd service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574824 Aug 19 12:14:32.790692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655c721-ef87-45c9-b215-af5571caefdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716d655-4000-4d1f-98ee-33b48fa351c5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:32.819893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-784df89e-9d3d-4dd9-870b-edea89023544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.821373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-784df89e-9d3d-4dd9-870b-edea89023544 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 1094 time: 0.2544479 Aug 19 12:14:32.889625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.934080 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbc8ce3b-2139-4fa6-92b5-d048aac5662d req-dc13f970-f999-4168-9f7f-2db85f8f9c04 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426916 Aug 19 12:14:32.959143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4ee94c1-ce1e-404f-9ed5-8392738c2a41 req-429a8d89-691b-48bb-8d94-f9ed6c23e1da tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2178326 Aug 19 12:14:33.091081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-881c63c3-7fe7-4f3c-bcdc-64cbddd06247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.092376 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-881c63c3-7fe7-4f3c-bcdc-64cbddd06247 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 1095 time: 0.0704451 Aug 19 12:14:33.123840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-98178209-ba90-449f-b2a1-7193113b5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.125722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-98178209-ba90-449f-b2a1-7193113b5857 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.2776413 Aug 19 12:14:33.240610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50250) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:33.264519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-a39a4ac8-9e19-461f-b08b-16f5a030c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.266028 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-a39a4ac8-9e19-461f-b08b-16f5a030c6a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.1663289 Aug 19 12:14:33.289933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-2d0b1231-e3ae-4ea5-8757-354f3bbe5790 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ada291c-9b25-4c0a-b13d-206272cfd57b HTTP/1.1" status: 200 len: 217 time: 0.1455679 Aug 19 12:14:33.319640 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-02246dd1-969f-4fd6-a47e-00c61811a83b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 HTTP/1.1" status: 200 len: 217 time: 0.0445049 Aug 19 12:14:33.364419 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4524a90d-717b-4572-bf2b-b064f70cec21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d704ea7315c44b7fa3c617dc4daf0255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225228 Aug 19 12:14:33.366775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50252) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:33.428985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-44b511ae-7ce3-4715-903a-e8b4684fcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.430554 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-44b511ae-7ce3-4715-903a-e8b4684fcf74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0983093 Aug 19 12:14:33.492047 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d19c7bf-dc52-4c42-a52e-cb8272ca1c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.495723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-b29cf2ee-0a66-47a0-ade9-d980d0b59cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.497364 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-b29cf2ee-0a66-47a0-ade9-d980d0b59cf2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589871 Aug 19 12:14:33.499789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-4905dfc7-0c9f-48a6-8f19-17fb3576c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.501504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-4905dfc7-0c9f-48a6-8f19-17fb3576c8f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.1883626 Aug 19 12:14:33.509602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c401-bff7-4ce0-a239-e750ed22a54f req-e726b80c-d602-4f6e-9ec7-eaf5c10bd8ea tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.511211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd53c401-bff7-4ce0-a239-e750ed22a54f req-e726b80c-d602-4f6e-9ec7-eaf5c10bd8ea tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 943 time: 0.3409395 Aug 19 12:14:33.543634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d19c7bf-dc52-4c42-a52e-cb8272ca1c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.606062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb832fc-0db9-490f-be65-fb2b63734153 req-b8007a56-afcb-4cb9-90de-ffcc3ee5b045 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.607957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cb832fc-0db9-490f-be65-fb2b63734153 req-b8007a56-afcb-4cb9-90de-ffcc3ee5b045 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 944 time: 0.2043571 Aug 19 12:14:33.655902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd53c401-bff7-4ce0-a239-e750ed22a54f req-7d9497c1-50a2-4e22-9dce-fadbbe369999 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240275 Aug 19 12:14:33.668192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-3acb20c9-ce28-4e66-8290-0cb2f681e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.670094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-3acb20c9-ce28-4e66-8290-0cb2f681e0d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579034 Aug 19 12:14:33.677501 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-e40eb901-3415-4d25-8788-639bdb484586 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617856 Aug 19 12:14:33.679142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d19c7bf-dc52-4c42-a52e-cb8272ca1c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.682607 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d19c7bf-dc52-4c42-a52e-cb8272ca1c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.685212 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6d19c7bf-dc52-4c42-a52e-cb8272ca1c50 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb9d7fe6-6fbc-4dc3-b367-f7215ac0ff02 HTTP/1.1" status: 204 len: 168 time: 0.3174396 Aug 19 12:14:33.704284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19c7bf-dc52-4c42-a52e-cb8272ca1c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d7fe6-6fbc-4dc3-b367-f7215ac0ff02,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:33.875549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-873c30a1-6079-44a9-a137-8b9f6c648af8 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721590 Aug 19 12:14:33.915682 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-357fe0fb-2de3-480d-90f4-2b7ddbb783b0 req-844e65a0-21e0-408a-9449-0b56c0d7ba18 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197492 Aug 19 12:14:33.924701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01300bd9-5e7b-4776-a68a-00fb39bf809a {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:33.977092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cb832fc-0db9-490f-be65-fb2b63734153 req-09611d92-6113-462e-af7a-50bc6ebe0164 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323824 Aug 19 12:14:33.979077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:34.018197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Transition to ACTIVE for port object 01300bd9-5e7b-4776-a68a-00fb39bf809a will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:34.024627 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:34.114772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be7b891f-6f2e-4605-832e-6f65cfdea423 req-c62bedd9-76f3-4475-a10d-55ee9f87c961 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109640 Aug 19 12:14:34.127214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Pushing event updated for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:34.208747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1b96c-69f7-43a6-917f-cd83a1abd0f4 req-9f69fa3f-5cdb-4c06-a297-968dd6bdc94c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.210638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfa1b96c-69f7-43a6-917f-cd83a1abd0f4 req-9f69fa3f-5cdb-4c06-a297-968dd6bdc94c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 943 time: 0.1677485 Aug 19 12:14:34.274141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfa1b96c-69f7-43a6-917f-cd83a1abd0f4 req-f6426d90-6845-49ce-940a-42b9c65464dd tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545745 Aug 19 12:14:34.276732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:34.280575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:34.281365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:34.303509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Port 01300bd9-5e7b-4776-a68a-00fb39bf809a on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:34.303509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:34.307904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:34.308378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Checking segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:34.308996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Bound using segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:34.309540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Bound port: 01300bd9-5e7b-4776-a68a-00fb39bf809a, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:34.310004 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:34.418009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:34.422016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:34.427976 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:34.468392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.469154 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:34.470625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] 10.222.0.54 "PUT /v2.0/ports/01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 200 len: 1091 time: 1.8638744 Aug 19 12:14:34.471233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:34.474036 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:34.540655 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1e60cf-a952-4366-a87f-3b56e2d4de9e x-openstack-request-id: req-9b1e60cf-a952-4366-a87f-3b56e2d4de9e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:34.541143 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:34.541654 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b1e60cf-a952-4366-a87f-3b56e2d4de9e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:34.542203 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'status': 'completed', 'code': 200} Aug 19 12:14:34.548542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e292465-f846-4bbf-b199-52abc2cb4d53 service neutron] Pushing event updated for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:34.625849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5196-080b-426b-8385-65cf1c831173 req-d2fe39c3-79cc-45b0-a9fd-f52c2eb74de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.629005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-d2fe39c3-79cc-45b0-a9fd-f52c2eb74de2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1094 time: 0.0749540 Aug 19 12:14:34.719882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-767ae3e6-ac0e-411b-bc02-6897c746fb8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 200 len: 217 time: 0.0753210 Aug 19 12:14:34.826445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5196-080b-426b-8385-65cf1c831173 req-f15796ae-c3a8-419c-9801-52218060bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.827954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-f15796ae-c3a8-419c-9801-52218060bbce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a2954f7-8dae-48dc-b941-98e4efd55ffc HTTP/1.1" status: 200 len: 835 time: 0.0997941 Aug 19 12:14:34.853668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901e2ed-21db-440b-bcf7-691234806b39 req-fa8c0ec8-d7a6-474e-843d-7861e685c14e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.855319 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9901e2ed-21db-440b-bcf7-691234806b39 req-fa8c0ec8-d7a6-474e-843d-7861e685c14e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 943 time: 0.0887096 Aug 19 12:14:34.863574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50290) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:34.923619 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5196-080b-426b-8385-65cf1c831173 req-152e805a-a421-4c22-8272-aca8f1248d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.924869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-152e805a-a421-4c22-8272-aca8f1248d88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39816a42-6383-489e-949c-e1cf3ef7bbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895483 Aug 19 12:14:34.952769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9901e2ed-21db-440b-bcf7-691234806b39 req-5699a60d-f061-43fc-9117-b0e8a53048e9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819461 Aug 19 12:14:35.018070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1626341911-network', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:35.053101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-f2c8111c-e380-4bef-9dd7-728abc4f75d9 service neutron] 10.222.0.54 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164463 Aug 19 12:14:35.069061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Made reservation on behalf of 056e003facdb4cc8b1b38f0dd0469ff3 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:35.071734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.083027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.185994 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.189100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d55a86-ddaf-4126-ad1a-df7cc0fe5ecc req-22263d19-ea58-4a20-aa0b-fe3782b4ac7f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.190118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.191327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44d55a86-ddaf-4126-ad1a-df7cc0fe5ecc req-22263d19-ea58-4a20-aa0b-fe3782b4ac7f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 944 time: 0.0798674 Aug 19 12:14:35.217001 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-650f5196-080b-426b-8385-65cf1c831173 req-cbea1fa8-f91a-4068-afed-84aa64641b46 service neutron] 10.222.0.54 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552637 Aug 19 12:14:35.225129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:35.234637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac923d3-f5f7-4794-bffc-5a49b1864ff6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:35.244384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44d55a86-ddaf-4126-ad1a-df7cc0fe5ecc req-569a0be8-fcfe-4cf1-bdcc-4a91bb9f9d13 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452085 Aug 19 12:14:35.255441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.256194 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Added segment 61fca135-1f10-4055-9bf5-f3ad56d3e666 of type vlan for network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 Aug 19 12:14:35.306108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.333020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:35.339657 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.340942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.341598 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.405886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5403464 Aug 19 12:14:35.407337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50300) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:35.410738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-41208997-90e4-4a10-bfbe-2cdf3cc27a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.412270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-41208997-90e4-4a10-bfbe-2cdf3cc27a99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1094 time: 0.0859640 Aug 19 12:14:35.420509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Request body: {'subnet': {'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1626341911-subnet', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:35.429153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f246e85-5f01-4a41-8fcc-22f400007f6f req-0694a555-c2dc-48f3-aed8-d3162c973453 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.430703 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f246e85-5f01-4a41-8fcc-22f400007f6f req-0694a555-c2dc-48f3-aed8-d3162c973453 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 943 time: 0.0718117 Aug 19 12:14:35.453253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aabf7f-3f48-43e2-ba6f-5ad99c59c6ec admin admin] Pushing event updated for resources: {'Network': ['ID=1351a4f4-72d6-434a-be94-03ff2b7b33a0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:35.469262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:35.473131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Made reservation on behalf of 056e003facdb4cc8b1b38f0dd0469ff3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:35.475124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.535340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f246e85-5f01-4a41-8fcc-22f400007f6f req-481c75fe-624f-440f-a373-368a03a4d2ad tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649419 Aug 19 12:14:35.594188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-f7cc942d-246e-4427-9e1b-6b096cce2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.595834 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-f7cc942d-246e-4427-9e1b-6b096cce2fa2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39816a42-6383-489e-949c-e1cf3ef7bbf1 HTTP/1.1" status: 200 len: 898 time: 0.1638234 Aug 19 12:14:35.604335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:35.618500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'port_id': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72', 'mac_address': 'fa:16:3e:a0:19:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:35.646965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-ee40c33e-a4c9-46de-8860-d4905fda8dfe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 200 len: 217 time: 0.0412183 Aug 19 12:14:35.662168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.676850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:35.698337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:35.700143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-271d0c5f-dd00-4293-b971-716d4c7ac86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.702316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-271d0c5f-dd00-4293-b971-716d4c7ac86d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a2954f7-8dae-48dc-b941-98e4efd55ffc HTTP/1.1" status: 200 len: 835 time: 0.0476561 Aug 19 12:14:35.703753 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.741137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.757533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:35.771127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-2be3e790-ee05-42c0-8ec4-3e2482ba5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.772401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-2be3e790-ee05-42c0-8ec4-3e2482ba5010 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39816a42-6383-489e-949c-e1cf3ef7bbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618021 Aug 19 12:14:35.805616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635d9449-5b80-42db-a2dd-e837c5cf5265,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:35.817854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Checking segment: {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:35.818228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Network hostable DHCP agents. Network: 1351a4f4-72d6-434a-be94-03ff2b7b33a0, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:35.836115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:35.845074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 1351a4f4-72d6-434a-be94-03ff2b7b33a0) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:35.849539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.850327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.854573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97722f16-da34-45c2-a931-3764adc884f1 None None] Network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:35.882178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e06ac482-d8b8-4bc6-b5bd-eac840c41ba3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4680877 Aug 19 12:14:35.884765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50306) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:35.890546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:35.902671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-aa82805c-ebd2-47aa-aafb-5c5bc0b6848e service neutron] 10.222.0.54 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209123 Aug 19 12:14:35.918110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.919384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.984796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.008939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:36.069762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf31fda2-fac8-4880-8672-2a3e0ec2bcd4 req-5b4f0108-1f37-45b0-97bf-69e3e71dbcfd service neutron] 10.222.0.54 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554041 Aug 19 12:14:36.132016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:14:36.133174 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.139804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ddbbc-6ca8-4628-8250-17996560b2d1 req-c12d20a0-46ab-48ba-bcd4-6a06717fe0b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:36.150002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-808ddbbc-6ca8-4628-8250-17996560b2d1 req-c12d20a0-46ab-48ba-bcd4-6a06717fe0b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 943 time: 0.0746531 Aug 19 12:14:36.201430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-808ddbbc-6ca8-4628-8250-17996560b2d1 req-4f551c9c-ec89-4386-80bc-8c52d9b05fdc tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504742 Aug 19 12:14:36.228651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.336375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Allocated IP 172.20.0.2 (1351a4f4-72d6-434a-be94-03ff2b7b33a0/635d9449-5b80-42db-a2dd-e837c5cf5265/912853d8-364e-40a9-b16f-189c25d53cf0) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:36.429020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1602f8-1857-4e9b-ae6d-3a286d5ec965 req-76070261-3f40-4b96-9c5b-009211391287 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:36.432523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e1602f8-1857-4e9b-ae6d-3a286d5ec965 req-76070261-3f40-4b96-9c5b-009211391287 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 945 time: 0.0897446 Aug 19 12:14:36.460814 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.484641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e1602f8-1857-4e9b-ae6d-3a286d5ec965 req-a5227cb7-d69b-4d92-80d6-daa47c827267 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 Aug 19 12:14:36.486731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.556953 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.571331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Transition to ACTIVE for port object 912853d8-364e-40a9-b16f-189c25d53cf0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:36.600459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Transition to ACTIVE for port object 912853d8-364e-40a9-b16f-189c25d53cf0 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:36.609618 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.629306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Allocated IP 172.25.4.35 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/94734b4b-0577-4bab-9bd8-4b811e3fb72b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:36.697399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Pushing event updated for resources: {'Port': ['ID=912853d8-364e-40a9-b16f-189c25d53cf0,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:36.701285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc2af8-1968-41dc-ab9c-e5e8c6e51b69 req-e9f08d61-28b4-4ed3-94f5-1b70d40fa041 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:36.709698 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3dc2af8-1968-41dc-ab9c-e5e8c6e51b69 req-e9f08d61-28b4-4ed3-94f5-1b70d40fa041 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 943 time: 0.0710700 Aug 19 12:14:36.709890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:36.712324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:36.720186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:36.763455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.765915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3dc2af8-1968-41dc-ab9c-e5e8c6e51b69 req-74e30054-4a85-4cb0-b806-ccb37f9c3e8c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525951 Aug 19 12:14:36.778977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 01300bd9-5e7b-4776-a68a-00fb39bf809a details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:36.812868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.843355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Attempting to bind port 912853d8-364e-40a9-b16f-189c25d53cf0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:36.844126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Attempting to bind port 912853d8-364e-40a9-b16f-189c25d53cf0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:36.845020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Attempting to bind port 912853d8-364e-40a9-b16f-189c25d53cf0 on network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:36.854498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:36.861942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:36.864798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:36.873659 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:36.874422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Checking segment: {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:36.875159 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.875890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Bound using segment: {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:36.876802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Bound port: 912853d8-364e-40a9-b16f-189c25d53cf0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:36.877684 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.896371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Pushing event updated for resources: {'Port': ['ID=94734b4b-0577-4bab-9bd8-4b811e3fb72b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:37.069649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:37.083551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] For port 912853d8-364e-40a9-b16f-189c25d53cf0, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:37.090957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] For port 912853d8-364e-40a9-b16f-189c25d53cf0, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=912853d8-364e-40a9-b16f-189c25d53cf0,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:37.095232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'port_id': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'mac_address': 'fa:16:3e:b1:5e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:37.105295 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.191773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50320) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:37.202678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.297617 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.359723 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:37.376897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae460e-c87e-4415-8e1b-9a485d220733 None None] Pushing event updated for resources: {'Port': ['ID=912853d8-364e-40a9-b16f-189c25d53cf0,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:37.408196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01300bd9-5e7b-4776-a68a-00fb39bf809a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:37.453727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:37.462428 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.530157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:37.544289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:37.560330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:37.560330 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.574303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.688816 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.724780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:37.727038 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98380cb7-f98b-41bb-ad5d-2970a36875a4" -d '{"events": [{"server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "name": "network-vif-plugged", "status": "completed", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:37.741800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:37.746119 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.761007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df34ea8-339a-4877-a708-095ad324b306 req-f6835368-778f-4c21-ae8d-d1d0ac76d1e3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:37.764170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7df34ea8-339a-4877-a708-095ad324b306 req-f6835368-778f-4c21-ae8d-d1d0ac76d1e3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 943 time: 0.2442558 Aug 19 12:14:37.787268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:14:37.807409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:37.813218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54640df6-826d-4c17-bed5-8b29ba97dfed req-8def7ffc-3299-4523-9435-d6726ea9930f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:37.814876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54640df6-826d-4c17-bed5-8b29ba97dfed req-8def7ffc-3299-4523-9435-d6726ea9930f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 945 time: 0.1974602 Aug 19 12:14:37.883748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['01300bd9-5e7b-4776-a68a-00fb39bf809a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:37.945043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:37.956777 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Sync routers for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:37.968536 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.973754 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c1baedf1-d80b-43f9-b3a0-c8d9f6e827eb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0853336 Aug 19 12:14:37.973995 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:37.974325 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:37.977205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50334) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:38.154432 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:38.375395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7df34ea8-339a-4877-a708-095ad324b306 req-df742f7e-185e-4390-a513-877e657bac9a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992987 Aug 19 12:14:38.407606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54640df6-826d-4c17-bed5-8b29ba97dfed req-dc9b6fdd-4662-4259-a6f5-720cb31196c1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822189 Aug 19 12:14:38.423276 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:37Z', 'revision_number': 3, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:38.439227 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807d4248-5f2c-4d80-8467-7b13d6f40271 x-openstack-request-id: req-807d4248-5f2c-4d80-8467-7b13d6f40271 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:38.440611 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "name": "network-vif-plugged", "status": "completed", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:38.441055 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-807d4248-5f2c-4d80-8467-7b13d6f40271 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:38.441617 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72', 'code': 200} Aug 19 12:14:38.515416 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Checking router: 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:38.515772 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Updating router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 port 94734b4b-0577-4bab-9bd8-4b811e3fb72b binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:38.568903 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.623641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdc40f-bc1c-4660-be72-ad872f1a0334 None None] Network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:38.652446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 912853d8-364e-40a9-b16f-189c25d53cf0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:38.660925 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.742904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f00abd-ffc3-4b09-a5d8-65541ecaa3d5 req-20d92fbd-d44a-4dd5-bf22-3a9405fb11a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:38.746310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5f00abd-ffc3-4b09-a5d8-65541ecaa3d5 req-20d92fbd-d44a-4dd5-bf22-3a9405fb11a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.2086515 Aug 19 12:14:38.760521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4e3b8185-ace9-4f57-8ca8-6fb337176c20 None None] Provisioning for port 912853d8-364e-40a9-b16f-189c25d53cf0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:38.762320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b84bb-adcd-4a21-ab41-9abaff15af95 req-67e2981c-a01c-42ad-b5bd-542f4cad462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:38.764542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb1b84bb-adcd-4a21-ab41-9abaff15af95 req-67e2981c-a01c-42ad-b5bd-542f4cad462e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 1097 time: 0.1970220 Aug 19 12:14:38.799928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 912853d8-364e-40a9-b16f-189c25d53cf0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:38.811308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 912853d8-364e-40a9-b16f-189c25d53cf0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:38.811771 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.874791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5f00abd-ffc3-4b09-a5d8-65541ecaa3d5 req-650e8477-7827-4cf8-b332-5d29a2b1e211 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209161 Aug 19 12:14:38.884129 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.898365 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Transition to ACTIVE for port object 94734b4b-0577-4bab-9bd8-4b811e3fb72b will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:38.906216 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.910738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb1b84bb-adcd-4a21-ab41-9abaff15af95 req-ab093510-6943-4a70-8471-ba076ed426f8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378281 Aug 19 12:14:38.969157 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Attempting to bind port 94734b4b-0577-4bab-9bd8-4b811e3fb72b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:38.969753 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Attempting to bind port 94734b4b-0577-4bab-9bd8-4b811e3fb72b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:38.969894 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Attempting to bind port 94734b4b-0577-4bab-9bd8-4b811e3fb72b on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:38.986424 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:38.986856 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:38.987186 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.987572 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:38.988039 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Bound port: 94734b4b-0577-4bab-9bd8-4b811e3fb72b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:38.988825 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.007081 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.047573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 912853d8-364e-40a9-b16f-189c25d53cf0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=912853d8-364e-40a9-b16f-189c25d53cf0,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:39.053458 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.068021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.068922 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] For port 94734b4b-0577-4bab-9bd8-4b811e3fb72b, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:39.072628 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] For port 94734b4b-0577-4bab-9bd8-4b811e3fb72b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=94734b4b-0577-4bab-9bd8-4b811e3fb72b,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:39.081758 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.090347 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091a30f-55ff-4189-96ee-ddc9433007bf None None] Pushing event updated for resources: {'Port': ['ID=94734b4b-0577-4bab-9bd8-4b811e3fb72b,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:39.154504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=912853d8-364e-40a9-b16f-189c25d53cf0,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:39.168238 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091a30f-55ff-4189-96ee-ddc9433007bf None None] Pushing event updated for resources: {'Port': ['ID=94734b4b-0577-4bab-9bd8-4b811e3fb72b,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:39.181607 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:39.182533 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:39.184939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Deleting port 05a6b0d6-78f8-48cc-9191-8fee53055704 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:39.185405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.290887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0a6026a2-826d-441c-b113-785c32fa389f None None] Provisioning complete for port 912853d8-364e-40a9-b16f-189c25d53cf0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:39.291266 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a6026a2-826d-441c-b113-785c32fa389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.296461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] For port 05a6b0d6-78f8-48cc-9191-8fee53055704, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=05a6b0d6-78f8-48cc-9191-8fee53055704,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:39.296823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.309236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Allocated IP 172.20.0.1 (1351a4f4-72d6-434a-be94-03ff2b7b33a0/635d9449-5b80-42db-a2dd-e837c5cf5265/94a38d99-47e0-441c-a839-24804098205b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:39.310354 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:39.313211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Calling delete_port for 05a6b0d6-78f8-48cc-9191-8fee53055704 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:39.445216 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.469385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Transition to ACTIVE for port object 94a38d99-47e0-441c-a839-24804098205b will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:39.506603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.527297 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:37Z', 'revision_number': 3, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:39.549658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8713b-21a7-4673-8e9e-f02ef5917875 req-257bb7ac-70f1-4c36-967e-02351e18d5b4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.551259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fab8713b-21a7-4673-8e9e-f02ef5917875 req-257bb7ac-70f1-4c36-967e-02351e18d5b4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 943 time: 0.1003182 Aug 19 12:14:39.556527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:39.564415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:39.567375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:39.594199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=94a38d99-47e0-441c-a839-24804098205b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:39.619630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.626347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06a940-0af2-4b67-b172-3cad98f54190 req-55a64bb2-fc0b-4512-94de-100ef5981feb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.628111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec06a940-0af2-4b67-b172-3cad98f54190 req-55a64bb2-fc0b-4512-94de-100ef5981feb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1351085 Aug 19 12:14:39.665647 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.670203 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52f4df-03fc-4114-b4aa-07b9e77ee8a3 None None] The sync data for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 is: [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:37Z', 'revision_number': 3, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:39.675445 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fab8713b-21a7-4673-8e9e-f02ef5917875 req-10fbe33e-a50d-4b2c-beb4-be08289dc12d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998716 Aug 19 12:14:39.704349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a6b0d6-78f8-48cc-9191-8fee53055704,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:39.738141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec06a940-0af2-4b67-b172-3cad98f54190 req-9873cd1c-99ac-4413-a068-90eed367116d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022220 Aug 19 12:14:39.818404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.953107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.012372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f9ef4042-13c7-4d76-94f3-b80eefc381d9 None None] Provisioning for port 94a38d99-47e0-441c-a839-24804098205b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:40.023343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f9ef4042-13c7-4d76-94f3-b80eefc381d9 None None] Provisioning complete for port 94a38d99-47e0-441c-a839-24804098205b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:40.023343 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4042-13c7-4d76-94f3-b80eefc381d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.094736 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.108539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.114031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef4042-13c7-4d76-94f3-b80eefc381d9 None None] Port 94a38d99-47e0-441c-a839-24804098205b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:40.181251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360ac70-6eca-4345-b7a0-d1625b6878c3 req-a8448e41-6e46-48d6-ad0c-fafb90c49cb9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.182680 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4360ac70-6eca-4345-b7a0-d1625b6878c3 req-a8448e41-6e46-48d6-ad0c-fafb90c49cb9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.1275909 Aug 19 12:14:40.185509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.203966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=94a38d99-47e0-441c-a839-24804098205b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:40.243747 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4360ac70-6eca-4345-b7a0-d1625b6878c3 req-03b28361-a1fa-4c53-bb65-4474906e041e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502241 Aug 19 12:14:40.313294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:40.315247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:40.376100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Router 7d26fe7b-90d2-4b70-998a-d6d7326c103c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:40.486814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:40.565520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:40.575774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f8d1d42d-b87b-4b8e-a96a-32c84a73b3a1 admin admin] 10.222.0.65 "PUT /v2.0/routers/7d26fe7b-90d2-4b70-998a-d6d7326c103c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3805137 Aug 19 12:14:40.580284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] Sync routers for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:40.581828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50344) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:40.593847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:40.594503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:40.644542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:40.663223 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b8acd167-6126-48eb-b861-3b5665cef1c0 admin admin] 10.222.0.65 "PUT /v2.0/routers/30c9f8b9-bd14-46e3-bd44-9cbf1115e465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6829710 Aug 19 12:14:40.701191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d271dde8-9cc7-45a6-9958-c92e10cb0530 None None] Provisioning complete for port 94a38d99-47e0-441c-a839-24804098205b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:40.701558 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d271dde8-9cc7-45a6-9958-c92e10cb0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.704916 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.751101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 912853d8-364e-40a9-b16f-189c25d53cf0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:40.820924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 01300bd9-5e7b-4776-a68a-00fb39bf809a up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:40.892155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d271dde8-9cc7-45a6-9958-c92e10cb0530 None None] Port 94a38d99-47e0-441c-a839-24804098205b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:40.910174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:40.943512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727f210-8c8f-409b-b194-fc4e77001939 req-5f479e02-59e2-4d61-b5a2-ed09f57eec24 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.945093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3727f210-8c8f-409b-b194-fc4e77001939 req-5f479e02-59e2-4d61-b5a2-ed09f57eec24 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.0915885 Aug 19 12:14:40.953962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a1ccd-2f4e-41cb-8936-aa2a427cbac8 req-43b3148d-7380-4e48-9d54-46783ad73e83 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.955739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b54a1ccd-2f4e-41cb-8936-aa2a427cbac8 req-43b3148d-7380-4e48-9d54-46783ad73e83 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 943 time: 0.1489985 Aug 19 12:14:40.965994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.994995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 912853d8-364e-40a9-b16f-189c25d53cf0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:40.995707 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.014943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 01300bd9-5e7b-4776-a68a-00fb39bf809a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:41.050340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3727f210-8c8f-409b-b194-fc4e77001939 req-02741d31-58c0-485c-a052-4c24e64c95cf tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934553 Aug 19 12:14:41.055830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b54a1ccd-2f4e-41cb-8936-aa2a427cbac8 req-92ee3105-549f-4440-9173-b4a8ebaeef9c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792124 Aug 19 12:14:41.077014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Deleting port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:41.077778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.114925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 01300bd9-5e7b-4776-a68a-00fb39bf809a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:41.115694 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.207053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] For port 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:41.207479 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.239152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Calling delete_port for 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:41.301246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 94734b4b-0577-4bab-9bd8-4b811e3fb72b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:41.316797 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.382012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:41.384427 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099d1bca-9097-47a7-a285-c663291ae8b0" -d '{"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-plugged", "status": "completed", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:41.393882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2ada291c-9b25-4c0a-b13d-206272cfd57b details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:41.409445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:41.423433 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.447413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50374) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:41.458029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-671735379-network', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:41.478710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 5, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port': {'id': '1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:02:23Z', 'updated_at': '2021-08-19T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:41.483164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340a025-bc17-4eca-9a7a-22bec683dd06 req-8dde4eac-3be8-4a1c-b227-3749017a8189 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:41.485418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3340a025-bc17-4eca-9a7a-22bec683dd06 req-8dde4eac-3be8-4a1c-b227-3749017a8189 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1465178 Aug 19 12:14:41.494839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Made reservation on behalf of bceeea1a76104d458d57bd0eeca90ef0 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:41.498395 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.515764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.521290 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1c571-3524-4473-8020-e23822c33a68 req-df26c352-0f17-4e41-9aed-3c5e262a26de tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:41.523022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2a1c571-3524-4473-8020-e23822c33a68 req-df26c352-0f17-4e41-9aed-3c5e262a26de tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.1670737 Aug 19 12:14:41.597464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3340a025-bc17-4eca-9a7a-22bec683dd06 req-8c5eba90-5ca3-4637-8145-24050536f4c0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042190 Aug 19 12:14:41.630995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2a1c571-3524-4473-8020-e23822c33a68 req-fab2c00b-d891-49ee-a90d-1cba48037f82 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984254 Aug 19 12:14:41.669343 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.678066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 94734b4b-0577-4bab-9bd8-4b811e3fb72b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:41.687098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.692911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.706459 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:14:41.710822 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb6ab89-90bc-4d4b-b047-a9c2e79aef17 x-openstack-request-id: req-6cb6ab89-90bc-4d4b-b047-a9c2e79aef17 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:41.711026 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-plugged", "status": "completed", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:41.711282 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cb6ab89-90bc-4d4b-b047-a9c2e79aef17 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:41.711676 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'code': 200} Aug 19 12:14:41.715485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:41.715676 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 94734b4b-0577-4bab-9bd8-4b811e3fb72b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:41.716048 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.732289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:41.740107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d1b5e9-e664-4932-93d1-0e1facde8a5c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:41.744482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] Checking router: 7d26fe7b-90d2-4b70-998a-d6d7326c103c for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:41.770670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.771188 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Added segment bc1d94f0-75ec-415e-9102-734d2d9ea858 of type vlan for network b2350937-062f-491a-beef-896009f1217b Aug 19 12:14:41.773557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:41.777027 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.795178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] Routers {'7d26fe7b-90d2-4b70-998a-d6d7326c103c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:41.795825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:41.842318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.872615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.874016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:41.874806 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.881702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2ada291c-9b25-4c0a-b13d-206272cfd57b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2ada291c-9b25-4c0a-b13d-206272cfd57b,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:41.900248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] Set router 7d26fe7b-90d2-4b70-998a-d6d7326c103c gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:41.905830 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.909051 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.934459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '2ada291c-9b25-4c0a-b13d-206272cfd57b', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'port_id': '2ada291c-9b25-4c0a-b13d-206272cfd57b', 'mac_address': 'fa:16:3e:e8:1c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:41.938855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4888861 Aug 19 12:14:41.939803 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50376) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:41.952629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Request body: {'subnet': {'network_id': 'b2350937-062f-491a-beef-896009f1217b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-671735379-subnet', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:41.952919 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2b421-7faa-4e85-afda-98643c0119ba req-491ce8fa-ca2a-4db9-a0b0-f473bafdc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:41.954295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ff2b421-7faa-4e85-afda-98643c0119ba req-491ce8fa-ca2a-4db9-a0b0-f473bafdc41e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1096 time: 0.1382782 Aug 19 12:14:41.959586 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.960186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d26fe7b-90d2-4b70-998a-d6d7326c103c {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:14:41.966250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12835ae9-5e2a-45df-9b4a-021bcbe000d2 admin admin] Pushing event updated for resources: {'Network': ['ID=b2350937-062f-491a-beef-896009f1217b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:41.966473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:14:41Z', 'revision_number': 7, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:41.972075 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.976474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50378) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:41.976652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6d101ce5-cb68-447e-a1f5-0a2655879f6e admin admin] 10.222.0.65 "DELETE /v2.0/routers/7d26fe7b-90d2-4b70-998a-d6d7326c103c HTTP/1.1" status: 204 len: 168 time: 1.3933985 Aug 19 12:14:41.989804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network b2350937-062f-491a-beef-896009f1217b details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:42.004786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ff2b421-7faa-4e85-afda-98643c0119ba req-a67f85c3-33c8-47b8-9bf2-3a871cfe266e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425119 Aug 19 12:14:42.008387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Made reservation on behalf of bceeea1a76104d458d57bd0eeca90ef0 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:42.010757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.075773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ecf3a-f099-4736-b2dc-2c88967d6b6a None None] The sync data for ids ['7d26fe7b-90d2-4b70-998a-d6d7326c103c'] in n-d-778550-9 is: [{'id': '7d26fe7b-90d2-4b70-998a-d6d7326c103c', 'name': 'tempest-TaggedBootDevicesTest_v242-1434552254-router', 'tenant_id': 'a25008f9f9b8456f990137d238ed2602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:22Z', 'updated_at': '2021-08-19T12:14:41Z', 'revision_number': 7, 'project_id': 'a25008f9f9b8456f990137d238ed2602', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:42.077608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccb0f6c-ab28-49f0-a8e6-71b57ba9df0d admin admin] Deleting subnet 606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:14:42.085639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0f6c-ab28-49f0-a8e6-71b57ba9df0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.106471 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.131304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.145052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0f6c-ab28-49f0-a8e6-71b57ba9df0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.151366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 94734b4b-0577-4bab-9bd8-4b811e3fb72b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=94734b4b-0577-4bab-9bd8-4b811e3fb72b,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:42.159201 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.169173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ada291c-9b25-4c0a-b13d-206272cfd57b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:42.195733 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Sync routers for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:42.205776 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:42.206406 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:42.210940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2ada291c-9b25-4c0a-b13d-206272cfd57b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2ada291c-9b25-4c0a-b13d-206272cfd57b,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:42.254651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8380d4-1cda-420c-9251-01dfa1452477 req-4e9b6d58-e52d-4817-a091-48c4291d365f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:42.262736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee8380d4-1cda-420c-9251-01dfa1452477 req-4e9b6d58-e52d-4817-a091-48c4291d365f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 943 time: 0.0719509 Aug 19 12:14:42.266292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=94734b4b-0577-4bab-9bd8-4b811e3fb72b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:42.270328 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.314892 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee8380d4-1cda-420c-9251-01dfa1452477 req-96b616ea-6269-4d79-9336-dea7ff26727a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Aug 19 12:14:42.334675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=2ada291c-9b25-4c0a-b13d-206272cfd57b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:42.351747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0f6c-ab28-49f0-a8e6-71b57ba9df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.390601 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:42.390957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.456487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c024426-c1ca-4a79-b04a-2e3f9bb2198e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:42.473766 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0f6c-ab28-49f0-a8e6-71b57ba9df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.482146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.482772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.483284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.483796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.484298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.484842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.485339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.485843 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.486430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.486920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.487586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.488086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:42.510692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af12743-83fa-4600-b793-26b64fdf8ebd None None] Network ee7e9764-0947-4d2f-9df6-16f646d411fc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:42.527709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0f6c-ab28-49f0-a8e6-71b57ba9df0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.532013 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9ccb0f6c-ab28-49f0-a8e6-71b57ba9df0d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9 HTTP/1.1" status: 204 len: 168 time: 0.5519190 Aug 19 12:14:42.532883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50384) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:42.533422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Checking segment: {'id': 'bc1d94f0-75ec-415e-9102-734d2d9ea858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b2350937-062f-491a-beef-896009f1217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:42.533999 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Network hostable DHCP agents. Network: b2350937-062f-491a-beef-896009f1217b, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:42.536387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb0f6c-ab28-49f0-a8e6-71b57ba9df0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606d9f7c-44e3-4e8f-8e22-0a40a2f5cde9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:42.556422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Network b2350937-062f-491a-beef-896009f1217b is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:42.569626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, b2350937-062f-491a-beef-896009f1217b) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:42.575218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:42.576260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.617501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50386) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:42.619787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0768b236-18c8-43dd-bf08-b2d64290a91a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6721618 Aug 19 12:14:42.622870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:42.629157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['2ada291c-9b25-4c0a-b13d-206272cfd57b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:42.631225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f012f-12fd-4319-b78c-2cb5be84edde None None] Network b2350937-062f-491a-beef-896009f1217b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:42.653903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.674075 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.695745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.749642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 94734b4b-0577-4bab-9bd8-4b811e3fb72b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:42.795887 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '94a38d99-47e0-441c-a839-24804098205b', 'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'mac_address': 'fa:16:3e:f5:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:39Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 2, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'subnets': [{'id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:42.814493 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.832422 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Checking router: 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:42.833155 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Updating router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 port 94a38d99-47e0-441c-a839-24804098205b binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:42.865795 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.923316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 94734b4b-0577-4bab-9bd8-4b811e3fb72b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:42.923759 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.945745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61672b4-8e27-4aa8-b92e-95ff6cb6a5ae req-1854be98-d25d-4cab-b5e9-e5ed47e1b3ec tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:42.947374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e61672b4-8e27-4aa8-b92e-95ff6cb6a5ae req-1854be98-d25d-4cab-b5e9-e5ed47e1b3ec tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1897807 Aug 19 12:14:43.012040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Deleting port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:43.012796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.031699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68b97e-a6f5-4598-b02b-fa48775ef256 req-2aa61290-3866-4a14-b1df-8e425a48e0a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:43.033219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc68b97e-a6f5-4598-b02b-fa48775ef256 req-2aa61290-3866-4a14-b1df-8e425a48e0a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.2240832 Aug 19 12:14:43.035182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-b2350937-062f-491a-beef-896009f1217b', 'network_id': 'b2350937-062f-491a-beef-896009f1217b', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'fixed_ips': [{'subnet_id': '7c024426-c1ca-4a79-b04a-2e3f9bb2198e'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:14:43.036232 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.097142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa436661-1ae0-4818-9ccb-df72ec7404ec None None] DHCP port deletion for ee7e9764-0947-4d2f-9df6-16f646d411fc request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:14:43.218673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 05a6b0d6-78f8-48cc-9191-8fee53055704 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:43.250856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 05a6b0d6-78f8-48cc-9191-8fee53055704 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:43.251203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 05a6b0d6-78f8-48cc-9191-8fee53055704 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:43.272271 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.284790 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Transition to ACTIVE for port object 94a38d99-47e0-441c-a839-24804098205b will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:43.293420 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.322329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Allocated IP 172.20.0.2 (b2350937-062f-491a-beef-896009f1217b/7c024426-c1ca-4a79-b04a-2e3f9bb2198e/cfe42fdb-b356-4997-97af-27289868ef08) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:43.325216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fa436661-1ae0-4818-9ccb-df72ec7404ec None None] Deleting port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:43.327320 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa436661-1ae0-4818-9ccb-df72ec7404ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.358794 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254a86d-5d64-449c-8ea1-82863d03c1c8 None None] Pushing event updated for resources: {'Port': ['ID=94a38d99-47e0-441c-a839-24804098205b,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.438358 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Attempting to bind port 94a38d99-47e0-441c-a839-24804098205b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:43.438612 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Attempting to bind port 94a38d99-47e0-441c-a839-24804098205b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:43.438977 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Attempting to bind port 94a38d99-47e0-441c-a839-24804098205b on network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:43.449068 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:43.449463 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Checking segment: {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:43.449848 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.450239 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Bound using segment: {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:43.450973 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Bound port: 94a38d99-47e0-441c-a839-24804098205b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:43.451355 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.468057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fa436661-1ae0-4818-9ccb-df72ec7404ec None None] For port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:43.468594 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa436661-1ae0-4818-9ccb-df72ec7404ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.492437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fa436661-1ae0-4818-9ccb-df72ec7404ec None None] Calling delete_port for 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:43.494995 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.559200 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] For port 94a38d99-47e0-441c-a839-24804098205b, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:43.563573 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] For port 94a38d99-47e0-441c-a839-24804098205b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=94a38d99-47e0-441c-a839-24804098205b,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:43.575835 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.656952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e61672b4-8e27-4aa8-b92e-95ff6cb6a5ae req-d9687ea1-911b-4a1d-bcc9-e12f426fe6a1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6467922 Aug 19 12:14:43.672067 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254a86d-5d64-449c-8ea1-82863d03c1c8 None None] Pushing event updated for resources: {'Port': ['ID=94a38d99-47e0-441c-a839-24804098205b,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.677602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc68b97e-a6f5-4598-b02b-fa48775ef256 req-6546fe24-7d03-49e7-9a2c-ac8b7633bfb7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5924222 Aug 19 12:14:43.680664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] For port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d,segment=NetworkSegment(57e0875a-e6f4-468e-bf35-98c542f94c01),segment_id=57e0875a-e6f4-468e-bf35-98c542f94c01)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:43.687222 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.688594 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.693943 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:43.695014 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:43.699492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Transition to ACTIVE for port object cfe42fdb-b356-4997-97af-27289868ef08 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:43.719873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Transition to ACTIVE for port object cfe42fdb-b356-4997-97af-27289868ef08 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:43.729741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Calling delete_port for 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:43.739944 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.747743 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa436661-1ae0-4818-9ccb-df72ec7404ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.787731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa436661-1ae0-4818-9ccb-df72ec7404ec None None] No DVR routers for this DVR port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:43.813825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Network b2350937-062f-491a-beef-896009f1217b is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:43.821044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:43.825270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:43.865075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Pushing event updated for resources: {'Port': ['ID=cfe42fdb-b356-4997-97af-27289868ef08,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.899701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad11fe-c3ee-4e28-a122-526b1d552891 req-a662b761-66d4-4ae0-88ea-7cd4582e3ea2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:43.907155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8ad11fe-c3ee-4e28-a122-526b1d552891 req-a662b761-66d4-4ae0-88ea-7cd4582e3ea2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 944 time: 0.1289043 Aug 19 12:14:43.909244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa436661-1ae0-4818-9ccb-df72ec7404ec None None] Pushing event deleted for resources: {'Port': ['ID=11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.915553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Attempting to bind port cfe42fdb-b356-4997-97af-27289868ef08 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:43.915935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Attempting to bind port cfe42fdb-b356-4997-97af-27289868ef08 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'bc1d94f0-75ec-415e-9102-734d2d9ea858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b2350937-062f-491a-beef-896009f1217b'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:43.916297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Attempting to bind port cfe42fdb-b356-4997-97af-27289868ef08 on network b2350937-062f-491a-beef-896009f1217b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:43.924438 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:43.926470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:43.926470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Checking segment: {'id': 'bc1d94f0-75ec-415e-9102-734d2d9ea858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b2350937-062f-491a-beef-896009f1217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:43.926470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.926818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Bound using segment: {'id': 'bc1d94f0-75ec-415e-9102-734d2d9ea858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b2350937-062f-491a-beef-896009f1217b'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:43.927323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Bound port: cfe42fdb-b356-4997-97af-27289868ef08, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1d94f0-75ec-415e-9102-734d2d9ea858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b2350937-062f-491a-beef-896009f1217b'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:43.927705 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.004434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.033492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] For port cfe42fdb-b356-4997-97af-27289868ef08, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:44.038865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] For port cfe42fdb-b356-4997-97af-27289868ef08, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=cfe42fdb-b356-4997-97af-27289868ef08,segment=NetworkSegment(bc1d94f0-75ec-415e-9102-734d2d9ea858),segment_id=bc1d94f0-75ec-415e-9102-734d2d9ea858)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:44.044939 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.085218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8ad11fe-c3ee-4e28-a122-526b1d552891 req-01b483a0-4ce1-4696-b250-2358ebc19bfc tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770203 Aug 19 12:14:44.107748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] No DVR routers for this DVR port 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:44.109735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:44.174062 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '94a38d99-47e0-441c-a839-24804098205b', 'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'mac_address': 'fa:16:3e:f5:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:39Z', 'updated_at': '2021-08-19T12:14:43Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'subnets': [{'id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:44.174768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cf1de-ba54-4a45-859c-4f8068ab1539 None None] Pushing event updated for resources: {'Port': ['ID=cfe42fdb-b356-4997-97af-27289868ef08,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:44.217479 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f2c11-dc70-4468-8aaa-41c3857cd93e None None] The sync data for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 is: [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '94a38d99-47e0-441c-a839-24804098205b', 'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'mac_address': 'fa:16:3e:f5:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:39Z', 'updated_at': '2021-08-19T12:14:43Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'subnets': [{'id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:44.225990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.226341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.226722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.227419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.227419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.227806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.228044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.228607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.229089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.229424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.229806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.230105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:44.263631 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.279625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.307007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7e9764-0947-4d2f-9df6-16f646d411fc']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:44.343694 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.349361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e0875a-e6f4-468e-bf35-98c542f94c01') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:44.349361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e0875a-e6f4-468e-bf35-98c542f94c01') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:44.368810 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.468244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.478592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:44.478870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:44.481034 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:44.616133 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.620428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device cfe42fdb-b356-4997-97af-27289868ef08 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:44.646693 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.648558 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ee7e9764-0947-4d2f-9df6-16f646d411fc HTTP/1.1" status: 204 len: 168 time: 2.1144259 Aug 19 12:14:44.675633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d165dbb-1045-4474-b239-25f95941fe03 req-7a872f07-8f37-4e29-aa21-31a7ca12a296 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.676087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port cfe42fdb-b356-4997-97af-27289868ef08 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:44.677265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d165dbb-1045-4474-b239-25f95941fe03 req-7a872f07-8f37-4e29-aa21-31a7ca12a296 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.3048639 Aug 19 12:14:44.680125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b517-e56a-4de4-8625-5d80711cf448 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7e9764-0947-4d2f-9df6-16f646d411fc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:44.680266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 94a38d99-47e0-441c-a839-24804098205b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:44.715107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Allocated IP 172.25.4.246 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/237e71bb-7fb3-4c44-b62b-d191ef6b1bff) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:44.761975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d165dbb-1045-4474-b239-25f95941fe03 req-f3e41e72-a81a-4cb6-b985-37e075df1c49 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703511 Aug 19 12:14:44.766108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 94a38d99-47e0-441c-a839-24804098205b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:44.771130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 94a38d99-47e0-441c-a839-24804098205b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:44.780737 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.939956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233979e-35e8-40b2-b607-bf55d89e1010 req-9216351c-67fd-4465-b01f-6b5d1dee9c30 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.941594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2233979e-35e8-40b2-b607-bf55d89e1010 req-9216351c-67fd-4465-b01f-6b5d1dee9c30 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.1222064 Aug 19 12:14:44.946317 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.972652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50414) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:44.983235 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.992983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 94a38d99-47e0-441c-a839-24804098205b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=94a38d99-47e0-441c-a839-24804098205b,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:45.002291 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.053437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2233979e-35e8-40b2-b607-bf55d89e1010 req-7cec564b-d1f7-4b75-a374-fc5e063bfb76 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919151 Aug 19 12:14:45.063692 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-54be62ba-d4ff-45a6-a71c-a84d0d91949d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a25008f9f9b8456f990137d238ed2602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877976 Aug 19 12:14:45.067750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50416) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:45.083763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=94a38d99-47e0-441c-a839-24804098205b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:45.134216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:45.148259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.190799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:45.197836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 1fe6bb3b-bbcf-4948-b8cd-a45ac21376a1 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:45.198277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:45.222800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:45.223433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 11a0abcc-7d4d-4eeb-a53d-9f2bcef92b7d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:45.304825 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:45.310513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11f3a5e9-d50a-4093-9d45-88318358c83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.318136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:45.329137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:45.332032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Pushing event updated for resources: {'Port': ['ID=237e71bb-7fb3-4c44-b62b-d191ef6b1bff,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:45.382303 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11f3a5e9-d50a-4093-9d45-88318358c83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.395037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee54b7-13ff-4195-90dd-076f7e9d1190 req-95b79049-fc35-48df-af24-5596f981d767 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.396529 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5ee54b7-13ff-4195-90dd-076f7e9d1190 req-95b79049-fc35-48df-af24-5596f981d767 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.1829662 Aug 19 12:14:45.403945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2ada291c-9b25-4c0a-b13d-206272cfd57b up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:45.437380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b0895-0938-4298-8840-c744c4abd4c4 req-9cbf87ec-4b3a-45cf-8ad8-c574ec4fd225 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.439014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-074b0895-0938-4298-8840-c744c4abd4c4 req-9cbf87ec-4b3a-45cf-8ad8-c574ec4fd225 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 944 time: 0.2265990 Aug 19 12:14:45.482571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 2ada291c-9b25-4c0a-b13d-206272cfd57b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:45.486501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b39594-69a3-484e-b71b-269f9a11c9e5 None None] Network b2350937-062f-491a-beef-896009f1217b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:45.535090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 2ada291c-9b25-4c0a-b13d-206272cfd57b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:45.535470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.588839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a199f799-a22e-4540-a0b3-b1bd1f806cfc None None] Provisioning for port cfe42fdb-b356-4997-97af-27289868ef08 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:45.596827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5ee54b7-13ff-4195-90dd-076f7e9d1190 req-45be3a78-7580-4e33-beaa-71f5401fef0a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1902394 Aug 19 12:14:45.601559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a199f799-a22e-4540-a0b3-b1bd1f806cfc None None] Provisioning complete for port cfe42fdb-b356-4997-97af-27289868ef08 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:45.601940 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a199f799-a22e-4540-a0b3-b1bd1f806cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.623240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-074b0895-0938-4298-8840-c744c4abd4c4 req-a0ac57de-3600-4dc7-aa48-7febd9f5594d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724086 Aug 19 12:14:45.626597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11f3a5e9-d50a-4093-9d45-88318358c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.629619 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11f3a5e9-d50a-4093-9d45-88318358c83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.633911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-11f3a5e9-d50a-4093-9d45-88318358c83a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23f27e5f-e2e7-4e13-aaed-19d18cc32afd HTTP/1.1" status: 204 len: 168 time: 0.5620329 Aug 19 12:14:45.654484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50424) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:45.659973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3a5e9-d50a-4093-9d45-88318358c83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f27e5f-e2e7-4e13-aaed-19d18cc32afd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:45.712217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efce3b0b-f447-4b17-b905-c99057991a6c tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.714604 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-efce3b0b-f447-4b17-b905-c99057991a6c tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1091 time: 0.0589073 Aug 19 12:14:45.718792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50426) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:45.734556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:45.779100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.785366 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.910164 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.968441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.980602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb96e2a-2794-42bd-b79a-bbbd67aeaff1 req-8e8e49a6-54ec-47bd-bdfd-796f21ecfac6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.982572 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2cb96e2a-2794-42bd-b79a-bbbd67aeaff1 req-8e8e49a6-54ec-47bd-bdfd-796f21ecfac6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1104434 Aug 19 12:14:46.081403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427c270-1117-48a7-94b7-8bd4f83cb54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ada291c-9b25-4c0a-b13d-206272cfd57b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:46.084025 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6e5653-1acf-40e4-9941-6c162819d693" -d '{"events": [{"server_uuid": "9427c270-1117-48a7-94b7-8bd4f83cb54b", "name": "network-vif-plugged", "status": "completed", "tag": "2ada291c-9b25-4c0a-b13d-206272cfd57b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:46.116061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2cb96e2a-2794-42bd-b79a-bbbd67aeaff1 req-15862981-3882-491e-a8c5-a02ddab8b4f4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243923 Aug 19 12:14:46.131482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2ada291c-9b25-4c0a-b13d-206272cfd57b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2ada291c-9b25-4c0a-b13d-206272cfd57b,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:46.138629 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a199f799-a22e-4540-a0b3-b1bd1f806cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.144933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.149660 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6e4337-5882-46c8-aa52-f80c15ce2dbb x-openstack-request-id: req-4a6e4337-5882-46c8-aa52-f80c15ce2dbb {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:46.149963 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427c270-1117-48a7-94b7-8bd4f83cb54b", "name": "network-vif-plugged", "status": "completed", "tag": "2ada291c-9b25-4c0a-b13d-206272cfd57b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:46.150364 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a6e4337-5882-46c8-aa52-f80c15ce2dbb {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:46.150951 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9427c270-1117-48a7-94b7-8bd4f83cb54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ada291c-9b25-4c0a-b13d-206272cfd57b', 'code': 200} Aug 19 12:14:46.173710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.25.4.84 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/773e28c9-c5e3-49bd-9dc8-05cd7090c803) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:46.278876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a199f799-a22e-4540-a0b3-b1bd1f806cfc None None] For port cfe42fdb-b356-4997-97af-27289868ef08, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=cfe42fdb-b356-4997-97af-27289868ef08,segment=NetworkSegment(bc1d94f0-75ec-415e-9102-734d2d9ea858),segment_id=bc1d94f0-75ec-415e-9102-734d2d9ea858)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:46.285339 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a199f799-a22e-4540-a0b3-b1bd1f806cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.288811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=2ada291c-9b25-4c0a-b13d-206272cfd57b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:46.346673 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.349174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199f799-a22e-4540-a0b3-b1bd1f806cfc None None] Pushing event updated for resources: {'Port': ['ID=cfe42fdb-b356-4997-97af-27289868ef08,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:46.365382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.380248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20963a-b54d-4c08-b09c-7149af9f641b req-c5cc5623-9a3f-4dcd-b906-7fc92e5c8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:46.382731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b20963a-b54d-4c08-b09c-7149af9f641b req-c5cc5623-9a3f-4dcd-b906-7fc92e5c8280 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 1096 time: 0.0977113 Aug 19 12:14:46.396947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.454360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:46.457796 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b20963a-b54d-4c08-b09c-7149af9f641b req-75506b2e-c834-4fba-99fd-a8e15bfecb3e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342739 Aug 19 12:14:46.464574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:46.469848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:46.476633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=773e28c9-c5e3-49bd-9dc8-05cd7090c803,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:46.514565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2ab51477-21d0-4003-a4ed-597563d302bc None None] Provisioning complete for port cfe42fdb-b356-4997-97af-27289868ef08 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:46.515164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2ab51477-21d0-4003-a4ed-597563d302bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.557406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device cfe42fdb-b356-4997-97af-27289868ef08 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:46.612796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Router a3345d88-64f9-42ab-a8e4-077e91bda785 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:14:46.630992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port cfe42fdb-b356-4997-97af-27289868ef08 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:46.630992 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.794482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50454) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:46.803591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd1146-223a-4417-bcfd-0319ae2f1e40 req-565c1428-b986-49cb-a24e-14a981663c47 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:46.808154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 94a38d99-47e0-441c-a839-24804098205b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:46.809970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4cd1146-223a-4417-bcfd-0319ae2f1e40 req-565c1428-b986-49cb-a24e-14a981663c47 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 945 time: 0.0773642 Aug 19 12:14:46.811085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:46.846372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Sync routers for ids ['a3345d88-64f9-42ab-a8e4-077e91bda785'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:46.865939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.867172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-20a4ac72-ec12-4c58-bb46-73f6baf27874 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2484317 Aug 19 12:14:46.870248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Routers {'a3345d88-64f9-42ab-a8e4-077e91bda785'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:46.871085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a3345d88-64f9-42ab-a8e4-077e91bda785'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:46.871701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50458) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:46.888983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4cd1146-223a-4417-bcfd-0319ae2f1e40 req-35434ac3-ab9b-497c-94f9-b6d8d41f1dbd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759301 Aug 19 12:14:46.975414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-846956670-network', 'tenant_id': '3a2c50d4064d424cb07bd893bebe8c2d'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:46.984770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 94a38d99-47e0-441c-a839-24804098205b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:46.985149 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.035993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Set router a3345d88-64f9-42ab-a8e4-077e91bda785 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:47.054259 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.080247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Made reservation on behalf of 3a2c50d4064d424cb07bd893bebe8c2d for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:47.082778 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.133850 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.250314 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.290617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e754c7-aa08-41bf-8c3c-eeb30d877723 req-ca401a3a-3989-4dcb-b807-6550de2218c3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:47.299023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2e754c7-aa08-41bf-8c3c-eeb30d877723 req-ca401a3a-3989-4dcb-b807-6550de2218c3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.0702736 Aug 19 12:14:47.329020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:42Z', 'updated_at': '2021-08-19T12:14:45Z', 'revision_number': 3, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'gw_port': {'id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:47.346435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2e754c7-aa08-41bf-8c3c-eeb30d877723 req-88c98a97-e1dc-42a3-9fe6-cf3b9923e5bb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Aug 19 12:14:47.361041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Checking router: a3345d88-64f9-42ab-a8e4-077e91bda785 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:47.361727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Updating router a3345d88-64f9-42ab-a8e4-077e91bda785 port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:47.389305 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.427409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:47.539018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.627116 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.735060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:47.736428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:47.737240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:47.752653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'port_id': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72', 'mac_address': 'fa:16:3e:a0:19:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:47.767115 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.786198 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.788915 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.789575 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Added segment 4974f46b-9ea6-4775-b0c4-b4bb0184d946 of type vlan for network cada332f-d2d7-4674-957d-5cfbd029aba6 Aug 19 12:14:47.848253 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.851780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.876653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:47.944643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:47.956176 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.989665 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.014685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Transition to ACTIVE for port object 237e71bb-7fb3-4c44-b62b-d191ef6b1bff will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:48.028711 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.036840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49a8b3-8af9-4044-962d-e40ced05081e req-1ad82b67-76ec-419a-a907-895e49ea5478 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:48.048446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a49a8b3-8af9-4044-962d-e40ced05081e req-1ad82b67-76ec-419a-a907-895e49ea5478 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 945 time: 0.0788176 Aug 19 12:14:48.049924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.099409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Attempting to bind port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:48.099749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Attempting to bind port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:48.100124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Attempting to bind port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:48.108994 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a49a8b3-8af9-4044-962d-e40ced05081e req-0b80b7e9-dcd6-4d44-a2fd-93370dd4741d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582306 Aug 19 12:14:48.111180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:48.113129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:48.113846 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.114631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:48.115451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Bound port: 237e71bb-7fb3-4c44-b62b-d191ef6b1bff, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:48.116075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.119931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d408c20-65c6-45cc-9501-16eb25ff674e None None] Pushing event updated for resources: {'Port': ['ID=237e71bb-7fb3-4c44-b62b-d191ef6b1bff,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.151849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:48.238232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] For port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:48.249573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] For port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=237e71bb-7fb3-4c44-b62b-d191ef6b1bff,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:48.269142 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.362845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b0daa-51dc-4b5a-b3ce-95f87bf67100 req-ec212a5f-1946-4e73-8538-a50abfa753c5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:48.368738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba4b0daa-51dc-4b5a-b3ce-95f87bf67100 req-ec212a5f-1946-4e73-8538-a50abfa753c5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 945 time: 0.1112068 Aug 19 12:14:48.411752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Routers {'a3345d88-64f9-42ab-a8e4-077e91bda785'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:48.412411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a3345d88-64f9-42ab-a8e4-077e91bda785'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:48.440376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba4b0daa-51dc-4b5a-b3ce-95f87bf67100 req-d9aea772-31c0-49c2-917d-f19d6302daa6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601883 Aug 19 12:14:48.502479 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50c99bc7-413b-4ce8-9002-0cef7986d728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.541708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d408c20-65c6-45cc-9501-16eb25ff674e None None] Pushing event updated for resources: {'Port': ['ID=237e71bb-7fb3-4c44-b62b-d191ef6b1bff,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.575260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d622ec-eaa9-4c9a-9542-7ecd67bc1dd8 req-99abd762-c572-4626-bb2f-c1ea13100bd8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:48.584288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-86d622ec-eaa9-4c9a-9542-7ecd67bc1dd8 req-99abd762-c572-4626-bb2f-c1ea13100bd8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 945 time: 0.1076417 Aug 19 12:14:48.609263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] Set router a3345d88-64f9-42ab-a8e4-077e91bda785 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:48.675545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-86d622ec-eaa9-4c9a-9542-7ecd67bc1dd8 req-c5dc9ca6-c602-487f-aeef-9b7f3ad59a7d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900846 Aug 19 12:14:48.678035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Allocated IP 172.20.0.1 (b2350937-062f-491a-beef-896009f1217b/7c024426-c1ca-4a79-b04a-2e3f9bb2198e/5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:48.695740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f35ea5-f6b5-44b9-855e-5aa49afda5ab req-c0052994-dbf9-4100-998c-1f45dd7e8f8c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:48.705603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6f35ea5-f6b5-44b9-855e-5aa49afda5ab req-c0052994-dbf9-4100-998c-1f45dd7e8f8c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 945 time: 0.0985563 Aug 19 12:14:48.756739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6f35ea5-f6b5-44b9-855e-5aa49afda5ab req-6361a087-f44c-41ed-a09c-5da822fc0cb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436897 Aug 19 12:14:48.817524 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.860426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:42Z', 'updated_at': '2021-08-19T12:14:45Z', 'revision_number': 3, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'gw_port': {'id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:48.894610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=773e28c9-c5e3-49bd-9dc8-05cd7090c803,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.931703 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.933936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.941865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f37c1e-20b1-4297-b010-b1f9ba41c297 None None] The sync data for ids ['a3345d88-64f9-42ab-a8e4-077e91bda785'] in n-d-778550-9 is: [{'id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:42Z', 'updated_at': '2021-08-19T12:14:45Z', 'revision_number': 3, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'gw_port': {'id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:49.006986 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.007975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:49.008599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.081005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49d189-62ac-40b5-81d1-d67c022da64f req-ed858dc0-4072-4375-9d0d-fa508b8b99c2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:49.082977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae49d189-62ac-40b5-81d1-d67c022da64f req-ed858dc0-4072-4375-9d0d-fa508b8b99c2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 945 time: 0.0842714 Aug 19 12:14:49.087545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] Pushing event updated for resources: {'Network': ['ID=cada332f-d2d7-4674-957d-5cfbd029aba6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:49.101795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network cada332f-d2d7-4674-957d-5cfbd029aba6 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:49.108332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Transition to ACTIVE for port object 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:49.145949 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6e82cd4d-2981-4cf1-9cbe-a2ab58d018c4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3502400 Aug 19 12:14:49.151048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50506) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:49.159516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Request body: {'subnet': {'network_id': 'cada332f-d2d7-4674-957d-5cfbd029aba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-846956670-subnet', 'tenant_id': '3a2c50d4064d424cb07bd893bebe8c2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:49.166117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae49d189-62ac-40b5-81d1-d67c022da64f req-37921a9a-6e7f-46f8-9f15-7bb0f6c9ce06 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712855 Aug 19 12:14:49.213961 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Floating IP 166c1207-ef82-4a46-943a-7a6c8865a226 associated. External IP: 172.25.4.84, port: 01300bd9-5e7b-4776-a68a-00fb39bf809a. Aug 19 12:14:49.300765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Made reservation on behalf of 3a2c50d4064d424cb07bd893bebe8c2d for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:49.303403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.332648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.436811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:49.464148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Network b2350937-062f-491a-beef-896009f1217b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:49.484935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:49.491007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:49.526520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:49.527099 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.586827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:49.628234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.664371 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.708774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:49.711082 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2d8b34-4d72-408c-93f1-ae6873ed56a1" -d '{"events": [{"server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "name": "network-vif-plugged", "status": "completed", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:49.744748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:49.750173 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.825897 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ddc434-018c-420b-8a61-2de988b154db x-openstack-request-id: req-52ddc434-018c-420b-8a61-2de988b154db {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:49.826212 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "name": "network-vif-plugged", "status": "completed", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:49.826430 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52ddc434-018c-420b-8a61-2de988b154db {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:49.826831 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72', 'code': 200} Aug 19 12:14:49.885418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:49.940560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb091bb-3008-4d10-8e32-30c890b01a8d req-4bb5a547-21d8-4b01-a3f7-192ffd17a017 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:49.949223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cb091bb-3008-4d10-8e32-30c890b01a8d req-4bb5a547-21d8-4b01-a3f7-192ffd17a017 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1118693 Aug 19 12:14:49.996883 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.011264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-08e299cf-9c5b-4d3b-8c78-1dd34b220926 None None] Provisioning for port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:50.031775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-08e299cf-9c5b-4d3b-8c78-1dd34b220926 None None] Provisioning complete for port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:50.032314 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-08e299cf-9c5b-4d3b-8c78-1dd34b220926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.063226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router ea65dae4-bd10-4148-bc53-1de3bca04ebc has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:50.097609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cb091bb-3008-4d10-8e32-30c890b01a8d req-07142017-4bf7-4335-a9ed-fc178f8bf02f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466560 Aug 19 12:14:50.099422 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.146156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-08e299cf-9c5b-4d3b-8c78-1dd34b220926 None None] Port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:50.150778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9518d3-9db1-42db-b38b-04f4e8685aa5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:50.233710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Checking segment: {'id': '4974f46b-9ea6-4775-b0c4-b4bb0184d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cada332f-d2d7-4674-957d-5cfbd029aba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:50.233710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Network hostable DHCP agents. Network: cada332f-d2d7-4674-957d-5cfbd029aba6, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:50.332357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Network cada332f-d2d7-4674-957d-5cfbd029aba6 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:50.359546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ff0c7-4410-48d4-8658-2124251f884a req-8a82914b-2265-48ce-92fa-79396a8a333f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:50.359813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, cada332f-d2d7-4674-957d-5cfbd029aba6) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:50.369645 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1703aad-8737-400d-98dc-f340878f4c2a None None] Network cada332f-d2d7-4674-957d-5cfbd029aba6 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:50.377205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:50.377808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.385873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d2ff0c7-4410-48d4-8658-2124251f884a req-8a82914b-2265-48ce-92fa-79396a8a333f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 945 time: 0.1240821 Aug 19 12:14:50.457847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d2ff0c7-4410-48d4-8658-2124251f884a req-4c325dfb-dc7e-49ec-8e58-a6d81700d8ed tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709102 Aug 19 12:14:50.477187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:50.487139 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-be55b8b8-6d5a-4109-b39a-352138cdc127 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3348489 Aug 19 12:14:50.491165 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] Sync routers for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:50.510667 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:50.511465 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:50.581196 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.609520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 237e71bb-7fb3-4c44-b62b-d191ef6b1bff up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:50.624206 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d18826ec-02a6-4c7f-842b-34797b611d01 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9000661 Aug 19 12:14:50.631712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:50.635193 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:50.674227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.678135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad801e-0ed5-40b7-af64-52b351d13d64 None None] Network cada332f-d2d7-4674-957d-5cfbd029aba6 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:50.693832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.777833 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:50.788590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:50.794283 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a8dbe5-c306-4303-a56e-d59c30ec0c70 x-openstack-request-id: req-d4a8dbe5-c306-4303-a56e-d59c30ec0c70 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:50.794568 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:50.794821 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4a8dbe5-c306-4303-a56e-d59c30ec0c70 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:50.795388 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'status': 'completed', 'code': 200} Aug 19 12:14:50.834656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.894669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-c4ae3479-acef-4d15-87fe-6d90a7b84be3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:50.896257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-c4ae3479-acef-4d15-87fe-6d90a7b84be3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 945 time: 0.2440562 Aug 19 12:14:51.020659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-4a52c797-5340-4674-ba51-6016d9c03382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:51.022559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-4a52c797-5340-4674-ba51-6016d9c03382 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1096 time: 0.1936305 Aug 19 12:14:51.030932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7701da2-1aa2-4dea-9f60-77f0fcf715b2 req-28c64a00-72c4-40db-8972-371084688bc5 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:51.039481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7701da2-1aa2-4dea-9f60-77f0fcf715b2 req-28c64a00-72c4-40db-8972-371084688bc5 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.2296135 Aug 19 12:14:51.072893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Network b2350937-062f-491a-beef-896009f1217b is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:51.074983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:51.187088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7701da2-1aa2-4dea-9f60-77f0fcf715b2 req-15413b6f-fa4d-4f0a-b319-ec0557ff065b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1420560 Aug 19 12:14:51.199357 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-828daa5f-bbea-4035-b508-4c0c948b08b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.220398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.223412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50532) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:51.275427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port 2ada291c-9b25-4c0a-b13d-206272cfd57b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:51.277123 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.288101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:51.295291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:51.300214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.362433 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '166c1207-ef82-4a46-943a-7a6c8865a226', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'port_id': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'mac_address': 'fa:16:3e:b1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:46Z', 'updated_at': '2021-08-19T12:14:46Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea72537-e674-426c-aa4d-37488e314cf8', 'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:ad:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:18Z', 'updated_at': '2021-08-19T12:14:29Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:51.406715 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] Checking router: ea65dae4-bd10-4148-bc53-1de3bca04ebc for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:51.417529 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:51.418159 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:51.539159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-66f369f2-b703-47c3-bf8a-86feb732c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:51.540810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-66f369f2-b703-47c3-bf8a-86feb732c9df service neutron] 10.222.0.54 "GET /v2.0/networks?id=39816a42-6383-489e-949c-e1cf3ef7bbf1 HTTP/1.1" status: 200 len: 898 time: 0.4923925 Aug 19 12:14:51.568935 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5448df99-bb2a-4eda-85f8-eee4c0da9229 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/166c1207-ef82-4a46-943a-7a6c8865a226 HTTP/1.1" status: 200 len: 990 time: 0.3319690 Aug 19 12:14:51.607990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-10f5a9a2-b7b2-46fd-b8f6-be87667b3bf7 None None] Provisioning complete for port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:51.608772 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10f5a9a2-b7b2-46fd-b8f6-be87667b3bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.615051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Router a3345d88-64f9-42ab-a8e4-077e91bda785 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:51.634934 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.674119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=237e71bb-7fb3-4c44-b62b-d191ef6b1bff,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:51.686192 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.731422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-10f5a9a2-b7b2-46fd-b8f6-be87667b3bf7 None None] Port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:51.808314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=237e71bb-7fb3-4c44-b62b-d191ef6b1bff,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.903483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:51.913041 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:51.956086 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9264c5b8-1f12-42a8-ba0a-58b0af65cb29 admin admin] 10.222.0.65 "PUT /v2.0/routers/a3345d88-64f9-42ab-a8e4-077e91bda785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0806088 Aug 19 12:14:51.972945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.192959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] For port 2ada291c-9b25-4c0a-b13d-206272cfd57b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2ada291c-9b25-4c0a-b13d-206272cfd57b,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:52.193564 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.205030 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '166c1207-ef82-4a46-943a-7a6c8865a226', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'port_id': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'mac_address': 'fa:16:3e:b1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:46Z', 'updated_at': '2021-08-19T12:14:46Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea72537-e674-426c-aa4d-37488e314cf8', 'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:ad:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:18Z', 'updated_at': '2021-08-19T12:14:29Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:52.214900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667f58-5189-481e-ab45-59f7ea7c3bc8 req-f9887c4d-1105-4c86-8f68-9b7450f2a671 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.223739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91667f58-5189-481e-ab45-59f7ea7c3bc8 req-f9887c4d-1105-4c86-8f68-9b7450f2a671 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.8259618 Aug 19 12:14:52.240674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for 2ada291c-9b25-4c0a-b13d-206272cfd57b owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:52.243918 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbce2f1-00b8-47af-8d95-9ae19ef5bc82 None None] The sync data for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 is: [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '166c1207-ef82-4a46-943a-7a6c8865a226', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'port_id': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'mac_address': 'fa:16:3e:b1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:46Z', 'updated_at': '2021-08-19T12:14:46Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea72537-e674-426c-aa4d-37488e314cf8', 'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:ad:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:18Z', 'updated_at': '2021-08-19T12:14:29Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:52.275331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-844b7a07-2a12-454f-846c-671fecc95260 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.276973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-844b7a07-2a12-454f-846c-671fecc95260 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/networks?id=cada332f-d2d7-4674-957d-5cfbd029aba6 HTTP/1.1" status: 200 len: 817 time: 0.8544412 Aug 19 12:14:52.277637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Sync routers for ids ['a3345d88-64f9-42ab-a8e4-077e91bda785'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:52.290337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Routers {'a3345d88-64f9-42ab-a8e4-077e91bda785'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:52.291269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a3345d88-64f9-42ab-a8e4-077e91bda785'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:52.324073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-1811ad62-c991-440d-a617-0f0948ac231f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 200 len: 998 time: 0.7753410 Aug 19 12:14:52.405209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-b625c8d4-4841-42af-85f4-c0d55833f212 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/quotas/3a2c50d4064d424cb07bd893bebe8c2d HTTP/1.1" status: 200 len: 375 time: 0.0863235 Aug 19 12:14:52.430136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Set router a3345d88-64f9-42ab-a8e4-077e91bda785 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:52.450908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-8c5d5964-f030-47fb-98da-6a561e98a328 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a2c50d4064d424cb07bd893bebe8c2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448256 Aug 19 12:14:52.453855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91667f58-5189-481e-ab45-59f7ea7c3bc8 req-423e9621-1441-4c4a-9fd7-df4b1410580a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211504 Aug 19 12:14:52.485546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-053f69ea-8799-4fea-8e08-8cdf3608e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.487444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-053f69ea-8799-4fea-8e08-8cdf3608e686 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a2954f7-8dae-48dc-b941-98e4efd55ffc HTTP/1.1" status: 200 len: 835 time: 0.1393099 Aug 19 12:14:52.565095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50550) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:52.612941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 237e71bb-7fb3-4c44-b62b-d191ef6b1bff up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:52.682553 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c537dfee-700d-427f-af70-a09651ddedd4 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/166c1207-ef82-4a46-943a-7a6c8865a226 HTTP/1.1" status: 200 len: 990 time: 0.1154301 Aug 19 12:14:52.762189 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.774885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:52.777097 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.799710 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34189971-d7dc-4e1e-a2c2-f2adfaac06d5 None None] New status for floating IP 166c1207-ef82-4a46-943a-7a6c8865a226: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:14:52.828045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e09d9-4ec5-4b9c-a13a-32b73ea4c55d req-2683d4a0-6d55-4e89-a143-901a7b9f134c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.836315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-581e09d9-4ec5-4b9c-a13a-32b73ea4c55d req-2683d4a0-6d55-4e89-a143-901a7b9f134c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 945 time: 0.1927612 Aug 19 12:14:52.845197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-0675aeff-304e-429b-9dca-fab514297532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.847040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-0675aeff-304e-429b-9dca-fab514297532 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39816a42-6383-489e-949c-e1cf3ef7bbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3461487 Aug 19 12:14:52.856732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=2ada291c-9b25-4c0a-b13d-206272cfd57b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:52.981666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] No DVR routers for this DVR port 2ada291c-9b25-4c0a-b13d-206272cfd57b on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:52.985218 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.988772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b57eda0f-f731-4a67-9511-d7defdd67b8f req-186bce86-1ce5-4d57-a941-79db76cb53b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "DELETE /v2.0/ports/2ada291c-9b25-4c0a-b13d-206272cfd57b HTTP/1.1" status: 204 len: 173 time: 2.0581305 Aug 19 12:14:52.990528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:42Z', 'updated_at': '2021-08-19T12:14:49Z', 'revision_number': 4, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'gw_port': {'id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc', 'name': '', 'network_id': 'b2350937-062f-491a-beef-896009f1217b', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'mac_address': 'fa:16:3e:8e:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '7c024426-c1ca-4a79-b04a-2e3f9bb2198e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:47Z', 'updated_at': '2021-08-19T12:14:50Z', 'revision_number': 2, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'subnets': [{'id': '7c024426-c1ca-4a79-b04a-2e3f9bb2198e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:52.999195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427c270-1117-48a7-94b7-8bd4f83cb54b', 'name': 'network-vif-deleted', 'tag': '2ada291c-9b25-4c0a-b13d-206272cfd57b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:53.003244 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2005170-f9a7-4f91-8bc7-d721160a4c9c" -d '{"events": [{"server_uuid": "9427c270-1117-48a7-94b7-8bd4f83cb54b", "name": "network-vif-deleted", "tag": "2ada291c-9b25-4c0a-b13d-206272cfd57b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:53.011542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-71c17d75-7300-459f-b9a2-d255050121cc service neutron] 10.222.0.65 "GET /v2.0/networks/cada332f-d2d7-4674-957d-5cfbd029aba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398796 Aug 19 12:14:53.036549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Checking router: a3345d88-64f9-42ab-a8e4-077e91bda785 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:53.037340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Updating router a3345d88-64f9-42ab-a8e4-077e91bda785 port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:53.100031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-581e09d9-4ec5-4b9c-a13a-32b73ea4c55d req-339c8f78-5757-4118-9681-a271bf1a7a53 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622035 Aug 19 12:14:53.130642 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.208785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-dba6adc8-2046-4b7c-b7f6-b4f65ac329fb service neutron] 10.222.0.54 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158255 Aug 19 12:14:53.253824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-8e03596f-6f7c-46d7-8798-92f936a2fc65 service neutron] 10.222.0.65 "GET /v2.0/networks/cada332f-d2d7-4674-957d-5cfbd029aba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272325 Aug 19 12:14:53.415899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58eeb3bc-cea0-47bd-bb92-f6e7c69d3bd1 req-e69cbe86-fbc7-49b8-ac6c-baf06029c7ba service neutron] 10.222.0.54 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528716 Aug 19 12:14:53.524496 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a3a29d-9ea9-4efd-9709-cced7c265279 x-openstack-request-id: req-d2a3a29d-9ea9-4efd-9709-cced7c265279 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:53.524496 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427c270-1117-48a7-94b7-8bd4f83cb54b", "name": "network-vif-deleted", "tag": "2ada291c-9b25-4c0a-b13d-206272cfd57b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:53.524496 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2a3a29d-9ea9-4efd-9709-cced7c265279 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:53.524496 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9427c270-1117-48a7-94b7-8bd4f83cb54b', 'name': 'network-vif-deleted', 'tag': '2ada291c-9b25-4c0a-b13d-206272cfd57b', 'status': 'completed', 'code': 200} Aug 19 12:14:53.576198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2ada291c-9b25-4c0a-b13d-206272cfd57b no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:53.615470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 2ada291c-9b25-4c0a-b13d-206272cfd57b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:53.615839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2ada291c-9b25-4c0a-b13d-206272cfd57b not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:53.650956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-914ffec4-1495-4a34-86e5-2c8673ecb844 req-6a3a9811-7c71-4b32-8915-9488721a136e tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 210 time: 0.0480933 Aug 19 12:14:53.692432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50562) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:53.771275 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.782998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Transition to ACTIVE for port object 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:53.803160 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.829222 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eca0acb2-8c7b-4a6f-8466-3e2a4ed1ec89 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/166c1207-ef82-4a46-943a-7a6c8865a226 HTTP/1.1" status: 200 len: 992 time: 0.1346791 Aug 19 12:14:53.887937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f921704-62d8-434f-9762-c97b2c13d802 None None] Pushing event updated for resources: {'Port': ['ID=5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:54.013939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d350707-e541-48a3-b459-6aa4dd946316 req-1406857a-861e-4d6b-96e5-696a10d759e0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:54.015516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d350707-e541-48a3-b459-6aa4dd946316 req-1406857a-861e-4d6b-96e5-696a10d759e0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1751580 Aug 19 12:14:54.033978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50572) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:54.038595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3f0e3ffc-42fe-4d22-a955-b7c12d341b4e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484335207', 'description': 'tempest-secgroup-smoke-484335207 description', 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:54.088648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3ffc-42fe-4d22-a955-b7c12d341b4e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.095871 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.116098 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d350707-e541-48a3-b459-6aa4dd946316 req-76c7645a-bb2d-49eb-9b1e-fb0b0aad5ac2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901670 Aug 19 12:14:54.194364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Attempting to bind port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:54.195781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Attempting to bind port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'bc1d94f0-75ec-415e-9102-734d2d9ea858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b2350937-062f-491a-beef-896009f1217b'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:54.197195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Attempting to bind port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc on network b2350937-062f-491a-beef-896009f1217b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:54.221419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:54.222850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Checking segment: {'id': 'bc1d94f0-75ec-415e-9102-734d2d9ea858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b2350937-062f-491a-beef-896009f1217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:54.224925 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.226257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Bound using segment: {'id': 'bc1d94f0-75ec-415e-9102-734d2d9ea858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b2350937-062f-491a-beef-896009f1217b'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:54.226789 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Bound port: 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1d94f0-75ec-415e-9102-734d2d9ea858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b2350937-062f-491a-beef-896009f1217b'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:54.228588 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.306158 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.348818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83e4e3c4-68a2-4c47-9b39-32caccce7fee req-3e529d4e-22c9-48fc-9264-6dfdf98d7568 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 210 time: 0.0564277 Aug 19 12:14:54.349566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3ffc-42fe-4d22-a955-b7c12d341b4e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.355946 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3ffc-42fe-4d22-a955-b7c12d341b4e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.447857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3ffc-42fe-4d22-a955-b7c12d341b4e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.452821 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3f0e3ffc-42fe-4d22-a955-b7c12d341b4e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4168944 Aug 19 12:14:54.455257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e3ffc-42fe-4d22-a955-b7c12d341b4e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe964f3-65c2-4045-aa38-17ffd9a19972,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:54.455750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50580) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:54.461630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-259b9283-e39a-4431-ba20-487386b0989e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Request body: {'security_group_rule': {'security_group_id': 'abe964f3-65c2-4045-aa38-17ffd9a19972', 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:54.471236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] For port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:54.477856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] For port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc,segment=NetworkSegment(bc1d94f0-75ec-415e-9102-734d2d9ea858),segment_id=bc1d94f0-75ec-415e-9102-734d2d9ea858)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:54.487459 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.527290 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-259b9283-e39a-4431-ba20-487386b0989e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.601545 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f921704-62d8-434f-9762-c97b2c13d802 None None] Pushing event updated for resources: {'Port': ['ID=5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:54.624102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Routers {'a3345d88-64f9-42ab-a8e4-077e91bda785'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:54.624765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a3345d88-64f9-42ab-a8e4-077e91bda785'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:54.668034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-259b9283-e39a-4431-ba20-487386b0989e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.674401 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-259b9283-e39a-4431-ba20-487386b0989e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.728964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b9283-e39a-4431-ba20-487386b0989e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4e6c29-5349-4bdd-9531-c29b373943f0,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:54.778691 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-259b9283-e39a-4431-ba20-487386b0989e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.784305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-259b9283-e39a-4431-ba20-487386b0989e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272917 Aug 19 12:14:54.787077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50584) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:54.792778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ba5594a9-be55-479d-bf34-021aeab63b4a tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Request body: {'security_group_rule': {'security_group_id': 'abe964f3-65c2-4045-aa38-17ffd9a19972', 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:54.824335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] Set router a3345d88-64f9-42ab-a8e4-077e91bda785 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:54.871677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ba5594a9-be55-479d-bf34-021aeab63b4a tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.880506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2dbb1063-4075-4bd8-ae75-eb53a6f0691e req-436eb042-67d5-4d7d-85a3-6a7cfc28b65c tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 210 time: 0.0554047 Aug 19 12:14:54.985020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ba5594a9-be55-479d-bf34-021aeab63b4a tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.990822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ba5594a9-be55-479d-bf34-021aeab63b4a tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.017600 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ba5594a9-be55-479d-bf34-021aeab63b4a tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.021681 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ba5594a9-be55-479d-bf34-021aeab63b4a tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2329607 Aug 19 12:14:55.024957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50586) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:55.030072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-56cf2da6-782c-4f78-8d49-f4ff3ab6bd1d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Request body: {'security_group_rule': {'security_group_id': 'abe964f3-65c2-4045-aa38-17ffd9a19972', 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:55.051358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5594a9-be55-479d-bf34-021aeab63b4a tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb317cc-11af-4992-8ddd-ccb70441cbaf,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:55.115924 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56cf2da6-782c-4f78-8d49-f4ff3ab6bd1d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.213288 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56cf2da6-782c-4f78-8d49-f4ff3ab6bd1d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.214013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:42Z', 'updated_at': '2021-08-19T12:14:49Z', 'revision_number': 4, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'gw_port': {'id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc', 'name': '', 'network_id': 'b2350937-062f-491a-beef-896009f1217b', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'mac_address': 'fa:16:3e:8e:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '7c024426-c1ca-4a79-b04a-2e3f9bb2198e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:47Z', 'updated_at': '2021-08-19T12:14:54Z', 'revision_number': 4, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'subnets': [{'id': '7c024426-c1ca-4a79-b04a-2e3f9bb2198e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:55.217813 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56cf2da6-782c-4f78-8d49-f4ff3ab6bd1d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.238607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf2da6-782c-4f78-8d49-f4ff3ab6bd1d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f288a93e-05f7-4107-b53b-c0fb3d14e878,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:55.270864 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56cf2da6-782c-4f78-8d49-f4ff3ab6bd1d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.275482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-56cf2da6-782c-4f78-8d49-f4ff3ab6bd1d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2490535 Aug 19 12:14:55.276098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50590) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:55.281897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-85fe23c1-e0cb-44fc-80ac-904c055ea17f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Request body: {'security_group_rule': {'security_group_id': 'abe964f3-65c2-4045-aa38-17ffd9a19972', 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:55.315705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db17c8-0794-45e1-ae39-26c146ed557c None None] The sync data for ids ['a3345d88-64f9-42ab-a8e4-077e91bda785'] in n-d-778550-9 is: [{'id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:42Z', 'updated_at': '2021-08-19T12:14:49Z', 'revision_number': 4, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'gw_port': {'id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc', 'name': '', 'network_id': 'b2350937-062f-491a-beef-896009f1217b', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'mac_address': 'fa:16:3e:8e:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '7c024426-c1ca-4a79-b04a-2e3f9bb2198e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:47Z', 'updated_at': '2021-08-19T12:14:54Z', 'revision_number': 4, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'subnets': [{'id': '7c024426-c1ca-4a79-b04a-2e3f9bb2198e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:55.453352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85fe23c1-e0cb-44fc-80ac-904c055ea17f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.540495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-b7685721-2339-419c-bb75-a1b6073ae1cb tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:55.542019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-b7685721-2339-419c-bb75-a1b6073ae1cb tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.69 "GET /v2.0/networks?id=cada332f-d2d7-4674-957d-5cfbd029aba6 HTTP/1.1" status: 200 len: 817 time: 0.3005068 Aug 19 12:14:55.592536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac1bcb53-baaf-4712-98df-d4ab24e5ae6c req-fe438618-ec96-4e4a-87c7-7fe4572b94da tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 210 time: 0.0476272 Aug 19 12:14:55.616108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Request body: {'port': {'device_id': '61c35eaa-7850-4dbe-aa7d-187ec402fca6', 'network_id': 'cada332f-d2d7-4674-957d-5cfbd029aba6', 'admin_state_up': True, 'tenant_id': '3a2c50d4064d424cb07bd893bebe8c2d'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:55.650260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85fe23c1-e0cb-44fc-80ac-904c055ea17f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.655140 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85fe23c1-e0cb-44fc-80ac-904c055ea17f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.700177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe23c1-e0cb-44fc-80ac-904c055ea17f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99a144d-ce0a-4ae1-873d-076e05f28a90,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:55.713360 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85fe23c1-e0cb-44fc-80ac-904c055ea17f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.715185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-85fe23c1-e0cb-44fc-80ac-904c055ea17f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4369917 Aug 19 12:14:55.717403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50596) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:55.722323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ab6c3ab8-c1a9-4369-8c84-bb08824245ac tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Request body: {'security_group_rule': {'security_group_id': 'abe964f3-65c2-4045-aa38-17ffd9a19972', 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:55.761508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76e30-ac7a-48b4-9e86-030c43a9846c req-8a006723-6936-42fa-a3c9-8a3fee4a8c6e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:55.763434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57d76e30-ac7a-48b4-9e86-030c43a9846c req-8a006723-6936-42fa-a3c9-8a3fee4a8c6e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.3226624 Aug 19 12:14:55.784831 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-ab6c3ab8-c1a9-4369-8c84-bb08824245ac tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Project 056e003facdb4cc8b1b38f0dd0469ff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:14:55.796818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3ab8-c1a9-4369-8c84-bb08824245ac tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.870303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57d76e30-ac7a-48b4-9e86-030c43a9846c req-2d1b0deb-3710-4868-b085-3ac4a0f6ef48 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959201 Aug 19 12:14:55.933899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Made reservation on behalf of 3a2c50d4064d424cb07bd893bebe8c2d for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:55.936047 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3ab8-c1a9-4369-8c84-bb08824245ac tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.941564 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3ab8-c1a9-4369-8c84-bb08824245ac tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.944661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.976141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c3ab8-c1a9-4369-8c84-bb08824245ac tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4beb4795-bf4b-448d-8cf7-d770c7bcc6cf,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:55.986554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3ab8-c1a9-4369-8c84-bb08824245ac tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.988290 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ab6c3ab8-c1a9-4369-8c84-bb08824245ac tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2697585 Aug 19 12:14:55.992505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50600) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:56.007214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c4cb80f5-f309-4283-bed1-5125e29d039f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Request body: {'security_group_rule': {'security_group_id': 'abe964f3-65c2-4045-aa38-17ffd9a19972', 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:56.062267 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-c4cb80f5-f309-4283-bed1-5125e29d039f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Project 056e003facdb4cc8b1b38f0dd0469ff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:14:56.072350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4cb80f5-f309-4283-bed1-5125e29d039f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.099421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82eb694c-4456-49cf-a57e-274045b4fa96 req-20240bbf-9380-4d7c-a6f3-8cb9f0a7f30c tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 210 time: 0.0461912 Aug 19 12:14:56.183447 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4cb80f5-f309-4283-bed1-5125e29d039f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.197831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4cb80f5-f309-4283-bed1-5125e29d039f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.247559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb80f5-f309-4283-bed1-5125e29d039f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9da879-704b-4af4-a400-9ebabb097c4d,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:56.256299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4cb80f5-f309-4283-bed1-5125e29d039f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.260734 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c4cb80f5-f309-4283-bed1-5125e29d039f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2639558 Aug 19 12:14:56.263883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Allocated IP 172.20.0.8 (cada332f-d2d7-4674-957d-5cfbd029aba6/5f9518d3-9db1-42db-b38b-04f4e8685aa5/894aa557-042c-44cf-b924-58d8adfd3230) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:56.523022 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.544037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-6f74ce53-71e2-40c8-9cb6-6cc0bbe32609 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484335207&fields=id&tenant_id=056e003facdb4cc8b1b38f0dd0469ff3 HTTP/1.1" status: 200 len: 267 time: 0.0840900 Aug 19 12:14:56.594620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:56.706516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:56.713445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:56.714135 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.733913 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.783551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de4fdab2-e345-411c-8cf4-b6e36beae8a4 req-84c5d310-0935-4308-bb45-2a6375035660 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 210 time: 0.0690186 Aug 19 12:14:56.839999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Network cada332f-d2d7-4674-957d-5cfbd029aba6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:56.853686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-4e5dc55f-de25-4de2-a19e-c079634700cf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:56.863668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-4e5dc55f-de25-4de2-a19e-c079634700cf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/networks?id=1351a4f4-72d6-434a-be94-03ff2b7b33a0 HTTP/1.1" status: 200 len: 809 time: 0.3178985 Aug 19 12:14:56.898549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:56.906903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-d9c62cff-bc03-441d-b53a-e0067584a15d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/quotas/056e003facdb4cc8b1b38f0dd0469ff3 HTTP/1.1" status: 200 len: 375 time: 0.0422823 Aug 19 12:14:56.907932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:56.913205 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.966095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc,segment=NetworkSegment(bc1d94f0-75ec-415e-9102-734d2d9ea858),segment_id=bc1d94f0-75ec-415e-9102-734d2d9ea858)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:56.972820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:56.973722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.975192 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.044656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Pushing event updated for resources: {'Port': ['ID=894aa557-042c-44cf-b924-58d8adfd3230,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:57.066543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9905b153-4271-46be-9004-200c24584104 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4688432 Aug 19 12:14:57.071134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:57.092223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Request body: {'port': {'device_id': '61c35eaa-7850-4dbe-aa7d-187ec402fca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:57.163070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-9e2cb173-2b9c-495b-905e-f3ea3f967511 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=056e003facdb4cc8b1b38f0dd0469ff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749177 Aug 19 12:14:57.275100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-7ff99afd-d1f5-4980-8be5-a4eca07bcb39 service neutron] 10.222.0.65 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106412 Aug 19 12:14:57.339225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d89c01-2105-4662-8a1e-870a600f432c req-60915444-d6ea-4646-b810-db171174fbdf tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:57.346986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60d89c01-2105-4662-8a1e-870a600f432c req-60915444-d6ea-4646-b810-db171174fbdf tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.2983880 Aug 19 12:14:57.429029 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.539015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8e5c0d16-f48e-471c-bc63-7dc0ad875819 service neutron] 10.222.0.65 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599425 Aug 19 12:14:57.549945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60d89c01-2105-4662-8a1e-870a600f432c req-663fb59c-a50b-47c8-b342-b55ff484a2f2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020197 Aug 19 12:14:57.745804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3ca10-53fb-4f06-828d-becd9b310652 req-119765ff-0c9c-47d5-825f-aedcd55850cb tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:57.747344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5cb3ca10-53fb-4f06-828d-becd9b310652 req-119765ff-0c9c-47d5-825f-aedcd55850cb tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 931 time: 0.0809891 Aug 19 12:14:57.920840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b204384-fea2-4029-8bf1-3416507776bd req-1fc6a938-32b0-438b-9fff-3801e10732d9 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 210 time: 0.0950875 Aug 19 12:14:57.935103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5cb3ca10-53fb-4f06-828d-becd9b310652 req-24b78a50-2e12-481a-9e01-a0d38f2f7307 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618898 Aug 19 12:14:58.094320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dca3fe52-63e1-4212-a8be-c46ca4760248 req-1461fbf7-59a2-44e4-aaf1-14360b405b74 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 210 time: 0.0302913 Aug 19 12:14:58.112016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894aa557-042c-44cf-b924-58d8adfd3230 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:58.122017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.137788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Transition to ACTIVE for port object 894aa557-042c-44cf-b924-58d8adfd3230 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:58.146244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.270170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Pushing event updated for resources: {'Port': ['ID=894aa557-042c-44cf-b924-58d8adfd3230,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:58.313342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Attempting to bind port 894aa557-042c-44cf-b924-58d8adfd3230 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:58.313737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Attempting to bind port 894aa557-042c-44cf-b924-58d8adfd3230 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '4974f46b-9ea6-4775-b0c4-b4bb0184d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cada332f-d2d7-4674-957d-5cfbd029aba6'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:58.314327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Attempting to bind port 894aa557-042c-44cf-b924-58d8adfd3230 on network cada332f-d2d7-4674-957d-5cfbd029aba6 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:58.319234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Port 894aa557-042c-44cf-b924-58d8adfd3230 on network cada332f-d2d7-4674-957d-5cfbd029aba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:58.319644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Attempting to bind port 894aa557-042c-44cf-b924-58d8adfd3230 on network cada332f-d2d7-4674-957d-5cfbd029aba6 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:58.330690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:58.331188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Checking segment: {'id': '4974f46b-9ea6-4775-b0c4-b4bb0184d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cada332f-d2d7-4674-957d-5cfbd029aba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:58.331521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Bound using segment: {'id': '4974f46b-9ea6-4775-b0c4-b4bb0184d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cada332f-d2d7-4674-957d-5cfbd029aba6'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:58.332009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Bound port: 894aa557-042c-44cf-b924-58d8adfd3230, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4974f46b-9ea6-4775-b0c4-b4bb0184d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cada332f-d2d7-4674-957d-5cfbd029aba6'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:58.332411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.414968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] For port 894aa557-042c-44cf-b924-58d8adfd3230, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:58.420514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] For port 894aa557-042c-44cf-b924-58d8adfd3230, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=894aa557-042c-44cf-b924-58d8adfd3230,segment=NetworkSegment(4974f46b-9ea6-4775-b0c4-b4bb0184d946),segment_id=4974f46b-9ea6-4775-b0c4-b4bb0184d946)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:58.426823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.471316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.472001 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.473546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] 10.222.0.69 "PUT /v2.0/ports/894aa557-042c-44cf-b924-58d8adfd3230 HTTP/1.1" status: 200 len: 1091 time: 1.3903029 Aug 19 12:14:58.474016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c35eaa-7850-4dbe-aa7d-187ec402fca6', 'tag': '894aa557-042c-44cf-b924-58d8adfd3230'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:58.476320 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1de6206-5a0f-4af2-8408-3276bb8195e8" -d '{"events": [{"name": "network-changed", "server_uuid": "61c35eaa-7850-4dbe-aa7d-187ec402fca6", "tag": "894aa557-042c-44cf-b924-58d8adfd3230"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:58.487399 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.521847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e417151-7ec9-4043-bb78-b961c47e3a78 service neutron] Pushing event updated for resources: {'Port': ['ID=894aa557-042c-44cf-b924-58d8adfd3230,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:58.596048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:58.622926 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061a9b6c-0655-4d75-91f0-b1fc799f9a37 x-openstack-request-id: req-061a9b6c-0655-4d75-91f0-b1fc799f9a37 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:58.623528 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c35eaa-7850-4dbe-aa7d-187ec402fca6", "tag": "894aa557-042c-44cf-b924-58d8adfd3230", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:58.623528 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-061a9b6c-0655-4d75-91f0-b1fc799f9a37 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:58.623873 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c35eaa-7850-4dbe-aa7d-187ec402fca6', 'tag': '894aa557-042c-44cf-b924-58d8adfd3230', 'status': 'completed', 'code': 200} Aug 19 12:14:58.661250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-bc60a82b-880e-4bfe-b994-0f7472b22b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.662700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-bc60a82b-880e-4bfe-b994-0f7472b22b77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a2c50d4064d424cb07bd893bebe8c2d&device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 1094 time: 0.1062677 Aug 19 12:14:58.705110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:58.705545 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.777408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-cb135572-fcfe-4a57-8d59-790e2a0dfc59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=894aa557-042c-44cf-b924-58d8adfd3230 HTTP/1.1" status: 200 len: 217 time: 0.0951359 Aug 19 12:14:58.849411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424849f-1d43-48c9-95f5-30e825d2b07d req-dd81c85b-af0a-4e5f-9dec-3b3a31ed333f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.851435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7424849f-1d43-48c9-95f5-30e825d2b07d req-dd81c85b-af0a-4e5f-9dec-3b3a31ed333f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1804481 Aug 19 12:14:58.873256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-23c108ef-dbbc-47c4-bbed-17a2ee9ae24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.875410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-23c108ef-dbbc-47c4-bbed-17a2ee9ae24e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f9518d3-9db1-42db-b38b-04f4e8685aa5 HTTP/1.1" status: 200 len: 857 time: 0.0907133 Aug 19 12:14:58.920548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-0a612c91-f91d-496f-bf8a-cb903099e0ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cada332f-d2d7-4674-957d-5cfbd029aba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373449 Aug 19 12:14:58.989426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7424849f-1d43-48c9-95f5-30e825d2b07d req-51b338ff-d422-4548-9222-4fd0091d0315 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262190 Aug 19 12:14:59.059543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-bdd4e056-3b5a-4f7a-b520-998ce2f1ca6d service neutron] 10.222.0.69 "GET /v2.0/networks/cada332f-d2d7-4674-957d-5cfbd029aba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262925 Aug 19 12:14:59.614899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d37feda8-cf7d-49af-aeb9-ae3829cb3ee7 req-2d5ccb70-92cb-4fe4-82bd-5b0a4fe088dc tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 210 time: 0.4771152 Aug 19 12:14:59.698272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec32d-e96a-45a4-a9ef-0b75b72b29a9 req-192bd5b8-5a91-4ddb-929b-6b1a7a3acbb4 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.699942 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58aec32d-e96a-45a4-a9ef-0b75b72b29a9 req-192bd5b8-5a91-4ddb-929b-6b1a7a3acbb4 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 943 time: 0.6014233 Aug 19 12:14:59.765612 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47204c1a-03cc-41e8-88ac-c8eeae72a2db req-9ccc81ae-ff7a-45ac-9b8f-7daf7a69e8a8 service neutron] 10.222.0.69 "GET /v2.0/networks/cada332f-d2d7-4674-957d-5cfbd029aba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988328 Aug 19 12:14:59.825419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58aec32d-e96a-45a4-a9ef-0b75b72b29a9 req-9b5d5d37-d9da-4f61-b477-f4784ff0d5bd tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127915 Aug 19 12:14:59.841080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-5295397c-e442-4749-9000-240b13eb87c9 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.841080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-5295397c-e442-4749-9000-240b13eb87c9 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.54 "GET /v2.0/networks?id=1351a4f4-72d6-434a-be94-03ff2b7b33a0 HTTP/1.1" status: 200 len: 809 time: 0.2276113 Aug 19 12:14:59.928531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-97f4d685-4ef6-4487-8361-a518b1736c05 req-3e0b9c72-72ae-4d3c-8479-ccbddc899904 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=9427c270-1117-48a7-94b7-8bd4f83cb54b HTTP/1.1" status: 200 len: 210 time: 0.0453892 Aug 19 12:14:59.954712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-4d73ae4d-fdd9-4e3e-8383-4a9f0c294fce tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=056e003facdb4cc8b1b38f0dd0469ff3 HTTP/1.1" status: 200 len: 379 time: 0.0972188 Aug 19 12:14:59.957668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-941fd7a8-fc92-44d8-a202-538fa7a5ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.959115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-941fd7a8-fc92-44d8-a202-538fa7a5ddb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a2c50d4064d424cb07bd893bebe8c2d&device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 1094 time: 0.0866933 Aug 19 12:14:59.964506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Request body: {'port': {'device_id': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'admin_state_up': True, 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'security_groups': ['abe964f3-65c2-4045-aa38-17ffd9a19972']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:00.176105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-5a9c584c-2ec2-4745-87bc-2acc9a94272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:00.177495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-5a9c584c-2ec2-4745-87bc-2acc9a94272b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cada332f-d2d7-4674-957d-5cfbd029aba6 HTTP/1.1" status: 200 len: 918 time: 0.2096047 Aug 19 12:15:00.231805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-1cf2cf0f-7616-443a-97bd-0f6b8f449f53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=894aa557-042c-44cf-b924-58d8adfd3230 HTTP/1.1" status: 200 len: 217 time: 0.0444686 Aug 19 12:15:00.239530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a23a0-48cf-48b2-94c6-15d6884ae30e req-79d4cd20-58c8-47ce-ad84-3c5b1b887502 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:00.240958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e4a23a0-48cf-48b2-94c6-15d6884ae30e req-79d4cd20-58c8-47ce-ad84-3c5b1b887502 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1421218 Aug 19 12:15:00.252498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Made reservation on behalf of 056e003facdb4cc8b1b38f0dd0469ff3 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:00.256429 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.368819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-80114e97-16eb-4c98-a1f9-5af0c3c9f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:00.370611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-80114e97-16eb-4c98-a1f9-5af0c3c9f722 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f9518d3-9db1-42db-b38b-04f4e8685aa5 HTTP/1.1" status: 200 len: 857 time: 0.1276541 Aug 19 12:15:00.401622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e4a23a0-48cf-48b2-94c6-15d6884ae30e req-c1853526-1857-4226-a104-4ef6bee41277 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247988 Aug 19 12:15:00.429200 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-5d69e5a7-431f-4d6c-9028-6999e1224b2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cada332f-d2d7-4674-957d-5cfbd029aba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421419 Aug 19 12:15:00.541541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Allocated IP 172.20.0.5 (1351a4f4-72d6-434a-be94-03ff2b7b33a0/635d9449-5b80-42db-a2dd-e837c5cf5265/52b48c2b-4cdb-4a4f-9a02-a4e237bd271c) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:00.593747 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-6b174579-0e98-4642-9594-bd506e89a3ff service neutron] 10.222.0.69 "GET /v2.0/networks/cada332f-d2d7-4674-957d-5cfbd029aba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551716 Aug 19 12:15:00.740519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-86ea0d7d-52a8-4ec2-9522-470c9772f15f req-0e2ac11a-387e-4240-b3aa-1953d483a4f7 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 210 time: 0.0413635 Aug 19 12:15:00.831889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1de6206-5a0f-4af2-8408-3276bb8195e8 req-e7b0e688-1d83-4a89-bfde-68fe5ee35ed6 service neutron] 10.222.0.69 "GET /v2.0/networks/cada332f-d2d7-4674-957d-5cfbd029aba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285907 Aug 19 12:15:00.846772 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.864325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Transition to ACTIVE for port object 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:00.906839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.989746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:01.017210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:01.020042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:01.061549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'Port': ['ID=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:01.117733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe2cc9-15f8-4b69-af8e-e4cb6a88b4f5 req-2166f424-a574-4c37-a04c-5645871b489d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:01.119339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1dbe2cc9-15f8-4b69-af8e-e4cb6a88b4f5 req-2166f424-a574-4c37-a04c-5645871b489d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 943 time: 0.1688914 Aug 19 12:15:01.139320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:01.140145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.197204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-acd31c3f-b7bf-499c-b1c9-7724e1a9ddbf tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2365432 Aug 19 12:15:01.235776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Request body: {'port': {'device_id': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:01.252353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1dbe2cc9-15f8-4b69-af8e-e4cb6a88b4f5 req-8bf73242-0aea-43ee-bb0d-21c4527afaf8 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212513 Aug 19 12:15:01.374541 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.463672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-52963109-b108-4321-afa4-e8bae9194b8d None None] Provisioning for port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:01.478408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-52963109-b108-4321-afa4-e8bae9194b8d None None] Provisioning complete for port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:01.479959 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52963109-b108-4321-afa4-e8bae9194b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.573625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-52963109-b108-4321-afa4-e8bae9194b8d None None] Port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:01.579189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 894aa557-042c-44cf-b924-58d8adfd3230 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:01.744153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 894aa557-042c-44cf-b924-58d8adfd3230, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=894aa557-042c-44cf-b924-58d8adfd3230,segment=NetworkSegment(4974f46b-9ea6-4775-b0c4-b4bb0184d946),segment_id=4974f46b-9ea6-4775-b0c4-b4bb0184d946)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:01.767578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '894aa557-042c-44cf-b924-58d8adfd3230', 'network_id': 'cada332f-d2d7-4674-957d-5cfbd029aba6', 'port_id': '894aa557-042c-44cf-b924-58d8adfd3230', 'mac_address': 'fa:16:3e:b7:37:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9518d3-9db1-42db-b38b-04f4e8685aa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:01.817003 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.831657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894aa557-042c-44cf-b924-58d8adfd3230 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:01.853453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 894aa557-042c-44cf-b924-58d8adfd3230, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=894aa557-042c-44cf-b924-58d8adfd3230,segment=NetworkSegment(4974f46b-9ea6-4775-b0c4-b4bb0184d946),segment_id=4974f46b-9ea6-4775-b0c4-b4bb0184d946)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:01.869997 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.933398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:01.934009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=894aa557-042c-44cf-b924-58d8adfd3230,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:01.944658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.945008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.945350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.945842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.946179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.946508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.946976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.947437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.947892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.948218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.948542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.949036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:01.955590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cfb53-c273-4fd8-8a96-d5901ec6df69 req-b71227fa-c5c5-4f2d-a8ea-a4a38fe1e0bf tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:01.957783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-978cfb53-c273-4fd8-8a96-d5901ec6df69 req-b71227fa-c5c5-4f2d-a8ea-a4a38fe1e0bf tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.3340471 Aug 19 12:15:01.961121 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.004737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82708-b564-4810-88e5-dc49c501a9ca req-c91c20a5-16ac-4391-9a2f-4eed56e29e21 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:02.011807 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ee82708-b564-4810-88e5-dc49c501a9ca req-c91c20a5-16ac-4391-9a2f-4eed56e29e21 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 931 time: 0.1268668 Aug 19 12:15:02.014969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Transition to ACTIVE for port object 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:02.024673 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.110948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-978cfb53-c273-4fd8-8a96-d5901ec6df69 req-29a2d9c2-28d8-491a-8888-e1d503590e75 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384931 Aug 19 12:15:02.188638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ee82708-b564-4810-88e5-dc49c501a9ca req-cccdba4d-6587-4e9b-9acc-760bdfa28e1d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755853 Aug 19 12:15:02.197562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Pushing event updated for resources: {'Port': ['ID=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:02.209980 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['894aa557-042c-44cf-b924-58d8adfd3230'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:02.534232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Attempting to bind port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:02.534617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Attempting to bind port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:02.534898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Attempting to bind port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c on network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:02.550075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c on network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:02.550445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Attempting to bind port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c on network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:02.575739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:02.576090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Checking segment: {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:02.576470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Bound using segment: {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:02.577901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Bound port: 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fca135-1f10-4055-9bf5-f3ad56d3e666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:02.578262 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.617484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a3527-8ecb-4f14-84c1-b06088a0b6fc req-216f79ce-27c4-4490-9706-ef34328d0d43 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:02.625807 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e94a3527-8ecb-4f14-84c1-b06088a0b6fc req-216f79ce-27c4-4490-9706-ef34328d0d43 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 944 time: 0.1888447 Aug 19 12:15:02.721328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e94a3527-8ecb-4f14-84c1-b06088a0b6fc req-af5d6db9-caa9-4a28-bbd7-dca6f69c8e97 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941575 Aug 19 12:15:02.769913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] For port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:02.773706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] For port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:02.778707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.822222 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:02.822771 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.824185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] 10.222.0.54 "PUT /v2.0/ports/52b48c2b-4cdb-4a4f-9a02-a4e237bd271c HTTP/1.1" status: 200 len: 1091 time: 1.6049597 Aug 19 12:15:02.824634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'tag': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:02.827423 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d73822a-ea8f-4740-9f08-07e5f8ab414a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfd92dd-dbf5-4f72-9682-a2ca710ca66a", "tag": "52b48c2b-4cdb-4a4f-9a02-a4e237bd271c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:02.863164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba72cc6-903d-48e1-afa2-82388c0d75d7 service neutron] Pushing event updated for resources: {'Port': ['ID=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:02.944709 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35e731a-d1c5-4864-9c92-9a0a0e9c48bc x-openstack-request-id: req-e35e731a-d1c5-4864-9c92-9a0a0e9c48bc {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:02.945334 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfd92dd-dbf5-4f72-9682-a2ca710ca66a", "tag": "52b48c2b-4cdb-4a4f-9a02-a4e237bd271c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:02.945441 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e35e731a-d1c5-4864-9c92-9a0a0e9c48bc {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:02.945772 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'tag': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'status': 'completed', 'code': 200} Aug 19 12:15:02.967384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-bffb8135-369b-4858-9b74-034fe931a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:02.968947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-bffb8135-369b-4858-9b74-034fe931a9f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=056e003facdb4cc8b1b38f0dd0469ff3&device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 1094 time: 0.0758502 Aug 19 12:15:03.031535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-db41fbe1-7483-424b-8e7c-73580f8c2d03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c HTTP/1.1" status: 200 len: 217 time: 0.0457869 Aug 19 12:15:03.097996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-82466af0-7bcd-4718-b97f-49e5ea62d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.099741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-82466af0-7bcd-4718-b97f-49e5ea62d117 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=635d9449-5b80-42db-a2dd-e837c5cf5265 HTTP/1.1" status: 200 len: 848 time: 0.0610087 Aug 19 12:15:03.157496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-67d8f408-ecc8-4b74-b0a3-0cf67bd3eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.159317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-67d8f408-ecc8-4b74-b0a3-0cf67bd3eaa0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1351a4f4-72d6-434a-be94-03ff2b7b33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487785 Aug 19 12:15:03.351523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052454ec-71e5-4f85-87c5-ad93d82213c6 req-19d9ed7c-bcab-4c63-9664-afcfc97b6ce1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.361571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-052454ec-71e5-4f85-87c5-ad93d82213c6 req-19d9ed7c-bcab-4c63-9664-afcfc97b6ce1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1377687 Aug 19 12:15:03.386760 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-039a82ab-468d-4478-863b-2580ae7076b5 service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196693 Aug 19 12:15:03.401470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a54155-ebaf-4010-937c-e3dcd34649ee req-859f9e32-bdfe-47de-a754-2bf303e01fe0 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.402966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3a54155-ebaf-4010-937c-e3dcd34649ee req-859f9e32-bdfe-47de-a754-2bf303e01fe0 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 943 time: 0.1269588 Aug 19 12:15:03.498200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 894aa557-042c-44cf-b924-58d8adfd3230 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:03.504095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-052454ec-71e5-4f85-87c5-ad93d82213c6 req-fc7fdfad-2b49-45a2-8efe-7d9e4b5b7bd3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410561 Aug 19 12:15:03.569604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3a54155-ebaf-4010-937c-e3dcd34649ee req-7203385a-7715-4b4f-9058-75abf99cad01 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532614 Aug 19 12:15:03.644356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 894aa557-042c-44cf-b924-58d8adfd3230 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:03.649208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 894aa557-042c-44cf-b924-58d8adfd3230 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:03.649854 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.654214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a4e2d75-243b-4f2a-88c6-e79f8736aa74 req-bde0ad0e-1546-41e5-bdcc-a91f87cd801f service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487650 Aug 19 12:15:03.786752 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.848445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-c710eb68-7f0c-4fdb-9836-37ae4b6ee0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.850339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-c710eb68-7f0c-4fdb-9836-37ae4b6ee0c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=056e003facdb4cc8b1b38f0dd0469ff3&device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 1094 time: 0.0746932 Aug 19 12:15:03.852586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c35eaa-7850-4dbe-aa7d-187ec402fca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894aa557-042c-44cf-b924-58d8adfd3230'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:03.855248 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47224fa-f079-4ad7-8945-0ea642261852" -d '{"events": [{"server_uuid": "61c35eaa-7850-4dbe-aa7d-187ec402fca6", "name": "network-vif-plugged", "status": "completed", "tag": "894aa557-042c-44cf-b924-58d8adfd3230"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:03.870669 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 894aa557-042c-44cf-b924-58d8adfd3230, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=894aa557-042c-44cf-b924-58d8adfd3230,segment=NetworkSegment(4974f46b-9ea6-4775-b0c4-b4bb0184d946),segment_id=4974f46b-9ea6-4775-b0c4-b4bb0184d946)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:03.879799 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.929928 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdf51a1-193c-45ed-8454-72a14d04661f x-openstack-request-id: req-bcdf51a1-193c-45ed-8454-72a14d04661f {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:03.930494 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c35eaa-7850-4dbe-aa7d-187ec402fca6", "name": "network-vif-plugged", "status": "completed", "tag": "894aa557-042c-44cf-b924-58d8adfd3230", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:03.930897 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcdf51a1-193c-45ed-8454-72a14d04661f {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:03.931591 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c35eaa-7850-4dbe-aa7d-187ec402fca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894aa557-042c-44cf-b924-58d8adfd3230', 'code': 200} Aug 19 12:15:03.982332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=894aa557-042c-44cf-b924-58d8adfd3230,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:04.075291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaecd44-4fb5-4375-8318-4d55a8417add req-167af84b-730e-43ba-9ee0-4e2b77037dcf tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.076884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aaaecd44-4fb5-4375-8318-4d55a8417add req-167af84b-730e-43ba-9ee0-4e2b77037dcf tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 945 time: 0.2254646 Aug 19 12:15:04.107488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aa8d3-f568-4f12-83cf-785d2dc07d82 req-0a00287f-3c57-4e30-96b6-f5cf037a0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.108993 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a5aa8d3-f568-4f12-83cf-785d2dc07d82 req-0a00287f-3c57-4e30-96b6-f5cf037a0169 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 1096 time: 0.0994813 Aug 19 12:15:04.115915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-9a6494da-908b-46b4-a784-5ad811c24ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.117380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-9a6494da-908b-46b4-a784-5ad811c24ec4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1351a4f4-72d6-434a-be94-03ff2b7b33a0 HTTP/1.1" status: 200 len: 910 time: 0.2297575 Aug 19 12:15:04.193050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-a8a301ef-917c-48a8-97a4-6dd8680d9e8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c HTTP/1.1" status: 200 len: 217 time: 0.0652924 Aug 19 12:15:04.206940 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aaaecd44-4fb5-4375-8318-4d55a8417add req-72de0cdb-ddda-4c0b-be0c-0e69855bae93 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146348 Aug 19 12:15:04.222260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a5aa8d3-f568-4f12-83cf-785d2dc07d82 req-721eb57a-9c6b-490c-b30a-78c22c0d2a81 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039131 Aug 19 12:15:04.271205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-4c13b6b2-7836-4b75-a7fe-a167d8902078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.273319 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-4c13b6b2-7836-4b75-a7fe-a167d8902078 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=635d9449-5b80-42db-a2dd-e837c5cf5265 HTTP/1.1" status: 200 len: 848 time: 0.0702484 Aug 19 12:15:04.339926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-eb3d082e-609b-4604-a3cf-f5b5cf5a0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.341513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-eb3d082e-609b-4604-a3cf-f5b5cf5a0d23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1351a4f4-72d6-434a-be94-03ff2b7b33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577722 Aug 19 12:15:04.494279 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-d3d582e7-4e14-41f7-b3ae-e40a928c6c7f service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375420 Aug 19 12:15:04.625541 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d73822a-ea8f-4740-9f08-07e5f8ab414a req-f7b11d1d-5f51-4635-be12-ed890c2f5867 service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246476 Aug 19 12:15:04.697128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901ff5-c24f-4054-8383-0d75b1c230b4 req-b9ebbebb-7d90-4c1e-a7b2-c1d7ab8927ba tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.701134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b901ff5-c24f-4054-8383-0d75b1c230b4 req-b9ebbebb-7d90-4c1e-a7b2-c1d7ab8927ba tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.0752468 Aug 19 12:15:04.768655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b901ff5-c24f-4054-8383-0d75b1c230b4 req-75d46d27-728b-4b20-80ae-00652d0ddcce tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567064 Aug 19 12:15:04.782314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12d844-6b39-488c-8eaf-341cfe05093f req-1b9220e0-8ec6-4753-a6be-8ce85213fa0c tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.794313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e12d844-6b39-488c-8eaf-341cfe05093f req-1b9220e0-8ec6-4753-a6be-8ce85213fa0c tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 943 time: 0.0877903 Aug 19 12:15:04.842460 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e12d844-6b39-488c-8eaf-341cfe05093f req-886bfc89-bd2a-4ac8-b9f8-ed868eeaf134 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458682 Aug 19 12:15:05.382006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3efee6-8772-453f-8513-d193fc382c55 req-85347305-e681-498d-a4a4-edb40c58bbc1 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.383593 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d3efee6-8772-453f-8513-d193fc382c55 req-85347305-e681-498d-a4a4-edb40c58bbc1 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 945 time: 0.0633774 Aug 19 12:15:05.425846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d3efee6-8772-453f-8513-d193fc382c55 req-777ad173-530b-4c20-95c8-cde26c916877 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354261 Aug 19 12:15:05.504020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80dff-2485-4e64-a648-cff1088c1938 req-e6c2de57-11ae-46c7-a86c-4c97a30744f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.505837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32c80dff-2485-4e64-a648-cff1088c1938 req-e6c2de57-11ae-46c7-a86c-4c97a30744f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 1097 time: 0.0447371 Aug 19 12:15:05.613538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80dff-2485-4e64-a648-cff1088c1938 req-eb6191fe-a601-4222-b083-dec015581c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.615037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32c80dff-2485-4e64-a648-cff1088c1938 req-eb6191fe-a601-4222-b083-dec015581c6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.1018119 Aug 19 12:15:05.659149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32c80dff-2485-4e64-a648-cff1088c1938 req-d0daf307-ba23-4a03-b1d1-509727b1437c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 HTTP/1.1" status: 200 len: 217 time: 0.0368748 Aug 19 12:15:05.726802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80dff-2485-4e64-a648-cff1088c1938 req-a0a3a77d-40ae-4f31-96a2-e150e8247412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.728395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32c80dff-2485-4e64-a648-cff1088c1938 req-a0a3a77d-40ae-4f31-96a2-e150e8247412 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0628343 Aug 19 12:15:05.784316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80dff-2485-4e64-a648-cff1088c1938 req-84ad50c3-76d2-4584-b805-1dd8a15ac6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.785914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32c80dff-2485-4e64-a648-cff1088c1938 req-84ad50c3-76d2-4584-b805-1dd8a15ac6e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495560 Aug 19 12:15:05.948713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32c80dff-2485-4e64-a648-cff1088c1938 req-325f9de1-801b-47df-8fcc-39c943212c32 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553664 Aug 19 12:15:05.958686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3cd30-ea8e-4b04-94c1-24c83a964114 req-ebde3b57-9976-4ded-b2b2-b5fd25edf07a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.960249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92d3cd30-ea8e-4b04-94c1-24c83a964114 req-ebde3b57-9976-4ded-b2b2-b5fd25edf07a tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.1038697 Aug 19 12:15:06.064461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca45b78-ff8f-44a5-b44c-884559446b22 req-03be828b-d19f-404e-aae4-24e8e7022fa2 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:06.065935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ca45b78-ff8f-44a5-b44c-884559446b22 req-03be828b-d19f-404e-aae4-24e8e7022fa2 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 943 time: 0.1511772 Aug 19 12:15:06.074975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92d3cd30-ea8e-4b04-94c1-24c83a964114 req-18e52b80-e04e-43fa-8de5-b4bf89d907fd tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037209 Aug 19 12:15:06.129654 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ca45b78-ff8f-44a5-b44c-884559446b22 req-f0b89110-b898-4697-af79-f5ddd80e28e4 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534253 Aug 19 12:15:06.131519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32c80dff-2485-4e64-a648-cff1088c1938 req-5c8de035-986e-4a0d-a4ab-3e01e96d16f9 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685622 Aug 19 12:15:06.559436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39960-6f84-43ab-ad72-112bdfd57ac3 req-ce76804e-db76-459f-abdf-23c6883faf42 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:06.560983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20f39960-6f84-43ab-ad72-112bdfd57ac3 req-ce76804e-db76-459f-abdf-23c6883faf42 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 945 time: 0.0584171 Aug 19 12:15:06.602839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-20f39960-6f84-43ab-ad72-112bdfd57ac3 req-fdef8de0-febd-4ea9-86b4-a0373e4124ef tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Aug 19 12:15:06.858815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cc82f-275b-417d-8dbe-7a307cb25b38 req-a6115208-6338-4bc8-a1a9-edc4cb73fc42 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:06.860428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-074cc82f-275b-417d-8dbe-7a307cb25b38 req-a6115208-6338-4bc8-a1a9-edc4cb73fc42 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 945 time: 0.0521660 Aug 19 12:15:06.900774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-074cc82f-275b-417d-8dbe-7a307cb25b38 req-8947c26d-622a-4eb9-91fb-736d042228d7 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336118 Aug 19 12:15:06.917753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:07.021090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:07.031448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'port_id': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'mac_address': 'fa:16:3e:5d:b1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:07.069156 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.082142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:07.103078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:07.109542 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.165282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:07.243344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db535fc-dc9f-454b-af2f-c1643f6862c9 req-00949618-8f08-4c5e-a96f-9614aa3977e3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.249136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4db535fc-dc9f-454b-af2f-c1643f6862c9 req-00949618-8f08-4c5e-a96f-9614aa3977e3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 946 time: 0.0875263 Aug 19 12:15:07.305277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5915d8-3c36-438c-886d-715ea8fc8349 req-446e0a74-04d2-4783-8d63-3db92ca5b537 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.306791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c5915d8-3c36-438c-886d-715ea8fc8349 req-446e0a74-04d2-4783-8d63-3db92ca5b537 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 944 time: 0.1012447 Aug 19 12:15:07.309513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4db535fc-dc9f-454b-af2f-c1643f6862c9 req-084942c7-6264-4844-b3c7-7ad8c6fea077 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582819 Aug 19 12:15:07.355939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c5915d8-3c36-438c-886d-715ea8fc8349 req-88a0ce54-59bb-4b3a-8b17-6d67768128f8 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432649 Aug 19 12:15:07.505245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['52b48c2b-4cdb-4a4f-9a02-a4e237bd271c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:07.529204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:07.650803 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.690295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:07.692547 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6e55b9-26de-4cdc-a431-8bd1d5fa3b87" -d '{"events": [{"server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "name": "network-vif-unplugged", "status": "completed", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:07.712875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:07.722228 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.759839 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39becb5-6229-4378-9b1b-54f7a5b76ce4 x-openstack-request-id: req-a39becb5-6229-4378-9b1b-54f7a5b76ce4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:07.760122 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "name": "network-vif-unplugged", "status": "completed", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:07.760367 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a39becb5-6229-4378-9b1b-54f7a5b76ce4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:07.760774 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72', 'code': 200} Aug 19 12:15:07.804421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:08.029977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9aa33-9e2e-49ee-9960-398774fc1495 req-b97b0d64-e173-4720-96c1-c3ee88a6bdb3 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.031544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16e9aa33-9e2e-49ee-9960-398774fc1495 req-b97b0d64-e173-4720-96c1-c3ee88a6bdb3 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 945 time: 0.0520985 Aug 19 12:15:08.076069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16e9aa33-9e2e-49ee-9960-398774fc1495 req-f629a1f9-34c9-4335-9fad-129c9b515ec1 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364888 Aug 19 12:15:08.491181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-5285a925-e35a-4716-93b1-076b1dd0b4d8 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.492799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-5285a925-e35a-4716-93b1-076b1dd0b4d8 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 945 time: 0.1316316 Aug 19 12:15:08.506160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ff37d-d214-4d28-ada8-55e7f488e503 req-46446d8e-7707-452f-a97f-b15055638934 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.507681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-038ff37d-d214-4d28-ada8-55e7f488e503 req-46446d8e-7707-452f-a97f-b15055638934 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 944 time: 0.1120088 Aug 19 12:15:08.558126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7361-d16d-49cb-8000-c8c80626c631 req-b4e96866-5b2c-4e2f-807c-04f0fb3b1a8e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.559619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f98c7361-d16d-49cb-8000-c8c80626c631 req-b4e96866-5b2c-4e2f-807c-04f0fb3b1a8e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 944 time: 0.1247833 Aug 19 12:15:08.627643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-038ff37d-d214-4d28-ada8-55e7f488e503 req-fea175aa-89f3-458d-a48e-6bd0bf3c4273 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114938 Aug 19 12:15:08.651232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f98c7361-d16d-49cb-8000-c8c80626c631 req-c2d1422d-c626-488e-bcac-273fa80c539e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802982 Aug 19 12:15:08.675651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Deleting port 894aa557-042c-44cf-b924-58d8adfd3230 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:08.675651 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.803574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85108a5d-fa11-4be9-a163-81448723e84d req-b64c3928-28e1-43d2-9f03-a3124a806c4c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.805035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-85108a5d-fa11-4be9-a163-81448723e84d req-b64c3928-28e1-43d2-9f03-a3124a806c4c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0829659 Aug 19 12:15:08.823279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] For port 894aa557-042c-44cf-b924-58d8adfd3230, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=894aa557-042c-44cf-b924-58d8adfd3230,segment=NetworkSegment(4974f46b-9ea6-4775-b0c4-b4bb0184d946),segment_id=4974f46b-9ea6-4775-b0c4-b4bb0184d946)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:08.823634 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.843845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Calling delete_port for 894aa557-042c-44cf-b924-58d8adfd3230 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:08.870219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-85108a5d-fa11-4be9-a163-81448723e84d req-6f36ddfd-2e37-4d0f-af46-8bbe16dd670e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575387 Aug 19 12:15:08.942524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:09.010834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:09.017105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:09.017755 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.036431 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.045597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c63890-cbef-4ebe-976c-13cd80c24f81 req-f0f1e86c-ccfe-46c2-b440-916308fe48be tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.047316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9c63890-cbef-4ebe-976c-13cd80c24f81 req-f0f1e86c-ccfe-46c2-b440-916308fe48be tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0747459 Aug 19 12:15:09.069824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['894aa557-042c-44cf-b924-58d8adfd3230'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:09.084133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Pushing event deleted for resources: {'Port': ['ID=894aa557-042c-44cf-b924-58d8adfd3230,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:09.147048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] No DVR routers for this DVR port 894aa557-042c-44cf-b924-58d8adfd3230 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:09.151490 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.153712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e8e183f-f655-4fbf-8da9-7d8fdcb0837a req-29cc8ca3-3d8d-480f-a0fa-a51b1961710d tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.69 "DELETE /v2.0/ports/894aa557-042c-44cf-b924-58d8adfd3230 HTTP/1.1" status: 204 len: 173 time: 0.6451001 Aug 19 12:15:09.154299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c35eaa-7850-4dbe-aa7d-187ec402fca6', 'name': 'network-vif-deleted', 'tag': '894aa557-042c-44cf-b924-58d8adfd3230'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:09.156779 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c6e30a-6613-40e7-9b56-eaa165336f50" -d '{"events": [{"server_uuid": "61c35eaa-7850-4dbe-aa7d-187ec402fca6", "name": "network-vif-deleted", "tag": "894aa557-042c-44cf-b924-58d8adfd3230"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:09.175381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9c63890-cbef-4ebe-976c-13cd80c24f81 req-2dd77d6c-8dfc-4278-94d0-b891a6b24f35 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157265 Aug 19 12:15:09.315328 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.359189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:09.366178 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.444155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:09.626633 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd4615c-d7dd-426b-a4b3-942a1f1b02d1 x-openstack-request-id: req-ccd4615c-d7dd-426b-a4b3-942a1f1b02d1 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:09.626890 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c35eaa-7850-4dbe-aa7d-187ec402fca6", "name": "network-vif-deleted", "tag": "894aa557-042c-44cf-b924-58d8adfd3230", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:09.627156 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ccd4615c-d7dd-426b-a4b3-942a1f1b02d1 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:09.627538 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c35eaa-7850-4dbe-aa7d-187ec402fca6', 'name': 'network-vif-deleted', 'tag': '894aa557-042c-44cf-b924-58d8adfd3230', 'status': 'completed', 'code': 200} Aug 19 12:15:09.629616 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4aa93d1a-4cb3-4251-b108-496ffaeecf02 req-08cce38a-3a92-4949-8fb9-a24708850971 tempest-InstanceActionsV221TestJSON-992074081 tempest-InstanceActionsV221TestJSON-992074081-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c35eaa-7850-4dbe-aa7d-187ec402fca6 HTTP/1.1" status: 200 len: 210 time: 0.4422691 Aug 19 12:15:09.678569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffa00b-ed2f-4049-9d2b-fbbf53403a85 req-2abac814-985b-40fc-b6cb-be7eb64c9ade tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.680053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1ffa00b-ed2f-4049-9d2b-fbbf53403a85 req-2abac814-985b-40fc-b6cb-be7eb64c9ade tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0557799 Aug 19 12:15:09.727844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1ffa00b-ed2f-4049-9d2b-fbbf53403a85 req-2ccbeb30-2c9d-4b24-ada0-43e3295af791 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398650 Aug 19 12:15:09.762249 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:09.765051 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a10554-3d3c-41e6-94cb-78e0fb7c9d51" -d '{"events": [{"server_uuid": "bdfd92dd-dbf5-4f72-9682-a2ca710ca66a", "name": "network-vif-plugged", "status": "completed", "tag": "52b48c2b-4cdb-4a4f-9a02-a4e237bd271c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:09.789821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acd1d9-53f1-4e61-85a1-dbc6e6fcfca7 req-9fc9fd0a-3721-43a1-8db7-df9890a6312f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.791751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92acd1d9-53f1-4e61-85a1-dbc6e6fcfca7 req-9fc9fd0a-3721-43a1-8db7-df9890a6312f tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 945 time: 0.0628488 Aug 19 12:15:09.833680 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92acd1d9-53f1-4e61-85a1-dbc6e6fcfca7 req-7b753c76-0636-4edf-8605-7746a4394953 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352905 Aug 19 12:15:09.881947 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9663fefb-d148-4bfa-a89d-7089cabd0267 x-openstack-request-id: req-9663fefb-d148-4bfa-a89d-7089cabd0267 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:09.882245 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd92dd-dbf5-4f72-9682-a2ca710ca66a", "name": "network-vif-plugged", "status": "completed", "tag": "52b48c2b-4cdb-4a4f-9a02-a4e237bd271c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:09.882498 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9663fefb-d148-4bfa-a89d-7089cabd0267 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:09.882881 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'code': 200} Aug 19 12:15:10.049240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc944def-ae1c-4924-b3b7-1308d5fcbcbd req-5f36c6dd-8c5f-409f-99aa-4156337a26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:10.050772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc944def-ae1c-4924-b3b7-1308d5fcbcbd req-5f36c6dd-8c5f-409f-99aa-4156337a26b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 1096 time: 0.0453289 Aug 19 12:15:10.088359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc944def-ae1c-4924-b3b7-1308d5fcbcbd req-cb5f3775-fc99-4576-8604-86c4411dc3ab service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297027 Aug 19 12:15:10.864736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd02b8-f7b8-43e5-882b-aff2e367ecb9 req-4796fac3-4e46-4215-ae83-600d0da7244d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:10.866219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9fbd02b8-f7b8-43e5-882b-aff2e367ecb9 req-4796fac3-4e46-4215-ae83-600d0da7244d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0590849 Aug 19 12:15:10.875649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50864) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:10.916472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9fbd02b8-f7b8-43e5-882b-aff2e367ecb9 req-816739a4-b121-42c8-97a5-81ba7a358853 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432684 Aug 19 12:15:10.923879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-407fb47c-ee38-4241-8935-566d83ea55e3 admin admin] Deleting subnet 5f9518d3-9db1-42db-b38b-04f4e8685aa5 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:15:10.927214 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-407fb47c-ee38-4241-8935-566d83ea55e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.982881 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-407fb47c-ee38-4241-8935-566d83ea55e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.027095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-407fb47c-ee38-4241-8935-566d83ea55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.045070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a82f9-dde7-44f3-ac5d-b13f138c0642 req-5dde2dc3-69e6-41c3-b71b-e2598899cd94 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:11.046677 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a8a82f9-dde7-44f3-ac5d-b13f138c0642 req-5dde2dc3-69e6-41c3-b71b-e2598899cd94 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 945 time: 0.0527284 Aug 19 12:15:11.081904 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-407fb47c-ee38-4241-8935-566d83ea55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.089765 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a8a82f9-dde7-44f3-ac5d-b13f138c0642 req-3fa37d2b-2f5a-479d-a8d1-fa50950bc3dd tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357091 Aug 19 12:15:11.110692 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fb47c-ee38-4241-8935-566d83ea55e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9518d3-9db1-42db-b38b-04f4e8685aa5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:11.112700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-407fb47c-ee38-4241-8935-566d83ea55e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.117199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50866) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:11.117336 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-407fb47c-ee38-4241-8935-566d83ea55e3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5f9518d3-9db1-42db-b38b-04f4e8685aa5 HTTP/1.1" status: 204 len: 168 time: 0.2404213 Aug 19 12:15:11.195981 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.288740 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.301931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cada332f-d2d7-4674-957d-5cfbd029aba6']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:11.318152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4974f46b-9ea6-4775-b0c4-b4bb0184d946') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:11.318441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4974f46b-9ea6-4775-b0c4-b4bb0184d946') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:11.327483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.341401 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.347869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:15:11.348337 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:15:11.350282 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:15:11.411372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.418454 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.420973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cada332f-d2d7-4674-957d-5cfbd029aba6 HTTP/1.1" status: 204 len: 168 time: 0.3023818 Aug 19 12:15:11.444759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99691f-628b-44c7-bab0-423f31bedbc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cada332f-d2d7-4674-957d-5cfbd029aba6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:11.506075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:11.560076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50872) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:11.600672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 894aa557-042c-44cf-b924-58d8adfd3230 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:11.611623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3888469a-4178-43b1-9d0d-4a27e7fcedc7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a2c50d4064d424cb07bd893bebe8c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489707 Aug 19 12:15:11.614416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50874) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:11.620289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 894aa557-042c-44cf-b924-58d8adfd3230 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:11.620942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 894aa557-042c-44cf-b924-58d8adfd3230 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:11.664880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-481a386b-d12b-4844-99d5-ddd6ae368c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.688617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-481a386b-d12b-4844-99d5-ddd6ae368c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.742728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-481a386b-d12b-4844-99d5-ddd6ae368c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.745205 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-481a386b-d12b-4844-99d5-ddd6ae368c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.746380 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-481a386b-d12b-4844-99d5-ddd6ae368c48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb HTTP/1.1" status: 204 len: 168 time: 0.1309214 Aug 19 12:15:11.754909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a386b-d12b-4844-99d5-ddd6ae368c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7f32a2-1fea-4276-a9ec-8ce5867c7bdb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:12.043476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e23ac3-ae87-4b3c-828e-d416b3cf245e req-12cdc6da-d02f-4b20-8301-47aa452c8d04 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.048015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04e23ac3-ae87-4b3c-828e-d416b3cf245e req-12cdc6da-d02f-4b20-8301-47aa452c8d04 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0554032 Aug 19 12:15:12.096438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04e23ac3-ae87-4b3c-828e-d416b3cf245e req-a2beea36-af25-4548-90be-1ac27f0c36f1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389235 Aug 19 12:15:12.222396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f9a7f-c2dc-4774-8a3a-dfe79d3f7c95 req-6d5dd5a5-612a-474d-86d6-dd36752e72fc tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.224071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-466f9a7f-c2dc-4774-8a3a-dfe79d3f7c95 req-6d5dd5a5-612a-474d-86d6-dd36752e72fc tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 945 time: 0.0536654 Aug 19 12:15:12.274875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-466f9a7f-c2dc-4774-8a3a-dfe79d3f7c95 req-5e9858c2-2af0-47f0-8005-bc9165993cca tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443058 Aug 19 12:15:12.408699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4095d-6692-4e3a-986b-9c9c169651b9 req-09e822c8-f481-42bd-a34d-700d27211092 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.410393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47d4095d-6692-4e3a-986b-9c9c169651b9 req-09e822c8-f481-42bd-a34d-700d27211092 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 945 time: 0.0665548 Aug 19 12:15:12.454372 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47d4095d-6692-4e3a-986b-9c9c169651b9 req-b98190da-f5d6-491f-bbac-63fec1abdf85 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369003 Aug 19 12:15:12.537860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50908) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:12.588191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127b31e-fe3e-43fc-8d7d-7009f397c722 req-7bb660b7-d793-4189-9267-ce631571e9ec tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.589797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9127b31e-fe3e-43fc-8d7d-7009f397c722 req-7bb660b7-d793-4189-9267-ce631571e9ec tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 945 time: 0.0611384 Aug 19 12:15:12.641381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9127b31e-fe3e-43fc-8d7d-7009f397c722 req-2593e846-984e-4e08-acb3-7fd695bfc3b5 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 Aug 19 12:15:12.661989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50914) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:12.673392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-63290325-network', 'tenant_id': '1ffbc1f71587428f9af61743ed3c9db1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:12.698898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Made reservation on behalf of 1ffbc1f71587428f9af61743ed3c9db1 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:12.701390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.710338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.848886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.854234 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.858461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d0605-3b87-44a2-b956-54dd31916fab tempest-TestServerBasicOps-1022142181 tempest-TestServerBasicOps-1022142181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.860024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b86d0605-3b87-44a2-b956-54dd31916fab tempest-TestServerBasicOps-1022142181 tempest-TestServerBasicOps-1022142181-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 1091 time: 0.1968734 Aug 19 12:15:12.863216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50918) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:12.868922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:12.879504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:15:12.893889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.895932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514351a6-e9ba-4c83-aec3-8a9dc44e47cf,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:12.898956 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.899293 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Added segment ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25 of type vlan for network aea506c5-e1ae-4a67-acc1-9e992f648899 Aug 19 12:15:12.941285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.972888 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.974235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.974860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.007741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.033274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4943106 Aug 19 12:15:13.040199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50920) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:13.045429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Request body: {'subnet': {'network_id': 'aea506c5-e1ae-4a67-acc1-9e992f648899', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-63290325-subnet', 'tenant_id': '1ffbc1f71587428f9af61743ed3c9db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:13.056913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50346f90-64e2-48a9-93c9-28f4e980d8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=aea506c5-e1ae-4a67-acc1-9e992f648899,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:13.068518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network aea506c5-e1ae-4a67-acc1-9e992f648899 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:15:13.073960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Made reservation on behalf of 1ffbc1f71587428f9af61743ed3c9db1 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:13.078438 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.137139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Allocated IP 172.25.4.101 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ae38d0e0-30cf-4214-ad4c-1be9269eb9cc) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:13.269642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.301661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.312608 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.378040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:13.382889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:13.386862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:13.389255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Checking segment: {'id': 'ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aea506c5-e1ae-4a67-acc1-9e992f648899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:13.389698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Network hostable DHCP agents. Network: aea506c5-e1ae-4a67-acc1-9e992f648899, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:15:13.401574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a286638e-fdfc-4df9-8ccb-40157d980563,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:13.412043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'Port': ['ID=ae38d0e0-30cf-4214-ad4c-1be9269eb9cc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:13.465826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0de10-26b1-44d2-b5e8-c82070401712 req-4d04f99e-b37a-4a02-9266-973988aac935 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:13.467491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ae0de10-26b1-44d2-b5e8-c82070401712 req-4d04f99e-b37a-4a02-9266-973988aac935 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.2376869 Aug 19 12:15:13.468606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Network aea506c5-e1ae-4a67-acc1-9e992f648899 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:15:13.483121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, aea506c5-e1ae-4a67-acc1-9e992f648899) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:13.492125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b4bf84-e2ae-40d3-9cb1-8a6d604e8467 None None] Network aea506c5-e1ae-4a67-acc1-9e992f648899 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:13.494917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:13.495522 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.521285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ae0de10-26b1-44d2-b5e8-c82070401712 req-496753df-5e05-46dd-8dea-a224b2b113f2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462916 Aug 19 12:15:13.523181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d999c6f6-0974-4492-b72a-f7d485787caf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4827156 Aug 19 12:15:13.646257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54482aaf-4689-4b60-8b57-62ee6d95376a None None] Network aea506c5-e1ae-4a67-acc1-9e992f648899 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:13.824056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.900372 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.061289 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.067232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.140142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event updated for resources: {'Port': ['ID=ae38d0e0-30cf-4214-ad4c-1be9269eb9cc,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:14.151350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.219895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b860e4-f669-4ad1-83ad-406715989a00 req-987a188d-b485-4c75-b6a7-a41b21cc2dd8 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.221548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-987a188d-b485-4c75-b6a7-a41b21cc2dd8 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/networks?id=aea506c5-e1ae-4a67-acc1-9e992f648899 HTTP/1.1" status: 200 len: 820 time: 0.1789253 Aug 19 12:15:14.228619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-6592d345-2a7a-4ed5-ae8a-3df0929a5370 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1007326 Aug 19 12:15:14.239766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-1d0fe295-f108-406e-9fa6-73a0cb480871 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/quotas/1ffbc1f71587428f9af61743ed3c9db1 HTTP/1.1" status: 200 len: 375 time: 0.0100849 Aug 19 12:15:14.288918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-88997343-d129-42ac-b94e-927657dab08d tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ffbc1f71587428f9af61743ed3c9db1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432777 Aug 19 12:15:14.414443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-d16bb400-708f-459c-82a7-31bea6f7e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.415137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-d16bb400-708f-459c-82a7-31bea6f7e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.415370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-d16bb400-708f-459c-82a7-31bea6f7e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.415753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-d16bb400-708f-459c-82a7-31bea6f7e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.416387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-d16bb400-708f-459c-82a7-31bea6f7e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.416726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-d16bb400-708f-459c-82a7-31bea6f7e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.417179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-d16bb400-708f-459c-82a7-31bea6f7e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.419436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-d16bb400-708f-459c-82a7-31bea6f7e866 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6490 time: 0.1101379 Aug 19 12:15:14.471333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-a4286c47-f976-41cc-8a81-61b70b1186eb service neutron] 10.222.0.65 "GET /v2.0/networks/aea506c5-e1ae-4a67-acc1-9e992f648899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729054 Aug 19 12:15:14.627165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-bf71cfbc-b6e2-480e-8cc9-cb1ac0206f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.627955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-bf71cfbc-b6e2-480e-8cc9-cb1ac0206f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.628632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-bf71cfbc-b6e2-480e-8cc9-cb1ac0206f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.630426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-bf71cfbc-b6e2-480e-8cc9-cb1ac0206f5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3183f7d6-f793-4ec1-a16b-68ec64416faa&id=3183f7d6-f793-4ec1-a16b-68ec64416faa HTTP/1.1" status: 200 len: 2293 time: 0.1834478 Aug 19 12:15:14.636639 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-04ff3224-9be3-4b0a-9c27-1ba1c64d3abf service neutron] 10.222.0.65 "GET /v2.0/networks/aea506c5-e1ae-4a67-acc1-9e992f648899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400144 Aug 19 12:15:14.681100 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Floating IP 7ba58d40-15dc-40ec-9538-a6cbf3b76d89 associated. External IP: 172.25.4.101, port: 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c. Aug 19 12:15:14.754039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-f4236488-3349-46e0-bfc7-9822e73a6804 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0310b23-8099-4c5d-a487-eada99042c58 HTTP/1.1" status: 200 len: 1001 time: 0.1123769 Aug 19 12:15:14.834942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0f03-9dbe-4b6f-ac65-7d41ed222c56 req-2308339d-158c-4578-a096-f7e48bb6c4d7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.836851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-323b0f03-9dbe-4b6f-ac65-7d41ed222c56 req-2308339d-158c-4578-a096-f7e48bb6c4d7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1461074 Aug 19 12:15:14.888528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-af566fb2-1ca8-4b2b-b410-1d9febe101af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.890256 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-af566fb2-1ca8-4b2b-b410-1d9febe101af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7469df6-151e-46a5-9d58-4f7993be24f5 HTTP/1.1" status: 200 len: 851 time: 0.1244230 Aug 19 12:15:14.915486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c22ff94-af20-46f1-9d06-10244b44dee4 req-3a10060b-a1c4-492b-9ec7-8c80954c40d1 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 210 time: 0.0452523 Aug 19 12:15:14.959821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:15:14.972641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-323b0f03-9dbe-4b6f-ac65-7d41ed222c56 req-05b6046c-6fb8-4de3-84de-c7d0471cfba2 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268961 Aug 19 12:15:14.986926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-5035d59b-d94f-4b4f-904d-c1da00a179ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.988463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-5035d59b-d94f-4b4f-904d-c1da00a179ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773349 Aug 19 12:15:15.104657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:15.106274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-7df4abeb-43e5-4e03-9fcf-a68cb5a1b016 service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095231 Aug 19 12:15:15.116860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] Sync routers for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:15.122366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.132725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:15.134296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:15.156218 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1de8f1bd-d0f7-46c8-bce0-b78cf3debc28 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2917280 Aug 19 12:15:15.157079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'tag': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:15.159778 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfd92dd-dbf5-4f72-9682-a2ca710ca66a", "tag": "52b48c2b-4cdb-4a4f-9a02-a4e237bd271c"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:15.202300 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0f6f72-9e97-474b-ba89-548f2ffcb1f4 x-openstack-request-id: req-fa0f6f72-9e97-474b-ba89-548f2ffcb1f4 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:15.203038 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfd92dd-dbf5-4f72-9682-a2ca710ca66a", "tag": "52b48c2b-4cdb-4a4f-9a02-a4e237bd271c", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:15.203478 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa0f6f72-9e97-474b-ba89-548f2ffcb1f4 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:15.204178 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'tag': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'status': 'completed', 'code': 200} Aug 19 12:15:15.251844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-479b8db3-f155-45f6-afdd-0527fea40d22 service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378875 Aug 19 12:15:15.295868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:15.349102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-866f51b6-ee5f-4a9c-8c06-f2a88587142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.350691 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-866f51b6-ee5f-4a9c-8c06-f2a88587142f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=056e003facdb4cc8b1b38f0dd0469ff3&device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 1096 time: 0.0814588 Aug 19 12:15:15.376525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-e10d6dbd-8157-4e19-a0bf-a7ad2dc460fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 200 len: 217 time: 0.0953310 Aug 19 12:15:15.452464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-2afb7b97-6558-4665-94ac-1b548458e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.462684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-2afb7b97-6558-4665-94ac-1b548458e277 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.0715141 Aug 19 12:15:15.536251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-c08cba87-4251-4523-a62d-3923f8c79151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.542195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-c08cba87-4251-4523-a62d-3923f8c79151 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712960 Aug 19 12:15:15.583352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-9bd14306-c9d7-463d-a2a1-c56b8e13aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.584831 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-9bd14306-c9d7-463d-a2a1-c56b8e13aec6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1351a4f4-72d6-434a-be94-03ff2b7b33a0 HTTP/1.1" status: 200 len: 910 time: 0.2243905 Aug 19 12:15:15.717369 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-1379174b-082c-4efa-b752-8abcae2339fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c HTTP/1.1" status: 200 len: 999 time: 0.1148283 Aug 19 12:15:15.742803 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-edc759bc-419b-43e1-bf57-d3dd6ba09226 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889834 Aug 19 12:15:15.784066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '7ba58d40-15dc-40ec-9538-a6cbf3b76d89', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'port_id': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'mac_address': 'fa:16:3e:5d:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:15:13Z', 'updated_at': '2021-08-19T12:15:13Z', 'revision_number': 0, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a38d99-47e0-441c-a839-24804098205b', 'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'mac_address': 'fa:16:3e:f5:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:39Z', 'updated_at': '2021-08-19T12:14:44Z', 'revision_number': 5, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'subnets': [{'id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:15.796264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-3b1e7840-e4c4-485b-a518-773ceb6d1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.799629 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-3b1e7840-e4c4-485b-a518-773ceb6d1470 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=635d9449-5b80-42db-a2dd-e837c5cf5265 HTTP/1.1" status: 200 len: 848 time: 0.0733268 Aug 19 12:15:15.821592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] Checking router: 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:15.834750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:15.835462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:14:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:15.855266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-420502aa-b83a-456c-b632-f1d8957630c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.857158 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-420502aa-b83a-456c-b632-f1d8957630c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1351a4f4-72d6-434a-be94-03ff2b7b33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487053 Aug 19 12:15:15.896343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-bce4b5b6-b717-4434-924d-fc5ae64974fe service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401346 Aug 19 12:15:15.951687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-af80b95a-4988-49f7-a717-4a7f101ad520 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 200 len: 217 time: 0.0475991 Aug 19 12:15:15.979058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:16.007668 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-b0c9598c-85d8-4029-9bd0-2de91883a604 service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417644 Aug 19 12:15:16.028104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-6996edbb-8b90-4770-9e33-82eedffc2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.030263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-6996edbb-8b90-4770-9e33-82eedffc2a87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.0708640 Aug 19 12:15:16.119459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9da1f4e4-406a-4cdd-8259-94c05d1c9b3f req-b4072f0c-2fcd-4993-92f1-d818945442bf tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 210 time: 0.0671513 Aug 19 12:15:16.251321 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b3d4a500-852e-48ec-ae1f-3ee8d4857a2d req-47f88875-fc12-4b14-8307-7cee8621adf2 service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354510 Aug 19 12:15:16.286316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-fcf64a06-fa2f-4414-b6ad-8518da20c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.288137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-fcf64a06-fa2f-4414-b6ad-8518da20c7c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2491679 Aug 19 12:15:16.305617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5c58a-8ce8-4249-a3f1-f72d02e6357e req-c9eef4d8-8586-4515-8796-1924d85c696e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.313210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fd5c58a-8ce8-4249-a3f1-f72d02e6357e req-c9eef4d8-8586-4515-8796-1924d85c696e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.2130678 Aug 19 12:15:16.382312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '7ba58d40-15dc-40ec-9538-a6cbf3b76d89', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'port_id': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'mac_address': 'fa:16:3e:5d:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:15:13Z', 'updated_at': '2021-08-19T12:15:13Z', 'revision_number': 0, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a38d99-47e0-441c-a839-24804098205b', 'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'mac_address': 'fa:16:3e:f5:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:39Z', 'updated_at': '2021-08-19T12:14:44Z', 'revision_number': 5, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'subnets': [{'id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:16.414304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec793472-4280-42e8-b4c2-3ab6bf1fb22a None None] The sync data for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 is: [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '7ba58d40-15dc-40ec-9538-a6cbf3b76d89', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'port_id': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'mac_address': 'fa:16:3e:5d:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:15:13Z', 'updated_at': '2021-08-19T12:15:13Z', 'revision_number': 0, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a38d99-47e0-441c-a839-24804098205b', 'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'mac_address': 'fa:16:3e:f5:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:39Z', 'updated_at': '2021-08-19T12:14:44Z', 'revision_number': 5, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'subnets': [{'id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:15:16.433359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fd5c58a-8ce8-4249-a3f1-f72d02e6357e req-9d36babb-6488-431c-a369-feee672d024b tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021335 Aug 19 12:15:16.505221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b860e4-f669-4ad1-83ad-406715989a00 req-dc37bda2-1159-4a4d-92da-1fb58482378c tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.506669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-dc37bda2-1159-4a4d-92da-1fb58482378c tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.69 "GET /v2.0/networks?id=aea506c5-e1ae-4a67-acc1-9e992f648899 HTTP/1.1" status: 200 len: 820 time: 0.3223517 Aug 19 12:15:16.534352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Request body: {'port': {'device_id': '8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416', 'network_id': 'aea506c5-e1ae-4a67-acc1-9e992f648899', 'admin_state_up': True, 'tenant_id': '1ffbc1f71587428f9af61743ed3c9db1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:16.585348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-92e10272-d850-4c5e-8d21-fcc986e603ed service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675381 Aug 19 12:15:16.694409 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e87733-e37b-4f3b-9c23-957d0a325556 None None] New status for floating IP 7ba58d40-15dc-40ec-9538-a6cbf3b76d89: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:15:16.728601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-0415c7b2-a86b-42c3-a8a7-716be9352406 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319253 Aug 19 12:15:16.733790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Made reservation on behalf of 1ffbc1f71587428f9af61743ed3c9db1 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:16.738961 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.789614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-a7fc0dd6-c1ed-4778-a44a-17084a2a4bdf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070 HTTP/1.1" status: 200 len: 217 time: 0.0465152 Aug 19 12:15:16.914484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-cb6c698f-5430-4b4e-937b-56fded25e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.917396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-cb6c698f-5430-4b4e-937b-56fded25e93d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.1138928 Aug 19 12:15:17.016051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Allocated IP 172.20.0.13 (aea506c5-e1ae-4a67-acc1-9e992f648899/a286638e-fdfc-4df9-8ccb-40157d980563/2fdcb044-af06-439d-b97c-76183352211b) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:17.035199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-0390a05b-5c7b-432c-b7ed-6ca9b883563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.036965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-0390a05b-5c7b-432c-b7ed-6ca9b883563c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117702 Aug 19 12:15:17.238569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-61e296c2-49a6-4169-a85b-3673e7c78120 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852896 Aug 19 12:15:17.242367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b242246-0bfd-4cc4-8bb8-a64540c36067 req-ced5a1ed-73a9-496b-9888-d45942ff9d58 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 210 time: 0.0423095 Aug 19 12:15:17.330596 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:17.742772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-798f4e8e-c28f-4bcc-8a83-fe9ca0c07112 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937167 Aug 19 12:15:17.799067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-e77698ad-deba-4284-99bc-af555416c829 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af HTTP/1.1" status: 200 len: 217 time: 0.0406404 Aug 19 12:15:17.814819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622d12a-f1e9-423b-991d-77a90b842617 req-36c9114c-b7f4-4fe7-a49e-1e967f4b260d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.816282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7622d12a-f1e9-423b-991d-77a90b842617 req-36c9114c-b7f4-4fe7-a49e-1e967f4b260d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1167850 Aug 19 12:15:17.825207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:17.930738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Network aea506c5-e1ae-4a67-acc1-9e992f648899 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:17.938882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7622d12a-f1e9-423b-991d-77a90b842617 req-f899a727-6d2f-4855-b095-732f0aa4a3c5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118481 Aug 19 12:15:17.940080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:17.941869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Pushing event updated for resources: {'Port': ['ID=2fdcb044-af06-439d-b97c-76183352211b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:17.944721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-80e25866-0d26-4c55-ab0b-57f36d63432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.946158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-80e25866-0d26-4c55-ab0b-57f36d63432b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.1289816 Aug 19 12:15:17.947311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:18.025200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.025675 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.042919 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-200a8ddf-0f72-4beb-a2b3-5116aca446f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.044415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-200a8ddf-0f72-4beb-a2b3-5116aca446f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743136 Aug 19 12:15:18.046129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-0d6615cd-84d9-4fd4-955b-a7ad1fd9c385 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5164340 Aug 19 12:15:18.068625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Request body: {'port': {'device_id': '8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:18.186685 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.212734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-a3e069fe-6e03-47b3-b028-113053c9fcfc service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574852 Aug 19 12:15:18.374497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e29316c-26ce-4f0e-8828-ba9ee9d48196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.485315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-60ad4c4f-496c-45ac-9c8f-8232fd957983 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514160 Aug 19 12:15:18.512964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884f6d0-d24e-48ee-9af7-e5726b502552 req-619462cf-67a6-44f7-8112-39461fe67eaf tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.514517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7884f6d0-d24e-48ee-9af7-e5726b502552 req-619462cf-67a6-44f7-8112-39461fe67eaf tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 932 time: 0.1505194 Aug 19 12:15:18.548284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-3b715ceb-7f16-4683-82ba-0b927a914786 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07c68d30-8805-493e-ac13-b164116f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0521390 Aug 19 12:15:18.647725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7884f6d0-d24e-48ee-9af7-e5726b502552 req-7fdfb1cf-46ed-40d5-88dd-ed9889404004 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039720 Aug 19 12:15:18.655968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-90e462a2-3cb5-4ab5-96a7-00e8f15b573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.657507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-90e462a2-3cb5-4ab5-96a7-00e8f15b573f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.0934219 Aug 19 12:15:18.706682 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:15:18.747168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdcb044-af06-439d-b97c-76183352211b {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:18.758796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.764298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-431419fc-ecb4-4caa-9966-10c6791ddf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.765870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-431419fc-ecb4-4caa-9966-10c6791ddf93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983927 Aug 19 12:15:18.784183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Transition to ACTIVE for port object 2fdcb044-af06-439d-b97c-76183352211b will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:18.795786 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.895958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Pushing event updated for resources: {'Port': ['ID=2fdcb044-af06-439d-b97c-76183352211b,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:18.954905 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-720598e3-2a02-4870-a41e-ca7ebb159729 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778829 Aug 19 12:15:19.044264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Attempting to bind port 2fdcb044-af06-439d-b97c-76183352211b on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:19.044603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Attempting to bind port 2fdcb044-af06-439d-b97c-76183352211b by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aea506c5-e1ae-4a67-acc1-9e992f648899'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:19.044956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Attempting to bind port 2fdcb044-af06-439d-b97c-76183352211b on network aea506c5-e1ae-4a67-acc1-9e992f648899 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:19.071527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Port 2fdcb044-af06-439d-b97c-76183352211b on network aea506c5-e1ae-4a67-acc1-9e992f648899 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:19.071891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Attempting to bind port 2fdcb044-af06-439d-b97c-76183352211b on network aea506c5-e1ae-4a67-acc1-9e992f648899 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:19.086233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:19.086233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Checking segment: {'id': 'ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aea506c5-e1ae-4a67-acc1-9e992f648899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:19.086493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Bound using segment: {'id': 'ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aea506c5-e1ae-4a67-acc1-9e992f648899'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:19.086880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Bound port: 2fdcb044-af06-439d-b97c-76183352211b, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aea506c5-e1ae-4a67-acc1-9e992f648899'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:19.087240 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:19.133103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9619e6-28bc-4f84-9e31-462d0db96398 req-9c56a9d4-62d3-4bf9-8b64-49774bc50c2d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.134837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df9619e6-28bc-4f84-9e31-462d0db96398 req-9c56a9d4-62d3-4bf9-8b64-49774bc50c2d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1099896 Aug 19 12:15:19.158227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-27e5fc7e-cd6c-4c81-9a14-0427f4fe0066 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881785 Aug 19 12:15:19.230338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-7d173b20-fb7f-4724-af47-1ffc858d0b40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928b6618-8100-4e6c-a375-b6aad306d2c7 HTTP/1.1" status: 200 len: 217 time: 0.0602162 Aug 19 12:15:19.278013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df9619e6-28bc-4f84-9e31-462d0db96398 req-26f81b7a-9fb1-41f3-9679-7a6ca174b71d tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173425 Aug 19 12:15:19.284723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] For port 2fdcb044-af06-439d-b97c-76183352211b, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:19.303050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] For port 2fdcb044-af06-439d-b97c-76183352211b, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2fdcb044-af06-439d-b97c-76183352211b,segment=NetworkSegment(ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25),segment_id=ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:19.307695 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-1d7e7a5e-f0fe-4eaa-ade6-87b4ca9cde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.309348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-1d7e7a5e-f0fe-4eaa-ade6-87b4ca9cde7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.0707951 Aug 19 12:15:19.310789 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:19.371964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.372654 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:19.374073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] 10.222.0.69 "PUT /v2.0/ports/2fdcb044-af06-439d-b97c-76183352211b HTTP/1.1" status: 200 len: 1092 time: 1.3095205 Aug 19 12:15:19.374511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416', 'tag': '2fdcb044-af06-439d-b97c-76183352211b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:19.376864 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416", "tag": "2fdcb044-af06-439d-b97c-76183352211b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:19.408777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6905a-e28f-491b-b5ee-61be38fe49ec service neutron] Pushing event updated for resources: {'Port': ['ID=2fdcb044-af06-439d-b97c-76183352211b,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:19.415625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913145-5170-4fab-a7e2-a93dd13befda req-a9c81ba4-c5c7-47b9-97d9-f2ac912f04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.417182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-a9c81ba4-c5c7-47b9-97d9-f2ac912f04a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981066 Aug 19 12:15:19.440408 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5860ccd-bf4a-4d2f-b471-49dc36b52e35 x-openstack-request-id: req-a5860ccd-bf4a-4d2f-b471-49dc36b52e35 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:19.440706 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416", "tag": "2fdcb044-af06-439d-b97c-76183352211b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:19.440972 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5860ccd-bf4a-4d2f-b471-49dc36b52e35 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:19.441368 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416', 'tag': '2fdcb044-af06-439d-b97c-76183352211b', 'status': 'completed', 'code': 200} Aug 19 12:15:19.538762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b860e4-f669-4ad1-83ad-406715989a00 req-f164e95b-3bd2-4ef6-b2f9-9c384c78f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.540266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-f164e95b-3bd2-4ef6-b2f9-9c384c78f133 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ffbc1f71587428f9af61743ed3c9db1&device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 1095 time: 0.1093736 Aug 19 12:15:19.561655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-c3630600-ad08-4836-9028-8277dde7b5f4 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194363 Aug 19 12:15:19.598885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-416972dc-f7b0-4a70-b798-79bbc489eb3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fdcb044-af06-439d-b97c-76183352211b HTTP/1.1" status: 200 len: 217 time: 0.0447454 Aug 19 12:15:19.693276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b860e4-f669-4ad1-83ad-406715989a00 req-da26ff3b-4cfa-4718-8290-8b0f36e2cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.694912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-da26ff3b-4cfa-4718-8290-8b0f36e2cd3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a286638e-fdfc-4df9-8ccb-40157d980563 HTTP/1.1" status: 200 len: 860 time: 0.0865667 Aug 19 12:15:19.739857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-5166a514-499a-4b46-9e56-bb94511a15e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aea506c5-e1ae-4a67-acc1-9e992f648899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357130 Aug 19 12:15:19.752522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2913145-5170-4fab-a7e2-a93dd13befda req-34033bc9-7761-44a1-a64c-c9341da01e81 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626315 Aug 19 12:15:19.854001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb839026-2807-4aef-b4d1-50a371a2ca38 req-881803ed-3215-4bba-b18f-132487edcbf1 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.855605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb839026-2807-4aef-b4d1-50a371a2ca38 req-881803ed-3215-4bba-b18f-132487edcbf1 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 944 time: 0.1337900 Aug 19 12:15:19.901915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-c4f02725-8ffb-4bb3-a0c4-c90b661c9f7f service neutron] 10.222.0.69 "GET /v2.0/networks/aea506c5-e1ae-4a67-acc1-9e992f648899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518164 Aug 19 12:15:19.927842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb839026-2807-4aef-b4d1-50a371a2ca38 req-9d40b133-9623-4cda-b068-3ef739fd09bd tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556197 Aug 19 12:15:20.013657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b860e4-f669-4ad1-83ad-406715989a00 req-cc97ce87-add1-41c9-8f74-a83a0378ddad service neutron] 10.222.0.69 "GET /v2.0/networks/aea506c5-e1ae-4a67-acc1-9e992f648899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019216 Aug 19 12:15:20.152334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-b6d9747a-4e3e-4b1f-9f4b-fc078118a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.153980 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-b6d9747a-4e3e-4b1f-9f4b-fc078118a92b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ffbc1f71587428f9af61743ed3c9db1&device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 1095 time: 0.0458035 Aug 19 12:15:20.286089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-6cf04827-99ee-41b1-a176-385d7909cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.289227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-6cf04827-99ee-41b1-a176-385d7909cc7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=aea506c5-e1ae-4a67-acc1-9e992f648899 HTTP/1.1" status: 200 len: 921 time: 0.1278515 Aug 19 12:15:20.340734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-4051f44e-1957-48dd-a582-498178103a80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fdcb044-af06-439d-b97c-76183352211b HTTP/1.1" status: 200 len: 217 time: 0.0439973 Aug 19 12:15:20.444216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-91f3f686-ca13-4efd-b423-c68eb324fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.445802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-91f3f686-ca13-4efd-b423-c68eb324fff8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a286638e-fdfc-4df9-8ccb-40157d980563 HTTP/1.1" status: 200 len: 860 time: 0.0971820 Aug 19 12:15:20.485151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff876466-bb72-4eb2-9f89-3fbbc297dac5 req-8deab5a0-e2d3-4aba-ad40-4d8a9de224f3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.487894 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff876466-bb72-4eb2-9f89-3fbbc297dac5 req-8deab5a0-e2d3-4aba-ad40-4d8a9de224f3 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0978167 Aug 19 12:15:20.516055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-852f2a78-726c-43b8-9faf-9e869948b6c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aea506c5-e1ae-4a67-acc1-9e992f648899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604153 Aug 19 12:15:20.648512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff876466-bb72-4eb2-9f89-3fbbc297dac5 req-aedbf97b-4320-4015-b890-4cc9c09f0eff tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375706 Aug 19 12:15:20.703507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-e9fc5c36-1726-4c41-ab8f-b1990ffe4586 service neutron] 10.222.0.69 "GET /v2.0/networks/aea506c5-e1ae-4a67-acc1-9e992f648899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748006 Aug 19 12:15:20.766540 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-727f9576-9a48-41e5-9dd9-d0a1811c7bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.827031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b1e4d00-9ac2-4e46-a1d8-ef8db177f403 req-b90cd44e-67f9-48c1-a340-23b65a0e5315 service neutron] 10.222.0.69 "GET /v2.0/networks/aea506c5-e1ae-4a67-acc1-9e992f648899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142719 Aug 19 12:15:20.918723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.925159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2aff3-d906-49fb-9cb2-5a7c70a965cc req-a9130bf2-e0a1-41ed-a47a-d8f94dfb70c0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.931646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5be2aff3-d906-49fb-9cb2-5a7c70a965cc req-a9130bf2-e0a1-41ed-a47a-d8f94dfb70c0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0760331 Aug 19 12:15:21.034176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5be2aff3-d906-49fb-9cb2-5a7c70a965cc req-d74eb30b-814a-46b1-bd27-c5ca88047094 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013801 Aug 19 12:15:21.054743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee916922-8985-4002-8510-30e06921b525 req-58b4f4e1-0c62-4290-a0c0-e8adcff882f4 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.057149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee916922-8985-4002-8510-30e06921b525 req-58b4f4e1-0c62-4290-a0c0-e8adcff882f4 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.1224322 Aug 19 12:15:21.060430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-7a0a6d49-f4f0-4a8f-affa-6640a8774e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.061958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-7a0a6d49-f4f0-4a8f-affa-6640a8774e90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1095 time: 0.1282525 Aug 19 12:15:21.149343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee916922-8985-4002-8510-30e06921b525 req-73d97603-acd5-447b-bf89-264f54da3d36 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863991 Aug 19 12:15:21.173799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51046) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:21.193857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-186e2d15-ac27-4723-a824-d4e5262403bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.195509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-186e2d15-ac27-4723-a824-d4e5262403bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.1252747 Aug 19 12:15:21.275982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f86551e6-e8e0-42b9-bd69-795e8c4eb6ef tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/166c1207-ef82-4a46-943a-7a6c8865a226 HTTP/1.1" status: 200 len: 992 time: 0.1009398 Aug 19 12:15:21.301165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-da258e7a-1f09-4707-a0f0-1ad5b803c7dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 999 time: 0.0985398 Aug 19 12:15:21.313935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b4491-845f-42c4-85c6-ce5e818ede39 req-8bb4fdf9-a5de-466a-b4eb-65560937615e tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.315434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d3b4491-845f-42c4-85c6-ce5e818ede39 req-8bb4fdf9-a5de-466a-b4eb-65560937615e tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 944 time: 0.1147823 Aug 19 12:15:21.383378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-4e2c883f-292b-4839-a5f6-15dbac3c9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.384875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-4e2c883f-292b-4839-a5f6-15dbac3c9e92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0684123 Aug 19 12:15:21.389125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d3b4491-845f-42c4-85c6-ce5e818ede39 req-3ece1382-a90c-4862-b83c-67ed4c1c144d tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644526 Aug 19 12:15:21.433127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-fbee2fc9-caf9-4d33-a665-bd62c4ef8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.434733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-fbee2fc9-caf9-4d33-a665-bd62c4ef8c6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427351 Aug 19 12:15:21.538841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-934ddfcb-9418-44ad-9b75-394e1b5bbed6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963788 Aug 19 12:15:21.558660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2fdcb044-af06-439d-b97c-76183352211b details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:21.661104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2fdcb044-af06-439d-b97c-76183352211b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2fdcb044-af06-439d-b97c-76183352211b,segment=NetworkSegment(ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25),segment_id=ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:21.663408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a0e35-fdf2-4f1e-8f71-ead750987f56 req-4e93bdf0-c34a-477b-9e92-d8b13c6cb6ee tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.664967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb4a0e35-fdf2-4f1e-8f71-ead750987f56 req-4e93bdf0-c34a-477b-9e92-d8b13c6cb6ee tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1096 time: 0.0751071 Aug 19 12:15:21.670461 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878356e5-f85e-46ac-95d3-12199bcd4fab req-63dcfea7-8807-43e1-8f80-5e6ddd566d32 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250629 Aug 19 12:15:21.672968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '2fdcb044-af06-439d-b97c-76183352211b', 'network_id': 'aea506c5-e1ae-4a67-acc1-9e992f648899', 'port_id': '2fdcb044-af06-439d-b97c-76183352211b', 'mac_address': 'fa:16:3e:16:a1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a286638e-fdfc-4df9-8ccb-40157d980563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:21.703321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb4a0e35-fdf2-4f1e-8f71-ead750987f56 req-da8b6732-117d-4c09-8370-6a583b6db495 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317085 Aug 19 12:15:21.716911 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.730227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdcb044-af06-439d-b97c-76183352211b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:21.752613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2fdcb044-af06-439d-b97c-76183352211b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2fdcb044-af06-439d-b97c-76183352211b,segment=NetworkSegment(ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25),segment_id=ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:21.757898 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.810792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=2fdcb044-af06-439d-b97c-76183352211b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:21.944572 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.083319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['2fdcb044-af06-439d-b97c-76183352211b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:22.154148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b978d-4707-4cfa-aec8-7ac737420d06 req-1a22571b-9263-463a-a04c-1aff60ab95b5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.155658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-586b978d-4707-4cfa-aec8-7ac737420d06 req-1a22571b-9263-463a-a04c-1aff60ab95b5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0502300 Aug 19 12:15:22.213026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-586b978d-4707-4cfa-aec8-7ac737420d06 req-9b67bfc6-808e-498b-b2c5-816760575c39 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503416 Aug 19 12:15:22.401029 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-7575da40-c2a2-4459-969e-3e218d1528db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027055 Aug 19 12:15:22.510027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457ee0b-2c29-42f2-a89d-3995e3d2b154 req-4f19d3d5-aceb-4ddb-ab0e-6d4e244ffb82 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.517859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f457ee0b-2c29-42f2-a89d-3995e3d2b154 req-4f19d3d5-aceb-4ddb-ab0e-6d4e244ffb82 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 945 time: 0.0556605 Aug 19 12:15:22.559493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f457ee0b-2c29-42f2-a89d-3995e3d2b154 req-77ebfb26-de37-444d-a809-b9026db081db tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Aug 19 12:15:22.975738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-e70de4be-1dd9-47bb-adf4-75c7123faa96 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:15:22.976770 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-e70de4be-1dd9-47bb-adf4-75c7123faa96 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631447 Aug 19 12:15:22.991149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Request body: {'binding': {'host': 'n-h1-778550-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:22.991636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Unknown quota resources ['binding']. {{(pid=101153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:15:23.130165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a on host n-h1-778550-9 for vnic_type normal with profile None {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:23.130405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:23.130745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:23.135215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Port 01300bd9-5e7b-4776-a68a-00fb39bf809a on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:23.135531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:23.140405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:23.140791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Checking segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:23.141169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Bound using segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:23.141652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Bound port: 01300bd9-5e7b-4776-a68a-00fb39bf809a, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:23.226085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:23.231953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.233194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4699f364-420c-4ae8-adae-d96ce11ff1e7 service neutron] 10.222.0.65 "POST /v2.0/ports/01300bd9-5e7b-4776-a68a-00fb39bf809a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2453737 Aug 19 12:15:23.337677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7682-d878-412f-ae9f-6176ea4cf2ed req-af42f817-2e23-4db9-8779-ecaec8a8b5e8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.339276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da9d7682-d878-412f-ae9f-6176ea4cf2ed req-af42f817-2e23-4db9-8779-ecaec8a8b5e8 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0549157 Aug 19 12:15:23.412502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da9d7682-d878-412f-ae9f-6176ea4cf2ed req-24f07230-62b9-4b6f-a8b8-204ade6abc08 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665841 Aug 19 12:15:23.434621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b0c60-d9fd-475f-9224-82c24943335a req-e79e0ca8-d38c-414a-bdf2-a2745a07e994 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.436244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-309b0c60-d9fd-475f-9224-82c24943335a req-e79e0ca8-d38c-414a-bdf2-a2745a07e994 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.0659254 Aug 19 12:15:23.491563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-309b0c60-d9fd-475f-9224-82c24943335a req-123ecb3b-8069-4754-bdc2-1f7c2029f75e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457249 Aug 19 12:15:23.587841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2fdcb044-af06-439d-b97c-76183352211b up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:23.682225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 2fdcb044-af06-439d-b97c-76183352211b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:23.689498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 2fdcb044-af06-439d-b97c-76183352211b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:23.690247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.762238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-a2c05780-2085-4fb0-be63-06a6104ede27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.763772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-a2c05780-2085-4fb0-be63-06a6104ede27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1096 time: 0.2709589 Aug 19 12:15:23.786132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.806743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a2a4d-90e1-481c-9160-36386a10d20c req-5601149e-0dba-4813-ac8c-7cfb6a14a215 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.808243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab2a2a4d-90e1-481c-9160-36386a10d20c req-5601149e-0dba-4813-ac8c-7cfb6a14a215 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1213834 Aug 19 12:15:23.813038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdcb044-af06-439d-b97c-76183352211b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:23.816583 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda31812-4ab3-43ac-a7b0-6db150b82c46" -d '{"events": [{"server_uuid": "8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416", "name": "network-vif-plugged", "status": "completed", "tag": "2fdcb044-af06-439d-b97c-76183352211b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:23.831548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2fdcb044-af06-439d-b97c-76183352211b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2fdcb044-af06-439d-b97c-76183352211b,segment=NetworkSegment(ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25),segment_id=ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:23.835238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.887072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=2fdcb044-af06-439d-b97c-76183352211b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:23.980169 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.168277 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.202359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d907-8c39-4c9e-822f-fabf1b0594bd req-69c4d8ab-89ec-4dd1-b343-d3d9bad548d1 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.203928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4846d907-8c39-4c9e-822f-fabf1b0594bd req-69c4d8ab-89ec-4dd1-b343-d3d9bad548d1 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 945 time: 0.4790320 Aug 19 12:15:24.259949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab2a2a4d-90e1-481c-9160-36386a10d20c req-32edc482-3102-41e9-acfc-375cc6a5538c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822506 Aug 19 12:15:24.279948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4846d907-8c39-4c9e-822f-fabf1b0594bd req-772e61f8-3487-4fea-b4a7-7ea6a0ed83d1 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681458 Aug 19 12:15:24.287634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-fa0082f0-6cc7-4b24-91e6-a6d3c814ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.289148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-fa0082f0-6cc7-4b24-91e6-a6d3c814ab1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=39816a42-6383-489e-949c-e1cf3ef7bbf1 HTTP/1.1" status: 200 len: 898 time: 0.5156770 Aug 19 12:15:24.323474 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9196ec-490c-47d1-b960-3bda96d3e382 x-openstack-request-id: req-df9196ec-490c-47d1-b960-3bda96d3e382 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:24.323769 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416", "name": "network-vif-plugged", "status": "completed", "tag": "2fdcb044-af06-439d-b97c-76183352211b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:24.324004 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df9196ec-490c-47d1-b960-3bda96d3e382 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:24.324426 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdcb044-af06-439d-b97c-76183352211b', 'code': 200} Aug 19 12:15:24.389405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-67da9297-bccc-4abd-a91c-0ca6cc9ac648 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 200 len: 1000 time: 0.0925763 Aug 19 12:15:24.431421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde956e-8997-4f3e-a44f-3688af8385d9 req-b0137b05-89d8-410e-bd2b-c03e237070e5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.432912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adde956e-8997-4f3e-a44f-3688af8385d9 req-b0137b05-89d8-410e-bd2b-c03e237070e5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0885885 Aug 19 12:15:24.451931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18fcfc-8da3-4f95-b783-87f7e8ca07ab req-453e53d3-0808-4946-8bad-6957bdf246f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.453507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ac18fcfc-8da3-4f95-b783-87f7e8ca07ab req-453e53d3-0808-4946-8bad-6957bdf246f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 1097 time: 0.0444393 Aug 19 12:15:24.464260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-d10be34f-4b91-4bd5-8320-3827773c7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.465723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-d10be34f-4b91-4bd5-8320-3827773c7876 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a2954f7-8dae-48dc-b941-98e4efd55ffc HTTP/1.1" status: 200 len: 835 time: 0.0680094 Aug 19 12:15:24.491221 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ac18fcfc-8da3-4f95-b783-87f7e8ca07ab req-10a620fc-8222-4642-a372-0d77608a5a4b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Aug 19 12:15:24.503103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adde956e-8997-4f3e-a44f-3688af8385d9 req-3e734d02-9279-4d2c-ba8d-00e14bf418b4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623028 Aug 19 12:15:24.519865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6dd456e9-3588-40e5-aaba-9556f572934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.521390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6dd456e9-3588-40e5-aaba-9556f572934e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=39816a42-6383-489e-949c-e1cf3ef7bbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460625 Aug 19 12:15:24.619650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4823dcb-f564-4e81-b289-b247f80de609 req-5e771df9-3d45-4841-b5d6-1f99b2a975ed tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.621374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4823dcb-f564-4e81-b289-b247f80de609 req-5e771df9-3d45-4841-b5d6-1f99b2a975ed tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.0516300 Aug 19 12:15:24.666346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4823dcb-f564-4e81-b289-b247f80de609 req-394dfcc4-3efc-41cf-8a45-eeb07ca4d8e4 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382209 Aug 19 12:15:24.776591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe59d5-6614-401e-a7b6-8ac6898a1c73 req-978b98c3-806b-40e0-b5a8-7f0e69ea7e70 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.778102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cbe59d5-6614-401e-a7b6-8ac6898a1c73 req-978b98c3-806b-40e0-b5a8-7f0e69ea7e70 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0515082 Aug 19 12:15:24.873330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cbe59d5-6614-401e-a7b6-8ac6898a1c73 req-b8ef1d05-b8e2-4111-82b4-a6fee8161999 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845742 Aug 19 12:15:24.906725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-284ddb0f-87fd-486a-a7d8-b0a58e66f74d service neutron] 10.222.0.69 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257970 Aug 19 12:15:25.072427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-178869e2-84cb-44b7-8559-647fa8e183fb service neutron] 10.222.0.69 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563950 Aug 19 12:15:25.090253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-b35089b4-bf0d-4755-8a8e-885ff9ef9a68 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.091636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-b35089b4-bf0d-4755-8a8e-885ff9ef9a68 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1558096 Aug 19 12:15:25.113204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-40cd3458-0256-4597-838a-71c1953dbea6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/quotas/e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 375 time: 0.0149858 Aug 19 12:15:25.166852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-95b14cc4-7dc3-4025-9c56-ff1dd99561fa tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480905 Aug 19 12:15:25.314057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-5dacf5a1-24cc-4a65-85bf-a0441c7a39a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570295 Aug 19 12:15:25.335253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-bcc7e833-83a5-408f-8b1d-9a380bf157fa tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.336723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-bcc7e833-83a5-408f-8b1d-9a380bf157fa tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1096 time: 0.1065032 Aug 19 12:15:25.342121 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-2296849a-c9ee-40a7-b952-5b126deca4fe service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680202 Aug 19 12:15:25.351132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:25.396084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-1f4b5132-e30c-4f61-b593-edbd534cabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.398663 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-1f4b5132-e30c-4f61-b593-edbd534cabc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 1097 time: 0.0452552 Aug 19 12:15:25.500849 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.511750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-a397c7db-0db3-47f1-b7e5-c2cd52a02cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.513295 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-a397c7db-0db3-47f1-b7e5-c2cd52a02cea service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.0921586 Aug 19 12:15:25.524573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4828-0295-4ff5-a6b7-e38cdc6992e0 req-3ea97d0f-8831-458a-8d14-2e93da364a32 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.526121 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc3e4828-0295-4ff5-a6b7-e38cdc6992e0 req-3ea97d0f-8831-458a-8d14-2e93da364a32 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 946 time: 0.1712620 Aug 19 12:15:25.557371 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-39e708dc-d6eb-4710-be33-177e217238f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 HTTP/1.1" status: 200 len: 217 time: 0.0350308 Aug 19 12:15:25.577216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-624d53b9-886b-4e08-a45f-bda84da84d6a service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232647 Aug 19 12:15:25.617520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc3e4828-0295-4ff5-a6b7-e38cdc6992e0 req-009847d5-5d3e-4602-9e0f-ce46fb3d0d4f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846274 Aug 19 12:15:25.633481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-2792fa78-0afd-4205-b5e9-79c45cb942b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.635041 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-2792fa78-0afd-4205-b5e9-79c45cb942b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0476935 Aug 19 12:15:25.693155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:25.717576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-6915ea1f-5e4c-473b-be98-d0767a02c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.723313 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-6915ea1f-5e4c-473b-be98-d0767a02c4fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564473 Aug 19 12:15:25.736070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:25.782201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.785104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:25.788263 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c13962d-2278-4070-8d23-2c59f407cde1" -d '{"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-unplugged", "status": "completed", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:25.792255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.900202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-d6c08c7f-c6ec-4352-adf2-b9568185b459 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692033 Aug 19 12:15:25.980606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Pushing event updated for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:25.996302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-418c2082-0fdb-417c-a244-ed0025b5de71 req-4cb38c51-8699-480c-a0af-ac415c3aa994 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 210 time: 0.0582552 Aug 19 12:15:26.017007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01047f9-27a0-4e3e-962f-5065e3591055 req-25317f67-725b-4a8f-bdd1-c0eafe1fb5cc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.017007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c01047f9-27a0-4e3e-962f-5065e3591055 req-25317f67-725b-4a8f-bdd1-c0eafe1fb5cc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 943 time: 0.1878862 Aug 19 12:15:26.053127 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f9915c86-bfae-4198-b20b-88f614d4b143 req-438637c7-baee-4790-8bb0-876015af6d25 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449492 Aug 19 12:15:26.101904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c01047f9-27a0-4e3e-962f-5065e3591055 req-e878314e-55dd-47f6-9371-3adba7404829 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692971 Aug 19 12:15:26.103646 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19c2ec6-d0e3-4995-9cf3-5a66ac1aadc2 x-openstack-request-id: req-c19c2ec6-d0e3-4995-9cf3-5a66ac1aadc2 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:26.103864 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-unplugged", "status": "completed", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:26.104165 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c19c2ec6-d0e3-4995-9cf3-5a66ac1aadc2 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:26.104614 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'code': 200} Aug 19 12:15:26.117991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4294fbb3-36d8-4ae0-a972-d3949ef23464 None None] Provisioning complete for port 01300bd9-5e7b-4776-a68a-00fb39bf809a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:26.119530 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4294fbb3-36d8-4ae0-a972-d3949ef23464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.125176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a on host n-h2-778550-9 for vnic_type normal with profile {"migrating_to": "n-h1-778550-9"} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:26.126077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:26.126211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:26.131264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Port 01300bd9-5e7b-4776-a68a-00fb39bf809a on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:26.132044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Attempting to bind port 01300bd9-5e7b-4776-a68a-00fb39bf809a on network 39816a42-6383-489e-949c-e1cf3ef7bbf1 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:26.137297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:26.137631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Checking segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:26.138007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Bound using segment: {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:26.138427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Bound port: 01300bd9-5e7b-4776-a68a-00fb39bf809a, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a748e29-f283-49af-933c-c4d250603341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:26.138780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.177974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4294fbb3-36d8-4ae0-a972-d3949ef23464 None None] Port 01300bd9-5e7b-4776-a68a-00fb39bf809a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:26.244075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe0e32-a45e-42ee-a605-3e6c21e43224 req-a0118bb5-f616-483d-b879-a75460b99e5e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.249387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8fe0e32-a45e-42ee-a605-3e6c21e43224 req-a0118bb5-f616-483d-b879-a75460b99e5e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1008985 Aug 19 12:15:26.250865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:26.255755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:26.266796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.345435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8fe0e32-a45e-42ee-a605-3e6c21e43224 req-858906d0-bd04-4061-952e-26b543514950 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916126 Aug 19 12:15:26.381201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Pushing event updated for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=8']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.438420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.439078 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.440643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6def1fcd-d7d9-4a0b-ac93-8c33e4c13896 service neutron] 10.222.0.69 "PUT /v2.0/ports/01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 200 len: 1121 time: 1.0937710 Aug 19 12:15:26.578175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67fd5b-2996-4018-95f2-54c17674f8f3 req-63070c62-f0b3-44c5-badb-7643891e9682 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.579793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a67fd5b-2996-4018-95f2-54c17674f8f3 req-63070c62-f0b3-44c5-badb-7643891e9682 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0627890 Aug 19 12:15:26.600568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fc74a7d7-c1da-4312-b9a0-4041ff337754 None None] Provisioning complete for port 01300bd9-5e7b-4776-a68a-00fb39bf809a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:26.600942 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fc74a7d7-c1da-4312-b9a0-4041ff337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.633758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['01300bd9-5e7b-4776-a68a-00fb39bf809a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:26.649945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-0e69194b-96e2-4752-ae61-94c7097dcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.651476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-0e69194b-96e2-4752-ae61-94c7097dcc2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 1095 time: 0.0707679 Aug 19 12:15:26.654500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a67fd5b-2996-4018-95f2-54c17674f8f3 req-6677117f-c421-40d5-a5eb-5b093b61c1ec tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655615 Aug 19 12:15:26.750789 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fc74a7d7-c1da-4312-b9a0-4041ff337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.780891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205b20f-bc8a-4c0e-bd57-2cd6914c7013 req-5a001b93-8e9c-406a-a65a-8253787a1051 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.782524 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c205b20f-bc8a-4c0e-bd57-2cd6914c7013 req-5a001b93-8e9c-406a-a65a-8253787a1051 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 946 time: 0.0751705 Aug 19 12:15:26.793017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:26.795267 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4c639e-6406-4528-b1f4-958acfe04bac" -d '{"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-plugged", "status": "completed", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:26.806042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-4fca3a46-b377-4825-b8c4-88c4cf8b9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.807514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-4fca3a46-b377-4825-b8c4-88c4cf8b9691 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 200 len: 912 time: 0.1488979 Aug 19 12:15:26.817569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fc74a7d7-c1da-4312-b9a0-4041ff337754 None None] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:26.823405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fc74a7d7-c1da-4312-b9a0-4041ff337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.836263 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c90a8c-ab4d-45f0-915f-0a67bf5eb9a3 x-openstack-request-id: req-23c90a8c-ab4d-45f0-915f-0a67bf5eb9a3 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:26.836554 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-plugged", "status": "completed", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:26.836829 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23c90a8c-ab4d-45f0-915f-0a67bf5eb9a3 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:26.837211 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'code': 200} Aug 19 12:15:26.863986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c205b20f-bc8a-4c0e-bd57-2cd6914c7013 req-3979772c-554b-4596-880d-cd38ad23bda9 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739644 Aug 19 12:15:26.890502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-6fdc845c-f7da-4d48-8284-4c89cf24b72f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 200 len: 999 time: 0.0751483 Aug 19 12:15:26.964925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-62eaeec8-be8e-4e78-a2d1-ccda2796958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.964925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-62eaeec8-be8e-4e78-a2d1-ccda2796958b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 200 len: 850 time: 0.0664635 Aug 19 12:15:27.023137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-6b7b8e8a-8352-4cf4-ae3b-7ad49f566888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.024536 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74a7d7-c1da-4312-b9a0-4041ff337754 None None] Pushing event updated for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:27.024712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-6b7b8e8a-8352-4cf4-ae3b-7ad49f566888 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534544 Aug 19 12:15:27.161143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-f2252714-f717-4a08-b2fc-3f5070d138c0 service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245711 Aug 19 12:15:27.178433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e8fddce-7d5f-443b-8bf0-348027fad2af req-dbdf230b-68a0-4fa1-b3c5-8f69db64ec48 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 210 time: 0.0355217 Aug 19 12:15:27.429842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e48315-2183-4b8f-b2b0-ffc8beb4f8db req-7df18c05-52a3-4c47-b2f6-5159cfa179b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.431357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08e48315-2183-4b8f-b2b0-ffc8beb4f8db req-7df18c05-52a3-4c47-b2f6-5159cfa179b6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.2441471 Aug 19 12:15:27.440719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37700f7-2da6-4f51-9786-d07bea6077e9 req-7d94cd15-8487-479f-a442-90ae6712d86c tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.442143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e37700f7-2da6-4f51-9786-d07bea6077e9 req-7d94cd15-8487-479f-a442-90ae6712d86c tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 946 time: 0.1985052 Aug 19 12:15:27.446737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80afd577-c50e-4d02-8d82-096fab6c62c8 req-b82b133e-9d5d-48b7-abde-4716052a98ac service neutron] 10.222.0.69 "GET /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710383 Aug 19 12:15:27.458257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-00bd1e72-da83-471b-a670-b171f88e0a37 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.459691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-00bd1e72-da83-471b-a670-b171f88e0a37 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.54 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.2608018 Aug 19 12:15:27.487177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'port': {'device_id': '3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'admin_state_up': True, 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:27.561305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08e48315-2183-4b8f-b2b0-ffc8beb4f8db req-0392793c-9d07-48ad-a14c-901ee937733b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166775 Aug 19 12:15:27.573963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e37700f7-2da6-4f51-9786-d07bea6077e9 req-21f2097d-1c09-440b-921f-bbc514f8bd01 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133244 Aug 19 12:15:27.636069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Made reservation on behalf of e070eaccb0d04da3b0ce6e7a5a5d690e for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:27.640783 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.841543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-2390a63d-97a0-4118-8393-6f3c20662eb7 service neutron] (101154) timed out ('10.222.0.65', 41536) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:15:27.843395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.20.0.13 (e122382d-bbe2-4480-9e13-bf10e2184a63/07533fbe-469f-45d5-ad86-ed4d9bfdcafb/0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:27.854893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc76eb-9e91-4460-aa69-fecc9ebbf439 req-ce9f8cde-cade-45a7-b142-ceccefc56ce6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.856441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fcfc76eb-9e91-4460-aa69-fecc9ebbf439 req-ce9f8cde-cade-45a7-b142-ceccefc56ce6 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1060078 Aug 19 12:15:27.935881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fcfc76eb-9e91-4460-aa69-fecc9ebbf439 req-751b8544-7fe8-4b90-9125-c3fcec10c8c4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698469 Aug 19 12:15:28.041711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.056913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Transition to ACTIVE for port object 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:28.091929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.107545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:28.110926 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:28.141670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:28.149484 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca59f8-e3fe-4259-bdd5-113e36800ae6 x-openstack-request-id: req-fcca59f8-e3fe-4259-bdd5-113e36800ae6 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:28.149777 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:28.150027 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fcca59f8-e3fe-4259-bdd5-113e36800ae6 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:28.150419 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'status': 'completed', 'code': 200} Aug 19 12:15:28.151376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:28.155129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:28.181497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:28.236362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.237408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.261274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-ca2c9f53-630d-4c8f-9947-cb50b9cd356d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7843592 Aug 19 12:15:28.284070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Request body: {'port': {'device_id': '3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:28.299782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-1c4abf34-dc31-42c3-ba71-391b0000ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.302580 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-1c4abf34-dc31-42c3-ba71-391b0000ec11 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1126 time: 0.1021955 Aug 19 12:15:28.458475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-e11dc8a4-106e-476d-b267-aa671375d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.460030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-e11dc8a4-106e-476d-b267-aa671375d7c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=39816a42-6383-489e-949c-e1cf3ef7bbf1 HTTP/1.1" status: 200 len: 898 time: 0.1464517 Aug 19 12:15:28.497883 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.504027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-faef38d5-e284-4174-8e5d-0ae547d9c87f None None] Provisioning for port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:28.508513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-faef38d5-e284-4174-8e5d-0ae547d9c87f None None] Provisioning complete for port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:28.510041 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-faef38d5-e284-4174-8e5d-0ae547d9c87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.536919 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-ea1369be-02ff-4075-abdd-b5731fd8e7ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 200 len: 1000 time: 0.0675838 Aug 19 12:15:28.553929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-faef38d5-e284-4174-8e5d-0ae547d9c87f None None] Port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:28.603046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-cd696050-7c85-4771-9eaf-789c19ef6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.604950 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-cd696050-7c85-4771-9eaf-789c19ef6832 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a2954f7-8dae-48dc-b941-98e4efd55ffc HTTP/1.1" status: 200 len: 835 time: 0.0595043 Aug 19 12:15:28.666807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-39075e87-ee6f-4f84-bc6d-53bb6188bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.668360 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-39075e87-ee6f-4f84-bc6d-53bb6188bd71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=39816a42-6383-489e-949c-e1cf3ef7bbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531673 Aug 19 12:15:28.767468 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-f895bf0b-a9b0-4176-9fbc-f4c436f7f344 service neutron] 10.222.0.54 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908966 Aug 19 12:15:28.823773 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.840900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691761-c9f1-45c9-b14c-de35f142139d req-ad984333-63c2-4037-8b50-eda6bcf32e5a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.842385 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f691761-c9f1-45c9-b14c-de35f142139d req-ad984333-63c2-4037-8b50-eda6bcf32e5a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 932 time: 0.5547118 Aug 19 12:15:28.873928 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-06bd0158-c5ec-4172-bc56-9ae5829b4a4d req-262ffa44-653c-4481-a3fe-8ed3e9059897 service neutron] 10.222.0.54 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989141 Aug 19 12:15:28.913259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429dd7f-1917-4968-80d5-b2f71c807575 req-3cb92a92-319a-4bf1-814a-cdfdb4ae36eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.914871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5429dd7f-1917-4968-80d5-b2f71c807575 req-3cb92a92-319a-4bf1-814a-cdfdb4ae36eb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.1298571 Aug 19 12:15:28.952645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f691761-c9f1-45c9-b14c-de35f142139d req-65199ee4-a803-4da0-be7f-7ba15bfee738 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030388 Aug 19 12:15:29.049545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5429dd7f-1917-4968-80d5-b2f71c807575 req-afa24ff9-bfad-4116-94f9-7b40c0dde265 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1256645 Aug 19 12:15:29.158652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee791c-2d92-49d9-8345-becb38df300b req-7bbdd04e-90de-4ee4-a081-ee4ebdcf2619 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.160317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37ee791c-2d92-49d9-8345-becb38df300b req-7bbdd04e-90de-4ee4-a081-ee4ebdcf2619 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 946 time: 0.1376336 Aug 19 12:15:29.248917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fad00-d1b1-458d-85dc-599a0893da73 req-2b9be5bb-bbb6-461f-87c2-834503cd9d5c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.251479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878fad00-d1b1-458d-85dc-599a0893da73 req-2b9be5bb-bbb6-461f-87c2-834503cd9d5c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1333642 Aug 19 12:15:29.269898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37ee791c-2d92-49d9-8345-becb38df300b req-9f62991a-1073-4bf9-a61b-b16ca5cb5abb tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/security-groups?id=514351a6-e9ba-4c83-aec3-8a9dc44e47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012545 Aug 19 12:15:29.369034 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878fad00-d1b1-458d-85dc-599a0893da73 req-1ed116a9-287a-4ded-b5ba-f208a8c74940 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980806 Aug 19 12:15:29.387132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-3d5fdf32-8f71-4208-84ad-8b284a689eb0 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.388611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-3d5fdf32-8f71-4208-84ad-8b284a689eb0 tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 946 time: 0.1326122 Aug 19 12:15:29.390575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:29.405662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.447375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Transition to ACTIVE for port object 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:29.464721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.568603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:29.589059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b08815-c945-4730-a7b7-8050d1c272ca req-b23d3daf-ea5d-4d90-a333-f62fd88691f7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.590723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1b08815-c945-4730-a7b7-8050d1c272ca req-b23d3daf-ea5d-4d90-a333-f62fd88691f7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.1451032 Aug 19 12:15:29.595677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 01300bd9-5e7b-4776-a68a-00fb39bf809a details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:29.682497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Deleting port 2fdcb044-af06-439d-b97c-76183352211b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:29.682845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.730544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:29.750310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 01300bd9-5e7b-4776-a68a-00fb39bf809a has no active binding in host n-h1-778550-9 {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:15:29.752725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1b08815-c945-4730-a7b7-8050d1c272ca req-01206970-1e1e-41da-9203-708c7b945418 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382113 Aug 19 12:15:29.784294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Attempting to bind port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:29.784294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Attempting to bind port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:29.784294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Attempting to bind port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:29.794340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c on network e122382d-bbe2-4480-9e13-bf10e2184a63 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:29.794621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Attempting to bind port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:29.811682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:29.812176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:29.812663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Bound using segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:29.813643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Bound port: 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:29.814227 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.843069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] For port 2fdcb044-af06-439d-b97c-76183352211b, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2fdcb044-af06-439d-b97c-76183352211b,segment=NetworkSegment(ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25),segment_id=ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:29.843581 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.877613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Calling delete_port for 2fdcb044-af06-439d-b97c-76183352211b owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:29.955210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] For port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:29.959761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] For port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:29.971283 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.026416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.027055 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.028643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] 10.222.0.54 "PUT /v2.0/ports/0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c HTTP/1.1" status: 200 len: 1092 time: 1.7496252 Aug 19 12:15:30.096440 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3d715-5c36-428a-acc2-da1872207c50 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:30.151383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2', 'tag': '0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:30.154195 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2", "tag": "0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:30.284236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.296720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931a7a6-7f5f-425e-9b53-967caae65eeb req-491edee9-f772-40a6-883a-c114a5d02167 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.299020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0931a7a6-7f5f-425e-9b53-967caae65eeb req-491edee9-f772-40a6-883a-c114a5d02167 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.2115958 Aug 19 12:15:30.304447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-626e93a1-4a8a-426f-8ae6-12a2e153bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.306090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-626e93a1-4a8a-426f-8ae6-12a2e153bc27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 1095 time: 0.1677995 Aug 19 12:15:30.331939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['2fdcb044-af06-439d-b97c-76183352211b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:30.379297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Pushing event deleted for resources: {'Port': ['ID=2fdcb044-af06-439d-b97c-76183352211b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:30.455314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-49b66353-7feb-4da7-baa4-2c19f90e0e2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c HTTP/1.1" status: 200 len: 217 time: 0.1128616 Aug 19 12:15:30.478206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] No DVR routers for this DVR port 2fdcb044-af06-439d-b97c-76183352211b on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:30.481013 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.483583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8fcf31f-3af8-447f-9d2f-3cbadb61d629 req-9eee7151-8c7c-44a1-9884-5da7a7c0e15f tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.69 "DELETE /v2.0/ports/2fdcb044-af06-439d-b97c-76183352211b HTTP/1.1" status: 204 len: 173 time: 1.0872848 Aug 19 12:15:30.536712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0931a7a6-7f5f-425e-9b53-967caae65eeb req-1518d303-181a-46dc-b2c6-e264da0d60c9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927891 Aug 19 12:15:30.567970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-40b019a0-44c2-4c00-a539-6c681dbdcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.569488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-40b019a0-44c2-4c00-a539-6c681dbdcca8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0952787 Aug 19 12:15:30.712655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-f41cb32b-4c2e-42dc-90fa-3b109460235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.714538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-f41cb32b-4c2e-42dc-90fa-3b109460235a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279409 Aug 19 12:15:30.727062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13806f4-63a0-4162-acc1-fd041181eaa9 req-112d2c8e-9a9b-4803-921f-5a332fb1ade0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.729067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b13806f4-63a0-4162-acc1-fd041181eaa9 req-112d2c8e-9a9b-4803-921f-5a332fb1ade0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.0850027 Aug 19 12:15:30.870552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b13806f4-63a0-4162-acc1-fd041181eaa9 req-5b304825-258b-4f03-ae30-826438d03b18 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176841 Aug 19 12:15:30.893699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-09f61832-efcd-4811-a44e-ab3e7e061531 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.895263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-09f61832-efcd-4811-a44e-ab3e7e061531 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8277cc28-8323-44fd-8619-e54d0a85084b HTTP/1.1" status: 200 len: 944 time: 0.1798618 Aug 19 12:15:30.942168 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f12409-1023-4708-84ff-a73833fabdb9 x-openstack-request-id: req-48f12409-1023-4708-84ff-a73833fabdb9 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:30.942442 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2", "tag": "0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:30.942696 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48f12409-1023-4708-84ff-a73833fabdb9 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:30.943093 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2', 'tag': '0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c', 'status': 'completed', 'code': 200} Aug 19 12:15:30.948653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-dd0d24b6-b515-41d0-962a-705c7305f498 service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171421 Aug 19 12:15:31.112468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83bfbce5-bb51-40ec-9acf-7ce27aae8396 req-f29b4849-ba8a-4ad2-ae0e-064eb2a27c5e tempest-ServerAddressesNegativeTestJSON-315788969 tempest-ServerAddressesNegativeTestJSON-315788969-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416 HTTP/1.1" status: 200 len: 210 time: 0.0844641 Aug 19 12:15:31.214909 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e226376-d1ae-441d-9e2d-bc0ac7f936c8 req-70504b5b-129c-4b6c-9480-881f85fbaaed service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583165 Aug 19 12:15:31.222579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Deleting port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:31.223036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.388597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] For port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:31.391155 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.415686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-4b96a87d-f3ad-4ee8-8769-76b67e690cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.418069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-4b96a87d-f3ad-4ee8-8769-76b67e690cb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 1095 time: 0.1122706 Aug 19 12:15:31.423850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Calling delete_port for d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:31.573352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-5acca9a9-9ca3-42b8-a409-bf5f070cf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.574870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-5acca9a9-9ca3-42b8-a409-bf5f070cf5e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1485832 Aug 19 12:15:31.622661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-e484cc47-fdbe-45a1-b317-953c52e995f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c HTTP/1.1" status: 200 len: 217 time: 0.0391204 Aug 19 12:15:31.742675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-699ef9e1-b255-4fac-8baf-aa1fc0f6abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.743974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-699ef9e1-b255-4fac-8baf-aa1fc0f6abf8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0871902 Aug 19 12:15:31.745866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.779227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b68369-a211-4818-8675-5db608282716 req-22d6a8f1-ca7d-4cd5-8b8f-b2af125be2bd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.780333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a1531c23-300f-4596-8f1f-823c89de157c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:31.780920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5b68369-a211-4818-8675-5db608282716 req-22d6a8f1-ca7d-4cd5-8b8f-b2af125be2bd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.1622241 Aug 19 12:15:31.782874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:31.827641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event deleted for resources: {'Port': ['ID=d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:31.906956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] No DVR routers for this DVR port d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:31.911817 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.913960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c62d2e3-ced4-47a9-8fe2-9258aa599ef9 req-e0290380-74a3-40a5-887f-88e124bd2374 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "DELETE /v2.0/ports/d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72 HTTP/1.1" status: 204 len: 173 time: 1.0117166 Aug 19 12:15:31.917911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5b68369-a211-4818-8675-5db608282716 req-c6b3c5ec-bd9c-4ef0-b595-5432b5513243 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041002 Aug 19 12:15:31.919933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-7d4afcd2-ee79-4ef5-b69d-11f77f8cf520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.921399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-7d4afcd2-ee79-4ef5-b69d-11f77f8cf520 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670454 Aug 19 12:15:32.185673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84eb71-a25b-4e7e-a913-d7cbf23a4552 req-d3d541ba-6f30-4676-9361-5ab2137ac762 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.187303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c84eb71-a25b-4e7e-a913-d7cbf23a4552 req-d3d541ba-6f30-4676-9361-5ab2137ac762 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 945 time: 0.1731908 Aug 19 12:15:32.235965 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-e0c7cd96-4dfb-444c-973c-a3fac9f28647 service neutron] 10.222.0.54 "GET /v2.0/ports/01300bd9-5e7b-4776-a68a-00fb39bf809a/bindings/n-h1-778550-9 HTTP/1.1" status: 200 len: 384 time: 0.1367157 Aug 19 12:15:32.237851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-4249b382-ea26-40a8-9458-9edb860384cb service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028386 Aug 19 12:15:32.261255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c84eb71-a25b-4e7e-a913-d7cbf23a4552 req-865da9cc-a1b5-4e35-a59c-d53866e12bf9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563445 Aug 19 12:15:32.355456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51268) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:32.378923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd94a2d7-3b3d-43a8-bc28-7c8900757f56 req-10dd6dbf-de36-470e-a214-1d8110656adf service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212251 Aug 19 12:15:32.438280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15d86a0-dd88-491f-8ebc-09ada7b8f7dc admin admin] Deleting subnet a286638e-fdfc-4df9-8ccb-40157d980563 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:15:32.450634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e15d86a0-dd88-491f-8ebc-09ada7b8f7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.521968 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e15d86a0-dd88-491f-8ebc-09ada7b8f7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.611741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e15d86a0-dd88-491f-8ebc-09ada7b8f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.698923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6b022197-95e7-4801-a5ea-2e77e5920d5e service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:32.744006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6b022197-95e7-4801-a5ea-2e77e5920d5e service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:32.747477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e15d86a0-dd88-491f-8ebc-09ada7b8f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.815925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d86a0-dd88-491f-8ebc-09ada7b8f7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a286638e-fdfc-4df9-8ccb-40157d980563,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:32.829357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e15d86a0-dd88-491f-8ebc-09ada7b8f7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.831212 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e15d86a0-dd88-491f-8ebc-09ada7b8f7dc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a286638e-fdfc-4df9-8ccb-40157d980563 HTTP/1.1" status: 204 len: 168 time: 0.4682994 Aug 19 12:15:32.835167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51276) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:32.896244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:32.898663 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f6a8bb-0e47-4c5c-bd68-bca81df5e398" -d '{"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-unplugged", "status": "completed", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:32.909823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6b022197-95e7-4801-a5ea-2e77e5920d5e service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:32.949812 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6b022197-95e7-4801-a5ea-2e77e5920d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.950103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1be0dd-1c7e-4004-a482-af2ad2c2e46e req-89768a13-6a54-4d8f-94e7-caf879b8d0b4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.960223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d1be0dd-1c7e-4004-a482-af2ad2c2e46e req-89768a13-6a54-4d8f-94e7-caf879b8d0b4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 907 time: 0.1311965 Aug 19 12:15:32.963505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.964122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416', 'name': 'network-vif-deleted', 'tag': '2fdcb044-af06-439d-b97c-76183352211b'}, {'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'name': 'network-vif-deleted', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:32.976134 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe31b4-781d-4690-94e4-097c64106000" -d '{"events": [{"server_uuid": "8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416", "name": "network-vif-deleted", "tag": "2fdcb044-af06-439d-b97c-76183352211b"}, {"server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "name": "network-vif-deleted", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:33.020887 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9f5438-3764-40c8-a830-34140499f39e x-openstack-request-id: req-df9f5438-3764-40c8-a830-34140499f39e {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:33.021336 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-unplugged", "status": "completed", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:33.021740 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df9f5438-3764-40c8-a830-34140499f39e {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:33.022408 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'code': 200} Aug 19 12:15:33.096630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a961-ffa7-4f0c-bc68-f40e4d7f13b3 req-f5e14add-2baa-435b-8486-a1ca33f04bb3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.098486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb92a961-ffa7-4f0c-bc68-f40e4d7f13b3 req-f5e14add-2baa-435b-8486-a1ca33f04bb3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.0611951 Aug 19 12:15:33.100477 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa30727-1cae-4bcd-8d81-03f647a334c5 x-openstack-request-id: req-caa30727-1cae-4bcd-8d81-03f647a334c5 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:33.100996 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416", "name": "network-vif-deleted", "tag": "2fdcb044-af06-439d-b97c-76183352211b", "status": "completed", "code": 200}, {"server_uuid": "8277cc28-8323-44fd-8619-e54d0a85084b", "name": "network-vif-deleted", "tag": "d7eb1cf0-1d07-4bdf-b19d-7fb88d996e72", "status": "failed", "code": 422}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:33.101399 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-caa30727-1cae-4bcd-8d81-03f647a334c5 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:33.102093 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9cdd3d-02f3-47cb-a59e-f4a28f5cb416', 'name': 'network-vif-deleted', 'tag': '2fdcb044-af06-439d-b97c-76183352211b', 'status': 'completed', 'code': 200} Aug 19 12:15:33.102505 n-d-778550-9 neutron-server[101154]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8277cc28-8323-44fd-8619-e54d0a85084b', 'name': 'network-vif-deleted', 'tag': 'd7eb1cf0-1d07-4bdf-b19d-7fb88d996e72', 'status': 'failed', 'code': 422} returned with failed status Aug 19 12:15:33.127294 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.139464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6b022197-95e7-4801-a5ea-2e77e5920d5e service neutron] Transition to ACTIVE for port object 01300bd9-5e7b-4776-a68a-00fb39bf809a will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:33.142089 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea506c5-e1ae-4a67-acc1-9e992f648899']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:33.155213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6b022197-95e7-4801-a5ea-2e77e5920d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.156537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:33.157555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae928ac8-8ae0-4b47-8c6d-80d3a34d3c25') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:33.168857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb92a961-ffa7-4f0c-bc68-f40e4d7f13b3 req-f5a9eac8-0e7e-479b-b942-86a78a8e2237 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595376 Aug 19 12:15:33.199278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.294492 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.327231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:15:33.327710 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:15:33.330512 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:15:33.423901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b022197-95e7-4801-a5ea-2e77e5920d5e service neutron] Pushing event updated for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=11']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:33.432247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890dc8-8908-464a-b4ea-e028a159e37e req-bd68161b-69f0-4194-b436-e021f2b0c40a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.442595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5890dc8-8908-464a-b4ea-e028a159e37e req-bd68161b-69f0-4194-b436-e021f2b0c40a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.0759473 Aug 19 12:15:33.481280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6b022197-95e7-4801-a5ea-2e77e5920d5e service neutron] No DVR routers for this DVR port 01300bd9-5e7b-4776-a68a-00fb39bf809a on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:33.483104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.544953 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5890dc8-8908-464a-b4ea-e028a159e37e req-179ba1a6-ef05-42b1-a2a3-2a3e3c478bde tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990179 Aug 19 12:15:33.555631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.571107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/aea506c5-e1ae-4a67-acc1-9e992f648899 HTTP/1.1" status: 204 len: 168 time: 0.7343404 Aug 19 12:15:33.574291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbc75f-fcc9-42e7-947d-6e94f1b099c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea506c5-e1ae-4a67-acc1-9e992f648899,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:33.614912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2fdcb044-af06-439d-b97c-76183352211b no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:33.637161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 2fdcb044-af06-439d-b97c-76183352211b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:33.637754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2fdcb044-af06-439d-b97c-76183352211b not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:33.739432 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-6b022197-95e7-4801-a5ea-2e77e5920d5e service neutron] 10.222.0.54 "PUT /v2.0/ports/01300bd9-5e7b-4776-a68a-00fb39bf809a/bindings/n-h1-778550-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4895668 Aug 19 12:15:33.743592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51290) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:33.796655 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-330c2f83-4a56-436a-a72d-90fc266715fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ffbc1f71587428f9af61743ed3c9db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518932 Aug 19 12:15:33.800702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51292) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:33.856938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-60b2-4e6f-bc10-d6e4a85db52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.902344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-60b2-4e6f-bc10-d6e4a85db52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.952649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-b85aedc3-cf53-4a66-84a8-7b4ac61a45f2 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.954554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-b85aedc3-cf53-4a66-84a8-7b4ac61a45f2 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.0836711 Aug 19 12:15:33.998262 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-60b2-4e6f-bc10-d6e4a85db52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.000873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-60b2-4e6f-bc10-d6e4a85db52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.004616 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dfb0c0d6-60b2-4e6f-bc10-d6e4a85db52b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/514351a6-e9ba-4c83-aec3-8a9dc44e47cf HTTP/1.1" status: 204 len: 168 time: 0.2028821 Aug 19 12:15:34.014535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0c0d6-60b2-4e6f-bc10-d6e4a85db52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514351a6-e9ba-4c83-aec3-8a9dc44e47cf,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:34.047854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4cb66f84-1ef7-4e85-9136-ba9026206b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.049561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-4cb66f84-1ef7-4e85-9136-ba9026206b99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 1095 time: 0.0871608 Aug 19 12:15:34.105344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc966d09-5630-4718-9675-6858b99c1f57 req-5331cbcd-e446-4b75-8baf-1dac0d929bbb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.106849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc966d09-5630-4718-9675-6858b99c1f57 req-5331cbcd-e446-4b75-8baf-1dac0d929bbb tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 907 time: 0.0540190 Aug 19 12:15:34.155230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-5a5c0079-fd8c-489a-92a3-000ed5406fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.157491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-5a5c0079-fd8c-489a-92a3-000ed5406fe1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1095 time: 0.0497816 Aug 19 12:15:34.269082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-9a742c87-800c-4783-bb40-42b6098ba3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.270752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-9a742c87-800c-4783-bb40-42b6098ba3fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=39816a42-6383-489e-949c-e1cf3ef7bbf1 HTTP/1.1" status: 200 len: 898 time: 0.1060562 Aug 19 12:15:34.379826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-bb3bab07-1d00-41f5-90a6-8833771daaf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 200 len: 998 time: 0.0979469 Aug 19 12:15:34.390356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d737d-b63b-47c0-bddd-bde06dcda87d req-4eda8b9d-b705-442e-b320-1dfa19b2dfe9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.392357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-564d737d-b63b-47c0-bddd-bde06dcda87d req-4eda8b9d-b705-442e-b320-1dfa19b2dfe9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.1208270 Aug 19 12:15:34.468852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-b6be7eda-dc90-4948-9b07-3e8b670933e7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.470825 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-b6be7eda-dc90-4948-9b07-3e8b670933e7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 907 time: 0.0592182 Aug 19 12:15:34.488429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-1a28753f-326f-4d7f-afff-18708b4c9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.490044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-1a28753f-326f-4d7f-afff-18708b4c9380 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a2954f7-8dae-48dc-b941-98e4efd55ffc HTTP/1.1" status: 200 len: 835 time: 0.0965917 Aug 19 12:15:34.512148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-564d737d-b63b-47c0-bddd-bde06dcda87d req-0527f0a6-bb9d-4d69-8b3b-8ad314df1b3b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111858 Aug 19 12:15:34.572854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-1a13f71e-6a7c-4063-8d15-b1f38a576968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.574538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-1a13f71e-6a7c-4063-8d15-b1f38a576968 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=39816a42-6383-489e-949c-e1cf3ef7bbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752499 Aug 19 12:15:34.602060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Deleting port bc8c059f-4bf6-439d-af70-11e91f0cd49b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:34.602828 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.755489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-74f4b96b-c7ea-483b-85d9-19c78f0fbe36 service neutron] 10.222.0.69 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726189 Aug 19 12:15:34.773459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] For port bc8c059f-4bf6-439d-af70-11e91f0cd49b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=bc8c059f-4bf6-439d-af70-11e91f0cd49b,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:34.773971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.793327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Calling delete_port for bc8c059f-4bf6-439d-af70-11e91f0cd49b owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:34.794656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a2961-db68-4022-9c49-94cc551c5841 req-2d73e1e3-4fde-42dc-984f-d065a13fcf2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.803119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c1a2961-db68-4022-9c49-94cc551c5841 req-2d73e1e3-4fde-42dc-984f-d065a13fcf2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.1040361 Aug 19 12:15:34.904072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c1a2961-db68-4022-9c49-94cc551c5841 req-7c6348d1-a7bd-4943-9ffc-5b3faf373f71 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990043 Aug 19 12:15:34.946197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-213dadd4-434a-4f04-a152-c0880687e978 service neutron] 10.222.0.69 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817241 Aug 19 12:15:34.980630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.022328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event deleted for resources: {'Port': ['ID=bc8c059f-4bf6-439d-af70-11e91f0cd49b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:35.080773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] No DVR routers for this DVR port bc8c059f-4bf6-439d-af70-11e91f0cd49b on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:35.083122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.085806 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a06a2479-60bf-433b-ab3b-ca2459b61a6b req-ce6f9cc8-1e13-4f18-9d3d-f116f04c997e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.54 "DELETE /v2.0/ports/bc8c059f-4bf6-439d-af70-11e91f0cd49b HTTP/1.1" status: 204 len: 173 time: 0.6083028 Aug 19 12:15:35.087541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'name': 'network-vif-deleted', 'tag': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:35.105753 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbdb12d-1641-47a2-8aad-c4a6968c385d" -d '{"events": [{"server_uuid": "ccf35d4c-73d6-49e1-88bd-472c38735106", "name": "network-vif-deleted", "tag": "bc8c059f-4bf6-439d-af70-11e91f0cd49b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:35.206068 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9450043a-0b53-4399-9277-b0a66b70a967 x-openstack-request-id: req-9450043a-0b53-4399-9277-b0a66b70a967 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:35.206068 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf35d4c-73d6-49e1-88bd-472c38735106", "name": "network-vif-deleted", "tag": "bc8c059f-4bf6-439d-af70-11e91f0cd49b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:35.206068 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9450043a-0b53-4399-9277-b0a66b70a967 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:35.207434 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf35d4c-73d6-49e1-88bd-472c38735106', 'name': 'network-vif-deleted', 'tag': 'bc8c059f-4bf6-439d-af70-11e91f0cd49b', 'status': 'completed', 'code': 200} Aug 19 12:15:35.310904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00c1e3cb-83d9-40ef-b23e-fc704592a947 req-7c0a8f77-28cb-49e4-a67e-e3d2cc57ffae tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf35d4c-73d6-49e1-88bd-472c38735106 HTTP/1.1" status: 200 len: 210 time: 0.0601134 Aug 19 12:15:35.372523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-0ec5caff-0130-4416-a71e-b62838181961 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:35.374259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-0ec5caff-0130-4416-a71e-b62838181961 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 1095 time: 0.0624616 Aug 19 12:15:35.394923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51326) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:35.520949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-978000443-network', 'tenant_id': '3aaf47df2f2843108eb2304de8ef29b9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:35.544154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Made reservation on behalf of 3aaf47df2f2843108eb2304de8ef29b9 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:35.547629 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.556844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.558496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-df81dfa2-69cb-4658-8da8-a0a64d480950 service neutron] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:35.571148 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-df81dfa2-69cb-4658-8da8-a0a64d480950 service neutron] Notify callbacks [] for binding, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.573901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-addb3aeb-b359-454d-8192-b78ab31c5152 req-df81dfa2-69cb-4658-8da8-a0a64d480950 service neutron] 10.222.0.69 "DELETE /v2.0/ports/01300bd9-5e7b-4776-a68a-00fb39bf809a/bindings/n-h2-778550-9 HTTP/1.1" status: 204 len: 173 time: 0.1917107 Aug 19 12:15:35.701657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33675adf-c13b-45a1-b01e-c2d14da7af15 req-06e1d5a4-2847-4c85-8128-1b07aa2a52db tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:35.703365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33675adf-c13b-45a1-b01e-c2d14da7af15 req-06e1d5a4-2847-4c85-8128-1b07aa2a52db tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.0875189 Aug 19 12:15:35.749220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.756834 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.777161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:15:35.790011 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.790399 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Added segment a52212fe-af42-49e0-b1aa-31c6c86d7bfa of type vlan for network 03672e2f-d1c6-4267-bd65-2f3009f55017 Aug 19 12:15:35.798172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33675adf-c13b-45a1-b01e-c2d14da7af15 req-ea48f9da-bedf-4dcc-bd9b-31a597f988e6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816116 Aug 19 12:15:35.839219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.886167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839633dc-4e4a-4cf8-b700-13c59ee13ea6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:35.888835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.889803 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:35.890368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.946318 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5499988 Aug 19 12:15:35.949687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51336) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:35.957085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Request body: {'subnet': {'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-978000443-subnet', 'tenant_id': '3aaf47df2f2843108eb2304de8ef29b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:35.957951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1cc33-a966-4d09-b7b5-aa610b6e4f18 admin admin] Pushing event updated for resources: {'Network': ['ID=03672e2f-d1c6-4267-bd65-2f3009f55017,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:35.993197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:15:35.998728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Made reservation on behalf of 3aaf47df2f2843108eb2304de8ef29b9 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:36.002116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.537513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aec82-789a-4c55-b7c2-aa77880a62a4 req-2b728c2c-7d62-40a0-a51a-00f91130167f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.544916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b17aec82-789a-4c55-b7c2-aa77880a62a4 req-2b728c2c-7d62-40a0-a51a-00f91130167f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.5268235 Aug 19 12:15:36.658123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b17aec82-789a-4c55-b7c2-aa77880a62a4 req-a9262e3d-4de6-455d-8b9b-ad459821a5cd tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114068 Aug 19 12:15:36.722273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d834f-8069-4b16-9a51-e5926ea79e43 req-06537a08-b106-4a3b-9dae-771b0d24fd29 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.729862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-669d834f-8069-4b16-9a51-e5926ea79e43 req-06537a08-b106-4a3b-9dae-771b0d24fd29 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 945 time: 0.1305757 Aug 19 12:15:36.760466 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.837350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-669d834f-8069-4b16-9a51-e5926ea79e43 req-247096a0-fc2a-4c58-a95a-55710e8bb7a9 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063237 Aug 19 12:15:36.857678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ecb100-42f0-4808-aa59-e994ee63d4c8,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:36.859368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9f2a-e436-4379-8475-49279e9e05cc req-be220f3c-a16f-4dff-9667-55eda30c375c tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.862098 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f5a9f2a-e436-4379-8475-49279e9e05cc req-be220f3c-a16f-4dff-9667-55eda30c375c tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1095 time: 0.1128967 Aug 19 12:15:36.898572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Checking segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:36.899033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Network hostable DHCP agents. Network: 03672e2f-d1c6-4267-bd65-2f3009f55017, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:15:36.952999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f5a9f2a-e436-4379-8475-49279e9e05cc req-36828b9c-baca-4fc9-872b-4c99eab4441e tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735967 Aug 19 12:15:36.955553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:15:37.004733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 03672e2f-d1c6-4267-bd65-2f3009f55017) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:37.011814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.012403 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.028418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08537c-31f5-4d1e-909b-e05a91dccb13 req-8a7491e9-c0d8-4ee0-915b-e7ab48b271b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.029087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad894780-130d-4da0-97f8-01726d4a6afe None None] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:37.030192 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e08537c-31f5-4d1e-909b-e05a91dccb13 req-8a7491e9-c0d8-4ee0-915b-e7ab48b271b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.0867863 Aug 19 12:15:37.040287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c0f719c6-3c63-4f51-ade8-b7d9b6f58a4f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0895135 Aug 19 12:15:37.083754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e08537c-31f5-4d1e-909b-e05a91dccb13 req-8e1ed012-122b-4018-b1d3-50d8ad4d94e3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Aug 19 12:15:37.161025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc1c4f-0425-4c20-9557-8143e3c38acd req-4f4aba44-0e12-4057-803b-16257d5fc29f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.162575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33fc1c4f-0425-4c20-9557-8143e3c38acd req-4f4aba44-0e12-4057-803b-16257d5fc29f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.0535762 Aug 19 12:15:37.181689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530769d-38e0-4586-b22e-55393946bb29 None None] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:37.196768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 01300bd9-5e7b-4776-a68a-00fb39bf809a no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:37.210074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33fc1c4f-0425-4c20-9557-8143e3c38acd req-1bdeeb7a-8b9e-4f6b-9ca7-117af00f5586 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415716 Aug 19 12:15:37.233159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51362) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:37.295200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 01300bd9-5e7b-4776-a68a-00fb39bf809a not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:37.303408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3be14be5-fc0c-45f3-9d4d-4c2ea5811b72 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/166c1207-ef82-4a46-943a-7a6c8865a226 HTTP/1.1" status: 200 len: 990 time: 0.0689607 Aug 19 12:15:37.535791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-69c3c1b2-2ec8-4247-aa1a-97573314df55 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.537149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-69c3c1b2-2ec8-4247-aa1a-97573314df55 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1079717 Aug 19 12:15:37.553169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-b9638c58-49f1-4cd3-ac53-c90144aa963c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/quotas/3aaf47df2f2843108eb2304de8ef29b9 HTTP/1.1" status: 200 len: 375 time: 0.0097306 Aug 19 12:15:37.584699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-b838de31-1182-4490-8441-a2da7d226fab tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259905 Aug 19 12:15:37.683730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-31922ce2-ce91-4ca9-8b75-ff170791571c service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919874 Aug 19 12:15:37.784536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-6f25ce31-cc63-4858-98e9-bf89f98d8bdd service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920382 Aug 19 12:15:37.971647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ae1deb4-e418-4aac-a544-f153e698e650 req-011f0ced-56a0-4b9d-ae79-7533dc1738c9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 210 time: 0.0508709 Aug 19 12:15:38.000235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cbeae-b5a8-4cec-ab57-fdb33d4a2767 req-f4f1ab21-13ee-4d02-989e-f45cdd17e813 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.001988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-050cbeae-b5a8-4cec-ab57-fdb33d4a2767 req-f4f1ab21-13ee-4d02-989e-f45cdd17e813 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 945 time: 0.0689979 Aug 19 12:15:38.040531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-050cbeae-b5a8-4cec-ab57-fdb33d4a2767 req-c7d8af14-4ef6-44da-8f1c-913fc8849c70 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325119 Aug 19 12:15:38.209359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-611e4b45-de39-42c8-baec-9d387661414f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.211016 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-611e4b45-de39-42c8-baec-9d387661414f tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.54 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 945 time: 0.0590651 Aug 19 12:15:38.225081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750200-9405-4439-b5ac-7e70bce42120 req-91084f72-13d4-4036-b0d4-9f6254e19295 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.227194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b750200-9405-4439-b5ac-7e70bce42120 req-91084f72-13d4-4036-b0d4-9f6254e19295 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.0615652 Aug 19 12:15:38.281097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b750200-9405-4439-b5ac-7e70bce42120 req-9ae747a6-3fa9-4d52-8a40-33bf8baa16c3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Aug 19 12:15:38.327109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Deleting port a1531c23-300f-4596-8f1f-823c89de157c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:38.327450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:38.762781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] For port a1531c23-300f-4596-8f1f-823c89de157c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a1531c23-300f-4596-8f1f-823c89de157c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:38.763147 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:38.776819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Calling delete_port for a1531c23-300f-4596-8f1f-823c89de157c owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:38.924246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:38.956399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event deleted for resources: {'Port': ['ID=a1531c23-300f-4596-8f1f-823c89de157c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:38.970692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a1531c23-300f-4596-8f1f-823c89de157c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:38.974853 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:39.003903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] No DVR routers for this DVR port a1531c23-300f-4596-8f1f-823c89de157c on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:39.006670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.008761 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e9201b67-d454-4350-b835-cb61eea2d5d5 req-cf40db34-4a39-4164-a3b5-ba513a5e37de tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.54 "DELETE /v2.0/ports/a1531c23-300f-4596-8f1f-823c89de157c HTTP/1.1" status: 204 len: 173 time: 0.7910178 Aug 19 12:15:39.009404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae1ddc5-2e46-46e1-a635-afb0715e2ac8', 'name': 'network-vif-deleted', 'tag': 'a1531c23-300f-4596-8f1f-823c89de157c'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:39.011901 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817b12c3-5197-47d5-81fb-8ea76c41dfd0" -d '{"events": [{"server_uuid": "cae1ddc5-2e46-46e1-a635-afb0715e2ac8", "name": "network-vif-deleted", "tag": "a1531c23-300f-4596-8f1f-823c89de157c"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:39.057778 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db631d7-f8a8-4396-9bf7-15f8bd5d504c x-openstack-request-id: req-0db631d7-f8a8-4396-9bf7-15f8bd5d504c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:39.058280 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae1ddc5-2e46-46e1-a635-afb0715e2ac8", "name": "network-vif-deleted", "tag": "a1531c23-300f-4596-8f1f-823c89de157c", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:39.058692 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0db631d7-f8a8-4396-9bf7-15f8bd5d504c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:39.059250 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae1ddc5-2e46-46e1-a635-afb0715e2ac8', 'name': 'network-vif-deleted', 'tag': 'a1531c23-300f-4596-8f1f-823c89de157c', 'status': 'completed', 'code': 200} Aug 19 12:15:39.134201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3348f625-1094-456e-adf8-b8bec5f3e515 req-2e6fc7dd-f1dc-4da4-a76d-1498503be2d6 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 210 time: 0.0598388 Aug 19 12:15:39.164700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13c88b49-1b14-41ad-bb83-1bede98cf6de req-f209f5ea-de27-4d9e-9d6b-d3db006979ae tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=cae1ddc5-2e46-46e1-a635-afb0715e2ac8 HTTP/1.1" status: 200 len: 210 time: 0.0330040 Aug 19 12:15:39.205790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device bc8c059f-4bf6-439d-af70-11e91f0cd49b no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:39.231313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0fc110a0-1c20-4408-a6d2-09bdea1ad1a2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.232760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: bc8c059f-4bf6-439d-af70-11e91f0cd49b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:39.232909 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0fc110a0-1c20-4408-a6d2-09bdea1ad1a2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.2736447 Aug 19 12:15:39.233115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device bc8c059f-4bf6-439d-af70-11e91f0cd49b not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:39.271375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Request body: {'port': {'device_id': '9aa6958f-d21b-4b3c-8147-19aca8756d78', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'admin_state_up': True, 'tenant_id': '3aaf47df2f2843108eb2304de8ef29b9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:39.440278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Made reservation on behalf of 3aaf47df2f2843108eb2304de8ef29b9 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:39.444477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.482888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4462252-767b-456b-a179-2622a8faff4a req-80f3fc06-c3c0-4920-9d14-2b9d88e49218 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.484348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4462252-767b-456b-a179-2622a8faff4a req-80f3fc06-c3c0-4920-9d14-2b9d88e49218 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.0948510 Aug 19 12:15:39.586846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4462252-767b-456b-a179-2622a8faff4a req-13f80ae8-485e-4a3b-a4ef-a4d454ab7c8c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723758 Aug 19 12:15:39.589232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51402) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:39.619069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Allocated IP 172.20.0.3 (03672e2f-d1c6-4267-bd65-2f3009f55017/84ecb100-42f0-4808-aa59-e994ee63d4c8/b48bfec4-9887-4764-b721-8ea0a72c1ac1) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:39.753300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 773e28c9-c5e3-49bd-9dc8-05cd7090c803 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:39.753656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.784425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.824062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.835970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.836295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.848476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 773e28c9-c5e3-49bd-9dc8-05cd7090c803 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:39.869667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:39.874748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:39.878669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:39.906191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event updated for resources: {'Port': ['ID=b48bfec4-9887-4764-b721-8ea0a72c1ac1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:39.932802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.933414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.948639 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-279f0a58-ca1a-4fb7-ba53-3a9e9ac7e6db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6827536 Aug 19 12:15:39.971324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Request body: {'port': {'device_id': '9aa6958f-d21b-4b3c-8147-19aca8756d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:40.002691 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.029888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=773e28c9-c5e3-49bd-9dc8-05cd7090c803,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:40.030296 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.102413 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.102791 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Floating IP 166c1207-ef82-4a46-943a-7a6c8865a226 disassociated (deleted). External IP: 172.25.4.84, port: 01300bd9-5e7b-4776-a68a-00fb39bf809a. Aug 19 12:15:40.332541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router ea65dae4-bd10-4148-bc53-1de3bca04ebc has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:15:40.406303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48bfec4-9887-4764-b721-8ea0a72c1ac1 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:40.415480 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.445841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Transition to ACTIVE for port object b48bfec4-9887-4764-b721-8ea0a72c1ac1 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:40.460973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeb333-4fa1-4ec9-be63-b1b011ff2c05 req-068e521f-9422-4d51-8def-af0d65018fdf tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.463036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bfeeb333-4fa1-4ec9-be63-b1b011ff2c05 req-068e521f-9422-4d51-8def-af0d65018fdf tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 931 time: 0.1810355 Aug 19 12:15:40.464465 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.476786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:40.487660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.487848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] Sync routers for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:40.497127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:40.498128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:40.524474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0e1d532e-8189-43d1-b7cf-a79da31fd41b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/floatingips/166c1207-ef82-4a46-943a-7a6c8865a226 HTTP/1.1" status: 204 len: 168 time: 0.9316103 Aug 19 12:15:40.549465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b48bfec4-9887-4764-b721-8ea0a72c1ac1,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:40.555474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bfeeb333-4fa1-4ec9-be63-b1b011ff2c05 req-9205358d-593c-48c5-9835-2557f2a34c84 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606503 Aug 19 12:15:40.647271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:40.680649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Attempting to bind port b48bfec4-9887-4764-b721-8ea0a72c1ac1 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:40.680649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Attempting to bind port b48bfec4-9887-4764-b721-8ea0a72c1ac1 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:40.681052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Attempting to bind port b48bfec4-9887-4764-b721-8ea0a72c1ac1 on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:40.703202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8bb40-5ab5-4224-abbc-faba258ddc10 req-18f92ca8-cdfb-40a1-95c1-35079e28b107 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.712965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7cd8bb40-5ab5-4224-abbc-faba258ddc10 req-18f92ca8-cdfb-40a1-95c1-35079e28b107 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.0905507 Aug 19 12:15:40.735063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Port b48bfec4-9887-4764-b721-8ea0a72c1ac1 on network 03672e2f-d1c6-4267-bd65-2f3009f55017 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:40.735344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Attempting to bind port b48bfec4-9887-4764-b721-8ea0a72c1ac1 on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:40.748906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:40.749258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Checking segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:40.749639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Bound using segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:40.750083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Bound port: b48bfec4-9887-4764-b721-8ea0a72c1ac1, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:40.750617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.805536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7cd8bb40-5ab5-4224-abbc-faba258ddc10 req-2a8d5a33-313d-4aaf-86ed-7dd91d6a8c81 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916026 Aug 19 12:15:40.899528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0ea72537-e674-426c-aa4d-37488e314cf8', 'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:ad:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:18Z', 'updated_at': '2021-08-19T12:14:29Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:40.905870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] For port b48bfec4-9887-4764-b721-8ea0a72c1ac1, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:40.928805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] For port b48bfec4-9887-4764-b721-8ea0a72c1ac1, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b48bfec4-9887-4764-b721-8ea0a72c1ac1,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:40.933054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] Checking router: ea65dae4-bd10-4148-bc53-1de3bca04ebc for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:40.937908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.942764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:40.943545 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:40.957038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778b9c2-bcff-41fd-9797-22e8031b4081 req-abd53cb8-096d-4e56-94c1-affac9f7af75 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.958857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d778b9c2-bcff-41fd-9797-22e8031b4081 req-abd53cb8-096d-4e56-94c1-affac9f7af75 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.1472936 Aug 19 12:15:41.013632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315c5e7-bd48-4f4f-94d7-f324620c0a3e req-7009768c-c241-49b7-b8e9-2d6bcea7a911 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.015205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1315c5e7-bd48-4f4f-94d7-f324620c0a3e req-7009768c-c241-49b7-b8e9-2d6bcea7a911 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.1462758 Aug 19 12:15:41.028502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.029155 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.030530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] 10.222.0.69 "PUT /v2.0/ports/b48bfec4-9887-4764-b721-8ea0a72c1ac1 HTTP/1.1" status: 200 len: 1091 time: 1.0637593 Aug 19 12:15:41.033085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa6958f-d21b-4b3c-8147-19aca8756d78', 'tag': 'b48bfec4-9887-4764-b721-8ea0a72c1ac1'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:41.035312 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc2a87e-81eb-456e-97af-b3bad65796a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa6958f-d21b-4b3c-8147-19aca8756d78", "tag": "b48bfec4-9887-4764-b721-8ea0a72c1ac1"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:41.061095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:41.066306 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e017d22a-1737-4eb1-838c-c171d146b8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:41.066510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:41.082458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedf528-6045-4af8-a7b3-e26dc0aec8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b48bfec4-9887-4764-b721-8ea0a72c1ac1,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:41.097025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d778b9c2-bcff-41fd-9797-22e8031b4081 req-853b2133-7c45-47ca-a8b9-d275cfa8e473 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066272 Aug 19 12:15:41.155387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1315c5e7-bd48-4f4f-94d7-f324620c0a3e req-eb9a0e45-89b0-4aeb-b309-b28f9f4d2554 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238329 Aug 19 12:15:41.170887 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0545e180-f68b-4c48-8033-f7611b3e6c3b x-openstack-request-id: req-0545e180-f68b-4c48-8033-f7611b3e6c3b {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:41.171185 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa6958f-d21b-4b3c-8147-19aca8756d78", "tag": "b48bfec4-9887-4764-b721-8ea0a72c1ac1", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:41.171440 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0545e180-f68b-4c48-8033-f7611b3e6c3b {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:41.171835 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa6958f-d21b-4b3c-8147-19aca8756d78', 'tag': 'b48bfec4-9887-4764-b721-8ea0a72c1ac1', 'status': 'completed', 'code': 200} Aug 19 12:15:41.193151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-cd12e36f-ff85-4272-86f9-734fd52204da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.195805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-cd12e36f-ff85-4272-86f9-734fd52204da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 1094 time: 0.0751443 Aug 19 12:15:41.208532 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c4f57f-f884-44cb-9663-f96d3d573b1b x-openstack-request-id: req-47c4f57f-f884-44cb-9663-f96d3d573b1b {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:41.208855 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:41.209114 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47c4f57f-f884-44cb-9663-f96d3d573b1b {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:41.209520 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'status': 'completed', 'code': 200} Aug 19 12:15:41.283488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-dbb6bef6-bf1b-4d89-9d04-354c731e41c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b48bfec4-9887-4764-b721-8ea0a72c1ac1 HTTP/1.1" status: 200 len: 217 time: 0.0401435 Aug 19 12:15:41.330673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0ea72537-e674-426c-aa4d-37488e314cf8', 'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:ad:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:18Z', 'updated_at': '2021-08-19T12:14:29Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:41.357869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-5ab7a35e-8bf3-4e94-b934-3bde9d49e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.360457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-5160c8f8-cd16-4182-8340-decf6fac9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.360741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-5ab7a35e-8bf3-4e94-b934-3bde9d49e05b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0617962 Aug 19 12:15:41.362598 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-5160c8f8-cd16-4182-8340-decf6fac9399 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 1095 time: 0.0497606 Aug 19 12:15:41.364271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99974ec2-9557-4075-a6d8-ce8fa45366b1 None None] The sync data for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 is: [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:14:20Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0ea72537-e674-426c-aa4d-37488e314cf8', 'name': '', 'network_id': '39816a42-6383-489e-949c-e1cf3ef7bbf1', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:ad:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:18Z', 'updated_at': '2021-08-19T12:14:29Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '3a2954f7-8dae-48dc-b941-98e4efd55ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:15:41.405451 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-97e38014-7cb7-4269-b6db-5ca666886597 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310488 Aug 19 12:15:41.482947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-ec9dab5a-cf4c-4ce2-94ee-c7612220766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.484925 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-ec9dab5a-cf4c-4ce2-94ee-c7612220766a service neutron] 10.222.0.69 "GET /v2.0/networks?id=39816a42-6383-489e-949c-e1cf3ef7bbf1 HTTP/1.1" status: 200 len: 898 time: 0.1095297 Aug 19 12:15:41.511986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-812802fc-9b12-4502-b200-da3070178c97 service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980880 Aug 19 12:15:41.565339 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-47105e34-e107-47de-8aea-2deee672e30a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 200 len: 217 time: 0.0443013 Aug 19 12:15:41.626256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-1d74d7c9-a049-463a-8398-fa7036993049 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.627806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-1d74d7c9-a049-463a-8398-fa7036993049 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.1064758 Aug 19 12:15:41.655599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-4d86ebfc-9ac3-4750-ac43-20db9fc04430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.658349 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-4d86ebfc-9ac3-4750-ac43-20db9fc04430 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a2954f7-8dae-48dc-b941-98e4efd55ffc HTTP/1.1" status: 200 len: 835 time: 0.0861042 Aug 19 12:15:41.683995 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9986f9-bd1d-4739-974c-b95d494de1b0 None None] New status for floating IP 166c1207-ef82-4a46-943a-7a6c8865a226: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:15:41.718542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-cd90468e-5a88-4025-b458-3e4e730271e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.721010 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-cd90468e-5a88-4025-b458-3e4e730271e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=39816a42-6383-489e-949c-e1cf3ef7bbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554395 Aug 19 12:15:41.744109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fd849d-ace2-4b64-abed-a2d34c9c8b7c req-6e32b17f-e730-45f0-8d9d-c8451ef08751 service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213552 Aug 19 12:15:41.833893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb0bfc-d796-4fb5-bd62-585a9a6b71d4 req-bc4d7e4b-bf45-433f-a0d9-2f38e9844641 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.835505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4bb0bfc-d796-4fb5-bd62-585a9a6b71d4 req-bc4d7e4b-bf45-433f-a0d9-2f38e9844641 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 943 time: 0.1533632 Aug 19 12:15:41.873827 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-93ae7bb9-bda0-4f2b-9f57-57da3d30fb49 service neutron] 10.222.0.69 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450398 Aug 19 12:15:41.874413 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 01300bd9-5e7b-4776-a68a-00fb39bf809a {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:41.874752 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.978600 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e017d22a-1737-4eb1-838c-c171d146b8b4 req-9a19c1b0-336a-4e64-94bd-b2ca3b629ee9 service neutron] 10.222.0.69 "GET /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968199 Aug 19 12:15:41.991322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f4bb0bfc-d796-4fb5-bd62-585a9a6b71d4 req-5482ebe8-4955-4f2d-9b4d-129d2f4246a8 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491771 Aug 19 12:15:42.008392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-bb0e9544-7bc8-420d-ba91-868b822c2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.009933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-bb0e9544-7bc8-420d-ba91-868b822c2a07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 1094 time: 0.1471767 Aug 19 12:15:42.061103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a2de1-e29f-482f-8f9a-068333c9eaf9 req-7dc94190-00e4-4406-838b-98e6b2bdf0f0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.062693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-583a2de1-e29f-482f-8f9a-068333c9eaf9 req-7dc94190-00e4-4406-838b-98e6b2bdf0f0 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.1676066 Aug 19 12:15:42.114420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port 01300bd9-5e7b-4776-a68a-00fb39bf809a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=01300bd9-5e7b-4776-a68a-00fb39bf809a,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:42.114722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.144464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 01300bd9-5e7b-4776-a68a-00fb39bf809a owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:42.196587 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-583a2de1-e29f-482f-8f9a-068333c9eaf9 req-a8a1fab5-22e7-4c35-befb-91caed2b5212 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969071 Aug 19 12:15:42.275928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-dd5f7e69-e6b6-483a-afa1-4297a949f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.277471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-dd5f7e69-e6b6-483a-afa1-4297a949f075 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 906 time: 0.2574501 Aug 19 12:15:42.307571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74907138-221b-4698-8506-d5e35f791d04 req-c751a93e-7a79-4dc0-819f-b70cffefdc03 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.309722 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74907138-221b-4698-8506-d5e35f791d04 req-c751a93e-7a79-4dc0-819f-b70cffefdc03 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 946 time: 0.0674381 Aug 19 12:15:42.357820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6923879-501e-4816-97e0-7d1ac66ced97 req-4b9415dd-ea66-49c9-864e-ab014da1b440 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.359363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6923879-501e-4816-97e0-7d1ac66ced97 req-4b9415dd-ea66-49c9-864e-ab014da1b440 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.1887002 Aug 19 12:15:42.360756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-3bd32d05-9da0-472f-a884-119bdd02ff5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b48bfec4-9887-4764-b721-8ea0a72c1ac1 HTTP/1.1" status: 200 len: 217 time: 0.0700591 Aug 19 12:15:42.419410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-74907138-221b-4698-8506-d5e35f791d04 req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Deleting port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:42.420048 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74907138-221b-4698-8506-d5e35f791d04 req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.440128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e46533-98a3-4450-9374-4915a626c240 req-42e9aba8-d33c-4799-9a54-7c48c95f5cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.447691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47e46533-98a3-4450-9374-4915a626c240 req-42e9aba8-d33c-4799-9a54-7c48c95f5cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c HTTP/1.1" status: 200 len: 944 time: 0.1858404 Aug 19 12:15:42.512220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-7d039516-3bf9-4481-a72c-58fb521457da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.513744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-7d039516-3bf9-4481-a72c-58fb521457da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.1413014 Aug 19 12:15:42.525650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6923879-501e-4816-97e0-7d1ac66ced97 req-4b5d3187-6126-4e62-9150-8e26ab78d5b7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549077 Aug 19 12:15:42.531948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-74907138-221b-4698-8506-d5e35f791d04 req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] For port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:42.532595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74907138-221b-4698-8506-d5e35f791d04 req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.552567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-74907138-221b-4698-8506-d5e35f791d04 req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Calling delete_port for f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:42.579033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-ae60be28-1395-4944-b6be-d55badc51369 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465820 Aug 19 12:15:42.582273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47e46533-98a3-4450-9374-4915a626c240 req-1068d11c-20c3-4e2b-b79c-45e94f437a4b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=619817f0-a5e9-4cd2-bec5-7176881ead15&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338034 Aug 19 12:15:42.583473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.653924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=01300bd9-5e7b-4776-a68a-00fb39bf809a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:42.710030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] No DVR routers for this DVR port 01300bd9-5e7b-4776-a68a-00fb39bf809a on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:42.714098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.715973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.69 "DELETE /v2.0/ports/01300bd9-5e7b-4776-a68a-00fb39bf809a HTTP/1.1" status: 204 len: 173 time: 1.0764492 Aug 19 12:15:42.745222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-c84a423f-926e-4f7b-b1e4-4300867290ab service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542413 Aug 19 12:15:42.750485 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74907138-221b-4698-8506-d5e35f791d04 req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.789691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:42.820564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event deleted for resources: {'Port': ['ID=f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:42.851726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.852341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.852888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.853240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.853614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.853957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.854297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.854635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.854998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.855333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.856082 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.856429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:42.890983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-74907138-221b-4698-8506-d5e35f791d04 req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] No DVR routers for this DVR port f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:42.895586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74907138-221b-4698-8506-d5e35f791d04 req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.897773 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74907138-221b-4698-8506-d5e35f791d04 req-0ab77735-bd5c-4e58-8a35-30adbf02a8d1 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "DELETE /v2.0/ports/f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 HTTP/1.1" status: 204 len: 173 time: 0.5807354 Aug 19 12:15:42.920092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc2a87e-81eb-456e-97af-b3bad65796a9 req-f01d7517-fda9-42c6-9116-aac363c9d248 service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540456 Aug 19 12:15:43.171000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9676a4-9de2-4fd4-aa33-f978677c36c4 req-2c00522f-3fd9-45ad-807a-8823960aabee tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.173400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e9676a4-9de2-4fd4-aa33-f978677c36c4 req-2c00522f-3fd9-45ad-807a-8823960aabee tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 943 time: 0.0624599 Aug 19 12:15:43.173702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-deleted', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:43.176073 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a713144-98a9-4d23-b0c6-9c17d16e475e" -d '{"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-deleted", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:43.211331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc1ec11-4da3-4679-a351-72b8cd110123', 'name': 'network-vif-deleted', 'tag': 'f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:43.213761 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74f2bab-76da-40f8-a5a4-c0f6399edb02" -d '{"events": [{"server_uuid": "8fc1ec11-4da3-4679-a351-72b8cd110123", "name": "network-vif-deleted", "tag": "f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:43.223147 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c52d53-ac11-4f59-b005-b9741bedd5fa x-openstack-request-id: req-b1c52d53-ac11-4f59-b005-b9741bedd5fa {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:43.223439 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c", "name": "network-vif-deleted", "tag": "01300bd9-5e7b-4776-a68a-00fb39bf809a", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:43.223737 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1c52d53-ac11-4f59-b005-b9741bedd5fa {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:43.224337 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac3a2ee-e6b1-4fae-ba15-1d40adb7e40c', 'name': 'network-vif-deleted', 'tag': '01300bd9-5e7b-4776-a68a-00fb39bf809a', 'status': 'completed', 'code': 200} Aug 19 12:15:43.236429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a1531c23-300f-4596-8f1f-823c89de157c no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:43.254213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e9676a4-9de2-4fd4-aa33-f978677c36c4 req-49316ff6-849c-44bf-adec-fda3cf82bf5d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674422 Aug 19 12:15:43.270736 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cddf2b4-9d0c-4ad7-ba57-784b0c9dbb16 x-openstack-request-id: req-5cddf2b4-9d0c-4ad7-ba57-784b0c9dbb16 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:43.271353 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc1ec11-4da3-4679-a351-72b8cd110123", "name": "network-vif-deleted", "tag": "f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:43.271926 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cddf2b4-9d0c-4ad7-ba57-784b0c9dbb16 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:43.272535 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc1ec11-4da3-4679-a351-72b8cd110123', 'name': 'network-vif-deleted', 'tag': 'f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4', 'status': 'completed', 'code': 200} Aug 19 12:15:43.276815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: a1531c23-300f-4596-8f1f-823c89de157c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:43.277127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a1531c23-300f-4596-8f1f-823c89de157c not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:43.356310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-508a6804-7558-4361-8f49-86c957de243e req-494e5d6d-431a-424d-acf4-f61a9e858ea4 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc1ec11-4da3-4679-a351-72b8cd110123 HTTP/1.1" status: 200 len: 210 time: 0.0281343 Aug 19 12:15:43.652073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51450) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:43.653228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb05cb-78fd-4b52-bd43-7f400f880fa5 req-b1248a93-d8d7-4761-b81c-737d1348f239 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.654837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46cb05cb-78fd-4b52-bd43-7f400f880fa5 req-b1248a93-d8d7-4761-b81c-737d1348f239 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.0522256 Aug 19 12:15:43.697750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46cb05cb-78fd-4b52-bd43-7f400f880fa5 req-74dc4313-e027-4c6b-8f5c-dbc6b530e228 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361574 Aug 19 12:15:43.706937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b48bfec4-9887-4764-b721-8ea0a72c1ac1 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:43.815056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port b48bfec4-9887-4764-b721-8ea0a72c1ac1, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b48bfec4-9887-4764-b721-8ea0a72c1ac1,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:43.831643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'b48bfec4-9887-4764-b721-8ea0a72c1ac1', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'port_id': 'b48bfec4-9887-4764-b721-8ea0a72c1ac1', 'mac_address': 'fa:16:3e:4d:de:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ecb100-42f0-4808-aa59-e994ee63d4c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:43.873611 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.888595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48bfec4-9887-4764-b721-8ea0a72c1ac1 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:43.910416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port b48bfec4-9887-4764-b721-8ea0a72c1ac1, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b48bfec4-9887-4764-b721-8ea0a72c1ac1,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:43.915537 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.971871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=b48bfec4-9887-4764-b721-8ea0a72c1ac1,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:44.047576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.292457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:44.326466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 0ea72537-e674-426c-aa4d-37488e314cf8 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:44.326853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.379220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5479f9-c625-42ef-8cdd-c3901a347e70 req-0afe6ff0-6c6a-455d-914a-3d2b35f72ee2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.381168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba5479f9-c625-42ef-8cdd-c3901a347e70 req-0afe6ff0-6c6a-455d-914a-3d2b35f72ee2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 944 time: 0.0579722 Aug 19 12:15:44.465200 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba5479f9-c625-42ef-8cdd-c3901a347e70 req-2a4af431-c161-42c5-ac02-efbf825f98bd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725603 Aug 19 12:15:44.498002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port 0ea72537-e674-426c-aa4d-37488e314cf8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ea72537-e674-426c-aa4d-37488e314cf8,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:44.498529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.513956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 0ea72537-e674-426c-aa4d-37488e314cf8 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:44.716310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b1897-043f-47f1-9915-9d669ab8964d req-3b8c043f-fac7-4e82-a5bb-0043490ee80c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.717987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-259b1897-043f-47f1-9915-9d669ab8964d req-3b8c043f-fac7-4e82-a5bb-0043490ee80c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0676432 Aug 19 12:15:44.730229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.759751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=0ea72537-e674-426c-aa4d-37488e314cf8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:44.785580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-259b1897-043f-47f1-9915-9d669ab8964d req-66524b66-557f-4343-ad8d-be64cdea5287 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603967 Aug 19 12:15:44.854378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b37e5-9879-4bea-a89a-4ef3a431b6aa req-43055b64-d309-43f6-8db3-e003f07e4242 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.856024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b4b37e5-9879-4bea-a89a-4ef3a431b6aa req-43055b64-d309-43f6-8db3-e003f07e4242 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.0691812 Aug 19 12:15:44.913351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b4b37e5-9879-4bea-a89a-4ef3a431b6aa req-c5c5caf7-90b9-4610-bf9b-c0ed716cf60b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 Aug 19 12:15:44.991450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.220536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router ea65dae4-bd10-4148-bc53-1de3bca04ebc has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:15:45.327198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:45.332475 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-29a7ab46-8d3e-4435-b56c-524de22f914d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "PUT /v2.0/routers/ea65dae4-bd10-4148-bc53-1de3bca04ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792977 Aug 19 12:15:45.335310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51466) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:45.338481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] Sync routers for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:45.347978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:45.348616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:45.385388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac82995-d27b-42b9-901d-7bde42d87686 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting subnet 3a2954f7-8dae-48dc-b941-98e4efd55ffc {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:15:45.388469 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac82995-d27b-42b9-901d-7bde42d87686 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.429539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac82995-d27b-42b9-901d-7bde42d87686 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.456729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:45.531628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac82995-d27b-42b9-901d-7bde42d87686 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.583285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b3eed-3ad2-4988-973b-cac5187d4efa req-cac5a35a-db93-41f2-990c-1cda8b784300 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.585577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-720b3eed-3ad2-4988-973b-cac5187d4efa req-cac5a35a-db93-41f2-990c-1cda8b784300 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 944 time: 0.0525444 Aug 19 12:15:45.595548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac82995-d27b-42b9-901d-7bde42d87686 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.628403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac82995-d27b-42b9-901d-7bde42d87686 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2954f7-8dae-48dc-b941-98e4efd55ffc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:45.630499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eac82995-d27b-42b9-901d-7bde42d87686 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.631936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-720b3eed-3ad2-4988-973b-cac5187d4efa req-6a989c79-761c-4239-a298-9c9e17c94074 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384779 Aug 19 12:15:45.633482 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eac82995-d27b-42b9-901d-7bde42d87686 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/subnets/3a2954f7-8dae-48dc-b941-98e4efd55ffc HTTP/1.1" status: 204 len: 168 time: 0.2963939 Aug 19 12:15:45.635269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51470) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:45.639711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c06f2a5-1db0-4469-8132-0966f3a43062 None None] Network 39816a42-6383-489e-949c-e1cf3ef7bbf1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:45.713401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b48bfec4-9887-4764-b721-8ea0a72c1ac1 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:45.720229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:15:44Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': '7ba6f6ce-bf9e-45de-9df2-39419d98589b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:10Z', 'updated_at': '2021-08-19T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:45.747009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.856327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.909900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9686-f57b-4b9c-9a5d-c66d1a59f79f req-58c13318-a3d1-4c31-9c7a-ac1a76101de7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.912164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19aa9686-f57b-4b9c-9a5d-c66d1a59f79f req-58c13318-a3d1-4c31-9c7a-ac1a76101de7 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0609493 Aug 19 12:15:45.927130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 7ba6f6ce-bf9e-45de-9df2-39419d98589b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:45.927744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.960065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] Checking router: ea65dae4-bd10-4148-bc53-1de3bca04ebc for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:45.969348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19aa9686-f57b-4b9c-9a5d-c66d1a59f79f req-5432a855-cd4e-4b92-81a9-78d4f649683c tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454063 Aug 19 12:15:45.990692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] Routers {'ea65dae4-bd10-4148-bc53-1de3bca04ebc'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:45.991338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:46.033208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port 7ba6f6ce-bf9e-45de-9df2-39419d98589b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7ba6f6ce-bf9e-45de-9df2-39419d98589b,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:46.033662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.046973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 7ba6f6ce-bf9e-45de-9df2-39419d98589b owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:46.094051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171409b-f39c-4b8c-8e0e-131e3c0444e5 req-336a2ae2-5fd5-48a5-9ccf-4fb0082d1ed3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:46.095598 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2171409b-f39c-4b8c-8e0e-131e3c0444e5 req-336a2ae2-5fd5-48a5-9ccf-4fb0082d1ed3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.0517616 Aug 19 12:15:46.103162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] Set router ea65dae4-bd10-4148-bc53-1de3bca04ebc gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:46.134888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port b48bfec4-9887-4764-b721-8ea0a72c1ac1 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:46.157163 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2171409b-f39c-4b8c-8e0e-131e3c0444e5 req-c3075524-e937-49cb-8b03-835c23bc3365 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542593 Aug 19 12:15:46.169440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d27cf30-7e6e-4181-a19a-3d55da7c4222 None None] DHCP port deletion for 39816a42-6383-489e-949c-e1cf3ef7bbf1 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:15:46.172533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port b48bfec4-9887-4764-b721-8ea0a72c1ac1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:46.173021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.174612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:15:45Z', 'revision_number': 6, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:46.224973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc815a0-4750-406f-ae58-4d5303fdddc4 None None] The sync data for ids ['ea65dae4-bd10-4148-bc53-1de3bca04ebc'] in n-d-778550-9 is: [{'id': 'ea65dae4-bd10-4148-bc53-1de3bca04ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583070430', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:08Z', 'updated_at': '2021-08-19T12:15:45Z', 'revision_number': 6, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:15:46.249678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.292507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=7ba6f6ce-bf9e-45de-9df2-39419d98589b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:46.318788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0d27cf30-7e6e-4181-a19a-3d55da7c4222 None None] Deleting port 166f3837-91b5-402d-859e-9b96b48a7240 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:46.319163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0d27cf30-7e6e-4181-a19a-3d55da7c4222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.344012 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.361824 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.403751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa6958f-d21b-4b3c-8147-19aca8756d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48bfec4-9887-4764-b721-8ea0a72c1ac1'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:46.406161 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25287ae7-ecc4-4cff-96dd-cbd443c888b4" -d '{"events": [{"server_uuid": "9aa6958f-d21b-4b3c-8147-19aca8756d78", "name": "network-vif-plugged", "status": "completed", "tag": "b48bfec4-9887-4764-b721-8ea0a72c1ac1"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:46.410272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0d27cf30-7e6e-4181-a19a-3d55da7c4222 None None] For port 166f3837-91b5-402d-859e-9b96b48a7240, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=166f3837-91b5-402d-859e-9b96b48a7240,segment=NetworkSegment(5a748e29-f283-49af-933c-c4d250603341),segment_id=5a748e29-f283-49af-933c-c4d250603341)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:46.410772 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0d27cf30-7e6e-4181-a19a-3d55da7c4222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.432918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port b48bfec4-9887-4764-b721-8ea0a72c1ac1, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b48bfec4-9887-4764-b721-8ea0a72c1ac1,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:46.434232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0d27cf30-7e6e-4181-a19a-3d55da7c4222 None None] Calling delete_port for 166f3837-91b5-402d-859e-9b96b48a7240 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:46.438649 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.439309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.440120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 01300bd9-5e7b-4776-a68a-00fb39bf809a no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:46.441156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.489849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.490081 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95479c6-c2f8-4cbf-b406-674c8236d680 x-openstack-request-id: req-b95479c6-c2f8-4cbf-b406-674c8236d680 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:46.490280 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa6958f-d21b-4b3c-8147-19aca8756d78", "name": "network-vif-plugged", "status": "completed", "tag": "b48bfec4-9887-4764-b721-8ea0a72c1ac1", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:46.490407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Fanout notify agent at l3_agent the message router_deleted on router ea65dae4-bd10-4148-bc53-1de3bca04ebc {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:15:46.490538 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b95479c6-c2f8-4cbf-b406-674c8236d680 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:46.490891 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa6958f-d21b-4b3c-8147-19aca8756d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48bfec4-9887-4764-b721-8ea0a72c1ac1', 'code': 200} Aug 19 12:15:46.494533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-9085f684-99f4-4293-b498-b73ec7eac262 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:46.496124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 01300bd9-5e7b-4776-a68a-00fb39bf809a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:46.496124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 01300bd9-5e7b-4776-a68a-00fb39bf809a not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:46.496392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-9085f684-99f4-4293-b498-b73ec7eac262 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0622971 Aug 19 12:15:46.496522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:46.498416 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.499556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d3516867-a984-4936-b013-715f3c06f58c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/routers/ea65dae4-bd10-4148-bc53-1de3bca04ebc HTTP/1.1" status: 204 len: 168 time: 0.8632040 Aug 19 12:15:46.502647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51480) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:46.558734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:46.559089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f7e3df5d-8a3b-4528-9d66-ae5a8893a9f4 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:46.591639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=b48bfec4-9887-4764-b721-8ea0a72c1ac1,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:46.620945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0d27cf30-7e6e-4181-a19a-3d55da7c4222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.640040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Deleting port 97f9a7a6-f920-4a99-9962-03810022148c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:46.640040 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.654700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27cf30-7e6e-4181-a19a-3d55da7c4222 None None] Pushing event deleted for resources: {'Port': ['ID=166f3837-91b5-402d-859e-9b96b48a7240,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:46.656661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.660299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27cf30-7e6e-4181-a19a-3d55da7c4222 None None] No DVR routers for this DVR port 166f3837-91b5-402d-859e-9b96b48a7240 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:46.694795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29331a-df63-417d-a8a0-8307852e1954 req-9efe5bd9-6def-43c9-ba7c-287bda45380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:46.696527 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d29331a-df63-417d-a8a0-8307852e1954 req-9efe5bd9-6def-43c9-ba7c-287bda45380e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 1096 time: 0.1177959 Aug 19 12:15:46.809706 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d29331a-df63-417d-a8a0-8307852e1954 req-bbf958b5-efbf-4a3f-b459-284231a6d4f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037621 Aug 19 12:15:46.811304 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.821450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39816a42-6383-489e-949c-e1cf3ef7bbf1']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:46.824115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] For port 97f9a7a6-f920-4a99-9962-03810022148c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=97f9a7a6-f920-4a99-9962-03810022148c,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:46.824481 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.831792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a748e29-f283-49af-933c-c4d250603341') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:46.832090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a748e29-f283-49af-933c-c4d250603341') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:46.844936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.847168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 166f3837-91b5-402d-859e-9b96b48a7240 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:46.867729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 166f3837-91b5-402d-859e-9b96b48a7240 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:46.868074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 166f3837-91b5-402d-859e-9b96b48a7240 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:46.868491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0ea72537-e674-426c-aa4d-37488e314cf8 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:46.869506 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.879563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:15:46.879836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:15:46.883268 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:15:46.885647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d645c-a359-4189-8fbb-30d8d14cc348 req-65c80b16-6ada-4a9f-b210-f23f20c1bbaa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:46.886907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d38d645c-a359-4189-8fbb-30d8d14cc348 req-65c80b16-6ada-4a9f-b210-f23f20c1bbaa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 945 time: 0.1251209 Aug 19 12:15:46.891363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0ea72537-e674-426c-aa4d-37488e314cf8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:46.892005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0ea72537-e674-426c-aa4d-37488e314cf8 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:46.951137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.956519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.958856 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/networks/39816a42-6383-489e-949c-e1cf3ef7bbf1 HTTP/1.1" status: 204 len: 168 time: 0.4553287 Aug 19 12:15:46.962356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51484) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:46.980470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b264a3-19d2-47af-9723-02c3074ac25e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Network': ['ID=39816a42-6383-489e-949c-e1cf3ef7bbf1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:46.994302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d38d645c-a359-4189-8fbb-30d8d14cc348 req-dd82ba63-afe2-4511-8b53-69d1f5388239 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920835 Aug 19 12:15:47.053086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b09765ba-b020-4a03-a1b2-bd773e1440ef tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.089251 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b09765ba-b020-4a03-a1b2-bd773e1440ef tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.111799 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.112181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.112494 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Floating IP d899ebdb-e4db-4035-8cf5-0516392c45ae disassociated. External IP: 172.25.4.113, port: 97f9a7a6-f920-4a99-9962-03810022148c. Aug 19 12:15:47.112876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Calling delete_port for 97f9a7a6-f920-4a99-9962-03810022148c owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:47.142000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c37ed-19b0-4b6a-adcc-2335b8fe832c req-775dd3e7-f295-4af6-9850-cadd83a1141e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.143998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d60c37ed-19b0-4b6a-adcc-2335b8fe832c req-775dd3e7-f295-4af6-9850-cadd83a1141e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 944 time: 0.0832219 Aug 19 12:15:47.157201 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b09765ba-b020-4a03-a1b2-bd773e1440ef tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.159816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b09765ba-b020-4a03-a1b2-bd773e1440ef tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.163776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b09765ba-b020-4a03-a1b2-bd773e1440ef tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/security-groups/619817f0-a5e9-4cd2-bec5-7176881ead15 HTTP/1.1" status: 204 len: 168 time: 0.1977980 Aug 19 12:15:47.177876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09765ba-b020-4a03-a1b2-bd773e1440ef tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619817f0-a5e9-4cd2-bec5-7176881ead15,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:47.628101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d60c37ed-19b0-4b6a-adcc-2335b8fe832c req-1f2f8730-cc0a-48e9-83f8-279e15613155 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e08720c-537f-4ffd-91d8-6189820e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798795 Aug 19 12:15:47.650170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcb2be-0bf0-498e-87f4-5688c977c918 req-a9c3ceab-5ea5-4e1e-81c3-117bc869d4a2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.651660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bffcb2be-0bf0-498e-87f4-5688c977c918 req-a9c3ceab-5ea5-4e1e-81c3-117bc869d4a2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.1025579 Aug 19 12:15:47.728456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bffcb2be-0bf0-498e-87f4-5688c977c918 req-f7558dc3-84ad-445c-9b53-81d4d11f47e3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703855 Aug 19 12:15:47.747545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.789434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event deleted for resources: {'Port': ['ID=97f9a7a6-f920-4a99-9962-03810022148c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:47.810519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.810869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.811217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.811559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.811899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.812230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.813329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.813740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.814077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.814415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.814749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.815083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:47.882042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51496) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:47.889285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d7a95feb-ee38-4a94-aec4-7de6b4360fc3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027168182', 'description': 'tempest-secgroup-smoke-2027168182 description', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:47.939423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7a95feb-ee38-4a94-aec4-7de6b4360fc3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.973410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Router b6c16405-db04-4316-aaed-29796624f2b2 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:15:48.028233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7a95feb-ee38-4a94-aec4-7de6b4360fc3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.033328 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7a95feb-ee38-4a94-aec4-7de6b4360fc3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.063347 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7a95feb-ee38-4a94-aec4-7de6b4360fc3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.064846 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d7a95feb-ee38-4a94-aec4-7de6b4360fc3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1803133 Aug 19 12:15:48.068825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51500) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:48.073581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-838e3a9a-c29e-45a4-99ef-bfdf4d887830 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '739fe54b-481e-451c-b918-877013874587', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:48.083087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a95feb-ee38-4a94-aec4-7de6b4360fc3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739fe54b-481e-451c-b918-877013874587,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:48.107041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-838e3a9a-c29e-45a4-99ef-bfdf4d887830 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.127645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:48.141221 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] Sync routers for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:48.143338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c802381-e94c-48c5-b1e3-b74f6154d73b req-6ed34b75-f95d-45dd-bb34-dbf428a8d37b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.144928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c802381-e94c-48c5-b1e3-b74f6154d73b req-6ed34b75-f95d-45dd-bb34-dbf428a8d37b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 945 time: 0.0709231 Aug 19 12:15:48.151924 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:48.153140 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:48.188830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-838e3a9a-c29e-45a4-99ef-bfdf4d887830 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.194046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] No DVR routers for this DVR port 97f9a7a6-f920-4a99-9962-03810022148c on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:48.194766 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-838e3a9a-c29e-45a4-99ef-bfdf4d887830 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.198443 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.200579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2690d0a-1459-4adc-8cf0-723f2dcbafe2 req-795f13fa-91ab-4d11-b664-78eaebd27c31 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.69 "DELETE /v2.0/ports/97f9a7a6-f920-4a99-9962-03810022148c HTTP/1.1" status: 204 len: 173 time: 1.6913514 Aug 19 12:15:48.201078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-deleted', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:48.203870 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3325d1-7536-42c0-835d-615aa98407b5" -d '{"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-deleted", "tag": "97f9a7a6-f920-4a99-9962-03810022148c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:48.222965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-838e3a9a-c29e-45a4-99ef-bfdf4d887830 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.226973 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-838e3a9a-c29e-45a4-99ef-bfdf4d887830 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543846 Aug 19 12:15:48.229051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51506) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:48.233417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c802381-e94c-48c5-b1e3-b74f6154d73b req-677abf74-5d23-412e-a5a3-d5735adf2819 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741665 Aug 19 12:15:48.247434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7bc99a83-5213-4957-a1e2-2bf095fb0cd3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '739fe54b-481e-451c-b918-877013874587', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:48.267175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e3a9a-c29e-45a4-99ef-bfdf4d887830 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b3a63c-e909-4f87-a737-925666493c37,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:48.291724 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7bc99a83-5213-4957-a1e2-2bf095fb0cd3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.328631 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:48.336988 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d307c6-6ae8-4de0-b75b-8b0908d491a7 x-openstack-request-id: req-44d307c6-6ae8-4de0-b75b-8b0908d491a7 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:48.337411 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe9e838-c198-4bf2-818e-a2d404dc4aed", "name": "network-vif-deleted", "tag": "97f9a7a6-f920-4a99-9962-03810022148c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:48.337664 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44d307c6-6ae8-4de0-b75b-8b0908d491a7 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:48.338090 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe9e838-c198-4bf2-818e-a2d404dc4aed', 'name': 'network-vif-deleted', 'tag': '97f9a7a6-f920-4a99-9962-03810022148c', 'status': 'completed', 'code': 200} Aug 19 12:15:48.357193 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7bc99a83-5213-4957-a1e2-2bf095fb0cd3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.362398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7bc99a83-5213-4957-a1e2-2bf095fb0cd3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.383249 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af6c8bdd-ea32-4328-a244-572cd7b5ccb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.390488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99a83-5213-4957-a1e2-2bf095fb0cd3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f9e918-4676-41fa-90c9-7c407d863002,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:48.395032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7bc99a83-5213-4957-a1e2-2bf095fb0cd3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.397001 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7bc99a83-5213-4957-a1e2-2bf095fb0cd3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664462 Aug 19 12:15:48.399605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51520) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:48.404476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a01f830a-a898-433e-b218-7f9716e8ae2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '739fe54b-481e-451c-b918-877013874587', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:48.436750 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a01f830a-a898-433e-b218-7f9716e8ae2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.481747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7ba6f6ce-bf9e-45de-9df2-39419d98589b no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:48.509116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 7ba6f6ce-bf9e-45de-9df2-39419d98589b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:48.510024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7ba6f6ce-bf9e-45de-9df2-39419d98589b not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:48.518989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a01f830a-a898-433e-b218-7f9716e8ae2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.523702 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a01f830a-a898-433e-b218-7f9716e8ae2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.530107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb638f9-6fa3-4c3a-92a9-714aa43e1016 req-9f189bc3-b93c-46be-8ab4-266e809e941b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.532093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7eb638f9-6fa3-4c3a-92a9-714aa43e1016 req-9f189bc3-b93c-46be-8ab4-266e809e941b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1245828 Aug 19 12:15:48.549645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7eb638f9-6fa3-4c3a-92a9-714aa43e1016 req-922d1921-d3c0-4f19-b361-5cc69234df2f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/quotas/3aaf47df2f2843108eb2304de8ef29b9 HTTP/1.1" status: 200 len: 375 time: 0.0111005 Aug 19 12:15:48.588986 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:59Z', 'revision_number': 5, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:48.616855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7eb638f9-6fa3-4c3a-92a9-714aa43e1016 req-8b566928-3281-47fc-bc23-5a325e8488c1 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594406 Aug 19 12:15:48.621804 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] Checking router: b6c16405-db04-4316-aaed-29796624f2b2 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:48.631629 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:48.632248 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:48.731603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7eb638f9-6fa3-4c3a-92a9-714aa43e1016 req-9dfa254e-1146-4ee0-a006-cdb43a1059b0 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057212 Aug 19 12:15:48.748054 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:48.861719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7903edb-5d80-4f57-bde4-40e443e923a1 req-5a158888-3bb4-4fbe-bbb5-8c12c89a4c3e tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe9e838-c198-4bf2-818e-a2d404dc4aed HTTP/1.1" status: 200 len: 210 time: 0.0378504 Aug 19 12:15:48.919738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f830a-a898-433e-b218-7f9716e8ae2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfc0cf4-7af2-496a-9c62-7badcd7b6052,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:48.926830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a01f830a-a898-433e-b218-7f9716e8ae2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.933385 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a01f830a-a898-433e-b218-7f9716e8ae2a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5288184 Aug 19 12:15:48.933385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51526) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:48.939567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-61ca1a98-9d20-4b09-ae91-62887b289e36 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '739fe54b-481e-451c-b918-877013874587', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:48.952475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7eb638f9-6fa3-4c3a-92a9-714aa43e1016 req-e5ab30e9-c0ba-4073-9e2c-ee08e04fc433 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040775 Aug 19 12:15:48.984010 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61ca1a98-9d20-4b09-ae91-62887b289e36 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.026135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9393ff-5998-4879-bfc1-6a456d5f8ef8 req-759a364c-3300-4cb2-96ed-296c7929ecba tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.028313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec9393ff-5998-4879-bfc1-6a456d5f8ef8 req-759a364c-3300-4cb2-96ed-296c7929ecba tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.0660346 Aug 19 12:15:49.045234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61ca1a98-9d20-4b09-ae91-62887b289e36 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.050433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61ca1a98-9d20-4b09-ae91-62887b289e36 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.054953 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:59Z', 'revision_number': 5, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:49.071202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca1a98-9d20-4b09-ae91-62887b289e36 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5318f60-c2ff-4941-b4aa-1ff6f14ddace,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.079449 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-61ca1a98-9d20-4b09-ae91-62887b289e36 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.084305 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-61ca1a98-9d20-4b09-ae91-62887b289e36 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502497 Aug 19 12:15:49.085127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51528) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:49.090497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e3615de6-fd43-4adf-8185-53aa579f0cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '739fe54b-481e-451c-b918-877013874587', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:49.093048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec9393ff-5998-4879-bfc1-6a456d5f8ef8 req-ba95b389-7289-4f12-800c-510e48b9e5a8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574043 Aug 19 12:15:49.126523 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-e3615de6-fd43-4adf-8185-53aa579f0cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Project f14f7ec1d8064a3bb955de098f4e5e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:15:49.133726 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3615de6-fd43-4adf-8185-53aa579f0cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.204420 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced551f5-3987-46d9-ae8f-96b9c1ccdba5 None None] The sync data for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 is: [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:06:51Z', 'revision_number': 4, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '0f8c00e2-35ad-4205-ba38-ca314047d9d6', 'name': '', 'network_id': 'a3b4cfc6-ac42-4092-b1a9-d7793babb6f5', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'mac_address': 'fa:16:3e:7e:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:49Z', 'updated_at': '2021-08-19T12:06:59Z', 'revision_number': 5, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'subnets': [{'id': '11c1e7af-b32f-4aef-bc1d-e26537bf32fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:15:49.207795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3615de6-fd43-4adf-8185-53aa579f0cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.213058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3615de6-fd43-4adf-8185-53aa579f0cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.239489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3615de6-fd43-4adf-8185-53aa579f0cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01fa66f-07ea-4477-8950-a138c1eaf979,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.250261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e3615de6-fd43-4adf-8185-53aa579f0cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.252718 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e3615de6-fd43-4adf-8185-53aa579f0cb2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663430 Aug 19 12:15:49.255355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51534) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:49.262336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-76012dda-4ccf-43af-ba55-12a7207c045e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'security_group_rule': {'security_group_id': '739fe54b-481e-451c-b918-877013874587', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:49.290749 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-76012dda-4ccf-43af-ba55-12a7207c045e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Project f14f7ec1d8064a3bb955de098f4e5e41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:15:49.298547 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76012dda-4ccf-43af-ba55-12a7207c045e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.384563 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76012dda-4ccf-43af-ba55-12a7207c045e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.389353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76012dda-4ccf-43af-ba55-12a7207c045e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.418757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76012dda-4ccf-43af-ba55-12a7207c045e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901fcf85-8d69-4689-a37c-6ffb0bab77c0,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.421487 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76012dda-4ccf-43af-ba55-12a7207c045e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.424792 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-76012dda-4ccf-43af-ba55-12a7207c045e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661384 Aug 19 12:15:49.426627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51552) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:49.434698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'network': {'name': 'tempest-network-smoke--291138148', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'port_security_enabled': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:49.464309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:49.469457 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.495222 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:15:49.555669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.555900 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Added segment 89395a29-b207-4277-9c55-959ff4029dca of type vlan for network c52e468b-8565-4cb6-9510-227dc369419f Aug 19 12:15:49.570337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da92fa-e088-4dd4-a631-97d7760aa2e9 None None] New status for floating IP d899ebdb-e4db-4035-8cf5-0516392c45ae: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:15:49.617884 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.666353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-c9b89e0a-d07e-45fe-bf12-74766f0ecd92 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.667899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-c9b89e0a-d07e-45fe-bf12-74766f0ecd92 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1677577 Aug 19 12:15:49.674131 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.680486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.681188 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.744048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:49.749293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-57f1e32f-9e1c-46d0-ad75-024ceb36a691 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/quotas/3aaf47df2f2843108eb2304de8ef29b9 HTTP/1.1" status: 200 len: 375 time: 0.0652578 Aug 19 12:15:49.760587 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3328073 Aug 19 12:15:49.763630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51572) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:49.768783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'admin_state_up': True, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:49.771087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 97f9a7a6-f920-4a99-9962-03810022148c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:49.771886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 97f9a7a6-f920-4a99-9962-03810022148c not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:49.774284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52658fa5-9df2-4f9a-ab19-67024c91483a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Network': ['ID=c52e468b-8565-4cb6-9510-227dc369419f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.785708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network c52e468b-8565-4cb6-9510-227dc369419f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:15:49.803173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.804421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.811222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-54954371-166a-4232-8dfd-a91646f2d0a2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523770 Aug 19 12:15:49.860315 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.916566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-dde414af-545b-4aeb-9a0f-8ae78084db1d service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965545 Aug 19 12:15:49.969294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51578) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:50.007755 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.054850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-64820ace-c917-4703-b876-e9a7f746c074 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309152 Aug 19 12:15:50.059994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaf3717-64c1-4bbd-9768-5234a448f5d5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.089946 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaf3717-64c1-4bbd-9768-5234a448f5d5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.153747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaf3717-64c1-4bbd-9768-5234a448f5d5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.157672 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-adaf3717-64c1-4bbd-9768-5234a448f5d5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.159316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-adaf3717-64c1-4bbd-9768-5234a448f5d5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "DELETE /v2.0/security-groups/8e08720c-537f-4ffd-91d8-6189820e1009 HTTP/1.1" status: 204 len: 168 time: 0.1887770 Aug 19 12:15:50.165507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51582) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:50.209306 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-9b2733c4-2a5c-4ca4-905e-9e72607cc590 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] show failed (client error): The resource could not be found. Aug 19 12:15:50.214334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9b2733c4-2a5c-4ca4-905e-9e72607cc590 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "GET /v2.0/security-groups/8e08720c-537f-4ffd-91d8-6189820e1009 HTTP/1.1" status: 404 len: 347 time: 0.0475755 Aug 19 12:15:50.215054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51586) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:50.216408 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.219968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf3717-64c1-4bbd-9768-5234a448f5d5 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e08720c-537f-4ffd-91d8-6189820e1009,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:50.250495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.325983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9a0ff49-f061-422a-8098-f817cadde9cf req-e82a6990-52ca-47cc-b1a1-a968a871be69 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 210 time: 0.0782468 Aug 19 12:15:50.380078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536c419-8dd5-4e81-a143-c98d873b1c07 req-00f18949-839d-455c-b0f9-6a828205859b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.381666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8536c419-8dd5-4e81-a143-c98d873b1c07 req-00f18949-839d-455c-b0f9-6a828205859b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.2075706 Aug 19 12:15:50.389256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.25.4.12 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/a6b51a41-afbb-4dd0-8366-7ce59895e00f) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:50.454220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8536c419-8dd5-4e81-a143-c98d873b1c07 req-82784f54-ca4b-4532-a37e-35b8920ba6ce tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548973 Aug 19 12:15:50.472311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Deleting port 11b7aa04-77bb-405a-8cb4-9ff1d76c048b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:50.472670 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.520700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.564664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.565400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.574329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.579716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Calling delete_port for 11b7aa04-77bb-405a-8cb4-9ff1d76c048b owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:50.613602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:50.618637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:50.622241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:50.648638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=a6b51a41-afbb-4dd0-8366-7ce59895e00f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:50.733280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.763240 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fa9f5ad1-3f95-48bd-b893-6b00d9a12fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.765392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Pushing event deleted for resources: {'Port': ['ID=11b7aa04-77bb-405a-8cb4-9ff1d76c048b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:50.838454 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.841402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.842592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ab2e2054-903a-4b6c-b8d4-afd30aeaaf43 tempest-ServerActionsTestJSON-836592164 tempest-ServerActionsTestJSON-836592164-project] 10.222.0.65 "DELETE /v2.0/floatingips/d899ebdb-e4db-4035-8cf5-0516392c45ae HTTP/1.1" status: 204 len: 168 time: 0.6248906 Aug 19 12:15:50.846441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51598) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:50.895245 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.912469 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.148512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.311779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 5aacd39e-8c93-4289-afa8-a781f1ec1921 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:15:51.369187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51620) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:51.452255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.483027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:51.494515 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Sync routers for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:51.508542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:51.511156 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:51.527303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.528710 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-66a5e75b-f7df-4782-bb98-2da2e03c044f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7638874 Aug 19 12:15:51.531924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51626) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:51.544284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9c70b-5f66-4980-ae03-87f9f7ac3a2e req-e27d1d70-08b8-45b6-bf9d-0b2160cb8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.545808 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7ac9c70b-5f66-4980-ae03-87f9f7ac3a2e req-e27d1d70-08b8-45b6-bf9d-0b2160cb8608 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 1096 time: 0.1758139 Aug 19 12:15:51.573415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9e939031-9759-413b-b223-f43510a7d126 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=f14f7ec1d8064a3bb955de098f4e5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399711 Aug 19 12:15:51.576223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51630) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:51.607211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50c49cf3-389e-4945-bc47-4b0fe187e77a req-53fd3577-eba7-4f20-89e1-9e06bef3f0c3 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 210 time: 0.0444705 Aug 19 12:15:51.651644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-6434acb8-1d67-4715-9f8c-33164342743e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.651876 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:51.654503 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7ac9c70b-5f66-4980-ae03-87f9f7ac3a2e req-0a44f10b-14f9-420f-8047-75acc7efc264 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882981 Aug 19 12:15:51.654981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-6434acb8-1d67-4715-9f8c-33164342743e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.3484876 Aug 19 12:15:51.701777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Request body: {'port': {'device_id': '1712fb07-0b87-4811-92de-96c9ee43a4aa', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'admin_state_up': True, 'tenant_id': '3aaf47df2f2843108eb2304de8ef29b9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:51.702465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec018d-d46a-455e-a3f7-a9c6e68c72f3 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.706808 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-83ec018d-d46a-455e-a3f7-a9c6e68c72f3 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271625 Aug 19 12:15:51.706980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51634) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:51.739344 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bc40a18c-4a60-49b9-90b0-928fa901cca6 tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286372 Aug 19 12:15:51.739644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:51.745498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1464587044', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:51.803228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb472a-7a6c-4b2e-9184-d293771d4fec req-763b37aa-ccaf-441c-86b0-5461d8ee02c2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.804910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ebeb472a-7a6c-4b2e-9184-d293771d4fec req-763b37aa-ccaf-441c-86b0-5461d8ee02c2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.2403512 Aug 19 12:15:51.851242 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:51.851610 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:50Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:51.855312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.879280 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Checking router: 5aacd39e-8c93-4289-afa8-a781f1ec1921 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:51.879627 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Updating router 5aacd39e-8c93-4289-afa8-a781f1ec1921 port a6b51a41-afbb-4dd0-8366-7ce59895e00f binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:15:51.899907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ebeb472a-7a6c-4b2e-9184-d293771d4fec req-e0f0b39f-21e1-4403-9bb3-820622c642e8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780048 Aug 19 12:15:51.912429 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.923010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Made reservation on behalf of 3aaf47df2f2843108eb2304de8ef29b9 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:51.926724 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.954941 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.065476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.087498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Deleting port 0f8c00e2-35ad-4205-ba38-ca314047d9d6 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:52.087842 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.119452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Subnet': ['ID=4e29885f-db1f-4c7c-87b8-a0f7ac735ed4,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.134854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Allocated IP 172.20.0.2 (03672e2f-d1c6-4267-bd65-2f3009f55017/84ecb100-42f0-4808-aa59-e994ee63d4c8/9ef993b2-4548-467f-9001-f4c02614ee43) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:52.150120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Checking segment: {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:52.151277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network hostable DHCP agents. Network: c52e468b-8565-4cb6-9510-227dc369419f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:15:52.170658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network c52e468b-8565-4cb6-9510-227dc369419f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:15:52.181722 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.182867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, c52e468b-8565-4cb6-9510-227dc369419f) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:52.190601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.191643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.192780 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Transition to ACTIVE for port object a6b51a41-afbb-4dd0-8366-7ce59895e00f will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:52.200821 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.204116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6945f6-de8a-48dc-9a6f-ce599cb99cbc None None] Network c52e468b-8565-4cb6-9510-227dc369419f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:52.224799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a6c62620-803f-4ec6-8ea5-db93d3583340 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4823377 Aug 19 12:15:52.225766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] For port 0f8c00e2-35ad-4205-ba38-ca314047d9d6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0f8c00e2-35ad-4205-ba38-ca314047d9d6,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:52.226136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.226838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51638) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:52.247525 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Attempting to bind port a6b51a41-afbb-4dd0-8366-7ce59895e00f on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:52.247898 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Attempting to bind port a6b51a41-afbb-4dd0-8366-7ce59895e00f by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:52.248259 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Attempting to bind port a6b51a41-afbb-4dd0-8366-7ce59895e00f on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:52.268035 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:52.268578 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:52.268993 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.270048 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:52.270048 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Bound port: a6b51a41-afbb-4dd0-8366-7ce59895e00f, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:52.271047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Calling delete_port for 0f8c00e2-35ad-4205-ba38-ca314047d9d6 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:52.271426 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.301726 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Pushing event updated for resources: {'Port': ['ID=a6b51a41-afbb-4dd0-8366-7ce59895e00f,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.315684 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.316523 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.316523 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.316762 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.317012 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.317380 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.317653 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.317974 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.318294 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.318612 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.319437 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.319437 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:52.343155 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] For port a6b51a41-afbb-4dd0-8366-7ce59895e00f, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:52.346613 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] For port a6b51a41-afbb-4dd0-8366-7ce59895e00f, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a6b51a41-afbb-4dd0-8366-7ce59895e00f,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:52.352829 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.422689 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.429760 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:52.430388 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:52.432235 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d7d6a-0beb-4f78-ada2-f59397e7d4e9 None None] Pushing event updated for resources: {'Port': ['ID=a6b51a41-afbb-4dd0-8366-7ce59895e00f,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.476084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-c52e468b-8565-4cb6-9510-227dc369419f', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:15:52.479827 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.530043 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.582986 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:52.611054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:52.618739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:52.624018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:52.628631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event updated for resources: {'Port': ['ID=9ef993b2-4548-467f-9001-f4c02614ee43,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.649759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.691730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8c00e2-35ad-4205-ba38-ca314047d9d6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.723447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Allocated IP 172.20.0.2 (c52e468b-8565-4cb6-9510-227dc369419f/4e29885f-db1f-4c7c-87b8-a0f7ac735ed4/0aa2c43d-dd87-4747-ae62-67ffbb1a2420) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:52.737504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.738533 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.847629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:52.870299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-fdcfa097-20df-4ee1-af1c-64abe849ba90 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1692133 Aug 19 12:15:52.885704 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.911708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Request body: {'port': {'device_id': '1712fb07-0b87-4811-92de-96c9ee43a4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:52.935208 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:50Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:52.977049 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed324f8-b6c0-4938-a2df-e142c08e1a59 None None] The sync data for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 is: [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:50Z', 'revision_number': 3, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:15:53.086298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd555-18e9-4627-9ad1-06c9519f07ec req-ddcaf8f9-b3d2-493f-a208-c9d90f34b660 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:53.088206 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae0cd555-18e9-4627-9ad1-06c9519f07ec req-ddcaf8f9-b3d2-493f-a208-c9d90f34b660 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 931 time: 0.2982259 Aug 19 12:15:53.098927 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.147000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Transition to ACTIVE for port object 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:53.186480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Transition to ACTIVE for port object 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:53.208326 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.266703 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Network c52e468b-8565-4cb6-9510-227dc369419f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:53.275272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:53.279229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:53.299236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Pushing event updated for resources: {'Port': ['ID=0aa2c43d-dd87-4747-ae62-67ffbb1a2420,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:53.305816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:53.366459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.20.0.1 (c52e468b-8565-4cb6-9510-227dc369419f/4e29885f-db1f-4c7c-87b8-a0f7ac735ed4/25efe406-48ea-4c12-8cdd-dccd4d978032) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:53.451459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Attempting to bind port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:53.451838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Attempting to bind port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:53.452210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Attempting to bind port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 on network c52e468b-8565-4cb6-9510-227dc369419f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:53.467738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:53.468122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Checking segment: {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:53.469288 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.469734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Bound using segment: {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:53.470284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Bound port: 0aa2c43d-dd87-4747-ae62-67ffbb1a2420, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:53.470676 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.537094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.553832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] For port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:53.555621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Transition to ACTIVE for port object 25efe406-48ea-4c12-8cdd-dccd4d978032 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:53.557269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] For port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0aa2c43d-dd87-4747-ae62-67ffbb1a2420,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:53.565157 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.605893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.638265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:53.662506 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.677557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network c52e468b-8565-4cb6-9510-227dc369419f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:53.678144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'port_id': '0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c', 'mac_address': 'fa:16:3e:81:f8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:53.680336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0c481-9ced-4452-bd72-feec5c17fa2e None None] Pushing event updated for resources: {'Port': ['ID=0aa2c43d-dd87-4747-ae62-67ffbb1a2420,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:53.680997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:53.701172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae0cd555-18e9-4627-9ad1-06c9519f07ec req-2a6f41c5-8d76-47e7-bdb5-c6a624c8405a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411812 Aug 19 12:15:53.701955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:53.735932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf814fe5-6af3-45d0-ad11-f3b59d0404ad req-99678819-0d99-4b2f-b5dc-cdbeb7e5b930 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:53.744017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf814fe5-6af3-45d0-ad11-f3b59d0404ad req-99678819-0d99-4b2f-b5dc-cdbeb7e5b930 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 944 time: 0.6986384 Aug 19 12:15:53.748237 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.770671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:53.776420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=25efe406-48ea-4c12-8cdd-dccd4d978032,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:53.799460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.818763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:53.829243 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.835676 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.912847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf814fe5-6af3-45d0-ad11-f3b59d0404ad req-f674cf89-8ed0-47a5-9cfe-c7f6baf34eb4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676760 Aug 19 12:15:53.932090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:53.994168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.014356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-8c844a84-e931-4520-8f7b-f5a69629f608 req-a1c3e380-ff3e-4de6-921b-b7f8cc72fcd1 service neutron] (101154) timed out ('10.222.0.54', 65154) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:15:54.119582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.184915 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.232261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:54.371043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef993b2-4548-467f-9001-f4c02614ee43 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:54.381152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.400943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Router b6c16405-db04-4316-aaed-29796624f2b2 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:15:54.405425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Transition to ACTIVE for port object 9ef993b2-4548-467f-9001-f4c02614ee43 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:54.413086 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.552339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef993b2-4548-467f-9001-f4c02614ee43,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:54.632403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:54.638722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-16d68d49-744d-4f83-976a-a471e895e805 admin admin] 10.222.0.65 "PUT /v2.0/routers/b6c16405-db04-4316-aaed-29796624f2b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7905889 Aug 19 12:15:54.642023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51658) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:54.644290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] Sync routers for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:54.656246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:54.657110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:54.699286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Attempting to bind port 9ef993b2-4548-467f-9001-f4c02614ee43 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:54.699866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Attempting to bind port 9ef993b2-4548-467f-9001-f4c02614ee43 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:54.699866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Attempting to bind port 9ef993b2-4548-467f-9001-f4c02614ee43 on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:54.712213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Port 9ef993b2-4548-467f-9001-f4c02614ee43 on network 03672e2f-d1c6-4267-bd65-2f3009f55017 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:54.712543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Attempting to bind port 9ef993b2-4548-467f-9001-f4c02614ee43 on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:54.720711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:54.761075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:54.761427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Checking segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:54.761814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Bound using segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:54.762265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Bound port: 9ef993b2-4548-467f-9001-f4c02614ee43, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:54.762639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.885614 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.897854 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.904842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.942079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] For port 9ef993b2-4548-467f-9001-f4c02614ee43, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:54.977270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faae94-68af-437f-80a3-32bb64527d67 req-36bdf9a8-55a8-49bb-993f-e968a25d9adf tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:54.978909 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2faae94-68af-437f-80a3-32bb64527d67 req-36bdf9a8-55a8-49bb-993f-e968a25d9adf tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 943 time: 0.1641858 Aug 19 12:15:54.987745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] For port 9ef993b2-4548-467f-9001-f4c02614ee43, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ef993b2-4548-467f-9001-f4c02614ee43,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:54.990929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=25efe406-48ea-4c12-8cdd-dccd4d978032,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:55.033036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.036311 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.138416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:55.151024 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:55.152874 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.154356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] 10.222.0.69 "PUT /v2.0/ports/9ef993b2-4548-467f-9001-f4c02614ee43 HTTP/1.1" status: 200 len: 1091 time: 2.2493501 Aug 19 12:15:55.163198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1712fb07-0b87-4811-92de-96c9ee43a4aa', 'tag': '9ef993b2-4548-467f-9001-f4c02614ee43'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:55.165718 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ec560c-7405-4078-98a4-60b3be60c4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1712fb07-0b87-4811-92de-96c9ee43a4aa", "tag": "9ef993b2-4548-467f-9001-f4c02614ee43"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:55.182587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network c52e468b-8565-4cb6-9510-227dc369419f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:55.182944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:55.185031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2faae94-68af-437f-80a3-32bb64527d67 req-3b8d8db6-1495-4c86-81c4-b459ccf31a50 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530643 Aug 19 12:15:55.186960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:55.220672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffda85-ab94-423d-bc85-5001c6891135 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef993b2-4548-467f-9001-f4c02614ee43,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:55.244240 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.251199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a6b51a41-afbb-4dd0-8366-7ce59895e00f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:55.271454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f7590-0197-4e32-975f-48f309976ce1 req-c92949c4-3717-4174-9cc3-508b053d0e47 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:55.273464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e68f7590-0197-4e32-975f-48f309976ce1 req-c92949c4-3717-4174-9cc3-508b053d0e47 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 945 time: 0.2047312 Aug 19 12:15:55.344526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 5aacd39e-8c93-4289-afa8-a781f1ec1921 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:15:55.369390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-db7960d4-495b-470f-bc9c-5ff1e4df1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:55.371476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-db7960d4-495b-470f-bc9c-5ff1e4df1e15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 1094 time: 0.1463220 Aug 19 12:15:55.385345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b716ae5-708b-42a1-9c70-3f2f8be91d53 None None] Network c52e468b-8565-4cb6-9510-227dc369419f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:55.386536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e68f7590-0197-4e32-975f-48f309976ce1 req-8f4217fc-492e-47ec-9c0c-1c3167caa74f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060691 Aug 19 12:15:55.402986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:55.437995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-3a2f52b7-c20f-488f-a2c1-6b6a213f4aeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ef993b2-4548-467f-9001-f4c02614ee43 HTTP/1.1" status: 200 len: 217 time: 0.0500669 Aug 19 12:15:55.439678 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723b3047-370e-4eb1-aaa9-3ee13936996e x-openstack-request-id: req-723b3047-370e-4eb1-aaa9-3ee13936996e {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:55.439965 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1712fb07-0b87-4811-92de-96c9ee43a4aa", "tag": "9ef993b2-4548-467f-9001-f4c02614ee43", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:55.440210 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-723b3047-370e-4eb1-aaa9-3ee13936996e {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:55.440601 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1712fb07-0b87-4811-92de-96c9ee43a4aa', 'tag': '9ef993b2-4548-467f-9001-f4c02614ee43', 'status': 'completed', 'code': 200} Aug 19 12:15:55.452652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Deleting port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:55.453104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.477454 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:55.492347 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7e7c8bc1-2627-401d-97e0-b748fb17813f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "PUT /v2.0/routers/5aacd39e-8c93-4289-afa8-a781f1ec1921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2604847 Aug 19 12:15:55.531743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-10ebd1d1-6100-4abb-b0b0-38ddbe5cbbf2 None None] Provisioning for port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:55.546155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-10ebd1d1-6100-4abb-b0b0-38ddbe5cbbf2 None None] Provisioning complete for port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:55.546936 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10ebd1d1-6100-4abb-b0b0-38ddbe5cbbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.558149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-50628316-69cf-4452-9fef-86b48a4de977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:55.560467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-50628316-69cf-4452-9fef-86b48a4de977 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0949278 Aug 19 12:15:55.602619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-da3e6972-f0e1-4173-80b4-cae64f99a9de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334997 Aug 19 12:15:55.611688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] For port 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:55.612040 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.617140 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Sync routers for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:55.627925 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:55.628971 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:55.678557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port a6b51a41-afbb-4dd0-8366-7ce59895e00f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:55.688257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:55.694220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Calling delete_port for 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:55.715106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a6b51a41-afbb-4dd0-8366-7ce59895e00f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:55.715106 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.722205 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:15:55.724793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:55.725233 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.749099 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:55.802304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-187da0dd-e56c-4981-b199-1216a2974fc5 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027168182&fields=id&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 267 time: 0.1058838 Aug 19 12:15:55.850330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-dae3ed9e-aa1c-4609-897b-4335df7664ae service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407353 Aug 19 12:15:55.891517 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10ebd1d1-6100-4abb-b0b0-38ddbe5cbbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.898290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:15:52Z', 'revision_number': 5, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port': {'id': '4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:06:45Z', 'updated_at': '2021-08-19T12:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:55.955308 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '25efe406-48ea-4c12-8cdd-dccd4d978032', 'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:69:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 2, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:55.973066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] Checking router: b6c16405-db04-4316-aaed-29796624f2b2 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:55.981483 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Checking router: 5aacd39e-8c93-4289-afa8-a781f1ec1921 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:55.982120 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Updating router 5aacd39e-8c93-4289-afa8-a781f1ec1921 port 25efe406-48ea-4c12-8cdd-dccd4d978032 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:15:56.025658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.033964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-10ebd1d1-6100-4abb-b0b0-38ddbe5cbbf2 None None] For port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0aa2c43d-dd87-4747-ae62-67ffbb1a2420,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:56.035000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.074745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-40c213e3-dca4-4311-81c4-a70c56976f06 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:56.076538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-40c213e3-dca4-4311-81c4-a70c56976f06 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/networks?id=c52e468b-8565-4cb6-9510-227dc369419f HTTP/1.1" status: 200 len: 796 time: 0.2550800 Aug 19 12:15:56.086373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ded21abe-f736-483d-89d4-afab672cd1f5 req-305d42ae-6e5e-4cd9-bde5-99d9a304f2bc service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039924 Aug 19 12:15:56.112819 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10ebd1d1-6100-4abb-b0b0-38ddbe5cbbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.114932 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:56.117723 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0b3398-271f-44c6-9af1-d1ede493aaaf" -d '{"events": [{"server_uuid": "3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2", "name": "network-vif-plugged", "status": "completed", "tag": "0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:56.123483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port a6b51a41-afbb-4dd0-8366-7ce59895e00f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a6b51a41-afbb-4dd0-8366-7ce59895e00f,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:56.132210 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.138381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] Routers {'b6c16405-db04-4316-aaed-29796624f2b2'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:56.139158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b6c16405-db04-4316-aaed-29796624f2b2'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:56.148651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:56.164891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-5cd433f8-afba-4cad-95d0-d6f0b9c38dcf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/quotas/f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 375 time: 0.0747092 Aug 19 12:15:56.187851 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.197317 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574b0aba-950c-4d3d-84a7-23f1adff981a x-openstack-request-id: req-574b0aba-950c-4d3d-84a7-23f1adff981a {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:56.197615 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2", "name": "network-vif-plugged", "status": "completed", "tag": "0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:56.197871 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-574b0aba-950c-4d3d-84a7-23f1adff981a {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:56.198278 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c', 'code': 200} Aug 19 12:15:56.252102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.296286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.329006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-2881064f-f4cb-4c80-9752-396aae9bb0c2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501298 Aug 19 12:15:56.368581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca799ae-05f6-4e23-96b0-e5209c0571d7 req-324f612f-c1f0-4df7-b033-c0dff99d29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:56.370394 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bca799ae-05f6-4e23-96b0-e5209c0571d7 req-324f612f-c1f0-4df7-b033-c0dff99d29d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 1097 time: 0.0823975 Aug 19 12:15:56.380300 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.419237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebd1d1-6100-4abb-b0b0-38ddbe5cbbf2 None None] Pushing event updated for resources: {'Port': ['ID=0aa2c43d-dd87-4747-ae62-67ffbb1a2420,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.455831 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bca799ae-05f6-4e23-96b0-e5209c0571d7 req-c91c9720-7d39-4712-ac0b-fc98f4758742 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778377 Aug 19 12:15:56.488739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] Set router b6c16405-db04-4316-aaed-29796624f2b2 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:56.539508 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.550954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-1ff932e2-19fd-4531-a141-bccaae8c20d9 service neutron] 10.222.0.65 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036555 Aug 19 12:15:56.554180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-96600177-8435-4176-8e60-ddf84c6380cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:56.559139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-96600177-8435-4176-8e60-ddf84c6380cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 1094 time: 0.2734926 Aug 19 12:15:56.561290 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Transition to ACTIVE for port object 25efe406-48ea-4c12-8cdd-dccd4d978032 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:56.565342 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.569947 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.589086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:15:55Z', 'revision_number': 6, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:56.626142 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82140c8e-6062-462f-8a44-edd25a171b95 None None] Pushing event updated for resources: {'Port': ['ID=25efe406-48ea-4c12-8cdd-dccd4d978032,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.660396 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc819e34-ef18-4fb3-a389-d13bc738343e None None] The sync data for ids ['b6c16405-db04-4316-aaed-29796624f2b2'] in n-d-778550-9 is: [{'id': 'b6c16405-db04-4316-aaed-29796624f2b2', 'name': 'tempest-ServerActionsTestJSON-385999560-router', 'tenant_id': '4bf3437e238b4255b8b2ff99f952bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:06:43Z', 'updated_at': '2021-08-19T12:15:55Z', 'revision_number': 6, 'project_id': '4bf3437e238b4255b8b2ff99f952bfba', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:15:56.667373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-22d8d4b4-db22-44d4-89e3-f3ac09560d0e None None] Provisioning complete for port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:56.667754 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-22d8d4b4-db22-44d4-89e3-f3ac09560d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.702153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ed5a0-4a43-4004-82ab-2717a5592ed6 req-11e67696-e818-4b28-9b0d-eb083aaae026 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:56.703364 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Attempting to bind port 25efe406-48ea-4c12-8cdd-dccd4d978032 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:56.703845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-853ed5a0-4a43-4004-82ab-2717a5592ed6 req-11e67696-e818-4b28-9b0d-eb083aaae026 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 943 time: 0.3579738 Aug 19 12:15:56.704413 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Attempting to bind port 25efe406-48ea-4c12-8cdd-dccd4d978032 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:56.705185 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Attempting to bind port 25efe406-48ea-4c12-8cdd-dccd4d978032 on network c52e468b-8565-4cb6-9510-227dc369419f {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:56.712239 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:56.713066 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Checking segment: {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:56.713708 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.714671 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Bound using segment: {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:56.715415 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Bound port: 25efe406-48ea-4c12-8cdd-dccd4d978032, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:56.716029 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.717698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:56.724353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=a6b51a41-afbb-4dd0-8366-7ce59895e00f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.786797 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] For port 25efe406-48ea-4c12-8cdd-dccd4d978032, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:56.791180 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] For port 25efe406-48ea-4c12-8cdd-dccd4d978032, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=25efe406-48ea-4c12-8cdd-dccd4d978032,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:56.799827 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.844304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.874266 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82140c8e-6062-462f-8a44-edd25a171b95 None None] Pushing event updated for resources: {'Port': ['ID=25efe406-48ea-4c12-8cdd-dccd4d978032,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.894634 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:56.895510 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:56.898370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:56.899064 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.951419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-22d8d4b4-db22-44d4-89e3-f3ac09560d0e None None] Provisioning for port 25efe406-48ea-4c12-8cdd-dccd4d978032 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:57.051463 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:57.275957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.287994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.338747 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '25efe406-48ea-4c12-8cdd-dccd4d978032', 'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:69:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:57.369219 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da57ce-cae0-4440-8a21-d9296aa436b2 None None] The sync data for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 is: [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '25efe406-48ea-4c12-8cdd-dccd4d978032', 'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:69:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:15:57.376453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-853ed5a0-4a43-4004-82ab-2717a5592ed6 req-bc916989-c05a-43df-8e93-ee6c20fa7f97 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608217 Aug 19 12:15:57.381095 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.381675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c16405-db04-4316-aaed-29796624f2b2 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:15:57.397455 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.398618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b8405991-29ba-464b-99b1-39de3b74387d admin admin] 10.222.0.65 "DELETE /v2.0/routers/b6c16405-db04-4316-aaed-29796624f2b2 HTTP/1.1" status: 204 len: 168 time: 2.7556520 Aug 19 12:15:57.401370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51688) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:57.440975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-3b8d4938-7520-4fde-af0c-6472ce0f1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.443564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-3b8d4938-7520-4fde-af0c-6472ce0f1191 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 906 time: 0.8665376 Aug 19 12:15:57.452886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-15746439-c0bd-4c88-ad39-1d7da83c5c41 service neutron] 10.222.0.65 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8902068 Aug 19 12:15:57.454437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7e9ee7-db0d-4d7e-aa97-3c7c528eed02 admin admin] Deleting subnet 11c1e7af-b32f-4aef-bc1d-e26537bf32fd {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:15:57.457723 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ee7-db0d-4d7e-aa97-3c7c528eed02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.523050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ee7-db0d-4d7e-aa97-3c7c528eed02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.571406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-e40c92da-33d3-4556-b097-2c1b83a47068 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ef993b2-4548-467f-9001-f4c02614ee43 HTTP/1.1" status: 200 len: 217 time: 0.1169550 Aug 19 12:15:57.718242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-7048efd6-e2f8-4fe9-84ce-304460ab3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.720441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-7048efd6-e2f8-4fe9-84ce-304460ab3346 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.1363080 Aug 19 12:15:57.736164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ee7-db0d-4d7e-aa97-3c7c528eed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.737218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085505-3bab-478d-a6e0-e54b25dbc60b req-4eb0c032-c33f-443d-b5c8-cf33b6ffdce3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.750073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9085505-3bab-478d-a6e0-e54b25dbc60b req-4eb0c032-c33f-443d-b5c8-cf33b6ffdce3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 946 time: 0.1148765 Aug 19 12:15:57.791241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9ef993b2-4548-467f-9001-f4c02614ee43 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:57.839230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ee7-db0d-4d7e-aa97-3c7c528eed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.859154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-6d9497d1-457a-48e7-896b-d7b50a386c99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052046 Aug 19 12:15:57.874244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e9ee7-db0d-4d7e-aa97-3c7c528eed02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c1e7af-b32f-4aef-bc1d-e26537bf32fd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:57.883857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ee7-db0d-4d7e-aa97-3c7c528eed02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.886175 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6c7e9ee7-db0d-4d7e-aa97-3c7c528eed02 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/11c1e7af-b32f-4aef-bc1d-e26537bf32fd HTTP/1.1" status: 204 len: 168 time: 0.4835963 Aug 19 12:15:57.890139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51696) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:57.926804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9085505-3bab-478d-a6e0-e54b25dbc60b req-87de9e6e-1901-45d7-8b8f-8b3042da9050 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719055 Aug 19 12:15:57.939004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3500ca59-2931-4ed3-9be9-cb74ea2adcba req-e6cd0021-6e79-4b4a-9583-9082560ea8e5 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 210 time: 0.1298368 Aug 19 12:15:57.947369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c2d5e3-e6e0-457e-9416-21c6d9f89086 None None] Network a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:58.040295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.053530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9ef993b2-4548-467f-9001-f4c02614ee43, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ef993b2-4548-467f-9001-f4c02614ee43,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:58.072653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '9ef993b2-4548-467f-9001-f4c02614ee43', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'port_id': '9ef993b2-4548-467f-9001-f4c02614ee43', 'mac_address': 'fa:16:3e:d0:b0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ecb100-42f0-4808-aa59-e994ee63d4c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:58.124078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-777b664e-ce1b-4a83-ac16-862efeeb44c6 service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565470 Aug 19 12:15:58.130787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Deleting port 43f3b9c4-b455-43ef-939e-2645cb7d8581 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:58.131146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.227554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] For port 43f3b9c4-b455-43ef-939e-2645cb7d8581, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=43f3b9c4-b455-43ef-939e-2645cb7d8581,segment=NetworkSegment(14a96bc1-7338-42d4-9a6f-b1aa6f995802),segment_id=14a96bc1-7338-42d4-9a6f-b1aa6f995802)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:58.228087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.249250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Calling delete_port for 43f3b9c4-b455-43ef-939e-2645cb7d8581 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:58.303553 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15ec560c-7405-4078-98a4-60b3be60c4ea req-609e4440-7869-469a-9d77-9933a90fb3b9 service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710205 Aug 19 12:15:58.355723 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.393025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Pushing event deleted for resources: {'Port': ['ID=43f3b9c4-b455-43ef-939e-2645cb7d8581,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:58.395492 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] No DVR routers for this DVR port 43f3b9c4-b455-43ef-939e-2645cb7d8581 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:58.497405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.535263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.543273 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.565295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef993b2-4548-467f-9001-f4c02614ee43 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:58.578574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b4cfc6-ac42-4092-b1a9-d7793babb6f5']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:58.597875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9ef993b2-4548-467f-9001-f4c02614ee43, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ef993b2-4548-467f-9001-f4c02614ee43,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:58.603694 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.616840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a96bc1-7338-42d4-9a6f-b1aa6f995802') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:58.617138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a96bc1-7338-42d4-9a6f-b1aa6f995802') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:58.631488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.671433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.674757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a8aa3-c78c-41de-b8f4-1a0b75804265 req-66ebe29c-49f7-4c38-b467-339ec2476b4e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:58.677675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b21a8aa3-c78c-41de-b8f4-1a0b75804265 req-66ebe29c-49f7-4c38-b467-339ec2476b4e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 943 time: 0.1323824 Aug 19 12:15:58.695860 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:15:58.696935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:15:58.699826 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:15:58.763046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a069117f-da2e-4b53-8d70-a7f627addae8 None None] DHCP port deletion for a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:15:58.782782 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9ef993b2-4548-467f-9001-f4c02614ee43,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:58.798585 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b21a8aa3-c78c-41de-b8f4-1a0b75804265 req-3582db8c-fadb-4578-87cf-dd3c4b38c296 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145658 Aug 19 12:15:58.833756 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.842378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.848483 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] 10.222.0.65 "DELETE /v2.0/networks/a3b4cfc6-ac42-4092-b1a9-d7793babb6f5 HTTP/1.1" status: 204 len: 168 time: 0.9428759 Aug 19 12:15:58.870398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c392a-349f-4c33-a23c-84c94cf1b11e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b4cfc6-ac42-4092-b1a9-d7793babb6f5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:58.913122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a6b51a41-afbb-4dd0-8366-7ce59895e00f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:58.938505 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['9ef993b2-4548-467f-9001-f4c02614ee43'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:59.058956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51716) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:59.073671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a6b51a41-afbb-4dd0-8366-7ce59895e00f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:59.074018 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.101514 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d38829fd-86a2-4881-94e3-c1e92bf5b254 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bf3437e238b4255b8b2ff99f952bfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412307 Aug 19 12:15:59.103862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51718) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:59.133850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64e38495-f2ff-4f1a-bb15-cc645c34b7ec req-66f44de4-d332-4f17-b201-fd034be30e66 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 210 time: 0.0776253 Aug 19 12:15:59.157843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232ff51-1cf6-4282-b6ce-88c7e47be290 req-0d028888-7ab8-4716-b4f6-f3467111493e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.159478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8232ff51-1cf6-4282-b6ce-88c7e47be290 req-0d028888-7ab8-4716-b4f6-f3467111493e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 946 time: 0.1128633 Aug 19 12:15:59.170387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b54529-4fb1-41c6-b85b-5a29628f857a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.204508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8232ff51-1cf6-4282-b6ce-88c7e47be290 req-3707a66e-487e-4539-ad0c-2bedc8af4430 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385766 Aug 19 12:15:59.210563 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b54529-4fb1-41c6-b85b-5a29628f857a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.225074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 25efe406-48ea-4c12-8cdd-dccd4d978032 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:59.271925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b54529-4fb1-41c6-b85b-5a29628f857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.274702 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b54529-4fb1-41c6-b85b-5a29628f857a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.275950 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b8b54529-4fb1-41c6-b85b-5a29628f857a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54b3af5d-e97d-4d90-ba5e-d1686cf3e61c HTTP/1.1" status: 204 len: 168 time: 0.1711643 Aug 19 12:15:59.287006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b54529-4fb1-41c6-b85b-5a29628f857a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b3af5d-e97d-4d90-ba5e-d1686cf3e61c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:59.315921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 25efe406-48ea-4c12-8cdd-dccd4d978032 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:59.321266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 25efe406-48ea-4c12-8cdd-dccd4d978032 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:59.321845 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.398663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109d696-86c8-4563-aa1d-e4e787bb70cf req-cfeb5353-3ea8-431e-be45-c2adfcc2c6db tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.400402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2109d696-86c8-4563-aa1d-e4e787bb70cf req-cfeb5353-3ea8-431e-be45-c2adfcc2c6db tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 946 time: 0.0942590 Aug 19 12:15:59.414697 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.458045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 25efe406-48ea-4c12-8cdd-dccd4d978032, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=25efe406-48ea-4c12-8cdd-dccd4d978032,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:59.462356 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.465720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2109d696-86c8-4563-aa1d-e4e787bb70cf req-f39d1cb2-6d20-4186-83cd-d03074308198 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538094 Aug 19 12:15:59.510403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:59.547796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:59.548233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4d5d9fbe-f51c-4b4b-b7ff-8cd31eb0a227 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:59.548871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0f8c00e2-35ad-4205-ba38-ca314047d9d6 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:59.592511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0f8c00e2-35ad-4205-ba38-ca314047d9d6 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:59.592887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0f8c00e2-35ad-4205-ba38-ca314047d9d6 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:59.608006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=25efe406-48ea-4c12-8cdd-dccd4d978032,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:59.675767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-c1c01be3-35e7-4408-8241-eb6b158716c8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.677527 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-c1c01be3-35e7-4408-8241-eb6b158716c8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/networks?id=c52e468b-8565-4cb6-9510-227dc369419f HTTP/1.1" status: 200 len: 796 time: 0.1917958 Aug 19 12:15:59.689063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846bce0-214b-4a0c-ba2a-40bd72b79d54 req-8d885790-b7b9-4e71-9720-478d277dbddb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.690748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e846bce0-214b-4a0c-ba2a-40bd72b79d54 req-8d885790-b7b9-4e71-9720-478d277dbddb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 946 time: 0.1022835 Aug 19 12:15:59.738189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e846bce0-214b-4a0c-ba2a-40bd72b79d54 req-4b171237-b4f7-48ea-bd8e-738ad217063a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Aug 19 12:15:59.770351 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-3971d9f5-70d1-42ce-94ce-749da0aa17e4 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14f7ec1d8064a3bb955de098f4e5e41 HTTP/1.1" status: 200 len: 380 time: 0.0460744 Aug 19 12:15:59.781178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'port': {'device_id': 'da50b98e-2346-456e-8d13-36427cfe0229', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'admin_state_up': True, 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'security_groups': ['739fe54b-481e-451c-b918-877013874587']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:59.791977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9ef993b2-4548-467f-9001-f4c02614ee43 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:59.864128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 9ef993b2-4548-467f-9001-f4c02614ee43 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:59.869050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 9ef993b2-4548-467f-9001-f4c02614ee43 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:59.869494 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.936058 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Made reservation on behalf of f14f7ec1d8064a3bb955de098f4e5e41 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:59.946534 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.963551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d44e49-1414-4fa4-8820-44130505dbc9 req-99ac131c-8ee1-4bc8-a8ed-f4d802579b96 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.972469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5d44e49-1414-4fa4-8820-44130505dbc9 req-99ac131c-8ee1-4bc8-a8ed-f4d802579b96 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 944 time: 0.0839846 Aug 19 12:15:59.978786 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.007494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1712fb07-0b87-4811-92de-96c9ee43a4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef993b2-4548-467f-9001-f4c02614ee43'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:00.010607 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08aec41-895e-4ca9-96b6-c18683c6091b" -d '{"events": [{"server_uuid": "1712fb07-0b87-4811-92de-96c9ee43a4aa", "name": "network-vif-plugged", "status": "completed", "tag": "9ef993b2-4548-467f-9001-f4c02614ee43"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:00.029270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9ef993b2-4548-467f-9001-f4c02614ee43, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ef993b2-4548-467f-9001-f4c02614ee43,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:00.035279 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.038050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5d44e49-1414-4fa4-8820-44130505dbc9 req-36b1996c-3976-41e6-81cb-2ff06fde9ca7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640681 Aug 19 12:16:00.078878 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4809e2-39e5-41e4-a4e6-ae793d9407df x-openstack-request-id: req-ea4809e2-39e5-41e4-a4e6-ae793d9407df {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:00.079278 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1712fb07-0b87-4811-92de-96c9ee43a4aa", "name": "network-vif-plugged", "status": "completed", "tag": "9ef993b2-4548-467f-9001-f4c02614ee43", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:00.079618 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea4809e2-39e5-41e4-a4e6-ae793d9407df {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:00.080093 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1712fb07-0b87-4811-92de-96c9ee43a4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef993b2-4548-467f-9001-f4c02614ee43', 'code': 200} Aug 19 12:16:00.101292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9ef993b2-4548-467f-9001-f4c02614ee43,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:00.180492 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.20.0.4 (c52e468b-8565-4cb6-9510-227dc369419f/4e29885f-db1f-4c7c-87b8-a0f7ac735ed4/7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:00.183245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1090f3b-bbba-4128-b997-1b3bd7c4e68c req-42cb8769-23f9-46c6-ade0-35812b85daa3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.185008 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1090f3b-bbba-4128-b997-1b3bd7c4e68c req-42cb8769-23f9-46c6-ade0-35812b85daa3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 946 time: 0.0676334 Aug 19 12:16:00.282715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac7da421-2579-4c7b-a45a-afbf16a3a288 req-5a4fb193-4a87-422e-991f-c85b5bf46176 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 210 time: 0.0477464 Aug 19 12:16:00.291770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed290c10-247c-4d43-af99-96de3ab1880d req-d0f4a618-854f-4b2a-97b4-563bc459d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.291770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed290c10-247c-4d43-af99-96de3ab1880d req-d0f4a618-854f-4b2a-97b4-563bc459d9dc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 1096 time: 0.1047363 Aug 19 12:16:00.293642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1090f3b-bbba-4128-b997-1b3bd7c4e68c req-4f6638fc-a639-43cc-9355-36d2fabac0b5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988736 Aug 19 12:16:00.339854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed290c10-247c-4d43-af99-96de3ab1880d req-bd88d63f-5959-4f79-a140-454ce2242a89 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Aug 19 12:16:00.375704 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.389470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Transition to ACTIVE for port object 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:00.396463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51758) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:00.435846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.485003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network c52e468b-8565-4cb6-9510-227dc369419f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:00.492087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:00.492087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:00.500189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:00.540614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-273571452-network', 'tenant_id': '3c2a5952535b41958824c409138c9165'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:00.568391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Made reservation on behalf of 3c2a5952535b41958824c409138c9165 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:00.572398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.580168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 25efe406-48ea-4c12-8cdd-dccd4d978032 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:00.580510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.581344 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.584214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.601878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-9ca42d8e-ca52-43f6-a109-abe2ba24f1b8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246002 Aug 19 12:16:00.623167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Request body: {'port': {'device_id': 'da50b98e-2346-456e-8d13-36427cfe0229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:00.644335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 25efe406-48ea-4c12-8cdd-dccd4d978032 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:00.645311 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.689815 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.695548 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.700790 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.729239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:16:00.747083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5abb353-8c4d-448e-878c-a4df684a3909,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:00.754809 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.755188 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Added segment 2457fac4-dabd-4022-83f1-6636c049e476 of type vlan for network cb99be0b-fc38-4615-ac5a-17103895ea23 Aug 19 12:16:00.786856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 43f3b9c4-b455-43ef-939e-2645cb7d8581 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:00.803542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.816164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 43f3b9c4-b455-43ef-939e-2645cb7d8581 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:00.816845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 43f3b9c4-b455-43ef-939e-2645cb7d8581 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:00.831511 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.832762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.833383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.839247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-50951f2a-b1ad-42c7-9e2f-fcda26d8ee5c None None] Provisioning for port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:00.844439 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-50951f2a-b1ad-42c7-9e2f-fcda26d8ee5c None None] Provisioning complete for port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:00.845015 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50951f2a-b1ad-42c7-9e2f-fcda26d8ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.880611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-50951f2a-b1ad-42c7-9e2f-fcda26d8ee5c None None] Port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:00.894443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4964349 Aug 19 12:16:00.900649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51764) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:00.907966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Request body: {'subnet': {'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-subnet', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:00.916055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d54e1-382d-4386-b75a-5424f8ff1097 admin admin] Pushing event updated for resources: {'Network': ['ID=cb99be0b-fc38-4615-ac5a-17103895ea23,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:00.928003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network cb99be0b-fc38-4615-ac5a-17103895ea23 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:16:00.938839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Made reservation on behalf of 3c2a5952535b41958824c409138c9165 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:00.941538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.015641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:01.024558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.038176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Transition to ACTIVE for port object 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:01.042377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.101518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:01.164166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.186937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Attempting to bind port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:01.187420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Attempting to bind port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:01.188081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Attempting to bind port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 on network c52e468b-8565-4cb6-9510-227dc369419f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:01.195592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 on network c52e468b-8565-4cb6-9510-227dc369419f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:01.196174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Attempting to bind port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 on network c52e468b-8565-4cb6-9510-227dc369419f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:01.203268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:01.203743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Checking segment: {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:01.204200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Bound using segment: {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:01.204777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Bound port: 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89395a29-b207-4277-9c55-959ff4029dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:01.205208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.217766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a96f97-8866-4867-86a1-39dc4b4f7f5a req-bda466cf-5fe3-4041-bfdf-607bf308e2c8 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.219718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95a96f97-8866-4867-86a1-39dc4b4f7f5a req-bda466cf-5fe3-4041-bfdf-607bf308e2c8 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 945 time: 0.1046784 Aug 19 12:16:01.257313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00b2daf-d8dd-4185-9d3d-10f90746921d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:01.285267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Checking segment: {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:01.285822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Network hostable DHCP agents. Network: cb99be0b-fc38-4615-ac5a-17103895ea23, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:16:01.287707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:01.291121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:01.295597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.304218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95a96f97-8866-4867-86a1-39dc4b4f7f5a req-7a2e7cf4-2a29-4bac-a560-9a349f96ba66 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760825 Aug 19 12:16:01.318826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Network cb99be0b-fc38-4615-ac5a-17103895ea23 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:16:01.333063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, cb99be0b-fc38-4615-ac5a-17103895ea23) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:01.339746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.340379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.341116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.341604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.343227 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] 10.222.0.54 "PUT /v2.0/ports/7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 HTTP/1.1" status: 200 len: 1091 time: 0.7256742 Aug 19 12:16:01.344917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:01.348986 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43bcf73-31a9-4cf9-999d-bfef0db51719" -d '{"events": [{"name": "network-changed", "server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:01.363422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7d6eb6b8-4ac7-4f4a-b416-9b7f0f923c8b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4617343 Aug 19 12:16:01.366315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51774) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:01.369931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df7674-55fd-4b67-9c05-0663e64f7782 None None] Network cb99be0b-fc38-4615-ac5a-17103895ea23 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:01.383375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4809b94-ec09-46a7-bd99-5168cd3a89d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:01.405971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:01.459081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-83273c1e-ee0c-4a4f-a9d8-d3aa5e44b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.460644 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-83273c1e-ee0c-4a4f-a9d8-d3aa5e44b587 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 1094 time: 0.0574627 Aug 19 12:16:01.512426 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.513514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.535883 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-d7fa77d8-4c3c-4208-8dc6-6d7380522f37 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 HTTP/1.1" status: 200 len: 217 time: 0.0547285 Aug 19 12:16:01.540922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb76e53-e218-40c5-86e8-7edbdfe8314c req-9db508ef-1627-4cea-ba4d-6b79f053f8a5 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.542526 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fcb76e53-e218-40c5-86e8-7edbdfe8314c req-9db508ef-1627-4cea-ba4d-6b79f053f8a5 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 943 time: 0.1150045 Aug 19 12:16:01.585940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76213d7a-2684-4b36-ad01-999184dbd12b req-2ca652af-cef0-4f9c-883a-a1a110fa5c4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.587637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76213d7a-2684-4b36-ad01-999184dbd12b req-2ca652af-cef0-4f9c-883a-a1a110fa5c4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 946 time: 0.1388094 Aug 19 12:16:01.588714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e46848-6abd-45d8-aaee-d5b5aee53485 None None] Network cb99be0b-fc38-4615-ac5a-17103895ea23 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:01.610088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-fb67b931-1b28-45db-9488-3f2501efd7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.613422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-fb67b931-1b28-45db-9488-3f2501efd7ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e29885f-db1f-4c7c-87b8-a0f7ac735ed4 HTTP/1.1" status: 200 len: 835 time: 0.0686002 Aug 19 12:16:01.673389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-0f0422e5-fce0-42c6-b93b-0a0108a3f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.675003 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-0f0422e5-fce0-42c6-b93b-0a0108a3f2bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c52e468b-8565-4cb6-9510-227dc369419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548820 Aug 19 12:16:01.700363 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.779829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76213d7a-2684-4b36-ad01-999184dbd12b req-7b530dd6-c152-48ce-8ec7-df8c87d1929c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754239 Aug 19 12:16:01.805695 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-f37c2198-407c-478e-a4ba-26e8d4700fff service neutron] 10.222.0.54 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977073 Aug 19 12:16:01.820151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fcb76e53-e218-40c5-86e8-7edbdfe8314c req-3501a68f-e673-4edc-a203-e65327a854be tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655313 Aug 19 12:16:01.833297 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e99e36c-ed55-416c-9f75-74ef45a5294f x-openstack-request-id: req-0e99e36c-ed55-416c-9f75-74ef45a5294f {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:01.833862 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:01.835232 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e99e36c-ed55-416c-9f75-74ef45a5294f {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:01.835748 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'status': 'completed', 'code': 200} Aug 19 12:16:01.908408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-a4ee857c-c0a0-4b07-9e72-f214ab11e341 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.909839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-a4ee857c-c0a0-4b07-9e72-f214ab11e341 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 946 time: 0.2005742 Aug 19 12:16:01.910502 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b119f121-2add-4195-85ca-d1f5178dbab2 req-e67f3a2b-9014-47e7-b307-66df338b8759 service neutron] 10.222.0.54 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977492 Aug 19 12:16:01.915685 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.053427 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-49d0a5f0-b2bb-49b6-ac12-f4c18fd84cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.054955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-49d0a5f0-b2bb-49b6-ac12-f4c18fd84cde service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 1094 time: 0.0419779 Aug 19 12:16:02.076925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:02.077267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.147902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-355e7a0d-e089-41f1-8a82-c85be3ccaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.149507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-355e7a0d-e089-41f1-8a82-c85be3ccaec0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c52e468b-8565-4cb6-9510-227dc369419f HTTP/1.1" status: 200 len: 897 time: 0.0875077 Aug 19 12:16:02.193243 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-48f6a54d-307a-4445-b071-8d3b4ea556a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 HTTP/1.1" status: 200 len: 217 time: 0.0364482 Aug 19 12:16:02.248623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-4d493e6d-6d0d-469c-92df-f0ba6b2ff216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.250326 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-4d493e6d-6d0d-469c-92df-f0ba6b2ff216 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e29885f-db1f-4c7c-87b8-a0f7ac735ed4 HTTP/1.1" status: 200 len: 835 time: 0.0499914 Aug 19 12:16:02.259386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] For port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:02.259751 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.277902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:02.286160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.300663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-f632c983-076e-406f-a13d-c283318203cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.302216 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-f632c983-076e-406f-a13d-c283318203cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c52e468b-8565-4cb6-9510-227dc369419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447810 Aug 19 12:16:02.314567 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.395504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-8a677756-6fd4-4cd4-b14e-9b77d3b80f5d service neutron] 10.222.0.54 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849898 Aug 19 12:16:02.494654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b43bcf73-31a9-4cf9-999d-bfef0db51719 req-ab56faa1-7d0e-462e-8b64-5710bd6e75ab service neutron] 10.222.0.54 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916514 Aug 19 12:16:02.497596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204506-95ff-4665-92f6-82b78c48b878 req-f857797e-8607-4878-8c46-a3d6c42b83f0 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.499093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75204506-95ff-4665-92f6-82b78c48b878 req-f857797e-8607-4878-8c46-a3d6c42b83f0 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 945 time: 0.1156993 Aug 19 12:16:02.562600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Allocated IP 172.25.4.6 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/586083a0-b2b4-424f-96a9-5b92ab960177) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:02.604012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75204506-95ff-4665-92f6-82b78c48b878 req-8eb41b17-dfdb-48fe-9463-e6ed1af281c5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975399 Aug 19 12:16:02.644577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.679433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:02.686910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:02.766387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] No DVR routers for this DVR port 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c on host n-h2-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:02.774359 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.776317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-123b62aa-0b12-4fc4-b06e-37f766c55e9b req-77e77483-0f91-4153-896a-699ec215a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.54 "DELETE /v2.0/ports/0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c HTTP/1.1" status: 204 len: 173 time: 0.8150654 Aug 19 12:16:02.776781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2', 'name': 'network-vif-deleted', 'tag': '0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:02.779115 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5d2fd5-c73c-4751-94ce-a4ee3f05bde4" -d '{"events": [{"server_uuid": "3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2", "name": "network-vif-deleted", "tag": "0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:02.825743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.842780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940838d4-d395-4797-95da-aec5ee3e094a req-d7855066-6c79-43e3-b937-87622cd081d9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.849786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940838d4-d395-4797-95da-aec5ee3e094a req-d7855066-6c79-43e3-b937-87622cd081d9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 945 time: 0.1672313 Aug 19 12:16:02.853252 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb5b572-8da0-4df8-9d66-d6ea3b51ee83 x-openstack-request-id: req-bfb5b572-8da0-4df8-9d66-d6ea3b51ee83 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:02.853544 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2", "name": "network-vif-deleted", "tag": "0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:02.853795 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfb5b572-8da0-4df8-9d66-d6ea3b51ee83 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:02.854194 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2', 'name': 'network-vif-deleted', 'tag': '0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c', 'status': 'completed', 'code': 200} Aug 19 12:16:02.939316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-940838d4-d395-4797-95da-aec5ee3e094a req-0a1ad91c-d17d-40a5-bf23-861d872133a9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828977 Aug 19 12:16:02.979564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31b05a50-8990-4c62-b991-4dce4649a11e req-c3611b3d-f1ad-4fd8-bb0c-7732cd112148 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 210 time: 0.0449779 Aug 19 12:16:02.997056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.042028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:03.048932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:03.054329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:03.122041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Pushing event updated for resources: {'Port': ['ID=586083a0-b2b4-424f-96a9-5b92ab960177,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:03.161382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0442f-9792-468a-908d-07cfc0bb2765 req-5c8e6d63-d112-47ee-8baf-042a9929d7df tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.162906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49d0442f-9792-468a-908d-07cfc0bb2765 req-5c8e6d63-d112-47ee-8baf-042a9929d7df tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 943 time: 0.1098230 Aug 19 12:16:03.344461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:03.519423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:03.536955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'port_id': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'mac_address': 'fa:16:3e:2b:6d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:03.582722 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.598920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:03.622938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:03.628426 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.690765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:03.698561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.698747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.699085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.699715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.699863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.700091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.700413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.700766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.701147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.701416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.701741 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.702066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:03.709224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49d0442f-9792-468a-908d-07cfc0bb2765 req-9ff82147-6c11-46b4-8584-9656909bcaa7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5151763 Aug 19 12:16:03.739777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0f9ed-67e6-4d0b-8d6a-8d34fbf0fdf3 req-87e9aa34-86d8-4f3b-a4f5-cb0b4db5f733 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.741328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fec0f9ed-67e6-4d0b-8d6a-8d34fbf0fdf3 req-87e9aa34-86d8-4f3b-a4f5-cb0b4db5f733 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 945 time: 0.1078572 Aug 19 12:16:03.850420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fec0f9ed-67e6-4d0b-8d6a-8d34fbf0fdf3 req-07e22f2e-729d-4313-ab41-05249609da2f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747643 Aug 19 12:16:03.870795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.025034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:04.104275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd6b6c45-1dae-4448-bdec-dc5fb22ecc21 req-fce6a2e9-d6d6-4045-9415-9bcec7fc484e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 210 time: 0.0377338 Aug 19 12:16:04.120542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.288752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Router 86ab83ce-3a54-4596-98ef-1e6688ff59af is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:16:04.407132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:04.417993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Sync routers for ids ['86ab83ce-3a54-4596-98ef-1e6688ff59af'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:04.427924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Routers {'86ab83ce-3a54-4596-98ef-1e6688ff59af'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:04.428570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['86ab83ce-3a54-4596-98ef-1e6688ff59af'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:04.432669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.437067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:04.437732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ff672e7e-253c-4fe9-b242-9f35c9f755d0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0550025 Aug 19 12:16:04.543761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Set router 86ab83ce-3a54-4596-98ef-1e6688ff59af gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:04.742779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 3, 'project_id': '3c2a5952535b41958824c409138c9165', 'gw_port': {'id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:02Z', 'updated_at': '2021-08-19T12:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:04.780181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Checking router: 86ab83ce-3a54-4596-98ef-1e6688ff59af for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:04.780973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Updating router 86ab83ce-3a54-4596-98ef-1e6688ff59af port 586083a0-b2b4-424f-96a9-5b92ab960177 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:04.813156 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.849253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373d6be-29a7-460d-b1e0-eb3c43947dc9 req-62655d30-f088-4d60-a74f-bc70591eef0c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:04.851597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c373d6be-29a7-460d-b1e0-eb3c43947dc9 req-62655d30-f088-4d60-a74f-bc70591eef0c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 944 time: 0.0672367 Aug 19 12:16:04.891445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.908014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c373d6be-29a7-460d-b1e0-eb3c43947dc9 req-9715d014-69c7-4894-aa75-9d42afcf8487 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461884 Aug 19 12:16:05.032653 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d436916-4d37-47dc-adac-a0695cdc5c3c req-da14193d-f313-4778-9618-d80a81631659 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.040218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d436916-4d37-47dc-adac-a0695cdc5c3c req-da14193d-f313-4778-9618-d80a81631659 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 945 time: 0.0817976 Aug 19 12:16:05.088215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Allocated IP 172.20.0.1 (cb99be0b-fc38-4615-ac5a-17103895ea23/d00b2daf-d8dd-4185-9d3d-10f90746921d/8f140335-7d0a-41ec-99b1-eb4379b1753e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:05.100390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d436916-4d37-47dc-adac-a0695cdc5c3c req-9505d3d5-bbe6-46b7-bdf3-14e8c74c86c8 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Aug 19 12:16:05.144756 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.160286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Transition to ACTIVE for port object 586083a0-b2b4-424f-96a9-5b92ab960177 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:05.167698 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.234052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436082f0-da04-4d39-ae1c-ae296059fa16 None None] Pushing event updated for resources: {'Port': ['ID=586083a0-b2b4-424f-96a9-5b92ab960177,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.236412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Attempting to bind port 586083a0-b2b4-424f-96a9-5b92ab960177 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:05.237050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Attempting to bind port 586083a0-b2b4-424f-96a9-5b92ab960177 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:05.237420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Attempting to bind port 586083a0-b2b4-424f-96a9-5b92ab960177 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:05.243636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:05.244017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:05.244428 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.245195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:05.245679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Bound port: 586083a0-b2b4-424f-96a9-5b92ab960177, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:05.246109 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.259759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.279222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33776c64-c00b-4baa-b31c-4d6e92c02d47 req-bba1d24a-aa33-4d8a-84de-667c031d3f3d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 210 time: 0.0933964 Aug 19 12:16:05.311516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] For port 586083a0-b2b4-424f-96a9-5b92ab960177, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:05.316872 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] For port 586083a0-b2b4-424f-96a9-5b92ab960177, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=586083a0-b2b4-424f-96a9-5b92ab960177,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:05.327260 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.338629 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.350265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-386c6a33-e8da-4e67-a1e0-6101d300e02e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.351900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-386c6a33-e8da-4e67-a1e0-6101d300e02e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 945 time: 0.1428044 Aug 19 12:16:05.358494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:05.392060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Network cb99be0b-fc38-4615-ac5a-17103895ea23 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:05.395966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:05.398947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:05.432332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436082f0-da04-4d39-ae1c-ae296059fa16 None None] Pushing event updated for resources: {'Port': ['ID=586083a0-b2b4-424f-96a9-5b92ab960177,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.447840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Pushing event updated for resources: {'Port': ['ID=8f140335-7d0a-41ec-99b1-eb4379b1753e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.458252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Routers {'86ab83ce-3a54-4596-98ef-1e6688ff59af'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:05.458947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['86ab83ce-3a54-4596-98ef-1e6688ff59af'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:05.459220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.490247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Deleting port 9ef993b2-4548-467f-9001-f4c02614ee43 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:05.490593 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.521090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:05.555530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:05.555910 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.595957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] For port 9ef993b2-4548-467f-9001-f4c02614ee43, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9ef993b2-4548-467f-9001-f4c02614ee43,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:05.596332 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.612883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Calling delete_port for 9ef993b2-4548-467f-9001-f4c02614ee43 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:05.624191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.776501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] Set router 86ab83ce-3a54-4596-98ef-1e6688ff59af gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:05.791045 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.826575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.832974 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.838606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event deleted for resources: {'Port': ['ID=9ef993b2-4548-467f-9001-f4c02614ee43,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.842381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1', '9ef993b2-4548-467f-9001-f4c02614ee43'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:05.898396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] No DVR routers for this DVR port 9ef993b2-4548-467f-9001-f4c02614ee43 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:05.902448 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.904974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c06add1-9543-4db6-9150-fd192d073ca7 req-f86816b0-a54f-456b-a3ce-ed7446e8ec18 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "DELETE /v2.0/ports/9ef993b2-4548-467f-9001-f4c02614ee43 HTTP/1.1" status: 204 len: 173 time: 0.5464671 Aug 19 12:16:05.905487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1712fb07-0b87-4811-92de-96c9ee43a4aa', 'name': 'network-vif-deleted', 'tag': '9ef993b2-4548-467f-9001-f4c02614ee43'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:05.909333 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690e2e8e-f77e-4cbf-bdc1-0f79fa901429" -d '{"events": [{"server_uuid": "1712fb07-0b87-4811-92de-96c9ee43a4aa", "name": "network-vif-deleted", "tag": "9ef993b2-4548-467f-9001-f4c02614ee43"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:05.923661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.925879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Pushing event updated for resources: {'Port': ['ID=8f140335-7d0a-41ec-99b1-eb4379b1753e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.992312 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d526c6-5d83-4773-ab6d-5fc28080650f x-openstack-request-id: req-90d526c6-5d83-4773-ab6d-5fc28080650f {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:05.992602 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1712fb07-0b87-4811-92de-96c9ee43a4aa", "name": "network-vif-deleted", "tag": "9ef993b2-4548-467f-9001-f4c02614ee43", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:05.992969 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90d526c6-5d83-4773-ab6d-5fc28080650f {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:05.993368 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1712fb07-0b87-4811-92de-96c9ee43a4aa', 'name': 'network-vif-deleted', 'tag': '9ef993b2-4548-467f-9001-f4c02614ee43', 'status': 'completed', 'code': 200} Aug 19 12:16:06.037973 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.075186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Network cb99be0b-fc38-4615-ac5a-17103895ea23 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:06.078038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:06.114556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:06.116909 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9b5e5f-d1c3-448f-b7b3-428789b780ab" -d '{"events": [{"server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:06.119852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b48da2-522a-4537-a05f-827fa18ac612 req-dacc9da3-5d0e-4bb6-9795-03de2bb075f3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:06.121550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79b48da2-522a-4537-a05f-827fa18ac612 req-dacc9da3-5d0e-4bb6-9795-03de2bb075f3 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 944 time: 0.0862300 Aug 19 12:16:06.139389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:06.168784 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.169607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:06.202207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79b48da2-522a-4537-a05f-827fa18ac612 req-ffe6dee3-73ce-44dd-9e5f-fa74dc65bc30 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734770 Aug 19 12:16:06.232305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:06.232656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0cc07eb4-7105-4c18-bbb6-05d5a1e6a71c not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:06.251808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 3, 'project_id': '3c2a5952535b41958824c409138c9165', 'gw_port': {'id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:02Z', 'updated_at': '2021-08-19T12:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:06.255052 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Router 86ab83ce-3a54-4596-98ef-1e6688ff59af has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:06.285579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c485c7e-1e86-4604-b17c-bb6f1b61e0ed req-223843ac-c25e-49b0-82e9-83d1df4fbeb1 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=1712fb07-0b87-4811-92de-96c9ee43a4aa HTTP/1.1" status: 200 len: 210 time: 0.0605893 Aug 19 12:16:06.318042 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f580fbf7-d10c-4b6e-92cb-bcbcc68416f9 x-openstack-request-id: req-f580fbf7-d10c-4b6e-92cb-bcbcc68416f9 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:06.318501 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:06.318841 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f580fbf7-d10c-4b6e-92cb-bcbcc68416f9 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:06.319557 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'code': 200} Aug 19 12:16:06.321976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:06.333041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd2c0b-3532-4f6a-b02d-5385cd4a20a1 None None] The sync data for ids ['86ab83ce-3a54-4596-98ef-1e6688ff59af'] in n-d-778550-9 is: [{'id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 3, 'project_id': '3c2a5952535b41958824c409138c9165', 'gw_port': {'id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:02Z', 'updated_at': '2021-08-19T12:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:06.413640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01e61dbd-c200-42fd-9b29-95bf461ee712 req-84a9858c-93fa-4f94-995d-def80c3511c6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 210 time: 0.0372119 Aug 19 12:16:06.453431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:06.473614 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f924cdbb-6fa4-4623-92ad-0c2bf768413f admin admin] 10.222.0.65 "PUT /v2.0/routers/86ab83ce-3a54-4596-98ef-1e6688ff59af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0261898 Aug 19 12:16:06.480210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a4c3-16f4-48f2-9dad-201dd4f22032 req-399fc28e-3f7b-44b1-bba2-24979d7f4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:06.482124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b88a4c3-16f4-48f2-9dad-201dd4f22032 req-399fc28e-3f7b-44b1-bba2-24979d7f4149 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 1096 time: 0.0672798 Aug 19 12:16:06.523647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b88a4c3-16f4-48f2-9dad-201dd4f22032 req-76c24744-6f8e-4306-a688-cedd52a11cbc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Aug 19 12:16:07.079894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-c8979d45-79b7-405b-89e7-b6aceae57cb1 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.081858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-c8979d45-79b7-405b-89e7-b6aceae57cb1 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 818 time: 0.1718636 Aug 19 12:16:07.105910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-04112e1b-91f6-473d-9aef-e0ab40103468 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/quotas/3c2a5952535b41958824c409138c9165 HTTP/1.1" status: 200 len: 375 time: 0.0125172 Aug 19 12:16:07.172623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-da28d49e-d949-4a7f-9699-96135ec5e190 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546834 Aug 19 12:16:07.337765 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-e1ee786d-cf34-4e0c-9016-c37b845b0e98 service neutron] 10.222.0.65 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565263 Aug 19 12:16:07.383806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97103f-d03f-436b-9615-19ccea460365 req-d7e68a63-119a-455a-a69a-c52f635e628e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.385447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d97103f-d03f-436b-9615-19ccea460365 req-d7e68a63-119a-455a-a69a-c52f635e628e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0863814 Aug 19 12:16:07.477153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d97103f-d03f-436b-9615-19ccea460365 req-105c37cb-465d-45f1-8473-ec2b29606e26 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595405 Aug 19 12:16:07.504795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-ac01bf4a-5d61-44ca-84fb-98bafb8d7bb7 service neutron] 10.222.0.65 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480522 Aug 19 12:16:07.685062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1770708d-8b91-42e2-b72f-cb16261dddbc req-dabe4aeb-f240-43a2-b55a-99ab471671a6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ffa9ed3-eb3e-4a3a-8437-dd00a214cee2 HTTP/1.1" status: 200 len: 210 time: 0.0370452 Aug 19 12:16:07.848440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9ef993b2-4548-467f-9001-f4c02614ee43 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:07.873585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 9ef993b2-4548-467f-9001-f4c02614ee43 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:07.873884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9ef993b2-4548-467f-9001-f4c02614ee43 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:07.894091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1db6744-97dd-4d61-b946-e8f1ede9cf6a req-b664be36-3911-4e5a-876b-80005fdddc4f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 210 time: 0.0360804 Aug 19 12:16:08.302443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-6f99ced1-01ab-4373-a381-4fe2a6f81d77 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.304042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-6f99ced1-01ab-4373-a381-4fe2a6f81d77 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 818 time: 0.2229497 Aug 19 12:16:08.343084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-8d811549-a701-46ff-a4b7-656b7e124243 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/quotas/3c2a5952535b41958824c409138c9165 HTTP/1.1" status: 200 len: 375 time: 0.0326972 Aug 19 12:16:08.358050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-d8d5459b-149e-4815-833d-fdee961f39a7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.359913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-d8d5459b-149e-4815-833d-fdee961f39a7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1740043 Aug 19 12:16:08.398109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-0fbb9566-d4bd-43a3-aebf-9b189ceb8f9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/quotas/3aaf47df2f2843108eb2304de8ef29b9 HTTP/1.1" status: 200 len: 375 time: 0.0292604 Aug 19 12:16:08.442161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-2063fb8f-d7ff-42d5-98d5-a3d6dd1880b7 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928619 Aug 19 12:16:08.517550 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Sync routers for ids ['86ab83ce-3a54-4596-98ef-1e6688ff59af'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:08.539507 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Routers {'86ab83ce-3a54-4596-98ef-1e6688ff59af'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:08.540173 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['86ab83ce-3a54-4596-98ef-1e6688ff59af'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:08.577030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-f28626c7-d11d-4d4c-ae52-84840b332d2d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1722791 Aug 19 12:16:08.593291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-a4122322-2a4f-430e-93e4-6fc73948307a service neutron] 10.222.0.65 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409504 Aug 19 12:16:08.619454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 586083a0-b2b4-424f-96a9-5b92ab960177 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:08.674486 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Set router 86ab83ce-3a54-4596-98ef-1e6688ff59af gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:08.677399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 586083a0-b2b4-424f-96a9-5b92ab960177 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:08.682006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 586083a0-b2b4-424f-96a9-5b92ab960177 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:08.682574 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.772507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e131677f-6ce1-4f5d-b505-3c8efb069acd service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779616 Aug 19 12:16:08.774605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-a771fada-c45b-482b-a91f-2bb63ada2418 service neutron] 10.222.0.65 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719186 Aug 19 12:16:08.787849 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.814819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 586083a0-b2b4-424f-96a9-5b92ab960177, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=586083a0-b2b4-424f-96a9-5b92ab960177,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:08.823252 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.897864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=586083a0-b2b4-424f-96a9-5b92ab960177,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:08.929536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-8b7f5020-393e-47dd-9c89-a5f80bc6c082 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500943 Aug 19 12:16:09.059254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ebafc-7aab-4995-9236-44b371c8b52d req-b0cf7eb4-75b4-44e0-a7da-652509df33ec tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.063119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb5ebafc-7aab-4995-9236-44b371c8b52d req-b0cf7eb4-75b4-44e0-a7da-652509df33ec tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0810525 Aug 19 12:16:09.066070 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:05Z', 'revision_number': 4, 'project_id': '3c2a5952535b41958824c409138c9165', 'gw_port': {'id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:02Z', 'updated_at': '2021-08-19T12:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8f140335-7d0a-41ec-99b1-eb4379b1753e', 'name': '', 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'mac_address': 'fa:16:3e:0e:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'd00b2daf-d8dd-4185-9d3d-10f90746921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:04Z', 'updated_at': '2021-08-19T12:16:05Z', 'revision_number': 2, 'project_id': '3c2a5952535b41958824c409138c9165', 'subnets': [{'id': 'd00b2daf-d8dd-4185-9d3d-10f90746921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:09.099060 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Checking router: 86ab83ce-3a54-4596-98ef-1e6688ff59af for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:09.099787 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Updating router 86ab83ce-3a54-4596-98ef-1e6688ff59af port 8f140335-7d0a-41ec-99b1-eb4379b1753e binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:09.136589 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.243058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb5ebafc-7aab-4995-9236-44b371c8b52d req-260eb2b8-a591-4d8d-84c8-8698741842c6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493337 Aug 19 12:16:09.398193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-af1bcb26-5d2e-4e4a-94f6-98970e158000 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.401436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-af1bcb26-5d2e-4e4a-94f6-98970e158000 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.69 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 818 time: 0.3372703 Aug 19 12:16:09.426304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d80aba5b-0ca3-4549-aae1-d5266c94cca6 req-99ac7293-7101-43ef-b9e4-16dfdb2b2e1a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 210 time: 0.0908847 Aug 19 12:16:09.431821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Request body: {'port': {'device_id': 'f5ccfb36-d163-44a3-b437-34d57ed97838', 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23', 'admin_state_up': True, 'tenant_id': '3c2a5952535b41958824c409138c9165'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:09.569580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bfff1b8b-ff17-47ea-8bad-6fd29daf4dd9 req-3684150d-fe8e-4053-aca9-026789df614b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 210 time: 0.0438414 Aug 19 12:16:09.665711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b62ec-5ef6-416c-b6c7-1e1ea0aac951 req-4ce70235-c72c-468c-ad23-0a4d354dc8cc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.667410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae8b62ec-5ef6-416c-b6c7-1e1ea0aac951 req-4ce70235-c72c-468c-ad23-0a4d354dc8cc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0967798 Aug 19 12:16:09.710313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Made reservation on behalf of 3c2a5952535b41958824c409138c9165 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:09.713997 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.726520 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.759188 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Transition to ACTIVE for port object 8f140335-7d0a-41ec-99b1-eb4379b1753e will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:09.759965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae8b62ec-5ef6-416c-b6c7-1e1ea0aac951 req-3c3bf2ed-08ed-4c52-81b4-647956fdcf55 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786791 Aug 19 12:16:09.790426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 51912) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:09.795977 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.870086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4d711-7fd6-4d79-a1ab-a216af0ea4dd tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.871004 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d1a06-0262-4c3b-97ef-1b9a1406c505 None None] Pushing event updated for resources: {'Port': ['ID=8f140335-7d0a-41ec-99b1-eb4379b1753e,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:09.872874 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c2e4d711-7fd6-4d79-a1ab-a216af0ea4dd tempest-TestNetworkAdvancedServerOps-1177523446 tempest-TestNetworkAdvancedServerOps-1177523446-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 1091 time: 0.0802832 Aug 19 12:16:09.876086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 51914) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:09.881970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:09.930853 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.941717 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Attempting to bind port 8f140335-7d0a-41ec-99b1-eb4379b1753e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:09.942565 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Attempting to bind port 8f140335-7d0a-41ec-99b1-eb4379b1753e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:09.943183 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Attempting to bind port 8f140335-7d0a-41ec-99b1-eb4379b1753e on network cb99be0b-fc38-4615-ac5a-17103895ea23 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:09.951789 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:09.953062 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Checking segment: {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:09.954048 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.954720 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Bound using segment: {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:09.955499 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Bound port: 8f140335-7d0a-41ec-99b1-eb4379b1753e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:09.956108 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.001317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Allocated IP 172.20.0.7 (cb99be0b-fc38-4615-ac5a-17103895ea23/d00b2daf-d8dd-4185-9d3d-10f90746921d/f82f75c0-6051-4981-9087-b53fe13b4de0) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:10.052087 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] For port 8f140335-7d0a-41ec-99b1-eb4379b1753e, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:10.056196 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] For port 8f140335-7d0a-41ec-99b1-eb4379b1753e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8f140335-7d0a-41ec-99b1-eb4379b1753e,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:10.061162 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.132305 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d1a06-0262-4c3b-97ef-1b9a1406c505 None None] Pushing event updated for resources: {'Port': ['ID=8f140335-7d0a-41ec-99b1-eb4379b1753e,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:10.151301 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Routers {'86ab83ce-3a54-4596-98ef-1e6688ff59af'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:10.151958 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['86ab83ce-3a54-4596-98ef-1e6688ff59af'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:10.165603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.251555 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.274978 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] Set router 86ab83ce-3a54-4596-98ef-1e6688ff59af gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:10.334007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Allocated IP 172.25.4.199 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/51982f4b-b315-4cbc-bf77-366e56dead25) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:10.356523 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.460365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Network cb99be0b-fc38-4615-ac5a-17103895ea23 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:10.469086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:10.479195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:10.539277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Pushing event updated for resources: {'Port': ['ID=f82f75c0-6051-4981-9087-b53fe13b4de0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:10.568458 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:10.569346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.619524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 586083a0-b2b4-424f-96a9-5b92ab960177 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:10.733875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 586083a0-b2b4-424f-96a9-5b92ab960177 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:10.734407 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.761863 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:05Z', 'revision_number': 4, 'project_id': '3c2a5952535b41958824c409138c9165', 'gw_port': {'id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:02Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8f140335-7d0a-41ec-99b1-eb4379b1753e', 'name': '', 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'mac_address': 'fa:16:3e:0e:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'd00b2daf-d8dd-4185-9d3d-10f90746921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:04Z', 'updated_at': '2021-08-19T12:16:10Z', 'revision_number': 4, 'project_id': '3c2a5952535b41958824c409138c9165', 'subnets': [{'id': 'd00b2daf-d8dd-4185-9d3d-10f90746921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:10.806488 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3145-3fac-4ff0-889a-b4a86a77f34c None None] The sync data for ids ['86ab83ce-3a54-4596-98ef-1e6688ff59af'] in n-d-778550-9 is: [{'id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:05Z', 'revision_number': 4, 'project_id': '3c2a5952535b41958824c409138c9165', 'gw_port': {'id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:02Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8f140335-7d0a-41ec-99b1-eb4379b1753e', 'name': '', 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'mac_address': 'fa:16:3e:0e:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'd00b2daf-d8dd-4185-9d3d-10f90746921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:04Z', 'updated_at': '2021-08-19T12:16:10Z', 'revision_number': 4, 'project_id': '3c2a5952535b41958824c409138c9165', 'subnets': [{'id': 'd00b2daf-d8dd-4185-9d3d-10f90746921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:11.072800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.133949 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.294260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a5f641a-0a64-4c04-91f1-3047fd3660ea req-76d1ac5a-5254-4d00-bb39-cf14dafbce77 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 210 time: 0.1709394 Aug 19 12:16:11.310447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1028f10-cb2d-4eb4-a7b3-645bf8cc1c80 req-f0abf46d-6fb0-4dfb-a6d0-131d3406b0a5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 210 time: 0.2704599 Aug 19 12:16:11.323478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-996abb9e-7bda-4f97-8877-a705064ace2e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9008579 Aug 19 12:16:11.347430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Request body: {'port': {'device_id': 'f5ccfb36-d163-44a3-b437-34d57ed97838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:11.347825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-4b23255a-18ac-45d2-a334-a24e21502153 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.349478 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-4b23255a-18ac-45d2-a334-a24e21502153 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.2102559 Aug 19 12:16:11.360517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=51982f4b-b315-4cbc-bf77-366e56dead25,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:11.376521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Request body: {'port': {'device_id': '42247f33-589a-4e06-a4f5-d55f29ae92c9', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'admin_state_up': True, 'tenant_id': '3aaf47df2f2843108eb2304de8ef29b9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:11.385991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:11.396861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:11.409279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:11.511004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-5ace22d4-09d3-4c62-90c8-181ba2391fa9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.512534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-5ace22d4-09d3-4c62-90c8-181ba2391fa9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.54 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 818 time: 0.9865403 Aug 19 12:16:11.524146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.543503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Request body: {'port': {'device_id': '4c62e9be-20bc-42bc-bac9-cd40ef3f73a0', 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23', 'admin_state_up': True, 'tenant_id': '3c2a5952535b41958824c409138c9165'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:11.551420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Made reservation on behalf of 3aaf47df2f2843108eb2304de8ef29b9 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:11.556070 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.700476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Allocated IP 172.20.0.2 (03672e2f-d1c6-4267-bd65-2f3009f55017/84ecb100-42f0-4808-aa59-e994ee63d4c8/334bcc0f-185d-4402-92ae-8b35a548720d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:11.917373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.966604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.002512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:12.017969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:12.025194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:12.030230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:12.083360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event updated for resources: {'Port': ['ID=334bcc0f-185d-4402-92ae-8b35a548720d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:12.129024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.129704 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.154161 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-78e98357-9b63-488d-b4e7-e34ef7aaac9a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7858758 Aug 19 12:16:12.173656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Request body: {'port': {'device_id': '42247f33-589a-4e06-a4f5-d55f29ae92c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:12.247088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.401920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Made reservation on behalf of 3c2a5952535b41958824c409138c9165 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:12.406223 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.519829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e775209-14eb-45bd-abe7-91af78ac8811 req-3fcffaaf-c80a-442d-a74f-019e4d7dd295 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 210 time: 0.0608001 Aug 19 12:16:12.539498 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.607722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8f140335-7d0a-41ec-99b1-eb4379b1753e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:12.634641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334bcc0f-185d-4402-92ae-8b35a548720d {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:12.644090 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.659312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Transition to ACTIVE for port object 334bcc0f-185d-4402-92ae-8b35a548720d will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:12.662634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 8f140335-7d0a-41ec-99b1-eb4379b1753e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:12.664265 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.673818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8f140335-7d0a-41ec-99b1-eb4379b1753e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:12.674106 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.722789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Pushing event updated for resources: {'Port': ['ID=334bcc0f-185d-4402-92ae-8b35a548720d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:12.745929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82f75c0-6051-4981-9087-b53fe13b4de0 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:12.754281 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.770476 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.772891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113ee9f-9857-4a4c-a37d-b84b597fcba5 req-be048852-531c-4bef-b135-e73f0b26f056 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.774448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8113ee9f-9857-4a4c-a37d-b84b597fcba5 req-be048852-531c-4bef-b135-e73f0b26f056 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 931 time: 0.3025427 Aug 19 12:16:12.779057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Transition to ACTIVE for port object f82f75c0-6051-4981-9087-b53fe13b4de0 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:12.810993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Attempting to bind port 334bcc0f-185d-4402-92ae-8b35a548720d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:12.811490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Attempting to bind port 334bcc0f-185d-4402-92ae-8b35a548720d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:12.813056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Attempting to bind port 334bcc0f-185d-4402-92ae-8b35a548720d on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:12.813846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 8f140335-7d0a-41ec-99b1-eb4379b1753e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8f140335-7d0a-41ec-99b1-eb4379b1753e,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:12.819020 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Port 334bcc0f-185d-4402-92ae-8b35a548720d on network 03672e2f-d1c6-4267-bd65-2f3009f55017 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:12.819563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Attempting to bind port 334bcc0f-185d-4402-92ae-8b35a548720d on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:12.819894 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.827855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:12.829218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Checking segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:12.829725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Bound using segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:12.830279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Bound port: 334bcc0f-185d-4402-92ae-8b35a548720d, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:12.830737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.834716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.877959 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=8f140335-7d0a-41ec-99b1-eb4379b1753e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:12.902031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.908341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] For port 334bcc0f-185d-4402-92ae-8b35a548720d, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:12.911807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] For port 334bcc0f-185d-4402-92ae-8b35a548720d, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=334bcc0f-185d-4402-92ae-8b35a548720d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:12.916971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.972261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.972962 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.974433 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] 10.222.0.54 "PUT /v2.0/ports/334bcc0f-185d-4402-92ae-8b35a548720d HTTP/1.1" status: 200 len: 1091 time: 0.8074980 Aug 19 12:16:12.974889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42247f33-589a-4e06-a4f5-d55f29ae92c9', 'tag': '334bcc0f-185d-4402-92ae-8b35a548720d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:12.977626 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265aba21-24b9-40c3-b223-3a4f1c12d45c" -d '{"events": [{"name": "network-changed", "server_uuid": "42247f33-589a-4e06-a4f5-d55f29ae92c9", "tag": "334bcc0f-185d-4402-92ae-8b35a548720d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:13.003531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9997c58-fc2e-4a5d-ba96-d84f59d8535c service neutron] Pushing event updated for resources: {'Port': ['ID=334bcc0f-185d-4402-92ae-8b35a548720d,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:13.009626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Allocated IP 172.20.0.12 (cb99be0b-fc38-4615-ac5a-17103895ea23/d00b2daf-d8dd-4185-9d3d-10f90746921d/c6a8dc3d-493f-4ab6-8637-e4b0463c9267) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:13.022799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8113ee9f-9857-4a4c-a37d-b84b597fcba5 req-d3642c2c-d3fb-4ab7-ae14-c343d4c20481 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170832 Aug 19 12:16:13.068330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Pushing event updated for resources: {'Port': ['ID=f82f75c0-6051-4981-9087-b53fe13b4de0,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:13.077309 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe585fb9-ad92-465c-adf6-3a419e3571fd x-openstack-request-id: req-fe585fb9-ad92-465c-adf6-3a419e3571fd {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:13.077665 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42247f33-589a-4e06-a4f5-d55f29ae92c9", "tag": "334bcc0f-185d-4402-92ae-8b35a548720d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:13.077973 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe585fb9-ad92-465c-adf6-3a419e3571fd {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:13.078375 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42247f33-589a-4e06-a4f5-d55f29ae92c9', 'tag': '334bcc0f-185d-4402-92ae-8b35a548720d', 'status': 'completed', 'code': 200} Aug 19 12:16:13.098610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-67306f65-8d3e-4a8e-beed-433abb88b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.100272 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-67306f65-8d3e-4a8e-beed-433abb88b65e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 1094 time: 0.0661182 Aug 19 12:16:13.155495 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-e6dc6477-e163-4b32-88f0-854109ec7013 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=334bcc0f-185d-4402-92ae-8b35a548720d HTTP/1.1" status: 200 len: 217 time: 0.0416081 Aug 19 12:16:13.179156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Attempting to bind port f82f75c0-6051-4981-9087-b53fe13b4de0 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:13.179646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Attempting to bind port f82f75c0-6051-4981-9087-b53fe13b4de0 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:13.180125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Attempting to bind port f82f75c0-6051-4981-9087-b53fe13b4de0 on network cb99be0b-fc38-4615-ac5a-17103895ea23 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:13.212862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Port f82f75c0-6051-4981-9087-b53fe13b4de0 on network cb99be0b-fc38-4615-ac5a-17103895ea23 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:13.213186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Attempting to bind port f82f75c0-6051-4981-9087-b53fe13b4de0 on network cb99be0b-fc38-4615-ac5a-17103895ea23 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:13.250364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:13.250364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Checking segment: {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:13.250708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Bound using segment: {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:13.250982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Bound port: f82f75c0-6051-4981-9087-b53fe13b4de0, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:13.251337 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.409852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.415441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.418376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] For port f82f75c0-6051-4981-9087-b53fe13b4de0, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:13.421947 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.468150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] For port f82f75c0-6051-4981-9087-b53fe13b4de0, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f82f75c0-6051-4981-9087-b53fe13b4de0,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:13.486255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.526807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event updated for resources: {'Port': ['ID=51982f4b-b315-4cbc-bf77-366e56dead25,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:13.553544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.557125 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.559300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] 10.222.0.69 "PUT /v2.0/ports/f82f75c0-6051-4981-9087-b53fe13b4de0 HTTP/1.1" status: 200 len: 1091 time: 2.2188308 Aug 19 12:16:13.572395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ccfb36-d163-44a3-b437-34d57ed97838', 'tag': 'f82f75c0-6051-4981-9087-b53fe13b4de0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:13.578187 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ccfb36-d163-44a3-b437-34d57ed97838", "tag": "f82f75c0-6051-4981-9087-b53fe13b4de0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:13.626430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-0b7eee64-0daf-4a89-a1d8-acade39285e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.627940 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-0b7eee64-0daf-4a89-a1d8-acade39285e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.4659114 Aug 19 12:16:13.635202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.669535 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-33b13496-6f59-43b3-a32c-911961a6808b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334241 Aug 19 12:16:13.674873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.740029 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acd6c49-efb9-4b2d-9ee7-e88922872835 x-openstack-request-id: req-9acd6c49-efb9-4b2d-9ee7-e88922872835 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:13.740267 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ccfb36-d163-44a3-b437-34d57ed97838", "tag": "f82f75c0-6051-4981-9087-b53fe13b4de0", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:13.740475 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9acd6c49-efb9-4b2d-9ee7-e88922872835 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:13.740883 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ccfb36-d163-44a3-b437-34d57ed97838', 'tag': 'f82f75c0-6051-4981-9087-b53fe13b4de0', 'status': 'completed', 'code': 200} Aug 19 12:16:13.767256 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-c904a9ab-0a8d-4e4d-b379-72eb2ba42644 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895236 Aug 19 12:16:13.867486 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e65856cb-b1ec-4035-9085-60a1535baa69 req-436cadd4-b064-4d33-ae34-09cc842ec3b7 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935311 Aug 19 12:16:14.028864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-e82c272d-a3c7-4b65-b2e0-e887ac9430e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.030426 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-e82c272d-a3c7-4b65-b2e0-e887ac9430e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 1094 time: 0.0456669 Aug 19 12:16:14.135922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Network cb99be0b-fc38-4615-ac5a-17103895ea23 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:14.143043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-a0243058-3945-439a-8e57-d8c565aad324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.144627 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-a0243058-3945-439a-8e57-d8c565aad324 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 906 time: 0.1064007 Aug 19 12:16:14.158162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccebabe-de1d-433f-b4c9-ee1a8891bc03 service neutron] Pushing event updated for resources: {'Port': ['ID=f82f75c0-6051-4981-9087-b53fe13b4de0,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:14.161105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:14.197098 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-23c55b3c-7e05-46a9-8f76-33482dbfe4e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=334bcc0f-185d-4402-92ae-8b35a548720d HTTP/1.1" status: 200 len: 217 time: 0.0451086 Aug 19 12:16:14.203864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:14.256075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-98ea5a28-e40d-4ad3-968f-a92129c19e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.257700 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-98ea5a28-e40d-4ad3-968f-a92129c19e52 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0536683 Aug 19 12:16:14.268671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df8b3d-d659-4c33-baf3-8730a3b4ee22 req-cc3d7ceb-0dc3-447c-a161-f620beefdbd2 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.270211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6df8b3d-d659-4c33-baf3-8730a3b4ee22 req-cc3d7ceb-0dc3-447c-a161-f620beefdbd2 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 932 time: 0.6315737 Aug 19 12:16:14.278977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-446764ca-b36d-4e45-83cb-31810db373b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.280486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-446764ca-b36d-4e45-83cb-31810db373b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 1094 time: 0.6556613 Aug 19 12:16:14.304276 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-beeac103-cb51-4a35-a570-4829af76a6ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384939 Aug 19 12:16:14.370550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Pushing event updated for resources: {'Port': ['ID=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:14.383132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-0c55a2e6-6d56-4392-82df-f216e210932d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82f75c0-6051-4981-9087-b53fe13b4de0 HTTP/1.1" status: 200 len: 217 time: 0.0795004 Aug 19 12:16:14.404444 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-8edfa675-1b05-4c58-a789-5cc0bbb534b0 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928380 Aug 19 12:16:14.410062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05f9d9-b91a-4450-99c2-440d586bf31d req-c4bdf5ab-a49e-4947-bbad-85fe224573b3 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.411518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a05f9d9-b91a-4450-99c2-440d586bf31d req-c4bdf5ab-a49e-4947-bbad-85fe224573b3 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 943 time: 0.2709658 Aug 19 12:16:14.417266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.417996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.461655 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Floating IP 584c9b77-90b2-4057-9c64-4d31937af56f associated. External IP: 172.25.4.199, port: 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852. Aug 19 12:16:14.513017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6df8b3d-d659-4c33-baf3-8730a3b4ee22 req-468b50e6-47a0-43cc-8989-6f430006e8d8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252996 Aug 19 12:16:14.521168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-0b09ee7d-9db5-4f4a-a5ab-5f2e12571f01 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9925838 Aug 19 12:16:14.521669 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-265aba21-24b9-40c3-b223-3a4f1c12d45c req-ff1c00a4-fdfa-4b35-aea9-17ecd27b2591 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095157 Aug 19 12:16:14.548874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-ec6981ef-b802-4e2b-a585-1448d3b3e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.548874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-ec6981ef-b802-4e2b-a585-1448d3b3e4dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 200 len: 858 time: 0.1517038 Aug 19 12:16:14.598277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8f140335-7d0a-41ec-99b1-eb4379b1753e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:14.601032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Request body: {'port': {'device_id': '4c62e9be-20bc-42bc-bac9-cd40ef3f73a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:14.626599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a05f9d9-b91a-4450-99c2-440d586bf31d req-3166256a-a72f-4a1e-9836-4469d589b9b4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920724 Aug 19 12:16:14.652899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-e3dc17f8-c2a0-4304-bcaf-ab229137bff3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb99be0b-fc38-4615-ac5a-17103895ea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609124 Aug 19 12:16:14.665488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8f140335-7d0a-41ec-99b1-eb4379b1753e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:14.665863 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.789850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.855830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-880fffd5-ed07-4dc6-a78f-c24a885281a3 service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994681 Aug 19 12:16:15.051074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 5aacd39e-8c93-4289-afa8-a781f1ec1921 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:15.125038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee4b7c84-b74d-48f1-8636-730fcd469d14 req-3965512f-2d17-4242-b568-c670611af6d6 service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421591 Aug 19 12:16:15.308151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:15.330534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] Sync routers for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:15.352474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:15.353321 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:15.374048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-9faea917-18a2-4446-9a53-edb05b9234f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:15.375963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-9faea917-18a2-4446-9a53-edb05b9234f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 1094 time: 0.1373055 Aug 19 12:16:15.377981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a8dc3d-493f-4ab6-8637-e4b0463c9267 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:15.382736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.399722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.479494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c3e7c1c4-c3f6-4296-8945-8f9bf143ca7b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6018658 Aug 19 12:16:15.492313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Transition to ACTIVE for port object c6a8dc3d-493f-4ab6-8637-e4b0463c9267 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:15.505460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.541312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 334bcc0f-185d-4402-92ae-8b35a548720d details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:15.571819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:15.754209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:15.765433 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:15.803966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-e5964c6e-cac9-4397-bd2e-3ab95e0668a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:15.803966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-e5964c6e-cac9-4397-bd2e-3ab95e0668a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 919 time: 0.4157419 Aug 19 12:16:15.810771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:15.841069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 334bcc0f-185d-4402-92ae-8b35a548720d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=334bcc0f-185d-4402-92ae-8b35a548720d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:15.871951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-a73398ac-0fd4-4486-b7ad-da31792607a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82f75c0-6051-4981-9087-b53fe13b4de0 HTTP/1.1" status: 200 len: 217 time: 0.0555575 Aug 19 12:16:15.890333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '334bcc0f-185d-4402-92ae-8b35a548720d', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'port_id': '334bcc0f-185d-4402-92ae-8b35a548720d', 'mac_address': 'fa:16:3e:0b:70:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ecb100-42f0-4808-aa59-e994ee63d4c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:15.941299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811fe0e-df91-45e8-829a-1d06e39bbedf req-fb57068f-96bb-476b-af8d-f240e7dc67a1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:15.942914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f811fe0e-df91-45e8-829a-1d06e39bbedf req-fb57068f-96bb-476b-af8d-f240e7dc67a1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.3500900 Aug 19 12:16:15.974060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bac6-94f2-4d46-bb3f-f413159aa7cb req-ea339663-d13f-4720-96a1-cb914a0e0420 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:15.975522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd72bac6-94f2-4d46-bb3f-f413159aa7cb req-ea339663-d13f-4720-96a1-cb914a0e0420 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 944 time: 0.2903991 Aug 19 12:16:15.984953 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.016073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334bcc0f-185d-4402-92ae-8b35a548720d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:16.024737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-39a5abfd-d901-4826-8a7a-195a4c5a6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.026208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-39a5abfd-d901-4826-8a7a-195a4c5a6ef2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 200 len: 858 time: 0.1287718 Aug 19 12:16:16.045084 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Attempting to bind port c6a8dc3d-493f-4ab6-8637-e4b0463c9267 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:16.045359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Attempting to bind port c6a8dc3d-493f-4ab6-8637-e4b0463c9267 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:16.045689 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Attempting to bind port c6a8dc3d-493f-4ab6-8637-e4b0463c9267 on network cb99be0b-fc38-4615-ac5a-17103895ea23 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:16.083341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-83f7f58e-cd28-4b4e-9f25-d804c90f5961 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb99be0b-fc38-4615-ac5a-17103895ea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482199 Aug 19 12:16:16.087377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 334bcc0f-185d-4402-92ae-8b35a548720d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=334bcc0f-185d-4402-92ae-8b35a548720d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:16.087755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Port c6a8dc3d-493f-4ab6-8637-e4b0463c9267 on network cb99be0b-fc38-4615-ac5a-17103895ea23 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:16.088104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Attempting to bind port c6a8dc3d-493f-4ab6-8637-e4b0463c9267 on network cb99be0b-fc38-4615-ac5a-17103895ea23 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:16.095093 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.099170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd72bac6-94f2-4d46-bb3f-f413159aa7cb req-4ab3f06d-32a8-4f56-9566-a16652918821 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117537 Aug 19 12:16:16.102003 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f811fe0e-df91-45e8-829a-1d06e39bbedf req-a0218d99-a0ce-417c-9a6d-e6ca16f5310c tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500850 Aug 19 12:16:16.109292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:16.109751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Checking segment: {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:16.110139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Bound using segment: {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:16.110585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Bound port: c6a8dc3d-493f-4ab6-8637-e4b0463c9267, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457fac4-dabd-4022-83f1-6636c049e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:16.110949 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.141669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 52048) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:16.174533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '584c9b77-90b2-4057-9c64-4d31937af56f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'port_id': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'mac_address': 'fa:16:3e:2b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da50b98e-2346-456e-8d13-36427cfe0229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:11Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25efe406-48ea-4c12-8cdd-dccd4d978032', 'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:69:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:59Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:16.214469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] Checking router: 5aacd39e-8c93-4289-afa8-a781f1ec1921 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:16.219064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=334bcc0f-185d-4402-92ae-8b35a548720d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:16.231831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:16.232495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:15:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:16.376945 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0dd99c-9b78-485f-8174-ab32824eecdc x-openstack-request-id: req-af0dd99c-9b78-485f-8174-ab32824eecdc {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:16.377298 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:16.377497 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af0dd99c-9b78-485f-8174-ab32824eecdc {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:16.379614 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'status': 'completed', 'code': 200} Aug 19 12:16:16.447892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:16.472234 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0592a154-5105-434b-859e-fade676b6cda tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/584c9b77-90b2-4057-9c64-4d31937af56f HTTP/1.1" status: 200 len: 991 time: 0.3265684 Aug 19 12:16:16.477817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] For port c6a8dc3d-493f-4ab6-8637-e4b0463c9267, host n-h2-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:16.481793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] For port c6a8dc3d-493f-4ab6-8637-e4b0463c9267, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:16.504970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-f2ab7e5f-84f3-4922-8664-a59623aa9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.510992 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-f2ab7e5f-84f3-4922-8664-a59623aa9a48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 1096 time: 0.1272585 Aug 19 12:16:16.515759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-9048449e-9e20-461f-ae99-e9ef400e4800 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1910305 Aug 19 12:16:16.546214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.559832 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-ebe56884-1438-415d-b526-398d1871be82 service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646943 Aug 19 12:16:16.672727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-bc9f300a-c6f3-4b05-b77e-203b66e917b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.675411 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-bc9f300a-c6f3-4b05-b77e-203b66e917b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=056e003facdb4cc8b1b38f0dd0469ff3&device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 1096 time: 0.1003413 Aug 19 12:16:16.687746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-32b15947-283f-439f-92f0-d2cde5f8a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.689567 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-32b15947-283f-439f-92f0-d2cde5f8a993 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c52e468b-8565-4cb6-9510-227dc369419f HTTP/1.1" status: 200 len: 897 time: 0.1729124 Aug 19 12:16:16.695813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.696516 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.698113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] 10.222.0.54 "PUT /v2.0/ports/c6a8dc3d-493f-4ab6-8637-e4b0463c9267 HTTP/1.1" status: 200 len: 1092 time: 2.1133521 Aug 19 12:16:16.737246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['334bcc0f-185d-4402-92ae-8b35a548720d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:16.753977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ae2d9-7ffb-4256-b6d1-7660af2156c5 req-b0a3232a-f992-4dbb-86d1-457e9629b50e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.761670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd4ae2d9-7ffb-4256-b6d1-7660af2156c5 req-b0a3232a-f992-4dbb-86d1-457e9629b50e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 944 time: 0.4583118 Aug 19 12:16:16.829937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '584c9b77-90b2-4057-9c64-4d31937af56f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'port_id': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'mac_address': 'fa:16:3e:2b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da50b98e-2346-456e-8d13-36427cfe0229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:11Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25efe406-48ea-4c12-8cdd-dccd4d978032', 'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:69:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:59Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:16.841427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd4ae2d9-7ffb-4256-b6d1-7660af2156c5 req-c95925a3-8056-47e5-ae76-c0fea69a3d15 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787327 Aug 19 12:16:16.859537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfce2a-2a01-4fcd-b85b-aeeda9f5a304 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:16.863486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c545b09-1f57-463b-9384-50c689eb35f8 None None] The sync data for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 is: [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '584c9b77-90b2-4057-9c64-4d31937af56f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'port_id': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'mac_address': 'fa:16:3e:2b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da50b98e-2346-456e-8d13-36427cfe0229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:11Z', 'revision_number': 0, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25efe406-48ea-4c12-8cdd-dccd4d978032', 'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:69:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:59Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:16.907592 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-6a00bebe-6130-4b3e-adb0-e8227a4bd113 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 HTTP/1.1" status: 200 len: 999 time: 0.1909919 Aug 19 12:16:16.953175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-8af44e01-8b88-43a0-9ca5-6d782f65a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.954729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-8af44e01-8b88-43a0-9ca5-6d782f65a392 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 1095 time: 0.1903617 Aug 19 12:16:16.970928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c3f3b58-1ae8-4948-bb50-ff81b453ae30 req-02c0e834-5a17-4a19-a8ae-42eb1a9e798e service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797190 Aug 19 12:16:16.994191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-41c1c724-e8d9-4c5b-8bce-c8ff402ac6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.995884 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-41c1c724-e8d9-4c5b-8bce-c8ff402ac6c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1351a4f4-72d6-434a-be94-03ff2b7b33a0 HTTP/1.1" status: 200 len: 910 time: 0.2722442 Aug 19 12:16:16.997441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-b81315c6-5c47-4f1e-a707-fce28083c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.998848 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-b81315c6-5c47-4f1e-a707-fce28083c372 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e29885f-db1f-4c7c-87b8-a0f7ac735ed4 HTTP/1.1" status: 200 len: 835 time: 0.0634515 Aug 19 12:16:17.029720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-67ec6b16-55e9-400d-bb0b-a26ec9381774 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a8dc3d-493f-4ab6-8637-e4b0463c9267 HTTP/1.1" status: 200 len: 217 time: 0.0469472 Aug 19 12:16:17.085918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4adfef6e-e7c7-45a8-85af-c8bb40ee67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.088096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-4adfef6e-e7c7-45a8-85af-c8bb40ee67a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 200 len: 858 time: 0.0506370 Aug 19 12:16:17.128029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-90ae8dfb-d632-4cf5-a2cd-3b7d3638dddf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb99be0b-fc38-4615-ac5a-17103895ea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333731 Aug 19 12:16:17.131766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-223dfd6f-30c5-4c51-9b0b-4dc7f4f4c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.133350 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-223dfd6f-30c5-4c51-9b0b-4dc7f4f4c321 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c52e468b-8565-4cb6-9510-227dc369419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095877 Aug 19 12:16:17.136580 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-b6d0ccaf-51f6-44b6-a3ea-080b0d182cbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c HTTP/1.1" status: 200 len: 1001 time: 0.1131530 Aug 19 12:16:17.177836 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff885b84-a961-437a-b429-be090f5c6e05 None None] New status for floating IP 584c9b77-90b2-4057-9c64-4d31937af56f: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:16:17.279547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-387255d7-a4ae-4e4c-8c5e-493ec921a546 service neutron] 10.222.0.54 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382797 Aug 19 12:16:17.297393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-4e6d2b34-4551-46c8-8ff2-98500bbcb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.298961 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-4e6d2b34-4551-46c8-8ff2-98500bbcb51b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=635d9449-5b80-42db-a2dd-e837c5cf5265 HTTP/1.1" status: 200 len: 848 time: 0.1489532 Aug 19 12:16:17.328805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc765a8-a83c-4079-98db-396ddb79a7b3 req-fcfd75b6-f45f-4862-a285-4cb473465df2 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.330325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6dc765a8-a83c-4079-98db-396ddb79a7b3 req-fcfd75b6-f45f-4862-a285-4cb473465df2 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 944 time: 0.0905132 Aug 19 12:16:17.370678 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-8d6a3b3c-0ebc-40e2-abd9-af0b4b175f93 service neutron] 10.222.0.54 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218468 Aug 19 12:16:17.381274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-001d0cdf-e022-4228-83ad-c8f2fa89b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.383052 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-001d0cdf-e022-4228-83ad-c8f2fa89b72d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1351a4f4-72d6-434a-be94-03ff2b7b33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719275 Aug 19 12:16:17.410174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6dc765a8-a83c-4079-98db-396ddb79a7b3 req-b17e7caf-720b-4f38-a6c2-0ff35a453bd4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497112 Aug 19 12:16:17.452153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-541f0749-c267-4455-b108-7ebae7a4bb59 service neutron] 10.222.0.54 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619906 Aug 19 12:16:17.474498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52058) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:17.550008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1e8b4b19-d4eb-4f50-ac55-7e7d560c9eb5 req-8c11a227-4147-4017-a5a7-bc6e7ffae604 service neutron] 10.222.0.54 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659198 Aug 19 12:16:17.555942 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-5794c71d-95a1-49a9-8ce4-60f4936ed4c8 service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629939 Aug 19 12:16:17.567380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7d860d5c-6a7f-4aec-aa6e-5ec36d09f405 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/584c9b77-90b2-4057-9c64-4d31937af56f HTTP/1.1" status: 200 len: 993 time: 0.0913365 Aug 19 12:16:17.678871 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0ecf5129-20f9-4a02-8129-1bcbb137b11d req-d359863a-fccd-495c-abc0-4bd61f06f2c7 service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944269 Aug 19 12:16:17.885079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f82f75c0-6051-4981-9087-b53fe13b4de0 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:17.972379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d63a17-f3df-486b-91f3-d2742f9230d9 req-99697ab4-8687-43dd-a2fc-eb5d86dcefbd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.974650 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05d63a17-f3df-486b-91f3-d2742f9230d9 req-99697ab4-8687-43dd-a2fc-eb5d86dcefbd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 944 time: 0.0660861 Aug 19 12:16:18.012954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f82f75c0-6051-4981-9087-b53fe13b4de0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f82f75c0-6051-4981-9087-b53fe13b4de0,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:18.025063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'f82f75c0-6051-4981-9087-b53fe13b4de0', 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23', 'port_id': 'f82f75c0-6051-4981-9087-b53fe13b4de0', 'mac_address': 'fa:16:3e:5a:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b2daf-d8dd-4185-9d3d-10f90746921d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:18.027341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05d63a17-f3df-486b-91f3-d2742f9230d9 req-178837f5-fc61-4238-85aa-939845a003f3 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462265 Aug 19 12:16:18.067161 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.086244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82f75c0-6051-4981-9087-b53fe13b4de0 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:18.108347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f82f75c0-6051-4981-9087-b53fe13b4de0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f82f75c0-6051-4981-9087-b53fe13b4de0,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:18.113910 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.166053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f82f75c0-6051-4981-9087-b53fe13b4de0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:18.380848 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6008-9b02-48ba-a5ef-dac00ce11421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.381638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c62e9be-20bc-42bc-bac9-cd40ef3f73a0', 'tag': 'c6a8dc3d-493f-4ab6-8637-e4b0463c9267'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:18.384078 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c62e9be-20bc-42bc-bac9-cd40ef3f73a0", "tag": "c6a8dc3d-493f-4ab6-8637-e4b0463c9267"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:18.424407 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ab7c29-b3cc-4b2f-ab2d-c85403a94fcf x-openstack-request-id: req-d8ab7c29-b3cc-4b2f-ab2d-c85403a94fcf {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:18.424841 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c62e9be-20bc-42bc-bac9-cd40ef3f73a0", "tag": "c6a8dc3d-493f-4ab6-8637-e4b0463c9267", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:18.425091 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8ab7c29-b3cc-4b2f-ab2d-c85403a94fcf {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:18.425495 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c62e9be-20bc-42bc-bac9-cd40ef3f73a0', 'tag': 'c6a8dc3d-493f-4ab6-8637-e4b0463c9267', 'status': 'completed', 'code': 200} Aug 19 12:16:18.443221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f82f75c0-6051-4981-9087-b53fe13b4de0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:18.567488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-6eb2b9f9-e4d4-4503-91a6-8bce11503197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:18.569883 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-6eb2b9f9-e4d4-4503-91a6-8bce11503197 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 1095 time: 0.0764849 Aug 19 12:16:18.606418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a4074-93be-40c9-8344-181d7e698f9e req-c67bad39-bf6a-4083-a1f8-6d9f58055e77 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:18.617716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c94a4074-93be-40c9-8344-181d7e698f9e req-c67bad39-bf6a-4083-a1f8-6d9f58055e77 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 944 time: 0.0736270 Aug 19 12:16:18.657027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c94a4074-93be-40c9-8344-181d7e698f9e req-b5833757-5ce0-4379-9ae7-7d22d070c2a9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381444 Aug 19 12:16:18.726038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-7e2b0418-fcb9-43ff-b556-fcb102876465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:18.727918 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-7e2b0418-fcb9-43ff-b556-fcb102876465 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 919 time: 0.1207607 Aug 19 12:16:18.774874 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-0451f578-ada0-40fc-8f64-ee168397078f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a8dc3d-493f-4ab6-8637-e4b0463c9267 HTTP/1.1" status: 200 len: 217 time: 0.0357652 Aug 19 12:16:18.831679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-11e78e6a-d44e-4e62-8fb0-418af07eac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:18.833220 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-11e78e6a-d44e-4e62-8fb0-418af07eac14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 200 len: 858 time: 0.0506279 Aug 19 12:16:18.870322 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-77afdddc-16e4-46b3-bdb2-aede0b41d6d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb99be0b-fc38-4615-ac5a-17103895ea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266366 Aug 19 12:16:18.970830 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-1d80165a-5299-4bcc-96cb-ed34c26b878a service neutron] 10.222.0.54 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904284 Aug 19 12:16:19.080673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5533c9f7-0d42-43f5-bf80-1f89110a1dc0 req-c2b7caaa-8f14-4419-83bd-dff13f878a63 service neutron] 10.222.0.54 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962808 Aug 19 12:16:19.160175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ee17e-7867-465c-bd73-1bd66e78db4d req-e954a36a-77a0-4898-84a5-dfaee6009bf2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.161989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be1ee17e-7867-465c-bd73-1bd66e78db4d req-e954a36a-77a0-4898-84a5-dfaee6009bf2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 944 time: 0.0548074 Aug 19 12:16:19.201791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be1ee17e-7867-465c-bd73-1bd66e78db4d req-cc082b93-0c0a-4575-bc98-20fc17765123 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Aug 19 12:16:19.423942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6a8dc3d-493f-4ab6-8637-e4b0463c9267 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:19.431673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 334bcc0f-185d-4402-92ae-8b35a548720d up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:19.540831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 334bcc0f-185d-4402-92ae-8b35a548720d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:19.555953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 334bcc0f-185d-4402-92ae-8b35a548720d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:19.556324 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.596023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6a8dc3d-493f-4ab6-8637-e4b0463c9267, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:19.615489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'c6a8dc3d-493f-4ab6-8637-e4b0463c9267', 'network_id': 'cb99be0b-fc38-4615-ac5a-17103895ea23', 'port_id': 'c6a8dc3d-493f-4ab6-8637-e4b0463c9267', 'mac_address': 'fa:16:3e:6c:6c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b2daf-d8dd-4185-9d3d-10f90746921d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:19.677803 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.696464 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.701335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a8dc3d-493f-4ab6-8637-e4b0463c9267 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:19.741220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42247f33-589a-4e06-a4f5-d55f29ae92c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334bcc0f-185d-4402-92ae-8b35a548720d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:19.743504 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebad65f4-3dc3-4eb0-90e7-71000fb96bb6" -d '{"events": [{"server_uuid": "42247f33-589a-4e06-a4f5-d55f29ae92c9", "name": "network-vif-plugged", "status": "completed", "tag": "334bcc0f-185d-4402-92ae-8b35a548720d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:19.750804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6a8dc3d-493f-4ab6-8637-e4b0463c9267, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:19.756534 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.762578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 334bcc0f-185d-4402-92ae-8b35a548720d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=334bcc0f-185d-4402-92ae-8b35a548720d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:19.790500 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.818117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37040-3dea-4ce3-8456-1278218e1ce7 req-301d8e8d-ecdb-4454-aa14-400db95b6c81 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.819637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57d37040-3dea-4ce3-8456-1278218e1ce7 req-301d8e8d-ecdb-4454-aa14-400db95b6c81 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 945 time: 0.0587773 Aug 19 12:16:19.827553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.863396 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e18cc-a47b-4be5-9d10-aecff3590510 x-openstack-request-id: req-ba9e18cc-a47b-4be5-9d10-aecff3590510 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:19.863766 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42247f33-589a-4e06-a4f5-d55f29ae92c9", "name": "network-vif-plugged", "status": "completed", "tag": "334bcc0f-185d-4402-92ae-8b35a548720d", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:19.863968 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba9e18cc-a47b-4be5-9d10-aecff3590510 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:19.864319 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42247f33-589a-4e06-a4f5-d55f29ae92c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334bcc0f-185d-4402-92ae-8b35a548720d', 'code': 200} Aug 19 12:16:19.875494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57d37040-3dea-4ce3-8456-1278218e1ce7 req-b90b3b48-ef05-4965-8c2b-b461db2b5f19 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Aug 19 12:16:19.894025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f82f75c0-6051-4981-9087-b53fe13b4de0 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:19.924759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=334bcc0f-185d-4402-92ae-8b35a548720d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.955955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port f82f75c0-6051-4981-9087-b53fe13b4de0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:19.961914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port f82f75c0-6051-4981-9087-b53fe13b4de0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:19.962295 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.992197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1216d-0df3-4fda-9ebe-f82398b88aa0 req-def921df-907d-4189-b0d4-ee5f1c55be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.994357 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70f1216d-0df3-4fda-9ebe-f82398b88aa0 req-def921df-907d-4189-b0d4-ee5f1c55be9f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 1096 time: 0.0451736 Aug 19 12:16:20.035702 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70f1216d-0df3-4fda-9ebe-f82398b88aa0 req-542b5677-3bbb-4c8f-8ea8-5b40a68783b5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Aug 19 12:16:20.054601 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.094456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f82f75c0-6051-4981-9087-b53fe13b4de0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f82f75c0-6051-4981-9087-b53fe13b4de0,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:20.099955 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.151885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f82f75c0-6051-4981-9087-b53fe13b4de0,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:20.173609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c6a8dc3d-493f-4ab6-8637-e4b0463c9267'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:20.350658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66effdaf-3fdf-4615-811f-a326d710b156 req-c2814dfc-9c5b-4a88-9e9f-ea4d4be667f8 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:20.352266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66effdaf-3fdf-4615-811f-a326d710b156 req-c2814dfc-9c5b-4a88-9e9f-ea4d4be667f8 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 945 time: 0.0677948 Aug 19 12:16:20.402418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66effdaf-3fdf-4615-811f-a326d710b156 req-c8e68112-00bc-4ca9-a554-dc3194fa1c10 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434926 Aug 19 12:16:20.768510 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2f476019-3acc-415f-9c72-aeec62f1fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.887651 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.997073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d012f-ffd3-4bbd-a87f-c62810361c46 req-6c4c2c1e-f5a2-45fe-bd51-f4e1385ab8b9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:20.998619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd9d012f-ffd3-4bbd-a87f-c62810361c46 req-6c4c2c1e-f5a2-45fe-bd51-f4e1385ab8b9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 945 time: 0.0579653 Aug 19 12:16:21.043192 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd9d012f-ffd3-4bbd-a87f-c62810361c46 req-b77f32d5-1002-459a-b330-20d2d776ffdd tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Aug 19 12:16:21.533459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab130ed8-4fdb-42df-b3be-500f7e55cbbf req-7c9fb257-c661-4511-933e-ec27ddb153cd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:21.535027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab130ed8-4fdb-42df-b3be-500f7e55cbbf req-7c9fb257-c661-4511-933e-ec27ddb153cd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 945 time: 0.0532084 Aug 19 12:16:21.580737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab130ed8-4fdb-42df-b3be-500f7e55cbbf req-c363d53b-9202-4f2b-8cf0-7098c2e7cc13 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Aug 19 12:16:21.698196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda16227-00eb-4690-b05b-fcf888e5f677 req-ea09e6f5-d48b-4957-99c6-7f1ff9ede9d8 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:21.699731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cda16227-00eb-4690-b05b-fcf888e5f677 req-ea09e6f5-d48b-4957-99c6-7f1ff9ede9d8 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 945 time: 0.0492969 Aug 19 12:16:21.738697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cda16227-00eb-4690-b05b-fcf888e5f677 req-8c992b09-9d21-469e-85d8-86ef38ed823c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326684 Aug 19 12:16:21.865082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ccfb36-d163-44a3-b437-34d57ed97838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82f75c0-6051-4981-9087-b53fe13b4de0'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:21.867609 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46791be8-b4a0-422e-bd91-71c3fdd88600" -d '{"events": [{"server_uuid": "f5ccfb36-d163-44a3-b437-34d57ed97838", "name": "network-vif-plugged", "status": "completed", "tag": "f82f75c0-6051-4981-9087-b53fe13b4de0"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:21.906583 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4de376-db54-46c2-aebb-317935561993 x-openstack-request-id: req-5d4de376-db54-46c2-aebb-317935561993 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:21.907036 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ccfb36-d163-44a3-b437-34d57ed97838", "name": "network-vif-plugged", "status": "completed", "tag": "f82f75c0-6051-4981-9087-b53fe13b4de0", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:21.907177 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d4de376-db54-46c2-aebb-317935561993 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:21.907488 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ccfb36-d163-44a3-b437-34d57ed97838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82f75c0-6051-4981-9087-b53fe13b4de0', 'code': 200} Aug 19 12:16:21.964978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.009240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546992-9344-441b-b4da-f390be4351fb req-7c27f8db-10cd-4aad-8770-4c83989c1255 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:22.010752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9546992-9344-441b-b4da-f390be4351fb req-7c27f8db-10cd-4aad-8770-4c83989c1255 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 945 time: 0.0654805 Aug 19 12:16:22.073201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9546992-9344-441b-b4da-f390be4351fb req-8e1066e3-e3ed-4c36-9c8c-85c40b2bded2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540338 Aug 19 12:16:22.077804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea914470-6cfd-46ec-8d2b-c588ae458dcf req-72b96f38-c914-4738-9bf1-cc07520b9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:22.079468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea914470-6cfd-46ec-8d2b-c588ae458dcf req-72b96f38-c914-4738-9bf1-cc07520b9451 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 1096 time: 0.0678523 Aug 19 12:16:22.117812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea914470-6cfd-46ec-8d2b-c588ae458dcf req-95bfc6ea-ae73-4e5e-8301-54af4c7092a9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302272 Aug 19 12:16:22.182058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bd398-b575-4cc6-98e8-6cc833f67fa2 req-cb411dc9-5b94-427a-ba6a-4f2a5d9ab927 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:22.185208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-571bd398-b575-4cc6-98e8-6cc833f67fa2 req-cb411dc9-5b94-427a-ba6a-4f2a5d9ab927 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 945 time: 0.0523467 Aug 19 12:16:22.229946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-571bd398-b575-4cc6-98e8-6cc833f67fa2 req-e9c9deb2-dc92-47f5-a66d-758a643f9602 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Aug 19 12:16:23.208839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfefca9-50d5-48d5-9e0a-5cdc082d9a8b req-30bbaf7f-7cb4-4f1a-802a-76875ca39585 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:23.210568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dfefca9-50d5-48d5-9e0a-5cdc082d9a8b req-30bbaf7f-7cb4-4f1a-802a-76875ca39585 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 945 time: 0.0560281 Aug 19 12:16:23.277255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dfefca9-50d5-48d5-9e0a-5cdc082d9a8b req-e0ed524e-a17a-4dc5-b4eb-2a7ae33301ce tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599830 Aug 19 12:16:23.365347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f53a-c50d-4cee-8f4d-9225a033bd62 req-5a8caabb-5a62-40d5-8032-c8fa4c4e9724 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:23.366914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bcf3f53a-c50d-4cee-8f4d-9225a033bd62 req-5a8caabb-5a62-40d5-8032-c8fa4c4e9724 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 945 time: 0.0517421 Aug 19 12:16:23.409501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bcf3f53a-c50d-4cee-8f4d-9225a033bd62 req-b616740b-f32e-43fe-abfb-d4a90b2acba2 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365543 Aug 19 12:16:23.457477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6a8dc3d-493f-4ab6-8637-e4b0463c9267 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:23.516819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port c6a8dc3d-493f-4ab6-8637-e4b0463c9267 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:23.520857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port c6a8dc3d-493f-4ab6-8637-e4b0463c9267 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:23.521288 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.607366 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.653427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6a8dc3d-493f-4ab6-8637-e4b0463c9267, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:23.658155 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.708988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:23.761429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-2e3a3ef5-c084-4a60-9910-b6b59bd6ebda tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:23.763090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-2e3a3ef5-c084-4a60-9910-b6b59bd6ebda tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 945 time: 0.0502267 Aug 19 12:16:23.869052 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Deleting port 334bcc0f-185d-4402-92ae-8b35a548720d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:23.869410 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.909191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c62e9be-20bc-42bc-bac9-cd40ef3f73a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a8dc3d-493f-4ab6-8637-e4b0463c9267'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:23.911648 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d7ee87-6fad-42be-8bc2-5fd947b3fd6d" -d '{"events": [{"server_uuid": "4c62e9be-20bc-42bc-bac9-cd40ef3f73a0", "name": "network-vif-plugged", "status": "completed", "tag": "c6a8dc3d-493f-4ab6-8637-e4b0463c9267"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:23.951973 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3367ff-df8e-4af4-b516-72b892341355 x-openstack-request-id: req-7c3367ff-df8e-4af4-b516-72b892341355 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:23.952345 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c62e9be-20bc-42bc-bac9-cd40ef3f73a0", "name": "network-vif-plugged", "status": "completed", "tag": "c6a8dc3d-493f-4ab6-8637-e4b0463c9267", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:23.952735 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c3367ff-df8e-4af4-b516-72b892341355 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:23.953395 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c62e9be-20bc-42bc-bac9-cd40ef3f73a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a8dc3d-493f-4ab6-8637-e4b0463c9267', 'code': 200} Aug 19 12:16:23.979239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] For port 334bcc0f-185d-4402-92ae-8b35a548720d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=334bcc0f-185d-4402-92ae-8b35a548720d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:23.979743 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.987573 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.001702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Calling delete_port for 334bcc0f-185d-4402-92ae-8b35a548720d owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:24.107178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d196470-bd30-41f6-8327-288717824a41 req-762b0152-191f-45c3-961a-aa810612c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.109028 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d196470-bd30-41f6-8327-288717824a41 req-762b0152-191f-45c3-961a-aa810612c9dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 1097 time: 0.0611339 Aug 19 12:16:24.174679 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.180378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d196470-bd30-41f6-8327-288717824a41 req-bd85eb2e-ec39-4403-b303-679c9ce33fd1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623274 Aug 19 12:16:24.207330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.236975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event deleted for resources: {'Port': ['ID=334bcc0f-185d-4402-92ae-8b35a548720d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.244001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:24.249516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['334bcc0f-185d-4402-92ae-8b35a548720d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:24.283610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] No DVR routers for this DVR port 334bcc0f-185d-4402-92ae-8b35a548720d on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:24.286778 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.288943 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c3bc82f0-e60c-4a5d-b451-af114eaad848 req-bbdb21c9-2f91-45db-a398-d07e0b499ae9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "DELETE /v2.0/ports/334bcc0f-185d-4402-92ae-8b35a548720d HTTP/1.1" status: 204 len: 173 time: 0.5178668 Aug 19 12:16:24.289410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42247f33-589a-4e06-a4f5-d55f29ae92c9', 'name': 'network-vif-deleted', 'tag': '334bcc0f-185d-4402-92ae-8b35a548720d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:24.292013 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1e5a58-3123-4d61-8bef-cdf370a174dd" -d '{"events": [{"server_uuid": "42247f33-589a-4e06-a4f5-d55f29ae92c9", "name": "network-vif-deleted", "tag": "334bcc0f-185d-4402-92ae-8b35a548720d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:24.406558 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39eee782-9979-498f-9d25-04ed124173cc req-9c5d5da0-08ff-4c0a-8876-abcc065a2673 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=42247f33-589a-4e06-a4f5-d55f29ae92c9 HTTP/1.1" status: 200 len: 210 time: 0.0384398 Aug 19 12:16:24.440121 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfeb8bc-d46e-4b44-bf77-f204c1f7d8fc x-openstack-request-id: req-3cfeb8bc-d46e-4b44-bf77-f204c1f7d8fc {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:24.440446 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42247f33-589a-4e06-a4f5-d55f29ae92c9", "name": "network-vif-deleted", "tag": "334bcc0f-185d-4402-92ae-8b35a548720d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:24.440765 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cfeb8bc-d46e-4b44-bf77-f204c1f7d8fc {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:24.441173 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42247f33-589a-4e06-a4f5-d55f29ae92c9', 'name': 'network-vif-deleted', 'tag': '334bcc0f-185d-4402-92ae-8b35a548720d', 'status': 'completed', 'code': 200} Aug 19 12:16:24.554115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982acbe-d74f-42d7-9fc3-bee3a0f2f1a3 req-713b8e40-3f21-4b21-800e-bad90544c4e8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.555639 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c982acbe-d74f-42d7-9fc3-bee3a0f2f1a3 req-713b8e40-3f21-4b21-800e-bad90544c4e8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0572538 Aug 19 12:16:24.602253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c982acbe-d74f-42d7-9fc3-bee3a0f2f1a3 req-43aa9217-7632-454f-8892-86b4d3c38248 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392661 Aug 19 12:16:26.151965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223162a-9d62-45b9-bbc6-a6b38e6c2891 req-ca63ffb1-af8a-4684-80d8-4eafbf678fb7 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.153482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f223162a-9d62-45b9-bbc6-a6b38e6c2891 req-ca63ffb1-af8a-4684-80d8-4eafbf678fb7 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.4691346 Aug 19 12:16:26.164264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-dccbd5e4-220c-470e-a07a-da535e8699ec tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.165721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-dccbd5e4-220c-470e-a07a-da535e8699ec tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.5354238 Aug 19 12:16:26.196675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-a6949155-4780-4325-81a3-715ec3e3b84d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/quotas/3aaf47df2f2843108eb2304de8ef29b9 HTTP/1.1" status: 200 len: 375 time: 0.0161195 Aug 19 12:16:26.219670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f223162a-9d62-45b9-bbc6-a6b38e6c2891 req-03dfb64b-6384-4469-9947-3a2916b42c44 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529649 Aug 19 12:16:26.255112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-adfb8867-5d79-417b-a0de-31921d5f4c69 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523293 Aug 19 12:16:26.359601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-fe0fced9-1620-4b6c-a996-9faf903efed4 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937219 Aug 19 12:16:26.496396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-12d820b3-4ca0-4baf-98f8-99322e14fb02 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299131 Aug 19 12:16:26.540832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-3fb3403d-91ae-4c44-a490-6f6c17666d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.542475 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-3fb3403d-91ae-4c44-a490-6f6c17666d05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 1097 time: 0.0544791 Aug 19 12:16:26.597956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47014800-c6d0-4568-81f4-7c16f3788314 req-dbf73d5d-37c5-4748-bd9f-47a5d3d2cdc0 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.599415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47014800-c6d0-4568-81f4-7c16f3788314 req-dbf73d5d-37c5-4748-bd9f-47a5d3d2cdc0 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0586979 Aug 19 12:16:26.678237 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47014800-c6d0-4568-81f4-7c16f3788314 req-8e56d78b-4090-45e3-b0bd-441db2009337 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647366 Aug 19 12:16:26.722157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-b7a47658-7f5d-4346-b12f-88605d243988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.723844 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-b7a47658-7f5d-4346-b12f-88605d243988 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 919 time: 0.1739333 Aug 19 12:16:26.750392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e4ba2f8-c805-4805-9dfb-2d700aa30946 req-a8798aec-a3ab-4379-8a9f-73165cc84c4b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 210 time: 0.0446856 Aug 19 12:16:26.788205 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-75d56403-0688-4cbc-bf7f-942756cacbdb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a8dc3d-493f-4ab6-8637-e4b0463c9267 HTTP/1.1" status: 200 len: 217 time: 0.0528355 Aug 19 12:16:26.845622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-05b309c0-0395-42ac-a0f3-8c95226008da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.847133 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-05b309c0-0395-42ac-a0f3-8c95226008da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 200 len: 858 time: 0.0514822 Aug 19 12:16:26.882196 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-48f12069-b7e6-4d23-a670-05e644c7cdb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb99be0b-fc38-4615-ac5a-17103895ea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270112 Aug 19 12:16:26.982393 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-e3a6fffb-fa96-460b-bd5e-a0a9d25d8952 service neutron] 10.222.0.54 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929680 Aug 19 12:16:27.080541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c42ba92b-4b69-4675-a339-d5da80888a23 req-d9dc4352-e2d0-4773-bc30-456c0131718a service neutron] 10.222.0.54 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902741 Aug 19 12:16:27.472997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 334bcc0f-185d-4402-92ae-8b35a548720d no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:27.499461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 334bcc0f-185d-4402-92ae-8b35a548720d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:27.500013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 334bcc0f-185d-4402-92ae-8b35a548720d not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:27.816903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb10b-2d63-4e16-8b97-bdebf25f4f16 req-65fdcc90-bdbd-4748-8ded-bf5e30ed0df3 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:27.820242 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7afbb10b-2d63-4e16-8b97-bdebf25f4f16 req-65fdcc90-bdbd-4748-8ded-bf5e30ed0df3 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0719662 Aug 19 12:16:27.889766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-93441855-d785-40ca-82d6-6e6141e075f5 req-cc9f3139-6d2b-45c1-9c27-929cfbdc5ecf tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 210 time: 0.0301781 Aug 19 12:16:27.903469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7afbb10b-2d63-4e16-8b97-bdebf25f4f16 req-9eb44808-b786-4d5f-a51a-11acf3692063 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697768 Aug 19 12:16:27.952138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-04db1977-0a77-4a41-9e29-1f82471e2ce4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:27.954452 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-04db1977-0a77-4a41-9e29-1f82471e2ce4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1725724 Aug 19 12:16:27.983485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Request body: {'port': {'device_id': '37b1d5f9-6550-470e-8362-53b1e8b169ad', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'admin_state_up': True, 'tenant_id': '3aaf47df2f2843108eb2304de8ef29b9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:28.093184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Made reservation on behalf of 3aaf47df2f2843108eb2304de8ef29b9 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:28.098324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.250479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Allocated IP 172.20.0.11 (03672e2f-d1c6-4267-bd65-2f3009f55017/84ecb100-42f0-4808-aa59-e994ee63d4c8/1464e6c5-ea18-409d-9e7b-66040db82fd5) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:28.409577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.455474 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.494071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:28.504065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:28.507587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:28.511719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:28.545472 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.566293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.567155 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.576659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event updated for resources: {'Port': ['ID=1464e6c5-ea18-409d-9e7b-66040db82fd5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:28.593027 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-7174ed22-92b4-4c15-a022-6aa20b24819e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6128850 Aug 19 12:16:28.611884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Request body: {'port': {'device_id': '37b1d5f9-6550-470e-8362-53b1e8b169ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:28.692340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.980419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1464e6c5-ea18-409d-9e7b-66040db82fd5 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:28.989031 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.002024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Transition to ACTIVE for port object 1464e6c5-ea18-409d-9e7b-66040db82fd5 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:29.006584 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.080702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Pushing event updated for resources: {'Port': ['ID=1464e6c5-ea18-409d-9e7b-66040db82fd5,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:29.088828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd78436-901f-404e-97c0-5fd8d82a01a1 req-bce50689-a9bc-4db6-a479-948b3faad5fd tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.090632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ebd78436-901f-404e-97c0-5fd8d82a01a1 req-bce50689-a9bc-4db6-a479-948b3faad5fd tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0790048 Aug 19 12:16:29.099278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca76036-e688-41b5-84b8-08f2ba9a6688 req-234b20c5-bd26-4c41-8ca3-c6cdead2cd93 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.101964 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ca76036-e688-41b5-84b8-08f2ba9a6688 req-234b20c5-bd26-4c41-8ca3-c6cdead2cd93 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 944 time: 0.1011214 Aug 19 12:16:29.129304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Attempting to bind port 1464e6c5-ea18-409d-9e7b-66040db82fd5 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:29.129737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Attempting to bind port 1464e6c5-ea18-409d-9e7b-66040db82fd5 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:29.130150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Attempting to bind port 1464e6c5-ea18-409d-9e7b-66040db82fd5 on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:29.134626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Port 1464e6c5-ea18-409d-9e7b-66040db82fd5 on network 03672e2f-d1c6-4267-bd65-2f3009f55017 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:29.134992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Attempting to bind port 1464e6c5-ea18-409d-9e7b-66040db82fd5 on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:29.139951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:29.140360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Checking segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:29.140836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Bound using segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:29.141324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Bound port: 1464e6c5-ea18-409d-9e7b-66040db82fd5, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:29.141768 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.164363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ebd78436-901f-404e-97c0-5fd8d82a01a1 req-d5abc0ce-ec26-4c4c-b4b7-4a463b2eeeb7 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612810 Aug 19 12:16:29.167111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ca76036-e688-41b5-84b8-08f2ba9a6688 req-010cf5d9-dfb6-48dd-b925-9277a373e80f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480735 Aug 19 12:16:29.210928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] For port 1464e6c5-ea18-409d-9e7b-66040db82fd5, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:29.214922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] For port 1464e6c5-ea18-409d-9e7b-66040db82fd5, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1464e6c5-ea18-409d-9e7b-66040db82fd5,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:29.221187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.261985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.262616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.264085 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] 10.222.0.54 "PUT /v2.0/ports/1464e6c5-ea18-409d-9e7b-66040db82fd5 HTTP/1.1" status: 200 len: 1092 time: 0.6574128 Aug 19 12:16:29.264569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b1d5f9-6550-470e-8362-53b1e8b169ad', 'tag': '1464e6c5-ea18-409d-9e7b-66040db82fd5'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:29.266994 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de00211-f44c-4b97-bb71-6058515cef03" -d '{"events": [{"name": "network-changed", "server_uuid": "37b1d5f9-6550-470e-8362-53b1e8b169ad", "tag": "1464e6c5-ea18-409d-9e7b-66040db82fd5"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:29.294745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bf114-3653-4a0d-8b74-6a42c2e2c6de service neutron] Pushing event updated for resources: {'Port': ['ID=1464e6c5-ea18-409d-9e7b-66040db82fd5,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:29.312891 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184fa6ad-e17c-4557-ab53-c46a051563e6 x-openstack-request-id: req-184fa6ad-e17c-4557-ab53-c46a051563e6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:29.313424 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b1d5f9-6550-470e-8362-53b1e8b169ad", "tag": "1464e6c5-ea18-409d-9e7b-66040db82fd5", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:29.313424 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-184fa6ad-e17c-4557-ab53-c46a051563e6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:29.313810 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b1d5f9-6550-470e-8362-53b1e8b169ad', 'tag': '1464e6c5-ea18-409d-9e7b-66040db82fd5', 'status': 'completed', 'code': 200} Aug 19 12:16:29.376207 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-dce7195c-b4f7-47d7-aac1-ae572c78bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.377767 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-dce7195c-b4f7-47d7-aac1-ae572c78bed7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 1095 time: 0.0455701 Aug 19 12:16:29.427671 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-4ef968c6-2e7a-4aee-b296-1a34681de797 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1464e6c5-ea18-409d-9e7b-66040db82fd5 HTTP/1.1" status: 200 len: 217 time: 0.0353613 Aug 19 12:16:29.477425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-73768917-96c9-4b4d-9f53-d5a9c0c5fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.478924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-73768917-96c9-4b4d-9f53-d5a9c0c5fc2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0439129 Aug 19 12:16:29.511847 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-de6c913d-eb31-442e-99ef-00c1571fbe90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255940 Aug 19 12:16:29.612412 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-e9cecc31-86c4-4958-854a-232a4161ab8c service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932090 Aug 19 12:16:29.732322 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8dfd6afc-7bf1-4230-844a-dcc43d28105f req-90a6379d-ea36-4e31-bbce-a3143ece4122 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123159 Aug 19 12:16:29.894819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de00211-f44c-4b97-bb71-6058515cef03 req-cab1c38f-5521-4d57-bab6-5f052309c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.896220 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3de00211-f44c-4b97-bb71-6058515cef03 req-cab1c38f-5521-4d57-bab6-5f052309c6f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 1095 time: 0.0472767 Aug 19 12:16:30.013181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de00211-f44c-4b97-bb71-6058515cef03 req-06e8d153-a0e1-4fcf-b5bd-7f934a167495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.015016 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3de00211-f44c-4b97-bb71-6058515cef03 req-06e8d153-a0e1-4fcf-b5bd-7f934a167495 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 906 time: 0.1101222 Aug 19 12:16:30.066604 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3de00211-f44c-4b97-bb71-6058515cef03 req-4c0be5ed-1b33-4a56-a781-7fdce1fee8a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1464e6c5-ea18-409d-9e7b-66040db82fd5 HTTP/1.1" status: 200 len: 217 time: 0.0432763 Aug 19 12:16:30.121953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de00211-f44c-4b97-bb71-6058515cef03 req-9efb075f-1679-4a4c-8011-7f7b89d4adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.123503 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3de00211-f44c-4b97-bb71-6058515cef03 req-9efb075f-1679-4a4c-8011-7f7b89d4adc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0492253 Aug 19 12:16:30.162773 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3de00211-f44c-4b97-bb71-6058515cef03 req-c010728f-7155-49bc-90f2-b89798c267af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303330 Aug 19 12:16:30.338037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fadc96-1991-48f9-ad1c-a862e8f83c6e req-4c1ba2f1-bd55-4324-a32d-c890dc6c2e5c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.341257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44fadc96-1991-48f9-ad1c-a862e8f83c6e req-4c1ba2f1-bd55-4324-a32d-c890dc6c2e5c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 944 time: 0.0913231 Aug 19 12:16:30.357790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673081a-7c4b-485d-94a8-21ffa774a1d4 req-217da769-c7d3-4612-92d1-4888de72464f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.360119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8673081a-7c4b-485d-94a8-21ffa774a1d4 req-217da769-c7d3-4612-92d1-4888de72464f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0830495 Aug 19 12:16:30.423903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44fadc96-1991-48f9-ad1c-a862e8f83c6e req-2b8289b9-195e-4144-89cb-1130fd7c5c96 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748577 Aug 19 12:16:30.433104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8673081a-7c4b-485d-94a8-21ffa774a1d4 req-38d13559-ff72-48d4-aeec-932a3a1b4b87 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655901 Aug 19 12:16:30.667704 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3de00211-f44c-4b97-bb71-6058515cef03 req-c6ce9e04-8b1d-4cb4-91d0-f8e819de1a19 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885855 Aug 19 12:16:30.772388 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3de00211-f44c-4b97-bb71-6058515cef03 req-1f017a78-8ec5-4ec3-9647-79f607d649a7 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965281 Aug 19 12:16:31.504241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1464e6c5-ea18-409d-9e7b-66040db82fd5 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:31.587586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97601526-d4a6-4710-b23f-597d4e1b2ccf req-b0f498ff-0148-487f-ae78-b9d0f0a264fd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.589104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-97601526-d4a6-4710-b23f-597d4e1b2ccf req-b0f498ff-0148-487f-ae78-b9d0f0a264fd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 944 time: 0.0749836 Aug 19 12:16:31.601817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8a676-aa99-425b-a4af-e3bf53c231aa req-640d0171-52df-4153-ba01-62312b0584d4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.603042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bb8a676-aa99-425b-a4af-e3bf53c231aa req-640d0171-52df-4153-ba01-62312b0584d4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0785077 Aug 19 12:16:31.614909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 1464e6c5-ea18-409d-9e7b-66040db82fd5, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1464e6c5-ea18-409d-9e7b-66040db82fd5,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:31.627135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '1464e6c5-ea18-409d-9e7b-66040db82fd5', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'port_id': '1464e6c5-ea18-409d-9e7b-66040db82fd5', 'mac_address': 'fa:16:3e:6f:9d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ecb100-42f0-4808-aa59-e994ee63d4c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:31.664981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-97601526-d4a6-4710-b23f-597d4e1b2ccf req-a5cb602d-084e-4616-85ea-ea35eb696dde tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609748 Aug 19 12:16:31.667602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bb8a676-aa99-425b-a4af-e3bf53c231aa req-7c879a92-af06-4e9b-a239-9a8a1b47f1c1 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564122 Aug 19 12:16:31.670894 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.692228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1464e6c5-ea18-409d-9e7b-66040db82fd5 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:31.712736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 1464e6c5-ea18-409d-9e7b-66040db82fd5, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1464e6c5-ea18-409d-9e7b-66040db82fd5,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:31.717487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.764436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=1464e6c5-ea18-409d-9e7b-66040db82fd5,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:32.136186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-013a08a8-ca42-45cf-afc1-ab64ce118518 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.137831 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-013a08a8-ca42-45cf-afc1-ab64ce118518 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1180291 Aug 19 12:16:32.142534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['1464e6c5-ea18-409d-9e7b-66040db82fd5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:32.154674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-a2748145-eebe-4db4-ac93-62d739aec02c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/quotas/e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 375 time: 0.0102587 Aug 19 12:16:32.210700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-6e1f8709-5a4f-4bc8-8c1c-8a19030be2b0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496190 Aug 19 12:16:32.309926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-d48b6ede-5cf2-481e-b782-61532147816b service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921786 Aug 19 12:16:32.403264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-a3bf8411-6405-47c2-b01e-8373225550e0 service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871234 Aug 19 12:16:32.710297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e50266d-c768-4449-93de-5168de343c46 req-283df364-0f12-41d7-a163-0eafa3592c9b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 210 time: 0.0278623 Aug 19 12:16:32.721740 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:16:32.824849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbfd9f-b37b-4ee9-b17a-dadd94053afe req-95871dfb-1454-49b4-a73e-2241f7567b96 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.826335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cfdbfd9f-b37b-4ee9-b17a-dadd94053afe req-95871dfb-1454-49b4-a73e-2241f7567b96 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 945 time: 0.0764332 Aug 19 12:16:32.863539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346632f0-56c8-4caf-9411-022d554b2fae req-1451102d-73e2-460f-a2bf-3fb0b142a35f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.865117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-346632f0-56c8-4caf-9411-022d554b2fae req-1451102d-73e2-460f-a2bf-3fb0b142a35f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0853517 Aug 19 12:16:32.897315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cfdbfd9f-b37b-4ee9-b17a-dadd94053afe req-44409c59-4918-48bf-bbce-33a893037b03 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647600 Aug 19 12:16:32.921202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-346632f0-56c8-4caf-9411-022d554b2fae req-f31e62ac-e07e-4d61-a107-d0a8de9394c2 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491784 Aug 19 12:16:33.517301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1464e6c5-ea18-409d-9e7b-66040db82fd5 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:33.574437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 1464e6c5-ea18-409d-9e7b-66040db82fd5 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:33.578400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 1464e6c5-ea18-409d-9e7b-66040db82fd5 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:33.578776 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:33.660384 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:33.686065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b1d5f9-6550-470e-8362-53b1e8b169ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1464e6c5-ea18-409d-9e7b-66040db82fd5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:33.689936 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc1d62c-86a4-43a8-94f5-fdf33c8a7b28" -d '{"events": [{"server_uuid": "37b1d5f9-6550-470e-8362-53b1e8b169ad", "name": "network-vif-plugged", "status": "completed", "tag": "1464e6c5-ea18-409d-9e7b-66040db82fd5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:33.705705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 1464e6c5-ea18-409d-9e7b-66040db82fd5, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1464e6c5-ea18-409d-9e7b-66040db82fd5,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:33.710780 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:33.762209 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809365b3-bee3-4d0e-bd47-f7079af4ed14 x-openstack-request-id: req-809365b3-bee3-4d0e-bd47-f7079af4ed14 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:33.762511 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b1d5f9-6550-470e-8362-53b1e8b169ad", "name": "network-vif-plugged", "status": "completed", "tag": "1464e6c5-ea18-409d-9e7b-66040db82fd5", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:33.762743 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-809365b3-bee3-4d0e-bd47-f7079af4ed14 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:33.763132 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b1d5f9-6550-470e-8362-53b1e8b169ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1464e6c5-ea18-409d-9e7b-66040db82fd5', 'code': 200} Aug 19 12:16:33.763697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=1464e6c5-ea18-409d-9e7b-66040db82fd5,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:33.783910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-b279277f-3425-4eb5-959b-5d2fdaccc981 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:33.786924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-b279277f-3425-4eb5-959b-5d2fdaccc981 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1285295 Aug 19 12:16:33.812966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'port': {'device_id': 'e83915b4-125f-42d0-9158-b3900f868302', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'admin_state_up': True, 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:33.869645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ccca8-0c6f-482d-b6ca-8d3d70418514 req-0da58d41-cef4-45ed-8edb-f5f02ecf32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:33.871194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0d5ccca8-0c6f-482d-b6ca-8d3d70418514 req-0da58d41-cef4-45ed-8edb-f5f02ecf32a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 1097 time: 0.0415432 Aug 19 12:16:33.883524 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b445314-6edd-4bd9-b08e-ab8d89e7d573 req-48a4aa9e-b209-4091-996f-86f3bded2938 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 210 time: 0.0756471 Aug 19 12:16:33.913350 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0d5ccca8-0c6f-482d-b6ca-8d3d70418514 req-511043d2-ea2f-4a89-b44c-8f63c8d75ca1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346870 Aug 19 12:16:33.967104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Made reservation on behalf of e070eaccb0d04da3b0ce6e7a5a5d690e for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:33.970826 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.129797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c884-3c74-4581-86e6-3910313d0f86 req-ca906bca-41b8-4a44-871d-1e60bff35a3f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.131178 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-27c2c884-3c74-4581-86e6-3910313d0f86 req-ca906bca-41b8-4a44-871d-1e60bff35a3f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 946 time: 0.1569455 Aug 19 12:16:34.157019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944ae3-e560-4e50-859a-5084e723c881 req-d931d239-796b-4704-ae83-d38ac5dedfee tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.158476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7944ae3-e560-4e50-859a-5084e723c881 req-d931d239-796b-4704-ae83-d38ac5dedfee tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.1435423 Aug 19 12:16:34.209677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.20.0.14 (e122382d-bbe2-4480-9e13-bf10e2184a63/07533fbe-469f-45d5-ad86-ed4d9bfdcafb/2f317088-8c17-4f43-9c09-3ce6890a632c) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:34.248830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-27c2c884-3c74-4581-86e6-3910313d0f86 req-63069cf3-d08c-4e58-8dcd-b2c9efbeafb3 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872684 Aug 19 12:16:34.257656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7944ae3-e560-4e50-859a-5084e723c881 req-4b484625-fe26-424c-a86d-1d8acf86ea80 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893450 Aug 19 12:16:34.407183 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.423218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Transition to ACTIVE for port object 2f317088-8c17-4f43-9c09-3ce6890a632c will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:34.461540 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.503896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:34.507108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:34.513900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:34.555587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=2f317088-8c17-4f43-9c09-3ce6890a632c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:34.582658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.583487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.603374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-05c21bbb-668c-429c-8f06-7978f5a06ad9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7967772 Aug 19 12:16:34.623626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Request body: {'port': {'device_id': 'e83915b4-125f-42d0-9158-b3900f868302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:34.685761 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.727769 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c7f0bb30-24e0-47d3-b50d-0cce533c3723 None None] Provisioning for port 2f317088-8c17-4f43-9c09-3ce6890a632c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:34.732691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c7f0bb30-24e0-47d3-b50d-0cce533c3723 None None] Provisioning complete for port 2f317088-8c17-4f43-9c09-3ce6890a632c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:34.733177 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c7f0bb30-24e0-47d3-b50d-0cce533c3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.770226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0bb30-24e0-47d3-b50d-0cce533c3723 None None] Port 2f317088-8c17-4f43-9c09-3ce6890a632c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:35.003005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f317088-8c17-4f43-9c09-3ce6890a632c {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:35.013594 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.031962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Transition to ACTIVE for port object 2f317088-8c17-4f43-9c09-3ce6890a632c will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:35.041343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92afd-d633-47bf-8252-7643c7d1c0c6 req-3ff9ba45-450d-402b-a003-cec17a233a74 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.046694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66d92afd-d633-47bf-8252-7643c7d1c0c6 req-3ff9ba45-450d-402b-a003-cec17a233a74 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 932 time: 0.0807011 Aug 19 12:16:35.048594 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.148794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Pushing event updated for resources: {'Port': ['ID=2f317088-8c17-4f43-9c09-3ce6890a632c,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:35.181938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66d92afd-d633-47bf-8252-7643c7d1c0c6 req-421154d8-33b6-4496-88e3-d6ed59b20ac5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302667 Aug 19 12:16:35.247901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Attempting to bind port 2f317088-8c17-4f43-9c09-3ce6890a632c on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:35.248294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Attempting to bind port 2f317088-8c17-4f43-9c09-3ce6890a632c by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:35.248718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Attempting to bind port 2f317088-8c17-4f43-9c09-3ce6890a632c on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:35.254525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Port 2f317088-8c17-4f43-9c09-3ce6890a632c on network e122382d-bbe2-4480-9e13-bf10e2184a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:35.254857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Attempting to bind port 2f317088-8c17-4f43-9c09-3ce6890a632c on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:35.260243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:35.260607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:35.261046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Bound using segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:35.261524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Bound port: 2f317088-8c17-4f43-9c09-3ce6890a632c, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:35.261873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.346897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] For port 2f317088-8c17-4f43-9c09-3ce6890a632c, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:35.358914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] For port 2f317088-8c17-4f43-9c09-3ce6890a632c, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2f317088-8c17-4f43-9c09-3ce6890a632c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:35.365089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.447390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.448019 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.449524 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] 10.222.0.69 "PUT /v2.0/ports/2f317088-8c17-4f43-9c09-3ce6890a632c HTTP/1.1" status: 200 len: 1092 time: 0.8309581 Aug 19 12:16:35.464006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83915b4-125f-42d0-9158-b3900f868302', 'tag': '2f317088-8c17-4f43-9c09-3ce6890a632c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:35.466586 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7" -d '{"events": [{"name": "network-changed", "server_uuid": "e83915b4-125f-42d0-9158-b3900f868302", "tag": "2f317088-8c17-4f43-9c09-3ce6890a632c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:35.492566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c3035-f3fa-4d18-9c46-f7922a1d222d service neutron] Pushing event updated for resources: {'Port': ['ID=2f317088-8c17-4f43-9c09-3ce6890a632c,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:35.528540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc795f-8dd9-4970-a1b9-4c2442e152e2 req-160e5484-34de-4810-9189-789a956fa208 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.530153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38fc795f-8dd9-4970-a1b9-4c2442e152e2 req-160e5484-34de-4810-9189-789a956fa208 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.1343482 Aug 19 12:16:35.575425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158b847-3204-4b2f-a08a-80d85efafb4f req-55dbd4dc-ea85-4d6b-905d-2310bca7257e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.577453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8158b847-3204-4b2f-a08a-80d85efafb4f req-55dbd4dc-ea85-4d6b-905d-2310bca7257e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 946 time: 0.1823270 Aug 19 12:16:35.635564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38fc795f-8dd9-4970-a1b9-4c2442e152e2 req-86c14166-456d-43ab-bfca-43a4f1e1ce68 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900156 Aug 19 12:16:35.646689 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-6c6ad594-fac3-4f29-b109-9bdde3d7aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.648303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-6c6ad594-fac3-4f29-b109-9bdde3d7aa75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 1095 time: 0.1157022 Aug 19 12:16:35.653731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8158b847-3204-4b2f-a08a-80d85efafb4f req-afb1572f-59ae-4219-95dd-49ae094e63f0 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622327 Aug 19 12:16:35.718298 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-51683f3a-937f-47b1-89e2-47737ddf1c01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f317088-8c17-4f43-9c09-3ce6890a632c HTTP/1.1" status: 200 len: 217 time: 0.0506592 Aug 19 12:16:35.765632 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e03d7-3686-4666-b409-aa740ef1c0dc x-openstack-request-id: req-132e03d7-3686-4666-b409-aa740ef1c0dc {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:35.765953 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83915b4-125f-42d0-9158-b3900f868302", "tag": "2f317088-8c17-4f43-9c09-3ce6890a632c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:35.766328 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-132e03d7-3686-4666-b409-aa740ef1c0dc {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:35.766573 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83915b4-125f-42d0-9158-b3900f868302', 'tag': '2f317088-8c17-4f43-9c09-3ce6890a632c', 'status': 'completed', 'code': 200} Aug 19 12:16:35.788427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-57ede89d-6a02-4d53-9530-6ea47a99215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.790244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-57ede89d-6a02-4d53-9530-6ea47a99215e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0611770 Aug 19 12:16:35.894977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-fbd2fcb4-0c1a-487a-ade0-f7e2b05bb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.896508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-fbd2fcb4-0c1a-487a-ade0-f7e2b05bb399 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981326 Aug 19 12:16:35.996000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-e8217500-b47d-4be2-97e6-62c4fd77058e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.998254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-e8217500-b47d-4be2-97e6-62c4fd77058e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1630523 Aug 19 12:16:36.029475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-57b666ea-8ed9-4f35-8d3b-031403a7f28f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/quotas/3aaf47df2f2843108eb2304de8ef29b9 HTTP/1.1" status: 200 len: 375 time: 0.0210268 Aug 19 12:16:36.032361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-495bf6c8-ca4f-4508-a62a-cf9c59625822 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266863 Aug 19 12:16:36.142410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-30404ef8-911f-40a1-adde-753e7d189862 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063037 Aug 19 12:16:36.175092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b8e2242-27cb-40e6-bd3e-4681c051a0e4 req-1059a149-a051-454f-a8b5-88740453ae86 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307371 Aug 19 12:16:36.250930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-b3ba03b6-4e1e-4b15-88f9-fce1aff40f44 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980382 Aug 19 12:16:36.388673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-336e0abd-e6fe-4546-872f-159f9a7a9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.390670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-336e0abd-e6fe-4546-872f-159f9a7a9bce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 1095 time: 0.1385765 Aug 19 12:16:36.417010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b25dd-04e9-4399-a2a3-5f30e24f0aba req-02f6a5c1-76ca-48d7-b571-3599822b9040 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.418413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-258b25dd-04e9-4399-a2a3-5f30e24f0aba req-02f6a5c1-76ca-48d7-b571-3599822b9040 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 944 time: 0.1275964 Aug 19 12:16:36.458809 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-79019b82-d8e1-4de5-b40d-762b160a4aa5 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989293 Aug 19 12:16:36.507948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-258b25dd-04e9-4399-a2a3-5f30e24f0aba req-a5444d45-0411-499f-be73-53d4c851856f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794630 Aug 19 12:16:36.540279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-6a45bd37-d72d-4696-8b5d-ad62a9c7120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.541830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-6a45bd37-d72d-4696-8b5d-ad62a9c7120a service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1421590 Aug 19 12:16:36.588630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-012d153f-5e1d-42b6-b350-662aa6c44005 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f317088-8c17-4f43-9c09-3ce6890a632c HTTP/1.1" status: 200 len: 217 time: 0.0390484 Aug 19 12:16:36.662062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6bae2837-8f8e-424f-90df-c089bec88e4f req-5ca235d1-6cb3-475a-ad7e-f04d72bef114 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 210 time: 0.0368509 Aug 19 12:16:36.668878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-1d61eb90-a6c0-4d23-addc-9c6ac9374972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.669440 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-1d61eb90-a6c0-4d23-addc-9c6ac9374972 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0737162 Aug 19 12:16:36.730485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-43923bd5-13f9-4c5e-8051-4c603e550e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.731929 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-43923bd5-13f9-4c5e-8051-4c603e550e52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491660 Aug 19 12:16:36.851443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b5837-4098-4fd1-8a15-0a4cf57a0c2a req-704be2e3-d03e-4d1f-8aa9-3757a1a54651 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.853132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c0b5837-4098-4fd1-8a15-0a4cf57a0c2a req-704be2e3-d03e-4d1f-8aa9-3757a1a54651 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.1202788 Aug 19 12:16:36.898485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-aa3502ed-dc17-4c30-aaeb-73dc8f274c21 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561449 Aug 19 12:16:36.956723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c0b5837-4098-4fd1-8a15-0a4cf57a0c2a req-91013e97-7073-4df5-8743-fcc2ce7ebbf8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922830 Aug 19 12:16:37.004922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fbf1df17-a8a5-4f6b-b2fa-e4688561dce7 req-2e892499-33d5-47b8-a15a-8851e9ce5dc4 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983500 Aug 19 12:16:37.636762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a1633-19f9-4cf5-b2d3-3984d33ad2e4 req-4c234150-ea91-43a7-b8ae-888cabaacffa tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.638285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad8a1633-19f9-4cf5-b2d3-3984d33ad2e4 req-4c234150-ea91-43a7-b8ae-888cabaacffa tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 944 time: 0.0563540 Aug 19 12:16:37.679133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad8a1633-19f9-4cf5-b2d3-3984d33ad2e4 req-bb22136c-d370-4d7f-92a2-64e01ed4d7d1 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340099 Aug 19 12:16:37.806133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48dddf44-41e4-4cbe-bbcc-c65551d5c2cd req-e8e08e11-b0ef-4ff4-bcd8-ca7781adc9e5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 210 time: 0.0441561 Aug 19 12:16:37.824364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-916f8693-bef0-4fc7-8ab7-b39474d6d50b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.825847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-916f8693-bef0-4fc7-8ab7-b39474d6d50b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1455472 Aug 19 12:16:37.845345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Request body: {'port': {'device_id': '25e5a226-a030-4407-acf2-62da4b53f10f', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'admin_state_up': True, 'tenant_id': '3aaf47df2f2843108eb2304de8ef29b9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:37.974309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Made reservation on behalf of 3aaf47df2f2843108eb2304de8ef29b9 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:37.978416 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.134572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e674570-0ae2-488c-b864-cfbe0513c64d req-66f7b057-459c-40dc-848d-bd3b6cc4d87d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:38.136089 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e674570-0ae2-488c-b864-cfbe0513c64d req-66f7b057-459c-40dc-848d-bd3b6cc4d87d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0976264 Aug 19 12:16:38.164075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Allocated IP 172.20.0.10 (03672e2f-d1c6-4267-bd65-2f3009f55017/84ecb100-42f0-4808-aa59-e994ee63d4c8/d4560ef9-16ac-4cc9-9268-0be58de6f2bd) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:38.194330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e674570-0ae2-488c-b864-cfbe0513c64d req-46ef6937-eb4f-44be-9431-94cbbfa1f231 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Aug 19 12:16:38.335046 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.378317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.418501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:38.420929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['1464e6c5-ea18-409d-9e7b-66040db82fd5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:38.424134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:38.427473 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:38.431536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:38.438483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event updated for resources: {'Port': ['ID=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:38.488530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:38.489191 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.504484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-58f68bc9-faf9-4e81-999c-abc4ce11dde7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6636355 Aug 19 12:16:38.532143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Request body: {'port': {'device_id': '25e5a226-a030-4407-acf2-62da4b53f10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:38.587016 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.839368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e1e8b-6528-451c-9a6a-9c2c8ee75355 req-6462272d-782c-4b3f-b7d8-e60bb7e3dc4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:38.840768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e0e1e8b-6528-451c-9a6a-9c2c8ee75355 req-6462272d-782c-4b3f-b7d8-e60bb7e3dc4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 944 time: 0.0815058 Aug 19 12:16:38.955930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e0e1e8b-6528-451c-9a6a-9c2c8ee75355 req-920eb9ef-abbd-4d42-8063-297ba61a0858 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049004 Aug 19 12:16:38.972285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4560ef9-16ac-4cc9-9268-0be58de6f2bd {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:38.982443 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.999723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Transition to ACTIVE for port object d4560ef9-16ac-4cc9-9268-0be58de6f2bd will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:39.008144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4c819-d1c4-4832-8fc5-68064c15c3c9 req-a50d2dc7-977c-4fc7-87ef-47987d420c61 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.009683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16a4c819-d1c4-4832-8fc5-68064c15c3c9 req-a50d2dc7-977c-4fc7-87ef-47987d420c61 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 932 time: 0.1232121 Aug 19 12:16:39.010736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.459593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Pushing event updated for resources: {'Port': ['ID=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:39.502135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16a4c819-d1c4-4832-8fc5-68064c15c3c9 req-d62bbc29-97e8-4f56-9a56-56f9faa0c155 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831600 Aug 19 12:16:39.532713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db640ba1-0e79-4073-adf2-ec4098a70c39 req-48d5ac45-8f54-445b-ba52-2c1343670b52 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.534218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db640ba1-0e79-4073-adf2-ec4098a70c39 req-48d5ac45-8f54-445b-ba52-2c1343670b52 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.1298780 Aug 19 12:16:39.586455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Attempting to bind port d4560ef9-16ac-4cc9-9268-0be58de6f2bd on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:39.586786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Attempting to bind port d4560ef9-16ac-4cc9-9268-0be58de6f2bd by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:39.587105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Attempting to bind port d4560ef9-16ac-4cc9-9268-0be58de6f2bd on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:39.595143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db640ba1-0e79-4073-adf2-ec4098a70c39 req-498ffd82-5bfd-45f7-a9db-0698edadc2b8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534627 Aug 19 12:16:39.596039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Port d4560ef9-16ac-4cc9-9268-0be58de6f2bd on network 03672e2f-d1c6-4267-bd65-2f3009f55017 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:39.596353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Attempting to bind port d4560ef9-16ac-4cc9-9268-0be58de6f2bd on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:39.601450 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:39.601784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Checking segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:39.602151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Bound using segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:39.602569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Bound port: d4560ef9-16ac-4cc9-9268-0be58de6f2bd, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:39.602919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.665018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] For port d4560ef9-16ac-4cc9-9268-0be58de6f2bd, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:39.667933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] For port d4560ef9-16ac-4cc9-9268-0be58de6f2bd, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:39.675037 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.711359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.711961 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.713374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] 10.222.0.69 "PUT /v2.0/ports/d4560ef9-16ac-4cc9-9268-0be58de6f2bd HTTP/1.1" status: 200 len: 1092 time: 1.1861124 Aug 19 12:16:39.713801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e5a226-a030-4407-acf2-62da4b53f10f', 'tag': 'd4560ef9-16ac-4cc9-9268-0be58de6f2bd'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:39.716041 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b2a34a-c3c8-476f-9381-13a205e1b300" -d '{"events": [{"name": "network-changed", "server_uuid": "25e5a226-a030-4407-acf2-62da4b53f10f", "tag": "d4560ef9-16ac-4cc9-9268-0be58de6f2bd"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:39.736878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda246b-387c-431b-a74c-b53b5227a160 service neutron] Pushing event updated for resources: {'Port': ['ID=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:39.763398 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77115d1a-c811-4321-8462-8e59701ff7e7 x-openstack-request-id: req-77115d1a-c811-4321-8462-8e59701ff7e7 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:39.763681 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e5a226-a030-4407-acf2-62da4b53f10f", "tag": "d4560ef9-16ac-4cc9-9268-0be58de6f2bd", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:39.763929 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77115d1a-c811-4321-8462-8e59701ff7e7 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:39.764353 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e5a226-a030-4407-acf2-62da4b53f10f', 'tag': 'd4560ef9-16ac-4cc9-9268-0be58de6f2bd', 'status': 'completed', 'code': 200} Aug 19 12:16:39.824109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-d0ad0caa-ff52-4dde-8216-7d8b0bb4d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.825620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-d0ad0caa-ff52-4dde-8216-7d8b0bb4d329 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 1095 time: 0.0417557 Aug 19 12:16:39.876536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-9f40be00-4aeb-463a-aac8-7108bcc70340 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4560ef9-16ac-4cc9-9268-0be58de6f2bd HTTP/1.1" status: 200 len: 217 time: 0.0367358 Aug 19 12:16:39.927705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-d05cbcd5-4e6b-4907-bf93-5dd67342cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.929126 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-d05cbcd5-4e6b-4907-bf93-5dd67342cc30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0463130 Aug 19 12:16:39.961199 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-b9e01866-04b5-41eb-a723-d827004cc84b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251346 Aug 19 12:16:40.081478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-b1a41b85-cec2-4788-bc47-fc68c633c7c9 service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124258 Aug 19 12:16:40.104930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a89e-2b42-454f-8c4b-6e76fdf5a696 req-52fa4688-f971-4523-a128-64b7ada3c43b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.106343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7938a89e-2b42-454f-8c4b-6e76fdf5a696 req-52fa4688-f971-4523-a128-64b7ada3c43b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 944 time: 0.0760407 Aug 19 12:16:40.190216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7938a89e-2b42-454f-8c4b-6e76fdf5a696 req-470f88e4-c443-45db-8ed8-59ab8bb658b4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736306 Aug 19 12:16:40.211583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7407e99-346d-42a6-8b4d-10bb681d53a9 req-fde3e09e-445d-418d-81e4-ca1334cd2007 service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219008 Aug 19 12:16:40.343998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-458c7088-092e-4530-a37d-c09af68407e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.345469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-458c7088-092e-4530-a37d-c09af68407e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 1095 time: 0.0455101 Aug 19 12:16:40.446539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-85b66f66-a3ea-4164-b262-89f178e85aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.448002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-85b66f66-a3ea-4164-b262-89f178e85aa4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 906 time: 0.0950551 Aug 19 12:16:40.492611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-b5f02250-0e52-4f25-ac3f-6daef69dd35c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4560ef9-16ac-4cc9-9268-0be58de6f2bd HTTP/1.1" status: 200 len: 217 time: 0.0362616 Aug 19 12:16:40.553368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-e22886e5-80f7-462e-9308-264273869af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.554859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-e22886e5-80f7-462e-9308-264273869af2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0522342 Aug 19 12:16:40.595508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-d3aa4ddf-204a-48a3-ad06-643269d3c217 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330105 Aug 19 12:16:40.717588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c43f8e-984c-490c-8aaf-35382cf7bbaa req-b08f34e6-6b11-4046-9966-452bb4078fd9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.719067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0c43f8e-984c-490c-8aaf-35382cf7bbaa req-b08f34e6-6b11-4046-9966-452bb4078fd9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 944 time: 0.1461172 Aug 19 12:16:40.768139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-d38a3578-08ce-4ec1-beca-acc0b2ac0512 service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508365 Aug 19 12:16:40.786601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f21143-4744-4b35-a17d-c59d7ccf5ef9 req-9808e3b4-cd19-40c3-a137-93b83b717ba5 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.788045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2f21143-4744-4b35-a17d-c59d7ccf5ef9 req-9808e3b4-cd19-40c3-a137-93b83b717ba5 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.1220546 Aug 19 12:16:40.815516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0c43f8e-984c-490c-8aaf-35382cf7bbaa req-42faa4c8-793c-4c9e-9eb5-545d2b11d43d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900867 Aug 19 12:16:40.873602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2f21143-4744-4b35-a17d-c59d7ccf5ef9 req-f419a370-7113-4f3c-8bad-348d1d263627 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768592 Aug 19 12:16:40.909888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96b2a34a-c3c8-476f-9381-13a205e1b300 req-bf2c2b63-c227-4d03-8078-03bba09a0250 service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308482 Aug 19 12:16:41.324195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c4f10-1dcf-46df-b672-aa0e8f1858e8 req-cc5d79e8-1704-4a41-a8b9-18a69d4567e7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.325732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-325c4f10-1dcf-46df-b672-aa0e8f1858e8 req-cc5d79e8-1704-4a41-a8b9-18a69d4567e7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 944 time: 0.0560899 Aug 19 12:16:41.369816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-325c4f10-1dcf-46df-b672-aa0e8f1858e8 req-59e0d999-c031-41a3-843f-ce4a05db10e1 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378833 Aug 19 12:16:41.942035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db1bec-87b8-400b-a190-abbee19e0757 req-97fd155f-d219-4cc3-8ab3-3e465e72c8f7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.943598 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58db1bec-87b8-400b-a190-abbee19e0757 req-97fd155f-d219-4cc3-8ab3-3e465e72c8f7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 944 time: 0.0577579 Aug 19 12:16:41.983321 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d4560ef9-16ac-4cc9-9268-0be58de6f2bd details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:42.018028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131ae4f-8bab-4d96-bf96-7b047f9b6a50 req-08d4784c-aabb-44be-979a-36cb9e8044c8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.019547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2131ae4f-8bab-4d96-bf96-7b047f9b6a50 req-08d4784c-aabb-44be-979a-36cb9e8044c8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0741589 Aug 19 12:16:42.022446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58db1bec-87b8-400b-a190-abbee19e0757 req-052bf8f8-1b42-43e3-82b0-9576f9f9ccc1 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680192 Aug 19 12:16:42.061047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2131ae4f-8bab-4d96-bf96-7b047f9b6a50 req-6bc7c212-8739-492f-b379-9e56b885b5bd tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352707 Aug 19 12:16:42.092410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d4560ef9-16ac-4cc9-9268-0be58de6f2bd, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:42.104153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'd4560ef9-16ac-4cc9-9268-0be58de6f2bd', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'port_id': 'd4560ef9-16ac-4cc9-9268-0be58de6f2bd', 'mac_address': 'fa:16:3e:90:b4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ecb100-42f0-4808-aa59-e994ee63d4c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:42.146736 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.160784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4560ef9-16ac-4cc9-9268-0be58de6f2bd {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:42.182737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d4560ef9-16ac-4cc9-9268-0be58de6f2bd, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:42.189969 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.242493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:42.479406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['d4560ef9-16ac-4cc9-9268-0be58de6f2bd'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:42.507178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec637d2-de46-4d1d-83c4-f0436246f2ac req-d9561f9f-6aa7-4401-b592-d2c9af1b4b39 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.510371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ec637d2-de46-4d1d-83c4-f0436246f2ac req-d9561f9f-6aa7-4401-b592-d2c9af1b4b39 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 944 time: 0.0643020 Aug 19 12:16:42.550169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ec637d2-de46-4d1d-83c4-f0436246f2ac req-4b86f276-ec15-4ff3-b5e9-a83eef559cd3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354629 Aug 19 12:16:43.184122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d55f-acbb-4c03-a73d-cb6c69c9cf6c req-e5acadb2-8ef7-4e59-ba8f-247462c9b779 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.185648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c849d55f-acbb-4c03-a73d-cb6c69c9cf6c req-e5acadb2-8ef7-4e59-ba8f-247462c9b779 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 945 time: 0.0792136 Aug 19 12:16:43.198891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbad41d-d094-4018-b1b8-7f98b03ec252 req-251ea80e-eb2d-4dfe-8b82-4696601b9ef5 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.200537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cbad41d-d094-4018-b1b8-7f98b03ec252 req-251ea80e-eb2d-4dfe-8b82-4696601b9ef5 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0676603 Aug 19 12:16:43.258899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c849d55f-acbb-4c03-a73d-cb6c69c9cf6c req-fbcefc95-aef6-45ac-8f21-7ddbd10a0fbf tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573227 Aug 19 12:16:43.268390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cbad41d-d094-4018-b1b8-7f98b03ec252 req-e5a401bf-1497-4f2b-99d2-3ec1c3c2e3ab tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603504 Aug 19 12:16:43.688015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f22d5b-cb11-48e6-8be8-0dd49439e4c9 req-0b2b8244-c89f-4f6e-bb9d-e9e500033547 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.689456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69f22d5b-cb11-48e6-8be8-0dd49439e4c9 req-0b2b8244-c89f-4f6e-bb9d-e9e500033547 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 944 time: 0.0620153 Aug 19 12:16:43.732774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69f22d5b-cb11-48e6-8be8-0dd49439e4c9 req-cd89a420-d3ab-4f19-a4d9-cfcf0317e5aa tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Aug 19 12:16:43.997722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d4560ef9-16ac-4cc9-9268-0be58de6f2bd up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:44.057961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port d4560ef9-16ac-4cc9-9268-0be58de6f2bd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:44.062252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port d4560ef9-16ac-4cc9-9268-0be58de6f2bd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:44.062632 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.142244 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.172788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e5a226-a030-4407-acf2-62da4b53f10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4560ef9-16ac-4cc9-9268-0be58de6f2bd'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:44.176639 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612a04bb-394e-49f7-9f10-04d2e52c8131" -d '{"events": [{"server_uuid": "25e5a226-a030-4407-acf2-62da4b53f10f", "name": "network-vif-plugged", "status": "completed", "tag": "d4560ef9-16ac-4cc9-9268-0be58de6f2bd"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:44.192562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d4560ef9-16ac-4cc9-9268-0be58de6f2bd, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:44.197814 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.222705 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed30705-0b63-4717-9fd1-a038bfb6ba9f x-openstack-request-id: req-2ed30705-0b63-4717-9fd1-a038bfb6ba9f {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:44.223001 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e5a226-a030-4407-acf2-62da4b53f10f", "name": "network-vif-plugged", "status": "completed", "tag": "d4560ef9-16ac-4cc9-9268-0be58de6f2bd", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:44.223250 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ed30705-0b63-4717-9fd1-a038bfb6ba9f {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:44.223636 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e5a226-a030-4407-acf2-62da4b53f10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4560ef9-16ac-4cc9-9268-0be58de6f2bd', 'code': 200} Aug 19 12:16:44.251212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:44.438449 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d1757-95ab-47f1-b844-3a086030dfe9 req-c4e851b8-e2a1-4764-a1a4-649496ba6d59 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.439936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-691d1757-95ab-47f1-b844-3a086030dfe9 req-c4e851b8-e2a1-4764-a1a4-649496ba6d59 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 946 time: 0.1078398 Aug 19 12:16:44.443153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da93bb-990b-4201-ac86-e100fa2879dd req-b8f15cb9-3415-4ebe-8606-549190843657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.444535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2da93bb-990b-4201-ac86-e100fa2879dd req-b8f15cb9-3415-4ebe-8606-549190843657 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 1097 time: 0.1111224 Aug 19 12:16:44.468397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6881fc1-6e34-4e66-9dd6-8beefac35ef0 req-061f47e7-28e1-4022-a80b-b37e869f813c tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.469864 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6881fc1-6e34-4e66-9dd6-8beefac35ef0 req-061f47e7-28e1-4022-a80b-b37e869f813c tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.1191018 Aug 19 12:16:44.525878 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-691d1757-95ab-47f1-b844-3a086030dfe9 req-cfaa88f5-935b-4c71-b3d8-ce7d9037684c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791616 Aug 19 12:16:44.527357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2da93bb-990b-4201-ac86-e100fa2879dd req-fe6eef23-a742-4da8-b290-609568ac7cd0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732455 Aug 19 12:16:44.545196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6881fc1-6e34-4e66-9dd6-8beefac35ef0 req-19776974-aca7-400c-9f3c-a00d144cc955 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639105 Aug 19 12:16:44.877193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fc398-7dad-4787-b7d5-6d031c99973a req-6805007b-2fbd-4f8d-9961-e4e5454322a9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.878682 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-762fc398-7dad-4787-b7d5-6d031c99973a req-6805007b-2fbd-4f8d-9961-e4e5454322a9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 944 time: 0.0583730 Aug 19 12:16:44.920726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-762fc398-7dad-4787-b7d5-6d031c99973a req-e932004c-b214-4dec-926f-70e75d423644 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326734 Aug 19 12:16:45.681163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234d1ad-3301-44ca-9c3a-bfbe936c46ce req-adc2da8c-e713-4fe6-925e-3c17317ada9e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.682778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7234d1ad-3301-44ca-9c3a-bfbe936c46ce req-adc2da8c-e713-4fe6-925e-3c17317ada9e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 946 time: 0.0821331 Aug 19 12:16:45.704107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c633064-1b88-4372-b3ac-cf261ced388a req-88dfc93f-a14f-48f5-b9ac-f0d3cdd58d83 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.705603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c633064-1b88-4372-b3ac-cf261ced388a req-88dfc93f-a14f-48f5-b9ac-f0d3cdd58d83 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0752044 Aug 19 12:16:45.749349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7234d1ad-3301-44ca-9c3a-bfbe936c46ce req-4ce27530-faf4-4bc0-a1d7-607d0809744e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586953 Aug 19 12:16:45.761826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c633064-1b88-4372-b3ac-cf261ced388a req-13eb4dc2-f8ce-4d7f-b2ee-27c2aef50fae tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487025 Aug 19 12:16:46.010392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2f317088-8c17-4f43-9c09-3ce6890a632c details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:46.048162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1d5d-87e9-4880-a3c8-bc9856525b1e req-ae3050c1-f113-483a-91bb-c7bef8249edd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:46.049704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a6d1d5d-87e9-4880-a3c8-bc9856525b1e req-ae3050c1-f113-483a-91bb-c7bef8249edd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 944 time: 0.0507133 Aug 19 12:16:46.089417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a6d1d5d-87e9-4880-a3c8-bc9856525b1e req-d7f12b98-0d2b-4331-a067-cc87128aff19 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334916 Aug 19 12:16:46.108221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2f317088-8c17-4f43-9c09-3ce6890a632c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2f317088-8c17-4f43-9c09-3ce6890a632c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:46.118927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '2f317088-8c17-4f43-9c09-3ce6890a632c', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'port_id': '2f317088-8c17-4f43-9c09-3ce6890a632c', 'mac_address': 'fa:16:3e:d9:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:46.156443 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.173885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f317088-8c17-4f43-9c09-3ce6890a632c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:46.193470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2f317088-8c17-4f43-9c09-3ce6890a632c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2f317088-8c17-4f43-9c09-3ce6890a632c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:46.198981 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.250266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=2f317088-8c17-4f43-9c09-3ce6890a632c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:46.533230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['2f317088-8c17-4f43-9c09-3ce6890a632c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:46.913768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e06774-ec7f-46ea-9085-e22aa7edf7cb req-6ada6173-b208-4f88-a72e-997bb18de2e4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:46.915260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47e06774-ec7f-46ea-9085-e22aa7edf7cb req-6ada6173-b208-4f88-a72e-997bb18de2e4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 946 time: 0.0879016 Aug 19 12:16:46.923018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b28f1-c803-44a8-a579-64d7b983f0bc req-bbf96f40-79a8-4f72-b49f-675647f6efdf tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:46.924427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07b28f1-c803-44a8-a579-64d7b983f0bc req-bbf96f40-79a8-4f72-b49f-675647f6efdf tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0861499 Aug 19 12:16:46.979523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47e06774-ec7f-46ea-9085-e22aa7edf7cb req-0479149f-8efd-48d6-add0-5018b76cc315 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540981 Aug 19 12:16:46.984489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07b28f1-c803-44a8-a579-64d7b983f0bc req-3bd337e5-112d-49bd-8069-6adf4cc3e06c tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532079 Aug 19 12:16:47.179890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00669f6c-8190-4250-95c1-5ac42e656100 req-97d21321-08ae-43a3-8060-eb55830f1257 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.181478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00669f6c-8190-4250-95c1-5ac42e656100 req-97d21321-08ae-43a3-8060-eb55830f1257 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 946 time: 0.0583313 Aug 19 12:16:47.225829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00669f6c-8190-4250-95c1-5ac42e656100 req-b0505cee-1d26-494f-b05f-08fbd409890a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370071 Aug 19 12:16:47.329381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b9f1e-8b96-4e95-9c7c-534b75e234f6 req-d3300ffe-e9c6-477a-8cb1-087df13b4208 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.330893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f2b9f1e-8b96-4e95-9c7c-534b75e234f6 req-d3300ffe-e9c6-477a-8cb1-087df13b4208 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 945 time: 0.0790594 Aug 19 12:16:47.366456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a43bca-f686-4ba9-9282-de3730713eec req-31a50cd4-1206-4225-b73e-07109c06d9c8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.367941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6a43bca-f686-4ba9-9282-de3730713eec req-31a50cd4-1206-4225-b73e-07109c06d9c8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0772598 Aug 19 12:16:47.395453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f2b9f1e-8b96-4e95-9c7c-534b75e234f6 req-c96140d9-ce19-408a-adbb-507030743c85 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578394 Aug 19 12:16:47.427253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6a43bca-f686-4ba9-9282-de3730713eec req-75d05a16-29bb-4fb9-a41c-7d4a1287ae3b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Aug 19 12:16:47.505121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c05b-2d57-43d3-be9e-fb3aeb76e765 req-4361aa3e-221f-45c0-951e-e79d58c2f8d5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.506613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d325c05b-2d57-43d3-be9e-fb3aeb76e765 req-4361aa3e-221f-45c0-951e-e79d58c2f8d5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 946 time: 0.0517337 Aug 19 12:16:47.554901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d325c05b-2d57-43d3-be9e-fb3aeb76e765 req-21778b9a-7d1d-4674-8e5e-757de936bbc8 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Aug 19 12:16:47.827961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26adc1e-b4a7-455c-aecb-431323efe0b1 req-9ce1cfb5-5c22-471b-9b10-837eec062bc9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.829405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e26adc1e-b4a7-455c-aecb-431323efe0b1 req-9ce1cfb5-5c22-471b-9b10-837eec062bc9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 946 time: 0.0542333 Aug 19 12:16:47.874214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e26adc1e-b4a7-455c-aecb-431323efe0b1 req-b191dc13-3dfd-4dd8-9442-6d94d8d15729 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355830 Aug 19 12:16:48.004004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2f317088-8c17-4f43-9c09-3ce6890a632c up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:48.064172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 2f317088-8c17-4f43-9c09-3ce6890a632c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:48.068366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 2f317088-8c17-4f43-9c09-3ce6890a632c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:48.068782 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.107408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904644d-58f5-4425-976c-af1eaf02ea20 req-a08d76d2-c9d4-4b7c-92b9-5b4ca33804c0 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.109569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e904644d-58f5-4425-976c-af1eaf02ea20 req-a08d76d2-c9d4-4b7c-92b9-5b4ca33804c0 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0543768 Aug 19 12:16:48.152660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e904644d-58f5-4425-976c-af1eaf02ea20 req-096a6202-9aa6-40b0-a4ee-c3d136e486f0 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361512 Aug 19 12:16:48.156098 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.180856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83915b4-125f-42d0-9158-b3900f868302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f317088-8c17-4f43-9c09-3ce6890a632c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:48.183107 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fe2555-596f-45c1-9af4-d01f89c60f69" -d '{"events": [{"server_uuid": "e83915b4-125f-42d0-9158-b3900f868302", "name": "network-vif-plugged", "status": "completed", "tag": "2f317088-8c17-4f43-9c09-3ce6890a632c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:48.196096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2f317088-8c17-4f43-9c09-3ce6890a632c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2f317088-8c17-4f43-9c09-3ce6890a632c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:48.200949 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.227852 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d9154c-4af5-47f5-87fc-b5302c268c76 x-openstack-request-id: req-70d9154c-4af5-47f5-87fc-b5302c268c76 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:48.228143 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83915b4-125f-42d0-9158-b3900f868302", "name": "network-vif-plugged", "status": "completed", "tag": "2f317088-8c17-4f43-9c09-3ce6890a632c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:48.228388 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70d9154c-4af5-47f5-87fc-b5302c268c76 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:48.228789 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83915b4-125f-42d0-9158-b3900f868302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f317088-8c17-4f43-9c09-3ce6890a632c', 'code': 200} Aug 19 12:16:48.255364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=2f317088-8c17-4f43-9c09-3ce6890a632c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:48.356825 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceede7f-f8c9-44fb-827b-d2bc6db12144 req-42796fe1-c3af-4e39-93fc-747da57cf8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.358757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bceede7f-f8c9-44fb-827b-d2bc6db12144 req-42796fe1-c3af-4e39-93fc-747da57cf8ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 1097 time: 0.0437391 Aug 19 12:16:48.377776 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10fddf0d-386f-44e8-b528-cef9654acc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.402036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bceede7f-f8c9-44fb-827b-d2bc6db12144 req-085882b0-c851-418b-b79d-53456d7b4132 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Aug 19 12:16:48.545024 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fba14-cdd0-4653-8adb-ebf7bf7418af req-dd5589be-266d-4783-8b20-86d21d85f53b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.547299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-233fba14-cdd0-4653-8adb-ebf7bf7418af req-dd5589be-266d-4783-8b20-86d21d85f53b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 946 time: 0.0774946 Aug 19 12:16:48.567492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b15a-ddc8-4db4-bb23-0ba3304e5259 req-4a904ee0-4e16-4aad-bbe4-1dde05055d7a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.568911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65b3b15a-ddc8-4db4-bb23-0ba3304e5259 req-4a904ee0-4e16-4aad-bbe4-1dde05055d7a tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0705390 Aug 19 12:16:48.613688 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-233fba14-cdd0-4653-8adb-ebf7bf7418af req-058f4227-1e60-44a8-8f19-28fff38e34a3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594115 Aug 19 12:16:48.626379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65b3b15a-ddc8-4db4-bb23-0ba3304e5259 req-fa1de74b-c001-4d3f-a8a6-a84594fd7fcb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501599 Aug 19 12:16:49.009472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31915b12-32b2-41e9-8fa7-40548f8935ff req-0635c544-3e08-493b-9d3e-d2ad76e3556e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.010938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31915b12-32b2-41e9-8fa7-40548f8935ff req-0635c544-3e08-493b-9d3e-d2ad76e3556e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 946 time: 0.0610418 Aug 19 12:16:49.055236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31915b12-32b2-41e9-8fa7-40548f8935ff req-d9138b3b-f8d7-44e5-b753-444919d4d76f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369253 Aug 19 12:16:49.289455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a2c75-5a96-4df8-a21f-43ceb68ef18d req-84158f7a-a0d1-4e07-b316-40517cb7a861 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.291340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a6a2c75-5a96-4df8-a21f-43ceb68ef18d req-84158f7a-a0d1-4e07-b316-40517cb7a861 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0596969 Aug 19 12:16:49.335571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a6a2c75-5a96-4df8-a21f-43ceb68ef18d req-bc6fc21e-4631-4c6b-87aa-be0c1d9d906b tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373566 Aug 19 12:16:49.778544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa275ce-2e0a-4b2f-9fd9-55a36b3ef1c6 req-b00e2118-33f5-453e-900d-3a9362fdcbdb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.780061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fa275ce-2e0a-4b2f-9fd9-55a36b3ef1c6 req-b00e2118-33f5-453e-900d-3a9362fdcbdb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 946 time: 0.0797029 Aug 19 12:16:49.790560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9beb6-08e8-428c-89c5-a4ab74a6dd55 req-54848836-eb41-445b-af7f-1925160d8110 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.791969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2d9beb6-08e8-428c-89c5-a4ab74a6dd55 req-54848836-eb41-445b-af7f-1925160d8110 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0892739 Aug 19 12:16:49.874793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fa275ce-2e0a-4b2f-9fd9-55a36b3ef1c6 req-1f9faf9d-43b2-42c3-88f0-e6ea5bafd3cf tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804648 Aug 19 12:16:49.886234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2d9beb6-08e8-428c-89c5-a4ab74a6dd55 req-8b01882b-6afb-4323-8ad4-8fc25618ff49 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869098 Aug 19 12:16:49.908981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-b8dca6a9-a558-40c2-a075-7badb7eac507 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.910532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-b8dca6a9-a558-40c2-a075-7badb7eac507 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 946 time: 0.0719051 Aug 19 12:16:50.010967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Deleting port d4560ef9-16ac-4cc9-9268-0be58de6f2bd {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:50.011308 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.105102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] For port d4560ef9-16ac-4cc9-9268-0be58de6f2bd, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:50.105493 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.118602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Calling delete_port for d4560ef9-16ac-4cc9-9268-0be58de6f2bd owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:50.222848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a328a-8efc-4f22-bfc8-449dc6574e16 req-8a333463-b158-413c-b9d1-3ff1919b8aee tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:50.224342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a4a328a-8efc-4f22-bfc8-449dc6574e16 req-8a333463-b158-413c-b9d1-3ff1919b8aee tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e5a226-a030-4407-acf2-62da4b53f10f HTTP/1.1" status: 200 len: 946 time: 0.0948987 Aug 19 12:16:50.292659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a4a328a-8efc-4f22-bfc8-449dc6574e16 req-e6ab58ee-5bf7-4b5a-bbdb-8f277f5a5361 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584424 Aug 19 12:16:50.323303 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.357079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:50.359920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event deleted for resources: {'Port': ['ID=d4560ef9-16ac-4cc9-9268-0be58de6f2bd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:50.384280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['1464e6c5-ea18-409d-9e7b-66040db82fd5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:50.392181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.392529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.392901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.393237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.393574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.393907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.394238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.394565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.394887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.395210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.395532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.395853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:50.413349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] No DVR routers for this DVR port d4560ef9-16ac-4cc9-9268-0be58de6f2bd on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:50.416109 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.418490 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b932369e-4229-4ac9-86d8-faef7f2968a1 req-f3c77fce-1c96-4ceb-b823-daa1bbba169b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "DELETE /v2.0/ports/d4560ef9-16ac-4cc9-9268-0be58de6f2bd HTTP/1.1" status: 204 len: 173 time: 0.5014811 Aug 19 12:16:50.420114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e5a226-a030-4407-acf2-62da4b53f10f', 'name': 'network-vif-deleted', 'tag': 'd4560ef9-16ac-4cc9-9268-0be58de6f2bd'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:50.423552 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82da10d0-b87e-4de0-b93b-63458071626d" -d '{"events": [{"server_uuid": "25e5a226-a030-4407-acf2-62da4b53f10f", "name": "network-vif-deleted", "tag": "d4560ef9-16ac-4cc9-9268-0be58de6f2bd"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:50.472783 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e5a031-6e37-41b3-8cca-fc852707b4ac x-openstack-request-id: req-b8e5a031-6e37-41b3-8cca-fc852707b4ac {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:50.473135 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e5a226-a030-4407-acf2-62da4b53f10f", "name": "network-vif-deleted", "tag": "d4560ef9-16ac-4cc9-9268-0be58de6f2bd", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:50.473328 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8e5a031-6e37-41b3-8cca-fc852707b4ac {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:50.473725 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e5a226-a030-4407-acf2-62da4b53f10f', 'name': 'network-vif-deleted', 'tag': 'd4560ef9-16ac-4cc9-9268-0be58de6f2bd', 'status': 'completed', 'code': 200} Aug 19 12:16:50.483403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fd3b9-9e6d-435a-aa66-2580ec6d30c0 req-b1e6654f-71f8-4100-a657-90069c740da4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:50.484962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-553fd3b9-9e6d-435a-aa66-2580ec6d30c0 req-b1e6654f-71f8-4100-a657-90069c740da4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0655627 Aug 19 12:16:50.530455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-553fd3b9-9e6d-435a-aa66-2580ec6d30c0 req-631bfc8f-4b5a-4027-834c-05009399cf70 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392761 Aug 19 12:16:50.774866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cfddb1ef-7313-4f06-8366-ac2788abeffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.896593 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.037338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04396107-6ded-463e-a319-53b0da9f2bf5 req-12fd6302-afa9-4442-9095-3d604538d796 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:51.038850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04396107-6ded-463e-a319-53b0da9f2bf5 req-12fd6302-afa9-4442-9095-3d604538d796 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 946 time: 0.0901425 Aug 19 12:16:51.051596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bfcea-2e07-40b8-ae53-86d7027858eb req-23999122-743b-41cc-85bd-a323cb7bd677 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:51.053106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-608bfcea-2e07-40b8-ae53-86d7027858eb req-23999122-743b-41cc-85bd-a323cb7bd677 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0935757 Aug 19 12:16:51.109386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04396107-6ded-463e-a319-53b0da9f2bf5 req-b00aeb3e-37d3-4fc9-b3bc-d63a79dd34ad tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552046 Aug 19 12:16:51.123831 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-608bfcea-2e07-40b8-ae53-86d7027858eb req-b07009e5-c092-42da-9c1b-f95afc46cd19 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546372 Aug 19 12:16:51.234814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fdffd-794e-40e1-934c-67232ef22176 req-5c820f32-0efb-47be-9dbb-07393127e26c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:51.236315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-328fdffd-794e-40e1-934c-67232ef22176 req-5c820f32-0efb-47be-9dbb-07393127e26c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 946 time: 0.0594382 Aug 19 12:16:51.283849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-328fdffd-794e-40e1-934c-67232ef22176 req-2655229c-e929-406d-adb4-0a7e82518403 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397205 Aug 19 12:16:51.659265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bb264-4ac5-47e8-b364-5ac91ecb297e req-938a599f-f70c-480f-83d8-21487b7dad61 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:51.660831 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-939bb264-4ac5-47e8-b364-5ac91ecb297e req-938a599f-f70c-480f-83d8-21487b7dad61 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 946 time: 0.0506511 Aug 19 12:16:51.705050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-939bb264-4ac5-47e8-b364-5ac91ecb297e req-332188e2-f76a-4894-89e5-666b7fb2c05d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381453 Aug 19 12:16:51.813288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527876-220b-4cdf-bc4b-e9b78f40d6d6 req-2f53f012-c936-453e-a551-269a34db1d29 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:51.814826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95527876-220b-4cdf-bc4b-e9b78f40d6d6 req-2f53f012-c936-453e-a551-269a34db1d29 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0496185 Aug 19 12:16:51.854762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95527876-220b-4cdf-bc4b-e9b78f40d6d6 req-2da30339-755e-4f17-8828-d4f93a84de5a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Aug 19 12:16:51.958216 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.039129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d4560ef9-16ac-4cc9-9268-0be58de6f2bd no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:52.061566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: d4560ef9-16ac-4cc9-9268-0be58de6f2bd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:52.062848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d4560ef9-16ac-4cc9-9268-0be58de6f2bd not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:52.249313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878da951-8499-4e47-a4b6-b413deb2136a req-1a090ba0-954a-41d2-bec0-307741504f10 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:52.251350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878da951-8499-4e47-a4b6-b413deb2136a req-1a090ba0-954a-41d2-bec0-307741504f10 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0535264 Aug 19 12:16:52.306006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-878da951-8499-4e47-a4b6-b413deb2136a req-202d9b47-cd50-42b6-9263-58ebcfef8bb6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452812 Aug 19 12:16:52.837921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e4874-d633-4265-8f71-64aeaac0941f req-7dd716f7-a476-49b9-b1a4-207ef9d56b5d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:52.839420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-857e4874-d633-4265-8f71-64aeaac0941f req-7dd716f7-a476-49b9-b1a4-207ef9d56b5d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 946 time: 0.0495758 Aug 19 12:16:52.886441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-857e4874-d633-4265-8f71-64aeaac0941f req-4e4f9979-3fd1-4bbe-9256-5ef394e281fc tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Aug 19 12:16:52.979414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0409-5386-48e5-bab7-dd8581204039 req-71c23757-e93e-4883-b003-1b02b347b12f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:52.980858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fa0409-5386-48e5-bab7-dd8581204039 req-71c23757-e93e-4883-b003-1b02b347b12f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0489061 Aug 19 12:16:53.021301 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54fa0409-5386-48e5-bab7-dd8581204039 req-240797d2-ea1e-458b-abd4-ddb5741fb3fe tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Aug 19 12:16:53.379916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-a74ede3a-a964-49e4-a8fc-401d21014e73 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:53.381507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-a74ede3a-a964-49e4-a8fc-401d21014e73 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 946 time: 0.0606885 Aug 19 12:16:53.422847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddb3d5-7f0a-4b7e-9742-b68a6e0c8d79 req-3e12b111-2782-48da-a6a3-30bfe97d3adb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:53.424363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8ddb3d5-7f0a-4b7e-9742-b68a6e0c8d79 req-3e12b111-2782-48da-a6a3-30bfe97d3adb tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0513442 Aug 19 12:16:53.463147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8ddb3d5-7f0a-4b7e-9742-b68a6e0c8d79 req-2decaf20-0ff7-4caf-9b0b-9279d4ef7240 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325565 Aug 19 12:16:53.476926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Deleting port 1464e6c5-ea18-409d-9e7b-66040db82fd5 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:53.477278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.572805 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] For port 1464e6c5-ea18-409d-9e7b-66040db82fd5, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1464e6c5-ea18-409d-9e7b-66040db82fd5,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:53.573174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.586254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Calling delete_port for 1464e6c5-ea18-409d-9e7b-66040db82fd5 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:53.729460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.756591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event deleted for resources: {'Port': ['ID=1464e6c5-ea18-409d-9e7b-66040db82fd5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:53.764925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['1464e6c5-ea18-409d-9e7b-66040db82fd5'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:53.770885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.771768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.772270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:53.772400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.772622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.772983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.773329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.773657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.773989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.774321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.774649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.775155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.775484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:53.796698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-2364aaa3-5bd6-41b6-9471-16cd4602f3bd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:53.803532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-2364aaa3-5bd6-41b6-9471-16cd4602f3bd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1245215 Aug 19 12:16:53.815419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-a6e7b66b-8619-41fe-af1d-30493bdd0d41 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/quotas/e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 375 time: 0.0107362 Aug 19 12:16:53.818523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] No DVR routers for this DVR port 1464e6c5-ea18-409d-9e7b-66040db82fd5 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:53.821232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.823397 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c4b6c797-563e-458c-bf4c-4ca70542b014 req-4394f52a-95a4-42ad-8493-c37650faea08 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "DELETE /v2.0/ports/1464e6c5-ea18-409d-9e7b-66040db82fd5 HTTP/1.1" status: 204 len: 173 time: 0.4351459 Aug 19 12:16:53.823878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b1d5f9-6550-470e-8362-53b1e8b169ad', 'name': 'network-vif-deleted', 'tag': '1464e6c5-ea18-409d-9e7b-66040db82fd5'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:53.827696 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700e221c-03f2-4ece-8f66-ed54ee90e142" -d '{"events": [{"server_uuid": "37b1d5f9-6550-470e-8362-53b1e8b169ad", "name": "network-vif-deleted", "tag": "1464e6c5-ea18-409d-9e7b-66040db82fd5"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:53.872091 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9188cc6-038e-426e-a856-7e59309d64de x-openstack-request-id: req-b9188cc6-038e-426e-a856-7e59309d64de {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:53.872725 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b1d5f9-6550-470e-8362-53b1e8b169ad", "name": "network-vif-deleted", "tag": "1464e6c5-ea18-409d-9e7b-66040db82fd5", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:53.872725 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9188cc6-038e-426e-a856-7e59309d64de {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:53.874061 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b1d5f9-6550-470e-8362-53b1e8b169ad', 'name': 'network-vif-deleted', 'tag': '1464e6c5-ea18-409d-9e7b-66040db82fd5', 'status': 'completed', 'code': 200} Aug 19 12:16:53.877566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-42a687f2-2132-449d-a29b-a4c19b790af9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547283 Aug 19 12:16:53.993463 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.013348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99847cbb-832a-4864-922d-f9a989df21f9 req-e5227ad7-e2de-4b74-bb43-482c77f8a49f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=37b1d5f9-6550-470e-8362-53b1e8b169ad HTTP/1.1" status: 200 len: 210 time: 0.0357015 Aug 19 12:16:54.015336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-1c0d56cb-495d-4a9d-a8b4-7a065224ac6e service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306844 Aug 19 12:16:54.135640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-f53769fb-c553-4bf9-8d9e-d7104bd1b57d service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135468 Aug 19 12:16:54.156255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fcccb-b66f-4422-94a9-1c3a887f07df req-d386577a-5a30-44fd-963d-de199f378f79 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:54.158076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b32fcccb-b66f-4422-94a9-1c3a887f07df req-d386577a-5a30-44fd-963d-de199f378f79 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0667417 Aug 19 12:16:54.195718 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.198296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b32fcccb-b66f-4422-94a9-1c3a887f07df req-0c133f6b-a947-41ca-b884-42fd7a9145d9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343151 Aug 19 12:16:54.351632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5f84f9b-8467-4b2f-8664-40585bdb6ec2 req-faa5f93f-7126-4cec-97f3-14b94b713b92 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 210 time: 0.0507867 Aug 19 12:16:54.586305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71aa9ac-fe5c-4dbf-87ef-d5f3a20096f5 req-fd7e2346-c9dc-484f-a04c-18f97dca9d7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:54.588059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e71aa9ac-fe5c-4dbf-87ef-d5f3a20096f5 req-fd7e2346-c9dc-484f-a04c-18f97dca9d7e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0509367 Aug 19 12:16:54.630222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e71aa9ac-fe5c-4dbf-87ef-d5f3a20096f5 req-15588b18-4b25-49ca-8cc1-ce1807e3f58f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345032 Aug 19 12:16:55.328278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-a1bc29d1-5c7e-496a-8884-f18d249b125e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.330208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-a1bc29d1-5c7e-496a-8884-f18d249b125e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1427410 Aug 19 12:16:55.350654 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-d473c6a7-5baf-4d18-a282-8f24f29d572f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/quotas/3aaf47df2f2843108eb2304de8ef29b9 HTTP/1.1" status: 200 len: 375 time: 0.0137925 Aug 19 12:16:55.359239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619306-1941-460b-b690-6219923f9095 req-c3a0dac4-6002-4325-9536-3223acc3b96e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.360595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47619306-1941-460b-b690-6219923f9095 req-c3a0dac4-6002-4325-9536-3223acc3b96e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0881064 Aug 19 12:16:55.495417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47619306-1941-460b-b690-6219923f9095 req-252a7e6d-0a63-4c32-b842-136c74beb102 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256316 Aug 19 12:16:55.509313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-3d1791de-8798-46fc-a3c6-5186de851696 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477413 Aug 19 12:16:55.539562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-7ed19d72-8505-4579-9990-5db2b384246b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.541044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-7ed19d72-8505-4579-9990-5db2b384246b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1634352 Aug 19 12:16:55.585225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'port': {'device_id': '2a00ef5a-9a22-4cc4-addd-ee18f213ef95', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'admin_state_up': True, 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:55.658294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f0327fd-3759-4b66-893e-c3129b70703e req-554aeeaf-0418-4ca9-8b3f-edfc0d8beed0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 210 time: 0.0795774 Aug 19 12:16:55.717003 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-70f3e789-5060-4595-a650-49d320e4d63d service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923819 Aug 19 12:16:55.836241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Made reservation on behalf of e070eaccb0d04da3b0ce6e7a5a5d690e for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:55.839748 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.871111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f221-7c61-4171-9ddc-29cc7903d3b0 req-71ab3b26-b595-40d3-8960-564932f89d22 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.872616 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77b0f221-7c61-4171-9ddc-29cc7903d3b0 req-71ab3b26-b595-40d3-8960-564932f89d22 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.1457489 Aug 19 12:16:55.922617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-8ba04e21-9c37-4813-b7a0-9195bbf5a9e9 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967342 Aug 19 12:16:55.994940 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77b0f221-7c61-4171-9ddc-29cc7903d3b0 req-395c1161-d2bd-4910-a018-554ba32890c2 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064386 Aug 19 12:16:56.087253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.20.0.11 (e122382d-bbe2-4480-9e13-bf10e2184a63/07533fbe-469f-45d5-ad86-ed4d9bfdcafb/6454defa-e20c-4393-8b1c-c754e0c1ed7e) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:56.199991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b017b11-9b4a-4c07-bf3f-870765930113 req-9053aaab-c18b-41ec-8fa2-cfd99e56b496 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 210 time: 0.0611279 Aug 19 12:16:56.286967 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.307158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Transition to ACTIVE for port object 6454defa-e20c-4393-8b1c-c754e0c1ed7e will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:56.346209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.381560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['2f317088-8c17-4f43-9c09-3ce6890a632c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:56.416573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:56.422298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:56.424255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=6454defa-e20c-4393-8b1c-c754e0c1ed7e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:56.439571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:56.535774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:56.536736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.583876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-6376cb1a-2d6f-4a6a-8310-027fc61dfd4f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0039811 Aug 19 12:16:56.604480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Request body: {'port': {'device_id': '2a00ef5a-9a22-4cc4-addd-ee18f213ef95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:56.816555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-81712432-be0a-4634-bfa7-5a4541e560c5 None None] Provisioning for port 6454defa-e20c-4393-8b1c-c754e0c1ed7e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:56.823313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-81712432-be0a-4634-bfa7-5a4541e560c5 None None] Provisioning complete for port 6454defa-e20c-4393-8b1c-c754e0c1ed7e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:56.824063 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81712432-be0a-4634-bfa7-5a4541e560c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.867494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-81712432-be0a-4634-bfa7-5a4541e560c5 None None] Port 6454defa-e20c-4393-8b1c-c754e0c1ed7e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:57.138941 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.147480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b22443-34e1-4dd0-8ed3-c33bfbff9615 req-25c1a78e-50ef-4571-99ee-26a7ce87cfeb tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.148977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6b22443-34e1-4dd0-8ed3-c33bfbff9615 req-25c1a78e-50ef-4571-99ee-26a7ce87cfeb tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.5157545 Aug 19 12:16:57.184393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d0c4-ec95-498b-9a82-bd8ee514fba6 req-d601438e-ac82-4ab5-ba7b-70437a59a73d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.191875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22e8d0c4-ec95-498b-9a82-bd8ee514fba6 req-d601438e-ac82-4ab5-ba7b-70437a59a73d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 932 time: 0.1253047 Aug 19 12:16:57.273539 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6b22443-34e1-4dd0-8ed3-c33bfbff9615 req-75e6bd2f-2930-456f-bc87-eb6043e0addc tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169312 Aug 19 12:16:57.295129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22e8d0c4-ec95-498b-9a82-bd8ee514fba6 req-765bd87f-80c9-44b8-9264-fd40e4821bd8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962524 Aug 19 12:16:57.387534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-75463639-a12c-427b-a94c-5aecf8419ad6 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.390300 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-75463639-a12c-427b-a94c-5aecf8419ad6 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1275327 Aug 19 12:16:57.429192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Request body: {'port': {'device_id': '62b86485-b309-433f-92d5-e5d12963e6db', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'admin_state_up': True, 'tenant_id': '3aaf47df2f2843108eb2304de8ef29b9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:57.509469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de285963-7f09-4e69-b912-b56b16c47be7 req-6977019a-ae0b-4290-b1ab-d149bd480a0f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.511026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de285963-7f09-4e69-b912-b56b16c47be7 req-6977019a-ae0b-4290-b1ab-d149bd480a0f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.1123316 Aug 19 12:16:57.569218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Made reservation on behalf of 3aaf47df2f2843108eb2304de8ef29b9 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:57.573685 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.583428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-915de6f9-60dc-4b7d-9f23-d9a92aef0404 req-11f6db82-9ca6-4470-bd55-fb2011559aae tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 210 time: 0.0459099 Aug 19 12:16:57.621366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de285963-7f09-4e69-b912-b56b16c47be7 req-28ff46c3-3c54-4492-8705-4c9fb842febc tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807455 Aug 19 12:16:57.629288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1464e6c5-ea18-409d-9e7b-66040db82fd5 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:57.659725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 1464e6c5-ea18-409d-9e7b-66040db82fd5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:57.660075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1464e6c5-ea18-409d-9e7b-66040db82fd5 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:57.706551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6454defa-e20c-4393-8b1c-c754e0c1ed7e {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:57.714330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.728021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Transition to ACTIVE for port object 6454defa-e20c-4393-8b1c-c754e0c1ed7e will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:57.731918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.735126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Allocated IP 172.20.0.11 (03672e2f-d1c6-4267-bd65-2f3009f55017/84ecb100-42f0-4808-aa59-e994ee63d4c8/27e65dcc-f233-4a7a-a04e-e99478d40f2d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:57.785987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Pushing event updated for resources: {'Port': ['ID=6454defa-e20c-4393-8b1c-c754e0c1ed7e,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:57.861387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Attempting to bind port 6454defa-e20c-4393-8b1c-c754e0c1ed7e on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:57.861638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Attempting to bind port 6454defa-e20c-4393-8b1c-c754e0c1ed7e by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:57.861943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Attempting to bind port 6454defa-e20c-4393-8b1c-c754e0c1ed7e on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:57.868103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Port 6454defa-e20c-4393-8b1c-c754e0c1ed7e on network e122382d-bbe2-4480-9e13-bf10e2184a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:57.868428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Attempting to bind port 6454defa-e20c-4393-8b1c-c754e0c1ed7e on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:57.875899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:57.876249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:57.876636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Bound using segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:57.878146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Bound port: 6454defa-e20c-4393-8b1c-c754e0c1ed7e, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:57.878348 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.951983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.993117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] For port 6454defa-e20c-4393-8b1c-c754e0c1ed7e, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:58.000106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] For port 6454defa-e20c-4393-8b1c-c754e0c1ed7e, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6454defa-e20c-4393-8b1c-c754e0c1ed7e,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:58.004452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.007268 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.038860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:58.062842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:58.064225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event updated for resources: {'Port': ['ID=27e65dcc-f233-4a7a-a04e-e99478d40f2d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:58.067292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:58.069280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:58.074911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.076621 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.078576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] 10.222.0.69 "PUT /v2.0/ports/6454defa-e20c-4393-8b1c-c754e0c1ed7e HTTP/1.1" status: 200 len: 1092 time: 1.4799697 Aug 19 12:16:58.079755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a00ef5a-9a22-4cc4-addd-ee18f213ef95', 'tag': '6454defa-e20c-4393-8b1c-c754e0c1ed7e'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:58.082838 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078" -d '{"events": [{"name": "network-changed", "server_uuid": "2a00ef5a-9a22-4cc4-addd-ee18f213ef95", "tag": "6454defa-e20c-4393-8b1c-c754e0c1ed7e"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:58.120809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705313ba-ec69-4613-8c57-f6a04b670bfe service neutron] Pushing event updated for resources: {'Port': ['ID=6454defa-e20c-4393-8b1c-c754e0c1ed7e,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:58.155459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.156217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.162645 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3e2dc5-fb9e-4773-81cb-344375ebae29 x-openstack-request-id: req-cf3e2dc5-fb9e-4773-81cb-344375ebae29 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:58.162978 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a00ef5a-9a22-4cc4-addd-ee18f213ef95", "tag": "6454defa-e20c-4393-8b1c-c754e0c1ed7e", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:58.163175 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf3e2dc5-fb9e-4773-81cb-344375ebae29 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:58.163571 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a00ef5a-9a22-4cc4-addd-ee18f213ef95', 'tag': '6454defa-e20c-4393-8b1c-c754e0c1ed7e', 'status': 'completed', 'code': 200} Aug 19 12:16:58.176466 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-36be5af8-8e49-43c0-a413-ae86e10d51f5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537990 Aug 19 12:16:58.198392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Request body: {'port': {'device_id': '62b86485-b309-433f-92d5-e5d12963e6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:58.218891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-b8894fab-4efe-461f-86d9-0964c1064485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.220750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-b8894fab-4efe-461f-86d9-0964c1064485 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 1095 time: 0.0736642 Aug 19 12:16:58.294080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-3df5b371-2aa3-44b6-a535-29bfde9f5fdb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6454defa-e20c-4393-8b1c-c754e0c1ed7e HTTP/1.1" status: 200 len: 217 time: 0.0589712 Aug 19 12:16:58.294357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.386402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-d315fe8f-b36a-4751-8d37-49115e95abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.389903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-d315fe8f-b36a-4751-8d37-49115e95abdb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0855439 Aug 19 12:16:58.518963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.522800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-d40a57be-1398-44f3-b812-56024c88160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.524562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-d40a57be-1398-44f3-b812-56024c88160c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258652 Aug 19 12:16:58.533717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84262ac0-7326-4bca-b3d0-61701ba1bd79 req-f2268fd1-3da8-433e-8257-a265fb203a1b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.535253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84262ac0-7326-4bca-b3d0-61701ba1bd79 req-f2268fd1-3da8-433e-8257-a265fb203a1b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.1385345 Aug 19 12:16:58.592583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90f405-c72c-41a0-ac77-da1dd53d9e87 req-026461b2-ccd7-45f8-b5b4-33689f449a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.593992 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fe90f405-c72c-41a0-ac77-da1dd53d9e87 req-026461b2-ccd7-45f8-b5b4-33689f449a28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 1097 time: 0.0825191 Aug 19 12:16:58.598541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d353914-b321-4744-99e8-7bdbdacd9fd3 req-1cb852f4-4e1c-42c5-94c5-136b9197d8b9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.601239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d353914-b321-4744-99e8-7bdbdacd9fd3 req-1cb852f4-4e1c-42c5-94c5-136b9197d8b9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.1732481 Aug 19 12:16:58.713737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84262ac0-7326-4bca-b3d0-61701ba1bd79 req-c8ee7495-fe7e-4ff4-b8c1-7e4c866d7af1 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690698 Aug 19 12:16:58.718133 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fe90f405-c72c-41a0-ac77-da1dd53d9e87 req-b5d62009-187c-4f6f-8124-e364a5fca95c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093917 Aug 19 12:16:58.738777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d353914-b321-4744-99e8-7bdbdacd9fd3 req-02e2aecd-2e18-47e3-bdb7-31a5bfde06a4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157084 Aug 19 12:16:58.782938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e65dcc-f233-4a7a-a04e-e99478d40f2d {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:58.785009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-b583061b-a691-421e-bd3f-daf3b474f911 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487831 Aug 19 12:16:58.791088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.808047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Transition to ACTIVE for port object 27e65dcc-f233-4a7a-a04e-e99478d40f2d will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:58.813921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.888291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Pushing event updated for resources: {'Port': ['ID=27e65dcc-f233-4a7a-a04e-e99478d40f2d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:58.978253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd98f-f210-4b73-8d61-1a2fc9c144d8 req-dd4c2203-c61d-4348-9422-bebefd7968b4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.981693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8cbd98f-f210-4b73-8d61-1a2fc9c144d8 req-dd4c2203-c61d-4348-9422-bebefd7968b4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 944 time: 0.1193752 Aug 19 12:16:58.986532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c92934-2fb5-4a21-a0f2-d120b5a63d79 req-d82f74b5-d24e-4a3c-809a-fbff461597ba service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938586 Aug 19 12:16:59.006640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Attempting to bind port 27e65dcc-f233-4a7a-a04e-e99478d40f2d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:59.006640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Attempting to bind port 27e65dcc-f233-4a7a-a04e-e99478d40f2d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:59.006981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Attempting to bind port 27e65dcc-f233-4a7a-a04e-e99478d40f2d on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:59.015837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Port 27e65dcc-f233-4a7a-a04e-e99478d40f2d on network 03672e2f-d1c6-4267-bd65-2f3009f55017 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:59.016782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Attempting to bind port 27e65dcc-f233-4a7a-a04e-e99478d40f2d on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:59.021723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:59.022070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Checking segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:59.022495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Bound using segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:59.022951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Bound port: 27e65dcc-f233-4a7a-a04e-e99478d40f2d, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:59.023217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.034069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8cbd98f-f210-4b73-8d61-1a2fc9c144d8 req-c2ae8c2c-0a54-4a52-9428-b8264823d497 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Aug 19 12:16:59.146881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0479b-de9b-4fcc-99a2-3c8425c802f2 req-851a2f6b-588d-4f93-a440-fce0065fab1f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.149114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4a0479b-de9b-4fcc-99a2-3c8425c802f2 req-851a2f6b-588d-4f93-a440-fce0065fab1f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0660954 Aug 19 12:16:59.152971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] For port 27e65dcc-f233-4a7a-a04e-e99478d40f2d, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:59.160313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] For port 27e65dcc-f233-4a7a-a04e-e99478d40f2d, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=27e65dcc-f233-4a7a-a04e-e99478d40f2d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:59.166013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-4194af9d-8399-453a-8b94-d3cb26df86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.167793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-4194af9d-8399-453a-8b94-d3cb26df86ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 1095 time: 0.0956035 Aug 19 12:16:59.174615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.218255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.219088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.220627 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] 10.222.0.54 "PUT /v2.0/ports/27e65dcc-f233-4a7a-a04e-e99478d40f2d HTTP/1.1" status: 200 len: 1092 time: 1.0297160 Aug 19 12:16:59.223144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b86485-b309-433f-92d5-e5d12963e6db', 'tag': '27e65dcc-f233-4a7a-a04e-e99478d40f2d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:59.225453 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e" -d '{"events": [{"name": "network-changed", "server_uuid": "62b86485-b309-433f-92d5-e5d12963e6db", "tag": "27e65dcc-f233-4a7a-a04e-e99478d40f2d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:59.278853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61758b74-e3fc-4cc0-8c62-f894e21e5b51 service neutron] Pushing event updated for resources: {'Port': ['ID=27e65dcc-f233-4a7a-a04e-e99478d40f2d,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:59.288662 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621cd374-6a46-4f67-a893-a184e985182d x-openstack-request-id: req-621cd374-6a46-4f67-a893-a184e985182d {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:59.289413 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b86485-b309-433f-92d5-e5d12963e6db", "tag": "27e65dcc-f233-4a7a-a04e-e99478d40f2d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:59.289413 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-621cd374-6a46-4f67-a893-a184e985182d {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:59.289857 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b86485-b309-433f-92d5-e5d12963e6db', 'tag': '27e65dcc-f233-4a7a-a04e-e99478d40f2d', 'status': 'completed', 'code': 200} Aug 19 12:16:59.299959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4a0479b-de9b-4fcc-99a2-3c8425c802f2 req-af677b86-c38b-4ad9-b052-e3b2b6dcc4cf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380262 Aug 19 12:16:59.338931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-4aa52d6f-f754-42e9-9ad7-35665f492620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.340417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-4aa52d6f-f754-42e9-9ad7-35665f492620 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1635435 Aug 19 12:16:59.377157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-a354c23f-f356-4d32-9496-2b36acce0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.379363 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-a354c23f-f356-4d32-9496-2b36acce0e9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 1095 time: 0.0540183 Aug 19 12:16:59.389706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-deea596a-8ba1-4a56-8c39-ae321d7a9bd4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6454defa-e20c-4393-8b1c-c754e0c1ed7e HTTP/1.1" status: 200 len: 217 time: 0.0411456 Aug 19 12:16:59.457015 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-5f32531b-b5e2-44d3-9d85-e62e67071487 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27e65dcc-f233-4a7a-a04e-e99478d40f2d HTTP/1.1" status: 200 len: 217 time: 0.0557022 Aug 19 12:16:59.466034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-07d3cd3a-00e8-4daa-8ea6-202b62a40a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.468021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-07d3cd3a-00e8-4daa-8ea6-202b62a40a14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0710483 Aug 19 12:16:59.519554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-02fef99c-1ae7-4e66-88b5-9210c331cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.520955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-02fef99c-1ae7-4e66-88b5-9210c331cb6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0544527 Aug 19 12:16:59.555897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-c1fc3578-4c1c-4e7d-beb9-2047664af887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.557681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-c1fc3578-4c1c-4e7d-beb9-2047664af887 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817909 Aug 19 12:16:59.591190 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-5af55abd-0125-447d-a8b3-1c9e370d63d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447245 Aug 19 12:16:59.683884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-77d8c618-ba5c-4b38-b861-4bd088051e6a service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172287 Aug 19 12:16:59.837010 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-5d271d2c-6784-4ae2-b764-d02c65259265 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761007 Aug 19 12:16:59.906125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a75b7c9-e8e2-4248-a32e-4f732a1d1078 req-55e1bf30-930f-4c41-baf2-cafa32b6c80f service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146902 Aug 19 12:16:59.939603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb94b7-081f-4029-b26e-398a1c3e00f2 req-e659dbdb-9446-4e9d-8a65-e5e59ffca0f2 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.942256 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28eb94b7-081f-4029-b26e-398a1c3e00f2 req-e659dbdb-9446-4e9d-8a65-e5e59ffca0f2 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.0846395 Aug 19 12:16:59.951454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576029d-9cac-4699-aec4-8dad730c42bb req-12dfaa9d-5751-415e-b072-39c57b0645c5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.953283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4576029d-9cac-4699-aec4-8dad730c42bb req-12dfaa9d-5751-415e-b072-39c57b0645c5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.1142645 Aug 19 12:16:59.960919 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d2d9a70e-22cc-44c7-a0ae-647a3b370315 req-6fc2544a-198e-42fe-92be-9d7d59f6d261 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099329 Aug 19 12:17:00.024841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28eb94b7-081f-4029-b26e-398a1c3e00f2 req-f28aae1b-2437-4e76-b93f-75c5cf3c92d8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694053 Aug 19 12:17:00.038606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4576029d-9cac-4699-aec4-8dad730c42bb req-47abc61b-16e6-4260-96b4-f37f40d33b73 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759270 Aug 19 12:17:00.114765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-5ec41a9e-48e0-4bb1-9ff9-4a6aa8976e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.116293 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-5ec41a9e-48e0-4bb1-9ff9-4a6aa8976e15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 1095 time: 0.0685780 Aug 19 12:17:00.236198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-61508393-9b93-45b7-83b6-32b4e8e8a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.238231 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-61508393-9b93-45b7-83b6-32b4e8e8a303 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 906 time: 0.1140695 Aug 19 12:17:00.242487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9b562-181c-4a33-84c5-2bec8f905885 req-c47990f9-3c1d-42b7-9b28-81da08f91b29 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.244658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9f9b562-181c-4a33-84c5-2bec8f905885 req-c47990f9-3c1d-42b7-9b28-81da08f91b29 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0882649 Aug 19 12:17:00.300373 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-dcebb70b-4bdf-4de2-8d71-5823ee7c946f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27e65dcc-f233-4a7a-a04e-e99478d40f2d HTTP/1.1" status: 200 len: 217 time: 0.0532699 Aug 19 12:17:00.335037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9f9b562-181c-4a33-84c5-2bec8f905885 req-8e9bac6b-19d9-4c1d-aaa2-55bbd59591b1 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751257 Aug 19 12:17:00.348296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3658d2-789b-4531-8e6c-3ed54e02c0c8 req-9bb67cb7-9ebf-43fb-8eff-5552f94a9633 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.353166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f3658d2-789b-4531-8e6c-3ed54e02c0c8 req-9bb67cb7-9ebf-43fb-8eff-5552f94a9633 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 944 time: 0.1046782 Aug 19 12:17:00.378142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-880f3b1e-6f7e-47dc-89bf-6ad0abc2fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.381475 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-880f3b1e-6f7e-47dc-89bf-6ad0abc2fd2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0713055 Aug 19 12:17:00.443423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f3658d2-789b-4531-8e6c-3ed54e02c0c8 req-e8b66bab-c7fc-40c0-9b9f-5e9a8972a54c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834837 Aug 19 12:17:00.452538 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-223cab7e-4f70-4807-9c6e-e9475528c3a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560992 Aug 19 12:17:00.505566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d033b98-da33-424b-84a2-155a190d8734 req-c5f33840-c35b-4461-afd7-061091aadc6d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.506706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d033b98-da33-424b-84a2-155a190d8734 req-c5f33840-c35b-4461-afd7-061091aadc6d tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0858929 Aug 19 12:17:00.574866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d033b98-da33-424b-84a2-155a190d8734 req-e0b4d949-7eeb-4bf7-96f7-e300672f0ef9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591180 Aug 19 12:17:00.614517 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-3bcb8631-e6c5-430b-9166-b2f74d72bb14 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525626 Aug 19 12:17:00.761119 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e6380a37-afcb-4ce3-8cc5-f2b5793bf76e req-cd9099a3-078d-4ead-94ee-3de71ade8e7c service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379554 Aug 19 12:17:00.776983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043e23b-6860-4440-9a7f-b9daf3abfd56 req-30205cf2-79de-448e-aa5a-a4281b94c126 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.779695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c043e23b-6860-4440-9a7f-b9daf3abfd56 req-30205cf2-79de-448e-aa5a-a4281b94c126 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0737851 Aug 19 12:17:00.856444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c043e23b-6860-4440-9a7f-b9daf3abfd56 req-be08b6f0-08e4-429b-b4b9-dceeb3771275 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668840 Aug 19 12:17:00.908847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd8fd5-5619-49b2-9fd2-da78bfc5f640 req-1ee0f00f-0fc7-4407-81be-5aafe1552e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.912929 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0fbd8fd5-5619-49b2-9fd2-da78bfc5f640 req-1ee0f00f-0fc7-4407-81be-5aafe1552e4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 1096 time: 0.0737498 Aug 19 12:17:00.994849 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0fbd8fd5-5619-49b2-9fd2-da78bfc5f640 req-0a81ec9e-24f6-4234-82ec-34502a350ac1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717704 Aug 19 12:17:01.226566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f4a5d-e14b-46ed-98c0-1c75bd3bfd44 req-3af6302b-0c90-42fc-bcb8-3a887ba4687c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:01.234084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-843f4a5d-e14b-46ed-98c0-1c75bd3bfd44 req-3af6302b-0c90-42fc-bcb8-3a887ba4687c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0908217 Aug 19 12:17:01.304254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-843f4a5d-e14b-46ed-98c0-1c75bd3bfd44 req-fe1cac33-54de-4e65-8f2e-7a05e0d4fbce tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691068 Aug 19 12:17:01.599948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980337-f0fd-4d34-ac00-45eab5741150 req-b427cb60-604a-4b5e-a2a7-f0b13ef263de tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:01.601658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7980337-f0fd-4d34-ac00-45eab5741150 req-b427cb60-604a-4b5e-a2a7-f0b13ef263de tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 944 time: 0.0766525 Aug 19 12:17:01.655893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7980337-f0fd-4d34-ac00-45eab5741150 req-1eb870c0-4dc5-4008-9e67-1fd5aafa1148 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Aug 19 12:17:01.984355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ce5fb-7b84-49ba-9997-946870e3c6a5 req-7061dfdb-08b6-4202-9792-12852073d518 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.010159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f2ce5fb-7b84-49ba-9997-946870e3c6a5 req-7061dfdb-08b6-4202-9792-12852073d518 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.1063640 Aug 19 12:17:02.121304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f2ce5fb-7b84-49ba-9997-946870e3c6a5 req-cec7f8ad-7672-4952-abfd-fc9fc472e8ef tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099989 Aug 19 12:17:02.146772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b4a5b-fba4-400e-bcc5-eb00c3abeb99 req-6a1a3b18-566d-4d26-93ea-f9120a165942 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.148455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-719b4a5b-fba4-400e-bcc5-eb00c3abeb99 req-6a1a3b18-566d-4d26-93ea-f9120a165942 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.1293356 Aug 19 12:17:02.215811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-719b4a5b-fba4-400e-bcc5-eb00c3abeb99 req-24b38e88-6ff9-4bf4-816c-3bb7923e923f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595827 Aug 19 12:17:02.571592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436860-54ce-4597-aa26-00e11d9a42e6 req-934bb38f-d7ef-4b98-9143-4e385f603de2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.574019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61436860-54ce-4597-aa26-00e11d9a42e6 req-934bb38f-d7ef-4b98-9143-4e385f603de2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.1182542 Aug 19 12:17:02.602097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b2359-af62-4677-85fd-740331fd562f req-24ae6f10-8200-4ee7-a21c-b9a7c824a2a3 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.609833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f4b2359-af62-4677-85fd-740331fd562f req-24ae6f10-8200-4ee7-a21c-b9a7c824a2a3 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.1115303 Aug 19 12:17:02.668237 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61436860-54ce-4597-aa26-00e11d9a42e6 req-ef950713-fb0f-43f0-bd15-58128405ce7a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831454 Aug 19 12:17:02.677480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f4b2359-af62-4677-85fd-740331fd562f req-6088dd4a-c920-498b-a619-c360c185d31e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586424 Aug 19 12:17:02.805373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c84a3-5027-476f-92d5-37ce680a0565 req-1ccc199b-0d16-47c7-a6ed-0442b0e95f4d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.807086 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-461c84a3-5027-476f-92d5-37ce680a0565 req-1ccc199b-0d16-47c7-a6ed-0442b0e95f4d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 944 time: 0.0598197 Aug 19 12:17:02.848545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-461c84a3-5027-476f-92d5-37ce680a0565 req-525c363c-78db-4f93-a017-f7176a6759dd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Aug 19 12:17:03.298677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d889fd3-fa6a-4473-b925-98014e92c798 req-93f4a587-bdf0-45a9-aab7-c592f3e35878 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.300726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d889fd3-fa6a-4473-b925-98014e92c798 req-93f4a587-bdf0-45a9-aab7-c592f3e35878 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0811534 Aug 19 12:17:03.346101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d889fd3-fa6a-4473-b925-98014e92c798 req-2a3579b6-dde1-4acd-8cc6-c857f0e32759 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379708 Aug 19 12:17:03.368948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 52680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:03.450815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8076aecf-dd7c-491f-ba8a-0372263e08c7 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/floatingips/584c9b77-90b2-4057-9c64-4d31937af56f HTTP/1.1" status: 200 len: 993 time: 0.0756187 Aug 19 12:17:03.693993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 27e65dcc-f233-4a7a-a04e-e99478d40f2d details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:03.748271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:03.851445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2129d1-f239-4676-8f4e-2e5a4c13133c req-a5fe8165-b80a-4a15-9cb9-7fdbcb4f651d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.853112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa2129d1-f239-4676-8f4e-2e5a4c13133c req-a5fe8165-b80a-4a15-9cb9-7fdbcb4f651d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.1093836 Aug 19 12:17:03.861282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 27e65dcc-f233-4a7a-a04e-e99478d40f2d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=27e65dcc-f233-4a7a-a04e-e99478d40f2d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:03.861525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d548e-ffce-4aaa-ab24-8150dfdea45d req-4c0d858b-e188-4d8b-bcb7-bf8103198fa7 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.869019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b36d548e-ffce-4aaa-ab24-8150dfdea45d req-4c0d858b-e188-4d8b-bcb7-bf8103198fa7 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0840027 Aug 19 12:17:03.874378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '27e65dcc-f233-4a7a-a04e-e99478d40f2d', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'port_id': '27e65dcc-f233-4a7a-a04e-e99478d40f2d', 'mac_address': 'fa:16:3e:41:58:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ecb100-42f0-4808-aa59-e994ee63d4c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:03.928769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b36d548e-ffce-4aaa-ab24-8150dfdea45d req-9b8b6123-42a6-42c9-afff-74cae600c11a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588193 Aug 19 12:17:03.929931 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.964924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa2129d1-f239-4676-8f4e-2e5a4c13133c req-e521facd-9a50-444a-b64b-94bd02151723 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936682 Aug 19 12:17:04.002469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e65dcc-f233-4a7a-a04e-e99478d40f2d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:04.019001 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.039374 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 27e65dcc-f233-4a7a-a04e-e99478d40f2d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=27e65dcc-f233-4a7a-a04e-e99478d40f2d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:04.061906 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:04.063304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:04.066111 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3557e3e-c5b1-4cea-b111-06611267b62e" -d '{"events": [{"server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:04.070054 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.071811 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.072424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:04.100146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1de76d-4416-4eb9-a486-f97ec0775ab1 req-9a462c57-ad3a-4056-b9b4-501f2de12f97 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:04.120367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd1de76d-4416-4eb9-a486-f97ec0775ab1 req-9a462c57-ad3a-4056-b9b4-501f2de12f97 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 944 time: 0.1157484 Aug 19 12:17:04.167850 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a647bb26-9c2d-4fe1-a1e9-1c2c27dbc724 x-openstack-request-id: req-a647bb26-9c2d-4fe1-a1e9-1c2c27dbc724 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:04.168151 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:04.168538 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a647bb26-9c2d-4fe1-a1e9-1c2c27dbc724 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:04.168796 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'code': 200} Aug 19 12:17:04.214775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dd1de76d-4416-4eb9-a486-f97ec0775ab1 req-d1b95590-6e03-41b9-92c5-4b1e657e3ae3 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920517 Aug 19 12:17:04.232930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:04.237332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:04.255183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.255536 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.255920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.256245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.256579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.256938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.257300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.257590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.257913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.258273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.258552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.258872 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:04.306343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'port_id': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'mac_address': 'fa:16:3e:2b:6d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:04.353761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=27e65dcc-f233-4a7a-a04e-e99478d40f2d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:04.371678 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.387888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:04.414190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:04.418938 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.469719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:04.883233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['27e65dcc-f233-4a7a-a04e-e99478d40f2d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:04.924953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:05.121224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45414172-ebf9-4da0-b63b-c148cdecf422 req-01be00c1-dc1e-4162-a8e7-fc2ce4a80670 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.128830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45414172-ebf9-4da0-b63b-c148cdecf422 req-01be00c1-dc1e-4162-a8e7-fc2ce4a80670 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0670359 Aug 19 12:17:05.173165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45414172-ebf9-4da0-b63b-c148cdecf422 req-7e8fdcca-7722-457b-b087-a8ef6d1b7bc2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Aug 19 12:17:05.354364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e4c14-ffba-4f50-b037-4dd5900377db req-009e399b-15e5-4df7-906b-79d9a737331c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.355910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-125e4c14-ffba-4f50-b037-4dd5900377db req-009e399b-15e5-4df7-906b-79d9a737331c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 945 time: 0.0519636 Aug 19 12:17:05.397249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-125e4c14-ffba-4f50-b037-4dd5900377db req-cae88ff1-d253-4c28-9e93-a96fb8de5351 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335307 Aug 19 12:17:05.739016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91772702-18be-446c-b0eb-2082d473edb1 req-d025253b-84a3-4e28-a305-b97c8b3e4a10 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.740532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91772702-18be-446c-b0eb-2082d473edb1 req-d025253b-84a3-4e28-a305-b97c8b3e4a10 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0813501 Aug 19 12:17:05.743305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-6b8347a2-5429-498d-a945-f4e014ede2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.744728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-6b8347a2-5429-498d-a945-f4e014ede2c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 1096 time: 0.0763359 Aug 19 12:17:05.827652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91772702-18be-446c-b0eb-2082d473edb1 req-078b054e-baed-4014-9360-a23d7bc952f9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805130 Aug 19 12:17:05.865146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-b21baace-ccb9-49fb-9527-0a12fbfa45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.866772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-b21baace-ccb9-49fb-9527-0a12fbfa45e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 919 time: 0.1138816 Aug 19 12:17:05.913091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-12121856-0cbc-49e7-9b09-6911b7a6345a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82f75c0-6051-4981-9087-b53fe13b4de0 HTTP/1.1" status: 200 len: 217 time: 0.0388532 Aug 19 12:17:05.964069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-5c8040cd-48b3-47e5-b8c6-4aa87200ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.965684 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-5c8040cd-48b3-47e5-b8c6-4aa87200ed41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 200 len: 858 time: 0.0462842 Aug 19 12:17:05.997911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-9fbaadd7-5e55-4cfd-8f0c-a9b6d7901058 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb99be0b-fc38-4615-ac5a-17103895ea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253892 Aug 19 12:17:06.096659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-f4435af8-30f1-49d6-a592-b1d1edc08a78 service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920203 Aug 19 12:17:06.189540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cddf18f3-3bb7-4eb4-9f28-8cc0ae9e69c5 req-7c3be56d-9530-4402-a716-04330b947bba service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856111 Aug 19 12:17:06.303120 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c6ea0-79c3-452c-aabb-630ff6d32145 req-d3e8515b-1b89-414e-a557-e9cf1f4b6ae8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:06.304894 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-091c6ea0-79c3-452c-aabb-630ff6d32145 req-d3e8515b-1b89-414e-a557-e9cf1f4b6ae8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0648921 Aug 19 12:17:06.350141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-091c6ea0-79c3-452c-aabb-630ff6d32145 req-36dad143-786c-42f4-94bd-5850f7d4970a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374963 Aug 19 12:17:06.519432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6657b-3f4a-4b73-a7ee-b52e23b8b726 req-85adc72b-f532-4d69-8dbf-83c61eab0790 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:06.521035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17b6657b-3f4a-4b73-a7ee-b52e23b8b726 req-85adc72b-f532-4d69-8dbf-83c61eab0790 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 945 time: 0.0501812 Aug 19 12:17:06.559332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17b6657b-3f4a-4b73-a7ee-b52e23b8b726 req-ac80c456-2b59-4396-8903-34c51346c474 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Aug 19 12:17:06.955513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bcf3b-6b3b-4bf7-a6ae-66c042e2d39a req-7c5069a2-fa8b-4bc7-832a-7f15ad11c572 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:06.957316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-898bcf3b-6b3b-4bf7-a6ae-66c042e2d39a req-7c5069a2-fa8b-4bc7-832a-7f15ad11c572 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0572617 Aug 19 12:17:07.002799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-898bcf3b-6b3b-4bf7-a6ae-66c042e2d39a req-c8feaef3-b622-4f68-b4b6-81bf9c369912 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387235 Aug 19 12:17:07.471490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3714a-8979-43f2-9508-5f64973576e3 req-27c80f64-e5b6-4456-b3cb-b40eff7eb951 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:07.473076 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78a3714a-8979-43f2-9508-5f64973576e3 req-27c80f64-e5b6-4456-b3cb-b40eff7eb951 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0512698 Aug 19 12:17:07.517379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78a3714a-8979-43f2-9508-5f64973576e3 req-ee913ba4-8df4-444f-bc58-1445d99519a4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379119 Aug 19 12:17:07.680051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42825b2e-0d1e-4e1e-b109-de3886fdf135 req-254ae68e-4771-48d8-a6f3-4de59dd56e56 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:07.681567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-42825b2e-0d1e-4e1e-b109-de3886fdf135 req-254ae68e-4771-48d8-a6f3-4de59dd56e56 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 945 time: 0.0523407 Aug 19 12:17:07.717555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 27e65dcc-f233-4a7a-a04e-e99478d40f2d up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:07.725335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-42825b2e-0d1e-4e1e-b109-de3886fdf135 req-8e5e405d-9176-4987-86ab-7a9525ef6211 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365896 Aug 19 12:17:07.779453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 27e65dcc-f233-4a7a-a04e-e99478d40f2d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:07.789583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 27e65dcc-f233-4a7a-a04e-e99478d40f2d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:07.789963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.892963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.921450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b86485-b309-433f-92d5-e5d12963e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e65dcc-f233-4a7a-a04e-e99478d40f2d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:07.924369 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0add4f84-6736-4a3b-bc56-a0348c82be02" -d '{"events": [{"server_uuid": "62b86485-b309-433f-92d5-e5d12963e6db", "name": "network-vif-plugged", "status": "completed", "tag": "27e65dcc-f233-4a7a-a04e-e99478d40f2d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:07.938737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 27e65dcc-f233-4a7a-a04e-e99478d40f2d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=27e65dcc-f233-4a7a-a04e-e99478d40f2d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:07.944168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.945249 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:07.975792 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0f55ab-60f8-4c07-aab0-3f77324ce613 x-openstack-request-id: req-6a0f55ab-60f8-4c07-aab0-3f77324ce613 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:07.976089 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b86485-b309-433f-92d5-e5d12963e6db", "name": "network-vif-plugged", "status": "completed", "tag": "27e65dcc-f233-4a7a-a04e-e99478d40f2d", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:07.976335 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a0f55ab-60f8-4c07-aab0-3f77324ce613 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:07.976741 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b86485-b309-433f-92d5-e5d12963e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e65dcc-f233-4a7a-a04e-e99478d40f2d', 'code': 200} Aug 19 12:17:08.037345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=27e65dcc-f233-4a7a-a04e-e99478d40f2d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:08.053998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:08.054456 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.148028 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.157049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e14b1-5143-4f08-bb59-e0617038b65a req-e41eebc2-a5b6-40b4-b2a6-9dc467b2583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.160396 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-905e14b1-5143-4f08-bb59-e0617038b65a req-e41eebc2-a5b6-40b4-b2a6-9dc467b2583a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 1097 time: 0.0759988 Aug 19 12:17:08.178936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbaa5e-f9cc-427e-82b9-38ea226e4beb req-9347c777-d9bd-4c75-95fd-e23462ef5743 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.180468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55cbaa5e-f9cc-427e-82b9-38ea226e4beb req-9347c777-d9bd-4c75-95fd-e23462ef5743 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0640254 Aug 19 12:17:08.203005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:08.207310 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-905e14b1-5143-4f08-bb59-e0617038b65a req-878d6d6b-23f9-4553-9b2f-9e0d21f8547f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Aug 19 12:17:08.210046 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.241777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55cbaa5e-f9cc-427e-82b9-38ea226e4beb req-92a6c4b0-4b49-49f1-bebe-727c61a14950 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514755 Aug 19 12:17:08.273322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:08.647865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5598e1-6647-4a80-8bf9-f3af18c073fa req-22d43b10-b6a5-47b2-819e-c7a62b451ba9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.649412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b5598e1-6647-4a80-8bf9-f3af18c073fa req-22d43b10-b6a5-47b2-819e-c7a62b451ba9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0572715 Aug 19 12:17:08.693683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b5598e1-6647-4a80-8bf9-f3af18c073fa req-9543fc45-8f1d-459b-a7e1-7fa57eb8ee34 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375571 Aug 19 12:17:08.876421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4c860-138b-4817-a373-86fe0b8c2fec req-046340bd-3e9f-4ab9-885f-c3bf00a292b3 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.878626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ea4c860-138b-4817-a373-86fe0b8c2fec req-046340bd-3e9f-4ab9-885f-c3bf00a292b3 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 946 time: 0.0722983 Aug 19 12:17:08.929247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ea4c860-138b-4817-a373-86fe0b8c2fec req-36a3a15c-609c-4d0b-a0d2-10b1c4a3e78f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Aug 19 12:17:09.367782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476e0a1-0742-4bc8-ac74-75ffd4104829 req-3f6a6499-3b88-4cd6-a746-ebc5171fe044 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:09.369340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7476e0a1-0742-4bc8-ac74-75ffd4104829 req-3f6a6499-3b88-4cd6-a746-ebc5171fe044 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0511141 Aug 19 12:17:09.410250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7476e0a1-0742-4bc8-ac74-75ffd4104829 req-2824336d-d3be-4c14-b48f-891d9f5c30b9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Aug 19 12:17:09.723168 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:17:09.839205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb79491-acf8-4ee7-af30-73dd45d361e0 req-14e7a018-2eed-4183-93f2-cd5d6d03c6b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:09.840668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecb79491-acf8-4ee7-af30-73dd45d361e0 req-14e7a018-2eed-4183-93f2-cd5d6d03c6b8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0579460 Aug 19 12:17:09.883369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecb79491-acf8-4ee7-af30-73dd45d361e0 req-e75cf905-ad3d-4c23-bbdf-0dea7ad034ef tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Aug 19 12:17:09.978431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:09.980860 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5b8c12-5c2c-4ae7-99fe-9640b9ed0a9d" -d '{"events": [{"server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:10.051675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf4456-f8aa-4693-b7e7-dd8d49a5ed3a req-02c417ba-4b34-47c0-a1e1-341a063fd835 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.053071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bbf4456-f8aa-4693-b7e7-dd8d49a5ed3a req-02c417ba-4b34-47c0-a1e1-341a063fd835 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 946 time: 0.0530994 Aug 19 12:17:10.053794 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eea07e-6244-489f-a8d3-07490d5b6348 x-openstack-request-id: req-f8eea07e-6244-489f-a8d3-07490d5b6348 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:10.054071 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:10.054323 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8eea07e-6244-489f-a8d3-07490d5b6348 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:10.054712 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'code': 200} Aug 19 12:17:10.095656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bbf4456-f8aa-4693-b7e7-dd8d49a5ed3a req-2c5aa87e-3d70-4a71-be61-e36176ce5ea0 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336046 Aug 19 12:17:10.391012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f7ee3-5a8b-46ac-8625-9e12d4115fca req-84509254-d669-4a2f-b332-becb1c827063 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.393273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-001f7ee3-5a8b-46ac-8625-9e12d4115fca req-84509254-d669-4a2f-b332-becb1c827063 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 946 time: 0.0596900 Aug 19 12:17:10.443899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-001f7ee3-5a8b-46ac-8625-9e12d4115fca req-f07321d3-3852-47b8-a284-2284acb65e02 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Aug 19 12:17:10.573532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36495739-7f8a-411f-9ff3-d15ba9354bb6 req-1b9619c8-318d-4fc2-be09-ca08324087cf tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.575157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36495739-7f8a-411f-9ff3-d15ba9354bb6 req-1b9619c8-318d-4fc2-be09-ca08324087cf tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0901647 Aug 19 12:17:10.591040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a75dc-3754-4300-b14e-fc2cb4daaefb req-cbb661cf-b27d-44f6-949c-81a98208b5fb tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.593400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa7a75dc-3754-4300-b14e-fc2cb4daaefb req-cbb661cf-b27d-44f6-949c-81a98208b5fb tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 946 time: 0.0768893 Aug 19 12:17:10.651298 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36495739-7f8a-411f-9ff3-d15ba9354bb6 req-24a9b874-0823-40ed-acf9-7295732cdb83 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685742 Aug 19 12:17:10.656912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa7a75dc-3754-4300-b14e-fc2cb4daaefb req-ed1c8d62-276b-4257-8260-e5aaa8b7eeaf tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570536 Aug 19 12:17:10.920786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63099280-4663-4e57-84dd-a1c2f2c3f568 req-7b3c12d7-e1db-4ae2-843c-18b4f764b778 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.922613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63099280-4663-4e57-84dd-a1c2f2c3f568 req-7b3c12d7-e1db-4ae2-843c-18b4f764b778 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 946 time: 0.0550537 Aug 19 12:17:10.977415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63099280-4663-4e57-84dd-a1c2f2c3f568 req-bd1365fa-efaf-45c7-965c-770b4926b8fd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445879 Aug 19 12:17:11.019350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9763c16-0fde-4d83-beb8-6e3c09428fc7 req-29bd488b-ac8a-46bc-b48e-3832ad39c3d5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:11.020848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9763c16-0fde-4d83-beb8-6e3c09428fc7 req-29bd488b-ac8a-46bc-b48e-3832ad39c3d5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0603156 Aug 19 12:17:11.060353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9763c16-0fde-4d83-beb8-6e3c09428fc7 req-7b3f0728-1702-47a4-b6ac-bb5484f5595c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Aug 19 12:17:11.789122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57961f8-2d69-4e41-a7de-6b750a062f30 req-0a0d1c7c-6965-4a98-8f1e-04bb216c6a8a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:11.790605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d57961f8-2d69-4e41-a7de-6b750a062f30 req-0a0d1c7c-6965-4a98-8f1e-04bb216c6a8a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0581465 Aug 19 12:17:11.829910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d57961f8-2d69-4e41-a7de-6b750a062f30 req-e87ba9aa-986c-4ab2-83a3-454c068e8980 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Aug 19 12:17:12.115262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371288b0-b280-48d5-aec9-0fd3404c335b req-c5100bfc-77aa-4ce5-9280-5d2c4debf17c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:12.116856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-371288b0-b280-48d5-aec9-0fd3404c335b req-c5100bfc-77aa-4ce5-9280-5d2c4debf17c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 946 time: 0.0578129 Aug 19 12:17:12.189411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-371288b0-b280-48d5-aec9-0fd3404c335b req-4da81b91-1301-495e-a6fb-c0d4c0bbb65c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649784 Aug 19 12:17:12.211381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c09408-d21e-4c36-ab94-48a0ce240c23 req-b572633d-062c-4afd-9762-bc78b1da4ef2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:12.212884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8c09408-d21e-4c36-ab94-48a0ce240c23 req-b572633d-062c-4afd-9762-bc78b1da4ef2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0727150 Aug 19 12:17:12.274734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8c09408-d21e-4c36-ab94-48a0ce240c23 req-c159bae3-3128-43cf-8418-8b8b62a68ddf tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523684 Aug 19 12:17:12.781560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-c21e595e-e15b-4579-99d9-8d897572a932 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:12.782951 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-c21e595e-e15b-4579-99d9-8d897572a932 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 946 time: 0.0501957 Aug 19 12:17:12.908425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Deleting port 27e65dcc-f233-4a7a-a04e-e99478d40f2d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:12.908894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.958540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72824b9-2e32-4cac-b755-8fcff31d7314 req-518388fa-253c-4fbd-9295-8565514e51ab tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:12.960050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a72824b9-2e32-4cac-b755-8fcff31d7314 req-518388fa-253c-4fbd-9295-8565514e51ab tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0543764 Aug 19 12:17:12.999081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a72824b9-2e32-4cac-b755-8fcff31d7314 req-28e38509-b2b0-403e-ae9e-b1728a345bce tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Aug 19 12:17:13.013963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] For port 27e65dcc-f233-4a7a-a04e-e99478d40f2d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=27e65dcc-f233-4a7a-a04e-e99478d40f2d,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:13.014501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.034499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Calling delete_port for 27e65dcc-f233-4a7a-a04e-e99478d40f2d owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:13.190422 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.222618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event deleted for resources: {'Port': ['ID=27e65dcc-f233-4a7a-a04e-e99478d40f2d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:13.226303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:13.231509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['27e65dcc-f233-4a7a-a04e-e99478d40f2d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:13.265903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] No DVR routers for this DVR port 27e65dcc-f233-4a7a-a04e-e99478d40f2d on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:13.268792 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.270971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d69fadf8-0995-47f3-9e95-3a6640426e8e req-3cfd707c-f3fc-4b35-8fc2-27a6f5244d17 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "DELETE /v2.0/ports/27e65dcc-f233-4a7a-a04e-e99478d40f2d HTTP/1.1" status: 204 len: 173 time: 0.4753840 Aug 19 12:17:13.271602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b86485-b309-433f-92d5-e5d12963e6db', 'name': 'network-vif-deleted', 'tag': '27e65dcc-f233-4a7a-a04e-e99478d40f2d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:13.274280 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66031052-f79c-4d7e-987f-4384d4b007fa" -d '{"events": [{"server_uuid": "62b86485-b309-433f-92d5-e5d12963e6db", "name": "network-vif-deleted", "tag": "27e65dcc-f233-4a7a-a04e-e99478d40f2d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:13.322949 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d1881f-33e9-430a-89a3-231ec6ab01eb x-openstack-request-id: req-35d1881f-33e9-430a-89a3-231ec6ab01eb {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:13.323251 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b86485-b309-433f-92d5-e5d12963e6db", "name": "network-vif-deleted", "tag": "27e65dcc-f233-4a7a-a04e-e99478d40f2d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:13.323520 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35d1881f-33e9-430a-89a3-231ec6ab01eb {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:13.323936 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b86485-b309-433f-92d5-e5d12963e6db', 'name': 'network-vif-deleted', 'tag': '27e65dcc-f233-4a7a-a04e-e99478d40f2d', 'status': 'completed', 'code': 200} Aug 19 12:17:13.343646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-283751d1-3c28-4126-96f2-2b2323b6ce3b req-55bae779-e849-4d45-95d2-a7e53e36e2f3 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=62b86485-b309-433f-92d5-e5d12963e6db HTTP/1.1" status: 200 len: 210 time: 0.0350490 Aug 19 12:17:13.467840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa54c8-f1ea-4d17-a144-868cb635465b req-edf7afde-519a-4aa3-be63-ce11fbcb192f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:13.469389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dbaa54c8-f1ea-4d17-a144-868cb635465b req-edf7afde-519a-4aa3-be63-ce11fbcb192f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0582235 Aug 19 12:17:13.513010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dbaa54c8-f1ea-4d17-a144-868cb635465b req-4ea50eb6-d5b0-4df5-aac5-e58e98214be5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371058 Aug 19 12:17:14.118268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e2250-23ea-47ce-9b9b-a858b29629e6 req-db5a8b29-efdf-48d0-b439-92cbb67fcb99 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.119774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a5e2250-23ea-47ce-9b9b-a858b29629e6 req-db5a8b29-efdf-48d0-b439-92cbb67fcb99 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0507412 Aug 19 12:17:14.170932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a5e2250-23ea-47ce-9b9b-a858b29629e6 req-1efeec4e-e8fa-4534-9fd1-5afa67fcb6ee tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448587 Aug 19 12:17:14.666808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-70bb1abf-0e5f-4d75-aa80-f72cd8cf6df7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.668198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-70bb1abf-0e5f-4d75-aa80-f72cd8cf6df7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1404660 Aug 19 12:17:14.680207 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493422-54e9-47c9-a990-d1fd4104c836 req-fac84ec0-9430-4d08-9175-48350b934f91 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.686161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493422-54e9-47c9-a990-d1fd4104c836 req-fac84ec0-9430-4d08-9175-48350b934f91 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.692091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493422-54e9-47c9-a990-d1fd4104c836 req-fac84ec0-9430-4d08-9175-48350b934f91 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.697939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493422-54e9-47c9-a990-d1fd4104c836 req-fac84ec0-9430-4d08-9175-48350b934f91 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.704124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493422-54e9-47c9-a990-d1fd4104c836 req-fac84ec0-9430-4d08-9175-48350b934f91 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.710065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493422-54e9-47c9-a990-d1fd4104c836 req-fac84ec0-9430-4d08-9175-48350b934f91 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.715849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493422-54e9-47c9-a990-d1fd4104c836 req-fac84ec0-9430-4d08-9175-48350b934f91 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.718061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16493422-54e9-47c9-a990-d1fd4104c836 req-fac84ec0-9430-4d08-9175-48350b934f91 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5433 time: 0.1342731 Aug 19 12:17:14.735574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-b63ce05c-44ec-42e3-a4a6-cad6ad82fdb7 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/quotas/3aaf47df2f2843108eb2304de8ef29b9 HTTP/1.1" status: 200 len: 375 time: 0.0165155 Aug 19 12:17:14.787889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16493422-54e9-47c9-a990-d1fd4104c836 req-0c8f7e9d-1cf6-433e-813b-c4dc5fad39b1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614405 Aug 19 12:17:14.803640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-5b59742b-0a83-4c38-ae74-2378d1fbc341 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589697 Aug 19 12:17:14.929364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-ead95347-3d9d-4ebd-ad2c-5ca74b86dfb7 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176038 Aug 19 12:17:14.939991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354e6fc-5fa7-48f8-82c5-0b6b653bfb3d req-b6c3d344-eefb-4750-8dc1-8fc03d84ae24 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.941452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4354e6fc-5fa7-48f8-82c5-0b6b653bfb3d req-b6c3d344-eefb-4750-8dc1-8fc03d84ae24 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0748522 Aug 19 12:17:15.028215 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4354e6fc-5fa7-48f8-82c5-0b6b653bfb3d req-853cd6f3-d757-4330-95dd-5a9d2ad9d788 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787470 Aug 19 12:17:15.058516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-fab89591-5297-4af9-8b29-60018c0ff737 service neutron] 10.222.0.65 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161060 Aug 19 12:17:15.148489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df230d-d178-4285-8eae-bb3f8bc81dfb req-d1d42c06-13fd-4ffe-972b-ed4c86bda1ad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.156074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df230d-d178-4285-8eae-bb3f8bc81dfb req-d1d42c06-13fd-4ffe-972b-ed4c86bda1ad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.162857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df230d-d178-4285-8eae-bb3f8bc81dfb req-d1d42c06-13fd-4ffe-972b-ed4c86bda1ad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.169800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df230d-d178-4285-8eae-bb3f8bc81dfb req-d1d42c06-13fd-4ffe-972b-ed4c86bda1ad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.177369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df230d-d178-4285-8eae-bb3f8bc81dfb req-d1d42c06-13fd-4ffe-972b-ed4c86bda1ad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.184240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df230d-d178-4285-8eae-bb3f8bc81dfb req-d1d42c06-13fd-4ffe-972b-ed4c86bda1ad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.191223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df230d-d178-4285-8eae-bb3f8bc81dfb req-d1d42c06-13fd-4ffe-972b-ed4c86bda1ad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.193548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-42df230d-d178-4285-8eae-bb3f8bc81dfb req-d1d42c06-13fd-4ffe-972b-ed4c86bda1ad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5433 time: 0.1060452 Aug 19 12:17:15.227304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a029d507-92ed-41df-b052-b8a7afb2be9b req-3ebe2fe2-1a8b-4358-85d9-87fc227dbf1b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 210 time: 0.0325150 Aug 19 12:17:15.323528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeed48-cf5f-4f5a-9683-405b8b101248 req-8c3ed4c7-c47c-4e77-98c5-25b9f8fe9afa tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.325093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cdeed48-cf5f-4f5a-9683-405b8b101248 req-8c3ed4c7-c47c-4e77-98c5-25b9f8fe9afa tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0592017 Aug 19 12:17:15.373229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cdeed48-cf5f-4f5a-9683-405b8b101248 req-71f149f4-fa5a-4d1e-9c53-a6b07f6249d7 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Aug 19 12:17:16.175053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6454defa-e20c-4393-8b1c-c754e0c1ed7e details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:16.176301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22eca5-6e88-4dad-b02a-9b6b633673c9 req-ed60eff4-06cb-46bd-b75d-26b2b51bde0a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.177329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c22eca5-6e88-4dad-b02a-9b6b633673c9 req-ed60eff4-06cb-46bd-b75d-26b2b51bde0a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 944 time: 0.0521376 Aug 19 12:17:16.239644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c22eca5-6e88-4dad-b02a-9b6b633673c9 req-3c75f18a-5d43-49b7-8ae4-e556d2b431fb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538445 Aug 19 12:17:16.334732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6454defa-e20c-4393-8b1c-c754e0c1ed7e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6454defa-e20c-4393-8b1c-c754e0c1ed7e,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:16.347101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '6454defa-e20c-4393-8b1c-c754e0c1ed7e', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'port_id': '6454defa-e20c-4393-8b1c-c754e0c1ed7e', 'mac_address': 'fa:16:3e:b3:c8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:16.349548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a53fc0c5-3c38-4ac3-bb3f-69725d71b5e9 req-f476de28-f89e-4a26-bde5-9747122cbf2c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 210 time: 0.0320411 Aug 19 12:17:16.392254 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.412865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6454defa-e20c-4393-8b1c-c754e0c1ed7e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:16.444368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6454defa-e20c-4393-8b1c-c754e0c1ed7e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6454defa-e20c-4393-8b1c-c754e0c1ed7e,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:16.448936 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.508501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-49925334-2636-4cc3-9fbe-67fbbc020c42 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.510099 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-49925334-2636-4cc3-9fbe-67fbbc020c42 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 805 time: 0.1489692 Aug 19 12:17:16.510860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf718-c9da-4dc7-943c-6d39fc71bb44 req-5e4b964d-ea47-4117-8cd6-77ec9312d8b4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.512672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-086bf718-c9da-4dc7-943c-6d39fc71bb44 req-5e4b964d-ea47-4117-8cd6-77ec9312d8b4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0631397 Aug 19 12:17:16.559687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-086bf718-c9da-4dc7-943c-6d39fc71bb44 req-25d1bf0b-e117-4609-9bd0-49fae9bb563b tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398753 Aug 19 12:17:16.563534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Request body: {'port': {'device_id': 'b8447f4a-fc62-4042-81e5-7a6ad7967d32', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'admin_state_up': True, 'tenant_id': '3aaf47df2f2843108eb2304de8ef29b9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:16.691965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Made reservation on behalf of 3aaf47df2f2843108eb2304de8ef29b9 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:16.695605 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.699317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6454defa-e20c-4393-8b1c-c754e0c1ed7e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:16.794407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6454defa-e20c-4393-8b1c-c754e0c1ed7e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:16.831391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Allocated IP 172.20.0.7 (03672e2f-d1c6-4267-bd65-2f3009f55017/84ecb100-42f0-4808-aa59-e994ee63d4c8/6332186c-19b6-42d1-9a60-48b29193720b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:17.008140 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.053789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.102286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Network 03672e2f-d1c6-4267-bd65-2f3009f55017 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:17.105618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:17.109984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:17.147592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event updated for resources: {'Port': ['ID=6332186c-19b6-42d1-9a60-48b29193720b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:17.199689 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.200308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.219584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-ff4f4924-ae6b-4153-a46f-1f95a487fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.220138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-ff4f4924-ae6b-4153-a46f-1f95a487fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.220728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-ff4f4924-ae6b-4153-a46f-1f95a487fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.221300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-ff4f4924-ae6b-4153-a46f-1f95a487fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.221760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-ff4f4924-ae6b-4153-a46f-1f95a487fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.222230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-ff4f4924-ae6b-4153-a46f-1f95a487fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.222696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-ff4f4924-ae6b-4153-a46f-1f95a487fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.224667 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-ff4f4924-ae6b-4153-a46f-1f95a487fc85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6490 time: 0.1079376 Aug 19 12:17:17.229715 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-566ca2ca-7740-4d86-a4f6-d4f0a04822fa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6711688 Aug 19 12:17:17.254159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Request body: {'port': {'device_id': 'b8447f4a-fc62-4042-81e5-7a6ad7967d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:17.286651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-1e9b6bee-41db-4305-8f90-9feab44649c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&id=4b64b084-ceba-4abc-ac34-10fd983f658d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548124 Aug 19 12:17:17.327006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.378083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168d089-7c77-431a-a48d-62ea965e2761 req-8409fa11-827e-45eb-b077-620cbd9e4169 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.379662 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4168d089-7c77-431a-a48d-62ea965e2761 req-8409fa11-827e-45eb-b077-620cbd9e4169 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 945 time: 0.0593588 Aug 19 12:17:17.433351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4168d089-7c77-431a-a48d-62ea965e2761 req-d264a6db-9017-4654-80e3-51a6197e9cff tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465794 Aug 19 12:17:17.462695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:17.511187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda39874-7e4b-46ef-b8a2-7cf1189e3901 req-fdeca552-fcb1-4431-98d4-b0726fd295b0 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.513799 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fda39874-7e4b-46ef-b8a2-7cf1189e3901 req-fdeca552-fcb1-4431-98d4-b0726fd295b0 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 931 time: 0.0680306 Aug 19 12:17:17.584893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fda39874-7e4b-46ef-b8a2-7cf1189e3901 req-7f8c45ea-8a70-44af-b7aa-014e5b10ba6f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644023 Aug 19 12:17:17.592641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797db08-5474-4220-aa4c-802daf96e729 req-04f42664-b957-4c66-b608-b57fc6f7d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.593946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3797db08-5474-4220-aa4c-802daf96e729 req-04f42664-b957-4c66-b608-b57fc6f7d8de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 1096 time: 0.0586152 Aug 19 12:17:17.642888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3797db08-5474-4220-aa4c-802daf96e729 req-0860d78a-953e-4121-827b-1d7bb1b44746 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372322 Aug 19 12:17:17.690743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6332186c-19b6-42d1-9a60-48b29193720b {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:17.699474 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.706035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fb9d3-49ec-489d-b24b-5d182e2723dd req-3f77a6d2-0d4c-4eff-b151-c54ea5dd6611 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.707590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d34fb9d3-49ec-489d-b24b-5d182e2723dd req-3f77a6d2-0d4c-4eff-b151-c54ea5dd6611 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0621040 Aug 19 12:17:17.712914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Transition to ACTIVE for port object 6332186c-19b6-42d1-9a60-48b29193720b will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:17.717054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.750179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 27e65dcc-f233-4a7a-a04e-e99478d40f2d no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:17.757504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d34fb9d3-49ec-489d-b24b-5d182e2723dd req-695fbb9b-0bcb-435f-af27-a2775376b900 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434389 Aug 19 12:17:17.778487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 27e65dcc-f233-4a7a-a04e-e99478d40f2d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:17.779352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 27e65dcc-f233-4a7a-a04e-e99478d40f2d not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:17.790166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=6332186c-19b6-42d1-9a60-48b29193720b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:17.865033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Attempting to bind port 6332186c-19b6-42d1-9a60-48b29193720b on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:17.865426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Attempting to bind port 6332186c-19b6-42d1-9a60-48b29193720b by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:17.865767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Attempting to bind port 6332186c-19b6-42d1-9a60-48b29193720b on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:17.870587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Port 6332186c-19b6-42d1-9a60-48b29193720b on network 03672e2f-d1c6-4267-bd65-2f3009f55017 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:17.870908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Attempting to bind port 6332186c-19b6-42d1-9a60-48b29193720b on network 03672e2f-d1c6-4267-bd65-2f3009f55017 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:17.879365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:17.880016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Checking segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:17.880543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Bound using segment: {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:17.881181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Bound port: 6332186c-19b6-42d1-9a60-48b29193720b, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:17.881945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.956949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] For port 6332186c-19b6-42d1-9a60-48b29193720b, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:17.960147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] For port 6332186c-19b6-42d1-9a60-48b29193720b, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6332186c-19b6-42d1-9a60-48b29193720b,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:17.967002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.017731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.018350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.019797 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] 10.222.0.54 "PUT /v2.0/ports/6332186c-19b6-42d1-9a60-48b29193720b HTTP/1.1" status: 200 len: 1091 time: 0.7698069 Aug 19 12:17:18.020153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8447f4a-fc62-4042-81e5-7a6ad7967d32', 'tag': '6332186c-19b6-42d1-9a60-48b29193720b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:18.022414 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8447f4a-fc62-4042-81e5-7a6ad7967d32", "tag": "6332186c-19b6-42d1-9a60-48b29193720b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:18.043330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f87c15-f63b-4da6-a3f1-1562c14d8ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=6332186c-19b6-42d1-9a60-48b29193720b,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:18.065961 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617a9b29-fc3f-4960-9587-daf91d42e5e8 x-openstack-request-id: req-617a9b29-fc3f-4960-9587-daf91d42e5e8 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:18.066258 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8447f4a-fc62-4042-81e5-7a6ad7967d32", "tag": "6332186c-19b6-42d1-9a60-48b29193720b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:18.066693 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-617a9b29-fc3f-4960-9587-daf91d42e5e8 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:18.067273 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8447f4a-fc62-4042-81e5-7a6ad7967d32', 'tag': '6332186c-19b6-42d1-9a60-48b29193720b', 'status': 'completed', 'code': 200} Aug 19 12:17:18.192180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6454defa-e20c-4393-8b1c-c754e0c1ed7e up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:18.244640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-bfcfb5d4-d77f-4a50-b0ee-b81be2aa8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.246194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 6454defa-e20c-4393-8b1c-c754e0c1ed7e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:18.247142 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-bfcfb5d4-d77f-4a50-b0ee-b81be2aa8dbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 1094 time: 0.1013980 Aug 19 12:17:18.254860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 6454defa-e20c-4393-8b1c-c754e0c1ed7e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:18.255327 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.258682 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-b7a89274-b676-4aa0-bee3-540814499ba8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0988295 Aug 19 12:17:18.320359 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-868d128f-00c8-44ef-b976-fc76d0672570 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6332186c-19b6-42d1-9a60-48b29193720b HTTP/1.1" status: 200 len: 217 time: 0.0385981 Aug 19 12:17:18.340756 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.363444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a00ef5a-9a22-4cc4-addd-ee18f213ef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6454defa-e20c-4393-8b1c-c754e0c1ed7e'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:18.365771 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14724cd-78a2-425d-b5c2-f460229b7afc" -d '{"events": [{"server_uuid": "2a00ef5a-9a22-4cc4-addd-ee18f213ef95", "name": "network-vif-plugged", "status": "completed", "tag": "6454defa-e20c-4393-8b1c-c754e0c1ed7e"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:18.389222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6454defa-e20c-4393-8b1c-c754e0c1ed7e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6454defa-e20c-4393-8b1c-c754e0c1ed7e,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:18.394905 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.400137 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d715cbaf-f4eb-4c3b-9232-40cc291e49b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.418635 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4db86e-5a29-40cf-96b5-68d4bff7b795 x-openstack-request-id: req-8a4db86e-5a29-40cf-96b5-68d4bff7b795 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:18.418923 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a00ef5a-9a22-4cc4-addd-ee18f213ef95", "name": "network-vif-plugged", "status": "completed", "tag": "6454defa-e20c-4393-8b1c-c754e0c1ed7e", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:18.419172 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a4db86e-5a29-40cf-96b5-68d4bff7b795 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:18.419657 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a00ef5a-9a22-4cc4-addd-ee18f213ef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6454defa-e20c-4393-8b1c-c754e0c1ed7e', 'code': 200} Aug 19 12:17:18.426825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-9c471249-90af-4e06-820c-3c4aeb7a8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.428448 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-9c471249-90af-4e06-820c-3c4aeb7a8f7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0843990 Aug 19 12:17:18.434590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-bba55f6c-731d-4de8-9b61-00e926efb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.435234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-bba55f6c-731d-4de8-9b61-00e926efb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.436087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-bba55f6c-731d-4de8-9b61-00e926efb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.436545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-bba55f6c-731d-4de8-9b61-00e926efb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.437047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-bba55f6c-731d-4de8-9b61-00e926efb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.437516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-bba55f6c-731d-4de8-9b61-00e926efb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.437981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-bba55f6c-731d-4de8-9b61-00e926efb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.439908 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-bba55f6c-731d-4de8-9b61-00e926efb314 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2588bc39da764c80b9559ab85c409ca1&device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 6490 time: 0.0971570 Aug 19 12:17:18.446040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6454defa-e20c-4393-8b1c-c754e0c1ed7e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:18.466744 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-c5b06a56-ab8a-43da-98ff-5fa4bcf8dae2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255897 Aug 19 12:17:18.595094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f48760-3aff-424d-bbf2-0897902e8e69 req-b69b3f64-6d27-4c01-8592-0af30677a0e7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.596489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6f48760-3aff-424d-bbf2-0897902e8e69 req-b69b3f64-6d27-4c01-8592-0af30677a0e7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 946 time: 0.0768042 Aug 19 12:17:18.602423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a0767-43e8-4210-ba11-a605d6354c4c req-df95c29f-47ad-444f-93ac-139d278b14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.603846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f74a0767-43e8-4210-ba11-a605d6354c4c req-df95c29f-47ad-444f-93ac-139d278b14bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 1097 time: 0.0726278 Aug 19 12:17:18.623677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-a0e39a3d-2959-47a9-8d91-6efe11c72471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.624157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-a0e39a3d-2959-47a9-8d91-6efe11c72471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.624627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-a0e39a3d-2959-47a9-8d91-6efe11c72471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.626265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-a0e39a3d-2959-47a9-8d91-6efe11c72471 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&id=3183f7d6-f793-4ec1-a16b-68ec64416faa&id=3183f7d6-f793-4ec1-a16b-68ec64416faa HTTP/1.1" status: 200 len: 2293 time: 0.1587734 Aug 19 12:17:18.628441 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-7a12c52b-8647-417a-a45e-c4251de71584 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532845 Aug 19 12:17:18.661236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6f48760-3aff-424d-bbf2-0897902e8e69 req-2c6d8dac-be01-4b0a-89cf-028bb5c2a3ed tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564620 Aug 19 12:17:18.699851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f74a0767-43e8-4210-ba11-a605d6354c4c req-9659ff6d-25d5-42e1-9e64-12ec0588c85c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626171 Aug 19 12:17:18.722433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dde0b-2605-4354-826e-ac1aef603adf req-17948a8f-4e72-4b74-b618-2d48e442097a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.723925 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-100dde0b-2605-4354-826e-ac1aef603adf req-17948a8f-4e72-4b74-b618-2d48e442097a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 943 time: 0.0616581 Aug 19 12:17:18.759433 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-5f6a5059-2cd8-4610-ad4f-25c391f6af3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0310b23-8099-4c5d-a487-eada99042c58 HTTP/1.1" status: 200 len: 1001 time: 0.1177146 Aug 19 12:17:18.763834 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-100dde0b-2605-4354-826e-ac1aef603adf req-f2f5e28f-76c1-497b-87cd-ad892a6de1f2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338516 Aug 19 12:17:18.811707 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7febea60-1274-43f2-a6b0-b20e6e7ddf2f req-a58fec94-cc4d-46d7-b01b-76c7e2b4667c service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688139 Aug 19 12:17:18.827305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-56c7b71b-22db-40e8-a652-3ad5a8ca9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.828825 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-56c7b71b-22db-40e8-a652-3ad5a8ca9d44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b7469df6-151e-46a5-9d58-4f7993be24f5 HTTP/1.1" status: 200 len: 851 time: 0.0590212 Aug 19 12:17:18.882585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-4bd25368-3598-4d4d-9905-c9422b27e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.882981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52c71-a56a-4f02-8d11-58c366fac6ef req-4bdef11f-ad2e-44df-9a21-ef05d7d530d7 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.884000 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-4bd25368-3598-4d4d-9905-c9422b27e0b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442965 Aug 19 12:17:18.884897 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ffe52c71-a56a-4f02-8d11-58c366fac6ef req-4bdef11f-ad2e-44df-9a21-ef05d7d530d7 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0537479 Aug 19 12:17:18.929711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ffe52c71-a56a-4f02-8d11-58c366fac6ef req-60f826f8-b8dc-41de-b49b-fb8a537f1795 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380549 Aug 19 12:17:19.020436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-ac735cc7-6a44-4837-a764-b433cdcd500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.021971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-ac735cc7-6a44-4837-a764-b433cdcd500c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 1094 time: 0.0922379 Aug 19 12:17:19.027561 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-bdb2784e-bfe1-4ae6-8ee6-523ac16a867d service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157110 Aug 19 12:17:19.184606 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-05f50502-7ba4-4f55-a052-15ee5c805302 service neutron] 10.222.0.54 "GET /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477959 Aug 19 12:17:19.185635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-bc4f48d9-7d24-47bb-bc4f-2616159dd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.186952 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-bc4f48d9-7d24-47bb-bc4f-2616159dd6b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 906 time: 0.1514547 Aug 19 12:17:19.606609 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-9a6552e6-2753-4df5-8bc9-d882f450e14f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6332186c-19b6-42d1-9a60-48b29193720b HTTP/1.1" status: 200 len: 217 time: 0.4003716 Aug 19 12:17:19.608059 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-8f88a2fd-73cd-46f4-a295-342ac55cc459 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 200 len: 217 time: 0.4079838 Aug 19 12:17:19.693234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-89eb12d8-cd36-47d1-9f45-eee152f1eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.694711 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-89eb12d8-cd36-47d1-9f45-eee152f1eef3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.0747125 Aug 19 12:17:19.696079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-0f1cd8e6-8e1b-4a00-bbd5-dfd2793ae079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.697449 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-0f1cd8e6-8e1b-4a00-bbd5-dfd2793ae079 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0763552 Aug 19 12:17:19.762660 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-c5f9d8c7-2498-4ff4-a66e-2d760674a4a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444529 Aug 19 12:17:19.783195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81181d-47a6-4f6d-8e41-bb29871ccc55 req-d35cec9a-4b05-471e-8023-bc137e28eb5b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.784345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-d682a7eb-c1b6-4c6b-8a39-03278c95a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.784756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed81181d-47a6-4f6d-8e41-bb29871ccc55 req-d35cec9a-4b05-471e-8023-bc137e28eb5b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 946 time: 0.0530512 Aug 19 12:17:19.785797 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-d682a7eb-c1b6-4c6b-8a39-03278c95a478 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0764239 Aug 19 12:17:19.836093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed81181d-47a6-4f6d-8e41-bb29871ccc55 req-25ebb5fa-d2c0-46b6-ad01-824116ae42a9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365071 Aug 19 12:17:19.895360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606f5d-ff9b-4b40-82a0-065764591c33 req-13bf3d8d-88ff-4c24-bf9f-a2960d4d62f6 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.896919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a606f5d-ff9b-4b40-82a0-065764591c33 req-13bf3d8d-88ff-4c24-bf9f-a2960d4d62f6 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 943 time: 0.0536332 Aug 19 12:17:19.935891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a606f5d-ff9b-4b40-82a0-065764591c33 req-f034d5a8-fbd2-4b10-87bd-300a65ffc9ed tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Aug 19 12:17:19.939482 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-b1d7994c-bcca-4c48-b5af-4c26fd34baf6 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671042 Aug 19 12:17:19.944810 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-e5313105-79f5-49e8-a511-f4fea17a148b service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482460 Aug 19 12:17:20.060715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dc985-937b-4173-8e8c-5632d7e5a8fe req-54fc11c4-f825-460e-bdeb-f7914b153452 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.063815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b6dc985-937b-4173-8e8c-5632d7e5a8fe req-54fc11c4-f825-460e-bdeb-f7914b153452 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0620031 Aug 19 12:17:20.105330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b6dc985-937b-4173-8e8c-5632d7e5a8fe req-eaf85914-798c-473c-adc6-1d1f834e6c4b tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Aug 19 12:17:20.124730 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8f38ef3f-52d4-4d5d-ab63-654ca70ad0f3 req-56560945-e7e1-4153-860d-c8aa15d9e5a1 service neutron] 10.222.0.54 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641154 Aug 19 12:17:20.126493 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-e7dfb8d1-cff2-4b8d-ba1d-2c60d73522b5 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583054 Aug 19 12:17:20.198114 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-75439f22-2da1-4149-b689-6a3830389413 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 200 len: 217 time: 0.0437405 Aug 19 12:17:20.253852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-8dec3479-e438-4c11-8f16-b35ab9729b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.255593 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-8dec3479-e438-4c11-8f16-b35ab9729b5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.0495141 Aug 19 12:17:20.312626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-3f19a851-d8be-4913-9859-50d87ed10b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.314206 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-3f19a851-d8be-4913-9859-50d87ed10b83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0489707 Aug 19 12:17:20.412565 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-6a8e2df7-367e-40b8-aa37-9f0ca72dcaa2 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901940 Aug 19 12:17:20.428270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c28818-e87d-44fc-84ba-5ce205956b06 req-2bd0a73d-47e1-4d77-ad59-238f2ab829df tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.429892 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17c28818-e87d-44fc-84ba-5ce205956b06 req-2bd0a73d-47e1-4d77-ad59-238f2ab829df tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0927348 Aug 19 12:17:20.450647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-f4294258-b42c-45e1-850d-bb961b9bc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.452323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-f4294258-b42c-45e1-850d-bb961b9bc26b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 1096 time: 0.0774140 Aug 19 12:17:20.511094 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-f1a01245-cef7-4027-a0b3-0b1c962c653d service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887296 Aug 19 12:17:20.549002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17c28818-e87d-44fc-84ba-5ce205956b06 req-92a33be8-57ae-4b4c-a0d9-26ad595237ca tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113591 Aug 19 12:17:20.567153 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-1b8c6fd1-196a-4930-bf3e-00642972f88e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070 HTTP/1.1" status: 200 len: 217 time: 0.0419674 Aug 19 12:17:20.593286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-647ccbfb-bdfe-4066-87cb-aea622a4def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.595007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-647ccbfb-bdfe-4066-87cb-aea622a4def0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 919 time: 0.1343241 Aug 19 12:17:20.620304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-2c0a04ad-cc58-4804-b189-98ba3321502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.621806 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-2c0a04ad-cc58-4804-b189-98ba3321502a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.0449057 Aug 19 12:17:20.679122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-ba38a2dc-7dd4-49a0-84e2-2192bcc00999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.680760 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-ba38a2dc-7dd4-49a0-84e2-2192bcc00999 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522108 Aug 19 12:17:20.775567 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-34d4a8d9-abf9-4b79-933b-f315b4fa5936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.789053 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-14f35038-26f7-42be-a9f4-c1c5af2459ee service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011586 Aug 19 12:17:20.896304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.903585 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-fac62993-740e-4a7e-8be6-fb144b081647 service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058624 Aug 19 12:17:20.959807 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-d2fa5ba4-ad9a-4b44-8d77-4b9d6a224339 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af HTTP/1.1" status: 200 len: 217 time: 0.0454638 Aug 19 12:17:21.022857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-84c97db4-047c-4c9a-af80-f1ee44edb5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.024480 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-84c97db4-047c-4c9a-af80-f1ee44edb5a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 200 len: 797 time: 0.0567615 Aug 19 12:17:21.061797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-c3d56b73-1957-4da2-b0ba-b865e2547d30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82f75c0-6051-4981-9087-b53fe13b4de0 HTTP/1.1" status: 200 len: 217 time: 0.4583325 Aug 19 12:17:21.076205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-7361171b-138d-4198-967f-6b3b06b4331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.078220 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-7361171b-138d-4198-967f-6b3b06b4331c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3637d0f0-59a5-4a47-a796-d80e5c0c33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440729 Aug 19 12:17:21.174569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-350100a8-8f28-4596-bdb7-02ef4f17c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.176079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-350100a8-8f28-4596-bdb7-02ef4f17c5ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 200 len: 858 time: 0.0982866 Aug 19 12:17:21.182650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-77f595c8-0eda-4ff3-b7d8-0f1ec693531f service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961127 Aug 19 12:17:21.188559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295a1b3-dba6-404a-a9db-4dddbc3ef16f req-e7feda1e-49ed-48b5-8cb2-605eb3cc028f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.190152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1295a1b3-dba6-404a-a9db-4dddbc3ef16f req-e7feda1e-49ed-48b5-8cb2-605eb3cc028f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 943 time: 0.1323485 Aug 19 12:17:21.208175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f33a5-f90d-4833-a515-bbbd3e795742 req-2ca739ca-0996-4205-b7cd-5a3e77d7d051 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.209946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308f33a5-f90d-4833-a515-bbbd3e795742 req-2ca739ca-0996-4205-b7cd-5a3e77d7d051 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 946 time: 0.1532490 Aug 19 12:17:21.232296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-cfe6609d-ef4c-4618-af43-abdad87fc56b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb99be0b-fc38-4615-ac5a-17103895ea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399394 Aug 19 12:17:21.323163 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-f3501f6e-04bb-4726-a1f5-8d7a5483366c service neutron] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291151 Aug 19 12:17:21.353052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1295a1b3-dba6-404a-a9db-4dddbc3ef16f req-92aa217c-df5a-4783-bb05-e8f683892677 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407120 Aug 19 12:17:21.358492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-308f33a5-f90d-4833-a515-bbbd3e795742 req-df216fce-a985-4203-ad61-02e9af29468a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297190 Aug 19 12:17:21.380412 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-27ef51c9-1531-4b5f-95e9-9d5a5fa6585d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07c68d30-8805-493e-ac13-b164116f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0457513 Aug 19 12:17:21.394030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-bcf21f7f-0241-456d-b4e8-00612296252f service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544394 Aug 19 12:17:21.440585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-118d4e7f-0714-451b-8317-1900d0125b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.442338 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-118d4e7f-0714-451b-8317-1900d0125b7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.0516346 Aug 19 12:17:21.496595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-40f5b101-2c48-4ffb-8def-871f1d1a3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.498371 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-40f5b101-2c48-4ffb-8def-871f1d1a3473 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469911 Aug 19 12:17:21.523340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d039d07-593a-44fe-b50d-e03bd4afbf05 req-0284ab18-cd6c-48eb-a6de-681c28a10bc7 service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213560 Aug 19 12:17:21.532013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fffe81-800d-49d0-b461-7e479ce3e3cd req-d177eba4-4d32-404d-a23c-f6a58e0bd654 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.533595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25fffe81-800d-49d0-b461-7e479ce3e3cd req-d177eba4-4d32-404d-a23c-f6a58e0bd654 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 946 time: 0.0833101 Aug 19 12:17:21.577647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25fffe81-800d-49d0-b461-7e479ce3e3cd req-099959ca-9c63-48ab-b369-5257fc22fbd5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Aug 19 12:17:21.608574 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-b06e3a24-6aab-4eb8-8417-9bcbda2f3038 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028616 Aug 19 12:17:21.688241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95303498-868f-4783-9772-b211bf4b047d req-7ca3a907-b61d-4607-bd98-3076b47247b4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.690062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95303498-868f-4783-9772-b211bf4b047d req-7ca3a907-b61d-4607-bd98-3076b47247b4 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0579004 Aug 19 12:17:21.711945 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-452de35c-6e65-4242-9251-2bd5789ec9ec service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950551 Aug 19 12:17:21.740336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95303498-868f-4783-9772-b211bf4b047d req-f30da52b-5330-4823-8574-2ea2241544ba tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Aug 19 12:17:21.764309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6332186c-19b6-42d1-9a60-48b29193720b details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:21.764495 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-1e96ee96-dd33-4a32-879c-0e43104270c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=928b6618-8100-4e6c-a375-b6aad306d2c7 HTTP/1.1" status: 200 len: 217 time: 0.0420954 Aug 19 12:17:21.820993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-cfa0ade0-d26d-4ede-899a-baad45679541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.822619 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-cfa0ade0-d26d-4ede-899a-baad45679541 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 200 len: 797 time: 0.0502250 Aug 19 12:17:21.873279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-4aa1ad3a-b4ec-4f49-9e66-e8f769b216ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.875102 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-4aa1ad3a-b4ec-4f49-9e66-e8f769b216ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3183f7d6-f793-4ec1-a16b-68ec64416faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455282 Aug 19 12:17:21.877055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6332186c-19b6-42d1-9a60-48b29193720b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6332186c-19b6-42d1-9a60-48b29193720b,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:21.895174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '6332186c-19b6-42d1-9a60-48b29193720b', 'network_id': '03672e2f-d1c6-4267-bd65-2f3009f55017', 'port_id': '6332186c-19b6-42d1-9a60-48b29193720b', 'mac_address': 'fa:16:3e:4c:a2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ecb100-42f0-4808-aa59-e994ee63d4c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:21.944404 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.968074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6332186c-19b6-42d1-9a60-48b29193720b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:21.969461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b3d69-b74d-48b4-a7ab-d569dc5a341e req-348cd204-7de6-4df7-a868-723ac6081f19 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.971708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-412b3d69-b74d-48b4-a7ab-d569dc5a341e req-348cd204-7de6-4df7-a868-723ac6081f19 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 946 time: 0.0641611 Aug 19 12:17:21.974294 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.990144 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-78479ec9-1b9e-43c4-a010-a05e5bd0ecb8 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061409 Aug 19 12:17:21.991213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6332186c-19b6-42d1-9a60-48b29193720b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6332186c-19b6-42d1-9a60-48b29193720b,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:21.995528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.031546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-412b3d69-b74d-48b4-a7ab-d569dc5a341e req-2c6e090f-d9c4-48fe-b735-d6c3789e8a8d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502977 Aug 19 12:17:22.049341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=6332186c-19b6-42d1-9a60-48b29193720b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:22.104655 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c617c50c-ec0e-4c45-a0ae-42ea3fb0604f req-cf14c52b-e40b-47b0-8f7d-0125756e1921 service neutron] 10.222.0.54 "GET /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985088 Aug 19 12:17:22.407767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['6332186c-19b6-42d1-9a60-48b29193720b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:22.495276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdf954-d825-4b15-905b-5515ea1774a0 req-87c431aa-2821-4a15-b260-ed2474ca6a3c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:22.496963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47fdf954-d825-4b15-905b-5515ea1774a0 req-87c431aa-2821-4a15-b260-ed2474ca6a3c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 944 time: 0.0604978 Aug 19 12:17:22.550933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47fdf954-d825-4b15-905b-5515ea1774a0 req-ad267716-14b1-4b4b-920b-d422986025b5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Aug 19 12:17:22.866078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4003de1-4833-4fdb-bfea-c8c7f47b2dc0 req-9d26312d-2764-48f0-9555-4838e92bc3a5 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:22.867580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4003de1-4833-4fdb-bfea-c8c7f47b2dc0 req-9d26312d-2764-48f0-9555-4838e92bc3a5 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0546007 Aug 19 12:17:22.907642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4003de1-4833-4fdb-bfea-c8c7f47b2dc0 req-8ba6db15-6fa6-4cae-8462-d2f63747827a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336933 Aug 19 12:17:23.166382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74acec7-5f48-4358-87a2-18efdcdb7139 req-5181d83c-69fa-47aa-9bdd-8d38e3fdebdd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:23.167843 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e74acec7-5f48-4358-87a2-18efdcdb7139 req-5181d83c-69fa-47aa-9bdd-8d38e3fdebdd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 946 time: 0.0531869 Aug 19 12:17:23.213475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e74acec7-5f48-4358-87a2-18efdcdb7139 req-b7255986-48c5-49c6-8259-9cdfd7bdc358 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362654 Aug 19 12:17:23.718571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3cf4d-eceb-492f-9e47-1d408da94a11 req-ee354162-6235-4c97-9234-c7cc14882863 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:23.720073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6d3cf4d-eceb-492f-9e47-1d408da94a11 req-ee354162-6235-4c97-9234-c7cc14882863 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 944 time: 0.0862777 Aug 19 12:17:23.730939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-5c781232-7c8b-4a6c-a988-af26fea2f147 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:23.732436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-5c781232-7c8b-4a6c-a988-af26fea2f147 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 946 time: 0.0676413 Aug 19 12:17:23.776447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6332186c-19b6-42d1-9a60-48b29193720b up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:23.799643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6d3cf4d-eceb-492f-9e47-1d408da94a11 req-babea861-333c-42ee-b6a5-64b3d39b9d9b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661893 Aug 19 12:17:23.838859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 6332186c-19b6-42d1-9a60-48b29193720b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:23.843222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 6332186c-19b6-42d1-9a60-48b29193720b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:23.843723 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.860533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port 6454defa-e20c-4393-8b1c-c754e0c1ed7e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:23.860929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.928500 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.960402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8447f4a-fc62-4042-81e5-7a6ad7967d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6332186c-19b6-42d1-9a60-48b29193720b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:23.963813 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c95bb1-5c26-433f-873b-e433e26ff50f" -d '{"events": [{"server_uuid": "b8447f4a-fc62-4042-81e5-7a6ad7967d32", "name": "network-vif-plugged", "status": "completed", "tag": "6332186c-19b6-42d1-9a60-48b29193720b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:24.000814 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] For port 6454defa-e20c-4393-8b1c-c754e0c1ed7e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6454defa-e20c-4393-8b1c-c754e0c1ed7e,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:24.001366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.005213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6332186c-19b6-42d1-9a60-48b29193720b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6332186c-19b6-42d1-9a60-48b29193720b,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:24.011282 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af807124-8272-4553-a8f7-9d2bb24fedf9 x-openstack-request-id: req-af807124-8272-4553-a8f7-9d2bb24fedf9 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:24.011850 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8447f4a-fc62-4042-81e5-7a6ad7967d32", "name": "network-vif-plugged", "status": "completed", "tag": "6332186c-19b6-42d1-9a60-48b29193720b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:24.012445 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af807124-8272-4553-a8f7-9d2bb24fedf9 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:24.012917 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8447f4a-fc62-4042-81e5-7a6ad7967d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6332186c-19b6-42d1-9a60-48b29193720b', 'code': 200} Aug 19 12:17:24.015832 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.016826 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.043559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for 6454defa-e20c-4393-8b1c-c754e0c1ed7e owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:24.079349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=6332186c-19b6-42d1-9a60-48b29193720b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:24.105934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e0c74-0401-40a5-85a3-529e373b5517 req-87f6ab1c-25b2-44ea-9efa-b5ab0baa380d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:24.107785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd0e0c74-0401-40a5-85a3-529e373b5517 req-87f6ab1c-25b2-44ea-9efa-b5ab0baa380d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.1026545 Aug 19 12:17:24.166922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16990e-3b65-45eb-a4f9-58bdf90b0899 req-a3ec02c0-87c3-4a22-9ec7-acb22ebd22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:24.168504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5e16990e-3b65-45eb-a4f9-58bdf90b0899 req-a3ec02c0-87c3-4a22-9ec7-acb22ebd22bd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 1096 time: 0.0459869 Aug 19 12:17:24.170172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd0e0c74-0401-40a5-85a3-529e373b5517 req-e887262f-a9d1-4563-b0f5-9d441443fdff tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554883 Aug 19 12:17:24.208944 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.223898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5e16990e-3b65-45eb-a4f9-58bdf90b0899 req-6a4aae46-c8a5-4ae8-8dbb-ab6502c723f8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471060 Aug 19 12:17:24.256826 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.291921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['2f317088-8c17-4f43-9c09-3ce6890a632c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:24.322893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=6454defa-e20c-4393-8b1c-c754e0c1ed7e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:24.385478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] No DVR routers for this DVR port 6454defa-e20c-4393-8b1c-c754e0c1ed7e on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:24.406505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0c9740a-4423-4538-91a9-7b1f71ec79e6 req-eb1d205b-cc11-4cfd-8540-127cdcdb4049 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 210 time: 0.0857770 Aug 19 12:17:24.407845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.409876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a5e0c8b-2812-426c-a87d-39f69e3fb70f req-28afa8bb-6d77-45f5-9cf1-552399bafd16 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "DELETE /v2.0/ports/6454defa-e20c-4393-8b1c-c754e0c1ed7e HTTP/1.1" status: 204 len: 173 time: 0.6707318 Aug 19 12:17:24.410323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a00ef5a-9a22-4cc4-addd-ee18f213ef95', 'name': 'network-vif-deleted', 'tag': '6454defa-e20c-4393-8b1c-c754e0c1ed7e'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:24.412610 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318d384e-a898-4497-8f50-41e6c78a7bea" -d '{"events": [{"server_uuid": "2a00ef5a-9a22-4cc4-addd-ee18f213ef95", "name": "network-vif-deleted", "tag": "6454defa-e20c-4393-8b1c-c754e0c1ed7e"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:24.493806 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf0e95a-7f5e-46e0-a96e-cbd5f3dc1649 x-openstack-request-id: req-ddf0e95a-7f5e-46e0-a96e-cbd5f3dc1649 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:24.494102 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a00ef5a-9a22-4cc4-addd-ee18f213ef95", "name": "network-vif-deleted", "tag": "6454defa-e20c-4393-8b1c-c754e0c1ed7e", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:24.494374 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ddf0e95a-7f5e-46e0-a96e-cbd5f3dc1649 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:24.494773 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a00ef5a-9a22-4cc4-addd-ee18f213ef95', 'name': 'network-vif-deleted', 'tag': '6454defa-e20c-4393-8b1c-c754e0c1ed7e', 'status': 'completed', 'code': 200} Aug 19 12:17:24.948061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540f20-9c81-4bc0-827d-11a502c0c1e5 req-6c2fa223-9ec5-4986-8343-c45ea8989900 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:24.950242 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82540f20-9c81-4bc0-827d-11a502c0c1e5 req-6c2fa223-9ec5-4986-8343-c45ea8989900 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0728848 Aug 19 12:17:24.993060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82540f20-9c81-4bc0-827d-11a502c0c1e5 req-7dcc1493-33cd-47e2-9faa-c84aa8cbf355 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351839 Aug 19 12:17:25.516971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94aee310-6b6d-4da2-895f-7b28f5783805 req-5eee8f9d-1bfb-4456-b876-2b7528950147 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 210 time: 0.0287137 Aug 19 12:17:25.773526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943d9ca-1ed3-4e37-a3ef-a6fd581dbb29 req-f0271702-48ad-4993-8905-561acc294c4b tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:25.774914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c943d9ca-1ed3-4e37-a3ef-a6fd581dbb29 req-f0271702-48ad-4993-8905-561acc294c4b tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0581870 Aug 19 12:17:25.816024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c943d9ca-1ed3-4e37-a3ef-a6fd581dbb29 req-d8ca3bbd-c010-476f-a85f-b116a7f61e8d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346437 Aug 19 12:17:26.147213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996133-5668-47d8-985f-e08d244611e0 req-3646c5d8-06d2-4adb-a56e-1dd3fde10819 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.148835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb996133-5668-47d8-985f-e08d244611e0 req-3646c5d8-06d2-4adb-a56e-1dd3fde10819 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0783796 Aug 19 12:17:26.192476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6454defa-e20c-4393-8b1c-c754e0c1ed7e no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:26.219486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 6454defa-e20c-4393-8b1c-c754e0c1ed7e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:26.220167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6454defa-e20c-4393-8b1c-c754e0c1ed7e not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:26.230110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb996133-5668-47d8-985f-e08d244611e0 req-ba2bb06a-c7c9-4700-b59b-29192e372d48 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681465 Aug 19 12:17:26.468257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c1860-ab8b-43c8-8ac3-05613c0c5f00 req-f36e7edd-621b-4d1f-a6b2-05f4405bff6b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.469921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a65c1860-ab8b-43c8-8ac3-05613c0c5f00 req-f36e7edd-621b-4d1f-a6b2-05f4405bff6b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0573182 Aug 19 12:17:26.512123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a65c1860-ab8b-43c8-8ac3-05613c0c5f00 req-51f40f3c-4261-4289-ba27-d3ccc759fa48 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Aug 19 12:17:26.670649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ecaaca5-bf88-4eb0-9c83-e5a630a2432f req-27683f11-8166-413f-be0c-a05af2426901 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 210 time: 0.0619090 Aug 19 12:17:26.706888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608305a6-e34b-4dff-8333-0bca72069688 req-0ff29f58-2be0-4fe3-ae5e-c842e34a5052 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.709448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-608305a6-e34b-4dff-8333-0bca72069688 req-0ff29f58-2be0-4fe3-ae5e-c842e34a5052 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.1171350 Aug 19 12:17:26.757887 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-608305a6-e34b-4dff-8333-0bca72069688 req-506878f9-18a3-460d-8a62-bffed1042dde tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419791 Aug 19 12:17:26.971830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9f294-6be0-4328-84f4-7a4de439c244 req-e5a4e352-d378-4130-913f-df747c25bc09 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.973359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bae9f294-6be0-4328-84f4-7a4de439c244 req-e5a4e352-d378-4130-913f-df747c25bc09 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0508533 Aug 19 12:17:27.012995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bae9f294-6be0-4328-84f4-7a4de439c244 req-dc8afe54-183d-4bb4-888f-be34bb38be10 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Aug 19 12:17:27.318902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-9f5943f0-8ba7-46b9-9a27-d0da795bd9cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429537 Aug 19 12:17:27.427046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-8173abfd-69f7-4404-8ccb-3ff78356442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.428579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-8173abfd-69f7-4404-8ccb-3ff78356442b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 1096 time: 0.0492661 Aug 19 12:17:27.553349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-3e235cbf-410c-46b4-bada-8779f480fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.555070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-3e235cbf-410c-46b4-bada-8779f480fde2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 200 len: 906 time: 0.1002915 Aug 19 12:17:27.599527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-4e65ebba-b370-4e02-bfe6-b02c7e0411cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b48bfec4-9887-4764-b721-8ea0a72c1ac1 HTTP/1.1" status: 200 len: 217 time: 0.0365393 Aug 19 12:17:27.656796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-44fa8b7f-76b0-402c-8737-2cfc6011c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.658280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-44fa8b7f-76b0-402c-8737-2cfc6011c074 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 200 len: 845 time: 0.0507169 Aug 19 12:17:27.693125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-de03512e-7b7e-41b6-8de2-2053ba5a8e24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03672e2f-d1c6-4267-bd65-2f3009f55017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272958 Aug 19 12:17:27.781731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a37dd2d-d8b8-420c-88cc-2a91f2492924 req-82dada28-b8fa-45ae-95b6-118a78b45d6f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 210 time: 0.0355864 Aug 19 12:17:27.819624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-97841f27-9233-45b2-96bd-ac2a7fb18a5c service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171346 Aug 19 12:17:27.930943 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d07f1e04-b35b-408f-aea0-3a84ffc097d7 req-10e334ea-5ce4-40d3-8a1d-0f71829820dd service neutron] 10.222.0.69 "GET /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967112 Aug 19 12:17:28.139569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6550dd0-7b9b-4aae-90ba-3bd1e7fbfee2 req-dac6a796-0178-4047-8ad2-88817eda55ed tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:28.141227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6550dd0-7b9b-4aae-90ba-3bd1e7fbfee2 req-dac6a796-0178-4047-8ad2-88817eda55ed tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0577996 Aug 19 12:17:28.182737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6550dd0-7b9b-4aae-90ba-3bd1e7fbfee2 req-0788ef13-9890-4da1-8979-6d5150cc8f12 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352910 Aug 19 12:17:28.511368 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:28.900317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c9af817-d902-4cfa-940f-4f32ea5dff0b req-25f935be-64e9-4cbd-8232-3a2179807c7b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a00ef5a-9a22-4cc4-addd-ee18f213ef95 HTTP/1.1" status: 200 len: 210 time: 0.0276480 Aug 19 12:17:29.304632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5f129-c3ab-41ab-b551-8a710d1d2c84 req-3f6ffbac-e319-48bf-a488-1980547bca47 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:29.306142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72e5f129-c3ab-41ab-b551-8a710d1d2c84 req-3f6ffbac-e319-48bf-a488-1980547bca47 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0521002 Aug 19 12:17:29.348004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72e5f129-c3ab-41ab-b551-8a710d1d2c84 req-f5a0d93c-fb67-4ece-8b33-572a2d1f2eb4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355356 Aug 19 12:17:30.476781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453ae70-cf41-4057-83bd-aa377605fe64 req-38b6cc32-5cc8-411c-89a4-ccfa2a1bf491 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:30.478351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2453ae70-cf41-4057-83bd-aa377605fe64 req-38b6cc32-5cc8-411c-89a4-ccfa2a1bf491 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0533204 Aug 19 12:17:30.523108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2453ae70-cf41-4057-83bd-aa377605fe64 req-2faa0c96-a542-43f5-898c-47b9c4d2dc6d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Aug 19 12:17:31.670425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93467-818e-4d1e-807e-2bcaf9aaf798 req-acd0e289-c0eb-4d7f-b5a1-d0d72b99a1a9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:31.672254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53e93467-818e-4d1e-807e-2bcaf9aaf798 req-acd0e289-c0eb-4d7f-b5a1-d0d72b99a1a9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0509822 Aug 19 12:17:31.719558 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53e93467-818e-4d1e-807e-2bcaf9aaf798 req-900a9504-6d03-4585-92d1-d0eb798b690b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Aug 19 12:17:32.864083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891ba2-0e03-4d05-8889-b3ba8dbaa5cf req-36fcc6d1-a52b-4cc4-9c6b-97beb7a6de6d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:32.865769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55891ba2-0e03-4d05-8889-b3ba8dbaa5cf req-36fcc6d1-a52b-4cc4-9c6b-97beb7a6de6d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0590124 Aug 19 12:17:32.909047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55891ba2-0e03-4d05-8889-b3ba8dbaa5cf req-52d7306a-4e94-4ab1-9894-780c13e173e9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358355 Aug 19 12:17:34.029197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78377f-e743-435f-abc7-e2009e0755d9 req-eaa2e90c-ab09-4f4c-b63f-70dbaab8a570 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.030994 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b78377f-e743-435f-abc7-e2009e0755d9 req-eaa2e90c-ab09-4f4c-b63f-70dbaab8a570 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0512898 Aug 19 12:17:34.079513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3b78377f-e743-435f-abc7-e2009e0755d9 req-16a0cd62-0e9a-4436-a3f0-20d7642f43dd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Aug 19 12:17:35.215914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69424b17-63f1-4a9d-94f8-ebf560a37692 req-ee04a51a-2129-4f6f-9666-13c4c0b3eda9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:35.217438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69424b17-63f1-4a9d-94f8-ebf560a37692 req-ee04a51a-2129-4f6f-9666-13c4c0b3eda9 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0657434 Aug 19 12:17:35.260329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69424b17-63f1-4a9d-94f8-ebf560a37692 req-e122f8b1-5a6b-4c95-8409-824c4f10b200 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366306 Aug 19 12:17:35.517784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277c58-8ab0-4f5d-bc68-57cfd98d7291 req-1a29e8e4-b4dc-4f37-85cf-4afa15a8ae69 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:35.519294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff277c58-8ab0-4f5d-bc68-57cfd98d7291 req-1a29e8e4-b4dc-4f37-85cf-4afa15a8ae69 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 946 time: 0.0598016 Aug 19 12:17:35.565750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff277c58-8ab0-4f5d-bc68-57cfd98d7291 req-3188e094-c980-4fb3-bf6a-3c1c0ad190de tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373578 Aug 19 12:17:36.392903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e925a03-57a3-413d-b015-22492acfb050 req-b9994788-74e2-40b8-9481-4a9ca5800421 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:36.394403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e925a03-57a3-413d-b015-22492acfb050 req-b9994788-74e2-40b8-9481-4a9ca5800421 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0619240 Aug 19 12:17:36.441761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e925a03-57a3-413d-b015-22492acfb050 req-afc5e5db-9b86-477a-81bd-3cae51fb8a4a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385535 Aug 19 12:17:36.697870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241cf8a-cc4e-4a9e-84fd-8bfe3e36ecfd req-03fe8766-5579-4d2a-95e9-b359c88bcda0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:36.699466 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8241cf8a-cc4e-4a9e-84fd-8bfe3e36ecfd req-03fe8766-5579-4d2a-95e9-b359c88bcda0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 946 time: 0.0568588 Aug 19 12:17:36.743620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8241cf8a-cc4e-4a9e-84fd-8bfe3e36ecfd req-06e852da-c27b-42db-8ed7-6bea68fcbed0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=36f2713f-3871-44c8-bb2c-787a89171d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Aug 19 12:17:37.365102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-1c366f1c-ffbe-4a48-83db-bf86fadb972b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:37.367640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-1c366f1c-ffbe-4a48-83db-bf86fadb972b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 946 time: 0.0590529 Aug 19 12:17:37.472514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port 2f317088-8c17-4f43-9c09-3ce6890a632c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:37.473107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.599570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ddfc-8a7e-40d5-beea-b1cd247a11e5 req-00ec7e43-aa67-4bde-a528-ba418db77171 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:37.600974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f28ddfc-8a7e-40d5-beea-b1cd247a11e5 req-00ec7e43-aa67-4bde-a528-ba418db77171 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0870295 Aug 19 12:17:37.608292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] For port 2f317088-8c17-4f43-9c09-3ce6890a632c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2f317088-8c17-4f43-9c09-3ce6890a632c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:37.608656 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.627419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for 2f317088-8c17-4f43-9c09-3ce6890a632c owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:37.693918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f28ddfc-8a7e-40d5-beea-b1cd247a11e5 req-00faec45-2cf2-45e3-96da-d743ba15a0c2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826390 Aug 19 12:17:37.793875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.832234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['2f317088-8c17-4f43-9c09-3ce6890a632c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:37.843198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=2f317088-8c17-4f43-9c09-3ce6890a632c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:37.890512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78f1f972-021b-4e80-94f8-ae9106847ead req-53b8b74c-8b7a-452b-ad64-d623fbdb714d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 210 time: 0.0585649 Aug 19 12:17:37.908719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] No DVR routers for this DVR port 2f317088-8c17-4f43-9c09-3ce6890a632c on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:37.911934 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.914110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e009fdcc-c4bd-4e61-aa39-156bfbf0c729 req-4e33a6b5-492c-4050-bab1-3720b265c392 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "DELETE /v2.0/ports/2f317088-8c17-4f43-9c09-3ce6890a632c HTTP/1.1" status: 204 len: 173 time: 0.5404170 Aug 19 12:17:37.914578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83915b4-125f-42d0-9158-b3900f868302', 'name': 'network-vif-deleted', 'tag': '2f317088-8c17-4f43-9c09-3ce6890a632c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:37.916872 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe62398-17d5-4d17-bd3e-2298952fe2a2" -d '{"events": [{"server_uuid": "e83915b4-125f-42d0-9158-b3900f868302", "name": "network-vif-deleted", "tag": "2f317088-8c17-4f43-9c09-3ce6890a632c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:37.974192 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7213ff70-8209-4ec3-b39c-b93fa3f2ba31 x-openstack-request-id: req-7213ff70-8209-4ec3-b39c-b93fa3f2ba31 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:37.974485 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83915b4-125f-42d0-9158-b3900f868302", "name": "network-vif-deleted", "tag": "2f317088-8c17-4f43-9c09-3ce6890a632c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:37.974741 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7213ff70-8209-4ec3-b39c-b93fa3f2ba31 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:37.975142 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83915b4-125f-42d0-9158-b3900f868302', 'name': 'network-vif-deleted', 'tag': '2f317088-8c17-4f43-9c09-3ce6890a632c', 'status': 'completed', 'code': 200} Aug 19 12:17:38.365730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161216-af81-4860-8d59-22c6746ad354 req-c58ad92f-c004-4706-9d6a-f7dba008c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:38.367275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9161216-af81-4860-8d59-22c6746ad354 req-c58ad92f-c004-4706-9d6a-f7dba008c971 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 1096 time: 0.0713670 Aug 19 12:17:38.376488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b71fa1-978f-49d0-9b3f-7ed9abe67d38 req-8956404a-7a87-49e5-9344-cae5ef1cab07 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:38.378094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89b71fa1-978f-49d0-9b3f-7ed9abe67d38 req-8956404a-7a87-49e5-9344-cae5ef1cab07 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0913622 Aug 19 12:17:38.472057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89b71fa1-978f-49d0-9b3f-7ed9abe67d38 req-893f0768-1a45-43d8-97bb-ecb119965e04 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852947 Aug 19 12:17:38.503386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161216-af81-4860-8d59-22c6746ad354 req-72fe2336-e0e7-4ef0-a0e5-c30c497155a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:38.505164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9161216-af81-4860-8d59-22c6746ad354 req-72fe2336-e0e7-4ef0-a0e5-c30c497155a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 919 time: 0.1261561 Aug 19 12:17:38.550270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9161216-af81-4860-8d59-22c6746ad354 req-a81575e8-940b-471e-9c02-571d10852e3b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82f75c0-6051-4981-9087-b53fe13b4de0 HTTP/1.1" status: 200 len: 217 time: 0.0373833 Aug 19 12:17:38.602353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161216-af81-4860-8d59-22c6746ad354 req-2aca7f24-59cf-4ef1-bc70-28a63942cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:38.603937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9161216-af81-4860-8d59-22c6746ad354 req-2aca7f24-59cf-4ef1-bc70-28a63942cb0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 200 len: 858 time: 0.0465298 Aug 19 12:17:38.635885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9161216-af81-4860-8d59-22c6746ad354 req-17c22074-2b21-4ad5-9c9e-b93ac20d2044 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb99be0b-fc38-4615-ac5a-17103895ea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251079 Aug 19 12:17:38.733541 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9161216-af81-4860-8d59-22c6746ad354 req-8199f3db-87d9-40f7-b268-619798d1f2f7 service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908680 Aug 19 12:17:38.861699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e605131-87e3-4b1c-9870-1f553f970564 req-53d232f9-ab76-4b6b-bca7-32e20ce8509e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:38.863173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e605131-87e3-4b1c-9870-1f553f970564 req-53d232f9-ab76-4b6b-bca7-32e20ce8509e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0803900 Aug 19 12:17:38.865487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9161216-af81-4860-8d59-22c6746ad354 req-e183b12c-47bc-47f2-a73d-a13fccb43ed4 service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250362 Aug 19 12:17:38.909480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e605131-87e3-4b1c-9870-1f553f970564 req-04de3acb-49c1-4ad8-919f-a664e76fdddf tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Aug 19 12:17:38.991741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6275513d-22ba-4c87-afcd-6304b11240b6 req-87590602-9ca7-4471-adb2-b1ab486c06fd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 210 time: 0.0266685 Aug 19 12:17:39.596269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cbc69-5854-42c8-8c25-91f8c005ce10 req-be750714-a69c-4dc5-9706-57f727eee3ce tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:39.597806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e80cbc69-5854-42c8-8c25-91f8c005ce10 req-be750714-a69c-4dc5-9706-57f727eee3ce tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0519319 Aug 19 12:17:39.641875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e80cbc69-5854-42c8-8c25-91f8c005ce10 req-d5535fed-cbc9-4099-adf3-8b8f62efb5ba tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 Aug 19 12:17:40.040654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f7a17-703c-48b5-8365-bb9b4977701e req-6dceb9b2-d1bc-42a7-81c6-c190754b5191 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:40.042464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae4f7a17-703c-48b5-8365-bb9b4977701e req-6dceb9b2-d1bc-42a7-81c6-c190754b5191 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0577836 Aug 19 12:17:40.095375 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21ce26ae-03b0-46d5-8e5d-a592b0433011 req-c05cc149-597e-44e9-8000-31b22d2bfb36 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 210 time: 0.0308602 Aug 19 12:17:40.108633 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae4f7a17-703c-48b5-8365-bb9b4977701e req-ac2a032d-9350-43f1-9133-8df7ad6ace43 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586553 Aug 19 12:17:40.284938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2f317088-8c17-4f43-9c09-3ce6890a632c no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:40.305647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 2f317088-8c17-4f43-9c09-3ce6890a632c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:40.305996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2f317088-8c17-4f43-9c09-3ce6890a632c not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:40.765229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54883c-98ad-410e-862b-c69348e3a08b req-01c1e324-69c0-46ed-8dd2-c5f2d58ccab6 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:40.766789 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a54883c-98ad-410e-862b-c69348e3a08b req-01c1e324-69c0-46ed-8dd2-c5f2d58ccab6 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0514665 Aug 19 12:17:40.806078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a54883c-98ad-410e-862b-c69348e3a08b req-f428cebb-099f-4ad9-904c-3d1d1b2a467a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Aug 19 12:17:41.197502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63c0833b-4f12-4853-b3d4-2371a70e3211 req-c44eec33-2b71-4422-95d1-661d29b91244 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83915b4-125f-42d0-9158-b3900f868302 HTTP/1.1" status: 200 len: 210 time: 0.0315011 Aug 19 12:17:41.249793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb690-5b42-4738-a8fb-798c1923291b req-8e1f962c-4349-4053-88fa-fe95e63abe07 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:41.251295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-613bb690-5b42-4738-a8fb-798c1923291b req-8e1f962c-4349-4053-88fa-fe95e63abe07 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0526218 Aug 19 12:17:41.292213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-613bb690-5b42-4738-a8fb-798c1923291b req-ecb9d079-a0bc-4156-a4a5-2ef5640678aa tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347629 Aug 19 12:17:41.923886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c2a8a-366c-4920-9642-9ba35cd7a6e1 req-ee46469a-602a-49ed-bb94-79db5a0c8177 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:41.925548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f66c2a8a-366c-4920-9642-9ba35cd7a6e1 req-ee46469a-602a-49ed-bb94-79db5a0c8177 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0503666 Aug 19 12:17:41.964803 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f66c2a8a-366c-4920-9642-9ba35cd7a6e1 req-5edc1012-6891-452d-982d-fcc66a7d1735 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Aug 19 12:17:42.411029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4f5db-cf3c-4560-8ed9-99307597315c req-f2c34d34-a1fa-4d57-b7a6-c9e2d59a087c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:42.412536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6f4f5db-cf3c-4560-8ed9-99307597315c req-f2c34d34-a1fa-4d57-b7a6-c9e2d59a087c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0519819 Aug 19 12:17:42.454606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6f4f5db-cf3c-4560-8ed9-99307597315c req-496bdcce-cfd0-4326-a7f1-99c7b6b31bbe tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358894 Aug 19 12:17:42.519723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53060) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:42.685214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 51982f4b-b315-4cbc-bf77-366e56dead25 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:42.685537 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.776597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.776874 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.790125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 51982f4b-b315-4cbc-bf77-366e56dead25 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:42.961400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.992849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=51982f4b-b315-4cbc-bf77-366e56dead25,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:43.081710 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:43.081957 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Floating IP 584c9b77-90b2-4057-9c64-4d31937af56f disassociated (deleted). External IP: 172.25.4.199, port: 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852. Aug 19 12:17:43.142052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bfc68-fd31-483e-9734-fe17d33b2f12 req-9ce90fa1-614b-4a3b-a4ed-7b40831b13c9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:43.143722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c0bfc68-fd31-483e-9734-fe17d33b2f12 req-9ce90fa1-614b-4a3b-a4ed-7b40831b13c9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.1005881 Aug 19 12:17:43.233699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c0bfc68-fd31-483e-9734-fe17d33b2f12 req-17f1ab26-63f1-42ab-a61a-71fba5c912bb tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805082 Aug 19 12:17:43.353422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 5aacd39e-8c93-4289-afa8-a781f1ec1921 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:43.464957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:43.470185 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:43.475215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] Sync routers for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:43.485607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:43.486449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:43.502713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c7646feb-720a-478b-824a-ed8f06c48a9b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/floatingips/584c9b77-90b2-4057-9c64-4d31937af56f HTTP/1.1" status: 204 len: 168 time: 0.9793568 Aug 19 12:17:43.502713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:43.503226 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf1d33-a951-4751-8d54-be846652563d" -d '{"events": [{"name": "network-changed", "server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:43.575755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0230b-8313-40d2-a83f-20820525deb6 req-b287005b-2cd3-4245-b823-3a2e267114e2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:43.577540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ca0230b-8313-40d2-a83f-20820525deb6 req-b287005b-2cd3-4245-b823-3a2e267114e2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0530603 Aug 19 12:17:43.630817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ca0230b-8313-40d2-a83f-20820525deb6 req-8259399d-7d40-4bf9-9167-c5d1734ce36a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443609 Aug 19 12:17:43.634202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:43.687185 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b093881-6069-4260-b9eb-0e28bb5d0858 x-openstack-request-id: req-9b093881-6069-4260-b9eb-0e28bb5d0858 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:43.687611 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:43.688059 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b093881-6069-4260-b9eb-0e28bb5d0858 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:43.688469 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'status': 'completed', 'code': 200} Aug 19 12:17:43.797916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c758a3b-7e5d-420d-97fb-52ae7c90bd50 req-21643d78-271e-4d71-8be3-d5402706188f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:43.799494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c758a3b-7e5d-420d-97fb-52ae7c90bd50 req-21643d78-271e-4d71-8be3-d5402706188f tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0643373 Aug 19 12:17:43.799651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1d33-a951-4751-8d54-be846652563d req-116f62a0-9c09-4f0f-92af-09bd8bb8d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:43.801417 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdaf1d33-a951-4751-8d54-be846652563d req-116f62a0-9c09-4f0f-92af-09bd8bb8d532 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 1096 time: 0.0473220 Aug 19 12:17:43.849146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c758a3b-7e5d-420d-97fb-52ae7c90bd50 req-aadf3160-e38c-4923-bef6-d31c4989f445 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380194 Aug 19 12:17:43.884157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '25efe406-48ea-4c12-8cdd-dccd4d978032', 'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:69:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:59Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:43.911224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] Checking router: 5aacd39e-8c93-4289-afa8-a781f1ec1921 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:43.917599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1d33-a951-4751-8d54-be846652563d req-60bc34cc-6e7b-45f2-bed0-223faf6afd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:43.919586 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdaf1d33-a951-4751-8d54-be846652563d req-60bc34cc-6e7b-45f2-bed0-223faf6afd7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c52e468b-8565-4cb6-9510-227dc369419f HTTP/1.1" status: 200 len: 897 time: 0.1085548 Aug 19 12:17:43.920510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:43.921214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:43.969621 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdaf1d33-a951-4751-8d54-be846652563d req-39d9e63f-2f20-4f11-b973-270ee15a3004 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 HTTP/1.1" status: 200 len: 217 time: 0.0404835 Aug 19 12:17:44.031051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1d33-a951-4751-8d54-be846652563d req-95d8cc53-4d21-4343-9234-5d41e8a8be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.031514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:44.032601 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdaf1d33-a951-4751-8d54-be846652563d req-95d8cc53-4d21-4343-9234-5d41e8a8be70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e29885f-db1f-4c7c-87b8-a0f7ac735ed4 HTTP/1.1" status: 200 len: 835 time: 0.0489442 Aug 19 12:17:44.082918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1d33-a951-4751-8d54-be846652563d req-ecaae8d9-0fe7-49f5-b89b-ba096adf6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.084451 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdaf1d33-a951-4751-8d54-be846652563d req-ecaae8d9-0fe7-49f5-b89b-ba096adf6b5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c52e468b-8565-4cb6-9510-227dc369419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426548 Aug 19 12:17:44.187296 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdaf1d33-a951-4751-8d54-be846652563d req-73024784-de90-4fac-9caa-8b07366d484b service neutron] 10.222.0.54 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930505 Aug 19 12:17:44.258940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '25efe406-48ea-4c12-8cdd-dccd4d978032', 'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:69:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:59Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:44.301750 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bdaf1d33-a951-4751-8d54-be846652563d req-4dfee9fc-ae81-4607-863f-5432f2cf30a9 service neutron] 10.222.0.54 "GET /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048088 Aug 19 12:17:44.304675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0fd763-9d7a-4358-b97e-19a5bf18a720 None None] The sync data for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 is: [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 4, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '25efe406-48ea-4c12-8cdd-dccd4d978032', 'name': '', 'network_id': 'c52e468b-8565-4cb6-9510-227dc369419f', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'mac_address': 'fa:16:3e:69:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:59Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'subnets': [{'id': '4e29885f-db1f-4c7c-87b8-a0f7ac735ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:44.373774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d98e4-7605-4f12-9f99-80bdb9897bb2 req-bf2ef0c8-fa68-4ed5-8d56-ca1dbc49d405 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.375321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d71d98e4-7605-4f12-9f99-80bdb9897bb2 req-bf2ef0c8-fa68-4ed5-8d56-ca1dbc49d405 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0552213 Aug 19 12:17:44.422563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d71d98e4-7605-4f12-9f99-80bdb9897bb2 req-569296db-11e2-4551-9e6f-1ee85331750b tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Aug 19 12:17:44.607803 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf007e3-3bb2-4aef-a231-68af4fde5c24 None None] New status for floating IP 584c9b77-90b2-4057-9c64-4d31937af56f: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:17:44.764359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc223da3-d1b1-4c7a-b159-e4597d49b949 req-a18bcc1b-eac7-49a6-8ddc-5d5622de5e63 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.766251 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc223da3-d1b1-4c7a-b159-e4597d49b949 req-a18bcc1b-eac7-49a6-8ddc-5d5622de5e63 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0590923 Aug 19 12:17:44.815866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc223da3-d1b1-4c7a-b159-e4597d49b949 req-24266f83-227b-424b-b86d-fd1ee1afd128 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420806 Aug 19 12:17:45.335881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760afbf-c035-4125-92b7-7967e88183d7 req-d2f72bdd-7462-4af8-a33d-8e6cfe3ce67e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:45.337410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8760afbf-c035-4125-92b7-7967e88183d7 req-d2f72bdd-7462-4af8-a33d-8e6cfe3ce67e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.4112508 Aug 19 12:17:45.376778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8760afbf-c035-4125-92b7-7967e88183d7 req-8945715b-64d6-4098-8677-f7aecf733682 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/security-groups?id=739fe54b-481e-451c-b918-877013874587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325241 Aug 19 12:17:45.411047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-6c3cbc33-2884-42c3-a283-df2beb5f47a8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:45.412522 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-6c3cbc33-2884-42c3-a283-df2beb5f47a8 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 945 time: 0.0536196 Aug 19 12:17:45.506284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53126) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:45.511988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5bc34ef5-1be0-4465-9540-f4ccf43597a4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934218108', 'description': 'tempest-secgroup-smoke-934218108 description', 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:45.527098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:45.527335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.552409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c11f8-0fd0-4c15-8510-4d43381e9bc1 req-4a5aed0c-7bfc-433f-b619-8812b0f871a1 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:45.554110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-486c11f8-0fd0-4c15-8510-4d43381e9bc1 req-4a5aed0c-7bfc-433f-b619-8812b0f871a1 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0559602 Aug 19 12:17:45.587446 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bc34ef5-1be0-4465-9540-f4ccf43597a4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.594543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-486c11f8-0fd0-4c15-8510-4d43381e9bc1 req-48a4c0e5-3b50-438f-a48a-54544e11de3a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337830 Aug 19 12:17:45.656878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:45.657256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.678284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:45.779509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bc34ef5-1be0-4465-9540-f4ccf43597a4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.788475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bc34ef5-1be0-4465-9540-f4ccf43597a4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.836554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bc34ef5-1be0-4465-9540-f4ccf43597a4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.837839 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5bc34ef5-1be0-4465-9540-f4ccf43597a4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3304956 Aug 19 12:17:45.842051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53130) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:45.846504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-94a7ba19-62b6-44fa-8014-a47605a21260 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'security_group_rule': {'security_group_id': '71128140-f4ef-4aed-8f0a-a82bf394d02b', 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:45.868312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc34ef5-1be0-4465-9540-f4ccf43597a4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71128140-f4ef-4aed-8f0a-a82bf394d02b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:45.911532 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.914118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba19-62b6-44fa-8014-a47605a21260 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.939668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d8e43-3c41-46eb-a71c-1cd500b697e5 req-24301b4d-9ab6-4c34-9149-3ce3e34f98a0 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:45.941145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-991d8e43-3c41-46eb-a71c-1cd500b697e5 req-24301b4d-9ab6-4c34-9149-3ce3e34f98a0 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0551100 Aug 19 12:17:45.960548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:45.990528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-991d8e43-3c41-46eb-a71c-1cd500b697e5 req-0b6aaaba-9ebd-4c6a-a5ec-a59520774a47 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Aug 19 12:17:46.024201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] No DVR routers for this DVR port 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:46.027300 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.029448 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d8f8068c-62d5-4fe3-aa5f-3344e0d7fac6 req-e14dd710-a074-4dcd-b65c-db7e5ef7363e tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.54 "DELETE /v2.0/ports/7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 HTTP/1.1" status: 204 len: 173 time: 0.6108468 Aug 19 12:17:46.029948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'name': 'network-vif-deleted', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:46.032215 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154e66a1-1687-4c40-a9bc-5fb9f8a387a9" -d '{"events": [{"server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "name": "network-vif-deleted", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:46.049435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba19-62b6-44fa-8014-a47605a21260 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.053719 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba19-62b6-44fa-8014-a47605a21260 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.072070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7ba19-62b6-44fa-8014-a47605a21260 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb61b62e-235d-4f97-a1b2-c1e4f74a618d,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.079796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba19-62b6-44fa-8014-a47605a21260 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.081109 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-94a7ba19-62b6-44fa-8014-a47605a21260 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2380152 Aug 19 12:17:46.082673 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fee2dc-d539-412e-a2a5-a07aa1c15bac x-openstack-request-id: req-a8fee2dc-d539-412e-a2a5-a07aa1c15bac {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:46.082988 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da50b98e-2346-456e-8d13-36427cfe0229", "name": "network-vif-deleted", "tag": "7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:46.083234 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8fee2dc-d539-412e-a2a5-a07aa1c15bac {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:46.083901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53134) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:46.084967 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da50b98e-2346-456e-8d13-36427cfe0229', 'name': 'network-vif-deleted', 'tag': '7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852', 'status': 'completed', 'code': 200} Aug 19 12:17:46.088616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-152f1e11-f3c2-4005-8e46-a420e142e61e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'security_group_rule': {'security_group_id': '71128140-f4ef-4aed-8f0a-a82bf394d02b', 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:46.117000 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-152f1e11-f3c2-4005-8e46-a420e142e61e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.166796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-152f1e11-f3c2-4005-8e46-a420e142e61e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.173639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-152f1e11-f3c2-4005-8e46-a420e142e61e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.201556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f1e11-f3c2-4005-8e46-a420e142e61e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00842b52-2bd9-4833-a638-e72dd1a518c2,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.205822 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-152f1e11-f3c2-4005-8e46-a420e142e61e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.210657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-152f1e11-f3c2-4005-8e46-a420e142e61e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221182 Aug 19 12:17:46.211185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53136) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:46.215527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-36b76625-cbe9-4d31-ba03-66290e2ffe10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'security_group_rule': {'security_group_id': '71128140-f4ef-4aed-8f0a-a82bf394d02b', 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:46.247489 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-36b76625-cbe9-4d31-ba03-66290e2ffe10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.312849 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-36b76625-cbe9-4d31-ba03-66290e2ffe10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.318209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-36b76625-cbe9-4d31-ba03-66290e2ffe10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.338391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b76625-cbe9-4d31-ba03-66290e2ffe10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76dba21-f946-42ce-abea-958ef2ab69a0,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.346360 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-36b76625-cbe9-4d31-ba03-66290e2ffe10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.347737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-36b76625-cbe9-4d31-ba03-66290e2ffe10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358061 Aug 19 12:17:46.350632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53138) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:46.355505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-585afe4b-0f78-405f-9434-d743797b1bab tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'security_group_rule': {'security_group_id': '71128140-f4ef-4aed-8f0a-a82bf394d02b', 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:46.388619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-585afe4b-0f78-405f-9434-d743797b1bab tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.458538 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-585afe4b-0f78-405f-9434-d743797b1bab tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.465269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-585afe4b-0f78-405f-9434-d743797b1bab tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.484831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585afe4b-0f78-405f-9434-d743797b1bab tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85c63f7-ce8e-4987-8416-56b70ed659dd,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.491846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-585afe4b-0f78-405f-9434-d743797b1bab tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.493408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-585afe4b-0f78-405f-9434-d743797b1bab tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416848 Aug 19 12:17:46.495468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a29956ff-31f9-4f6f-9226-d1262da0ec64 req-0bd95f54-d981-4651-a111-68bd9517cb1b tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "GET /v2.0/ports?device_id=da50b98e-2346-456e-8d13-36427cfe0229 HTTP/1.1" status: 200 len: 210 time: 0.0274966 Aug 19 12:17:46.496036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53142) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:46.500902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-02ed7494-d5cd-4a3e-a9e3-26ba6ca06434 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'security_group_rule': {'security_group_id': '71128140-f4ef-4aed-8f0a-a82bf394d02b', 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:46.526163 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-02ed7494-d5cd-4a3e-a9e3-26ba6ca06434 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Project e070eaccb0d04da3b0ce6e7a5a5d690e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:17:46.531695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02ed7494-d5cd-4a3e-a9e3-26ba6ca06434 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.598873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02ed7494-d5cd-4a3e-a9e3-26ba6ca06434 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.603298 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02ed7494-d5cd-4a3e-a9e3-26ba6ca06434 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.620700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed7494-d5cd-4a3e-a9e3-26ba6ca06434 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a96d6d1-e78e-47a9-bc0f-e560c2ea0a96,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.627476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02ed7494-d5cd-4a3e-a9e3-26ba6ca06434 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.631650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-02ed7494-d5cd-4a3e-a9e3-26ba6ca06434 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345899 Aug 19 12:17:46.632020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53146) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:46.637788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5b5c1249-6ac3-4b92-8f51-6e5d02334f4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'security_group_rule': {'security_group_id': '71128140-f4ef-4aed-8f0a-a82bf394d02b', 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:46.665994 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-5b5c1249-6ac3-4b92-8f51-6e5d02334f4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Project e070eaccb0d04da3b0ce6e7a5a5d690e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:17:46.672098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b5c1249-6ac3-4b92-8f51-6e5d02334f4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.722509 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:17:46.759455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662f810-b4e2-4fc5-a837-380779311560 req-c3ed36de-1e6c-461c-b807-7c485bf18a65 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:46.761028 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0662f810-b4e2-4fc5-a837-380779311560 req-c3ed36de-1e6c-461c-b807-7c485bf18a65 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0861580 Aug 19 12:17:46.767213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b5c1249-6ac3-4b92-8f51-6e5d02334f4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.775266 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b5c1249-6ac3-4b92-8f51-6e5d02334f4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.802515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c1249-6ac3-4b92-8f51-6e5d02334f4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10fc4a9-9430-4730-8ca5-790f010061b7,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.817524 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5b5c1249-6ac3-4b92-8f51-6e5d02334f4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.818691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5b5c1249-6ac3-4b92-8f51-6e5d02334f4a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1852739 Aug 19 12:17:46.821724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0662f810-b4e2-4fc5-a837-380779311560 req-dbaca140-4d2b-44fa-b34b-1a5cb418bf54 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534093 Aug 19 12:17:47.116710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba8a1-378b-4526-9b65-2c8a11faf60b req-d5053221-e9c9-48fc-bedc-a80297beb76f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:47.118257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-685ba8a1-378b-4526-9b65-2c8a11faf60b req-d5053221-e9c9-48fc-bedc-a80297beb76f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0513036 Aug 19 12:17:47.157970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-685ba8a1-378b-4526-9b65-2c8a11faf60b req-783e4d9e-083d-4720-9769-aebfe59ae35e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Aug 19 12:17:47.555709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53224) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:47.985702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8a67a-d442-41c0-bcb4-82d29eef70d6 req-5f6637b8-c7fa-4c02-b3dc-ed4b5b689657 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:47.987344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bcb8a67a-d442-41c0-bcb4-82d29eef70d6 req-5f6637b8-c7fa-4c02-b3dc-ed4b5b689657 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0806539 Aug 19 12:17:47.997578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.107577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bcb8a67a-d442-41c0-bcb4-82d29eef70d6 req-21a0be77-649a-4cf7-bea2-da9250882c26 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053023 Aug 19 12:17:48.338517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9776899-0362-4017-b07c-054b3cf2109a req-d7533f9a-6ff3-4edb-bfb9-dfa10d59c42d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:48.340051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9776899-0362-4017-b07c-054b3cf2109a req-d7533f9a-6ff3-4edb-bfb9-dfa10d59c42d tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0845246 Aug 19 12:17:48.385507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-38d256e8-8fec-4794-8869-591b9bf39b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.394525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port 25efe406-48ea-4c12-8cdd-dccd4d978032 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:48.394865 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.401162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9776899-0362-4017-b07c-054b3cf2109a req-8348de90-3af9-43db-a011-2e2c9b1b2dc2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509648 Aug 19 12:17:48.489712 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port 25efe406-48ea-4c12-8cdd-dccd4d978032, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=25efe406-48ea-4c12-8cdd-dccd4d978032,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:48.490404 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.504375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for 25efe406-48ea-4c12-8cdd-dccd4d978032 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:48.708003 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.740419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=25efe406-48ea-4c12-8cdd-dccd4d978032,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:48.930721 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.160092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Router 5aacd39e-8c93-4289-afa8-a781f1ec1921 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:49.302149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b2399-039e-4cb2-8887-fda3ff462b14 req-52c44487-b18f-4ac7-8b54-bde56e84803a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:49.303586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-828b2399-039e-4cb2-8887-fda3ff462b14 req-52c44487-b18f-4ac7-8b54-bde56e84803a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0989504 Aug 19 12:17:49.328259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:49.333693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-de51dc83-7f8d-4b00-a78f-b3bc569170a9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "PUT /v2.0/routers/5aacd39e-8c93-4289-afa8-a781f1ec1921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7768126 Aug 19 12:17:49.336512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53236) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:49.343070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] Sync routers for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:49.362476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-828b2399-039e-4cb2-8887-fda3ff462b14 req-c4458409-69dc-40ed-8e76-d3af69554f63 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509198 Aug 19 12:17:49.362821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:49.363522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:49.403328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c29780-e008-422f-8eff-fd9ffec406b9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting subnet 4e29885f-db1f-4c7c-87b8-a0f7ac735ed4 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:17:49.408000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e4c29780-e008-422f-8eff-fd9ffec406b9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.452815 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e4c29780-e008-422f-8eff-fd9ffec406b9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.511539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:49.543552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42a8fb-f63b-45df-8017-5caeb6668be6 req-bb96c412-ca38-4f6e-baec-0c796856fef1 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:49.545812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b42a8fb-f63b-45df-8017-5caeb6668be6 req-bb96c412-ca38-4f6e-baec-0c796856fef1 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0623155 Aug 19 12:17:49.555537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e4c29780-e008-422f-8eff-fd9ffec406b9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.601974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b42a8fb-f63b-45df-8017-5caeb6668be6 req-549252da-ea9d-4fec-b0ac-b94656153735 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 Aug 19 12:17:49.646890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e4c29780-e008-422f-8eff-fd9ffec406b9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.674496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c29780-e008-422f-8eff-fd9ffec406b9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Subnet': ['ID=4e29885f-db1f-4c7c-87b8-a0f7ac735ed4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:49.682157 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e4c29780-e008-422f-8eff-fd9ffec406b9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.684089 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e4c29780-e008-422f-8eff-fd9ffec406b9 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/subnets/4e29885f-db1f-4c7c-87b8-a0f7ac735ed4 HTTP/1.1" status: 204 len: 168 time: 0.3465109 Aug 19 12:17:49.686947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53240) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:49.690949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81f803f-4a4c-42b8-85be-3b2cdc27497c None None] Network c52e468b-8565-4cb6-9510-227dc369419f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:49.800945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.819154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:17:48Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:49.852650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] Checking router: 5aacd39e-8c93-4289-afa8-a781f1ec1921 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:49.864479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] Routers {'5aacd39e-8c93-4289-afa8-a781f1ec1921'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:49.865129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5aacd39e-8c93-4289-afa8-a781f1ec1921'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:49.900642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:49.924860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:49.925210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 7c5b3a18-0ca7-4ba8-bb13-e3dd9efc1852 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:49.935047 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.999429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Deleting port a6b51a41-afbb-4dd0-8366-7ce59895e00f {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:50.000002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.083146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] For port a6b51a41-afbb-4dd0-8366-7ce59895e00f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a6b51a41-afbb-4dd0-8366-7ce59895e00f,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:50.083512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.102076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Calling delete_port for a6b51a41-afbb-4dd0-8366-7ce59895e00f owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:50.137982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2fb323-b3a0-453f-8007-5049850e8464 None None] DHCP port deletion for c52e468b-8565-4cb6-9510-227dc369419f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:17:50.197228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] Set router 5aacd39e-8c93-4289-afa8-a781f1ec1921 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:50.285030 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.311651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ce2fb323-b3a0-453f-8007-5049850e8464 None None] Deleting port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:50.312038 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce2fb323-b3a0-453f-8007-5049850e8464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.317752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Port': ['ID=a6b51a41-afbb-4dd0-8366-7ce59895e00f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:50.380801 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.400550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ce2fb323-b3a0-453f-8007-5049850e8464 None None] For port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0aa2c43d-dd87-4747-ae62-67ffbb1a2420,segment=NetworkSegment(89395a29-b207-4277-9c55-959ff4029dca),segment_id=89395a29-b207-4277-9c55-959ff4029dca)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:50.401007 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce2fb323-b3a0-453f-8007-5049850e8464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.423552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ce2fb323-b3a0-453f-8007-5049850e8464 None None] Calling delete_port for 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:50.503841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.509546 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.527930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e0d1e-b9eb-4cce-b86b-0ace672534d9 req-2147bf6b-05b2-4790-9a56-0a4e106812e8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:50.533270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-085e0d1e-b9eb-4cce-b86b-0ace672534d9 req-2147bf6b-05b2-4790-9a56-0a4e106812e8 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0885482 Aug 19 12:17:50.549814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:17:48Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:50.553707 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce2fb323-b3a0-453f-8007-5049850e8464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.584601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.585406 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Fanout notify agent at l3_agent the message router_deleted on router 5aacd39e-8c93-4289-afa8-a781f1ec1921 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:17:50.591820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f619b753-5b21-4cde-af98-7931e74fe450 None None] The sync data for ids ['5aacd39e-8c93-4289-afa8-a781f1ec1921'] in n-d-778550-9 is: [{'id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1650883266', 'tenant_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:49Z', 'updated_at': '2021-08-19T12:17:48Z', 'revision_number': 5, 'project_id': 'f14f7ec1d8064a3bb955de098f4e5e41', 'gw_port': {'id': 'a6b51a41-afbb-4dd0-8366-7ce59895e00f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aacd39e-8c93-4289-afa8-a781f1ec1921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:50Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:50.595017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.600132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-84c68fde-010a-4d21-81d7-e182ac1d2dc6 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/routers/5aacd39e-8c93-4289-afa8-a781f1ec1921 HTTP/1.1" status: 204 len: 168 time: 0.9121664 Aug 19 12:17:50.601226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53246) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:50.616550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2fb323-b3a0-453f-8007-5049850e8464 None None] No DVR routers for this DVR port 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:50.621106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fb323-b3a0-453f-8007-5049850e8464 None None] Pushing event deleted for resources: {'Port': ['ID=0aa2c43d-dd87-4747-ae62-67ffbb1a2420,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:50.658430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-085e0d1e-b9eb-4cce-b86b-0ace672534d9 req-a042c012-b589-4eef-bf48-e1672f61e4a3 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187696 Aug 19 12:17:50.716041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.774530 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ba25-1bc5-4b62-9b63-a76335fe401d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.779214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21225b-98d8-4dda-83b8-6e24d86c541b req-c4bc8f0c-8703-436d-afbb-31f1951af098 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:50.781050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a21225b-98d8-4dda-83b8-6e24d86c541b req-c4bc8f0c-8703-436d-afbb-31f1951af098 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0702579 Aug 19 12:17:50.826960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.827278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a21225b-98d8-4dda-83b8-6e24d86c541b req-658e72f2-af05-431f-85ea-fd7ca63a65cd tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Aug 19 12:17:50.846584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52e468b-8565-4cb6-9510-227dc369419f']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:50.857051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89395a29-b207-4277-9c55-959ff4029dca') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:50.857346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89395a29-b207-4277-9c55-959ff4029dca') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:50.866611 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.883861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.891345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:17:50.891792 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.893984 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:17:50.894940 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:17:50.956233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.964068 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.965328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/networks/c52e468b-8565-4cb6-9510-227dc369419f HTTP/1.1" status: 204 len: 168 time: 0.3629625 Aug 19 12:17:50.968874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53250) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:50.978708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8acf4-7e82-4bd7-a741-2e4b19b64fa1 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'Network': ['ID=c52e468b-8565-4cb6-9510-227dc369419f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:51.053424 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.087073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.118625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:51.149661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:51.150010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0aa2c43d-dd87-4747-ae62-67ffbb1a2420 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:51.169467 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.172370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.173573 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] 10.222.0.65 "DELETE /v2.0/security-groups/739fe54b-481e-451c-b918-877013874587 HTTP/1.1" status: 204 len: 168 time: 0.2037535 Aug 19 12:17:51.184969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=739fe54b-481e-451c-b918-877013874587,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:51.195718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.196265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.197254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.197699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.198214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.198974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.199405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.201186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.201186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.201701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.201701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.203565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31642e01-d2ee-41db-b810-c77ebb40a5f0 tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:51.487484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53258) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:51.643045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4f7aa880-8376-47a3-854a-809c2cb2093c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f14f7ec1d8064a3bb955de098f4e5e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541414 Aug 19 12:17:51.645516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53264) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:51.701612 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-783f11ef-b03d-486b-92ca-e303ae792ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.724472 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-783f11ef-b03d-486b-92ca-e303ae792ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.802737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d3e00-85cc-4e00-819e-aa7a19359756 req-48019b41-73a4-409e-a0cb-9ea0949d6002 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:51.804306 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d44d3e00-85cc-4e00-819e-aa7a19359756 req-48019b41-73a4-409e-a0cb-9ea0949d6002 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0730152 Aug 19 12:17:51.832759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-783f11ef-b03d-486b-92ca-e303ae792ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.836652 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-783f11ef-b03d-486b-92ca-e303ae792ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.837272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-783f11ef-b03d-486b-92ca-e303ae792ed7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b551f206-3bd8-4765-9934-4a0705afe4df HTTP/1.1" status: 204 len: 168 time: 0.1906621 Aug 19 12:17:51.852990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f11ef-b03d-486b-92ca-e303ae792ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b551f206-3bd8-4765-9934-4a0705afe4df,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:51.869537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d44d3e00-85cc-4e00-819e-aa7a19359756 req-9ace53fa-77ef-4823-8c5c-1e88c4f4b81e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Aug 19 12:17:51.964563 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.983037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aca9ed-9ac5-4166-b7dc-b5ac89a2cf47 req-9f73e950-e5aa-4fdf-96a9-ad978fd03439 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:51.984564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60aca9ed-9ac5-4166-b7dc-b5ac89a2cf47 req-9f73e950-e5aa-4fdf-96a9-ad978fd03439 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0589695 Aug 19 12:17:52.030208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60aca9ed-9ac5-4166-b7dc-b5ac89a2cf47 req-9d069fff-8eb1-4b5b-89cc-4775f7a27256 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381861 Aug 19 12:17:52.170156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53274) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:52.218804 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ed114419-1c3b-46fa-835b-3212229888ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96650b61607146258ae41e2b65eb16a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472722 Aug 19 12:17:52.221108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53276) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:52.585065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a6b51a41-afbb-4dd0-8366-7ce59895e00f no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:52.612866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: a6b51a41-afbb-4dd0-8366-7ce59895e00f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:52.613216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a6b51a41-afbb-4dd0-8366-7ce59895e00f not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:52.613640 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 25efe406-48ea-4c12-8cdd-dccd4d978032 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:52.634075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 25efe406-48ea-4c12-8cdd-dccd4d978032 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:52.634632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 25efe406-48ea-4c12-8cdd-dccd4d978032 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:52.648953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9a8fe8b-8f7a-4610-92b4-0f353ab87341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.673675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9a8fe8b-8f7a-4610-92b4-0f353ab87341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.729056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9a8fe8b-8f7a-4610-92b4-0f353ab87341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.732469 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d9a8fe8b-8f7a-4610-92b4-0f353ab87341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.734405 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d9a8fe8b-8f7a-4610-92b4-0f353ab87341 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bcfdb2ab-c95a-424c-9f5b-7004231d500d HTTP/1.1" status: 204 len: 168 time: 0.5121496 Aug 19 12:17:52.743871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8fe8b-8f7a-4610-92b4-0f353ab87341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfdb2ab-c95a-424c-9f5b-7004231d500d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:52.998894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762b4ca-1c8c-4907-9330-9ba8b758b8bc req-acf2cadd-6458-4d29-868a-7b4897395772 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:53.000415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2762b4ca-1c8c-4907-9330-9ba8b758b8bc req-acf2cadd-6458-4d29-868a-7b4897395772 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0526016 Aug 19 12:17:53.045319 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2762b4ca-1c8c-4907-9330-9ba8b758b8bc req-8e7c90a1-8d6f-4095-8449-4fe11d1860d5 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Aug 19 12:17:53.162850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97e022-f14c-41af-8b9b-8b2b3c97e78a req-36102a09-4ebe-4971-a203-e0513c9b6a6b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:53.165124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c97e022-f14c-41af-8b9b-8b2b3c97e78a req-36102a09-4ebe-4971-a203-e0513c9b6a6b tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0574839 Aug 19 12:17:53.206437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c97e022-f14c-41af-8b9b-8b2b3c97e78a req-1b45cc0c-02c9-4919-9578-c154d4ce4120 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Aug 19 12:17:53.456538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7e8c-8d12-4ff8-9a0b-92290c9c7b93 req-ce758cd7-9970-4313-b2d1-d659edea845a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:53.459809 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59dd7e8c-8d12-4ff8-9a0b-92290c9c7b93 req-ce758cd7-9970-4313-b2d1-d659edea845a tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0684497 Aug 19 12:17:53.505604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59dd7e8c-8d12-4ff8-9a0b-92290c9c7b93 req-1a2f24b8-1651-4df2-881c-6d0dd960f2bf tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Aug 19 12:17:53.634406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916a98c-4855-42d9-83f7-a47f1f1a5c23 req-21094435-52d6-4c0b-8d71-b63e9624ec33 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:53.635929 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c916a98c-4855-42d9-83f7-a47f1f1a5c23 req-21094435-52d6-4c0b-8d71-b63e9624ec33 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Aug 19 12:17:53.700844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c916a98c-4855-42d9-83f7-a47f1f1a5c23 req-4c600619-b9ba-4736-b6cc-3a13dd0e42d2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506589 Aug 19 12:17:53.985306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac991c-f664-4f33-a064-a66e6e5fac62 req-0bf80c05-5b4f-4b08-8d82-ad69a144c676 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:53.987472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7ac991c-f664-4f33-a064-a66e6e5fac62 req-0bf80c05-5b4f-4b08-8d82-ad69a144c676 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0633373 Aug 19 12:17:54.012485 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.035809 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7ac991c-f664-4f33-a064-a66e6e5fac62 req-47472d4b-d460-46a7-80a6-2628b7b89881 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Aug 19 12:17:54.177339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f2f8a-067e-4e04-afe0-94ae98ae87d5 req-496d5ffb-fbb3-4f5d-8567-e39d677367f1 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:54.179135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da7f2f8a-067e-4e04-afe0-94ae98ae87d5 req-496d5ffb-fbb3-4f5d-8567-e39d677367f1 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0517299 Aug 19 12:17:54.195999 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.225045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da7f2f8a-067e-4e04-afe0-94ae98ae87d5 req-e1cecbe1-d6ad-4c25-9f79-ef13bcbb8d70 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344253 Aug 19 12:17:55.122527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcaf4a-889b-4c66-8c67-681f2951036e req-0b42d9fb-5921-49b7-8a3f-321c0938f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.124059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1dcaf4a-889b-4c66-8c67-681f2951036e req-0b42d9fb-5921-49b7-8a3f-321c0938f56f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 1096 time: 0.0514469 Aug 19 12:17:55.144436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53456) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:55.191620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1dcaf4a-889b-4c66-8c67-681f2951036e req-9e79c4ca-8e51-487a-9648-016b7b51854e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Aug 19 12:17:55.199086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195b5bb-6dea-47b5-83ef-41b39e876e4a req-ac78c793-d9d1-4348-abf8-0a4bfc798c85 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.201239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1195b5bb-6dea-47b5-83ef-41b39e876e4a req-ac78c793-d9d1-4348-abf8-0a4bfc798c85 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0902922 Aug 19 12:17:55.249984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1195b5bb-6dea-47b5-83ef-41b39e876e4a req-c2e05aa0-5ba6-49e5-ab69-8a5db0f6f7db tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Aug 19 12:17:55.258316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7012e21-820f-4514-8ac4-ce895437f22f req-5077ae61-bcfa-4a10-82d1-95bb0eb96392 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.260630 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7012e21-820f-4514-8ac4-ce895437f22f req-5077ae61-bcfa-4a10-82d1-95bb0eb96392 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 945 time: 0.0799997 Aug 19 12:17:55.330889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.366686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de309b-53a0-44f1-ba88-d32b0180f0a6 req-a9dcaa01-bfae-4e98-b9f2-3eb9549c0b94 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.369144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36de309b-53a0-44f1-ba88-d32b0180f0a6 req-a9dcaa01-bfae-4e98-b9f2-3eb9549c0b94 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0616610 Aug 19 12:17:55.415796 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36de309b-53a0-44f1-ba88-d32b0180f0a6 req-93b645bf-c736-447a-84fd-4856a8dc7208 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377934 Aug 19 12:17:55.445751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c7012e21-820f-4514-8ac4-ce895437f22f req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Deleting port 6332186c-19b6-42d1-9a60-48b29193720b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:55.446103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7012e21-820f-4514-8ac4-ce895437f22f req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.553164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.561331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.586467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c7012e21-820f-4514-8ac4-ce895437f22f req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] For port 6332186c-19b6-42d1-9a60-48b29193720b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6332186c-19b6-42d1-9a60-48b29193720b,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:55.586837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7012e21-820f-4514-8ac4-ce895437f22f req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.620408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c7012e21-820f-4514-8ac4-ce895437f22f req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Calling delete_port for 6332186c-19b6-42d1-9a60-48b29193720b owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:55.632802 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7303807f25ec49f8abd0d4cde4a191fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847863 Aug 19 12:17:55.632802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e2488d-8db6-4922-8945-9a8a578bc215,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:55.633270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53466) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:55.646413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.646783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.647099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.647439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.647782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.648118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.648451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.648817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.649161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.649477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.649834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.650148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe4976-9bd3-4478-a749-2d7b28e9af42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:55.694339 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a54ed5b-2944-4818-baeb-b4dbf1920d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.718014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a54ed5b-2944-4818-baeb-b4dbf1920d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.779527 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a54ed5b-2944-4818-baeb-b4dbf1920d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.782333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7012e21-820f-4514-8ac4-ce895437f22f req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.784220 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a54ed5b-2944-4818-baeb-b4dbf1920d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.784919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3a54ed5b-2944-4818-baeb-b4dbf1920d34 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6e2488d-8db6-4922-8945-9a8a578bc215 HTTP/1.1" status: 204 len: 168 time: 0.1506157 Aug 19 12:17:55.794390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54ed5b-2944-4818-baeb-b4dbf1920d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e2488d-8db6-4922-8945-9a8a578bc215,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:55.831930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['6332186c-19b6-42d1-9a60-48b29193720b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:55.834937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event deleted for resources: {'Port': ['ID=6332186c-19b6-42d1-9a60-48b29193720b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:55.836028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b48bfec4-9887-4764-b721-8ea0a72c1ac1'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:55.884239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7012e21-820f-4514-8ac4-ce895437f22f req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] No DVR routers for this DVR port 6332186c-19b6-42d1-9a60-48b29193720b on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:55.887179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7012e21-820f-4514-8ac4-ce895437f22f req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.889978 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7012e21-820f-4514-8ac4-ce895437f22f req-128f59a1-670a-4394-8d91-d5e921c5833f tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.54 "DELETE /v2.0/ports/6332186c-19b6-42d1-9a60-48b29193720b HTTP/1.1" status: 204 len: 173 time: 0.6207063 Aug 19 12:17:55.890690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8447f4a-fc62-4042-81e5-7a6ad7967d32', 'name': 'network-vif-deleted', 'tag': '6332186c-19b6-42d1-9a60-48b29193720b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:55.893161 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e02f4d-aff7-4522-b538-7ca2b28ad0d0" -d '{"events": [{"server_uuid": "b8447f4a-fc62-4042-81e5-7a6ad7967d32", "name": "network-vif-deleted", "tag": "6332186c-19b6-42d1-9a60-48b29193720b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:55.955716 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18710dd-2fee-453a-800c-b2fbb5408370 x-openstack-request-id: req-d18710dd-2fee-453a-800c-b2fbb5408370 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:55.956055 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8447f4a-fc62-4042-81e5-7a6ad7967d32", "name": "network-vif-deleted", "tag": "6332186c-19b6-42d1-9a60-48b29193720b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:55.956310 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d18710dd-2fee-453a-800c-b2fbb5408370 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:55.956799 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8447f4a-fc62-4042-81e5-7a6ad7967d32', 'name': 'network-vif-deleted', 'tag': '6332186c-19b6-42d1-9a60-48b29193720b', 'status': 'completed', 'code': 200} Aug 19 12:17:56.134513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53478) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:56.147967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c110c86b-eafa-4725-b587-41c21ff13a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.248773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c110c86b-eafa-4725-b587-41c21ff13a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.253816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c110c86b-eafa-4725-b587-41c21ff13a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.308237 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c110c86b-eafa-4725-b587-41c21ff13a3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a63dec8fcb9543c08aa5f7a09af674ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726050 Aug 19 12:17:56.309532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110c86b-eafa-4725-b587-41c21ff13a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eebfcc8-b2b0-451d-a998-fa4f465d3142,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:56.311080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53482) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:56.383949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e6927c5-e456-4329-adbe-4202545d74c4 req-79be9ac5-76d0-4b8b-9063-7420da9e7e51 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8447f4a-fc62-4042-81e5-7a6ad7967d32 HTTP/1.1" status: 200 len: 210 time: 0.0391862 Aug 19 12:17:56.400342 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bae03fbf-9506-4302-900a-21bd4136d92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.431597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bae03fbf-9506-4302-900a-21bd4136d92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.486549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bae03fbf-9506-4302-900a-21bd4136d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.489589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bae03fbf-9506-4302-900a-21bd4136d92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.491006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bae03fbf-9506-4302-900a-21bd4136d92d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3eebfcc8-b2b0-451d-a998-fa4f465d3142 HTTP/1.1" status: 204 len: 168 time: 0.1789186 Aug 19 12:17:56.502806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae03fbf-9506-4302-900a-21bd4136d92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eebfcc8-b2b0-451d-a998-fa4f465d3142,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:56.583355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf90458-112e-4be7-a8a4-156969a26d12 req-2c5995dd-46ef-4e92-accd-22edd35eed86 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.592882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bf90458-112e-4be7-a8a4-156969a26d12 req-2c5995dd-46ef-4e92-accd-22edd35eed86 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0736995 Aug 19 12:17:56.633285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bf90458-112e-4be7-a8a4-156969a26d12 req-2d6eea8b-4012-45ed-a76d-b63e466a097e tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394437 Aug 19 12:17:57.013398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a83a13-a177-45c7-b165-23cae3f7f672 req-0643a63f-ef89-47b9-8052-48e5f9cc948c tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.020589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34a83a13-a177-45c7-b165-23cae3f7f672 req-0643a63f-ef89-47b9-8052-48e5f9cc948c tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0928926 Aug 19 12:17:57.030312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-0183179a-0e1a-4241-99cc-e43650360020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.031752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-0183179a-0e1a-4241-99cc-e43650360020 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c2a5952535b41958824c409138c9165&device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 1096 time: 0.0723360 Aug 19 12:17:57.109404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34a83a13-a177-45c7-b165-23cae3f7f672 req-ec30c300-c666-49eb-9406-f39f9978cb3a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876319 Aug 19 12:17:57.172534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-d4351567-4da1-463d-921c-2017d8e2127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.174056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-d4351567-4da1-463d-921c-2017d8e2127c service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 200 len: 919 time: 0.1345801 Aug 19 12:17:57.222097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-fb67b34a-d166-4f6c-bab0-66baf33b4c2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82f75c0-6051-4981-9087-b53fe13b4de0 HTTP/1.1" status: 200 len: 217 time: 0.0402477 Aug 19 12:17:57.275958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-52aced3e-be5e-447c-8ae2-cca929c0ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.277528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-52aced3e-be5e-447c-8ae2-cca929c0ae67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 200 len: 858 time: 0.0475702 Aug 19 12:17:57.319387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-b1509d37-fb7e-4ad6-8abc-36af834b883f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb99be0b-fc38-4615-ac5a-17103895ea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348763 Aug 19 12:17:57.436049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-0c88231d-b327-41c8-b1e1-d426b02ca7c2 service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088691 Aug 19 12:17:57.440889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53518) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:57.582901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-194fa13e-7ed8-4f3b-b2e3-ecdc32855e68 req-ca54af39-c2ea-4757-804c-399a8b8f594e service neutron] 10.222.0.69 "GET /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391430 Aug 19 12:17:57.595885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-702140881-network', 'tenant_id': '9844dc0bfd094052906e539d62437239'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:57.621410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Made reservation on behalf of 9844dc0bfd094052906e539d62437239 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:57.624889 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.638946 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.754117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.759382 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.784206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:17:57.801140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4463edc-2415-4f48-b2ab-d0e0ac5b2752,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:57.813414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.813768 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Added segment f312d9f5-0217-4468-981d-edd725805c67 of type vlan for network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 Aug 19 12:17:57.862416 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.905890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.907140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.907723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.968975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5266824 Aug 19 12:17:57.972030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53552) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:57.977212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Request body: {'subnet': {'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-702140881-subnet', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:57.992318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdc69c-90ac-4fea-a981-a2165e33d5dd admin admin] Pushing event updated for resources: {'Network': ['ID=ff9f162d-8e11-4e8f-a627-a72b49ab1f67,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:58.000965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Made reservation on behalf of 9844dc0bfd094052906e539d62437239 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:58.004503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.007719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:17:58.227996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.265174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73eec-07ab-4b82-ab69-d4d386119ec7 req-8772958f-8d22-40bc-8301-9b00b572e639 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.267401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71d73eec-07ab-4b82-ab69-d4d386119ec7 req-8772958f-8d22-40bc-8301-9b00b572e639 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0792027 Aug 19 12:17:58.277391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce364c-fba7-450a-9a07-7dc714a9a687 req-01ef32dc-00ed-414a-916f-ceec1b81aba4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.279157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5ce364c-fba7-450a-9a07-7dc714a9a687 req-01ef32dc-00ed-414a-916f-ceec1b81aba4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 945 time: 0.1013501 Aug 19 12:17:58.292311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2fde0bf-9265-4eba-be2e-c34d186656b8,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:58.303551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Checking segment: {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:58.303921 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Network hostable DHCP agents. Network: ff9f162d-8e11-4e8f-a627-a72b49ab1f67, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:17:58.322802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:17:58.329641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71d73eec-07ab-4b82-ab69-d4d386119ec7 req-3eebb901-45c3-4949-8cf8-9adb9b557e96 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612359 Aug 19 12:17:58.340483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ff9f162d-8e11-4e8f-a627-a72b49ab1f67) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:58.351808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5ce364c-fba7-450a-9a07-7dc714a9a687 req-89262ed0-6bac-4d92-8f4f-d4cd06a213cb tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590639 Aug 19 12:17:58.354032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.354658 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.355018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d905e-b7d5-4423-82c6-22a424c8acfd None None] Network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:58.376667 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0f74e647-834d-4ff3-b281-57ff30090ecb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4034419 Aug 19 12:17:58.379615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53562) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:58.384391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:58.409876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.410894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.473855 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.526118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:17:58.527611 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.531641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.644339 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.677047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Allocated IP 172.20.0.2 (ff9f162d-8e11-4e8f-a627-a72b49ab1f67/e2fde0bf-9265-4eba-be2e-c34d186656b8/afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:58.831682 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.840712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Transition to ACTIVE for port object afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:58.857112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Transition to ACTIVE for port object afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:58.865231 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.916963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:58.920588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:58.924719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:58.930375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Pushing event updated for resources: {'Port': ['ID=afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:58.946764 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.966920 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.992299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Attempting to bind port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:58.992742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Attempting to bind port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:58.993289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Attempting to bind port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad on network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:58.999573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:58.999971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Checking segment: {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:59.000357 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:59.000891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Bound using segment: {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:59.001373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Bound port: afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:59.002154 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:59.074335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] For port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:59.077954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] For port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:59.082961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:59.087242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Allocated IP 172.25.4.238 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/87754709-fe45-4cfe-84b8-dbd1c23b1b15) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:59.152743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee23d-3fb8-4a30-862a-1a789503e091 None None] Pushing event updated for resources: {'Port': ['ID=afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:59.201913 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:59.265094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:59.304726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:59.309095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:59.312383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:59.369352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Pushing event updated for resources: {'Port': ['ID=87754709-fe45-4cfe-84b8-dbd1c23b1b15,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:59.918412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6332186c-19b6-42d1-9a60-48b29193720b no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:59.941726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 6332186c-19b6-42d1-9a60-48b29193720b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:59.942486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6332186c-19b6-42d1-9a60-48b29193720b not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:00.048976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128cc5b-b6f2-441c-8d26-03b82f75e47f req-3cc9ab09-677c-4473-a961-ffb6259fa727 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.053161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7128cc5b-b6f2-441c-8d26-03b82f75e47f req-3cc9ab09-677c-4473-a961-ffb6259fa727 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.5504618 Aug 19 12:18:00.062919 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ef22d-8ac8-472e-b72c-d004161a0125 req-2bf69d6a-f22d-4a54-9db4-a2e1e2f0a43e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.064636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb5ef22d-8ac8-472e-b72c-d004161a0125 req-2bf69d6a-f22d-4a54-9db4-a2e1e2f0a43e tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 945 time: 0.5631356 Aug 19 12:18:00.172743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9692bb-884b-461d-a78b-710fa41552fc req-2e92df49-d4b8-45a5-92c8-c3b6432216c5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.174287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d9692bb-884b-461d-a78b-710fa41552fc req-2e92df49-d4b8-45a5-92c8-c3b6432216c5 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 945 time: 0.1733215 Aug 19 12:18:00.223112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7128cc5b-b6f2-441c-8d26-03b82f75e47f req-db753d72-3296-432c-a782-5d3a81cb9550 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555710 Aug 19 12:18:00.232100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9606d906-7ae0-40b5-80ee-f9a333c98b7b None None] Network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:00.235276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb5ef22d-8ac8-472e-b72c-d004161a0125 req-a3c96c57-9c50-455b-bfda-5563adc699e2 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/security-groups?id=839633dc-4e4a-4cf8-b700-13c59ee13ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515296 Aug 19 12:18:00.238603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.375549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-698de632-879d-4c0d-8014-3ba72122758d None None] Provisioning for port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:00.474811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5d9692bb-884b-461d-a78b-710fa41552fc req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Deleting port b48bfec4-9887-4764-b721-8ea0a72c1ac1 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:00.475378 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5d9692bb-884b-461d-a78b-710fa41552fc req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.598509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.634889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-5d9692bb-884b-461d-a78b-710fa41552fc req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] For port b48bfec4-9887-4764-b721-8ea0a72c1ac1, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b48bfec4-9887-4764-b721-8ea0a72c1ac1,segment=NetworkSegment(a52212fe-af42-49e0-b1aa-31c6c86d7bfa),segment_id=a52212fe-af42-49e0-b1aa-31c6c86d7bfa)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:00.637766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5d9692bb-884b-461d-a78b-710fa41552fc req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.702517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-5d9692bb-884b-461d-a78b-710fa41552fc req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Calling delete_port for b48bfec4-9887-4764-b721-8ea0a72c1ac1 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:00.748607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:00.844120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:00.848477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:00.848477 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.870132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Router 09f31089-55f3-4cdc-875f-935caac8962c is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:18:00.930339 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.964576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:00.969806 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.006684 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5d9692bb-884b-461d-a78b-710fa41552fc req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.024562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:01.063236 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Pushing event deleted for resources: {'Port': ['ID=b48bfec4-9887-4764-b721-8ea0a72c1ac1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:01.106102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:01.110699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9692bb-884b-461d-a78b-710fa41552fc req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] No DVR routers for this DVR port b48bfec4-9887-4764-b721-8ea0a72c1ac1 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:01.113173 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-5d9692bb-884b-461d-a78b-710fa41552fc req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.115517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d9692bb-884b-461d-a78b-710fa41552fc req-e618cff5-b876-4c67-899e-38b18365a37c tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.69 "DELETE /v2.0/ports/b48bfec4-9887-4764-b721-8ea0a72c1ac1 HTTP/1.1" status: 204 len: 173 time: 0.9322443 Aug 19 12:18:01.119301 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Sync routers for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:01.130339 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:01.131179 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:01.139059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa6958f-d21b-4b3c-8147-19aca8756d78', 'name': 'network-vif-deleted', 'tag': 'b48bfec4-9887-4764-b721-8ea0a72c1ac1'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:01.142461 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452d0b47-5254-44e9-853a-1f7756383982" -d '{"events": [{"server_uuid": "9aa6958f-d21b-4b3c-8147-19aca8756d78", "name": "network-vif-deleted", "tag": "b48bfec4-9887-4764-b721-8ea0a72c1ac1"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:01.163483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.166243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c10d3192-2c12-4b4b-a88e-98bec5281b1a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7854555 Aug 19 12:18:01.176166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53610) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:01.225713 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b67261-c708-45cd-b12c-c60a07808ad3 x-openstack-request-id: req-b8b67261-c708-45cd-b12c-c60a07808ad3 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:01.226255 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa6958f-d21b-4b3c-8147-19aca8756d78", "name": "network-vif-deleted", "tag": "b48bfec4-9887-4764-b721-8ea0a72c1ac1", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:01.226682 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8b67261-c708-45cd-b12c-c60a07808ad3 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:01.227161 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa6958f-d21b-4b3c-8147-19aca8756d78', 'name': 'network-vif-deleted', 'tag': 'b48bfec4-9887-4764-b721-8ea0a72c1ac1', 'status': 'completed', 'code': 200} Aug 19 12:18:01.307387 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:01.415338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04039e0e-b8a4-4407-aadb-ca784164ea3e req-5dff8fec-d490-40ba-b8eb-0942084f42b4 tempest-ServersTestJSON-1457928745 tempest-ServersTestJSON-1457928745-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6958f-d21b-4b3c-8147-19aca8756d78 HTTP/1.1" status: 200 len: 210 time: 0.0382435 Aug 19 12:18:01.576405 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:17:59Z', 'revision_number': 3, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:01.610811 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Checking router: 09f31089-55f3-4cdc-875f-935caac8962c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:01.611165 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Updating router 09f31089-55f3-4cdc-875f-935caac8962c port 87754709-fe45-4cfe-84b8-dbd1c23b1b15 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:18:01.647310 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.871373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.064948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Allocated IP 172.20.0.1 (ff9f162d-8e11-4e8f-a627-a72b49ab1f67/e2fde0bf-9265-4eba-be2e-c34d186656b8/3e7a160c-fea7-4bed-9c33-918299e8963e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:02.094352 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.107567 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Transition to ACTIVE for port object 87754709-fe45-4cfe-84b8-dbd1c23b1b15 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:02.115913 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.170643 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Attempting to bind port 87754709-fe45-4cfe-84b8-dbd1c23b1b15 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:02.171633 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Attempting to bind port 87754709-fe45-4cfe-84b8-dbd1c23b1b15 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:02.171819 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Attempting to bind port 87754709-fe45-4cfe-84b8-dbd1c23b1b15 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:02.207009 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:02.207280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.209063 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:02.210930 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.211507 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:02.213544 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Bound port: 87754709-fe45-4cfe-84b8-dbd1c23b1b15, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:02.214000 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.224096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Transition to ACTIVE for port object 3e7a160c-fea7-4bed-9c33-918299e8963e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:02.282796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.302266 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] For port 87754709-fe45-4cfe-84b8-dbd1c23b1b15, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:02.306478 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] For port 87754709-fe45-4cfe-84b8-dbd1c23b1b15, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=87754709-fe45-4cfe-84b8-dbd1c23b1b15,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:02.315118 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.322836 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Pushing event updated for resources: {'Port': ['ID=87754709-fe45-4cfe-84b8-dbd1c23b1b15,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:02.334263 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.335344 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.336065 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.336639 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.337465 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.338056 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.338644 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.339162 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.339676 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.340265 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.340864 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.341006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:02.341644 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:02.351046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:02.354862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:02.390097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Pushing event updated for resources: {'Port': ['ID=3e7a160c-fea7-4bed-9c33-918299e8963e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:02.405843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b48bfec4-9887-4764-b721-8ea0a72c1ac1 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:02.426273 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.450648 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:02.451697 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:02.482574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: b48bfec4-9887-4764-b721-8ea0a72c1ac1 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:02.482918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b48bfec4-9887-4764-b721-8ea0a72c1ac1 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:02.519299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53620) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:02.638495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-348956a6-c755-4e1e-b829-3867db02f00f admin admin] Deleting subnet 84ecb100-42f0-4808-aa59-e994ee63d4c8 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:18:02.645211 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-348956a6-c755-4e1e-b829-3867db02f00f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.694656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.715703 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:02.734449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:02.736786 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-348956a6-c755-4e1e-b829-3867db02f00f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.807486 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-348956a6-c755-4e1e-b829-3867db02f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.949319 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-348956a6-c755-4e1e-b829-3867db02f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.955562 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed201c-6ebd-46d1-8b16-f35f168a2404 None None] Pushing event updated for resources: {'Port': ['ID=87754709-fe45-4cfe-84b8-dbd1c23b1b15,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:02.956759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4a5155d-e3eb-4865-8fe6-0838a5cda13b None None] Provisioning for port 3e7a160c-fea7-4bed-9c33-918299e8963e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:02.987333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c4a5155d-e3eb-4865-8fe6-0838a5cda13b None None] Provisioning complete for port 3e7a160c-fea7-4bed-9c33-918299e8963e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:02.987708 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c4a5155d-e3eb-4865-8fe6-0838a5cda13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.035658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:03.036059 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.057331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-348956a6-c755-4e1e-b829-3867db02f00f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.062736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-348956a6-c755-4e1e-b829-3867db02f00f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/84ecb100-42f0-4808-aa59-e994ee63d4c8 HTTP/1.1" status: 204 len: 168 time: 0.5411170 Aug 19 12:18:03.063536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53626) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:03.064303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348956a6-c755-4e1e-b829-3867db02f00f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ecb100-42f0-4808-aa59-e994ee63d4c8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:03.115417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5155d-e3eb-4865-8fe6-0838a5cda13b None None] Port 3e7a160c-fea7-4bed-9c33-918299e8963e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:03.127832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.133568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.134096 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:17:59Z', 'revision_number': 3, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:03.159301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.171995 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4306f9-57ed-4bcf-9c1c-a2f39572c349 None None] The sync data for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 is: [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:17:59Z', 'revision_number': 3, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:03.239246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.279258 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.290927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03672e2f-d1c6-4267-bd65-2f3009f55017']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:03.303611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:03.303907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52212fe-af42-49e0-b1aa-31c6c86d7bfa') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:03.311315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Pushing event updated for resources: {'Port': ['ID=3e7a160c-fea7-4bed-9c33-918299e8963e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:03.316389 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.341839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.351483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:18:03.352054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:18:03.355320 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:18:03.361018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:03.363934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:03.460368 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.473114 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.477686 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] 10.222.0.65 "DELETE /v2.0/networks/03672e2f-d1c6-4267-bd65-2f3009f55017 HTTP/1.1" status: 204 len: 168 time: 0.4076908 Aug 19 12:18:03.513778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca94efc-6044-46b4-91f1-eb39acdf2d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=03672e2f-d1c6-4267-bd65-2f3009f55017,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:03.563971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Router 09f31089-55f3-4cdc-875f-935caac8962c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:03.788532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53632) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:03.849690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bd240430-24ac-4324-a139-b5d863af6fbc None None] Provisioning complete for port 3e7a160c-fea7-4bed-9c33-918299e8963e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:03.850711 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bd240430-24ac-4324-a139-b5d863af6fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.872608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:03.879003 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d5063dff-6837-4033-9591-ddcb06dd4caf admin admin] 10.222.0.65 "PUT /v2.0/routers/09f31089-55f3-4cdc-875f-935caac8962c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7081165 Aug 19 12:18:03.889781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fce88b6b-503d-4c74-bdc4-5d080815a6e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3aaf47df2f2843108eb2304de8ef29b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998132 Aug 19 12:18:03.892887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:03.985744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bd240430-24ac-4324-a139-b5d863af6fbc None None] Port 3e7a160c-fea7-4bed-9c33-918299e8963e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:04.049211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6baec1cd-6bcb-4141-8d51-e4f274c72afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.076816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6baec1cd-6bcb-4141-8d51-e4f274c72afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.137392 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6baec1cd-6bcb-4141-8d51-e4f274c72afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.143837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6baec1cd-6bcb-4141-8d51-e4f274c72afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.147415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6baec1cd-6bcb-4141-8d51-e4f274c72afc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/839633dc-4e4a-4cf8-b700-13c59ee13ea6 HTTP/1.1" status: 204 len: 168 time: 0.2478869 Aug 19 12:18:04.158518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baec1cd-6bcb-4141-8d51-e4f274c72afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839633dc-4e4a-4cf8-b700-13c59ee13ea6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:04.713043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 87754709-fe45-4cfe-84b8-dbd1c23b1b15 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:04.780024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 87754709-fe45-4cfe-84b8-dbd1c23b1b15 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:04.790138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 87754709-fe45-4cfe-84b8-dbd1c23b1b15 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:04.792000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.922142 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.937000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-57d16bb9-ea15-4a2c-ad70-fa3236dc8575 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934218108&fields=id&tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 267 time: 0.0664873 Aug 19 12:18:04.958604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 87754709-fe45-4cfe-84b8-dbd1c23b1b15, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=87754709-fe45-4cfe-84b8-dbd1c23b1b15,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:04.969094 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.050481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-dcad10ea-3f98-4951-a461-fd77cb1ee384 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.058601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-dcad10ea-3f98-4951-a461-fd77cb1ee384 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1198220 Aug 19 12:18:05.073355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=87754709-fe45-4cfe-84b8-dbd1c23b1b15,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:05.077863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-2c3355e8-2b71-4d80-8cd9-39134195d76b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/quotas/e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 375 time: 0.0175829 Aug 19 12:18:05.081133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.081482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.081891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.082305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.082649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.083074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.083433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.083763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.084096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.084506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.084865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.085190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:05.102304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53678) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:05.110040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-14523794-network', 'tenant_id': '6316384d642843868badfc0e686d4ad5'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:05.147066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Made reservation on behalf of 6316384d642843868badfc0e686d4ad5 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:05.149476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-5fa1328c-4e1f-45b6-9354-b23a571df0d2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662088 Aug 19 12:18:05.153623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.166775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.295354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-d8e221d0-d3df-4762-b0e3-c0377da6b6d2 service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409423 Aug 19 12:18:05.320956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.333208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.358803 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:18:05.380761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739bb295-3ff4-46f0-bafa-0738949dfe3b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:05.386349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.387188 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Added segment 91c42a82-3326-40cb-aaa7-2316bfa05f66 of type vlan for network 05918676-5139-42e1-a2de-6fa56c0e4cf9 Aug 19 12:18:05.436113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.443049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53686) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:05.474436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.475745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.476402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.487480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-7d02c826-a943-493b-830e-6604372f8296 service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821539 Aug 19 12:18:05.535983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53692) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:05.536423 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4321864 Aug 19 12:18:05.547974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Request body: {'subnet': {'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-14523794-subnet', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:05.550480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268cec2-05b3-46e7-bbd6-318aaa21c83d admin admin] Pushing event updated for resources: {'Network': ['ID=05918676-5139-42e1-a2de-6fa56c0e4cf9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:05.569481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 05918676-5139-42e1-a2de-6fa56c0e4cf9 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:18:05.579408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2049535024-network', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:05.591707 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Made reservation on behalf of 6316384d642843868badfc0e686d4ad5 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:05.594213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.627401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Made reservation on behalf of 17f1a382d5a34b6a8096bf32ecffcbe2 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:05.642016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.664074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.744165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Sync routers for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:05.762823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:05.764254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:05.858401 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.873431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.897418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.908841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:18:05.924595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80de6446-86c0-42d7-b8e7-a3b7ecbb0280,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:05.929712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.930051 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Added segment 923d4a55-c165-48a9-ba2a-a86138056200 of type vlan for network c9d406cc-da49-4cca-a0b8-c5bfd648a542 Aug 19 12:18:05.986194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.995591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:06.020715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67791b7e-3d8a-4531-a992-6cd298b10524 req-89b07211-ede3-4160-a310-8ed7481cd1ee tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 210 time: 0.0604908 Aug 19 12:18:06.035022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c705bbe-4eb1-4093-9d4a-83fb4474dfd5,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:06.043835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.045006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.045618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.050320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Checking segment: {'id': '91c42a82-3326-40cb-aaa7-2316bfa05f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:06.051345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Network hostable DHCP agents. Network: 05918676-5139-42e1-a2de-6fa56c0e4cf9, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:18:06.074537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Network 05918676-5139-42e1-a2de-6fa56c0e4cf9 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:18:06.088929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 05918676-5139-42e1-a2de-6fa56c0e4cf9) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:06.101726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.102585 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.103598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc65784-526d-40f6-b274-a249da226d50 None None] Network 05918676-5139-42e1-a2de-6fa56c0e4cf9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:06.128155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d99f58f-4c73-4c72-af1b-b16465a6410c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5908823 Aug 19 12:18:06.130869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53706) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:06.140265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:06.149566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] Pushing event updated for resources: {'Network': ['ID=c9d406cc-da49-4cca-a0b8-c5bfd648a542,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:06.157818 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-073bc729-0f61-4ad4-95b5-4dab3abe68ad admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7110686 Aug 19 12:18:06.158295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53708) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:06.167148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Request body: {'subnet': {'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2049535024-subnet', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:06.180669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.181715 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.185652 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:18:06.227489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Made reservation on behalf of 17f1a382d5a34b6a8096bf32ecffcbe2 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:06.232441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.257663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.449631 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.473470 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.546592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Checking segment: {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:06.546961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Network hostable DHCP agents. Network: c9d406cc-da49-4cca-a0b8-c5bfd648a542, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:18:06.577530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de17f74d-14c7-4c09-bc33-bb43bf088ac0,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:06.609067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:18:06.627984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, c9d406cc-da49-4cca-a0b8-c5bfd648a542) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:06.641008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.642290 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.645491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26987c5c-4b40-4ea0-be30-818b274e4e04 None None] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:06.664882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-debfc5b3-0d5c-4e80-b762-6a22fc4e4880 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5053687 Aug 19 12:18:06.667211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53714) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:06.685884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:06.735433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.746684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 2, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:06.751082 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.752958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 87754709-fe45-4cfe-84b8-dbd1c23b1b15 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:06.771750 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.793128 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.845725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Checking router: 09f31089-55f3-4cdc-875f-935caac8962c for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:06.846222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Updating router 09f31089-55f3-4cdc-875f-935caac8962c port 3e7a160c-fea7-4bed-9c33-918299e8963e binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:18:06.881257 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.917483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Allocated IP 172.25.4.136 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/37abd32e-c8a0-4943-8c05-f43e4f9990b0) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:06.929909 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.991692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-05918676-5139-42e1-a2de-6fa56c0e4cf9', 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'fixed_ips': [{'subnet_id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:18:06.992429 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.032459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.050357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.082635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.126118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 87754709-fe45-4cfe-84b8-dbd1c23b1b15 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:07.126719 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.166738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ca2774d-c3f1-4225-92f6-1a615c306393 req-d4ab5726-c8f0-4905-aa7b-73387bc15048 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 210 time: 0.0525861 Aug 19 12:18:07.182173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:07.183811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Pushing event updated for resources: {'Port': ['ID=37abd32e-c8a0-4943-8c05-f43e4f9990b0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:07.196432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:07.198852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:07.293759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:18:07.294759 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.355522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.406367 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.424840 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Allocated IP 172.20.0.2 (05918676-5139-42e1-a2de-6fa56c0e4cf9/9c705bbe-4eb1-4093-9d4a-83fb4474dfd5/46d17d6d-806a-4cd0-9330-1d91c8ce72cd) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:07.539431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-54614732-264c-4589-9a44-dde8789ef949 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.541065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-54614732-264c-4589-9a44-dde8789ef949 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.2084527 Aug 19 12:18:07.628020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.649902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Allocated IP 172.25.4.84 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/8d84c5b6-424f-4253-ac25-0a467a46a957) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:07.727592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-8f7f45f4-15a1-4bb7-bf21-b256130ecc83 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 379 time: 0.1715267 Aug 19 12:18:07.746401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'port': {'device_id': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'admin_state_up': True, 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'security_groups': ['71128140-f4ef-4aed-8f0a-a82bf394d02b']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:07.780100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Allocated IP 172.20.0.2 (c9d406cc-da49-4cca-a0b8-c5bfd648a542/de17f74d-14c7-4c09-bc33-bb43bf088ac0/adcd544f-a4ab-4deb-a214-53d3baf2ca58) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:07.800731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.849020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.871478 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.907215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:07.910819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:07.915437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:08.006428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Pushing event updated for resources: {'Port': ['ID=8d84c5b6-424f-4253-ac25-0a467a46a957,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:08.040136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Transition to ACTIVE for port object 3e7a160c-fea7-4bed-9c33-918299e8963e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:08.084072 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.119924 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.173298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Transition to ACTIVE for port object 46d17d6d-806a-4cd0-9330-1d91c8ce72cd will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:08.359148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.377338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158134-63b5-4892-a1b2-dcb31cc723b4 None None] Pushing event updated for resources: {'Port': ['ID=3e7a160c-fea7-4bed-9c33-918299e8963e,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:08.388211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Transition to ACTIVE for port object 46d17d6d-806a-4cd0-9330-1d91c8ce72cd will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:08.437151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.453048 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.489292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Attempting to bind port 3e7a160c-fea7-4bed-9c33-918299e8963e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:08.489971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Attempting to bind port 3e7a160c-fea7-4bed-9c33-918299e8963e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:08.490506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Attempting to bind port 3e7a160c-fea7-4bed-9c33-918299e8963e on network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:08.494865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Transition to ACTIVE for port object adcd544f-a4ab-4deb-a214-53d3baf2ca58 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:08.520101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:08.520476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Checking segment: {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:08.521360 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.521760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Bound using segment: {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:08.522243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Bound port: 3e7a160c-fea7-4bed-9c33-918299e8963e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:08.522624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.550740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Network 05918676-5139-42e1-a2de-6fa56c0e4cf9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:08.581698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Made reservation on behalf of e070eaccb0d04da3b0ce6e7a5a5d690e for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:08.584293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Pushing event updated for resources: {'Port': ['ID=46d17d6d-806a-4cd0-9330-1d91c8ce72cd,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:08.587205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:08.592084 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.601698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Transition to ACTIVE for port object adcd544f-a4ab-4deb-a214-53d3baf2ca58 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:08.614092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:08.635393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.666566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f88e01cf-6ab9-417e-a8ac-b20df07340f2 req-fe08c650-3c28-4967-969b-bc9d1ea9d5ad tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 210 time: 0.0995471 Aug 19 12:18:08.754381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:08.776441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Attempting to bind port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:08.777035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Attempting to bind port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '91c42a82-3326-40cb-aaa7-2316bfa05f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:08.778512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Attempting to bind port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd on network 05918676-5139-42e1-a2de-6fa56c0e4cf9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:08.786057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] For port 3e7a160c-fea7-4bed-9c33-918299e8963e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:08.803921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] For port 3e7a160c-fea7-4bed-9c33-918299e8963e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3e7a160c-fea7-4bed-9c33-918299e8963e,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:08.807103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:08.807711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Checking segment: {'id': '91c42a82-3326-40cb-aaa7-2316bfa05f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:08.808288 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.809021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Bound using segment: {'id': '91c42a82-3326-40cb-aaa7-2316bfa05f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:08.809700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Bound port: 46d17d6d-806a-4cd0-9330-1d91c8ce72cd, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c42a82-3326-40cb-aaa7-2316bfa05f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:08.810258 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.812718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Pushing event updated for resources: {'Port': ['ID=adcd544f-a4ab-4deb-a214-53d3baf2ca58,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:08.815816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:08.819288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:08.825402 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.917512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.921871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.20.0.13 (e122382d-bbe2-4480-9e13-bf10e2184a63/07533fbe-469f-45d5-ad86-ed4d9bfdcafb/3a9b1dcd-0df0-4f47-ac21-33897b1d9847) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:09.245163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Attempting to bind port adcd544f-a4ab-4deb-a214-53d3baf2ca58 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:09.245163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Attempting to bind port adcd544f-a4ab-4deb-a214-53d3baf2ca58 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:09.246043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Attempting to bind port adcd544f-a4ab-4deb-a214-53d3baf2ca58 on network c9d406cc-da49-4cca-a0b8-c5bfd648a542 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:09.259005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:09.263699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Checking segment: {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:09.263699 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.263699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Bound using segment: {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:09.263699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Bound port: adcd544f-a4ab-4deb-a214-53d3baf2ca58, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:09.263699 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.276852 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:09.277436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:09.291907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158134-63b5-4892-a1b2-dcb31cc723b4 None None] Pushing event updated for resources: {'Port': ['ID=3e7a160c-fea7-4bed-9c33-918299e8963e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:09.359240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.415904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] For port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:09.446596 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.458192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Router 7e878423-96eb-47c6-af80-2e584ad87b84 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:18:09.477717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Transition to ACTIVE for port object 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:09.484991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] For port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=46d17d6d-806a-4cd0-9330-1d91c8ce72cd,segment=NetworkSegment(91c42a82-3326-40cb-aaa7-2316bfa05f66),segment_id=91c42a82-3326-40cb-aaa7-2316bfa05f66)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:09.506007 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.561292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Router e1544d4f-889d-402f-abf0-8689d8c7716e is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:18:09.619252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] For port adcd544f-a4ab-4deb-a214-53d3baf2ca58, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:09.625410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] For port adcd544f-a4ab-4deb-a214-53d3baf2ca58, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=adcd544f-a4ab-4deb-a214-53d3baf2ca58,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:09.653921 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.683442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:09.724514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.747029 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce89a1-02ab-4192-a36e-cecd22c62d86 None None] Pushing event updated for resources: {'Port': ['ID=46d17d6d-806a-4cd0-9330-1d91c8ce72cd,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:09.861078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:09.874455 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Sync routers for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:09.881044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:09.900876 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:09.902257 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:09.906931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.913013 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0c243b63-04c5-47e7-8ee8-c83817567c56 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2445183 Aug 19 12:18:09.914934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53736) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:09.924644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:09.932441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:09.957604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Sync routers for ids ['7e878423-96eb-47c6-af80-2e584ad87b84'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:09.974724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:10.009874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:10.171069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68553dd7-8ccf-4465-b36b-33c81aae2a8a None None] Pushing event updated for resources: {'Port': ['ID=adcd544f-a4ab-4deb-a214-53d3baf2ca58,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:10.174254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.186998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7b74d339-badf-4cdc-8d2c-63db22069555 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0545950 Aug 19 12:18:10.188013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 53740) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:10.204021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Routers {'7e878423-96eb-47c6-af80-2e584ad87b84'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:10.204564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7e878423-96eb-47c6-af80-2e584ad87b84'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:10.285499 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:10.427849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.430546 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.457369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ae23f-57e1-44b4-ae3c-f88fa92056b9 req-46c57b30-2668-49ae-b909-e0fca892218b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.467752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-190ae23f-57e1-44b4-ae3c-f88fa92056b9 req-46c57b30-2668-49ae-b909-e0fca892218b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 932 time: 0.5822773 Aug 19 12:18:10.594552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-46b5d95a-6db1-4137-974d-f88306b3ac42 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8612871 Aug 19 12:18:10.624545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Request body: {'port': {'device_id': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:10.678039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Set router 7e878423-96eb-47c6-af80-2e584ad87b84 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:10.754437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-190ae23f-57e1-44b4-ae3c-f88fa92056b9 req-2c4fea7c-98c4-409f-a461-549f797b2ee9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367597 Aug 19 12:18:10.862809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-78c88b53-0b74-49bc-bd82-563ea0abb18e None None] Provisioning for port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:10.876418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-78c88b53-0b74-49bc-bd82-563ea0abb18e None None] Provisioning complete for port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:10.876881 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-78c88b53-0b74-49bc-bd82-563ea0abb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.884323 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:08Z', 'revision_number': 3, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:10.964593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-78c88b53-0b74-49bc-bd82-563ea0abb18e None None] Port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:10.992352 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Checking router: e1544d4f-889d-402f-abf0-8689d8c7716e for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:10.992710 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Updating router e1544d4f-889d-402f-abf0-8689d8c7716e port 8d84c5b6-424f-4253-ac25-0a467a46a957 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:18:11.033841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:08Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:11.039133 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.043195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 46d17d6d-806a-4cd0-9330-1d91c8ce72cd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:11.072644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.127787 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.190411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a660535-09ad-4b25-a6b0-b8c0fa6b5b17 None None] The sync data for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 is: [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:08Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:11.475062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.489068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:11.503926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device adcd544f-a4ab-4deb-a214-53d3baf2ca58 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:11.637497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Allocated IP 172.20.0.1 (c9d406cc-da49-4cca-a0b8-c5bfd648a542/de17f74d-14c7-4c09-bc33-bb43bf088ac0/802c7cd1-dee6-4b2b-af9e-488e52ecab15) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:11.699566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b2dd8-0517-4804-a9fa-3e8a4f13dcd2 None None] Network 05918676-5139-42e1-a2de-6fa56c0e4cf9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:11.716911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:07Z', 'revision_number': 3, 'project_id': '6316384d642843868badfc0e686d4ad5', 'gw_port': {'id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:51:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:11.846652 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.848849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Checking router: 7e878423-96eb-47c6-af80-2e584ad87b84 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:11.855431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Updating router 7e878423-96eb-47c6-af80-2e584ad87b84 port 37abd32e-c8a0-4943-8c05-f43e4f9990b0 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:18:11.871295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Allocated IP 172.20.0.1 (05918676-5139-42e1-a2de-6fa56c0e4cf9/9c705bbe-4eb1-4093-9d4a-83fb4474dfd5/4eb51ebb-e5d8-4571-99b1-ee9401ff0e87) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:11.887209 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Transition to ACTIVE for port object 8d84c5b6-424f-4253-ac25-0a467a46a957 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:11.897631 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.982117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.994708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port adcd544f-a4ab-4deb-a214-53d3baf2ca58 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:12.017042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Transition to ACTIVE for port object 802c7cd1-dee6-4b2b-af9e-488e52ecab15 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:12.026463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b024fc37-600a-4373-b37f-51ffa153e149 None None] Provisioning for port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:12.034704 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.055740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe542f4-e821-4aee-bf20-b25fe123faed None None] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:12.095912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.175315 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Attempting to bind port 8d84c5b6-424f-4253-ac25-0a467a46a957 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:12.175723 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Attempting to bind port 8d84c5b6-424f-4253-ac25-0a467a46a957 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:12.176080 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Attempting to bind port 8d84c5b6-424f-4253-ac25-0a467a46a957 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:12.182501 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.185537 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:12.185867 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:12.186874 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.188053 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:12.188053 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Bound port: 8d84c5b6-424f-4253-ac25-0a467a46a957, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:12.189185 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.192542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478242b-f22a-4379-95fc-e9ed8dce8674 None None] Pushing event updated for resources: {'Port': ['ID=8d84c5b6-424f-4253-ac25-0a467a46a957,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:12.202925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:12.220869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:12.222998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Pushing event updated for resources: {'Port': ['ID=802c7cd1-dee6-4b2b-af9e-488e52ecab15,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:12.229502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:12.286543 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] For port 8d84c5b6-424f-4253-ac25-0a467a46a957, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:12.294273 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] For port 8d84c5b6-424f-4253-ac25-0a467a46a957, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8d84c5b6-424f-4253-ac25-0a467a46a957,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:12.301667 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.324461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da430c-8f75-4230-92f4-7d6df82923f4 req-b27b98f2-eeb4-4bd8-a067-e749e6fdc621 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.327105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60da430c-8f75-4230-92f4-7d6df82923f4 req-b27b98f2-eeb4-4bd8-a067-e749e6fdc621 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 932 time: 0.2785153 Aug 19 12:18:12.329610 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.343489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Transition to ACTIVE for port object 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:12.425789 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:12.426680 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:12.487915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:12.518776 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.545894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Transition to ACTIVE for port object 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:12.590019 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.630741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.672824 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.697627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Transition to ACTIVE for port object 37abd32e-c8a0-4943-8c05-f43e4f9990b0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:12.725872 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:12.760052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b024fc37-600a-4373-b37f-51ffa153e149 None None] Provisioning complete for port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:12.760849 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b024fc37-600a-4373-b37f-51ffa153e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.805201 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.814383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3e7a160c-fea7-4bed-9c33-918299e8963e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:12.839094 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478242b-f22a-4379-95fc-e9ed8dce8674 None None] Pushing event updated for resources: {'Port': ['ID=8d84c5b6-424f-4253-ac25-0a467a46a957,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:12.893854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60da430c-8f75-4230-92f4-7d6df82923f4 req-7cbc7e48-aef6-4c03-8804-cd725bafd751 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5352142 Aug 19 12:18:12.944720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:13.008218 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.037436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3e7a160c-fea7-4bed-9c33-918299e8963e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:13.049616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3e7a160c-fea7-4bed-9c33-918299e8963e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:13.050537 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.160257 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.168590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.207345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb51ebb-e5d8-4571-99b1-ee9401ff0e87,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:13.223396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Network 05918676-5139-42e1-a2de-6fa56c0e4cf9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:13.236183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:13.257592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:13.317730 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:08Z', 'revision_number': 3, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:13.336117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.336904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Pushing event updated for resources: {'Port': ['ID=802c7cd1-dee6-4b2b-af9e-488e52ecab15,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:13.346230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.365445 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c1bbb-bcba-494d-a082-0b2cdca81b03 None None] The sync data for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 is: [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:08Z', 'revision_number': 3, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:13.422379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c2567-ade0-4264-9428-9a634e4eba7a None None] Pushing event updated for resources: {'Port': ['ID=37abd32e-c8a0-4943-8c05-f43e4f9990b0,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:13.449828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Attempting to bind port 37abd32e-c8a0-4943-8c05-f43e4f9990b0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:13.449828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Attempting to bind port 37abd32e-c8a0-4943-8c05-f43e4f9990b0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:13.450480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Attempting to bind port 37abd32e-c8a0-4943-8c05-f43e4f9990b0 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:13.512838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:13.513392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:13.517223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.518445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:13.518445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Bound port: 37abd32e-c8a0-4943-8c05-f43e4f9990b0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:13.519042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.584781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:13.586252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:13.711337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Attempting to bind port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:13.711752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Attempting to bind port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:13.712173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Attempting to bind port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:13.719405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 on network e122382d-bbe2-4480-9e13-bf10e2184a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:13.719818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Attempting to bind port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:13.723767 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.755822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:13.756168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:13.756830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Bound using segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:13.757181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Bound port: 3a9b1dcd-0df0-4f47-ac21-33897b1d9847, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:13.757546 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.782515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] For port 37abd32e-c8a0-4943-8c05-f43e4f9990b0, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:13.889626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] For port 37abd32e-c8a0-4943-8c05-f43e4f9990b0, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=37abd32e-c8a0-4943-8c05-f43e4f9990b0,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:13.911160 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.916515 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.940506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Router e1544d4f-889d-402f-abf0-8689d8c7716e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:14.048897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b024fc37-600a-4373-b37f-51ffa153e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.173543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:14.190334 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-abf4306f-8f45-4bc1-879a-f594dedecfdd admin admin] 10.222.0.65 "PUT /v2.0/routers/e1544d4f-889d-402f-abf0-8689d8c7716e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2742152 Aug 19 12:18:14.287130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b024fc37-600a-4373-b37f-51ffa153e149 None None] For port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=46d17d6d-806a-4cd0-9330-1d91c8ce72cd,segment=NetworkSegment(91c42a82-3326-40cb-aaa7-2316bfa05f66),segment_id=91c42a82-3326-40cb-aaa7-2316bfa05f66)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:14.305845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 3e7a160c-fea7-4bed-9c33-918299e8963e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3e7a160c-fea7-4bed-9c33-918299e8963e,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:14.350042 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b024fc37-600a-4373-b37f-51ffa153e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.367286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Routers {'7e878423-96eb-47c6-af80-2e584ad87b84'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:14.368289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7e878423-96eb-47c6-af80-2e584ad87b84'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:14.382020 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.413527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] For port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:14.478516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] For port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:14.500882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.739498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d390c-7db8-4a36-8700-b4529cffd9a9 req-bd5687e1-2aa5-4042-aebe-df7069d01415 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.754268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb5d390c-7db8-4a36-8700-b4529cffd9a9 req-bd5687e1-2aa5-4042-aebe-df7069d01415 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 944 time: 0.5788774 Aug 19 12:18:14.768247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] Set router 7e878423-96eb-47c6-af80-2e584ad87b84 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:14.836730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.837330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.853752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] 10.222.0.69 "PUT /v2.0/ports/3a9b1dcd-0df0-4f47-ac21-33897b1d9847 HTTP/1.1" status: 200 len: 1092 time: 4.2368593 Aug 19 12:18:14.856262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'tag': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:14.871129 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59fd3b3-7853-4711-a274-f7807f1cd2de" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5a89d8-3292-49d0-8334-c5eae63c2579", "tag": "3a9b1dcd-0df0-4f47-ac21-33897b1d9847"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:15.015013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c2567-ade0-4264-9428-9a634e4eba7a None None] Pushing event updated for resources: {'Port': ['ID=37abd32e-c8a0-4943-8c05-f43e4f9990b0,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.041163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8d84c5b6-424f-4253-ac25-0a467a46a957 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:15.051298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62d04e-fe11-451d-983e-7b751560f4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.072299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.115414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.287124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb5d390c-7db8-4a36-8700-b4529cffd9a9 req-fd6df378-09d6-435b-9345-3592f9a34460 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4733489 Aug 19 12:18:15.345859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-b595a8d4-4ad9-4e0b-9832-e50eb1be146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.351182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-b595a8d4-4ad9-4e0b-9832-e50eb1be146b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 1095 time: 0.3454931 Aug 19 12:18:15.429511 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e611e96-cc8e-4056-b074-12a841ee4668 x-openstack-request-id: req-4e611e96-cc8e-4056-b074-12a841ee4668 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:15.433097 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5a89d8-3292-49d0-8334-c5eae63c2579", "tag": "3a9b1dcd-0df0-4f47-ac21-33897b1d9847", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:15.433789 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e611e96-cc8e-4056-b074-12a841ee4668 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:15.434468 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'tag': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'status': 'completed', 'code': 200} Aug 19 12:18:15.485519 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.487939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb51ebb-e5d8-4571-99b1-ee9401ff0e87,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.492627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-4daafcca-f325-4b96-98d7-6b9f5109ad3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a9b1dcd-0df0-4f47-ac21-33897b1d9847 HTTP/1.1" status: 200 len: 217 time: 0.1048424 Aug 19 12:18:15.548913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-014b9057-2e4e-4561-9635-55b521e63b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.550820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-014b9057-2e4e-4561-9635-55b521e63b19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0492511 Aug 19 12:18:15.608739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 8d84c5b6-424f-4253-ac25-0a467a46a957 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:15.624036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8d84c5b6-424f-4253-ac25-0a467a46a957 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:15.628921 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.631604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Provisioning for port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:15.637584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024fc37-600a-4373-b37f-51ffa153e149 None None] Pushing event updated for resources: {'Port': ['ID=46d17d6d-806a-4cd0-9330-1d91c8ce72cd,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.702172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-e8d07347-4caf-446e-93d7-00af8ed32d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.704381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-e8d07347-4caf-446e-93d7-00af8ed32d55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269276 Aug 19 12:18:15.706453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Provisioning complete for port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:15.706453 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.784076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Network 05918676-5139-42e1-a2de-6fa56c0e4cf9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:15.788740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:15.809149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=3e7a160c-fea7-4bed-9c33-918299e8963e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.954277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53768) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:15.962452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4c96088d-9579-4767-9186-8eb11f99b0a9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607734291', 'description': 'tempest-description--2032557858'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:15.979112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 4, 'project_id': '6316384d642843868badfc0e686d4ad5', 'gw_port': {'id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:51:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4eb51ebb-e5d8-4571-99b1-ee9401ff0e87', 'name': '', 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'mac_address': 'fa:16:3e:0f:4d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:11Z', 'revision_number': 1, 'project_id': '6316384d642843868badfc0e686d4ad5', 'subnets': [{'id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:15.988294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:16.005113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-ca45bcb9-b2f3-4661-ae71-0efe698534a9 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816069 Aug 19 12:18:16.006916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c96088d-9579-4767-9186-8eb11f99b0a9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.033881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Provisioning complete for port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:16.034483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.036046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ab0e5-2e17-45f2-94e8-42843dfaeb31 None None] The sync data for ids ['7e878423-96eb-47c6-af80-2e584ad87b84'] in n-d-778550-9 is: [{'id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 4, 'project_id': '6316384d642843868badfc0e686d4ad5', 'gw_port': {'id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:51:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4eb51ebb-e5d8-4571-99b1-ee9401ff0e87', 'name': '', 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'mac_address': 'fa:16:3e:0f:4d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:11Z', 'revision_number': 1, 'project_id': '6316384d642843868badfc0e686d4ad5', 'subnets': [{'id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:16.195086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c96088d-9579-4767-9186-8eb11f99b0a9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.203358 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c96088d-9579-4767-9186-8eb11f99b0a9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.226609 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.247247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96088d-9579-4767-9186-8eb11f99b0a9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01140a21-214f-45d0-8d63-22f922d71c69,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:16.269532 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c96088d-9579-4767-9186-8eb11f99b0a9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.270827 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4c96088d-9579-4767-9186-8eb11f99b0a9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3147635 Aug 19 12:18:16.273808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53770) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:16.278910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f2fc9a13-a884-4774-aef1-748ad768065a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'security_group_rule': {'security_group_id': '01140a21-214f-45d0-8d63-22f922d71c69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:16.341296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 8d84c5b6-424f-4253-ac25-0a467a46a957, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8d84c5b6-424f-4253-ac25-0a467a46a957,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:16.346958 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.356954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Provisioning for port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:16.358325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2fc9a13-a884-4774-aef1-748ad768065a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.399777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Provisioning complete for port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:16.400750 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.506827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=8d84c5b6-424f-4253-ac25-0a467a46a957,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:16.518988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:16.538187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Provisioning for port adcd544f-a4ab-4deb-a214-53d3baf2ca58 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:16.545058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Provisioning complete for port adcd544f-a4ab-4deb-a214-53d3baf2ca58 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:16.545274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2fc9a13-a884-4774-aef1-748ad768065a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.548053 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.551618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2fc9a13-a884-4774-aef1-748ad768065a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.601236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc9a13-a884-4774-aef1-748ad768065a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7bd385-3906-4444-bf01-0a09dcbdb78b,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:16.609929 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2fc9a13-a884-4774-aef1-748ad768065a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.612722 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f2fc9a13-a884-4774-aef1-748ad768065a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378310 Aug 19 12:18:16.620550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53774) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:16.625689 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-05dae6d1-a89e-4a36-8b8f-bc7ddd932126 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'security_group_rule': {'security_group_id': '01140a21-214f-45d0-8d63-22f922d71c69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:16.710094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-05dae6d1-a89e-4a36-8b8f-bc7ddd932126 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.759675 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Sync routers for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:16.765681 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.791542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:16.792200 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:16.870860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] For port adcd544f-a4ab-4deb-a214-53d3baf2ca58, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=adcd544f-a4ab-4deb-a214-53d3baf2ca58,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:16.880380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 46d17d6d-806a-4cd0-9330-1d91c8ce72cd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:16.901017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-05dae6d1-a89e-4a36-8b8f-bc7ddd932126 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.907759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-05dae6d1-a89e-4a36-8b8f-bc7ddd932126 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.962887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dae6d1-a89e-4a36-8b8f-bc7ddd932126 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743dce82-4c5e-47b5-8451-f1d3c7c6b84f,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:16.967619 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.980553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-05dae6d1-a89e-4a36-8b8f-bc7ddd932126 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.982562 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-05dae6d1-a89e-4a36-8b8f-bc7ddd932126 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3605185 Aug 19 12:18:16.986046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53778) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:16.999646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:17.049547 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.083087 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:17.153986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ec96b-c35b-443c-9f7a-b9c7bd50b5a5 None None] Pushing event updated for resources: {'Port': ['ID=adcd544f-a4ab-4deb-a214-53d3baf2ca58,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:17.161102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8449a645-82ba-40b3-b96d-ccc7d560f742 None None] Provisioning complete for port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:17.161868 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8449a645-82ba-40b3-b96d-ccc7d560f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.203579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:17.204336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.275432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Router 7e878423-96eb-47c6-af80-2e584ad87b84 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:17.332060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8449a645-82ba-40b3-b96d-ccc7d560f742 None None] Port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:17.406917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.416624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988e9bc-d133-4a86-861e-9e94684ab82e req-a6185030-7a1d-47c7-a271-7398a64b32c7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.418556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8988e9bc-d133-4a86-861e-9e94684ab82e req-a6185030-7a1d-47c7-a271-7398a64b32c7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 944 time: 0.2431154 Aug 19 12:18:17.420596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-330654e1-ec9c-4cdb-989b-25768ac5ff09 req-68bd87d6-f251-4fe7-a48e-62d368aa852a service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4043541 Aug 19 12:18:17.459873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8449a645-82ba-40b3-b96d-ccc7d560f742 None None] Provisioning complete for port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:17.461193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8449a645-82ba-40b3-b96d-ccc7d560f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.518665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8449a645-82ba-40b3-b96d-ccc7d560f742 None None] Port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:17.531518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8d84c5b6-424f-4253-ac25-0a467a46a957 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:17.609331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8d84c5b6-424f-4253-ac25-0a467a46a957 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:17.609649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.708448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8988e9bc-d133-4a86-861e-9e94684ab82e req-91b72269-369f-4b14-b724-8af5c5c19679 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709615 Aug 19 12:18:17.711093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:17.719408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-625a4531-b914-4f5e-a58c-73aa85c0e092 admin admin] 10.222.0.65 "PUT /v2.0/routers/7e878423-96eb-47c6-af80-2e584ad87b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5267310 Aug 19 12:18:17.736359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Allocated IP 172.25.4.140 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/77121958-f234-48a9-9f13-046dd6c14c8f) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:17.742051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-0f09151a-7f85-47fa-abd3-881cd5ff6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.743540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-0f09151a-7f85-47fa-abd3-881cd5ff6068 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 1095 time: 0.1303563 Aug 19 12:18:17.745770 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 2, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:17.759316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3e7a160c-fea7-4bed-9c33-918299e8963e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:17.776057 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Checking router: e1544d4f-889d-402f-abf0-8689d8c7716e for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:17.777360 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Updating router e1544d4f-889d-402f-abf0-8689d8c7716e port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:18:17.806866 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.922901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.930764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3e7a160c-fea7-4bed-9c33-918299e8963e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:17.931060 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.971960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.031854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-602e4649-1d78-4287-8d1d-6785cbbc3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:18.033566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-602e4649-1d78-4287-8d1d-6785cbbc3ca1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.2632565 Aug 19 12:18:18.034764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:18.045943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:18.050644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:18.110582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'Port': ['ID=77121958-f234-48a9-9f13-046dd6c14c8f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:18.119158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-fe4ce86c-c4f7-4a9a-a904-addbe1a39379 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a9b1dcd-0df0-4f47-ac21-33897b1d9847 HTTP/1.1" status: 200 len: 217 time: 0.0774615 Aug 19 12:18:18.251802 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.282224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-38d65739-26b3-4d82-99e3-fc238086d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:18.288668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-38d65739-26b3-4d82-99e3-fc238086d310 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.1616607 Aug 19 12:18:18.319238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.363534 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.386703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-79f0385c-68b8-451d-8516-96153d35948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:18.391479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-79f0385c-68b8-451d-8516-96153d35948c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923207 Aug 19 12:18:18.398452 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49990190-c470-4212-8cb5-255c666fdc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.410479 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Transition to ACTIVE for port object 802c7cd1-dee6-4b2b-af9e-488e52ecab15 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:18.422569 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.549453 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664f6e1-a649-4804-a3e6-28a33bc7e676 None None] Pushing event updated for resources: {'Port': ['ID=802c7cd1-dee6-4b2b-af9e-488e52ecab15,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:18.576078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-45df8aec-6aa3-4822-bf54-bd32039fed78 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760952 Aug 19 12:18:18.676709 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Attempting to bind port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:18.677354 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Attempting to bind port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:18.678810 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Attempting to bind port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 on network c9d406cc-da49-4cca-a0b8-c5bfd648a542 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:18.686547 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.695456 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.717152 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:18.717794 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Checking segment: {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:18.718298 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.718791 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Bound using segment: {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:18.719518 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Bound port: 802c7cd1-dee6-4b2b-af9e-488e52ecab15, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:18.720004 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.786684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5b97b-9160-4e2d-a492-0a9c4f6d2ec5 req-8fc31286-07e2-4231-966d-603f170d45ca tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:18.794683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acb5b97b-9160-4e2d-a492-0a9c4f6d2ec5 req-8fc31286-07e2-4231-966d-603f170d45ca tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.2213185 Aug 19 12:18:18.850589 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] For port 802c7cd1-dee6-4b2b-af9e-488e52ecab15, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:18.856963 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] For port 802c7cd1-dee6-4b2b-af9e-488e52ecab15, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=802c7cd1-dee6-4b2b-af9e-488e52ecab15,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:18.870966 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.876845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'Port': ['ID=77121958-f234-48a9-9f13-046dd6c14c8f,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:18.891843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.912875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 37abd32e-c8a0-4943-8c05-f43e4f9990b0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:18.955179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.981428 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-605b64c9-2238-4eba-a88c-adf4da6af357 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9941607 Aug 19 12:18:18.999107 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d59fd3b3-7853-4711-a274-f7807f1cd2de req-eb27fee4-8488-4216-8d88-3ac2b825061c service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907745 Aug 19 12:18:19.006018 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:19.006855 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.017977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acb5b97b-9160-4e2d-a492-0a9c4f6d2ec5 req-cd1bedd3-e42c-4ad7-9a3b-c022cedc4412 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135248 Aug 19 12:18:19.023996 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664f6e1-a649-4804-a3e6-28a33bc7e676 None None] Pushing event updated for resources: {'Port': ['ID=802c7cd1-dee6-4b2b-af9e-488e52ecab15,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:19.042316 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f98f-01a4-49ed-af98-dc2123c244de req-a82e0302-8b29-4f22-bd09-3c3f4f2ba2d9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.046705 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5303f98f-01a4-49ed-af98-dc2123c244de req-a82e0302-8b29-4f22-bd09-3c3f4f2ba2d9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 944 time: 0.1866586 Aug 19 12:18:19.096053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 37abd32e-c8a0-4943-8c05-f43e4f9990b0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:19.111381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 37abd32e-c8a0-4943-8c05-f43e4f9990b0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:19.111754 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.174207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5303f98f-01a4-49ed-af98-dc2123c244de req-a06a6c5a-6e3d-44f5-a77b-f4fc5c881a6c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206913 Aug 19 12:18:19.305577 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-416427cd-46e6-468f-ab4b-f7d38b13be76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1671484 Aug 19 12:18:19.314467 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:19.319988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-7d92f1cd-5144-46c1-a94d-e1daf88ff784 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1607734291&fields=id&tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2 HTTP/1.1" status: 200 len: 267 time: 0.0993249 Aug 19 12:18:19.378308 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.417921 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-e1c686a3-fe1c-4b11-b97f-25e59819da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.420107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-e1c686a3-fe1c-4b11-b97f-25e59819da55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=056e003facdb4cc8b1b38f0dd0469ff3&device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 1096 time: 0.0751350 Aug 19 12:18:19.447118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 37abd32e-c8a0-4943-8c05-f43e4f9990b0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=37abd32e-c8a0-4943-8c05-f43e4f9990b0,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:19.454214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.455414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device adcd544f-a4ab-4deb-a214-53d3baf2ca58 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:19.534539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-18ee3124-48ae-41f1-8aa3-8c5fa75cfda7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.538795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-18ee3124-48ae-41f1-8aa3-8c5fa75cfda7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 811 time: 0.2067678 Aug 19 12:18:19.562063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-3e790753-64ec-4bf0-a4d5-85251894a47e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/quotas/17f1a382d5a34b6a8096bf32ecffcbe2 HTTP/1.1" status: 200 len: 375 time: 0.0166981 Aug 19 12:18:19.622129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-eb925c8e-172d-44c9-b86f-fa92fb80293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.624038 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-eb925c8e-172d-44c9-b86f-fa92fb80293a service neutron] 10.222.0.54 "GET /v2.0/networks?id=1351a4f4-72d6-434a-be94-03ff2b7b33a0 HTTP/1.1" status: 200 len: 910 time: 0.1611819 Aug 19 12:18:19.657148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=37abd32e-c8a0-4943-8c05-f43e4f9990b0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:19.667582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-dfea1e92-80ca-4c72-b653-13e1a3f24afd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944138 Aug 19 12:18:19.669236 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:18Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.707600 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ba3dc-2ce0-487c-ae0c-3bfa9ee1cf75 None None] The sync data for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 is: [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:18Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:19.729274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port adcd544f-a4ab-4deb-a214-53d3baf2ca58 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:19.729651 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.817414 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-cd3c58d8-f6d5-4bd5-a3ac-a1cf8d33778d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c HTTP/1.1" status: 200 len: 1001 time: 0.1838551 Aug 19 12:18:19.823358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Sync routers for ids ['7e878423-96eb-47c6-af80-2e584ad87b84'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:19.840858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Routers {'7e878423-96eb-47c6-af80-2e584ad87b84'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:19.845317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:17:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7e878423-96eb-47c6-af80-2e584ad87b84'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.888223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-a6fbef7c-79bc-4a1a-9496-7be4d90c20c1 service neutron] 10.222.0.65 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027159 Aug 19 12:18:19.912537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-c4b04890-7029-4e72-8324-b33a37edd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.925902 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-c4b04890-7029-4e72-8324-b33a37edd7b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=635d9449-5b80-42db-a2dd-e837c5cf5265 HTTP/1.1" status: 200 len: 848 time: 0.1002676 Aug 19 12:18:19.998235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-6bd71715-beaa-4590-8292-b77ed3f4b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.000938 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-6bd71715-beaa-4590-8292-b77ed3f4b109 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1351a4f4-72d6-434a-be94-03ff2b7b33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665562 Aug 19 12:18:20.034642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-3a901301-5077-4836-8c51-565936130c69 service neutron] 10.222.0.65 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418788 Aug 19 12:18:20.039776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Set router 7e878423-96eb-47c6-af80-2e584ad87b84 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:20.162863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-a8d3b162-f0ed-4f3c-8711-eb6c97c4b2a1 service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530354 Aug 19 12:18:20.221517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb1ea4-e15a-4057-9a9e-96a8cca0863b req-97cb166c-b118-4bcf-b3a8-c37e6adaed7d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.237611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3cb1ea4-e15a-4057-9a9e-96a8cca0863b req-97cb166c-b118-4bcf-b3a8-c37e6adaed7d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.1091018 Aug 19 12:18:20.328957 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-280eb455-e09f-4fc7-b6ed-c2224e4e3d01 req-c29f5089-d652-4fe3-b3b4-d204cfa19765 service neutron] 10.222.0.54 "GET /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580842 Aug 19 12:18:20.333788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3cb1ea4-e15a-4057-9a9e-96a8cca0863b req-271239dd-b264-4b5e-987c-d76d813d6e4d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905800 Aug 19 12:18:20.402793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e09728-de9b-4b34-b0fc-58882e23d8de req-22f961e8-3dab-435b-9ce9-f2ccb3fc802e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.412203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 4, 'project_id': '6316384d642843868badfc0e686d4ad5', 'gw_port': {'id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:51:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4eb51ebb-e5d8-4571-99b1-ee9401ff0e87', 'name': '', 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'mac_address': 'fa:16:3e:0f:4d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 2, 'project_id': '6316384d642843868badfc0e686d4ad5', 'subnets': [{'id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:20.425500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05e09728-de9b-4b34-b0fc-58882e23d8de req-22f961e8-3dab-435b-9ce9-f2ccb3fc802e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 944 time: 0.1135163 Aug 19 12:18:20.527606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19f090c2-7625-48a7-96b1-6cf4bc12478c req-49ec9731-72df-4ad5-8e00-84b38063ed59 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 210 time: 0.0809951 Aug 19 12:18:20.550300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05e09728-de9b-4b34-b0fc-58882e23d8de req-12f56db0-179e-4996-81a1-2a6020a0c3b5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226759 Aug 19 12:18:20.845790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-f09fcc85-e4fb-43a4-98d2-05ed0deef74b tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.847610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 37abd32e-c8a0-4943-8c05-f43e4f9990b0 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:20.851463 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-f09fcc85-e4fb-43a4-98d2-05ed0deef74b tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 946 time: 0.1024165 Aug 19 12:18:20.854616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Checking router: 7e878423-96eb-47c6-af80-2e584ad87b84 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:20.855061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Updating router 7e878423-96eb-47c6-af80-2e584ad87b84 port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:18:20.919240 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.984081 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-59483bc3-2467-4be5-87fd-4285e5814eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.031192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Deleting port c6a8dc3d-493f-4ab6-8637-e4b0463c9267 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:21.031777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.159000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.176613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] For port c6a8dc3d-493f-4ab6-8637-e4b0463c9267, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:21.177187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.192994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Calling delete_port for c6a8dc3d-493f-4ab6-8637-e4b0463c9267 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:21.274380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 37abd32e-c8a0-4943-8c05-f43e4f9990b0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:21.274757 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.379969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.414199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Pushing event deleted for resources: {'Port': ['ID=c6a8dc3d-493f-4ab6-8637-e4b0463c9267,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:21.434081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c6a8dc3d-493f-4ab6-8637-e4b0463c9267'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:21.436207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f82f75c0-6051-4981-9087-b53fe13b4de0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:21.478522 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57d0383e-aa96-44e4-a949-46e10883241c req-61d5e881-42f9-4986-ba38-4326a964d121 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c62e9be-20bc-42bc-bac9-cd40ef3f73a0 HTTP/1.1" status: 200 len: 210 time: 0.0382123 Aug 19 12:18:21.506144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] No DVR routers for this DVR port c6a8dc3d-493f-4ab6-8637-e4b0463c9267 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:21.512012 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.514076 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b1856cfd-abd4-4c79-99e3-b74d2a2b4db1 req-fae88b77-653a-4ec6-9ee0-556b1c2ff0de tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.54 "DELETE /v2.0/ports/c6a8dc3d-493f-4ab6-8637-e4b0463c9267 HTTP/1.1" status: 204 len: 173 time: 0.6564689 Aug 19 12:18:21.515079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c62e9be-20bc-42bc-bac9-cd40ef3f73a0', 'name': 'network-vif-deleted', 'tag': 'c6a8dc3d-493f-4ab6-8637-e4b0463c9267'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:21.517419 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43490ab-2b1f-4b47-9472-301295a4a89b" -d '{"events": [{"server_uuid": "4c62e9be-20bc-42bc-bac9-cd40ef3f73a0", "name": "network-vif-deleted", "tag": "c6a8dc3d-493f-4ab6-8637-e4b0463c9267"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:21.562561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 802c7cd1-dee6-4b2b-af9e-488e52ecab15 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:21.566635 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.568245 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb6433-7997-4489-b4d4-84cec99be1f4 x-openstack-request-id: req-c9eb6433-7997-4489-b4d4-84cec99be1f4 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:21.568848 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c62e9be-20bc-42bc-bac9-cd40ef3f73a0", "name": "network-vif-deleted", "tag": "c6a8dc3d-493f-4ab6-8637-e4b0463c9267", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:21.570468 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9eb6433-7997-4489-b4d4-84cec99be1f4 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:21.570855 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c62e9be-20bc-42bc-bac9-cd40ef3f73a0', 'name': 'network-vif-deleted', 'tag': 'c6a8dc3d-493f-4ab6-8637-e4b0463c9267', 'status': 'completed', 'code': 200} Aug 19 12:18:21.610985 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Transition to ACTIVE for port object 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:21.649421 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.667225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fa0e439-8021-479b-8ebc-de588bdac332 req-cd86d847-fbb2-4af5-acc0-2d00f1e3e1af tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 210 time: 0.0474954 Aug 19 12:18:21.746822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c92a-6bbd-49e0-b676-00521faae294 req-93fb1308-3781-47d6-ad6c-87d21d6ea28e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.751419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c68c92a-6bbd-49e0-b676-00521faae294 req-93fb1308-3781-47d6-ad6c-87d21d6ea28e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 944 time: 0.0808756 Aug 19 12:18:21.773222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c1831-24bd-4336-b8dd-02e4b5fd5124 None None] Pushing event updated for resources: {'Port': ['ID=4eb51ebb-e5d8-4571-99b1-ee9401ff0e87,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:21.775947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:21.825405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7c68c92a-6bbd-49e0-b676-00521faae294 req-38d7576e-dc98-4be6-9a4d-923e06d79933 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671365 Aug 19 12:18:21.841763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:21.842142 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.909827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Attempting to bind port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:21.910498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Attempting to bind port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '91c42a82-3326-40cb-aaa7-2316bfa05f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:21.910603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Attempting to bind port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 on network 05918676-5139-42e1-a2de-6fa56c0e4cf9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:21.931353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:21.931763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Checking segment: {'id': '91c42a82-3326-40cb-aaa7-2316bfa05f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:21.932138 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.932541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Bound using segment: {'id': '91c42a82-3326-40cb-aaa7-2316bfa05f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:21.936297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Bound port: 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c42a82-3326-40cb-aaa7-2316bfa05f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:21.937525 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.009890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-ba80c73f-d9de-4735-b71c-94902fdf4e82 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:22.011912 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-ba80c73f-d9de-4735-b71c-94902fdf4e82 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.54 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 811 time: 0.1573114 Aug 19 12:18:22.063615 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.075980 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-48124d2d-e590-4841-b87e-8c198b58d19a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2 HTTP/1.1" status: 200 len: 380 time: 0.0472453 Aug 19 12:18:22.086230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'port': {'device_id': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'admin_state_up': True, 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'security_groups': ['01140a21-214f-45d0-8d63-22f922d71c69']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:22.104874 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.134879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] For port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:22.139215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] For port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4eb51ebb-e5d8-4571-99b1-ee9401ff0e87,segment=NetworkSegment(91c42a82-3326-40cb-aaa7-2316bfa05f66),segment_id=91c42a82-3326-40cb-aaa7-2316bfa05f66)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:22.147654 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.161813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 802c7cd1-dee6-4b2b-af9e-488e52ecab15, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=802c7cd1-dee6-4b2b-af9e-488e52ecab15,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:22.194043 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.232508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c1831-24bd-4336-b8dd-02e4b5fd5124 None None] Pushing event updated for resources: {'Port': ['ID=4eb51ebb-e5d8-4571-99b1-ee9401ff0e87,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:22.233328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Made reservation on behalf of 17f1a382d5a34b6a8096bf32ecffcbe2 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:22.235409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Routers {'7e878423-96eb-47c6-af80-2e584ad87b84'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:22.236043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:18:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7e878423-96eb-47c6-af80-2e584ad87b84'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:22.237252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.416243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Allocated IP 172.20.0.4 (c9d406cc-da49-4cca-a0b8-c5bfd648a542/de17f74d-14c7-4c09-bc33-bb43bf088ac0/2c27be9e-b60b-4516-acd7-c19e44bdbaee) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:22.434706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=802c7cd1-dee6-4b2b-af9e-488e52ecab15,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:22.441088 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] Set router 7e878423-96eb-47c6-af80-2e584ad87b84 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:22.641181 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.681439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Transition to ACTIVE for port object 2c27be9e-b60b-4516-acd7-c19e44bdbaee will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:22.720946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 4, 'project_id': '6316384d642843868badfc0e686d4ad5', 'gw_port': {'id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:51:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4eb51ebb-e5d8-4571-99b1-ee9401ff0e87', 'name': '', 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'mac_address': 'fa:16:3e:0f:4d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 4, 'project_id': '6316384d642843868badfc0e686d4ad5', 'subnets': [{'id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:22.767575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.781204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cff18e-0785-497d-a515-4512e2c82969 None None] The sync data for ids ['7e878423-96eb-47c6-af80-2e584ad87b84'] in n-d-778550-9 is: [{'id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 4, 'project_id': '6316384d642843868badfc0e686d4ad5', 'gw_port': {'id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:51:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '4eb51ebb-e5d8-4571-99b1-ee9401ff0e87', 'name': '', 'network_id': '05918676-5139-42e1-a2de-6fa56c0e4cf9', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'mac_address': 'fa:16:3e:0f:4d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 4, 'project_id': '6316384d642843868badfc0e686d4ad5', 'subnets': [{'id': '9c705bbe-4eb1-4093-9d4a-83fb4474dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:22.798753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:22.861370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:22.865752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:22.866141 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.883844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98019c67-bca3-4de4-bbdc-9b9e042e9886 req-ae7c2ad7-bb43-4332-9c56-388d4588312a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:22.889563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:22.894445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:22.906619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98019c67-bca3-4de4-bbdc-9b9e042e9886 req-ae7c2ad7-bb43-4332-9c56-388d4588312a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 931 time: 0.0963869 Aug 19 12:18:22.908373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:22.936955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'Port': ['ID=2c27be9e-b60b-4516-acd7-c19e44bdbaee,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:22.974399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:22.975624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.983819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98019c67-bca3-4de4-bbdc-9b9e042e9886 req-08770ac5-23af-4fc9-a75b-7a300f9fdaff tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645852 Aug 19 12:18:23.002105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610b906-02ad-4fcc-9e5c-ae6c10b38355 req-21fdab68-3b06-480e-b60d-dcf5449f5e1f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.003427 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-52ccda15-83ae-4fd1-a70c-50f7e7d03e01 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9212224 Aug 19 12:18:23.005055 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d610b906-02ad-4fcc-9e5c-ae6c10b38355 req-21fdab68-3b06-480e-b60d-dcf5449f5e1f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0974803 Aug 19 12:18:23.032508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Request body: {'port': {'device_id': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:23.059602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d610b906-02ad-4fcc-9e5c-ae6c10b38355 req-3f344d8f-a030-4ed7-bcb7-fdf490e32c43 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482726 Aug 19 12:18:23.072444 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.142190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4eb51ebb-e5d8-4571-99b1-ee9401ff0e87,segment=NetworkSegment(91c42a82-3326-40cb-aaa7-2316bfa05f66),segment_id=91c42a82-3326-40cb-aaa7-2316bfa05f66)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:23.146175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.148588 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.149899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 802c7cd1-dee6-4b2b-af9e-488e52ecab15 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:23.192088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f18bb7-4485-4ca5-8edd-32160f7d18a3 req-8af0d1ea-1b34-4cf5-90c3-613b39d5c46d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.194077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23f18bb7-4485-4ca5-8edd-32160f7d18a3 req-8af0d1ea-1b34-4cf5-90c3-613b39d5c46d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 944 time: 0.0931494 Aug 19 12:18:23.252676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23f18bb7-4485-4ca5-8edd-32160f7d18a3 req-be080915-1ee5-4088-bb61-9c7b1e6d77be tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504076 Aug 19 12:18:23.259054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=4eb51ebb-e5d8-4571-99b1-ee9401ff0e87,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:23.297753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a1533815-d293-47c8-b1e6-134cfd243437 None None] Provisioning for port 2c27be9e-b60b-4516-acd7-c19e44bdbaee completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:23.303612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:23.303997 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.307438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a1533815-d293-47c8-b1e6-134cfd243437 None None] Provisioning complete for port 2c27be9e-b60b-4516-acd7-c19e44bdbaee triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:23.307796 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a1533815-d293-47c8-b1e6-134cfd243437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.383518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a1533815-d293-47c8-b1e6-134cfd243437 None None] Port 2c27be9e-b60b-4516-acd7-c19e44bdbaee cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:23.470240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c27be9e-b60b-4516-acd7-c19e44bdbaee {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:23.477764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.490436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Transition to ACTIVE for port object 2c27be9e-b60b-4516-acd7-c19e44bdbaee will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:23.494299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.545960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Pushing event updated for resources: {'Port': ['ID=2c27be9e-b60b-4516-acd7-c19e44bdbaee,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:23.623498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Attempting to bind port 2c27be9e-b60b-4516-acd7-c19e44bdbaee on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:23.624080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Attempting to bind port 2c27be9e-b60b-4516-acd7-c19e44bdbaee by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:23.624612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Attempting to bind port 2c27be9e-b60b-4516-acd7-c19e44bdbaee on network c9d406cc-da49-4cca-a0b8-c5bfd648a542 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:23.632044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Port 2c27be9e-b60b-4516-acd7-c19e44bdbaee on network c9d406cc-da49-4cca-a0b8-c5bfd648a542 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:23.632326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Attempting to bind port 2c27be9e-b60b-4516-acd7-c19e44bdbaee on network c9d406cc-da49-4cca-a0b8-c5bfd648a542 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:23.638777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:23.639128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Checking segment: {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:23.639600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Bound using segment: {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:23.639963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Bound port: 2c27be9e-b60b-4516-acd7-c19e44bdbaee, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:23.640330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.720413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] For port 2c27be9e-b60b-4516-acd7-c19e44bdbaee, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:23.722712 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:18:23.728319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] For port 2c27be9e-b60b-4516-acd7-c19e44bdbaee, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:23.734525 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.790206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.790837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.792306 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] 10.222.0.54 "PUT /v2.0/ports/2c27be9e-b60b-4516-acd7-c19e44bdbaee HTTP/1.1" status: 200 len: 1091 time: 0.7754254 Aug 19 12:18:23.793063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'tag': '2c27be9e-b60b-4516-acd7-c19e44bdbaee'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:23.796589 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d50843fc-5312-49c7-b6e9-645e4a406e4e", "tag": "2c27be9e-b60b-4516-acd7-c19e44bdbaee"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:23.833881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ae5c4-4b4d-48c9-9d8b-cfa98c91119b service neutron] Pushing event updated for resources: {'Port': ['ID=2c27be9e-b60b-4516-acd7-c19e44bdbaee,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:23.853563 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c885507a-8c76-435a-ab10-aad93f28d82d x-openstack-request-id: req-c885507a-8c76-435a-ab10-aad93f28d82d {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:23.854069 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50843fc-5312-49c7-b6e9-645e4a406e4e", "tag": "2c27be9e-b60b-4516-acd7-c19e44bdbaee", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:23.854369 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c885507a-8c76-435a-ab10-aad93f28d82d {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:23.854815 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'tag': '2c27be9e-b60b-4516-acd7-c19e44bdbaee', 'status': 'completed', 'code': 200} Aug 19 12:18:23.918436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6a8dc3d-493f-4ab6-8637-e4b0463c9267 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:23.923635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-9a13a0b7-388a-4f93-8579-5783428fec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.927964 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-9a13a0b7-388a-4f93-8579-5783428fec94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 1094 time: 0.0616539 Aug 19 12:18:23.943874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: c6a8dc3d-493f-4ab6-8637-e4b0463c9267 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:23.944272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6a8dc3d-493f-4ab6-8637-e4b0463c9267 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:23.987778 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-11fff10a-06ad-4f47-825c-240656d91c8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee HTTP/1.1" status: 200 len: 217 time: 0.0464137 Aug 19 12:18:24.004775 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.055762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-b1f7328b-6d2f-48a3-8a53-f65b36788729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.057731 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-b1f7328b-6d2f-48a3-8a53-f65b36788729 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0600731 Aug 19 12:18:24.115641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-a57b4c29-cb0a-4ac6-ad66-a58fe92fca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.117243 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-a57b4c29-cb0a-4ac6-ad66-a58fe92fca7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521545 Aug 19 12:18:24.156902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2860ad7-2cba-4fd9-8364-2122ad21d7dc req-85a4f6d6-168f-44c5-86f4-a03acdcfcd0a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.161762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2860ad7-2cba-4fd9-8364-2122ad21d7dc req-85a4f6d6-168f-44c5-86f4-a03acdcfcd0a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 943 time: 0.0815160 Aug 19 12:18:24.194376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.247101 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-86e75450-20bb-47ff-8e54-f328f9816bf1 service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221061 Aug 19 12:18:24.253158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2860ad7-2cba-4fd9-8364-2122ad21d7dc req-46f66e39-f38e-4c1c-92e0-7a734df6e8ab tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810461 Aug 19 12:18:24.263806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd77a8-a064-4424-9abe-b5aa829ee664 req-0c847c6e-28db-4e69-9ac7-9bd0c54c5785 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.267622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dacd77a8-a064-4424-9abe-b5aa829ee664 req-0c847c6e-28db-4e69-9ac7-9bd0c54c5785 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.1046531 Aug 19 12:18:24.347453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dacd77a8-a064-4424-9abe-b5aa829ee664 req-968bc745-bd57-4844-94ab-0bafbe41d77d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652797 Aug 19 12:18:24.386092 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9a26a4b-a0fc-4873-a203-c426e6d123cd req-9ea748c7-ebe6-475d-ba9e-f2a43318a25a service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298878 Aug 19 12:18:24.443276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e986a-f31b-40a8-b4cf-a6011e107b59 req-3af8cd8f-2462-4c95-81b5-20c74ec9788b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.445017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b4e986a-f31b-40a8-b4cf-a6011e107b59 req-3af8cd8f-2462-4c95-81b5-20c74ec9788b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 944 time: 0.0645626 Aug 19 12:18:24.485421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:24.491125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b4e986a-f31b-40a8-b4cf-a6011e107b59 req-95865888-9dce-4d2e-8e07-59a526629e65 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398147 Aug 19 12:18:24.540585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-9532774f-00ed-464a-a0d3-a2f0b57300ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.542938 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-9532774f-00ed-464a-a0d3-a2f0b57300ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 1094 time: 0.0683737 Aug 19 12:18:24.610898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:24.627220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'port_id': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'mac_address': 'fa:16:3e:bc:77:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:24.676904 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.678581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-8509a8fc-f654-42d1-804a-f42158608154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.680286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:24.680512 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-8509a8fc-f654-42d1-804a-f42158608154 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 912 time: 0.1288683 Aug 19 12:18:24.713457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:24.732912 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-3cf04dc2-8f75-42e0-a401-53b59b429613 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee HTTP/1.1" status: 200 len: 217 time: 0.0418384 Aug 19 12:18:24.745310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:24.752212 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.831639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:24.835169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:24.835555 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.085929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['3a9b1dcd-0df0-4f47-ac21-33897b1d9847'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:25.149680 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-7b1fb37c-ea2a-42ef-8aad-a904e7e39967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.151217 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-7b1fb37c-ea2a-42ef-8aad-a904e7e39967 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.4109907 Aug 19 12:18:25.202954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-95e8b960-2873-43cd-b12c-63243386d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.204506 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-95e8b960-2873-43cd-b12c-63243386d2a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445786 Aug 19 12:18:25.319856 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-d11f7776-be09-4a97-9141-e2c7f1b790e5 service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057642 Aug 19 12:18:25.408257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25646195-b94e-463c-a9cc-9936e59bc100 req-1446a843-0ba3-4cfe-ab27-66bc60fe848a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.410134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25646195-b94e-463c-a9cc-9936e59bc100 req-1446a843-0ba3-4cfe-ab27-66bc60fe848a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 943 time: 0.0653019 Aug 19 12:18:25.421751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-02c1b088-fa67-4625-ab3e-ee3ed3cc9dd6 req-fbaf8ed9-40fc-4771-a236-d0f5b2a993bd service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938478 Aug 19 12:18:25.480087 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25646195-b94e-463c-a9cc-9936e59bc100 req-b31faac2-25ce-4790-811e-436617beee34 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624380 Aug 19 12:18:25.499793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68349e-47ca-4690-bce1-1234ff2ed24b req-fcb7bcea-8848-4976-a357-aaffd01f88d9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.501330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f68349e-47ca-4690-bce1-1234ff2ed24b req-fcb7bcea-8848-4976-a357-aaffd01f88d9 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0682597 Aug 19 12:18:25.545064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f68349e-47ca-4690-bce1-1234ff2ed24b req-ce283626-b010-45dd-878e-440316399dfe tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371819 Aug 19 12:18:25.620300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb20509-c745-4b1d-9e9f-cd676966b784 req-0f3be1da-d7b6-4c5c-9d53-87ca779bd437 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.622424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4eb20509-c745-4b1d-9e9f-cd676966b784 req-0f3be1da-d7b6-4c5c-9d53-87ca779bd437 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 945 time: 0.0560100 Aug 19 12:18:25.662857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4eb20509-c745-4b1d-9e9f-cd676966b784 req-33863c3f-7391-4ee9-b3bf-2db3d7df5b72 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341609 Aug 19 12:18:26.490804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:26.553622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:26.557687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:26.558451 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.617044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16e129-30e8-4e01-8a1a-fd4ea096802f req-c396917b-0aac-4147-94e8-cd01aa70a4d4 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.619284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec16e129-30e8-4e01-8a1a-fd4ea096802f req-c396917b-0aac-4147-94e8-cd01aa70a4d4 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 943 time: 0.0641198 Aug 19 12:18:26.694890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec16e129-30e8-4e01-8a1a-fd4ea096802f req-6e1e70ad-561b-4d36-8d2b-ad09a2da0b5c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686371 Aug 19 12:18:26.719782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a39175-dc97-4bb9-8b22-629f9daef3d9 req-cd69b6cb-fde2-4a6d-94ac-50628259fa20 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.721455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91a39175-dc97-4bb9-8b22-629f9daef3d9 req-cd69b6cb-fde2-4a6d-94ac-50628259fa20 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0875947 Aug 19 12:18:26.785172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91a39175-dc97-4bb9-8b22-629f9daef3d9 req-025242db-1e0d-4520-b661-c752e8fe0040 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567865 Aug 19 12:18:26.837723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656c27-8467-4cd1-ae96-5c817e5a2972 req-1c3f62cf-24a2-4551-a08a-c0e218336c85 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.840481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5656c27-8467-4cd1-ae96-5c817e5a2972 req-1c3f62cf-24a2-4551-a08a-c0e218336c85 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 945 time: 0.0608029 Aug 19 12:18:26.850475 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.877499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:26.880044 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0757a2ed-8e6e-483b-8fd9-a28d4d765763" -d '{"events": [{"server_uuid": "3a5a89d8-3292-49d0-8334-c5eae63c2579", "name": "network-vif-plugged", "status": "completed", "tag": "3a9b1dcd-0df0-4f47-ac21-33897b1d9847"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:26.889967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5656c27-8467-4cd1-ae96-5c817e5a2972 req-efe20f1f-ed57-4829-bbaf-705d3672a18d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 Aug 19 12:18:26.894242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:26.904115 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.961631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:27.001647 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7730405-6dfd-4e88-a124-7f692d85f59a x-openstack-request-id: req-c7730405-6dfd-4e88-a124-7f692d85f59a {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:27.001966 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5a89d8-3292-49d0-8334-c5eae63c2579", "name": "network-vif-plugged", "status": "completed", "tag": "3a9b1dcd-0df0-4f47-ac21-33897b1d9847", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:27.002176 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7730405-6dfd-4e88-a124-7f692d85f59a {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:27.002592 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'code': 200} Aug 19 12:18:27.146220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2880774-c4fc-4eaf-aa21-8ab9eb644697 req-3fa3e34c-0abd-4d16-8d78-f686d6d805ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.147874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2880774-c4fc-4eaf-aa21-8ab9eb644697 req-3fa3e34c-0abd-4d16-8d78-f686d6d805ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 1097 time: 0.0430536 Aug 19 12:18:27.186557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2880774-c4fc-4eaf-aa21-8ab9eb644697 req-bc5fe026-ff5a-41ef-a868-4c7688915db0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305276 Aug 19 12:18:27.839345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcf5a6-341d-48c0-975e-a726fb83ed3b req-af6ae73f-3993-4afd-a3ce-15a61445347b tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.842018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbdcf5a6-341d-48c0-975e-a726fb83ed3b req-af6ae73f-3993-4afd-a3ce-15a61445347b tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 943 time: 0.0661061 Aug 19 12:18:27.895547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbdcf5a6-341d-48c0-975e-a726fb83ed3b req-52af65ee-2562-432f-bcb1-7a4ca8f68c3f tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475762 Aug 19 12:18:27.933136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2c27be9e-b60b-4516-acd7-c19e44bdbaee details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:27.948647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3032a4-4e35-4b84-bbd3-8475c85fb652 req-810f6414-963f-413b-9e68-8538f31b0c57 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.954390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f3032a4-4e35-4b84-bbd3-8475c85fb652 req-810f6414-963f-413b-9e68-8538f31b0c57 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0740576 Aug 19 12:18:28.044968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f3032a4-4e35-4b84-bbd3-8475c85fb652 req-18b540ff-1065-4776-8118-a8b2fe091d6f tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852108 Aug 19 12:18:28.045492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2c27be9e-b60b-4516-acd7-c19e44bdbaee, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:28.062363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '2c27be9e-b60b-4516-acd7-c19e44bdbaee', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'port_id': '2c27be9e-b60b-4516-acd7-c19e44bdbaee', 'mac_address': 'fa:16:3e:ef:f3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:28.065380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f44e3-7370-48d6-ac91-93ac6775fbf9 req-bc840bd9-b1f1-4bb6-806c-542d4dbc7a21 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.067261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b5f44e3-7370-48d6-ac91-93ac6775fbf9 req-bc840bd9-b1f1-4bb6-806c-542d4dbc7a21 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 946 time: 0.0777695 Aug 19 12:18:28.103528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:28.111176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b5f44e3-7370-48d6-ac91-93ac6775fbf9 req-a03b3c11-6d65-44e9-8f8b-ba157d778727 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377090 Aug 19 12:18:28.133295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c27be9e-b60b-4516-acd7-c19e44bdbaee {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:28.152410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2c27be9e-b60b-4516-acd7-c19e44bdbaee, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:28.157066 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:28.215057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2c27be9e-b60b-4516-acd7-c19e44bdbaee,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:28.510065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2c27be9e-b60b-4516-acd7-c19e44bdbaee'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:28.557967 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.032459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1f0bd-10cb-4b6c-85be-29c9d0b357ca req-b64541ab-2249-4550-85d5-4401c9a3f4db tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.034107 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6c1f0bd-10cb-4b6c-85be-29c9d0b357ca req-b64541ab-2249-4550-85d5-4401c9a3f4db tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 944 time: 0.0583677 Aug 19 12:18:29.076936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6c1f0bd-10cb-4b6c-85be-29c9d0b357ca req-d2292ef8-517d-41f1-bbd8-364230e7e601 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362494 Aug 19 12:18:29.206724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861600a2-adfe-4bbf-a384-eb784a26fc31 req-7b93615b-e3a1-407d-8f86-ce2166bdfc19 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.208441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-861600a2-adfe-4bbf-a384-eb784a26fc31 req-7b93615b-e3a1-407d-8f86-ce2166bdfc19 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0817664 Aug 19 12:18:29.286037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-861600a2-adfe-4bbf-a384-eb784a26fc31 req-34da4f3b-b716-49d4-b4c2-b4d7663bd27d tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5abb353-8c4d-448e-878c-a4df684a3909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672913 Aug 19 12:18:29.300209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85b302-0734-4458-94a3-bd4aabe15ec3 req-441e6184-83b8-4164-a0ba-5aec7cf0c176 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.307997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a85b302-0734-4458-94a3-bd4aabe15ec3 req-441e6184-83b8-4164-a0ba-5aec7cf0c176 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 946 time: 0.1126032 Aug 19 12:18:29.343836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a85b302-0734-4458-94a3-bd4aabe15ec3 req-d688d08a-014d-4f4e-85fe-3b2155876bd0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347197 Aug 19 12:18:29.463714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d0775-ed77-4059-bc77-d2147bb96587 req-7942f867-e09f-4940-889c-e2de4bf1005c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.465568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b5d0775-ed77-4059-bc77-d2147bb96587 req-7942f867-e09f-4940-889c-e2de4bf1005c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 946 time: 0.0547600 Aug 19 12:18:29.540249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b5d0775-ed77-4059-bc77-d2147bb96587 req-ebc4cabb-2151-4b18-86fd-ec485e7784bc tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677536 Aug 19 12:18:29.552066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-7feebe49-c150-41ce-becb-b9571d86a020 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.552066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-7feebe49-c150-41ce-becb-b9571d86a020 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 945 time: 0.0783620 Aug 19 12:18:29.568667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53964) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:29.632933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d2c30-441a-45db-a366-f673d12bae3f tempest-TestVolumeBootPattern-487657429 tempest-TestVolumeBootPattern-487657429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.634697 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-832d2c30-441a-45db-a366-f673d12bae3f tempest-TestVolumeBootPattern-487657429 tempest-TestVolumeBootPattern-487657429-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 1092 time: 0.0644667 Aug 19 12:18:29.637954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53966) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:29.644490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:29.670713 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.682864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Deleting port f82f75c0-6051-4981-9087-b53fe13b4de0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:29.683227 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.768702 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.785507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] For port f82f75c0-6051-4981-9087-b53fe13b4de0, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f82f75c0-6051-4981-9087-b53fe13b4de0,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:29.785870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.802178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Calling delete_port for f82f75c0-6051-4981-9087-b53fe13b4de0 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:29.884315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.25.4.21 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/36cdc5a2-9d4e-4fd3-928a-bf43274f80c5) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:29.940287 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.968431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Pushing event deleted for resources: {'Port': ['ID=f82f75c0-6051-4981-9087-b53fe13b4de0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:29.970399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2c27be9e-b60b-4516-acd7-c19e44bdbaee up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:29.976751 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f82f75c0-6051-4981-9087-b53fe13b4de0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:30.013589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] No DVR routers for this DVR port f82f75c0-6051-4981-9087-b53fe13b4de0 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:30.016751 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.019115 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.019412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a063c8fd-ef54-4fd7-bddb-18c9ca6be33e req-d0e40005-2989-42ec-9001-64d99160405a tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.69 "DELETE /v2.0/ports/f82f75c0-6051-4981-9087-b53fe13b4de0 HTTP/1.1" status: 204 len: 173 time: 0.4570980 Aug 19 12:18:30.020063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ccfb36-d163-44a3-b437-34d57ed97838', 'name': 'network-vif-deleted', 'tag': 'f82f75c0-6051-4981-9087-b53fe13b4de0'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:30.022703 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0964848c-6b4f-4e09-b5c3-39c21234be0e" -d '{"events": [{"server_uuid": "f5ccfb36-d163-44a3-b437-34d57ed97838", "name": "network-vif-deleted", "tag": "f82f75c0-6051-4981-9087-b53fe13b4de0"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:30.064034 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31794eb-9359-482b-baec-3953dfa61f1a x-openstack-request-id: req-b31794eb-9359-482b-baec-3953dfa61f1a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:30.064770 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ccfb36-d163-44a3-b437-34d57ed97838", "name": "network-vif-deleted", "tag": "f82f75c0-6051-4981-9087-b53fe13b4de0", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:30.064770 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b31794eb-9359-482b-baec-3953dfa61f1a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:30.065705 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ccfb36-d163-44a3-b437-34d57ed97838', 'name': 'network-vif-deleted', 'tag': 'f82f75c0-6051-4981-9087-b53fe13b4de0', 'status': 'completed', 'code': 200} Aug 19 12:18:30.068002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 2c27be9e-b60b-4516-acd7-c19e44bdbaee completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:30.073205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 2c27be9e-b60b-4516-acd7-c19e44bdbaee triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:30.074028 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.084446 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.146734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:30.151552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:30.156127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:30.181294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=36cdc5a2-9d4e-4fd3-928a-bf43274f80c5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:30.183143 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.249388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2c27be9e-b60b-4516-acd7-c19e44bdbaee, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:30.251466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27be9e-b60b-4516-acd7-c19e44bdbaee'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:30.255891 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c366e0-80bc-47a0-9bc8-055a4afce507" -d '{"events": [{"server_uuid": "d50843fc-5312-49c7-b6e9-645e4a406e4e", "name": "network-vif-plugged", "status": "completed", "tag": "2c27be9e-b60b-4516-acd7-c19e44bdbaee"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:30.261295 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.282547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260044-0857-45e4-aced-00e3a4e5300a req-379e7921-7e32-4c83-9576-f3abcf13d191 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.284041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c260044-0857-45e4-aced-00e3a4e5300a req-379e7921-7e32-4c83-9576-f3abcf13d191 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 944 time: 0.1006877 Aug 19 12:18:30.360525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c260044-0857-45e4-aced-00e3a4e5300a req-08cc35ba-0454-45a0-935e-2d48a927746f tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651071 Aug 19 12:18:30.373021 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b388c-4219-4188-a5c8-ceb9fd975dfa x-openstack-request-id: req-526b388c-4219-4188-a5c8-ceb9fd975dfa {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:30.373680 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50843fc-5312-49c7-b6e9-645e4a406e4e", "name": "network-vif-plugged", "status": "completed", "tag": "2c27be9e-b60b-4516-acd7-c19e44bdbaee", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:30.374099 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-526b388c-4219-4188-a5c8-ceb9fd975dfa {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:30.374486 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27be9e-b60b-4516-acd7-c19e44bdbaee', 'code': 200} Aug 19 12:18:30.383654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2c27be9e-b60b-4516-acd7-c19e44bdbaee,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:30.478768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c59fbf70-300a-43b9-80d8-b1b96031b393 req-618cac50-a8e7-436e-a797-aa35df81f465 tempest-ServerRescueNegativeTestJSON-648484255 tempest-ServerRescueNegativeTestJSON-648484255-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5ccfb36-d163-44a3-b437-34d57ed97838 HTTP/1.1" status: 200 len: 210 time: 0.0327871 Aug 19 12:18:30.543884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c0aaf-2903-49cf-8596-ff914e905911 req-2eaf083e-2dbd-4def-9572-7e382c19c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.545566 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9c3c0aaf-2903-49cf-8596-ff914e905911 req-2eaf083e-2dbd-4def-9572-7e382c19c978 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 1096 time: 0.1225178 Aug 19 12:18:30.609484 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9c3c0aaf-2903-49cf-8596-ff914e905911 req-da1d01c6-aafd-43ac-8ed8-94636778a7d1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566983 Aug 19 12:18:30.649567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.728978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.890044 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.896026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.969546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=36cdc5a2-9d4e-4fd3-928a-bf43274f80c5,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:30.980733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.084895 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Floating IP 4aef2372-0275-4042-86b3-8456575c5a77 associated. External IP: 172.25.4.21, port: 3a9b1dcd-0df0-4f47-ac21-33897b1d9847. Aug 19 12:18:31.308079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:31.429782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:31.442914 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] Sync routers for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:31.450234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.461565 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:31.462532 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:18:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:31.483592 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3051beb2-c38a-4923-b7ad-4605b7a25948 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8441389 Aug 19 12:18:31.484467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'tag': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:31.487130 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5a89d8-3292-49d0-8334-c5eae63c2579", "tag": "3a9b1dcd-0df0-4f47-ac21-33897b1d9847"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:31.506346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22b6ae-123b-46f0-b16e-655b1dcf6018 req-1f7964c3-f342-4262-bf46-83d39205ddc4 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.507915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e22b6ae-123b-46f0-b16e-655b1dcf6018 req-1f7964c3-f342-4262-bf46-83d39205ddc4 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0810325 Aug 19 12:18:31.532372 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830a8320-2ec8-4853-9e62-62580ac6a44d x-openstack-request-id: req-830a8320-2ec8-4853-9e62-62580ac6a44d {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:31.532657 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5a89d8-3292-49d0-8334-c5eae63c2579", "tag": "3a9b1dcd-0df0-4f47-ac21-33897b1d9847", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:31.532932 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-830a8320-2ec8-4853-9e62-62580ac6a44d {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:31.533649 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'tag': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'status': 'completed', 'code': 200} Aug 19 12:18:31.574393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e22b6ae-123b-46f0-b16e-655b1dcf6018 req-ab3f9011-cb2d-4645-8d90-518f52224ae9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560880 Aug 19 12:18:31.587775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 53988) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:31.647784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-13cb2389-eae0-4c18-98e2-1de4d9fc77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.649904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-13cb2389-eae0-4c18-98e2-1de4d9fc77d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 1097 time: 0.0644603 Aug 19 12:18:31.723044 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:31.803580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-75b49389-ef68-4812-815a-7d21d54bfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.806601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-75b49389-ef68-4812-815a-7d21d54bfab4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1500404 Aug 19 12:18:31.891114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-830a9398-84ae-451b-b5f4-f0aa376b0dce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a9b1dcd-0df0-4f47-ac21-33897b1d9847 HTTP/1.1" status: 200 len: 999 time: 0.0749907 Aug 19 12:18:31.956957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-40fe18b5-ef74-47ab-be60-ee52044daa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.958562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-40fe18b5-ef74-47ab-be60-ee52044daa04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0609803 Aug 19 12:18:32.022433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-65d8ef3a-9b59-474e-b4da-a8dbebdf5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.024355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-65d8ef3a-9b59-474e-b4da-a8dbebdf5629 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477202 Aug 19 12:18:32.040449 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4aef2372-0275-4042-86b3-8456575c5a77', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:bc:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:30Z', 'updated_at': '2021-08-19T12:18:30Z', 'revision_number': 0, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:32.051163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.071365 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] Checking router: 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:32.080856 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:32.081707 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:18:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:32.133231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-7e5f36b7-847e-4b4f-af88-ec734e8e685f service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014132 Aug 19 12:18:32.203124 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:32.243706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e8e9de4-81f4-4ba0-af32-85f46d74d7fa req-6de5e204-e875-4fa5-9709-33d4a9b42528 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029656 Aug 19 12:18:32.349895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Deleting port 8f140335-7d0a-41ec-99b1-eb4379b1753e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:32.350145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.452006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] For port 8f140335-7d0a-41ec-99b1-eb4379b1753e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8f140335-7d0a-41ec-99b1-eb4379b1753e,segment=NetworkSegment(2457fac4-dabd-4022-83f1-6636c049e476),segment_id=2457fac4-dabd-4022-83f1-6636c049e476)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:32.452940 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.472073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Calling delete_port for 8f140335-7d0a-41ec-99b1-eb4379b1753e owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:32.474444 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4aef2372-0275-4042-86b3-8456575c5a77', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:bc:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:30Z', 'updated_at': '2021-08-19T12:18:30Z', 'revision_number': 0, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:32.500915 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff036f-d7b8-4484-8323-bd8ebee7e544 None None] The sync data for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 is: [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4aef2372-0275-4042-86b3-8456575c5a77', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:bc:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:30Z', 'updated_at': '2021-08-19T12:18:30Z', 'revision_number': 0, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:32.504876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f82f75c0-6051-4981-9087-b53fe13b4de0 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:32.526210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: f82f75c0-6051-4981-9087-b53fe13b4de0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:32.526965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f82f75c0-6051-4981-9087-b53fe13b4de0 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:32.694960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.699314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e227167-deca-44d5-b40c-303e9d870aa5 req-d914ecb6-69d6-48d5-a077-8a9ecd406dfd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.707515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e227167-deca-44d5-b40c-303e9d870aa5 req-d914ecb6-69d6-48d5-a077-8a9ecd406dfd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0657535 Aug 19 12:18:32.746759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8f140335-7d0a-41ec-99b1-eb4379b1753e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:32.770725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e227167-deca-44d5-b40c-303e9d870aa5 req-98c51ba8-4f3d-4bc0-b489-3027bb1acd10 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575542 Aug 19 12:18:32.794209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd5d1d2-11fe-470c-8d61-70e78831ed7e None None] New status for floating IP 4aef2372-0275-4042-86b3-8456575c5a77: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:18:32.895466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28793e64-c0c6-4c21-87d9-efb177cec74a req-804043f9-b0b9-473a-b332-635914d0d5a3 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.897508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28793e64-c0c6-4c21-87d9-efb177cec74a req-804043f9-b0b9-473a-b332-635914d0d5a3 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0544510 Aug 19 12:18:32.927116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54012) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:32.933780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-47eb65dc-048c-4c64-a3bd-f1aba5f131d6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'floatingip': {'port_id': '2c27be9e-b60b-4516-acd7-c19e44bdbaee'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:32.939464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.991200 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47eb65dc-048c-4c64-a3bd-f1aba5f131d6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:33.173774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Router 86ab83ce-3a54-4596-98ef-1e6688ff59af has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:33.298260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:33.304227 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-04bac108-367e-4050-993f-948ef9a314cf admin admin] 10.222.0.65 "PUT /v2.0/routers/86ab83ce-3a54-4596-98ef-1e6688ff59af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7153738 Aug 19 12:18:33.308539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54014) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:33.311133 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] Sync routers for ids ['86ab83ce-3a54-4596-98ef-1e6688ff59af'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:33.324905 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] Routers {'86ab83ce-3a54-4596-98ef-1e6688ff59af'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:33.325827 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:18:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['86ab83ce-3a54-4596-98ef-1e6688ff59af'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:33.474902 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] Set router 86ab83ce-3a54-4596-98ef-1e6688ff59af gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:33.557725 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47eb65dc-048c-4c64-a3bd-f1aba5f131d6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:33.567401 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47eb65dc-048c-4c64-a3bd-f1aba5f131d6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:33.708012 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:18:32Z', 'revision_number': 5, 'project_id': '3c2a5952535b41958824c409138c9165', 'gw_port': {'id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:02Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:33.709769 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-47eb65dc-048c-4c64-a3bd-f1aba5f131d6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Floating IP 9b83ee47-3bde-4d32-9154-a4938635b2da associated. External IP: 172.25.4.140, port: 2c27be9e-b60b-4516-acd7-c19e44bdbaee. Aug 19 12:18:33.736212 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] Checking router: 86ab83ce-3a54-4596-98ef-1e6688ff59af for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:33.746489 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] Routers {'86ab83ce-3a54-4596-98ef-1e6688ff59af'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:33.747343 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:18:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['86ab83ce-3a54-4596-98ef-1e6688ff59af'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:33.799254 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:33.874983 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] Set router 86ab83ce-3a54-4596-98ef-1e6688ff59af gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:33.919666 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:33.959719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eb65dc-048c-4c64-a3bd-f1aba5f131d6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Router e1544d4f-889d-402f-abf0-8689d8c7716e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:33.986901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Deleting port 586083a0-b2b4-424f-96a9-5b92ab960177 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:33.987295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.077522 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:18:32Z', 'revision_number': 5, 'project_id': '3c2a5952535b41958824c409138c9165', 'gw_port': {'id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:02Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:34.083792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] For port 586083a0-b2b4-424f-96a9-5b92ab960177, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=586083a0-b2b4-424f-96a9-5b92ab960177,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:34.084457 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.084987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eb65dc-048c-4c64-a3bd-f1aba5f131d6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:34.095563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] Sync routers for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:34.101189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Calling delete_port for 586083a0-b2b4-424f-96a9-5b92ab960177 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:34.108153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:34.110202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-47eb65dc-048c-4c64-a3bd-f1aba5f131d6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.110899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:18:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:34.128894 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51204f65-5df5-40da-a51a-0c297824ff79 None None] The sync data for ids ['86ab83ce-3a54-4596-98ef-1e6688ff59af'] in n-d-778550-9 is: [{'id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'name': 'tempest-ServerRescueNegativeTestJSON-273571452-router', 'tenant_id': '3c2a5952535b41958824c409138c9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:18:32Z', 'revision_number': 5, 'project_id': '3c2a5952535b41958824c409138c9165', 'gw_port': {'id': '586083a0-b2b4-424f-96a9-5b92ab960177', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ab83ce-3a54-4596-98ef-1e6688ff59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:02Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:34.154859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-47eb65dc-048c-4c64-a3bd-f1aba5f131d6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "PUT /v2.0/floatingips/9b83ee47-3bde-4d32-9154-a4938635b2da HTTP/1.1" status: 200 len: 991 time: 1.2227511 Aug 19 12:18:34.154859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'tag': '2c27be9e-b60b-4516-acd7-c19e44bdbaee'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:34.167342 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d155d69a-2a66-42d0-a5ed-792403257c71" -d '{"events": [{"name": "network-changed", "server_uuid": "d50843fc-5312-49c7-b6e9-645e4a406e4e", "tag": "2c27be9e-b60b-4516-acd7-c19e44bdbaee"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:34.243498 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13789458-461e-4d64-93cb-d001f6c05867 x-openstack-request-id: req-13789458-461e-4d64-93cb-d001f6c05867 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:34.243786 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50843fc-5312-49c7-b6e9-645e4a406e4e", "tag": "2c27be9e-b60b-4516-acd7-c19e44bdbaee", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:34.244038 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13789458-461e-4d64-93cb-d001f6c05867 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:34.244443 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'tag': '2c27be9e-b60b-4516-acd7-c19e44bdbaee', 'status': 'completed', 'code': 200} Aug 19 12:18:34.273892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:34.381779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.414265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Pushing event deleted for resources: {'Port': ['ID=586083a0-b2b4-424f-96a9-5b92ab960177,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:34.455245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-0a8e50c0-41ac-4d7a-9d0b-2ca0f6b06dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.456819 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-0a8e50c0-41ac-4d7a-9d0b-2ca0f6b06dec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 1096 time: 0.1059043 Aug 19 12:18:34.545022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '9b83ee47-3bde-4d32-9154-a4938635b2da', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'port_id': '2c27be9e-b60b-4516-acd7-c19e44bdbaee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'mac_address': 'fa:16:3e:ef:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:18Z', 'updated_at': '2021-08-19T12:18:33Z', 'revision_number': 1, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:34.554205 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.574585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] Checking router: e1544d4f-889d-402f-abf0-8689d8c7716e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:34.584676 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:34.586305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:18:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:34.675651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.680643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.695446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-daa0c198-731e-413e-abee-b5cc8a46bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.696991 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-daa0c198-731e-413e-abee-b5cc8a46bdeb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 912 time: 0.2223582 Aug 19 12:18:34.711033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:34.773168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.773630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ab83ce-3a54-4596-98ef-1e6688ff59af {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:18:34.780127 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.783868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54032) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:34.784369 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2d1cfb1e-f352-4605-a4b8-92433e86aa3d admin admin] 10.222.0.65 "DELETE /v2.0/routers/86ab83ce-3a54-4596-98ef-1e6688ff59af HTTP/1.1" status: 204 len: 168 time: 1.4739704 Aug 19 12:18:34.811835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-eabaf457-d971-4e3a-9004-04f510dd943f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee HTTP/1.1" status: 200 len: 999 time: 0.0825801 Aug 19 12:18:34.860644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8f140335-7d0a-41ec-99b1-eb4379b1753e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:34.862933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae94edb2-015c-42bc-9cad-fde06021a18d admin admin] Deleting subnet d00b2daf-d8dd-4185-9d3d-10f90746921d {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:18:34.869405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae94edb2-015c-42bc-9cad-fde06021a18d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.878910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-ff543fcc-5baf-41c4-a3f5-104d0dbd3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.884041 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-ff543fcc-5baf-41c4-a3f5-104d0dbd3ebd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0651655 Aug 19 12:18:34.913933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 8f140335-7d0a-41ec-99b1-eb4379b1753e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:34.914189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8f140335-7d0a-41ec-99b1-eb4379b1753e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:34.916403 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae94edb2-015c-42bc-9cad-fde06021a18d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.963395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-38f72532-e625-4f50-b399-00d28b5b216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.966467 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-38f72532-e625-4f50-b399-00d28b5b216b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756147 Aug 19 12:18:34.980502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae94edb2-015c-42bc-9cad-fde06021a18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.046488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '9b83ee47-3bde-4d32-9154-a4938635b2da', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'port_id': '2c27be9e-b60b-4516-acd7-c19e44bdbaee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'mac_address': 'fa:16:3e:ef:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:18Z', 'updated_at': '2021-08-19T12:18:33Z', 'revision_number': 1, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:35.066782 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae94edb2-015c-42bc-9cad-fde06021a18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.081814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c75813-f8d9-4eb3-8bc1-0d131c873029 None None] The sync data for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 is: [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '9b83ee47-3bde-4d32-9154-a4938635b2da', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'port_id': '2c27be9e-b60b-4516-acd7-c19e44bdbaee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'mac_address': 'fa:16:3e:ef:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:18Z', 'updated_at': '2021-08-19T12:18:33Z', 'revision_number': 1, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:35.106824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94edb2-015c-42bc-9cad-fde06021a18d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00b2daf-d8dd-4185-9d3d-10f90746921d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:35.115082 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae94edb2-015c-42bc-9cad-fde06021a18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.117448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ae94edb2-015c-42bc-9cad-fde06021a18d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d00b2daf-d8dd-4185-9d3d-10f90746921d HTTP/1.1" status: 204 len: 168 time: 0.3312073 Aug 19 12:18:35.119876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54034) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:35.135149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-57c93398-1c82-457e-8bf3-98d5ca46e096 service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611655 Aug 19 12:18:35.207517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.272344 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d155d69a-2a66-42d0-a5ed-792403257c71 req-369ce464-724d-493f-8c49-fca0641795f5 service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262908 Aug 19 12:18:35.304367 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.324851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb99be0b-fc38-4615-ac5a-17103895ea23']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:35.343385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2457fac4-dabd-4022-83f1-6636c049e476') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:35.343797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2457fac4-dabd-4022-83f1-6636c049e476') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:35.369475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.398652 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.411650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:18:35.412106 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:18:35.461785 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:18:35.464435 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe34ac0-fd39-4fb5-87bf-6c3eb4167e55 None None] New status for floating IP 9b83ee47-3bde-4d32-9154-a4938635b2da: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:18:35.496630 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.505080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.509626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cb99be0b-fc38-4615-ac5a-17103895ea23 HTTP/1.1" status: 204 len: 168 time: 0.3861139 Aug 19 12:18:35.520776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99973f34-2259-4aad-8459-ee007b02d2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb99be0b-fc38-4615-ac5a-17103895ea23,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:35.716531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54042) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:35.770746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e31f0cdd-3035-4e21-a0b0-3580225e09e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c2a5952535b41958824c409138c9165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525274 Aug 19 12:18:35.773497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54044) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:35.837386 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69c51328-6e1c-4c07-80bf-23da066ca5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.864528 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69c51328-6e1c-4c07-80bf-23da066ca5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.929732 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69c51328-6e1c-4c07-80bf-23da066ca5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.934159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69c51328-6e1c-4c07-80bf-23da066ca5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.937239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-69c51328-6e1c-4c07-80bf-23da066ca5d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5abb353-8c4d-448e-878c-a4df684a3909 HTTP/1.1" status: 204 len: 168 time: 0.1624300 Aug 19 12:18:35.947295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c51328-6e1c-4c07-80bf-23da066ca5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5abb353-8c4d-448e-878c-a4df684a3909,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:36.615279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 586083a0-b2b4-424f-96a9-5b92ab960177 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:36.636362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 586083a0-b2b4-424f-96a9-5b92ab960177 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:36.637118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 586083a0-b2b4-424f-96a9-5b92ab960177 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:37.146972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2955721b-6486-47a2-8bbe-2fe0a6bb31b0 req-d7a0075f-02cf-472b-944b-ed9d03c69479 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0277715 Aug 19 12:18:38.266404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ddd58c4-5332-4139-a88f-10d426e2b2b7 req-3b5e6ad6-e8c1-43dd-8a1d-fec3990a10a2 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0306921 Aug 19 12:18:39.386844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8afca9a-b6c6-4fe3-ab7d-a3284e49cd79 req-b3c75e22-54b8-44a1-a701-42e4b751124e tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0282381 Aug 19 12:18:39.433018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e667b8ee-64b0-4ccf-8b1a-b59de4cc1deb req-e0b83a81-a91a-48fa-bd57-0ad2da16d1f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0342951 Aug 19 12:18:40.503688 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee5411de-fbac-4ac8-9b93-e28b0b67bb25 req-488a2b52-8b45-4007-aaa9-4761c7b84ed9 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0276124 Aug 19 12:18:41.611496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ddff570d-0dba-47fe-9595-7657faf24e10 req-2f7fa2b8-32bd-40af-bee6-e6f1bc9402d0 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0261290 Aug 19 12:18:41.936158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8a5629d-73ec-4d2f-a249-a285a9b56020 req-33a98f04-60e6-4c9d-95f2-ea3e72987e45 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0267630 Aug 19 12:18:43.050595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7433bb1c-3922-47f1-83fa-cca7bb01c911 req-db50795e-fa7a-4640-944b-1dfb96981612 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0311797 Aug 19 12:18:44.168310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-331852fb-b5f7-4c7e-8963-a20c589703ac req-aca12a69-712a-4cc1-930b-4a09c0ea4031 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0277362 Aug 19 12:18:45.280710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39d80e06-fcc1-48fa-a787-46e765a37f9a req-01adde23-c590-4a5b-8824-2a2b68de959d tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0350978 Aug 19 12:18:46.389378 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bd43391-9b3f-4f24-9897-afd9b501930c req-d0088b6c-64dd-438f-8cf5-954dcda9d432 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0283937 Aug 19 12:18:47.496542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-842f6709-4878-45e9-aa83-556644b42619 req-202ccd4e-bd0b-4128-8a73-83b328358108 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0276890 Aug 19 12:18:48.392493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ca408a24-11a9-44b5-aaff-66b799f4674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:48.843244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9014a777-21ef-4dff-9796-27699fff8243 req-d1cef25c-f5bb-4d9d-a5b9-b504bbda4bca tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0262082 Aug 19 12:18:49.950679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f2cc3fc3-8a8f-4805-8eaf-7fca1fdbe58e req-533dd7e9-4a17-4976-8036-d35682915413 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0312614 Aug 19 12:18:50.768414 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fbc9ebab-d4bd-49c8-922b-b3e67d5dfb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.897081 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.057874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81f6a427-e7bc-4b27-930c-9a69a2906268 req-e1b2bdea-594d-471f-ae5c-71e8355320a6 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0278161 Aug 19 12:18:51.962649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:52.159383 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e9ad41c-1b9d-4424-ab8a-4c48d4205600 req-b3b4433c-5d04-4dc8-8015-b440fbee7fe7 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0267069 Aug 19 12:18:53.268796 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a4758dc-6053-48a0-8fa9-0bacef3f1d55 req-9b91cfc0-4e2f-4926-9051-69bddb89cf2e tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0290189 Aug 19 12:18:54.007055 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:54.190408 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:54.383074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dce17595-4e66-41cf-b514-5e681bf839f4 req-3f5c3a8a-0737-4f34-84a4-a367e18243c3 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0325208 Aug 19 12:18:55.496356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63a87766-00f2-467c-8020-b54026d77aac req-5b66572a-801b-4f88-99c7-f70a4144e256 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Aug 19 12:18:56.603948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8c23e947-03c7-4b6c-8783-ca01f00eb92e req-6219ef13-ca5e-43be-8686-07ae456d6147 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0301611 Aug 19 12:18:57.713791 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9151d84-31ab-47b9-bc8f-c48390ba3cab req-f2c9f9c5-cbcd-43c5-9339-9c774f45bb28 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0271909 Aug 19 12:18:58.529029 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.830665 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16dfa723-5711-467a-ba90-c3971dfc6af6 req-e5d8cf75-7de1-4b49-a4f2-90238d2ad376 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0293651 Aug 19 12:18:59.958203 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47401b50-b384-4566-add9-c98cdd3207d3 req-a5fe0899-e938-42aa-898b-523b098356ab tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0276265 Aug 19 12:19:00.724791 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:19:01.063776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8638b08b-f689-49a1-93f3-ac502008ff07 req-c0c055d0-367c-46de-b495-b3eeb7af10d5 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0273256 Aug 19 12:19:02.167890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22d3a7f2-a077-4220-8488-fadc1c70b98b req-703a4606-661d-456e-a28e-ada087a2f002 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0263488 Aug 19 12:19:03.273754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-debb49a4-5d1c-4157-98de-4d895df649d1 req-1bd83f70-3dd8-437d-a3cc-36c1ea65e86d tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0306506 Aug 19 12:19:04.383972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-79c77419-6ad2-41a2-a917-17aa61fc6f13 req-2082aad3-1db8-4b00-8336-ac0f9c8e7605 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0270433 Aug 19 12:19:05.487312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-71d9cad1-d845-40e1-880c-86ab61d1a27d req-a0f164e4-dc00-4bd3-8c39-75e500980c3d tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0272775 Aug 19 12:19:06.594053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5f47b05-747c-40ed-b049-be25595fbb06 req-ef3e549a-cab2-4c3f-8166-ee4890f1d3f8 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0281706 Aug 19 12:19:07.696458 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdbfcfef-68ea-4efd-986d-7d2c1fbd0848 req-a6ceb0aa-191a-45de-85c7-8c942e0d4361 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0272675 Aug 19 12:19:08.800019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc73d0e0-0f42-4d0b-b02b-da9ae0d44779 req-8ae97c22-1926-4868-ae59-55d8d3e0c1e7 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0283411 Aug 19 12:19:10.315517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-500f83a6-0d2c-4376-90bf-2edf33195ea5 req-690c7c56-ed76-4564-b510-74ee958155d6 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.4335170 Aug 19 12:19:11.418662 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1c76346-8e30-4d8b-9d31-bf9385d3f508 req-8a5f374d-d31f-407e-8f45-d97e874c3067 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0262511 Aug 19 12:19:12.521728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb0beacf-5597-4acd-b17e-850c95058c5b req-f3977e80-02b9-4ed6-891c-6b5c1b77d2a5 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0273411 Aug 19 12:19:13.630696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a83e0c5-ec72-4780-aced-7292ab770a1c req-aa2ad367-8997-46f0-bdb4-facee010ed53 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0310085 Aug 19 12:19:14.739604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1876f4db-45b1-4ab8-8773-b1e5d4378d5f req-41579163-175e-4013-b2dc-4c98704a2ebc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0391331 Aug 19 12:19:14.754660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8a2e355-c8f5-4486-a592-6f85d2aef2d8 req-5d325918-e9c9-4a9a-9c8a-5de50bb7b1b8 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0449853 Aug 19 12:19:15.890165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-faf70cdc-26dd-4c2d-ab96-d6f1302d089b req-ae8c2b5f-1454-49c0-8b38-82a1cbe57ee0 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0316463 Aug 19 12:19:16.165824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c38ea54-8a2f-4dec-9b2b-22cb43e9df4c req-251bb835-e7c2-493c-abf0-3bcdad722abd tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0467288 Aug 19 12:19:16.167757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb5233f0-ebee-48c0-9c0f-9fb51d913c90 req-4c24ac93-b4cd-4349-94fb-d8bd46d224f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a096cfd8b646419f91d76c960ea845c6&device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0466158 Aug 19 12:19:16.204412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb5233f0-ebee-48c0-9c0f-9fb51d913c90 req-5dc31810-5fcb-4965-8d98-9892f9b0d420 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a096cfd8b646419f91d76c960ea845c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230846 Aug 19 12:19:16.306311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5233f0-ebee-48c0-9c0f-9fb51d913c90 req-4aa4c814-3f6d-4f45-905d-c170d719894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.308392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb5233f0-ebee-48c0-9c0f-9fb51d913c90 req-4aa4c814-3f6d-4f45-905d-c170d719894d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968230 Aug 19 12:19:17.263361 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08d88049-1d40-4047-8925-9caee287c7dc req-92bcdef4-ab96-4f81-a8bc-808734c8b478 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0278590 Aug 19 12:19:17.655365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb5233f0-ebee-48c0-9c0f-9fb51d913c90 req-bd8ffc52-20ba-45fd-81b5-19f5efedac13 tempest-ServerShowV257Test-1403173195 tempest-ServerShowV257Test-1403173195-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f4cc8a6-19b7-4398-83d5-46ce67893700 HTTP/1.1" status: 200 len: 210 time: 0.0260262 Aug 19 12:19:18.396217 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8d6e-fd9b-445f-89d5-2e1c11dbd12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.566474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54568) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:18.693275 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.803503 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.809640 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.851552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a096cfd8b646419f91d76c960ea845c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813785 Aug 19 12:19:18.851552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c1d6b8-dd8b-4792-b9cf-a75f7b91840b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:18.851926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54578) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:18.868470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.868846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.869361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.869710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.870046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.870380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.870709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.871033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.871357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.871679 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.872001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.872324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9bc613-762c-48dc-bb68-698b056f09df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.914833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b6436a3-44ff-42e5-b92b-f4fdbd9a8525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.938185 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b6436a3-44ff-42e5-b92b-f4fdbd9a8525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.985244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b6436a3-44ff-42e5-b92b-f4fdbd9a8525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.987880 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b6436a3-44ff-42e5-b92b-f4fdbd9a8525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.989061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7b6436a3-44ff-42e5-b92b-f4fdbd9a8525 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6c1d6b8-dd8b-4792-b9cf-a75f7b91840b HTTP/1.1" status: 204 len: 168 time: 0.1363974 Aug 19 12:19:18.997145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6436a3-44ff-42e5-b92b-f4fdbd9a8525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c1d6b8-dd8b-4792-b9cf-a75f7b91840b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:19.644074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578d35c-a1c0-4a07-9c6d-7803ac885e6f req-730d5633-51c1-4a21-b37f-478f2e04a265 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.650159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578d35c-a1c0-4a07-9c6d-7803ac885e6f req-730d5633-51c1-4a21-b37f-478f2e04a265 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.656404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578d35c-a1c0-4a07-9c6d-7803ac885e6f req-730d5633-51c1-4a21-b37f-478f2e04a265 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.662482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578d35c-a1c0-4a07-9c6d-7803ac885e6f req-730d5633-51c1-4a21-b37f-478f2e04a265 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.668578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578d35c-a1c0-4a07-9c6d-7803ac885e6f req-730d5633-51c1-4a21-b37f-478f2e04a265 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.674893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578d35c-a1c0-4a07-9c6d-7803ac885e6f req-730d5633-51c1-4a21-b37f-478f2e04a265 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.681468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578d35c-a1c0-4a07-9c6d-7803ac885e6f req-730d5633-51c1-4a21-b37f-478f2e04a265 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.685325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1578d35c-a1c0-4a07-9c6d-7803ac885e6f req-730d5633-51c1-4a21-b37f-478f2e04a265 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5433 time: 0.1032395 Aug 19 12:19:19.703879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54612) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:19.732499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1578d35c-a1c0-4a07-9c6d-7803ac885e6f req-4788b5c5-4920-4017-9575-b13b27461a2f tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405488 Aug 19 12:19:19.811886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1197957286-network', 'tenant_id': 'e71ee13d7aba4097bb56dac206314516'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:19.835150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Made reservation on behalf of e71ee13d7aba4097bb56dac206314516 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:19.838549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.847301 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.937002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.941055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.967909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:19:19.974204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd5ce9a-6606-498b-8d9a-be18b869d0bf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:19.983424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.983771 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Added segment 1f544157-cf45-492c-a284-c01432dac1ec of type vlan for network c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3 Aug 19 12:19:19.986074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.986422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.986784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.987124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.987457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.987787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.988114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.988441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.988795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.989120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.989441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:19.989760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:20.033526 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.062001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.063253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.063840 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.124004 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4189529 Aug 19 12:19:20.127016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54618) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:20.129074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639370f8-1718-4495-8dad-99485f226cca admin admin] Pushing event updated for resources: {'Network': ['ID=c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:20.132783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Request body: {'subnet': {'network_id': 'c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1197957286-subnet', 'tenant_id': 'e71ee13d7aba4097bb56dac206314516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:20.145948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:19:20.163632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Made reservation on behalf of e71ee13d7aba4097bb56dac206314516 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:20.167852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.388943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.445372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6117480-30f5-464b-85fe-113a2619bdbf,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:20.454374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Checking segment: {'id': '1f544157-cf45-492c-a284-c01432dac1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:20.454736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Network hostable DHCP agents. Network: c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:19:20.470853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Network c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:19:20.481595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:20.486281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.487056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.491158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62247c59-de7e-47f2-b83d-65b8994529f1 None None] Network c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:20.516654 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5ae55e0f-92be-4344-969f-82de4ac663e7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3795342 Aug 19 12:19:20.618858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a216f-e7b3-4cc3-9ae1-c57714624586 None None] Network c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:20.634946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54630) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:20.680222 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19518bd-04e1-4414-8f28-e0fd997799b2 admin admin] Deleting subnet b6117480-30f5-464b-85fe-113a2619bdbf {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:20.683578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e19518bd-04e1-4414-8f28-e0fd997799b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.723325 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e19518bd-04e1-4414-8f28-e0fd997799b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.772189 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e19518bd-04e1-4414-8f28-e0fd997799b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.781667 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6843472a-9556-470f-aa1c-4ec3599e29ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.843892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f94fbf31-86bd-4761-9341-132779a1ae04 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.850394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f94fbf31-86bd-4761-9341-132779a1ae04 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.857117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f94fbf31-86bd-4761-9341-132779a1ae04 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.864209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f94fbf31-86bd-4761-9341-132779a1ae04 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.873715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f94fbf31-86bd-4761-9341-132779a1ae04 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.880519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f94fbf31-86bd-4761-9341-132779a1ae04 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.887687 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f94fbf31-86bd-4761-9341-132779a1ae04 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.889681 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f94fbf31-86bd-4761-9341-132779a1ae04 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5433 time: 0.1205387 Aug 19 12:19:20.894190 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.896444 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e19518bd-04e1-4414-8f28-e0fd997799b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.935915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e19518bd-04e1-4414-8f28-e0fd997799b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.937861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e19518bd-04e1-4414-8f28-e0fd997799b2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b6117480-30f5-464b-85fe-113a2619bdbf HTTP/1.1" status: 204 len: 168 time: 0.3017819 Aug 19 12:19:20.948472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:20.950653 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6d221-59c7-499a-b88a-0e0d83e52b11 req-3e208072-4682-472c-a358-755a75520c67 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.956779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6d221-59c7-499a-b88a-0e0d83e52b11 req-3e208072-4682-472c-a358-755a75520c67 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.959540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-4aab90b1-27cf-43d1-9686-acfa36a0335e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.961013 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-4aab90b1-27cf-43d1-9686-acfa36a0335e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "GET /v2.0/ports/3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0626922 Aug 19 12:19:20.963324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6d221-59c7-499a-b88a-0e0d83e52b11 req-3e208072-4682-472c-a358-755a75520c67 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.969473 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6d221-59c7-499a-b88a-0e0d83e52b11 req-3e208072-4682-472c-a358-755a75520c67 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.975415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6d221-59c7-499a-b88a-0e0d83e52b11 req-3e208072-4682-472c-a358-755a75520c67 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.982000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6d221-59c7-499a-b88a-0e0d83e52b11 req-3e208072-4682-472c-a358-755a75520c67 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.987867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6d221-59c7-499a-b88a-0e0d83e52b11 req-3e208072-4682-472c-a358-755a75520c67 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.989966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9cc6d221-59c7-499a-b88a-0e0d83e52b11 req-3e208072-4682-472c-a358-755a75520c67 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 5433 time: 0.1594863 Aug 19 12:19:20.990912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19518bd-04e1-4414-8f28-e0fd997799b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6117480-30f5-464b-85fe-113a2619bdbf,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:21.038914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9cc6d221-59c7-499a-b88a-0e0d83e52b11 req-deb5870b-0063-4c54-a9aa-0dfd5b80c532 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374167 Aug 19 12:19:21.083884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.127096 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-aefe9ca0-33ed-4730-b552-d324adadb2cd tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "GET /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1558454 Aug 19 12:19:21.154195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:21.252424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.268614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:21.278838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.281837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f544157-cf45-492c-a284-c01432dac1ec') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:21.282192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f544157-cf45-492c-a284-c01432dac1ec') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:21.299174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.334341 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.347064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:21.347476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:21.349172 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:21.449010 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.455284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.457103 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3 HTTP/1.1" status: 204 len: 168 time: 0.5075634 Aug 19 12:19:21.471991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e47b4-c960-436a-9a94-1d2818311198 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d54fb5-7894-4d6b-8f5d-4a92c3bc56d3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:21.500769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] For port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:21.537344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] For port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:21.570269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] device_id is not set on port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:19:21.579226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.582847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54646) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:21.590230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.677387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:21.682926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] No DVR routers for this DVR port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:21.689135 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-28a0c47d-4c8d-44c4-ba0e-7e38dc6b8545 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e71ee13d7aba4097bb56dac206314516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053159 Aug 19 12:19:21.692145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54648) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:21.730573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] In _notify_port_updated(), no bound segment for port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:19:21.732044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.732750 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.734561 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-7838cd90-c1bc-4a6d-9abc-abf794b852a6 service neutron] 10.222.0.54 "PUT /v2.0/ports/3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 200 len: 1027 time: 0.5849702 Aug 19 12:19:21.760648 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2303ccda-0cb9-4cd5-93f4-1480fa5602c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.788070 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2303ccda-0cb9-4cd5-93f4-1480fa5602c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.799889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f9faa483-aeba-4968-8bd8-7b83396aaddb tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.802562 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-f9faa483-aeba-4968-8bd8-7b83396aaddb tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "GET /v2.0/ports/f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0617037 Aug 19 12:19:21.815710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:21.848646 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2303ccda-0cb9-4cd5-93f4-1480fa5602c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.852779 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2303ccda-0cb9-4cd5-93f4-1480fa5602c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.854694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2303ccda-0cb9-4cd5-93f4-1480fa5602c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0cd5ce9a-6606-498b-8d9a-be18b869d0bf HTTP/1.1" status: 204 len: 168 time: 0.1611865 Aug 19 12:19:21.866533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303ccda-0cb9-4cd5-93f4-1480fa5602c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd5ce9a-6606-498b-8d9a-be18b869d0bf,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:21.894210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.946469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-716b7688-1fd0-4fff-b422-0a314fced260 None None] Provisioning complete for port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:21.948056 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-716b7688-1fd0-4fff-b422-0a314fced260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.998335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.005898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-716b7688-1fd0-4fff-b422-0a314fced260 None None] Port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:22.041023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] For port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:22.094753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] For port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:22.135108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] device_id is not set on port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:19:22.148133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.157107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.188340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb140-75c6-4db1-ba13-a56a57ac5ae6 req-34656ee9-d152-4ec9-bb63-c4fcb72a6583 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.199363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb140-75c6-4db1-ba13-a56a57ac5ae6 req-34656ee9-d152-4ec9-bb63-c4fcb72a6583 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.208697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb140-75c6-4db1-ba13-a56a57ac5ae6 req-34656ee9-d152-4ec9-bb63-c4fcb72a6583 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.217870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb140-75c6-4db1-ba13-a56a57ac5ae6 req-34656ee9-d152-4ec9-bb63-c4fcb72a6583 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.232209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb140-75c6-4db1-ba13-a56a57ac5ae6 req-34656ee9-d152-4ec9-bb63-c4fcb72a6583 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.246827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] No DVR routers for this DVR port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:22.260444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb140-75c6-4db1-ba13-a56a57ac5ae6 req-34656ee9-d152-4ec9-bb63-c4fcb72a6583 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.269431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-612bb140-75c6-4db1-ba13-a56a57ac5ae6 req-34656ee9-d152-4ec9-bb63-c4fcb72a6583 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 4581 time: 0.1396532 Aug 19 12:19:22.326264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:22.346241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-612bb140-75c6-4db1-ba13-a56a57ac5ae6 req-b474a9fe-ffec-4f20-88cb-c1732f7b3931 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b64b084-ceba-4abc-ac34-10fd983f658d&id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725837 Aug 19 12:19:22.348813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] In _notify_port_updated(), no bound segment for port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d on network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 {{(pid=101153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:19:22.350012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.351734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.377261 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-47f8a6e8-5daa-499e-aa7d-5c0c1fb13ba7 service neutron] 10.222.0.54 "PUT /v2.0/ports/f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 200 len: 1027 time: 0.5593588 Aug 19 12:19:22.505747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:22.506114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.537597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e3d944c8-9bbc-4e2c-b2bf-170d395e604b None None] Provisioning complete for port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:22.537978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e3d944c8-9bbc-4e2c-b2bf-170d395e604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.615009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e3d944c8-9bbc-4e2c-b2bf-170d395e604b None None] Port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:22.621302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] For port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:22.621670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.642687 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Calling delete_port for 1b8e0a79-9c57-4cbe-8148-b32aac6af3af owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:22.789521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.818949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Port': ['ID=1b8e0a79-9c57-4cbe-8148-b32aac6af3af,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:22.877385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] No DVR routers for this DVR port 1b8e0a79-9c57-4cbe-8148-b32aac6af3af on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:22.880477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.882805 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-471d3f60-ba64-4049-80d5-aa21b85752c6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "DELETE /v2.0/ports/1b8e0a79-9c57-4cbe-8148-b32aac6af3af HTTP/1.1" status: 204 len: 173 time: 0.5112643 Aug 19 12:19:22.883396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': '1b8e0a79-9c57-4cbe-8148-b32aac6af3af'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:22.886203 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b1e7f7-d72f-4e0b-a381-ceb7e5b70bdf" -d '{"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "1b8e0a79-9c57-4cbe-8148-b32aac6af3af"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:22.923719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54688) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:22.937799 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c517986-2682-417d-b676-390a4b5a1cb9 x-openstack-request-id: req-0c517986-2682-417d-b676-390a4b5a1cb9 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:22.938274 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "1b8e0a79-9c57-4cbe-8148-b32aac6af3af", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:22.938476 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c517986-2682-417d-b676-390a4b5a1cb9 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:22.938877 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': '1b8e0a79-9c57-4cbe-8148-b32aac6af3af', 'status': 'completed', 'code': 200} Aug 19 12:19:23.002722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting port f0310b23-8099-4c5d-a487-eada99042c58 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:23.003077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.108567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] For port f0310b23-8099-4c5d-a487-eada99042c58, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f0310b23-8099-4c5d-a487-eada99042c58,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:23.109002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.111769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1752714377-network', 'tenant_id': '94fcbf97d3184c858f93dd8a69f2674a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:23.132650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Made reservation on behalf of 94fcbf97d3184c858f93dd8a69f2674a for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:23.135179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.145102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.247426 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.252748 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.285212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:19:23.291779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0141d466-c386-4318-8372-d49148a31f14,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:23.300072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.300424 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Added segment e05c1269-3040-4c75-b1dd-10252b5a7145 of type vlan for network b4c2fa42-0bee-4a4c-9159-4358881a198e Aug 19 12:19:23.356143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.394270 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.395812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.396434 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.398089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.398489 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.398816 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Floating IP 553cff83-5151-4175-a6ad-4c2900d78916 disassociated. External IP: 172.25.4.157, port: f0310b23-8099-4c5d-a487-eada99042c58. Aug 19 12:19:23.399306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Calling delete_port for f0310b23-8099-4c5d-a487-eada99042c58 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:23.480775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5549345 Aug 19 12:19:23.505302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2199470-b712-4d03-ac79-20774cd505d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c2fa42-0bee-4a4c-9159-4358881a198e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:23.516503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network b4c2fa42-0bee-4a4c-9159-4358881a198e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:19:23.565182 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.598204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17514576-1098-4d47-b1cf-8af88d6802d0 req-d510f637-40b2-489e-a1e6-062d2d08b0f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.604559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Port': ['ID=f0310b23-8099-4c5d-a487-eada99042c58,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:23.623898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17514576-1098-4d47-b1cf-8af88d6802d0 req-d510f637-40b2-489e-a1e6-062d2d08b0f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.641852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17514576-1098-4d47-b1cf-8af88d6802d0 req-d510f637-40b2-489e-a1e6-062d2d08b0f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.650281 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17514576-1098-4d47-b1cf-8af88d6802d0 req-d510f637-40b2-489e-a1e6-062d2d08b0f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.652476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17514576-1098-4d47-b1cf-8af88d6802d0 req-d510f637-40b2-489e-a1e6-062d2d08b0f0 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 3073 time: 0.1492720 Aug 19 12:19:23.715248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-17514576-1098-4d47-b1cf-8af88d6802d0 req-0e18bd3c-a386-4eb9-814d-e4b856d49455 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508800 Aug 19 12:19:23.773666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Router fb0a850e-2b60-418a-814a-165f07e1e75b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:23.898629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:23.914471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] Sync routers for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:23.925871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:23.926502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:23.940523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] No DVR routers for this DVR port f0310b23-8099-4c5d-a487-eada99042c58 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:23.945130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.948037 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-53dbd46f-267c-450d-95b2-33ab15f42f01 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "DELETE /v2.0/ports/f0310b23-8099-4c5d-a487-eada99042c58 HTTP/1.1" status: 204 len: 173 time: 1.0584626 Aug 19 12:19:24.056575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:24.074044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting port 928b6618-8100-4e6c-a375-b6aad306d2c7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:24.074654 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.202667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e25e31-4e41-4a45-b509-153e33aeaf41 req-2fb3a327-3f9e-440f-9691-5f886dcdad4d tempest-ComputeTenantNetworksTest-485561114 tempest-ComputeTenantNetworksTest-485561114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.219058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e25e31-4e41-4a45-b509-153e33aeaf41 req-2fb3a327-3f9e-440f-9691-5f886dcdad4d tempest-ComputeTenantNetworksTest-485561114 tempest-ComputeTenantNetworksTest-485561114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.233200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] For port 928b6618-8100-4e6c-a375-b6aad306d2c7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=928b6618-8100-4e6c-a375-b6aad306d2c7,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:24.233465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.250100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e25e31-4e41-4a45-b509-153e33aeaf41 req-2fb3a327-3f9e-440f-9691-5f886dcdad4d tempest-ComputeTenantNetworksTest-485561114 tempest-ComputeTenantNetworksTest-485561114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.251842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34e25e31-4e41-4a45-b509-153e33aeaf41 req-2fb3a327-3f9e-440f-9691-5f886dcdad4d tempest-ComputeTenantNetworksTest-485561114 tempest-ComputeTenantNetworksTest-485561114-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3731000 Aug 19 12:19:24.262562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Calling delete_port for 928b6618-8100-4e6c-a375-b6aad306d2c7 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:24.303184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1b8e0a79-9c57-4cbe-8148-b32aac6af3af no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:24.342634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 1b8e0a79-9c57-4cbe-8148-b32aac6af3af {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:24.342994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 1b8e0a79-9c57-4cbe-8148-b32aac6af3af not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:24.343650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:24.350284 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.375976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.392313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6f43d-42bf-4202-8b85-52d86911cb85 req-deb39065-4a24-4791-b1ee-e253a1a5f98f tempest-ComputeTenantNetworksTest-485561114 tempest-ComputeTenantNetworksTest-485561114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.395405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89b6f43d-42bf-4202-8b85-52d86911cb85 req-deb39065-4a24-4791-b1ee-e253a1a5f98f tempest-ComputeTenantNetworksTest-485561114 tempest-ComputeTenantNetworksTest-485561114-project] 10.222.0.65 "GET /v2.0/networks/b4c2fa42-0bee-4a4c-9159-4358881a198e HTTP/1.1" status: 200 len: 769 time: 0.1227229 Aug 19 12:19:24.404406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54728) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:24.415861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05f0f36a-3d96-446d-92fb-e8ffcd2acf92', 'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'mac_address': 'fa:16:3e:73:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:42Z', 'updated_at': '2021-08-19T12:08:50Z', 'revision_number': 5, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'subnets': [{'id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:24.450548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] Checking router: fb0a850e-2b60-418a-814a-165f07e1e75b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:24.457361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:24.457849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f0310b23-8099-4c5d-a487-eada99042c58 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:24.461653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.484843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.485910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: f0310b23-8099-4c5d-a487-eada99042c58 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:24.486270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f0310b23-8099-4c5d-a487-eada99042c58 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:24.486695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:24.489899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:24.490186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:24.503093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Port': ['ID=928b6618-8100-4e6c-a375-b6aad306d2c7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:24.556812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] No DVR routers for this DVR port 928b6618-8100-4e6c-a375-b6aad306d2c7 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:24.560037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.562544 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-cbf8d807-f87f-4d91-946a-47fac099d7f9 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "DELETE /v2.0/ports/928b6618-8100-4e6c-a375-b6aad306d2c7 HTTP/1.1" status: 204 len: 173 time: 0.6081493 Aug 19 12:19:24.597711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.608506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c2fa42-0bee-4a4c-9159-4358881a198e']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:24.637901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05c1269-3040-4c75-b1dd-10252b5a7145') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:24.638195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05c1269-3040-4c75-b1dd-10252b5a7145') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:24.650605 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.667501 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.675251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:24.675963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:24.678074 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:24.685898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting port 07c68d30-8805-493e-ac13-b164116f0e2e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:24.686260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.744010 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.754385 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.759124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b4c2fa42-0bee-4a4c-9159-4358881a198e HTTP/1.1" status: 204 len: 168 time: 0.3536620 Aug 19 12:19:24.773633 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84f5da-27cc-4d1b-9ed0-5abe32ea31e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c2fa42-0bee-4a4c-9159-4358881a198e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:24.812110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] For port 07c68d30-8805-493e-ac13-b164116f0e2e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=07c68d30-8805-493e-ac13-b164116f0e2e,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:24.813070 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.815503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:24.816024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 928b6618-8100-4e6c-a375-b6aad306d2c7 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:24.866736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Calling delete_port for 07c68d30-8805-493e-ac13-b164116f0e2e owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:24.882013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:24.921879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1cf33-f207-40f9-a745-89e8c3251b9a req-52813aae-28b7-4dfc-bea3-795b85c4a304 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.946571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': 'f0310b23-8099-4c5d-a487-eada99042c58'}, {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': '928b6618-8100-4e6c-a375-b6aad306d2c7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:24.948843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1cf33-f207-40f9-a745-89e8c3251b9a req-52813aae-28b7-4dfc-bea3-795b85c4a304 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.951660 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633dee2f-1eb1-4ed0-8fbf-42dca8cc7bc6" -d '{"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "f0310b23-8099-4c5d-a487-eada99042c58"}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "928b6618-8100-4e6c-a375-b6aad306d2c7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:24.958572 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06c1cf33-f207-40f9-a745-89e8c3251b9a req-52813aae-28b7-4dfc-bea3-795b85c4a304 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 1681 time: 0.1365461 Aug 19 12:19:24.978314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 928b6618-8100-4e6c-a375-b6aad306d2c7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:24.978852 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 928b6618-8100-4e6c-a375-b6aad306d2c7 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:24.979284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 07c68d30-8805-493e-ac13-b164116f0e2e no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:24.998030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54740) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:25.024256 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06c1cf33-f207-40f9-a745-89e8c3251b9a req-d3862782-5b3b-45f4-9c0c-fb703ef31bb4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups?id=be74794a-b260-4f6a-9ca5-c8e43a1fb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647578 Aug 19 12:19:25.085197 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be18ffa-2216-471a-8fe1-cd0c5d9ca1e9 x-openstack-request-id: req-7be18ffa-2216-471a-8fe1-cd0c5d9ca1e9 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:25.085398 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "f0310b23-8099-4c5d-a487-eada99042c58", "status": "completed", "code": 200}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "928b6618-8100-4e6c-a375-b6aad306d2c7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:25.085774 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7be18ffa-2216-471a-8fe1-cd0c5d9ca1e9 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:25.086234 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': 'f0310b23-8099-4c5d-a487-eada99042c58', 'status': 'completed', 'code': 200} Aug 19 12:19:25.086547 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': '928b6618-8100-4e6c-a375-b6aad306d2c7', 'status': 'completed', 'code': 200} Aug 19 12:19:25.098630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54742) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:25.099393 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0d53bdf2-1f88-44d6-a30b-880c611e97a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94fcbf97d3184c858f93dd8a69f2674a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972526 Aug 19 12:19:25.200757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.217613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae77b-08cb-4798-95ed-32629b7d3ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.233823 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.251474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Port': ['ID=07c68d30-8805-493e-ac13-b164116f0e2e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:25.266138 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae77b-08cb-4798-95ed-32629b7d3ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.314585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] No DVR routers for this DVR port 07c68d30-8805-493e-ac13-b164116f0e2e on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:25.319582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.321428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device cef817c0-2ff6-49bf-8daa-a4b68e0be070 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:25.321897 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-bd563c2e-f322-4283-b375-1b63ba587381 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "DELETE /v2.0/ports/07c68d30-8805-493e-ac13-b164116f0e2e HTTP/1.1" status: 204 len: 173 time: 0.7527640 Aug 19 12:19:25.369405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae77b-08cb-4798-95ed-32629b7d3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.372428 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae77b-08cb-4798-95ed-32629b7d3ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.374528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bc0ae77b-08cb-4798-95ed-32629b7d3ba1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0141d466-c386-4318-8372-d49148a31f14 HTTP/1.1" status: 204 len: 168 time: 0.2746134 Aug 19 12:19:25.379133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05f0f36a-3d96-446d-92fb-e8ffcd2acf92', 'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'mac_address': 'fa:16:3e:73:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:42Z', 'updated_at': '2021-08-19T12:08:50Z', 'revision_number': 5, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'subnets': [{'id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:25.386852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ae77b-08cb-4798-95ed-32629b7d3ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141d466-c386-4318-8372-d49148a31f14,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:25.432044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad55d17-ab4b-4b25-81a7-6350d53b7564 None None] The sync data for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 is: [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '05f0f36a-3d96-446d-92fb-e8ffcd2acf92', 'name': '', 'network_id': 'aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'mac_address': 'fa:16:3e:73:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:42Z', 'updated_at': '2021-08-19T12:08:50Z', 'revision_number': 5, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'subnets': [{'id': 'b7469df6-151e-46a5-9d58-4f7993be24f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:25.505658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.510701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting port cef817c0-2ff6-49bf-8daa-a4b68e0be070 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:25.511046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.556293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port cef817c0-2ff6-49bf-8daa-a4b68e0be070, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:25.557639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:25.560878 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30608b4c-8caf-4628-9851-a353c5aa61de" -d '{"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-unplugged", "status": "completed", "tag": "cef817c0-2ff6-49bf-8daa-a4b68e0be070"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:25.577075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.647614 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1436c839-8113-4f8b-9b8b-5aab69cd371b x-openstack-request-id: req-1436c839-8113-4f8b-9b8b-5aab69cd371b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:25.648333 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-unplugged", "status": "completed", "tag": "cef817c0-2ff6-49bf-8daa-a4b68e0be070", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:25.648773 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1436c839-8113-4f8b-9b8b-5aab69cd371b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:25.649361 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070', 'code': 200} Aug 19 12:19:25.650140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=cef817c0-2ff6-49bf-8daa-a4b68e0be070,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:25.662456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.662780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.663124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.663464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.663796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.664126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.664457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.664813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.665142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.665467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.666068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.666461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:25.715827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] For port cef817c0-2ff6-49bf-8daa-a4b68e0be070, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=cef817c0-2ff6-49bf-8daa-a4b68e0be070,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:25.716141 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.747703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Calling delete_port for cef817c0-2ff6-49bf-8daa-a4b68e0be070 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:25.920359 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5fd556-e9f9-43b4-a40a-bd52f71bfb1c None None] New status for floating IP 553cff83-5151-4175-a6ad-4c2900d78916: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:19:25.925990 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.237081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-672d52b3-ead5-4aea-acc6-7ef040cc35ff req-eb95a597-9f41-4998-8ca0-ffe37de7918e tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0594056 Aug 19 12:19:26.408328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54782) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:26.424315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Port': ['ID=cef817c0-2ff6-49bf-8daa-a4b68e0be070,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:26.485971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] No DVR routers for this DVR port cef817c0-2ff6-49bf-8daa-a4b68e0be070 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:26.488491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.490726 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b0ce8d0-23cb-4ade-87da-ba73e8e57e53 req-13615081-423d-49b9-996b-8935202f135c tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.54 "DELETE /v2.0/ports/cef817c0-2ff6-49bf-8daa-a4b68e0be070 HTTP/1.1" status: 204 len: 173 time: 1.1611891 Aug 19 12:19:26.547912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-937556867-network', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:26.574591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Made reservation on behalf of 9407dcf8ebfa4301a36b74206efc1b7d for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:26.576546 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.585363 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.685184 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.690101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.714115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:19:26.722944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a1421-6d0d-4e5d-b321-f9e8e56932d2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:26.729003 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.729541 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Added segment 0eafff57-8eac-45dd-9f9e-e1b21dc60ae0 of type vlan for network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 Aug 19 12:19:26.778708 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.808133 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.809189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:26.809767 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.876119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=1a51e1d7-99ae-4ceb-a559-ef1d626309b1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:26.886164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:19:26.913039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-df80eb1a-11ab-459e-a4c5-34e0324e1ea4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5034051 Aug 19 12:19:26.915854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54796) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:26.921860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Request body: {'subnet': {'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-subnet', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:26.980535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Made reservation on behalf of 9407dcf8ebfa4301a36b74206efc1b7d for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:26.984238 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.088419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': '07c68d30-8805-493e-ac13-b164116f0e2e'}, {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:27.091215 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e2a829-c2ff-4bb6-bb5b-090b0a1c872e" -d '{"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "07c68d30-8805-493e-ac13-b164116f0e2e"}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "cef817c0-2ff6-49bf-8daa-a4b68e0be070"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:27.171074 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fc32a1-23a3-49f2-9fed-d5b665639452 x-openstack-request-id: req-a9fc32a1-23a3-49f2-9fed-d5b665639452 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:27.171666 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "07c68d30-8805-493e-ac13-b164116f0e2e", "status": "completed", "code": 200}, {"server_uuid": "1f124c6f-843d-4386-9578-7ab6641341cf", "name": "network-vif-deleted", "tag": "cef817c0-2ff6-49bf-8daa-a4b68e0be070", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:27.172205 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9fc32a1-23a3-49f2-9fed-d5b665639452 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:27.172840 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': '07c68d30-8805-493e-ac13-b164116f0e2e', 'status': 'completed', 'code': 200} Aug 19 12:19:27.173306 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f124c6f-843d-4386-9578-7ab6641341cf', 'name': 'network-vif-deleted', 'tag': 'cef817c0-2ff6-49bf-8daa-a4b68e0be070', 'status': 'completed', 'code': 200} Aug 19 12:19:27.202765 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.271144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=21304337-b231-4b60-b462-b59824f90d5c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:27.274213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Checking segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:27.274580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Network hostable DHCP agents. Network: 1a51e1d7-99ae-4ceb-a559-ef1d626309b1, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:19:27.294053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:19:27.307778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 1a51e1d7-99ae-4ceb-a559-ef1d626309b1) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:27.318963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede15c5-d7df-43b6-a5fd-277c6c4caf6a None None] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:27.321595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:27.322535 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.338847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-450b3508-5613-44cd-bf0f-1578a803b01f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4212162 Aug 19 12:19:27.341433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54806) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:27.346324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:27.375676 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.378389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.390985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f56ecb3d-bb10-4a2a-bcd3-f5fb10ac6c0e req-e29f016d-b5d3-4b6d-9cb1-c9406b950fe4 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0449748 Aug 19 12:19:27.466637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.565166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:19:27.567550 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.670216 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.826852 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Allocated IP 172.20.0.2 (1a51e1d7-99ae-4ceb-a559-ef1d626309b1/21304337-b231-4b60-b462-b59824f90d5c/5eda1736-b136-4a1f-b342-4e5e09df6301) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:27.936431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.002528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.010328 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.022230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Transition to ACTIVE for port object 5eda1736-b136-4a1f-b342-4e5e09df6301 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:28.042875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Transition to ACTIVE for port object 5eda1736-b136-4a1f-b342-4e5e09df6301 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:28.053457 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.107749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Pushing event updated for resources: {'Port': ['ID=5eda1736-b136-4a1f-b342-4e5e09df6301,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:28.130235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:28.132081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:28.135124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:28.155108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Allocated IP 172.25.4.241 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/e4f955c6-83a7-4e0a-9cb2-6faabcbc3154) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:28.198602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Attempting to bind port 5eda1736-b136-4a1f-b342-4e5e09df6301 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:28.199007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Attempting to bind port 5eda1736-b136-4a1f-b342-4e5e09df6301 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:28.199349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Attempting to bind port 5eda1736-b136-4a1f-b342-4e5e09df6301 on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:28.205033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:28.205415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Checking segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:28.205828 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.206227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Bound using segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:28.206713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Bound port: 5eda1736-b136-4a1f-b342-4e5e09df6301, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:28.207104 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.283254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] For port 5eda1736-b136-4a1f-b342-4e5e09df6301, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:28.286878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] For port 5eda1736-b136-4a1f-b342-4e5e09df6301, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5eda1736-b136-4a1f-b342-4e5e09df6301,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:28.291277 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.291839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.354977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.358512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd9203-b831-4769-a8d4-81b5a77434fb None None] Pushing event updated for resources: {'Port': ['ID=5eda1736-b136-4a1f-b342-4e5e09df6301,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:28.411053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:28.415603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:28.420098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:28.459707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Pushing event updated for resources: {'Port': ['ID=e4f955c6-83a7-4e0a-9cb2-6faabcbc3154,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:28.512430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f73ce77c-e669-45a5-8d63-b7b942911e27 req-6a70812b-fe39-4e7c-a9b0-3447575a85d6 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0505641 Aug 19 12:19:28.553202 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.787518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.863161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5eda1736-b136-4a1f-b342-4e5e09df6301 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:28.942461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 5eda1736-b136-4a1f-b342-4e5e09df6301 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:29.066746 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.213492 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Router 5fee8183-34d0-4240-8de7-fc0330274439 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:19:29.354811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:29.376312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Sync routers for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:29.380485 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.382189 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dadd48e5-d6ad-4e94-9753-924f230cfa3c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0397220 Aug 19 12:19:29.384917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:29.396777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:29.397364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:29.598090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:29.763005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44bafa05-1565-454b-9d2a-53e6ee01ef50 req-b6de308e-da06-4d39-84fd-29084067bf38 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0642686 Aug 19 12:19:29.911665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46998d61-5208-4f7f-8222-3e4e756ad0a1 None None] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:29.961854 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.015543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9212cf9d-e092-44f3-9e28-6b64668b48ee None None] Provisioning for port 5eda1736-b136-4a1f-b342-4e5e09df6301 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:30.034766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9212cf9d-e092-44f3-9e28-6b64668b48ee None None] Provisioning complete for port 5eda1736-b136-4a1f-b342-4e5e09df6301 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:30.035222 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9212cf9d-e092-44f3-9e28-6b64668b48ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.063604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:28Z', 'revision_number': 3, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:30.111283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Checking router: 5fee8183-34d0-4240-8de7-fc0330274439 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:30.111639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Updating router 5fee8183-34d0-4240-8de7-fc0330274439 port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:19:30.153217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Allocated IP 172.20.0.1 (1a51e1d7-99ae-4ceb-a559-ef1d626309b1/21304337-b231-4b60-b462-b59824f90d5c/16daa4ba-77be-4947-bef1-c9771a89921d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:30.165582 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.297079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.312974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Transition to ACTIVE for port object 16daa4ba-77be-4947-bef1-c9771a89921d will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:30.345836 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-12e13bbe-df0b-43c8-abce-4041ffbeb308 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1161938 Aug 19 12:19:30.356658 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.415332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Pushing event updated for resources: {'Port': ['ID=16daa4ba-77be-4947-bef1-c9771a89921d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:30.440359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:30.442363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:30.444937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:30.468656 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9212cf9d-e092-44f3-9e28-6b64668b48ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.487442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-b6147889-a55b-479e-ae19-7d22a34e64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.489608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-b6147889-a55b-479e-ae19-7d22a34e64b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 1097 time: 0.0758853 Aug 19 12:19:30.521646 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.559583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9212cf9d-e092-44f3-9e28-6b64668b48ee None None] For port 5eda1736-b136-4a1f-b342-4e5e09df6301, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5eda1736-b136-4a1f-b342-4e5e09df6301,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:30.571818 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9212cf9d-e092-44f3-9e28-6b64668b48ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.691544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-fdbce49e-9a6f-4889-9c4e-27a6c91b756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.693064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-fdbce49e-9a6f-4889-9c4e-27a6c91b756c service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1807029 Aug 19 12:19:30.736775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212cf9d-e092-44f3-9e28-6b64668b48ee None None] Pushing event updated for resources: {'Port': ['ID=5eda1736-b136-4a1f-b342-4e5e09df6301,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:30.804636 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.814875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-ea35b6f5-ca40-4495-983a-5e9242fa18be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a9b1dcd-0df0-4f47-ac21-33897b1d9847 HTTP/1.1" status: 200 len: 1001 time: 0.1121848 Aug 19 12:19:30.858861 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.883298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-34449bd5-0e27-4322-8481-e14ed6e62588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.885017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-34449bd5-0e27-4322-8481-e14ed6e62588 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0614529 Aug 19 12:19:30.892450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Transition to ACTIVE for port object e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:30.914195 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.946375 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-492baedd-2b8e-4d3b-a9af-ff4476291faf req-cd848fcb-b949-4f48-9c78-389822b7bc6a tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0590143 Aug 19 12:19:30.966579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-de1b21ee-5dd1-4b7c-8639-108a6f1c8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.968395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-de1b21ee-5dd1-4b7c-8639-108a6f1c8775 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697339 Aug 19 12:19:31.008514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ac8ec0b4-7bfb-4645-bf4b-dcfe3f10e911 None None] Provisioning complete for port 5eda1736-b136-4a1f-b342-4e5e09df6301 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:31.009268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec0b4-7bfb-4645-bf4b-dcfe3f10e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.119170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734563d4-92e3-424c-af9e-e1ae99ada045 None None] Pushing event updated for resources: {'Port': ['ID=e4f955c6-83a7-4e0a-9cb2-6faabcbc3154,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:31.121974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Attempting to bind port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:31.122328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Attempting to bind port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:31.122687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Attempting to bind port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:31.135292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:31.135858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:31.136181 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.136576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:31.137298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Bound port: e4f955c6-83a7-4e0a-9cb2-6faabcbc3154, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:31.137902 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.172885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-09d45ea4-466e-4f90-9fe9-2667b2d23403 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967611 Aug 19 12:19:31.219273 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.228526 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.328858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Pushing event updated for resources: {'Port': ['ID=16daa4ba-77be-4947-bef1-c9771a89921d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:31.330315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e9a85a-b12b-4fb6-9e12-ce3a0c624bd9 req-c15f229a-1538-4ebc-be67-1dba343fb969 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505122 Aug 19 12:19:31.335176 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.466954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:31.468852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:31.538122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] For port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:31.542284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] For port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e4f955c6-83a7-4e0a-9cb2-6faabcbc3154,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:31.558383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ac8ec0b4-7bfb-4645-bf4b-dcfe3f10e911 None None] Provisioning for port 16daa4ba-77be-4947-bef1-c9771a89921d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:31.561353 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.567568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ac8ec0b4-7bfb-4645-bf4b-dcfe3f10e911 None None] Provisioning complete for port 16daa4ba-77be-4947-bef1-c9771a89921d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:31.567860 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec0b4-7bfb-4645-bf4b-dcfe3f10e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.631943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Router 5fee8183-34d0-4240-8de7-fc0330274439 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:31.644228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ec0b4-7bfb-4645-bf4b-dcfe3f10e911 None None] Port 16daa4ba-77be-4947-bef1-c9771a89921d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:31.702137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:31.704287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:31.802543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:31.820129 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ea0d37ce-8738-4577-b1e5-60acf1782fee admin admin] 10.222.0.65 "PUT /v2.0/routers/5fee8183-34d0-4240-8de7-fc0330274439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4335897 Aug 19 12:19:31.839604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734563d4-92e3-424c-af9e-e1ae99ada045 None None] Pushing event updated for resources: {'Port': ['ID=e4f955c6-83a7-4e0a-9cb2-6faabcbc3154,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:31.867720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1fb896e7-d137-4ac2-93d7-3a434e400fe4 None None] Provisioning complete for port 16daa4ba-77be-4947-bef1-c9771a89921d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:31.868099 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1fb896e7-d137-4ac2-93d7-3a434e400fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.870925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:31.954263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1fb896e7-d137-4ac2-93d7-3a434e400fe4 None None] Port 16daa4ba-77be-4947-bef1-c9771a89921d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:32.106363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e0206b8a-1cab-4c99-b860-7c3313dc45c4 None None] Provisioning complete for port 16daa4ba-77be-4947-bef1-c9771a89921d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:32.106734 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0206b8a-1cab-4c99-b860-7c3313dc45c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.127827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba2c46f2-fc3d-48c8-9f5d-0b41bca121f5 req-7123a47c-8a61-4efe-a95a-d96960add62b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0506740 Aug 19 12:19:32.186601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e0206b8a-1cab-4c99-b860-7c3313dc45c4 None None] Port 16daa4ba-77be-4947-bef1-c9771a89921d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:32.233078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 2, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:32.267562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde9f7c0-f18c-4b3a-a4e1-075198bd2dff None None] The sync data for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 is: [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 2, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:32.500897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54876) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:32.506412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3233d734-7e5d-40b2-bcb8-ce89d8e7d9b8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173482454', 'description': 'tempest-description--1550566069'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:32.606894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3233d734-7e5d-40b2-bcb8-ce89d8e7d9b8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.771783 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3233d734-7e5d-40b2-bcb8-ce89d8e7d9b8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.779110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3233d734-7e5d-40b2-bcb8-ce89d8e7d9b8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.819109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233d734-7e5d-40b2-bcb8-ce89d8e7d9b8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228368b2-c891-4a51-9dd4-d94bcd818c9f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:32.842502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3233d734-7e5d-40b2-bcb8-ce89d8e7d9b8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.843935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3233d734-7e5d-40b2-bcb8-ce89d8e7d9b8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3417313 Aug 19 12:19:32.846751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 54882) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:32.848466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5eda1736-b136-4a1f-b342-4e5e09df6301 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:32.860234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c2b86c0a-f992-450b-b58a-73dae1384d96 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'security_group_rule': {'security_group_id': '228368b2-c891-4a51-9dd4-d94bcd818c9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:32.914636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2b86c0a-f992-450b-b58a-73dae1384d96 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.943176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5eda1736-b136-4a1f-b342-4e5e09df6301 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:32.943547 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.025667 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2b86c0a-f992-450b-b58a-73dae1384d96 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.033414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2b86c0a-f992-450b-b58a-73dae1384d96 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.053347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b86c0a-f992-450b-b58a-73dae1384d96 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae554fd5-35ec-4163-b365-78d1b732a3d7,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:33.062344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2b86c0a-f992-450b-b58a-73dae1384d96 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.066737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54888) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:33.072557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c2b86c0a-f992-450b-b58a-73dae1384d96 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244983 Aug 19 12:19:33.079366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d99bf084-9750-407a-ae77-557f556553d7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'security_group_rule': {'security_group_id': '228368b2-c891-4a51-9dd4-d94bcd818c9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:33.123349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d99bf084-9750-407a-ae77-557f556553d7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.253630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d99bf084-9750-407a-ae77-557f556553d7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.255775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e9bbb43-816c-4ad5-91b6-ddd23c1294e8 req-11b623c0-fc21-4736-acaa-3c1f1eaf31fb tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0332642 Aug 19 12:19:33.271944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d99bf084-9750-407a-ae77-557f556553d7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.316986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf084-9750-407a-ae77-557f556553d7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d536e6f-8b78-401c-8536-520caec2c2b2,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:33.318938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d99bf084-9750-407a-ae77-557f556553d7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.323185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d99bf084-9750-407a-ae77-557f556553d7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2518308 Aug 19 12:19:33.323378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 54894) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:33.334142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:33.386808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.521764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.643729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Allocated IP 172.25.4.13 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/df7038bf-b730-41a0-8de9-17e01cd7ee5b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:33.764664 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.809329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.853562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:33.857255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:33.864003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:33.946356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'Port': ['ID=df7038bf-b730-41a0-8de9-17e01cd7ee5b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:33.978269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.022831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.201557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.207603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.408664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a56da0d1-db38-4935-b203-2bb118758d50 req-4e4a47ac-3642-41fa-9d18-b59a74754797 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0414276 Aug 19 12:19:34.650243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'Port': ['ID=df7038bf-b730-41a0-8de9-17e01cd7ee5b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:34.672471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.699014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.708789 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b8b231ef-df0b-46bf-9e98-e2a659f7417f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3762624 Aug 19 12:19:34.854796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:34.887338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-36973935-d38d-491d-ad80-1466491d55b5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1173482454&fields=id&tenant_id=9407dcf8ebfa4301a36b74206efc1b7d HTTP/1.1" status: 200 len: 267 time: 0.0377936 Aug 19 12:19:34.916266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:34.922085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:34.922556 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.012094 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.047768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e4f955c6-83a7-4e0a-9cb2-6faabcbc3154,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:35.049159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-20387f75-875a-4a4e-b7db-0ed6729e4cae tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.057477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-20387f75-875a-4a4e-b7db-0ed6729e4cae tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 816 time: 0.1609874 Aug 19 12:19:35.058955 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.070297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-dcf5e767-c47e-45d2-a40e-7548cdab20b9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/quotas/9407dcf8ebfa4301a36b74206efc1b7d HTTP/1.1" status: 200 len: 375 time: 0.0119042 Aug 19 12:19:35.123014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=e4f955c6-83a7-4e0a-9cb2-6faabcbc3154,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:35.139944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-d126b13a-4596-43fe-96ad-688ecd0ee6ed tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542104 Aug 19 12:19:35.183407 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Sync routers for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:35.195486 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:35.196531 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:35.316243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-5a856e5b-6f73-4fb5-9d42-085580ad502d service neutron] 10.222.0.65 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753156 Aug 19 12:19:35.371513 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:35.444186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-78266d85-f723-4e57-941a-bfca9696dedd service neutron] 10.222.0.65 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158798 Aug 19 12:19:35.586749 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7716aa41-0ba7-44d0-86bc-4b7aacf2841f req-bb876af9-8b24-4b2f-b47c-ca51d80cc672 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0315824 Aug 19 12:19:35.622057 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 2, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:35.667935 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Checking router: 5fee8183-34d0-4240-8de7-fc0330274439 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:35.668616 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Updating router 5fee8183-34d0-4240-8de7-fc0330274439 port 16daa4ba-77be-4947-bef1-c9771a89921d binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:19:35.701370 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.978280 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.988652 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Transition to ACTIVE for port object 16daa4ba-77be-4947-bef1-c9771a89921d will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:35.994651 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.046554 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Pushing event updated for resources: {'Port': ['ID=16daa4ba-77be-4947-bef1-c9771a89921d,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:36.073358 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.073700 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.074073 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.074418 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.074740 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.075061 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.075377 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.075690 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.076003 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.076315 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.076621 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.076954 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:36.116061 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Attempting to bind port 16daa4ba-77be-4947-bef1-c9771a89921d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:36.116436 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Attempting to bind port 16daa4ba-77be-4947-bef1-c9771a89921d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:36.116836 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Attempting to bind port 16daa4ba-77be-4947-bef1-c9771a89921d on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:36.122500 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:36.122807 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Checking segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:36.123203 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.123578 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Bound using segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:36.124048 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Bound port: 16daa4ba-77be-4947-bef1-c9771a89921d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:36.124431 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.196038 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] For port 16daa4ba-77be-4947-bef1-c9771a89921d, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:36.200176 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] For port 16daa4ba-77be-4947-bef1-c9771a89921d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=16daa4ba-77be-4947-bef1-c9771a89921d,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:36.206114 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.301822 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:36.302581 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:36.409721 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03189-9276-45c1-8df2-91f413aa94d3 None None] Pushing event updated for resources: {'Port': ['ID=16daa4ba-77be-4947-bef1-c9771a89921d,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:36.440626 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:36.739735 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:36Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:36.773795 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7322ff-6069-4fe8-a141-595f8134ef68 None None] The sync data for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 is: [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:36Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:36.804476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-512c5ad3-1b2d-4745-8e10-84ed4d49de52 req-d3da1cfe-e9cd-42c9-b1be-3152c1cbf7ca tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 210 time: 0.0859830 Aug 19 12:19:36.839848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-660e772a-36af-4ed6-a850-cf5205061d04 req-2e663f76-efd3-4604-b4a5-d0364ceec162 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.1192093 Aug 19 12:19:36.877938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:36.988251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:36.988802 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.118974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 16daa4ba-77be-4947-bef1-c9771a89921d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:37.188225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 16daa4ba-77be-4947-bef1-c9771a89921d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:37.198492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 16daa4ba-77be-4947-bef1-c9771a89921d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:37.198979 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.354261 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.431952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 16daa4ba-77be-4947-bef1-c9771a89921d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=16daa4ba-77be-4947-bef1-c9771a89921d,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:37.442271 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.506503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=16daa4ba-77be-4947-bef1-c9771a89921d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:37.724978 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:19:37.956247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2e3ccc6f-e1ba-4376-bb49-99ef5f16e634 req-a2f36096-d195-4a05-9f5b-8829b71ddcb8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 210 time: 0.0423672 Aug 19 12:19:38.045600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13ae177c-fc07-4086-8bf6-bd9f0901bea2 req-de7c9887-432c-4b61-bab5-b620abd3bf98 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0402458 Aug 19 12:19:38.184977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-bf1fc304-4041-42b9-a501-db47842bbc32 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.187779 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-bf1fc304-4041-42b9-a501-db47842bbc32 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 816 time: 0.1449513 Aug 19 12:19:38.244154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-e15392ea-95a9-4c0f-8005-f1da63ff2352 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9407dcf8ebfa4301a36b74206efc1b7d HTTP/1.1" status: 200 len: 380 time: 0.0405855 Aug 19 12:19:38.254099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'port': {'device_id': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'admin_state_up': True, 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'security_groups': ['228368b2-c891-4a51-9dd4-d94bcd818c9f']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:38.388383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Made reservation on behalf of 9407dcf8ebfa4301a36b74206efc1b7d for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:38.393194 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.541482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Allocated IP 172.20.0.8 (1a51e1d7-99ae-4ceb-a559-ef1d626309b1/21304337-b231-4b60-b462-b59824f90d5c/454206d0-8cce-4d41-9369-e792b2ee0a90) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:38.720708 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.734657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Transition to ACTIVE for port object 454206d0-8cce-4d41-9369-e792b2ee0a90 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:38.751448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 16daa4ba-77be-4947-bef1-c9771a89921d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:38.784007 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.810336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 16daa4ba-77be-4947-bef1-c9771a89921d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:38.810702 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.844965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:38.854491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:38.859090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:38.905144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:38.947783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.948974 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.967010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cc7fee28-51e7-40c4-9a1f-8c3b7f781010 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7168484 Aug 19 12:19:38.988017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Request body: {'port': {'device_id': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:39.126099 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.176288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-edadac15-d237-4a76-9a9a-59d20eed28b7 None None] Provisioning for port 454206d0-8cce-4d41-9369-e792b2ee0a90 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:39.182820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-edadac15-d237-4a76-9a9a-59d20eed28b7 None None] Provisioning complete for port 454206d0-8cce-4d41-9369-e792b2ee0a90 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:39.183515 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-edadac15-d237-4a76-9a9a-59d20eed28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.207732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469a92-5ac0-4ba5-aad1-316a062d4b28 req-a4cd510f-5318-4169-9414-4fdbe90361dc tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:39.215550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06469a92-5ac0-4ba5-aad1-316a062d4b28 req-a4cd510f-5318-4169-9414-4fdbe90361dc tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 931 time: 0.1475770 Aug 19 12:19:39.230569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-edadac15-d237-4a76-9a9a-59d20eed28b7 None None] Port 454206d0-8cce-4d41-9369-e792b2ee0a90 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:39.358457 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06469a92-5ac0-4ba5-aad1-316a062d4b28 req-54a05f58-8585-496b-9254-1175f541c27c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420038 Aug 19 12:19:39.360531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ad82e11-93ce-4de6-9f2c-594dd14583c2 req-fd2f9f6c-e3e0-45c4-8b4e-63e94eeeeffa tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0851853 Aug 19 12:19:39.564510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454206d0-8cce-4d41-9369-e792b2ee0a90 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:39.573916 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.591842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Transition to ACTIVE for port object 454206d0-8cce-4d41-9369-e792b2ee0a90 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:39.597544 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.655354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:39.736433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Attempting to bind port 454206d0-8cce-4d41-9369-e792b2ee0a90 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:39.736821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Attempting to bind port 454206d0-8cce-4d41-9369-e792b2ee0a90 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:39.737162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Attempting to bind port 454206d0-8cce-4d41-9369-e792b2ee0a90 on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:39.742487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Port 454206d0-8cce-4d41-9369-e792b2ee0a90 on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:39.742891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Attempting to bind port 454206d0-8cce-4d41-9369-e792b2ee0a90 on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:39.748666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:39.749101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Checking segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:39.749552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Bound using segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:39.750057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Bound port: 454206d0-8cce-4d41-9369-e792b2ee0a90, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:39.750510 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.840443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:39.845033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:39.854810 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.888190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:39.888856 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.890397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] 10.222.0.69 "PUT /v2.0/ports/454206d0-8cce-4d41-9369-e792b2ee0a90 HTTP/1.1" status: 200 len: 1091 time: 0.9079719 Aug 19 12:19:39.890786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:39.893180 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9125c313-8439-4cdd-b263-61382973a522" -d '{"events": [{"name": "network-changed", "server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:39.971956 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ba418-ea0a-4f57-8deb-1b2a05b1fdf4 x-openstack-request-id: req-be6ba418-ea0a-4f57-8deb-1b2a05b1fdf4 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:39.972667 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:39.972667 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be6ba418-ea0a-4f57-8deb-1b2a05b1fdf4 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:39.972931 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'status': 'completed', 'code': 200} Aug 19 12:19:39.991103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f93e26-642a-472a-b022-e6f414cb9064 service neutron] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:40.015718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-b1334075-927d-4b24-85f6-93c5c909b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:40.017293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-b1334075-927d-4b24-85f6-93c5c909b072 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 1094 time: 0.0586448 Aug 19 12:19:40.078998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-8a060a9a-9e43-4a58-815d-988fc635e286 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454206d0-8cce-4d41-9369-e792b2ee0a90 HTTP/1.1" status: 200 len: 217 time: 0.0461154 Aug 19 12:19:40.138641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-ab67a362-6da5-4ae9-871e-afc4b15695fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:40.141447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-ab67a362-6da5-4ae9-871e-afc4b15695fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0544770 Aug 19 12:19:40.197669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cba64163-d440-47e4-b350-d5bdd95614b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:40.199213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-cba64163-d440-47e4-b350-d5bdd95614b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508583 Aug 19 12:19:40.303983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-c7e16d6d-1870-4a90-9995-90f139b9a209 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975893 Aug 19 12:19:40.403331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf1b3f9b-7dc2-445c-a5d4-b1322996605c req-d681fa74-9623-4739-bf52-baf73b7c2473 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922935 Aug 19 12:19:40.524217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e60feaa-fd08-4cfe-b611-1849a2884857 req-75cbc14e-429b-4f30-959b-2f5f1678f6e5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f124c6f-843d-4386-9578-7ab6641341cf HTTP/1.1" status: 200 len: 210 time: 0.0527287 Aug 19 12:19:40.579896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ab294-7fe4-4249-be05-6429e42392cb req-67a8bc09-3b45-418a-8888-d34638799760 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:40.580760 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b8ab294-7fe4-4249-be05-6429e42392cb req-67a8bc09-3b45-418a-8888-d34638799760 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.1208262 Aug 19 12:19:40.583553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c313-8439-4cdd-b263-61382973a522 req-baec4ab8-170d-4eec-82d9-35507c69cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:40.584908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9125c313-8439-4cdd-b263-61382973a522 req-baec4ab8-170d-4eec-82d9-35507c69cdfa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 1094 time: 0.0634470 Aug 19 12:19:41.053247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b8ab294-7fe4-4249-be05-6429e42392cb req-4ce689cb-c4b7-4747-8de9-1dd6a58d4718 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655132 Aug 19 12:19:41.087493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c313-8439-4cdd-b263-61382973a522 req-37b37714-1f5f-4515-9cdd-4f81f95651f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:41.089078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9125c313-8439-4cdd-b263-61382973a522 req-37b37714-1f5f-4515-9cdd-4f81f95651f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.4954281 Aug 19 12:19:41.131722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9125c313-8439-4cdd-b263-61382973a522 req-86551b0a-aca4-4763-b954-6f51c1141c49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454206d0-8cce-4d41-9369-e792b2ee0a90 HTTP/1.1" status: 200 len: 217 time: 0.0350552 Aug 19 12:19:41.189272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c313-8439-4cdd-b263-61382973a522 req-1dc24d46-a667-4442-8362-844fb9efb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:41.190761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9125c313-8439-4cdd-b263-61382973a522 req-1dc24d46-a667-4442-8362-844fb9efb1a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0501723 Aug 19 12:19:41.250452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c313-8439-4cdd-b263-61382973a522 req-64720ac7-5078-45bc-a624-877d96f6f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:41.252000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9125c313-8439-4cdd-b263-61382973a522 req-64720ac7-5078-45bc-a624-877d96f6f211 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538268 Aug 19 12:19:41.348627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9125c313-8439-4cdd-b263-61382973a522 req-d8a4f9ff-b040-45ba-abda-bf4696ffcc8f service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891564 Aug 19 12:19:41.444935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9125c313-8439-4cdd-b263-61382973a522 req-7e12b8d2-133c-4625-95c5-6167599df959 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887237 Aug 19 12:19:41.618500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55084) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:41.674734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3760c0de-ea8d-4c2c-9312-551b804eb631 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.699320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3760c0de-ea8d-4c2c-9312-551b804eb631 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.750873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3760c0de-ea8d-4c2c-9312-551b804eb631 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.754066 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3760c0de-ea8d-4c2c-9312-551b804eb631 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.755563 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3760c0de-ea8d-4c2c-9312-551b804eb631 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "DELETE /v2.0/security-groups/be74794a-b260-4f6a-9ca5-c8e43a1fb78b HTTP/1.1" status: 204 len: 168 time: 0.1353760 Aug 19 12:19:41.758937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55090) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:41.765915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760c0de-ea8d-4c2c-9312-551b804eb631 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be74794a-b260-4f6a-9ca5-c8e43a1fb78b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:41.797160 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-1efd722f-4e6d-439f-bc23-c35ad087bbd5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] show failed (client error): The resource could not be found. Aug 19 12:19:41.798194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1efd722f-4e6d-439f-bc23-c35ad087bbd5 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "GET /v2.0/security-groups/be74794a-b260-4f6a-9ca5-c8e43a1fb78b HTTP/1.1" status: 404 len: 347 time: 0.0352027 Aug 19 12:19:41.801288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55092) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:41.933197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting port dfa73168-0bfb-407f-8637-8afe9fc6490b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:41.933498 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.021406 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.021753 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.036009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Calling delete_port for dfa73168-0bfb-407f-8637-8afe9fc6490b owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:42.211006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.231783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38b44-4550-49fd-9890-aba2c6692b00 req-5b6c9865-5345-4ec5-92d0-7dd872ca134c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:42.232994 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8c38b44-4550-49fd-9890-aba2c6692b00 req-5b6c9865-5345-4ec5-92d0-7dd872ca134c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0947466 Aug 19 12:19:42.261265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Port': ['ID=dfa73168-0bfb-407f-8637-8afe9fc6490b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:42.332158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8c38b44-4550-49fd-9890-aba2c6692b00 req-b174183e-e4c7-414a-9f1e-d9e94e20297f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810647 Aug 19 12:19:42.340994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.343627 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.344787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-96cb9d7e-5b55-42bd-9297-2ebb99c71c1b tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "DELETE /v2.0/floatingips/553cff83-5151-4175-a6ad-4c2900d78916 HTTP/1.1" status: 204 len: 168 time: 0.5425725 Aug 19 12:19:42.347483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55106) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:42.454357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b7273-5324-4f9c-837f-73427bb55cad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting port 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:42.454628 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a0b7273-5324-4f9c-837f-73427bb55cad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.547314 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a0b7273-5324-4f9c-837f-73427bb55cad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.559868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b7273-5324-4f9c-837f-73427bb55cad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Calling delete_port for 3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:42.690037 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a0b7273-5324-4f9c-837f-73427bb55cad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.725115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b7273-5324-4f9c-837f-73427bb55cad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Port': ['ID=3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:42.801549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a0b7273-5324-4f9c-837f-73427bb55cad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.803606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0a0b7273-5324-4f9c-837f-73427bb55cad tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "DELETE /v2.0/ports/3a9e0327-5112-4e3e-aeec-b5e0a9fbc7a6 HTTP/1.1" status: 204 len: 168 time: 0.4551373 Aug 19 12:19:42.806792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55118) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:42.848506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:42.907708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5bff1e73-1b55-4db9-baa1-e018d5f4efbf tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting port f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:42.908056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e73-1b55-4db9-baa1-e018d5f4efbf tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.942091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:42.957041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'port_id': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'mac_address': 'fa:16:3e:bd:73:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:43.003379 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.017499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454206d0-8cce-4d41-9369-e792b2ee0a90 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:43.030147 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e73-1b55-4db9-baa1-e018d5f4efbf tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.038038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:43.043948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5bff1e73-1b55-4db9-baa1-e018d5f4efbf tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Calling delete_port for f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:43.044154 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.095108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:43.218345 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e73-1b55-4db9-baa1-e018d5f4efbf tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.252779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff1e73-1b55-4db9-baa1-e018d5f4efbf tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Port': ['ID=f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:43.331620 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e73-1b55-4db9-baa1-e018d5f4efbf tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.333505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5bff1e73-1b55-4db9-baa1-e018d5f4efbf tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "DELETE /v2.0/ports/f9caa7dd-e7b7-4b61-87e5-4e43c2e28f9d HTTP/1.1" status: 204 len: 168 time: 0.5257382 Aug 19 12:19:43.336262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55132) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:43.341172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['454206d0-8cce-4d41-9369-e792b2ee0a90'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:43.392374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc3bd45-b2ef-46a1-a35e-3b6d4702ffd7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting subnet b78260cb-e492-4f24-b7c4-1e55d52235e7 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:43.396129 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfc3bd45-b2ef-46a1-a35e-3b6d4702ffd7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.441748 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfc3bd45-b2ef-46a1-a35e-3b6d4702ffd7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.569543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfed1f-5c3f-4778-9830-04f851d3e9dc req-144d8172-bdcc-4c0a-85d7-5419504a0a1b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:43.571050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9cfed1f-5c3f-4778-9830-04f851d3e9dc req-144d8172-bdcc-4c0a-85d7-5419504a0a1b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 944 time: 0.1058042 Aug 19 12:19:43.644304 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfc3bd45-b2ef-46a1-a35e-3b6d4702ffd7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.670213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9cfed1f-5c3f-4778-9830-04f851d3e9dc req-e700bf06-d7f0-4222-b15e-e3bb3859e7b2 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788598 Aug 19 12:19:43.714656 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfc3bd45-b2ef-46a1-a35e-3b6d4702ffd7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.746856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3bd45-b2ef-46a1-a35e-3b6d4702ffd7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Subnet': ['ID=b78260cb-e492-4f24-b7c4-1e55d52235e7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:43.753029 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfc3bd45-b2ef-46a1-a35e-3b6d4702ffd7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.754932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cfc3bd45-b2ef-46a1-a35e-3b6d4702ffd7 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "DELETE /v2.0/subnets/b78260cb-e492-4f24-b7c4-1e55d52235e7 HTTP/1.1" status: 204 len: 168 time: 0.4175389 Aug 19 12:19:43.758151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55146) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:43.765445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76d1c6-47d2-462f-b6b3-be17301f1d3d None None] Network 3183f7d6-f793-4ec1-a16b-68ec64416faa requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:43.817743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-60586d17-06e1-4ba7-87ba-4302a8aee18d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting subnet 7580f2ec-c53a-4133-a32a-2d9ac453a327 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:43.821440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60586d17-06e1-4ba7-87ba-4302a8aee18d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.864275 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60586d17-06e1-4ba7-87ba-4302a8aee18d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.963922 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60586d17-06e1-4ba7-87ba-4302a8aee18d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.979487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6901a48-8462-4f47-ae57-293ddbeedae6 None None] DHCP port deletion for 3183f7d6-f793-4ec1-a16b-68ec64416faa request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:44.035762 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60586d17-06e1-4ba7-87ba-4302a8aee18d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.044426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b6901a48-8462-4f47-ae57-293ddbeedae6 None None] Deleting port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:44.044832 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6901a48-8462-4f47-ae57-293ddbeedae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.061794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60586d17-06e1-4ba7-87ba-4302a8aee18d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Subnet': ['ID=7580f2ec-c53a-4133-a32a-2d9ac453a327,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.067413 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-60586d17-06e1-4ba7-87ba-4302a8aee18d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.069326 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-60586d17-06e1-4ba7-87ba-4302a8aee18d tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "DELETE /v2.0/subnets/7580f2ec-c53a-4133-a32a-2d9ac453a327 HTTP/1.1" status: 204 len: 168 time: 0.3099914 Aug 19 12:19:44.071842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55162) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:44.090406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20746269-91ac-4af3-862d-eda9c75a0b65 None None] Network 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:44.153112 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.172372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b6901a48-8462-4f47-ae57-293ddbeedae6 None None] For port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:44.173008 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6901a48-8462-4f47-ae57-293ddbeedae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.194828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b6901a48-8462-4f47-ae57-293ddbeedae6 None None] Calling delete_port for ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:44.216443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Deleting port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:44.216819 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.291606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] For port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e,segment=NetworkSegment(120ddd8b-0573-4129-9854-9ea108449a0c),segment_id=120ddd8b-0573-4129-9854-9ea108449a0c)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:44.292325 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.310684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Calling delete_port for ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:44.324158 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6901a48-8462-4f47-ae57-293ddbeedae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.354451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6901a48-8462-4f47-ae57-293ddbeedae6 None None] Pushing event deleted for resources: {'Port': ['ID=ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.359358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6901a48-8462-4f47-ae57-293ddbeedae6 None None] No DVR routers for this DVR port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:44.381259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b32b5-321f-4303-b3ee-131289f54d23 None None] DHCP port deletion for 3637d0f0-59a5-4a47-a796-d80e5c0c33d5 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:44.419206 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.429761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b42b32b5-321f-4303-b3ee-131289f54d23 None None] Deleting port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:44.430143 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b42b32b5-321f-4303-b3ee-131289f54d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.449625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Port': ['ID=ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.455641 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] No DVR routers for this DVR port ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:44.506060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b42b32b5-321f-4303-b3ee-131289f54d23 None None] For port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6e3b1234-6ce1-44f1-bf03-ea51d4299f2e,segment=NetworkSegment(7eb789c5-cd44-4220-b4d9-3ed563c7d8b0),segment_id=7eb789c5-cd44-4220-b4d9-3ed563c7d8b0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:44.506517 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b42b32b5-321f-4303-b3ee-131289f54d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.521181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b42b32b5-321f-4303-b3ee-131289f54d23 None None] Calling delete_port for 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:44.546964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.558115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3183f7d6-f793-4ec1-a16b-68ec64416faa']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:44.573914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120ddd8b-0573-4129-9854-9ea108449a0c') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:44.574483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120ddd8b-0573-4129-9854-9ea108449a0c') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:44.584282 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.601097 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.610182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:44.610182 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.611513 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b42b32b5-321f-4303-b3ee-131289f54d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:44.630872 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:44.637994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b32b5-321f-4303-b3ee-131289f54d23 None None] Pushing event deleted for resources: {'Port': ['ID=6e3b1234-6ce1-44f1-bf03-ea51d4299f2e,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.642680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b32b5-321f-4303-b3ee-131289f54d23 None None] No DVR routers for this DVR port 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:44.689047 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.699276 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.701394 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "DELETE /v2.0/networks/3183f7d6-f793-4ec1-a16b-68ec64416faa HTTP/1.1" status: 204 len: 168 time: 0.6283276 Aug 19 12:19:44.704938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55166) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:44.726348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbea05-b5c2-4514-aad0-0f6519a029ab tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Network': ['ID=3183f7d6-f793-4ec1-a16b-68ec64416faa,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.750337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:44.770605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:44.770948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ffcc3022-6c89-4aa5-b3c8-0d9c43f6448e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:44.771376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:44.801289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:44.801629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6e3b1234-6ce1-44f1-bf03-ea51d4299f2e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:44.824932 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.845595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdbed1-d353-4db1-8f38-202127f3b52d req-a371d8d7-9e17-4793-aae4-6caacd763bbb tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:44.847166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5afdbed1-d353-4db1-8f38-202127f3b52d req-a371d8d7-9e17-4793-aae4-6caacd763bbb tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 944 time: 0.0706744 Aug 19 12:19:44.873339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:44.897827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5afdbed1-d353-4db1-8f38-202127f3b52d req-e58faef5-9814-457c-be53-6923156c013b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Aug 19 12:19:44.915929 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.927187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3637d0f0-59a5-4a47-a796-d80e5c0c33d5']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:44.937492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 454206d0-8cce-4d41-9369-e792b2ee0a90 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:44.941259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 454206d0-8cce-4d41-9369-e792b2ee0a90 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:44.941634 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.943766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:44.944224 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb789c5-cd44-4220-b4d9-3ed563c7d8b0') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:44.953890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.969620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.976208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:44.976657 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:44.980506 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:45.021484 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.044239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.049857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:45.052057 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1e0bba-4b98-40cb-9baa-167256ddb101" -d '{"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-plugged", "status": "completed", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:45.053073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.071300 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] 10.222.0.65 "DELETE /v2.0/networks/3637d0f0-59a5-4a47-a796-d80e5c0c33d5 HTTP/1.1" status: 204 len: 168 time: 0.3560965 Aug 19 12:19:45.071679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:45.087395 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.105515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdd1f2-f768-4b4e-b9e7-113bc3359ac1 tempest-TaggedBootDevicesTest-336439649 tempest-TaggedBootDevicesTest-336439649-project] Pushing event deleted for resources: {'Network': ['ID=3637d0f0-59a5-4a47-a796-d80e5c0c33d5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:45.128555 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97300ce9-5b25-44d8-8548-f87cfd494781 x-openstack-request-id: req-97300ce9-5b25-44d8-8548-f87cfd494781 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:45.128885 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-plugged", "status": "completed", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:45.129335 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97300ce9-5b25-44d8-8548-f87cfd494781 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:45.129790 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'code': 200} Aug 19 12:19:45.160560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:45.274810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5aff3-7ffa-4093-86e4-c4d431b79c6e req-832a68fc-42e1-42bc-9036-71f2a09c2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:45.276354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30c5aff3-7ffa-4093-86e4-c4d431b79c6e req-832a68fc-42e1-42bc-9036-71f2a09c2fea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 1096 time: 0.0570819 Aug 19 12:19:45.314115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30c5aff3-7ffa-4093-86e4-c4d431b79c6e req-dd76407c-9d65-4ec6-ab7c-878e7ba06974 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310047 Aug 19 12:19:46.024128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a05937-b616-460e-8469-58b8137a8445 req-2db057d3-84e9-4c18-8155-c661d8084b79 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:46.025747 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4a05937-b616-460e-8469-58b8137a8445 req-2db057d3-84e9-4c18-8155-c661d8084b79 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0535126 Aug 19 12:19:46.065688 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4a05937-b616-460e-8469-58b8137a8445 req-e79d61d0-eb2d-4708-934a-ec564808ea30 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335984 Aug 19 12:19:47.198773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c07d1-762a-423c-912f-84601dd25630 req-1bc3182f-d321-4633-aa4a-74c6dc621f72 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:47.200378 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-823c07d1-762a-423c-912f-84601dd25630 req-1bc3182f-d321-4633-aa4a-74c6dc621f72 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0551810 Aug 19 12:19:47.241907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-823c07d1-762a-423c-912f-84601dd25630 req-3bee823a-d57f-4b8b-bca1-958f97b5dc56 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349495 Aug 19 12:19:47.380077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dd36b-2b66-4241-a17f-2ef9cadff721 req-01986d9f-c830-45b6-8186-9dec2b927868 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:47.381632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-933dd36b-2b66-4241-a17f-2ef9cadff721 req-01986d9f-c830-45b6-8186-9dec2b927868 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0617225 Aug 19 12:19:47.390686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55198) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:47.395476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e0bf3bad-751e-4f21-b8f0-e4d4d036693a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'floatingip': {'port_id': '454206d0-8cce-4d41-9369-e792b2ee0a90'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:47.441314 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3bad-751e-4f21-b8f0-e4d4d036693a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:47.911952 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3bad-751e-4f21-b8f0-e4d4d036693a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:47.919731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3bad-751e-4f21-b8f0-e4d4d036693a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.059052 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-e0bf3bad-751e-4f21-b8f0-e4d4d036693a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Floating IP 47a13fde-3088-474e-9fff-bf1d3f7e5f6a associated. External IP: 172.25.4.13, port: 454206d0-8cce-4d41-9369-e792b2ee0a90. Aug 19 12:19:48.316874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bf3bad-751e-4f21-b8f0-e4d4d036693a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Router 5fee8183-34d0-4240-8de7-fc0330274439 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:48.403240 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-607a46e3-55ec-4310-bfb6-8381664054e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.448124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bf3bad-751e-4f21-b8f0-e4d4d036693a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:48.453333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3bad-751e-4f21-b8f0-e4d4d036693a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.461800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] Sync routers for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:48.472387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:48.473471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:48.492560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e0bf3bad-751e-4f21-b8f0-e4d4d036693a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "PUT /v2.0/floatingips/47a13fde-3088-474e-9fff-bf1d3f7e5f6a HTTP/1.1" status: 200 len: 990 time: 1.1007166 Aug 19 12:19:48.493753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:48.496634 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103490ed-f4c8-4c57-bef8-9e0378bed418" -d '{"events": [{"name": "network-changed", "server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:48.578620 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bb7029-a175-47fc-ba49-024c171c2c06 x-openstack-request-id: req-f0bb7029-a175-47fc-ba49-024c171c2c06 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:48.578978 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:48.579301 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0bb7029-a175-47fc-ba49-024c171c2c06 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:48.579775 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'status': 'completed', 'code': 200} Aug 19 12:19:48.732246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-9b475922-bcee-4ba1-88ed-8f397e4b0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:48.734706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-9b475922-bcee-4ba1-88ed-8f397e4b0bd0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 1096 time: 0.0865026 Aug 19 12:19:48.794844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:48.850315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-34729e99-7da7-4910-b671-14d0daad3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:48.851825 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-34729e99-7da7-4910-b671-14d0daad3b05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.1098378 Aug 19 12:19:48.947818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-2b20142f-fdac-4bbe-b77b-126bacc1862e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454206d0-8cce-4d41-9369-e792b2ee0a90 HTTP/1.1" status: 200 len: 998 time: 0.0875795 Aug 19 12:19:49.062701 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-23d27f2c-468b-427f-84e4-08da49d21026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.064097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-23d27f2c-468b-427f-84e4-08da49d21026 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.1039109 Aug 19 12:19:49.122625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '47a13fde-3088-474e-9fff-bf1d3f7e5f6a', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'port_id': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'mac_address': 'fa:16:3e:bd:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:19:33Z', 'updated_at': '2021-08-19T12:19:47Z', 'revision_number': 1, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:49.122909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-682a38bb-e1bd-44ef-8e47-451f8a112049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.124292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-682a38bb-e1bd-44ef-8e47-451f8a112049 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524812 Aug 19 12:19:49.155859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] Checking router: 5fee8183-34d0-4240-8de7-fc0330274439 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:49.165827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:49.166601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:49.254349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-4ed80a6c-cadd-416a-be33-22637a32e968 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210532 Aug 19 12:19:49.298943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:49.387460 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-103490ed-f4c8-4c57-bef8-9e0378bed418 req-aea57404-7790-49c7-8f7b-c85c1feb0646 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214714 Aug 19 12:19:49.621416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '47a13fde-3088-474e-9fff-bf1d3f7e5f6a', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'port_id': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'mac_address': 'fa:16:3e:bd:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:19:33Z', 'updated_at': '2021-08-19T12:19:47Z', 'revision_number': 1, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:49.655693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae904a-6d79-4d02-a3d7-308babee7881 None None] The sync data for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 is: [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '47a13fde-3088-474e-9fff-bf1d3f7e5f6a', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'port_id': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'mac_address': 'fa:16:3e:bd:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:19:33Z', 'updated_at': '2021-08-19T12:19:47Z', 'revision_number': 1, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:49.907133 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c1014-700c-4846-a5c4-1f585cb89daa None None] New status for floating IP 47a13fde-3088-474e-9fff-bf1d3f7e5f6a: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:19:50.776207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-513c8b10-0dc9-45da-9a11-567aff84a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.888234 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.974336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.015982 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.204108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.210581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55292) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:56.638640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.912927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Deleting port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:56.913280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.998769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] For port 05f0f36a-3d96-446d-92fb-e8ffcd2acf92, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=05f0f36a-3d96-446d-92fb-e8ffcd2acf92,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:56.999157 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.013880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Calling delete_port for 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:57.227207 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.326933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=05f0f36a-3d96-446d-92fb-e8ffcd2acf92,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:57.498255 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.751073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd433f4-e6a2-4497-aa96-78642e1f1675 req-91347d89-cd6b-49f2-a870-5ba1083627fe tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:57.753595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bcd433f4-e6a2-4497-aa96-78642e1f1675 req-91347d89-cd6b-49f2-a870-5ba1083627fe tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 945 time: 0.0694406 Aug 19 12:19:57.797108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Router fb0a850e-2b60-418a-814a-165f07e1e75b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:57.800358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bcd433f4-e6a2-4497-aa96-78642e1f1675 req-01aebc6f-792d-4032-bceb-4cf49a45ff13 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396216 Aug 19 12:19:57.919443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:57.925131 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cac717c5-7d7c-4c21-bfd2-04cca03cf2cc admin admin] 10.222.0.65 "PUT /v2.0/routers/fb0a850e-2b60-418a-814a-165f07e1e75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7134938 Aug 19 12:19:57.928054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55340) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:57.929964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] Sync routers for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:57.940167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:57.941119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:58.044963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.083113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:58.171131 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.229342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Deleting port 6e2cc6b5-cd65-4dfd-9682-baf561884024 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:58.229577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.306635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:19:57Z', 'revision_number': 5, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port': {'id': '6e2cc6b5-cd65-4dfd-9682-baf561884024', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:08:35Z', 'updated_at': '2021-08-19T12:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:58.340125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] Checking router: fb0a850e-2b60-418a-814a-165f07e1e75b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:58.349017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] Routers {'fb0a850e-2b60-418a-814a-165f07e1e75b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:58.349891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['fb0a850e-2b60-418a-814a-165f07e1e75b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:58.460843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] Set router fb0a850e-2b60-418a-814a-165f07e1e75b gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:58.518490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 6, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:58.555486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b680e-2058-4192-9ce9-5b7e79d551b8 None None] The sync data for ids ['fb0a850e-2b60-418a-814a-165f07e1e75b'] in n-d-778550-9 is: [{'id': 'fb0a850e-2b60-418a-814a-165f07e1e75b', 'name': 'tempest-TaggedBootDevicesTest-1135250955-router', 'tenant_id': '2588bc39da764c80b9559ab85c409ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:08:34Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 6, 'project_id': '2588bc39da764c80b9559ab85c409ca1', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:58.571474 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.613002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] For port 6e2cc6b5-cd65-4dfd-9682-baf561884024, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6e2cc6b5-cd65-4dfd-9682-baf561884024,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:58.613433 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.628452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Calling delete_port for 6e2cc6b5-cd65-4dfd-9682-baf561884024 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:58.829795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.858187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2cc6b5-cd65-4dfd-9682-baf561884024,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:58.983419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb1c0d-9a46-477e-806c-b66ff02e59bb req-48d3af87-139c-4952-ada4-4f242dcfc35e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.986105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8cb1c0d-9a46-477e-806c-b66ff02e59bb req-48d3af87-139c-4952-ada4-4f242dcfc35e tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 945 time: 0.1031430 Aug 19 12:19:58.990141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.135842 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.140650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.155751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072e65-5bd6-4ceb-852e-b066de341244 req-fdf7ef74-6c1c-46af-9cad-0679a67496bd tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:59.160558 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89072e65-5bd6-4ceb-852e-b066de341244 req-fdf7ef74-6c1c-46af-9cad-0679a67496bd tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 945 time: 0.0525787 Aug 19 12:19:59.214751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8cb1c0d-9a46-477e-806c-b66ff02e59bb req-7d6c8411-03f1-481d-b3a0-22ee0c12aa4b tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe964f3-65c2-4045-aa38-17ffd9a19972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937766 Aug 19 12:19:59.222984 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.223562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb0a850e-2b60-418a-814a-165f07e1e75b {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:19:59.229622 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.233403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-46625824-3dcf-4001-b25a-e4b536239a64 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fb0a850e-2b60-418a-814a-165f07e1e75b HTTP/1.1" status: 204 len: 168 time: 1.3015239 Aug 19 12:19:59.233522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55368) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:59.270930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Deleting port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:59.271285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.281127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-688b311f-b587-4776-bbd0-6e50232e2bb0 admin admin] Deleting subnet b7469df6-151e-46a5-9d58-4f7993be24f5 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:59.284223 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-688b311f-b587-4776-bbd0-6e50232e2bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.326636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-688b311f-b587-4776-bbd0-6e50232e2bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.375616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] For port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:59.375814 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.398605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:59.427448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:59.428179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 05f0f36a-3d96-446d-92fb-e8ffcd2acf92 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:59.459300 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-688b311f-b587-4776-bbd0-6e50232e2bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.545754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-688b311f-b587-4776-bbd0-6e50232e2bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.576432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b311f-b587-4776-bbd0-6e50232e2bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7469df6-151e-46a5-9d58-4f7993be24f5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:59.594369 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-688b311f-b587-4776-bbd0-6e50232e2bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.595684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d878c0c-c374-47e7-9666-731e8a735f5c None None] Network aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:59.605899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-688b311f-b587-4776-bbd0-6e50232e2bb0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b7469df6-151e-46a5-9d58-4f7993be24f5 HTTP/1.1" status: 204 len: 168 time: 0.3692529 Aug 19 12:19:59.606227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55376) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:59.628115 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.628519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.628903 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Floating IP 7ba58d40-15dc-40ec-9538-a6cbf3b76d89 disassociated. External IP: 172.25.4.101, port: 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c. Aug 19 12:19:59.629281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Calling delete_port for 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:59.732610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.845246 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.864171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Deleting port 45b3c21f-1a66-4d62-a986-eb1e42155976 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:59.864663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.865143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068accb-97ea-4aa1-9a47-eb50f7bf6f42 None None] DHCP port deletion for aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:59.924798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event deleted for resources: {'Port': ['ID=52b48c2b-4cdb-4a4f-9a02-a4e237bd271c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:59.966281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0068accb-97ea-4aa1-9a47-eb50f7bf6f42 None None] Deleting port 45b3c21f-1a66-4d62-a986-eb1e42155976 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:59.966656 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0068accb-97ea-4aa1-9a47-eb50f7bf6f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.990162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] For port 45b3c21f-1a66-4d62-a986-eb1e42155976, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=45b3c21f-1a66-4d62-a986-eb1e42155976,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:59.990627 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.019124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Calling delete_port for 45b3c21f-1a66-4d62-a986-eb1e42155976 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:00.036895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0068accb-97ea-4aa1-9a47-eb50f7bf6f42 None None] For port 45b3c21f-1a66-4d62-a986-eb1e42155976, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=45b3c21f-1a66-4d62-a986-eb1e42155976,segment=NetworkSegment(71a1ac09-b665-43bc-ab92-05c63015d885),segment_id=71a1ac09-b665-43bc-ab92-05c63015d885)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:00.037585 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0068accb-97ea-4aa1-9a47-eb50f7bf6f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.057817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0068accb-97ea-4aa1-9a47-eb50f7bf6f42 None None] Calling delete_port for 45b3c21f-1a66-4d62-a986-eb1e42155976 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:00.141084 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.159336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0068accb-97ea-4aa1-9a47-eb50f7bf6f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.178521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b3c21f-1a66-4d62-a986-eb1e42155976,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:00.190572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] No DVR routers for this DVR port 45b3c21f-1a66-4d62-a986-eb1e42155976 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:00.200043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068accb-97ea-4aa1-9a47-eb50f7bf6f42 None None] Pushing event deleted for resources: {'Port': ['ID=45b3c21f-1a66-4d62-a986-eb1e42155976,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:00.214096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068accb-97ea-4aa1-9a47-eb50f7bf6f42 None None] No DVR routers for this DVR port 45b3c21f-1a66-4d62-a986-eb1e42155976 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:00.305976 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.337768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:00.378024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08f17607-7a74-406b-9ffc-1217e30547b5 req-cba41c01-9b08-407e-93ea-cfa62ae3e3e9 tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 210 time: 0.0424206 Aug 19 12:20:00.382192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a1ac09-b665-43bc-ab92-05c63015d885') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:00.382552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a1ac09-b665-43bc-ab92-05c63015d885') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:00.393471 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.408915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.417520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:00.418070 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:00.420075 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:00.488227 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.510046 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.515504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a HTTP/1.1" status: 204 len: 168 time: 0.9077835 Aug 19 12:20:00.516650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9be22e-d9dd-405c-9e9c-e05d1ff9abf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb0c38f-86f1-4e7f-8e13-e9d6ae62a27a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:00.553675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:00.657486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55398) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:00.678078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:00.688421 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] Sync routers for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:00.706989 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:00.708080 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:00.728520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-abe098b1-8aad-431f-898c-ad8f89a2e145 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2588bc39da764c80b9559ab85c409ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673623 Aug 19 12:20:00.733477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55402) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:00.761321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] No DVR routers for this DVR port 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:00.763154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6e2cc6b5-cd65-4dfd-9682-baf561884024 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:00.765907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.768762 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89072e65-5bd6-4ceb-852e-b066de341244 req-40d17790-8aff-4b17-82af-6422b0baaafb tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.54 "DELETE /v2.0/ports/52b48c2b-4cdb-4a4f-9a02-a4e237bd271c HTTP/1.1" status: 204 len: 173 time: 1.6047020 Aug 19 12:20:00.769332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'name': 'network-vif-deleted', 'tag': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:00.772963 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e207e112-0167-484a-b7ad-dc1af6524ac0" -d '{"events": [{"server_uuid": "bdfd92dd-dbf5-4f72-9682-a2ca710ca66a", "name": "network-vif-deleted", "tag": "52b48c2b-4cdb-4a4f-9a02-a4e237bd271c"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:00.806846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48ccc2c2-fc9e-41d8-a5fa-381a45c95a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.824207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 6e2cc6b5-cd65-4dfd-9682-baf561884024 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:00.824558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6e2cc6b5-cd65-4dfd-9682-baf561884024 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:00.826778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 45b3c21f-1a66-4d62-a986-eb1e42155976 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:00.855437 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:00.856112 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48ccc2c2-fc9e-41d8-a5fa-381a45c95a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.861956 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5242a1-3537-49c8-a8c2-f98e98278de3 x-openstack-request-id: req-ba5242a1-3537-49c8-a8c2-f98e98278de3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:00.862427 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd92dd-dbf5-4f72-9682-a2ca710ca66a", "name": "network-vif-deleted", "tag": "52b48c2b-4cdb-4a4f-9a02-a4e237bd271c", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:00.862735 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba5242a1-3537-49c8-a8c2-f98e98278de3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:00.863187 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfd92dd-dbf5-4f72-9682-a2ca710ca66a', 'name': 'network-vif-deleted', 'tag': '52b48c2b-4cdb-4a4f-9a02-a4e237bd271c', 'status': 'completed', 'code': 200} Aug 19 12:20:00.872862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 45b3c21f-1a66-4d62-a986-eb1e42155976 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:00.873218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 45b3c21f-1a66-4d62-a986-eb1e42155976 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:00.925870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48ccc2c2-fc9e-41d8-a5fa-381a45c95a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.929380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48ccc2c2-fc9e-41d8-a5fa-381a45c95a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.930578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-48ccc2c2-fc9e-41d8-a5fa-381a45c95a92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b64b084-ceba-4abc-ac34-10fd983f658d HTTP/1.1" status: 204 len: 168 time: 0.1959226 Aug 19 12:20:00.938836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccc2c2-fc9e-41d8-a5fa-381a45c95a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b64b084-ceba-4abc-ac34-10fd983f658d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:01.238185 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '94a38d99-47e0-441c-a839-24804098205b', 'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'mac_address': 'fa:16:3e:f5:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:39Z', 'updated_at': '2021-08-19T12:14:44Z', 'revision_number': 5, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'subnets': [{'id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:01.273469 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] Checking router: 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:01.292654 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:01.293376 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:01.469335 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:01.529766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f9c24bd-5154-444c-8471-20e615546f92 req-90c632c6-dcb5-4a10-9af2-efccedad737a tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdfd92dd-dbf5-4f72-9682-a2ca710ca66a HTTP/1.1" status: 200 len: 210 time: 0.0395155 Aug 19 12:20:01.715704 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '94a38d99-47e0-441c-a839-24804098205b', 'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'mac_address': 'fa:16:3e:f5:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:39Z', 'updated_at': '2021-08-19T12:14:44Z', 'revision_number': 5, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'subnets': [{'id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:01.745509 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d844aef-50b7-4a3d-9170-be3374ec098d None None] The sync data for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 is: [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:14:39Z', 'revision_number': 4, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '94a38d99-47e0-441c-a839-24804098205b', 'name': '', 'network_id': '1351a4f4-72d6-434a-be94-03ff2b7b33a0', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'mac_address': 'fa:16:3e:f5:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:39Z', 'updated_at': '2021-08-19T12:14:44Z', 'revision_number': 5, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'subnets': [{'id': '635d9449-5b80-42db-a2dd-e837c5cf5265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:01.868713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55446) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:01.996241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-974974659-network', 'tenant_id': '322c5fd271ea489caa9271a36f3ea742'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:02.038273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Made reservation on behalf of 322c5fd271ea489caa9271a36f3ea742 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:02.040901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.051065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.094178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aad682-f5fd-46da-b867-310bb2724188 None None] New status for floating IP 7ba58d40-15dc-40ec-9538-a6cbf3b76d89: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:20:02.167468 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.172827 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.207015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:02.226774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dbefa2-cd2d-4a90-9e67-2635656d1c17,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:02.231025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.231376 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Added segment fe95734e-f3c6-4b33-af59-5a95220160b9 of type vlan for network ed2bf05d-d654-4241-88d4-dd15051a41a7 Aug 19 12:20:02.284475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.318806 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.319848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:02.320443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.374286 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5042934 Aug 19 12:20:02.377215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55460) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:02.386146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Request body: {'subnet': {'network_id': 'ed2bf05d-d654-4241-88d4-dd15051a41a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-974974659-subnet', 'tenant_id': '322c5fd271ea489caa9271a36f3ea742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:02.391772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014de27-8697-423d-850c-9bacdaa53554 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2bf05d-d654-4241-88d4-dd15051a41a7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:02.415550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ed2bf05d-d654-4241-88d4-dd15051a41a7 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:02.417817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:02.425974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Made reservation on behalf of 322c5fd271ea489caa9271a36f3ea742 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:02.428598 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.473109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:02.473463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 52b48c2b-4cdb-4a4f-9a02-a4e237bd271c not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:02.592458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55466) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:02.627029 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.698807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8797e8-7e94-459e-b3c6-bca484a59b1a,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:02.709649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Checking segment: {'id': 'fe95734e-f3c6-4b33-af59-5a95220160b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ed2bf05d-d654-4241-88d4-dd15051a41a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:02.710318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Network hostable DHCP agents. Network: ed2bf05d-d654-4241-88d4-dd15051a41a7, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:02.731139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Network ed2bf05d-d654-4241-88d4-dd15051a41a7 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:02.747430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ed2bf05d-d654-4241-88d4-dd15051a41a7) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:02.751646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Deleting port ae38d0e0-30cf-4214-ad4c-1be9269eb9cc {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:02.751996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.754445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:02.755248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.761359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc2e3b-d348-4a67-a7a0-8816396f83e6 None None] Network ed2bf05d-d654-4241-88d4-dd15051a41a7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:02.772772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6ae2ddb3-e24a-4f9b-a59b-e83b48a2b003 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3932629 Aug 19 12:20:02.847426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.848041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.862695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Calling delete_port for ae38d0e0-30cf-4214-ad4c-1be9269eb9cc owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:02.957272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2036e02-0e74-46d2-bc24-212cfb6617f4 None None] Network ed2bf05d-d654-4241-88d4-dd15051a41a7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:03.073693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.113991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event deleted for resources: {'Port': ['ID=ae38d0e0-30cf-4214-ad4c-1be9269eb9cc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:03.207737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.210603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.214885 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0d858eb7-54ad-4530-8499-cc8c1f4a890d tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "DELETE /v2.0/floatingips/7ba58d40-15dc-40ec-9538-a6cbf3b76d89 HTTP/1.1" status: 204 len: 168 time: 0.6186204 Aug 19 12:20:03.310272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55494) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:03.372344 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6957a2e3-29f1-45ff-b08c-ea79ed3cf38c tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.405133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6957a2e3-29f1-45ff-b08c-ea79ed3cf38c tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.474430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6957a2e3-29f1-45ff-b08c-ea79ed3cf38c tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.477551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6957a2e3-29f1-45ff-b08c-ea79ed3cf38c tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.481383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6957a2e3-29f1-45ff-b08c-ea79ed3cf38c tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] 10.222.0.65 "DELETE /v2.0/security-groups/abe964f3-65c2-4045-aa38-17ffd9a19972 HTTP/1.1" status: 204 len: 168 time: 0.1671624 Aug 19 12:20:03.488603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957a2e3-29f1-45ff-b08c-ea79ed3cf38c tempest-TestServerBasicOps-7399567 tempest-TestServerBasicOps-7399567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe964f3-65c2-4045-aa38-17ffd9a19972,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:03.519652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55506) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:03.989018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.193389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-36e6bc11-e0a7-4840-bd11-16b508b13f01 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:04.195888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-36e6bc11-e0a7-4840-bd11-16b508b13f01 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/networks?id=ed2bf05d-d654-4241-88d4-dd15051a41a7 HTTP/1.1" status: 200 len: 809 time: 0.1193798 Aug 19 12:20:04.217655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-2c886433-58f8-493d-9332-560a19aee06b tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/quotas/322c5fd271ea489caa9271a36f3ea742 HTTP/1.1" status: 200 len: 375 time: 0.0126634 Aug 19 12:20:04.280318 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-4721a59e-6f90-4757-aebb-f655c33dd33e tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=322c5fd271ea489caa9271a36f3ea742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514908 Aug 19 12:20:04.286835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Deleting port 94a38d99-47e0-441c-a839-24804098205b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:04.287419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.387065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-d74bee14-72df-447a-aabb-0a7fc907df04 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2bf05d-d654-4241-88d4-dd15051a41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981607 Aug 19 12:20:04.389101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] For port 94a38d99-47e0-441c-a839-24804098205b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=94a38d99-47e0-441c-a839-24804098205b,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:04.389694 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.405986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Calling delete_port for 94a38d99-47e0-441c-a839-24804098205b owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:04.509507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-a0cd7db2-8a4c-4818-b9c1-9f22814c0819 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2bf05d-d654-4241-88d4-dd15051a41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213460 Aug 19 12:20:04.652163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.686402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a38d99-47e0-441c-a839-24804098205b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:04.887987 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.906787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ff2562e-213d-4dd1-9c8a-916d05fe26b4 req-c9e29c8d-87ea-46ea-bae8-8ebf32da7280 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 210 time: 0.0503151 Aug 19 12:20:05.208806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:05.342614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:05.358549 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] Sync routers for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:05.364827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55584) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:05.365404 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-18011703-f9eb-4a1e-a13b-0b892299dcd8 admin admin] 10.222.0.65 "PUT /v2.0/routers/30c9f8b9-bd14-46e3-bd44-9cbf1115e465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8443027 Aug 19 12:20:05.370626 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:05.371402 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:05.497376 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.504391 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:05.623038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.697268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Deleting port 94734b4b-0577-4bab-9bd8-4b811e3fb72b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:05.697686 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.718240 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:20:04Z', 'revision_number': 5, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port': {'id': '94734b4b-0577-4bab-9bd8-4b811e3fb72b', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:36Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:05.750505 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] Checking router: 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:05.760353 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] Routers {'30c9f8b9-bd14-46e3-bd44-9cbf1115e465'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:05.761268 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:05.793019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] For port 94734b4b-0577-4bab-9bd8-4b811e3fb72b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=94734b4b-0577-4bab-9bd8-4b811e3fb72b,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:05.793376 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.808321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Calling delete_port for 94734b4b-0577-4bab-9bd8-4b811e3fb72b owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:05.851238 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] Set router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:05.904160 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:20:05Z', 'revision_number': 6, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:05.939323 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54cab0-f3db-4866-ab76-29972be60af1 None None] The sync data for ids ['30c9f8b9-bd14-46e3-bd44-9cbf1115e465'] in n-d-778550-9 is: [{'id': '30c9f8b9-bd14-46e3-bd44-9cbf1115e465', 'name': 'tempest-TestServerBasicOps-1626341911-router', 'tenant_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:35Z', 'updated_at': '2021-08-19T12:20:05Z', 'revision_number': 6, 'project_id': '056e003facdb4cc8b1b38f0dd0469ff3', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:06.008398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.047493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94734b4b-0577-4bab-9bd8-4b811e3fb72b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:06.066289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd05d11f-c8a9-4e6b-b62c-35fa2d2fb0c7 req-d4b05983-c09a-4dc3-acab-2310a610fc98 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 210 time: 0.0517001 Aug 19 12:20:06.145691 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.224198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-b5d2d2b2-96b2-4a38-9916-fee984f1497d tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:06.227497 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-b5d2d2b2-96b2-4a38-9916-fee984f1497d tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.54 "GET /v2.0/networks?id=ed2bf05d-d654-4241-88d4-dd15051a41a7 HTTP/1.1" status: 200 len: 809 time: 0.1469073 Aug 19 12:20:06.267890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Request body: {'port': {'device_id': '7f689450-4b99-4f7e-a100-1fe55fe31e2f', 'network_id': 'ed2bf05d-d654-4241-88d4-dd15051a41a7', 'admin_state_up': True, 'tenant_id': '322c5fd271ea489caa9271a36f3ea742'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:06.298610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.301637 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.360603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.361252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c9f8b9-bd14-46e3-bd44-9cbf1115e465 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:20:06.367168 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.368548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-14fd5e82-681e-4193-9654-2dc339e1dac2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/30c9f8b9-bd14-46e3-bd44-9cbf1115e465 HTTP/1.1" status: 204 len: 168 time: 1.0016661 Aug 19 12:20:06.371406 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55606) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:06.453150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc5e972-81b1-43c9-9c58-fd90b5721087 admin admin] Deleting subnet 635d9449-5b80-42db-a2dd-e837c5cf5265 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:06.457617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e972-81b1-43c9-9c58-fd90b5721087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.505256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e972-81b1-43c9-9c58-fd90b5721087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.507284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Made reservation on behalf of 322c5fd271ea489caa9271a36f3ea742 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:06.511417 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.675379 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e972-81b1-43c9-9c58-fd90b5721087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.736447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Allocated IP 172.20.0.4 (ed2bf05d-d654-4241-88d4-dd15051a41a7/5e8797e8-7e94-459e-b3c6-bca484a59b1a/c21def02-6b15-4c49-9811-e596b77eac63) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:06.776667 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e972-81b1-43c9-9c58-fd90b5721087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.819737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5e972-81b1-43c9-9c58-fd90b5721087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635d9449-5b80-42db-a2dd-e837c5cf5265,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:06.826285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e81744-3d79-478c-964b-289892125c84 None None] Network 1351a4f4-72d6-434a-be94-03ff2b7b33a0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:06.829281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 94a38d99-47e0-441c-a839-24804098205b no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:06.829460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e972-81b1-43c9-9c58-fd90b5721087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.835431 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7cc5e972-81b1-43c9-9c58-fd90b5721087 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/635d9449-5b80-42db-a2dd-e837c5cf5265 HTTP/1.1" status: 204 len: 168 time: 0.4628186 Aug 19 12:20:06.836797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55618) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:06.870886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 94a38d99-47e0-441c-a839-24804098205b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:06.871235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 94a38d99-47e0-441c-a839-24804098205b not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:06.871906 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 94734b4b-0577-4bab-9bd8-4b811e3fb72b no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:06.922578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 94734b4b-0577-4bab-9bd8-4b811e3fb72b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:06.923727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 94734b4b-0577-4bab-9bd8-4b811e3fb72b not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:06.932346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.003586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Deleting port 912853d8-364e-40a9-b16f-189c25d53cf0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:07.004246 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.043981 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.090868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] For port 912853d8-364e-40a9-b16f-189c25d53cf0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=912853d8-364e-40a9-b16f-189c25d53cf0,segment=NetworkSegment(61fca135-1f10-4055-9bf5-f3ad56d3e666),segment_id=61fca135-1f10-4055-9bf5-f3ad56d3e666)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:07.091694 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.109105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Calling delete_port for 912853d8-364e-40a9-b16f-189c25d53cf0 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:07.113092 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.131360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] DHCP port deletion for 1351a4f4-72d6-434a-be94-03ff2b7b33a0 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:20:07.191527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Network ed2bf05d-d654-4241-88d4-dd15051a41a7 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:07.199225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:07.203608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:07.234071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Pushing event updated for resources: {'Port': ['ID=c21def02-6b15-4c49-9811-e596b77eac63,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:07.280840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:07.281517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.288501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] Deleting port 912853d8-364e-40a9-b16f-189c25d53cf0 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:07.293273 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.301697 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-99d45f64-b66d-47f6-9502-b5b536ff9684 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0458007 Aug 19 12:20:07.305156 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.322399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Request body: {'port': {'device_id': '7f689450-4b99-4f7e-a100-1fe55fe31e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:07.361009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=912853d8-364e-40a9-b16f-189c25d53cf0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:07.371265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] No DVR routers for this DVR port 912853d8-364e-40a9-b16f-189c25d53cf0 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:07.380491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e687c6-37a6-48a2-a602-a43e5bfe3aab req-760906ee-b102-409f-ab7c-7719b2918b5b tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:07.381901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58e687c6-37a6-48a2-a602-a43e5bfe3aab req-760906ee-b102-409f-ab7c-7719b2918b5b tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 931 time: 0.1727810 Aug 19 12:20:07.405616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] For port 912853d8-364e-40a9-b16f-189c25d53cf0, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:07.406017 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.429091 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.430721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] Calling delete_port for 912853d8-364e-40a9-b16f-189c25d53cf0 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:07.434028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] Port 912853d8-364e-40a9-b16f-189c25d53cf0 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:20:07.436151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.462871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] Pushing event deleted for resources: {'Port': ['ID=912853d8-364e-40a9-b16f-189c25d53cf0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:07.475029 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67534b99-0ee0-47fa-b853-baf749c76b41 None None] No DVR routers for this DVR port 912853d8-364e-40a9-b16f-189c25d53cf0 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:07.517338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58e687c6-37a6-48a2-a602-a43e5bfe3aab req-0b67f79e-f5b1-44a3-bde1-1c88db6ecad2 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983365 Aug 19 12:20:07.520916 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.531749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1351a4f4-72d6-434a-be94-03ff2b7b33a0']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:07.545390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fca135-1f10-4055-9bf5-f3ad56d3e666') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:07.546009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fca135-1f10-4055-9bf5-f3ad56d3e666') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:07.557644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.590104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.598016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:07.598477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:07.601055 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:07.676606 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.684050 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.689258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1351a4f4-72d6-434a-be94-03ff2b7b33a0 HTTP/1.1" status: 204 len: 168 time: 0.8469813 Aug 19 12:20:07.689486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55638) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:07.700033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e2c25-c860-48cf-8e63-1e270249e1b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1351a4f4-72d6-434a-be94-03ff2b7b33a0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:07.829819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21def02-6b15-4c49-9811-e596b77eac63 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:07.840296 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.859880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Transition to ACTIVE for port object c21def02-6b15-4c49-9811-e596b77eac63 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:07.865061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.364989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c21def02-6b15-4c49-9811-e596b77eac63,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:08.490007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Attempting to bind port c21def02-6b15-4c49-9811-e596b77eac63 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:08.494343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Attempting to bind port c21def02-6b15-4c49-9811-e596b77eac63 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'fe95734e-f3c6-4b33-af59-5a95220160b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ed2bf05d-d654-4241-88d4-dd15051a41a7'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:08.494343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Attempting to bind port c21def02-6b15-4c49-9811-e596b77eac63 on network ed2bf05d-d654-4241-88d4-dd15051a41a7 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:08.499311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Port c21def02-6b15-4c49-9811-e596b77eac63 on network ed2bf05d-d654-4241-88d4-dd15051a41a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:08.499974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Attempting to bind port c21def02-6b15-4c49-9811-e596b77eac63 on network ed2bf05d-d654-4241-88d4-dd15051a41a7 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:08.506750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:08.507097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Checking segment: {'id': 'fe95734e-f3c6-4b33-af59-5a95220160b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ed2bf05d-d654-4241-88d4-dd15051a41a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:08.507493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Bound using segment: {'id': 'fe95734e-f3c6-4b33-af59-5a95220160b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ed2bf05d-d654-4241-88d4-dd15051a41a7'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:08.507931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Bound port: c21def02-6b15-4c49-9811-e596b77eac63, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe95734e-f3c6-4b33-af59-5a95220160b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ed2bf05d-d654-4241-88d4-dd15051a41a7'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:08.508829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.624337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] For port c21def02-6b15-4c49-9811-e596b77eac63, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:08.629557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] For port c21def02-6b15-4c49-9811-e596b77eac63, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c21def02-6b15-4c49-9811-e596b77eac63,segment=NetworkSegment(fe95734e-f3c6-4b33-af59-5a95220160b9),segment_id=fe95734e-f3c6-4b33-af59-5a95220160b9)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:08.639434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.681000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a1c1d-70e6-4edb-b4bd-be254b6c36af req-0310462f-28d2-4748-9eef-fcbfbea574a4 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.682739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba6a1c1d-70e6-4edb-b4bd-be254b6c36af req-0310462f-28d2-4748-9eef-fcbfbea574a4 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 943 time: 0.0761445 Aug 19 12:20:08.699696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.701948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.705521 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] 10.222.0.54 "PUT /v2.0/ports/c21def02-6b15-4c49-9811-e596b77eac63 HTTP/1.1" status: 200 len: 1091 time: 1.3891850 Aug 19 12:20:08.708127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f689450-4b99-4f7e-a100-1fe55fe31e2f', 'tag': 'c21def02-6b15-4c49-9811-e596b77eac63'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:08.710441 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f689450-4b99-4f7e-a100-1fe55fe31e2f", "tag": "c21def02-6b15-4c49-9811-e596b77eac63"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:08.745723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba6a1c1d-70e6-4edb-b4bd-be254b6c36af req-9c715ebe-70c0-4d60-a2f3-6290aa30dbd8 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564945 Aug 19 12:20:08.761446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 912853d8-364e-40a9-b16f-189c25d53cf0 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:08.814700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f3615-968a-4c9d-b0d2-2a92f36234c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c21def02-6b15-4c49-9811-e596b77eac63,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:08.827106 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa7884-90fe-473c-aa15-0b4cd45a4077 x-openstack-request-id: req-fbfa7884-90fe-473c-aa15-0b4cd45a4077 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:08.827404 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f689450-4b99-4f7e-a100-1fe55fe31e2f", "tag": "c21def02-6b15-4c49-9811-e596b77eac63", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:08.827686 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbfa7884-90fe-473c-aa15-0b4cd45a4077 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:08.828091 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f689450-4b99-4f7e-a100-1fe55fe31e2f', 'tag': 'c21def02-6b15-4c49-9811-e596b77eac63', 'status': 'completed', 'code': 200} Aug 19 12:20:08.834064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.839418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 912853d8-364e-40a9-b16f-189c25d53cf0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:08.839774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 912853d8-364e-40a9-b16f-189c25d53cf0 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:08.958203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-b7a332f7-3195-45a7-adc0-b3efc6c2e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.959496 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-b7a332f7-3195-45a7-adc0-b3efc6c2e145 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=322c5fd271ea489caa9271a36f3ea742&device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 1094 time: 0.1234932 Aug 19 12:20:09.046461 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-19f40ea9-985b-48aa-9063-3ea7958cc59d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21def02-6b15-4c49-9811-e596b77eac63 HTTP/1.1" status: 200 len: 217 time: 0.0675766 Aug 19 12:20:09.118621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-dfb8ea29-b785-4246-86ae-f7f90db76097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:09.120203 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-dfb8ea29-b785-4246-86ae-f7f90db76097 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e8797e8-7e94-459e-b3c6-bca484a59b1a HTTP/1.1" status: 200 len: 849 time: 0.0568659 Aug 19 12:20:09.165249 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-6a0ee036-9049-40e5-834e-b4535131d2c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed2bf05d-d654-4241-88d4-dd15051a41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366490 Aug 19 12:20:09.324914 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-874edcc4-e507-45ab-85e9-1bb415f3397f service neutron] 10.222.0.54 "GET /v2.0/networks/ed2bf05d-d654-4241-88d4-dd15051a41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410029 Aug 19 12:20:09.329848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Deleting port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:09.330272 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.491711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] For port 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc,segment=NetworkSegment(bc1d94f0-75ec-415e-9102-734d2d9ea858),segment_id=bc1d94f0-75ec-415e-9102-734d2d9ea858)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:09.492436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.508823 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ca20d90-fd77-45b8-9d6c-8b6b812bf364 req-826af92b-3715-45f6-8f83-abfb5a02a5f8 service neutron] 10.222.0.54 "GET /v2.0/networks/ed2bf05d-d654-4241-88d4-dd15051a41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749532 Aug 19 12:20:09.509971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Calling delete_port for 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:09.687929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-14837856-6058-4813-bd06-c139766dd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:09.689501 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-14837856-6058-4813-bd06-c139766dd47f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=322c5fd271ea489caa9271a36f3ea742&device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 1094 time: 0.0709043 Aug 19 12:20:09.812278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.851233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:09.861763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-47e4f608-dca4-4f69-8bd4-3a5b10666893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:09.861763 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-47e4f608-dca4-4f69-8bd4-3a5b10666893 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed2bf05d-d654-4241-88d4-dd15051a41a7 HTTP/1.1" status: 200 len: 910 time: 0.1631923 Aug 19 12:20:09.953271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-af68b941-63f8-4f00-b1bf-6c4802fefc66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c21def02-6b15-4c49-9811-e596b77eac63 HTTP/1.1" status: 200 len: 217 time: 0.0839863 Aug 19 12:20:09.972522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea621bda-6eb5-44eb-b644-7d2452c80255 req-a8227c7d-88f3-4a4e-b092-52f64ab963d7 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:09.974173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea621bda-6eb5-44eb-b644-7d2452c80255 req-a8227c7d-88f3-4a4e-b092-52f64ab963d7 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 943 time: 0.0587022 Aug 19 12:20:10.035830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea621bda-6eb5-44eb-b644-7d2452c80255 req-153caef9-d6e5-4cd7-8df1-2832721a56b6 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Aug 19 12:20:10.083654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-3107c27c-6448-464f-8176-fe69004f0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:10.085462 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-3107c27c-6448-464f-8176-fe69004f0716 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e8797e8-7e94-459e-b3c6-bca484a59b1a HTTP/1.1" status: 200 len: 849 time: 0.1147594 Aug 19 12:20:10.155946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-a712832c-63db-4246-8573-fb13f8dd8c93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed2bf05d-d654-4241-88d4-dd15051a41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608087 Aug 19 12:20:10.226763 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.355459 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-5016eea3-e52e-4166-8db2-4d19d84fbef8 service neutron] 10.222.0.54 "GET /v2.0/networks/ed2bf05d-d654-4241-88d4-dd15051a41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868560 Aug 19 12:20:10.545137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c9ed3733-9b8c-4f5c-b9ce-cb1b2844edbb req-b7fdcf4c-a216-489a-80f0-57f7286b3c78 service neutron] 10.222.0.54 "GET /v2.0/networks/ed2bf05d-d654-4241-88d4-dd15051a41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812603 Aug 19 12:20:10.571738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Router a3345d88-64f9-42ab-a8e4-077e91bda785 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:10.704377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:10.709617 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7a55a5ec-c94f-4d1d-a714-4e0d782e87c2 admin admin] 10.222.0.65 "PUT /v2.0/routers/a3345d88-64f9-42ab-a8e4-077e91bda785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0192707 Aug 19 12:20:10.712259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55726) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:10.715902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] Sync routers for ids ['a3345d88-64f9-42ab-a8e4-077e91bda785'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:10.728023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] Routers {'a3345d88-64f9-42ab-a8e4-077e91bda785'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:10.728861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a3345d88-64f9-42ab-a8e4-077e91bda785'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:10.856104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.873604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] Set router a3345d88-64f9-42ab-a8e4-077e91bda785 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:11.001561 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.091704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Deleting port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:11.092853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.118988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:42Z', 'updated_at': '2021-08-19T12:20:09Z', 'revision_number': 5, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'gw_port': {'id': '237e71bb-7fb3-4c44-b62b-d191ef6b1bff', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:11.164651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] Checking router: a3345d88-64f9-42ab-a8e4-077e91bda785 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:11.184967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] Routers {'a3345d88-64f9-42ab-a8e4-077e91bda785'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:11.185720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:19:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a3345d88-64f9-42ab-a8e4-077e91bda785'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:11.218638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] For port 237e71bb-7fb3-4c44-b62b-d191ef6b1bff, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=237e71bb-7fb3-4c44-b62b-d191ef6b1bff,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:11.219168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.233174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c69e5-f9c3-4f18-8490-b8a648f5c469 req-b4798152-d3c3-4ef4-94ab-f09e8d0adf40 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:11.254662 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b33c69e5-f9c3-4f18-8490-b8a648f5c469 req-b4798152-d3c3-4ef4-94ab-f09e8d0adf40 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 943 time: 0.0923321 Aug 19 12:20:11.258128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Calling delete_port for 237e71bb-7fb3-4c44-b62b-d191ef6b1bff owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:11.328442 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b33c69e5-f9c3-4f18-8490-b8a648f5c469 req-ab6ecdd8-e577-4615-8ad4-b8209bfb2249 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662148 Aug 19 12:20:11.360909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] Set router a3345d88-64f9-42ab-a8e4-077e91bda785 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:11.429920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:42Z', 'updated_at': '2021-08-19T12:20:11Z', 'revision_number': 6, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:11.460030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c249b-c189-4a18-b50c-84ad3e36ef25 None None] The sync data for ids ['a3345d88-64f9-42ab-a8e4-077e91bda785'] in n-d-778550-9 is: [{'id': 'a3345d88-64f9-42ab-a8e4-077e91bda785', 'name': 'tempest-TestServerBasicOps-671735379-router', 'tenant_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:42Z', 'updated_at': '2021-08-19T12:20:11Z', 'revision_number': 6, 'project_id': 'bceeea1a76104d458d57bd0eeca90ef0', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:11.535822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.569144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=237e71bb-7fb3-4c44-b62b-d191ef6b1bff,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:11.634695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.735928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.738302 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.787309 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.787976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3345d88-64f9-42ab-a8e4-077e91bda785 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:20:11.799654 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.803293 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-623864dc-705c-404a-8ea6-41432411f8d5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a3345d88-64f9-42ab-a8e4-077e91bda785 HTTP/1.1" status: 204 len: 168 time: 1.0875463 Aug 19 12:20:11.804000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55752) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:11.858300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efcde27-a7a7-464b-99a7-7176e0f126b8 admin admin] Deleting subnet 7c024426-c1ca-4a79-b04a-2e3f9bb2198e {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:11.862001 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1efcde27-a7a7-464b-99a7-7176e0f126b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.899852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1efcde27-a7a7-464b-99a7-7176e0f126b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.297123 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1efcde27-a7a7-464b-99a7-7176e0f126b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.408517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1efcde27-a7a7-464b-99a7-7176e0f126b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.447842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcde27-a7a7-464b-99a7-7176e0f126b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c024426-c1ca-4a79-b04a-2e3f9bb2198e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:12.452395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1efcde27-a7a7-464b-99a7-7176e0f126b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.456911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1efcde27-a7a7-464b-99a7-7176e0f126b8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7c024426-c1ca-4a79-b04a-2e3f9bb2198e HTTP/1.1" status: 204 len: 168 time: 0.6510627 Aug 19 12:20:12.458683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67a03f-a596-4484-a81a-91daf459e054 None None] Network b2350937-062f-491a-beef-896009f1217b requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:12.459721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55758) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:12.506450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c21def02-6b15-4c49-9811-e596b77eac63 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:12.533242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c568a6-a6eb-4acf-ba6a-b7cd69788a25 req-5b7ec55f-becd-404f-a2af-a2e090df34ed tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:12.535043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-88c568a6-a6eb-4acf-ba6a-b7cd69788a25 req-5b7ec55f-becd-404f-a2af-a2e090df34ed tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 943 time: 0.0748417 Aug 19 12:20:12.592389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-88c568a6-a6eb-4acf-ba6a-b7cd69788a25 req-ea02a4fd-a381-45d3-ba7a-348c674bfe61 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 Aug 19 12:20:12.606965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.702625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Deleting port cfe42fdb-b356-4997-97af-27289868ef08 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:12.703449 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.811578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] For port cfe42fdb-b356-4997-97af-27289868ef08, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=cfe42fdb-b356-4997-97af-27289868ef08,segment=NetworkSegment(bc1d94f0-75ec-415e-9102-734d2d9ea858),segment_id=bc1d94f0-75ec-415e-9102-734d2d9ea858)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:12.812214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c21def02-6b15-4c49-9811-e596b77eac63, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c21def02-6b15-4c49-9811-e596b77eac63,segment=NetworkSegment(fe95734e-f3c6-4b33-af59-5a95220160b9),segment_id=fe95734e-f3c6-4b33-af59-5a95220160b9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:12.817875 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.828858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'c21def02-6b15-4c49-9811-e596b77eac63', 'network_id': 'ed2bf05d-d654-4241-88d4-dd15051a41a7', 'port_id': 'c21def02-6b15-4c49-9811-e596b77eac63', 'mac_address': 'fa:16:3e:76:5e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8797e8-7e94-459e-b3c6-bca484a59b1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:12.854834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Calling delete_port for cfe42fdb-b356-4997-97af-27289868ef08 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:12.921197 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.924496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:12.974176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] DHCP port deletion for b2350937-062f-491a-beef-896009f1217b request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:20:12.983663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:12.985285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5a1a4e2b-6ba9-4f5c-b519-9b648e843bdc not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:12.986012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 237e71bb-7fb3-4c44-b62b-d191ef6b1bff no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:12.991656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21def02-6b15-4c49-9811-e596b77eac63 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:13.031626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.050391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 237e71bb-7fb3-4c44-b62b-d191ef6b1bff {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:13.050988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 237e71bb-7fb3-4c44-b62b-d191ef6b1bff not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:13.071820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c21def02-6b15-4c49-9811-e596b77eac63, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c21def02-6b15-4c49-9811-e596b77eac63,segment=NetworkSegment(fe95734e-f3c6-4b33-af59-5a95220160b9),segment_id=fe95734e-f3c6-4b33-af59-5a95220160b9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:13.077376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe42fdb-b356-4997-97af-27289868ef08,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:13.084555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] No DVR routers for this DVR port cfe42fdb-b356-4997-97af-27289868ef08 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:13.091461 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.128224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] Deleting port cfe42fdb-b356-4997-97af-27289868ef08 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:13.128602 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.178941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.193125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2350937-062f-491a-beef-896009f1217b']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:13.202673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c21def02-6b15-4c49-9811-e596b77eac63,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:13.208039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1d94f0-75ec-415e-9102-734d2d9ea858') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:13.208411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1d94f0-75ec-415e-9102-734d2d9ea858') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:13.211319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] For port cfe42fdb-b356-4997-97af-27289868ef08, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:13.211869 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.220771 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.226764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] Calling delete_port for cfe42fdb-b356-4997-97af-27289868ef08 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:13.230395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] Port cfe42fdb-b356-4997-97af-27289868ef08 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:20:13.232097 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.241772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.255927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:13.256919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.270258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] Pushing event deleted for resources: {'Port': ['ID=cfe42fdb-b356-4997-97af-27289868ef08,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:13.274433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7346809-3e6b-4e73-8c1b-db5b54625068 None None] No DVR routers for this DVR port cfe42fdb-b356-4997-97af-27289868ef08 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:13.292170 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:13.346868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.358323 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.362567 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] 10.222.0.65 "DELETE /v2.0/networks/b2350937-062f-491a-beef-896009f1217b HTTP/1.1" status: 204 len: 168 time: 0.8995237 Aug 19 12:20:13.371106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01215cba-b761-40f9-a38c-e38293eed10a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2350937-062f-491a-beef-896009f1217b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:13.403633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c21def02-6b15-4c49-9811-e596b77eac63'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:13.548030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55780) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:13.593246 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0df57056-bf25-45f6-8e37-89139538987a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=056e003facdb4cc8b1b38f0dd0469ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430174 Aug 19 12:20:13.595862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55782) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:13.656407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84600fa4-e918-40f3-ae2a-45c409b352be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.681064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84600fa4-e918-40f3-ae2a-45c409b352be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.739838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84600fa4-e918-40f3-ae2a-45c409b352be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.743582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-84600fa4-e918-40f3-ae2a-45c409b352be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.748920 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-84600fa4-e918-40f3-ae2a-45c409b352be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ac923d3-f5f7-4794-bffc-5a49b1864ff6 HTTP/1.1" status: 204 len: 168 time: 0.1519644 Aug 19 12:20:13.758031 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84600fa4-e918-40f3-ae2a-45c409b352be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac923d3-f5f7-4794-bffc-5a49b1864ff6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:13.760803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535acde-a610-480b-bff2-b47dc5bcb3ee req-be388720-1bc4-44bf-a7d5-b1fab2418a07 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:13.764127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6535acde-a610-480b-bff2-b47dc5bcb3ee req-be388720-1bc4-44bf-a7d5-b1fab2418a07 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 944 time: 0.0752153 Aug 19 12:20:13.829857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6535acde-a610-480b-bff2-b47dc5bcb3ee req-e7d23ed9-9c78-43f5-aa4f-7ce93bae155e tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494831 Aug 19 12:20:14.114652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55792) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:14.161040 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d057db82-b218-40ec-893b-f1dd63405907 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bceeea1a76104d458d57bd0eeca90ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447068 Aug 19 12:20:14.163084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55794) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:14.220926 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23758807-7ce7-4834-b830-1d5aa1ec5a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.244982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23758807-7ce7-4834-b830-1d5aa1ec5a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.295867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23758807-7ce7-4834-b830-1d5aa1ec5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.299012 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-23758807-7ce7-4834-b830-1d5aa1ec5a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.301151 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-23758807-7ce7-4834-b830-1d5aa1ec5a81 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1d1b5e9-e664-4932-93d1-0e1facde8a5c HTTP/1.1" status: 204 len: 168 time: 0.1368511 Aug 19 12:20:14.310425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23758807-7ce7-4834-b830-1d5aa1ec5a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d1b5e9-e664-4932-93d1-0e1facde8a5c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:14.486125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c21def02-6b15-4c49-9811-e596b77eac63 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:14.576890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port c21def02-6b15-4c49-9811-e596b77eac63 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:14.582089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port c21def02-6b15-4c49-9811-e596b77eac63 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:14.582720 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.688019 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.718654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f689450-4b99-4f7e-a100-1fe55fe31e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21def02-6b15-4c49-9811-e596b77eac63'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:14.721527 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a72045-e474-42cc-8c7c-4ee3dd26c9a0" -d '{"events": [{"server_uuid": "7f689450-4b99-4f7e-a100-1fe55fe31e2f", "name": "network-vif-plugged", "status": "completed", "tag": "c21def02-6b15-4c49-9811-e596b77eac63"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:14.725324 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:20:14.737727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c21def02-6b15-4c49-9811-e596b77eac63, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c21def02-6b15-4c49-9811-e596b77eac63,segment=NetworkSegment(fe95734e-f3c6-4b33-af59-5a95220160b9),segment_id=fe95734e-f3c6-4b33-af59-5a95220160b9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:14.745284 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.780202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device cfe42fdb-b356-4997-97af-27289868ef08 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:14.789842 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8460135-a7e8-4e88-aaf5-1e35b53cbd29 x-openstack-request-id: req-f8460135-a7e8-4e88-aaf5-1e35b53cbd29 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:14.790137 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f689450-4b99-4f7e-a100-1fe55fe31e2f", "name": "network-vif-plugged", "status": "completed", "tag": "c21def02-6b15-4c49-9811-e596b77eac63", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:14.790466 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8460135-a7e8-4e88-aaf5-1e35b53cbd29 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:14.790866 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f689450-4b99-4f7e-a100-1fe55fe31e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21def02-6b15-4c49-9811-e596b77eac63', 'code': 200} Aug 19 12:20:14.814159 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: cfe42fdb-b356-4997-97af-27289868ef08 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:14.814600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device cfe42fdb-b356-4997-97af-27289868ef08 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:14.839640 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c21def02-6b15-4c49-9811-e596b77eac63,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:14.963895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d74df-0aba-454a-82e8-04946123dd83 req-76ee1584-2009-4e24-9a48-0d19cee86786 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:14.966198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-033d74df-0aba-454a-82e8-04946123dd83 req-76ee1584-2009-4e24-9a48-0d19cee86786 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 945 time: 0.0675061 Aug 19 12:20:14.973385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f92d0-80e0-4de7-9b30-a7afeee77bff req-1ef4505d-d091-41d3-85b1-26f23416829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:14.975588 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-510f92d0-80e0-4de7-9b30-a7afeee77bff req-1ef4505d-d091-41d3-85b1-26f23416829b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 1096 time: 0.0753539 Aug 19 12:20:15.016573 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-033d74df-0aba-454a-82e8-04946123dd83 req-18516e7c-14eb-4782-acfa-77ba087b5413 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Aug 19 12:20:15.023286 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-510f92d0-80e0-4de7-9b30-a7afeee77bff req-3d9de76b-7389-4193-afe7-1d5742f70bd6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Aug 19 12:20:16.159082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cada590-5e6a-4fc9-8663-bea77bc49ccf req-dd28741e-4864-4f05-8aea-8fab1213ba5d tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:16.160576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cada590-5e6a-4fc9-8663-bea77bc49ccf req-dd28741e-4864-4f05-8aea-8fab1213ba5d tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 945 time: 0.0601373 Aug 19 12:20:16.210155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6cada590-5e6a-4fc9-8663-bea77bc49ccf req-b0aa13fa-3510-4cc2-b35f-8c42a6f814c1 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 Aug 19 12:20:17.343398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779c067-c4d0-4604-bf2b-b516b08195e6 req-3833e252-9164-4f7e-aeb1-89baaf605964 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:17.344934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6779c067-c4d0-4604-bf2b-b516b08195e6 req-3833e252-9164-4f7e-aeb1-89baaf605964 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 945 time: 0.0592284 Aug 19 12:20:17.384487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6779c067-c4d0-4604-bf2b-b516b08195e6 req-d3db14ae-f225-4c55-97dc-79bddfcae29f tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335333 Aug 19 12:20:17.904309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add48dbc-82c7-4934-b3dd-006b963263d7 req-63eb5c23-b20d-477f-9fc5-c7c16029ef5c tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:17.905830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-add48dbc-82c7-4934-b3dd-006b963263d7 req-63eb5c23-b20d-477f-9fc5-c7c16029ef5c tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 945 time: 0.2693827 Aug 19 12:20:17.945157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-add48dbc-82c7-4934-b3dd-006b963263d7 req-5672c804-aa3b-4092-8e39-71a693a26567 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329578 Aug 19 12:20:18.401299 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-509fc82b-a831-45f6-8a74-8df015001de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.955681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55848) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:18.960551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313355738', 'description': 'tempest-secgroup-smoke-1313355738 description', 'project_id': '9844dc0bfd094052906e539d62437239'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:18.986894 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.061989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-bdfdac77-f2cb-409f-9ff5-5ca7f8776cd4 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:19.063812 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-bdfdac77-f2cb-409f-9ff5-5ca7f8776cd4 tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 945 time: 0.0555928 Aug 19 12:20:19.098076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad83450-a887-4e04-aedf-16d7c3df7c4c req-dc29ec50-b6b3-4881-bd39-a62036c5672f tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:19.099493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aad83450-a887-4e04-aedf-16d7c3df7c4c req-dc29ec50-b6b3-4881-bd39-a62036c5672f tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 945 time: 0.0782461 Aug 19 12:20:19.123232 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.133186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.158921 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.163042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55852) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.163188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2063618 Aug 19 12:20:19.173157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b8a0b514-97ff-40be-9f8f-d8e0dee5a2d9 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'security_group_rule': {'security_group_id': '1c2907f8-717f-430c-b7b8-46adb990f1f7', 'project_id': '9844dc0bfd094052906e539d62437239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:19.180133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Deleting port c21def02-6b15-4c49-9811-e596b77eac63 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:19.180489 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.186916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aad83450-a887-4e04-aedf-16d7c3df7c4c req-5a39de7e-7dfa-49f6-92ac-f4e7d533b94a tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/security-groups?id=94dbefa2-cd2d-4a90-9e67-2635656d1c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759165 Aug 19 12:20:19.187905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2907f8-717f-430c-b7b8-46adb990f1f7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.195965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.196344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.196731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.197047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.197373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.197702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.198025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.198343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.198670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.198991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.199309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.199625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b0ba9-aec0-4cb7-a405-d879c2b32560 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.625678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b514-97ff-40be-9f8f-d8e0dee5a2d9 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.673259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] For port c21def02-6b15-4c49-9811-e596b77eac63, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c21def02-6b15-4c49-9811-e596b77eac63,segment=NetworkSegment(fe95734e-f3c6-4b33-af59-5a95220160b9),segment_id=fe95734e-f3c6-4b33-af59-5a95220160b9)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:19.673624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.693106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Calling delete_port for c21def02-6b15-4c49-9811-e596b77eac63 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:19.716425 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b514-97ff-40be-9f8f-d8e0dee5a2d9 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.749267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b514-97ff-40be-9f8f-d8e0dee5a2d9 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.776485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0b514-97ff-40be-9f8f-d8e0dee5a2d9 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c270c1-0d7e-40b2-8f39-28bd577e7942,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.785924 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b514-97ff-40be-9f8f-d8e0dee5a2d9 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.787100 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b8a0b514-97ff-40be-9f8f-d8e0dee5a2d9 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6231127 Aug 19 12:20:19.790614 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55856) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.795782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a19f51fc-49a2-433c-8c32-304585328af4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'security_group_rule': {'security_group_id': '1c2907f8-717f-430c-b7b8-46adb990f1f7', 'project_id': '9844dc0bfd094052906e539d62437239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:19.830364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a19f51fc-49a2-433c-8c32-304585328af4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.860009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.881688 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a19f51fc-49a2-433c-8c32-304585328af4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.887618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a19f51fc-49a2-433c-8c32-304585328af4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.893423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c21def02-6b15-4c49-9811-e596b77eac63'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:19.894473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Pushing event deleted for resources: {'Port': ['ID=c21def02-6b15-4c49-9811-e596b77eac63,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.907591 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f51fc-49a2-433c-8c32-304585328af4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423d15a9-dc93-41db-8512-aa3a70457eef,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.916132 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a19f51fc-49a2-433c-8c32-304585328af4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.917712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a19f51fc-49a2-433c-8c32-304585328af4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259410 Aug 19 12:20:19.921063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55860) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.927014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1678007b-bf64-4d91-958a-84a3f3cdf274 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'security_group_rule': {'security_group_id': '1c2907f8-717f-430c-b7b8-46adb990f1f7', 'project_id': '9844dc0bfd094052906e539d62437239', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:19.950781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] No DVR routers for this DVR port c21def02-6b15-4c49-9811-e596b77eac63 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:19.954149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.956443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df8e858b-c142-4d63-8b20-3a6a5979b8d6 req-09cc0cd3-069d-4d06-83c2-13379cb88abf tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.54 "DELETE /v2.0/ports/c21def02-6b15-4c49-9811-e596b77eac63 HTTP/1.1" status: 204 len: 173 time: 0.8854308 Aug 19 12:20:19.957288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f689450-4b99-4f7e-a100-1fe55fe31e2f', 'name': 'network-vif-deleted', 'tag': 'c21def02-6b15-4c49-9811-e596b77eac63'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:19.960009 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c4c458-f4d6-411b-8300-55b6862645d7" -d '{"events": [{"server_uuid": "7f689450-4b99-4f7e-a100-1fe55fe31e2f", "name": "network-vif-deleted", "tag": "c21def02-6b15-4c49-9811-e596b77eac63"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:19.960253 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1678007b-bf64-4d91-958a-84a3f3cdf274 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.006136 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6f7164-6e1d-41b3-8403-c609bcceb428 x-openstack-request-id: req-fc6f7164-6e1d-41b3-8403-c609bcceb428 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:20.006596 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f689450-4b99-4f7e-a100-1fe55fe31e2f", "name": "network-vif-deleted", "tag": "c21def02-6b15-4c49-9811-e596b77eac63", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:20.006923 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc6f7164-6e1d-41b3-8403-c609bcceb428 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:20.007375 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f689450-4b99-4f7e-a100-1fe55fe31e2f', 'name': 'network-vif-deleted', 'tag': 'c21def02-6b15-4c49-9811-e596b77eac63', 'status': 'completed', 'code': 200} Aug 19 12:20:20.028556 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1678007b-bf64-4d91-958a-84a3f3cdf274 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.032767 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1678007b-bf64-4d91-958a-84a3f3cdf274 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.051228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678007b-bf64-4d91-958a-84a3f3cdf274 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7bf392-7572-42d0-9d54-fc1ea6cf22de,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.057193 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1678007b-bf64-4d91-958a-84a3f3cdf274 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.061457 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1678007b-bf64-4d91-958a-84a3f3cdf274 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359751 Aug 19 12:20:20.061457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55864) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:20.065682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-31936da1-7a56-4913-9a14-b0d833593cb4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'security_group_rule': {'security_group_id': '1c2907f8-717f-430c-b7b8-46adb990f1f7', 'project_id': '9844dc0bfd094052906e539d62437239', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:20.091692 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31936da1-7a56-4913-9a14-b0d833593cb4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.153010 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31936da1-7a56-4913-9a14-b0d833593cb4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.158643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31936da1-7a56-4913-9a14-b0d833593cb4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.178369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31936da1-7a56-4913-9a14-b0d833593cb4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ca0a4b-3185-4152-bad7-d672857775a6,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.184767 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31936da1-7a56-4913-9a14-b0d833593cb4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.186143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-31936da1-7a56-4913-9a14-b0d833593cb4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241438 Aug 19 12:20:20.190035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55866) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:20.194644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7ec5208b-8140-476d-b5bc-ed912fbfed34 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'security_group_rule': {'security_group_id': '1c2907f8-717f-430c-b7b8-46adb990f1f7', 'project_id': '9844dc0bfd094052906e539d62437239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:20.219843 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-7ec5208b-8140-476d-b5bc-ed912fbfed34 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Project 9844dc0bfd094052906e539d62437239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:20:20.225722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ec5208b-8140-476d-b5bc-ed912fbfed34 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.310180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d19812a-b6b9-4a27-8c82-3745f0d8d5ea req-b23cf1b1-fd36-4de2-ab41-bceea26a20ff tempest-ServerGroupTestJSON-513261355 tempest-ServerGroupTestJSON-513261355-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f689450-4b99-4f7e-a100-1fe55fe31e2f HTTP/1.1" status: 200 len: 210 time: 0.0327117 Aug 19 12:20:20.311747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ec5208b-8140-476d-b5bc-ed912fbfed34 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.316075 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ec5208b-8140-476d-b5bc-ed912fbfed34 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.331096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5208b-8140-476d-b5bc-ed912fbfed34 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fa3df6-1585-484a-b774-2bd364490580,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.340247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ec5208b-8140-476d-b5bc-ed912fbfed34 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.341523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7ec5208b-8140-476d-b5bc-ed912fbfed34 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505287 Aug 19 12:20:20.344301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55870) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:20.348867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-837c90f5-d26b-4588-b510-b77302fac098 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'security_group_rule': {'security_group_id': '1c2907f8-717f-430c-b7b8-46adb990f1f7', 'project_id': '9844dc0bfd094052906e539d62437239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:20.371674 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-837c90f5-d26b-4588-b510-b77302fac098 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Project 9844dc0bfd094052906e539d62437239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:20:20.376537 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-837c90f5-d26b-4588-b510-b77302fac098 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.447084 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-837c90f5-d26b-4588-b510-b77302fac098 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.451993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-837c90f5-d26b-4588-b510-b77302fac098 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.471496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c90f5-d26b-4588-b510-b77302fac098 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefdbfc8-6d47-4dba-9e7d-dd691fb6a081,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.474049 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-837c90f5-d26b-4588-b510-b77302fac098 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.475267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-837c90f5-d26b-4588-b510-b77302fac098 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299264 Aug 19 12:20:20.676493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-b4935da1-52b9-4170-abf9-8e6b759eb3ca tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313355738&fields=id&tenant_id=9844dc0bfd094052906e539d62437239 HTTP/1.1" status: 200 len: 267 time: 0.0339203 Aug 19 12:20:20.771373 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a75ccb5-5f25-4992-b8a8-285d4a765540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.795763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3835-efa6-480c-96e5-28b739379485 req-c313d4b8-3633-44d8-97d7-df19c98c0ffb tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:20.797259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-c313d4b8-3633-44d8-97d7-df19c98c0ffb tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/networks?id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67 HTTP/1.1" status: 200 len: 813 time: 0.1133208 Aug 19 12:20:20.813059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-3606a9a1-0286-4f40-b3c2-4a2600423749 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/quotas/9844dc0bfd094052906e539d62437239 HTTP/1.1" status: 200 len: 375 time: 0.0095830 Aug 19 12:20:20.870368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-d3876c62-a952-4f75-ae17-2a3bc09d54d4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9844dc0bfd094052906e539d62437239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519845 Aug 19 12:20:20.892370 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.036577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-dfe5b294-f6c3-47ec-a3eb-ce6cf11f2c38 service neutron] 10.222.0.65 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521289 Aug 19 12:20:21.139692 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-482df8b3-f01d-4ad5-924b-3bf03340c9c2 service neutron] 10.222.0.65 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964978 Aug 19 12:20:21.161426 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-1781d168-9a33-471f-abd8-91dce77e72f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421576 Aug 19 12:20:21.267937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52231c4f-7015-458a-9034-5f8224dd580f req-6c4b537d-3727-4e8f-b2bd-2bbc2307b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:21.269523 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-6c4b537d-3727-4e8f-b2bd-2bbc2307b9d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 1096 time: 0.0475104 Aug 19 12:20:21.404565 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52231c4f-7015-458a-9034-5f8224dd580f req-db46a78c-302a-45b5-8c72-775fded1df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:21.406408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-db46a78c-302a-45b5-8c72-775fded1df92 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 912 time: 0.1143031 Aug 19 12:20:21.472488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7df241f8-d0ce-43bc-98bc-63924917ece5 req-a2c8db1d-43b7-40cb-a10f-6105f7dd8d2e tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 210 time: 0.0414660 Aug 19 12:20:21.498315 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-67fc0e52-4c6b-4e1c-9323-3a5e53bfbb24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee HTTP/1.1" status: 200 len: 1001 time: 0.0828862 Aug 19 12:20:21.557071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52231c4f-7015-458a-9034-5f8224dd580f req-69cea376-9ee7-4c3f-b8d1-feda8240be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:21.557473 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-69cea376-9ee7-4c3f-b8d1-feda8240be25 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0523748 Aug 19 12:20:21.620601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52231c4f-7015-458a-9034-5f8224dd580f req-fbd161f7-64a6-49f8-a07b-54ff2fa9e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:21.622183 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-fbd161f7-64a6-49f8-a07b-54ff2fa9e1ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576003 Aug 19 12:20:21.634035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-d6be98e6-31e9-45bb-9202-c5ae745a8d36 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:20:21.635869 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-d6be98e6-31e9-45bb-9202-c5ae745a8d36 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068538 Aug 19 12:20:21.657929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 55920) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:21.751406 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Deleting subnet 5e8797e8-7e94-459e-b3c6-bca484a59b1a {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:21.762001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.802994 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-eb6056a4-f7a4-47bc-a29d-ee848a843075 service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592917 Aug 19 12:20:21.808472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.899547 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.961653 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52231c4f-7015-458a-9034-5f8224dd580f req-ea5399d9-184e-4fd0-b0aa-7821dd293d2a service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341715 Aug 19 12:20:21.978567 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.985099 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.019733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.023705 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5e8797e8-7e94-459e-b3c6-bca484a59b1a HTTP/1.1" status: 204 len: 168 time: 0.3644483 Aug 19 12:20:22.025165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8797e8-7e94-459e-b3c6-bca484a59b1a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:22.027003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55924) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:22.037215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.037215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.037650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.038366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.038724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.039133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.039570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.040044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.040253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.040589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.040944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.042847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d1877-af06-4843-81a3-f5f94ab05c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:22.122322 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.203234 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.213771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2bf05d-d654-4241-88d4-dd15051a41a7']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:22.224392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe95734e-f3c6-4b33-af59-5a95220160b9') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:22.224805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe95734e-f3c6-4b33-af59-5a95220160b9') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:22.235015 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.248988 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.255205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:22.255625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:22.257261 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:22.316672 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.322211 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.324139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ed2bf05d-d654-4241-88d4-dd15051a41a7 HTTP/1.1" status: 204 len: 168 time: 0.2961209 Aug 19 12:20:22.337513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789fce6-10d2-4406-81eb-b10683955941 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2bf05d-d654-4241-88d4-dd15051a41a7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:22.505391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c21def02-6b15-4c49-9811-e596b77eac63 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:22.508891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55932) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:22.555646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: c21def02-6b15-4c49-9811-e596b77eac63 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:22.556177 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c21def02-6b15-4c49-9811-e596b77eac63 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:22.561623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ba902cfd-00db-4a33-b5a8-e8fc489ecfc1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=322c5fd271ea489caa9271a36f3ea742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492470 Aug 19 12:20:22.561906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55934) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:22.603096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3835-efa6-480c-96e5-28b739379485 req-51277067-af7f-4037-851e-dc0c3e85a0e2 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:22.604650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-51277067-af7f-4037-851e-dc0c3e85a0e2 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.54 "GET /v2.0/networks?id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67 HTTP/1.1" status: 200 len: 813 time: 0.1219337 Aug 19 12:20:22.615752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d4ac0922-36b8-43b4-8064-c89761b1219d req-53761d46-7caf-4a40-8bf1-1a217f629f80 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 210 time: 0.0309825 Aug 19 12:20:22.647165 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d81384c-036c-45a7-b4e3-dc4c4c3b26eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.658859 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-8a917acf-abcf-45b8-9098-4d7a22a61e49 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9844dc0bfd094052906e539d62437239 HTTP/1.1" status: 200 len: 380 time: 0.0363946 Aug 19 12:20:22.669073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d81384c-036c-45a7-b4e3-dc4c4c3b26eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.678182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'port': {'device_id': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'admin_state_up': True, 'tenant_id': '9844dc0bfd094052906e539d62437239', 'security_groups': ['1c2907f8-717f-430c-b7b8-46adb990f1f7']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:22.730188 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d81384c-036c-45a7-b4e3-dc4c4c3b26eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.733914 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4d81384c-036c-45a7-b4e3-dc4c4c3b26eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.737366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d81384c-036c-45a7-b4e3-dc4c4c3b26eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94dbefa2-cd2d-4a90-9e67-2635656d1c17 HTTP/1.1" status: 204 len: 168 time: 0.1722329 Aug 19 12:20:22.743454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81384c-036c-45a7-b4e3-dc4c4c3b26eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dbefa2-cd2d-4a90-9e67-2635656d1c17,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:22.817559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Made reservation on behalf of 9844dc0bfd094052906e539d62437239 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:22.821593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.961241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Allocated IP 172.20.0.9 (ff9f162d-8e11-4e8f-a627-a72b49ab1f67/e2fde0bf-9265-4eba-be2e-c34d186656b8/4ec78604-58fb-485f-ad84-b282fef01d6f) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:23.122702 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.137755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Transition to ACTIVE for port object 4ec78604-58fb-485f-ad84-b282fef01d6f will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:23.175931 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.224023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:23.228010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:23.230989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:23.267892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'Port': ['ID=4ec78604-58fb-485f-ad84-b282fef01d6f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:23.297229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:23.297884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.315718 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-558ff152-cab3-4fac-8e8e-2e4b4e540028 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6428230 Aug 19 12:20:23.335740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Request body: {'port': {'device_id': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:23.403576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.502107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4d4d3c4d-19ba-433f-a41a-32c9f6a457e1 None None] Provisioning for port 4ec78604-58fb-485f-ad84-b282fef01d6f completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:23.508721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4d4d3c4d-19ba-433f-a41a-32c9f6a457e1 None None] Provisioning complete for port 4ec78604-58fb-485f-ad84-b282fef01d6f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:23.509470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4d4d3c4d-19ba-433f-a41a-32c9f6a457e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.531916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55960) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:23.561413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d3c4d-19ba-433f-a41a-32c9f6a457e1 None None] Port 4ec78604-58fb-485f-ad84-b282fef01d6f cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:23.657121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1017676337-network', 'tenant_id': 'e095fd49e8b742daa75938e4d5f07a66'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:23.679862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Made reservation on behalf of e095fd49e8b742daa75938e4d5f07a66 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:23.683052 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.697146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.725810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec78604-58fb-485f-ad84-b282fef01d6f {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:23.734202 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.749005 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Transition to ACTIVE for port object 4ec78604-58fb-485f-ad84-b282fef01d6f will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:23.754082 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.769391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99e58c-0c6e-4d98-8db6-5543b7c8a9aa req-24baecf5-ed74-4fec-9d5b-ff2454ca9174 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:23.770928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b99e58c-0c6e-4d98-8db6-5543b7c8a9aa req-24baecf5-ed74-4fec-9d5b-ff2454ca9174 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 931 time: 0.0758803 Aug 19 12:20:23.834800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Pushing event updated for resources: {'Port': ['ID=4ec78604-58fb-485f-ad84-b282fef01d6f,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:23.857437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b99e58c-0c6e-4d98-8db6-5543b7c8a9aa req-a5635cf2-107d-444a-b41b-7dda640c59d3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783808 Aug 19 12:20:23.886279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.894423 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.917846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Attempting to bind port 4ec78604-58fb-485f-ad84-b282fef01d6f on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:23.918241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Attempting to bind port 4ec78604-58fb-485f-ad84-b282fef01d6f by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:23.918577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Attempting to bind port 4ec78604-58fb-485f-ad84-b282fef01d6f on network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:23.924203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Port 4ec78604-58fb-485f-ad84-b282fef01d6f on network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:23.924744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Attempting to bind port 4ec78604-58fb-485f-ad84-b282fef01d6f on network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:23.930479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:23.930917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Checking segment: {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:23.931349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Bound using segment: {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:23.931664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:23.931777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Bound port: 4ec78604-58fb-485f-ad84-b282fef01d6f, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f312d9f5-0217-4468-981d-edd725805c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:23.932171 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.942244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d386eba-40f0-433e-84ff-9d5643568029,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:23.955598 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.956341 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Added segment dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb of type vlan for network ed87bd4a-8d14-4100-9a76-a36f82a6a64c Aug 19 12:20:24.020068 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.028852 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.057357 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.058567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] For port 4ec78604-58fb-485f-ad84-b282fef01d6f, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:24.058694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.058945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.063302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] For port 4ec78604-58fb-485f-ad84-b282fef01d6f, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4ec78604-58fb-485f-ad84-b282fef01d6f,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:24.070441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.119601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5859172 Aug 19 12:20:24.122450 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 55968) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:24.127357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Request body: {'subnet': {'network_id': 'ed87bd4a-8d14-4100-9a76-a36f82a6a64c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1017676337-subnet', 'tenant_id': 'e095fd49e8b742daa75938e4d5f07a66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:24.131517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e964ec-3e22-42c8-b625-4482e09b9ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed87bd4a-8d14-4100-9a76-a36f82a6a64c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.137855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.138584 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.140161 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] 10.222.0.54 "PUT /v2.0/ports/4ec78604-58fb-485f-ad84-b282fef01d6f HTTP/1.1" status: 200 len: 1091 time: 0.8103693 Aug 19 12:20:24.142422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:24.145154 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce078881-9f20-47ed-be43-ca4f72df5b78" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:24.153328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ed87bd4a-8d14-4100-9a76-a36f82a6a64c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:24.159483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Made reservation on behalf of e095fd49e8b742daa75938e4d5f07a66 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:24.162419 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.165370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59269bca-9d50-4fc8-97c4-bbd03aa91d4f service neutron] Pushing event updated for resources: {'Port': ['ID=4ec78604-58fb-485f-ad84-b282fef01d6f,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.281331 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8c1f31-bdcd-48b1-b6fa-380ffa07072f x-openstack-request-id: req-5e8c1f31-bdcd-48b1-b6fa-380ffa07072f {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:24.283273 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:24.283631 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e8c1f31-bdcd-48b1-b6fa-380ffa07072f {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:24.284102 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'status': 'completed', 'code': 200} Aug 19 12:20:24.300397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.306601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3835-efa6-480c-96e5-28b739379485 req-9160fd54-417c-4577-8c7b-8de0cac16572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.308231 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-9160fd54-417c-4577-8c7b-8de0cac16572 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9844dc0bfd094052906e539d62437239&device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 1094 time: 0.0972972 Aug 19 12:20:24.365763 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-1ea125f7-ae9a-47e1-89d4-f9cd2b2e0733 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec78604-58fb-485f-ad84-b282fef01d6f HTTP/1.1" status: 200 len: 217 time: 0.0406351 Aug 19 12:20:24.442055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3835-efa6-480c-96e5-28b739379485 req-d197c20f-4e33-4b12-9d46-9ef4429a1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.444103 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-d197c20f-4e33-4b12-9d46-9ef4429a1a61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2fde0bf-9265-4eba-be2e-c34d186656b8 HTTP/1.1" status: 200 len: 852 time: 0.0708055 Aug 19 12:20:24.444659 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.512266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282847a4-e4b0-44b1-aa8e-2115a96eb34a,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.517285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Checking segment: {'id': 'dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed87bd4a-8d14-4100-9a76-a36f82a6a64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:24.518354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Network hostable DHCP agents. Network: ed87bd4a-8d14-4100-9a76-a36f82a6a64c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:24.529228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3835-efa6-480c-96e5-28b739379485 req-cfbe0cfb-a656-4d6e-b9a0-dabde06141dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.530745 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-cfbe0cfb-a656-4d6e-b9a0-dabde06141dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482471 Aug 19 12:20:24.541699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Network ed87bd4a-8d14-4100-9a76-a36f82a6a64c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:24.552131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ed87bd4a-8d14-4100-9a76-a36f82a6a64c) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:24.556474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.557234 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.565295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef18a1e3-2385-4494-882c-5fc999faf0b1 None None] Network ed87bd4a-8d14-4100-9a76-a36f82a6a64c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:24.574363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d00a5991-b7b1-4166-9101-4e6bc6bb0fb0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4505262 Aug 19 12:20:24.652676 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-e0272f9d-e2cb-4a5c-a159-8b5e9c6bfe9f service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117568 Aug 19 12:20:24.736986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8964ccc8-b184-4a1b-9e91-e6a4cde1438d None None] Network ed87bd4a-8d14-4100-9a76-a36f82a6a64c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:24.777240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-846a3835-efa6-480c-96e5-28b739379485 req-7cb6733a-7efc-45cf-b56f-a69d9820e10b service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164591 Aug 19 12:20:24.911975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-ead49019-3564-4c73-827b-4779e8164636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.913608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-ead49019-3564-4c73-827b-4779e8164636 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9844dc0bfd094052906e539d62437239&device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 1094 time: 0.0558231 Aug 19 12:20:25.085392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-1232f071-aa7d-4780-b90e-562f36c85e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.087753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d497dd-aa51-483b-a23f-7d38ab9a166d req-88d0a0ec-def5-4218-9c4f-6e138737ceb3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.088502 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-1232f071-aa7d-4780-b90e-562f36c85e38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67 HTTP/1.1" status: 200 len: 914 time: 0.1665757 Aug 19 12:20:25.092049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48d497dd-aa51-483b-a23f-7d38ab9a166d req-88d0a0ec-def5-4218-9c4f-6e138737ceb3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 943 time: 0.0978310 Aug 19 12:20:25.132831 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-d946b3fd-f382-40eb-8d61-5dba13c68b17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec78604-58fb-485f-ad84-b282fef01d6f HTTP/1.1" status: 200 len: 217 time: 0.0361078 Aug 19 12:20:25.190681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48d497dd-aa51-483b-a23f-7d38ab9a166d req-b8d5ad30-bab7-4c5e-a46a-0dacee6f4be7 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883987 Aug 19 12:20:25.195296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-3a202ce8-ef32-481e-8b6b-5ae929cf2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.197212 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-3a202ce8-ef32-481e-8b6b-5ae929cf2840 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2fde0bf-9265-4eba-be2e-c34d186656b8 HTTP/1.1" status: 200 len: 852 time: 0.0572872 Aug 19 12:20:25.251531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7770bf00-0c14-43cc-a126-29fbb0d2f7a7 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.253108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7770bf00-0c14-43cc-a126-29fbb0d2f7a7 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/networks?id=ed87bd4a-8d14-4100-9a76-a36f82a6a64c HTTP/1.1" status: 200 len: 809 time: 0.1330040 Aug 19 12:20:25.273055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-5c1781a4-9e1c-42f3-80d4-9219f4faa78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.275396 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-5c1781a4-9e1c-42f3-80d4-9219f4faa78c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693519 Aug 19 12:20:25.279235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-1ef550a9-cb17-41ac-97ec-4f1d7445849e tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/quotas/e095fd49e8b742daa75938e4d5f07a66 HTTP/1.1" status: 200 len: 375 time: 0.0169401 Aug 19 12:20:25.334274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-fcc87c34-4dca-4b85-980f-c3585dff0e4f tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e095fd49e8b742daa75938e4d5f07a66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467246 Aug 19 12:20:25.427190 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-0ac295ce-73e1-4c45-b667-65ce0ba49e6c service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424108 Aug 19 12:20:25.471495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-9faf02fb-57f4-4a10-85b8-f43b8416ab4b service neutron] 10.222.0.65 "GET /v2.0/networks/ed87bd4a-8d14-4100-9a76-a36f82a6a64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349235 Aug 19 12:20:25.562822 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce078881-9f20-47ed-be43-ca4f72df5b78 req-8cb2c1c2-c49f-4cab-b97a-21701070ea25 service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252658 Aug 19 12:20:25.589469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-f85bd232-2c41-4395-b03d-bd2a8036658e service neutron] 10.222.0.65 "GET /v2.0/networks/ed87bd4a-8d14-4100-9a76-a36f82a6a64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098702 Aug 19 12:20:25.711976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb142d-81b0-434b-9154-147005d8138f req-ac6ec50b-fd17-4944-a921-f557644b8ab8 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.720877 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-feeb142d-81b0-434b-9154-147005d8138f req-ac6ec50b-fd17-4944-a921-f557644b8ab8 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0648341 Aug 19 12:20:25.772482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-feeb142d-81b0-434b-9154-147005d8138f req-5e0d75b5-b124-4d0c-8316-2d5e61ea64ff tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449071 Aug 19 12:20:25.813536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d204ab3-316d-4503-bfae-a26f3dbd400f req-94d81a94-2f98-4db5-9496-32a1ff43c9e8 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 210 time: 0.0278783 Aug 19 12:20:26.324593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a11d24-0747-4a6a-85e6-b5073f790715 req-7714ae52-34fa-4ec0-bb8e-13ed448c13c5 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:26.326769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92a11d24-0747-4a6a-85e6-b5073f790715 req-7714ae52-34fa-4ec0-bb8e-13ed448c13c5 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 943 time: 0.0623629 Aug 19 12:20:26.373370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92a11d24-0747-4a6a-85e6-b5073f790715 req-4e04d625-299a-4c5d-94f3-5fb705a945ca tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406003 Aug 19 12:20:26.865376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-9f578a89-e7f9-4a11-a367-c8a48f10a45f tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:26.866972 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-9f578a89-e7f9-4a11-a367-c8a48f10a45f tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.54 "GET /v2.0/networks?id=ed87bd4a-8d14-4100-9a76-a36f82a6a64c HTTP/1.1" status: 200 len: 809 time: 0.1187170 Aug 19 12:20:26.901455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc2674-b114-4625-9f14-2e53b08fa097 req-71ebd247-2dab-42a2-985d-d3addb33cb46 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:26.902979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0bc2674-b114-4625-9f14-2e53b08fa097 req-71ebd247-2dab-42a2-985d-d3addb33cb46 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0506983 Aug 19 12:20:26.935204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-436ebb50-7bdb-4fdd-8617-40daf1e8865a req-40779b85-3b3d-4c19-bf48-89df1491e319 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 210 time: 0.0311747 Aug 19 12:20:26.964422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Request body: {'port': {'device_id': '033a26ee-ef77-4371-8728-3669664eaee8', 'network_id': 'ed87bd4a-8d14-4100-9a76-a36f82a6a64c', 'admin_state_up': True, 'tenant_id': 'e095fd49e8b742daa75938e4d5f07a66'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:26.976837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0bc2674-b114-4625-9f14-2e53b08fa097 req-3e3be4e5-c35e-443f-a74e-7fcac1a7c960 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642672 Aug 19 12:20:27.097623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Made reservation on behalf of e095fd49e8b742daa75938e4d5f07a66 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:27.102532 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.242994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Allocated IP 172.20.0.9 (ed87bd4a-8d14-4100-9a76-a36f82a6a64c/282847a4-e4b0-44b1-aa8e-2115a96eb34a/8e167548-c458-49fc-8397-0b07be2a6b4a) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:27.403330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.447591 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.491221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Network ed87bd4a-8d14-4100-9a76-a36f82a6a64c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:27.498749 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:27.501473 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4082e-c92c-435e-8a76-0873b21d031c req-173a641f-9161-4821-be26-a43e4c2bdd2f tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:27.503216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bb4082e-c92c-435e-8a76-0873b21d031c req-173a641f-9161-4821-be26-a43e4c2bdd2f tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 943 time: 0.0575912 Aug 19 12:20:27.503583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:27.507810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Pushing event updated for resources: {'Port': ['ID=8e167548-c458-49fc-8397-0b07be2a6b4a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:27.549691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7bb4082e-c92c-435e-8a76-0873b21d031c req-e5569a3d-604c-4704-9281-5d55c6a8dc8e tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384192 Aug 19 12:20:27.553797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:27.554460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.569383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-7ab88a87-ab29-4945-af3b-8abe2c98bb36 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096737 Aug 19 12:20:27.589011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Request body: {'port': {'device_id': '033a26ee-ef77-4371-8728-3669664eaee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:27.649249 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.923247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e167548-c458-49fc-8397-0b07be2a6b4a {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:27.930932 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.942893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Transition to ACTIVE for port object 8e167548-c458-49fc-8397-0b07be2a6b4a will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:27.949705 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.001518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Pushing event updated for resources: {'Port': ['ID=8e167548-c458-49fc-8397-0b07be2a6b4a,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:28.062286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c891bad-8616-479d-b877-052ef803d0a5 req-5908f1f2-79e2-4b49-831f-809feae3051a tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.063406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c891bad-8616-479d-b877-052ef803d0a5 req-5908f1f2-79e2-4b49-831f-809feae3051a tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 943 time: 0.0527346 Aug 19 12:20:28.081924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Attempting to bind port 8e167548-c458-49fc-8397-0b07be2a6b4a on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:28.082266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Attempting to bind port 8e167548-c458-49fc-8397-0b07be2a6b4a by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed87bd4a-8d14-4100-9a76-a36f82a6a64c'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:28.082615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Attempting to bind port 8e167548-c458-49fc-8397-0b07be2a6b4a on network ed87bd4a-8d14-4100-9a76-a36f82a6a64c {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:28.087260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Port 8e167548-c458-49fc-8397-0b07be2a6b4a on network ed87bd4a-8d14-4100-9a76-a36f82a6a64c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:28.087578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Attempting to bind port 8e167548-c458-49fc-8397-0b07be2a6b4a on network ed87bd4a-8d14-4100-9a76-a36f82a6a64c {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:28.092330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:28.092668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Checking segment: {'id': 'dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed87bd4a-8d14-4100-9a76-a36f82a6a64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:28.093076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Bound using segment: {'id': 'dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed87bd4a-8d14-4100-9a76-a36f82a6a64c'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:28.093500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Bound port: 8e167548-c458-49fc-8397-0b07be2a6b4a, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed87bd4a-8d14-4100-9a76-a36f82a6a64c'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:28.093858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.129778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c891bad-8616-479d-b877-052ef803d0a5 req-a0a302b1-8f1c-4ace-9eba-fcf1531eafac tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d386eba-40f0-433e-84ff-9d5643568029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602927 Aug 19 12:20:28.145822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4829f-0b73-46cf-b7b3-ce279ab62461 req-c3247be2-fd37-4ba4-926b-a7695cdf0386 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.147332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc4829f-0b73-46cf-b7b3-ce279ab62461 req-c3247be2-fd37-4ba4-926b-a7695cdf0386 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0708835 Aug 19 12:20:28.159631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] For port 8e167548-c458-49fc-8397-0b07be2a6b4a, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:28.162813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] For port 8e167548-c458-49fc-8397-0b07be2a6b4a, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e167548-c458-49fc-8397-0b07be2a6b4a,segment=NetworkSegment(dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb),segment_id=dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:28.167456 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.192701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc4829f-0b73-46cf-b7b3-ce279ab62461 req-fdfe587a-df01-4b31-930b-acc064f594c3 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359979 Aug 19 12:20:28.199898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.200586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.202016 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] 10.222.0.54 "PUT /v2.0/ports/8e167548-c458-49fc-8397-0b07be2a6b4a HTTP/1.1" status: 200 len: 1091 time: 0.6177707 Aug 19 12:20:28.202480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033a26ee-ef77-4371-8728-3669664eaee8', 'tag': '8e167548-c458-49fc-8397-0b07be2a6b4a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:28.204812 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078a4a2-63c8-4049-8e47-3198f150d755" -d '{"events": [{"name": "network-changed", "server_uuid": "033a26ee-ef77-4371-8728-3669664eaee8", "tag": "8e167548-c458-49fc-8397-0b07be2a6b4a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:28.232153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f82928-73cf-4113-b2ef-6c0005c1416d service neutron] Pushing event updated for resources: {'Port': ['ID=8e167548-c458-49fc-8397-0b07be2a6b4a,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:28.258242 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235b185e-a857-4901-aecc-4769b05092fa x-openstack-request-id: req-235b185e-a857-4901-aecc-4769b05092fa {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:28.258566 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033a26ee-ef77-4371-8728-3669664eaee8", "tag": "8e167548-c458-49fc-8397-0b07be2a6b4a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:28.258868 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-235b185e-a857-4901-aecc-4769b05092fa {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:28.260765 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033a26ee-ef77-4371-8728-3669664eaee8', 'tag': '8e167548-c458-49fc-8397-0b07be2a6b4a', 'status': 'completed', 'code': 200} Aug 19 12:20:28.323696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-21ee1da8-42a5-463b-8cd5-8a13956cd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.325220 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-21ee1da8-42a5-463b-8cd5-8a13956cd37b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e095fd49e8b742daa75938e4d5f07a66&device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 1094 time: 0.0463727 Aug 19 12:20:28.374298 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-db6c5937-2fe3-48ab-a5a9-3fe96ac63a06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e167548-c458-49fc-8397-0b07be2a6b4a HTTP/1.1" status: 200 len: 217 time: 0.0346260 Aug 19 12:20:28.424368 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-158fddd0-f97c-4f05-ab65-1076ae050ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.425811 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-158fddd0-f97c-4f05-ab65-1076ae050ca5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=282847a4-e4b0-44b1-aa8e-2115a96eb34a HTTP/1.1" status: 200 len: 849 time: 0.0451374 Aug 19 12:20:28.460460 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-2b2297b9-51d0-4971-85c1-38bb585be60d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed87bd4a-8d14-4100-9a76-a36f82a6a64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273581 Aug 19 12:20:28.566554 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.576658 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-a9c184ed-17c6-49ad-9f09-c8c50d9df52c service neutron] 10.222.0.54 "GET /v2.0/networks/ed87bd4a-8d14-4100-9a76-a36f82a6a64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071415 Aug 19 12:20:28.674807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f8240-19af-4950-a7ba-628585839521 req-0828737e-72ae-4aba-96d4-7060c4376d47 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.676487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e3f8240-19af-4950-a7ba-628585839521 req-0828737e-72ae-4aba-96d4-7060c4376d47 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 943 time: 0.0545452 Aug 19 12:20:28.680099 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-62eb7fcb-9bd7-4b7a-8bf0-2cccba2b237e req-0f269f92-4641-4cec-939a-9819bed04476 service neutron] 10.222.0.54 "GET /v2.0/networks/ed87bd4a-8d14-4100-9a76-a36f82a6a64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966311 Aug 19 12:20:28.725987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e3f8240-19af-4950-a7ba-628585839521 req-9fefb715-fdf2-4c0d-b853-e351a1859e59 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349710 Aug 19 12:20:28.820874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-33c7b753-7c06-4304-b87c-bf627a344f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.822408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-33c7b753-7c06-4304-b87c-bf627a344f2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e095fd49e8b742daa75938e4d5f07a66&device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 1094 time: 0.0440857 Aug 19 12:20:28.930495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-ef8a53ab-ab7c-496a-bd8b-d97f02699daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.932002 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-ef8a53ab-ab7c-496a-bd8b-d97f02699daa service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed87bd4a-8d14-4100-9a76-a36f82a6a64c HTTP/1.1" status: 200 len: 910 time: 0.1024895 Aug 19 12:20:28.975183 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-6f63e896-797c-44e4-bb5d-179e64812af7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e167548-c458-49fc-8397-0b07be2a6b4a HTTP/1.1" status: 200 len: 217 time: 0.0359838 Aug 19 12:20:29.024653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-69f835f7-1e73-4c91-8451-21a220923a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:29.026040 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-69f835f7-1e73-4c91-8451-21a220923a77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=282847a4-e4b0-44b1-aa8e-2115a96eb34a HTTP/1.1" status: 200 len: 849 time: 0.0440536 Aug 19 12:20:29.059334 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-41f825cb-063d-4a90-9015-50f413767f8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed87bd4a-8d14-4100-9a76-a36f82a6a64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249331 Aug 19 12:20:29.166656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-211b0445-4809-46d0-9a2d-a4c920af25d8 service neutron] 10.222.0.54 "GET /v2.0/networks/ed87bd4a-8d14-4100-9a76-a36f82a6a64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890498 Aug 19 12:20:29.266530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91883f5-00e8-412d-8582-5d7e7f3700d4 req-444661e0-bc82-45fe-8d81-b267fc2ee9b7 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:29.267108 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3078a4a2-63c8-4049-8e47-3198f150d755 req-e481feee-92d3-4b2a-990d-1c95ed71d0f4 service neutron] 10.222.0.54 "GET /v2.0/networks/ed87bd4a-8d14-4100-9a76-a36f82a6a64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926876 Aug 19 12:20:29.268132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d91883f5-00e8-412d-8582-5d7e7f3700d4 req-444661e0-bc82-45fe-8d81-b267fc2ee9b7 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 943 time: 0.0660143 Aug 19 12:20:29.332209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d91883f5-00e8-412d-8582-5d7e7f3700d4 req-8e4b0f4d-ee5d-460c-9359-eb7ded5c36e1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d386eba-40f0-433e-84ff-9d5643568029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542700 Aug 19 12:20:29.340487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b67af-b595-4944-bda6-ee715d77f574 req-1fb06e38-105c-4b23-bcd2-5996062cfbd9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:29.342013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-805b67af-b595-4944-bda6-ee715d77f574 req-1fb06e38-105c-4b23-bcd2-5996062cfbd9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0729148 Aug 19 12:20:29.386920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-805b67af-b595-4944-bda6-ee715d77f574 req-c840472f-aeaa-4c9a-9849-e9c493083c88 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370367 Aug 19 12:20:29.853761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7964f5-a614-423a-98fa-ab13204940dc req-71fc1cd5-5b9a-4bc1-9e2d-1358b8142b17 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:29.855180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a7964f5-a614-423a-98fa-ab13204940dc req-71fc1cd5-5b9a-4bc1-9e2d-1358b8142b17 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 943 time: 0.0588996 Aug 19 12:20:29.895154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a7964f5-a614-423a-98fa-ab13204940dc req-4e11b41c-b896-458c-915a-bc7d4df38b71 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338671 Aug 19 12:20:30.158653 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54957e5-46ed-417c-8464-4ced20618e1f req-983be94c-633b-445e-a347-870ef9bb4461 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:30.160040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d54957e5-46ed-417c-8464-4ced20618e1f req-983be94c-633b-445e-a347-870ef9bb4461 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 946 time: 0.0507050 Aug 19 12:20:30.199623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d54957e5-46ed-417c-8464-4ced20618e1f req-04fa0981-8570-44c5-be95-7576b8281303 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334170 Aug 19 12:20:30.339675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-1279eced-9ce7-48b1-98e3-0e6174806c2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112280 Aug 19 12:20:30.508181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73400e2c-eca4-46b2-92c4-c87331d6eccd req-bc690704-1797-4e72-aa08-fb8c127448f9 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:30.509784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73400e2c-eca4-46b2-92c4-c87331d6eccd req-bc690704-1797-4e72-aa08-fb8c127448f9 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 943 time: 0.1000195 Aug 19 12:20:30.512241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684bac-409b-4415-b575-25e846b0826b req-b5c8de0e-34b3-49a2-b081-073cdd72d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:30.513672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-b5c8de0e-34b3-49a2-b081-073cdd72d017 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 1096 time: 0.1121752 Aug 19 12:20:30.521526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e167548-c458-49fc-8397-0b07be2a6b4a details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:30.536816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f4238-d2a8-4192-8c88-489ded348061 req-f1843a03-fc9d-41c4-a74d-13d3d2906550 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:30.538265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-832f4238-d2a8-4192-8c88-489ded348061 req-f1843a03-fc9d-41c4-a74d-13d3d2906550 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0823798 Aug 19 12:20:30.621898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e167548-c458-49fc-8397-0b07be2a6b4a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e167548-c458-49fc-8397-0b07be2a6b4a,segment=NetworkSegment(dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb),segment_id=dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:30.633489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '8e167548-c458-49fc-8397-0b07be2a6b4a', 'network_id': 'ed87bd4a-8d14-4100-9a76-a36f82a6a64c', 'port_id': '8e167548-c458-49fc-8397-0b07be2a6b4a', 'mac_address': 'fa:16:3e:3b:cd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282847a4-e4b0-44b1-aa8e-2115a96eb34a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:30.645242 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73400e2c-eca4-46b2-92c4-c87331d6eccd req-92eb3773-5960-4e3b-ab6e-830d30bcf7f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d386eba-40f0-433e-84ff-9d5643568029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239774 Aug 19 12:20:30.649929 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-832f4238-d2a8-4192-8c88-489ded348061 req-9243e759-1604-4f7d-8fd1-7cc967c63fb4 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958829 Aug 19 12:20:30.673077 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.679077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684bac-409b-4415-b575-25e846b0826b req-473f5ec8-e40e-4388-ba14-2b8650fd3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:30.681054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-473f5ec8-e40e-4388-ba14-2b8650fd3672 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.1418552 Aug 19 12:20:30.687022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e167548-c458-49fc-8397-0b07be2a6b4a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:30.707325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e167548-c458-49fc-8397-0b07be2a6b4a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e167548-c458-49fc-8397-0b07be2a6b4a,segment=NetworkSegment(dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb),segment_id=dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:30.713352 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.753006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-631a9adc-5281-44b4-bdaa-846d79e18857 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454206d0-8cce-4d41-9369-e792b2ee0a90 HTTP/1.1" status: 200 len: 1000 time: 0.0635886 Aug 19 12:20:30.765953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e167548-c458-49fc-8397-0b07be2a6b4a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:30.773305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.773655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.774080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.774465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.774809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.775273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.775463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.775825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.776196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.776438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.776788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.777115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:30.801644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684bac-409b-4415-b575-25e846b0826b req-0d9b9b88-5d1d-417a-91e2-31aa42192f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:30.803110 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-0d9b9b88-5d1d-417a-91e2-31aa42192f57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0432451 Aug 19 12:20:30.852091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684bac-409b-4415-b575-25e846b0826b req-25ebd3d1-0fb2-4fb1-9818-c585c9eab83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:30.853824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-25ebd3d1-0fb2-4fb1-9818-c585c9eab83a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422611 Aug 19 12:20:30.867101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-3963e2e3-b3b2-4f12-b152-59c56aadd453 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:20:30.868079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-3963e2e3-b3b2-4f12-b152-59c56aadd453 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050149 Aug 19 12:20:30.973876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-99ce4356-edb7-426d-8a1a-3a2d1213f0b2 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982618 Aug 19 12:20:30.992468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['8e167548-c458-49fc-8397-0b07be2a6b4a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:31.062893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a48c3-ebd2-48d6-961c-be6af7a15589 req-e5a7e752-9135-42e2-ad95-f0df7304296f tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:31.064443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e95a48c3-ebd2-48d6-961c-be6af7a15589 req-e5a7e752-9135-42e2-ad95-f0df7304296f tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 943 time: 0.1005270 Aug 19 12:20:31.113084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3684bac-409b-4415-b575-25e846b0826b req-5b3fa115-5752-41f1-a2d2-0c2a5f22283a service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215262 Aug 19 12:20:31.133235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e95a48c3-ebd2-48d6-961c-be6af7a15589 req-3707993d-e7bd-4005-a612-a36199c47fd5 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611017 Aug 19 12:20:31.338798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3239a2-e632-4f4c-b009-4a8ccea5f8ec req-bd215fe3-de6c-496c-a98f-c2c30fb3273a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:31.340289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a3239a2-e632-4f4c-b009-4a8ccea5f8ec req-bd215fe3-de6c-496c-a98f-c2c30fb3273a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 946 time: 0.0655038 Aug 19 12:20:31.381813 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6a3239a2-e632-4f4c-b009-4a8ccea5f8ec req-336e90a9-9d5f-4e31-bc90-5aed59e06453 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352931 Aug 19 12:20:31.801975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77c2d4-7f7b-4c56-aa64-8c38eda3682b req-a92450db-caf3-46d2-8185-65295c234b01 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:31.803467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee77c2d4-7f7b-4c56-aa64-8c38eda3682b req-a92450db-caf3-46d2-8185-65295c234b01 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 944 time: 0.0831709 Aug 19 12:20:31.812163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff77451-3ec0-4472-bef3-615730631354 req-f4353228-f18b-47a7-b86c-0c58fd62aa73 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:31.813580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aff77451-3ec0-4472-bef3-615730631354 req-f4353228-f18b-47a7-b86c-0c58fd62aa73 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0835164 Aug 19 12:20:31.868005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee77c2d4-7f7b-4c56-aa64-8c38eda3682b req-8591b984-523a-4117-a9fe-d58ad1763aa5 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d386eba-40f0-433e-84ff-9d5643568029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533867 Aug 19 12:20:31.875419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aff77451-3ec0-4472-bef3-615730631354 req-d4bc4d4d-e489-4796-9c63-8f268b4750ab tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548680 Aug 19 12:20:31.933582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-369f9ccb-4690-44f9-a6f0-a2f8cd190ddd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:31.934977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-369f9ccb-4690-44f9-a6f0-a2f8cd190ddd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 946 time: 0.0509744 Aug 19 12:20:32.059573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:32.059890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.152058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] For port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:32.152392 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.339823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d129d50-7bbe-4e5b-93a7-52e4591044bc req-b2b9282e-316b-4362-86bb-96aa57e5cc1e tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:32.341307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d129d50-7bbe-4e5b-93a7-52e4591044bc req-b2b9282e-316b-4362-86bb-96aa57e5cc1e tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 943 time: 0.1238472 Aug 19 12:20:32.426189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d129d50-7bbe-4e5b-93a7-52e4591044bc req-91e45636-fd43-41fa-936e-456299a18ab3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783744 Aug 19 12:20:32.427773 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.428145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.428452 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Floating IP 4aef2372-0275-4042-86b3-8456575c5a77 disassociated. External IP: 172.25.4.21, port: 3a9b1dcd-0df0-4f47-ac21-33897b1d9847. Aug 19 12:20:32.428816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 owned by compute:nova {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:32.532572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e167548-c458-49fc-8397-0b07be2a6b4a up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:32.544276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c539c7-f0e6-426c-bd7c-b47dc915f21c req-a8c280e2-3dca-4084-9e21-fe4b5395ab43 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:32.547266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5c539c7-f0e6-426c-bd7c-b47dc915f21c req-a8c280e2-3dca-4084-9e21-fe4b5395ab43 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 946 time: 0.0746977 Aug 19 12:20:32.585807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 8e167548-c458-49fc-8397-0b07be2a6b4a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:32.589785 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 8e167548-c458-49fc-8397-0b07be2a6b4a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:32.590159 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.673400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.697547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033a26ee-ef77-4371-8728-3669664eaee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e167548-c458-49fc-8397-0b07be2a6b4a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:32.699864 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c6314f-e7bf-4646-9ddd-37ccf5b2d7a0" -d '{"events": [{"server_uuid": "033a26ee-ef77-4371-8728-3669664eaee8", "name": "network-vif-plugged", "status": "completed", "tag": "8e167548-c458-49fc-8397-0b07be2a6b4a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:32.714443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 8e167548-c458-49fc-8397-0b07be2a6b4a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e167548-c458-49fc-8397-0b07be2a6b4a,segment=NetworkSegment(dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb),segment_id=dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:32.720084 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.744748 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d563f6-4568-4905-9afd-3b1b764d808c x-openstack-request-id: req-c7d563f6-4568-4905-9afd-3b1b764d808c {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:32.745039 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033a26ee-ef77-4371-8728-3669664eaee8", "name": "network-vif-plugged", "status": "completed", "tag": "8e167548-c458-49fc-8397-0b07be2a6b4a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:32.745294 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7d563f6-4568-4905-9afd-3b1b764d808c {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:32.745701 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033a26ee-ef77-4371-8728-3669664eaee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e167548-c458-49fc-8397-0b07be2a6b4a', 'code': 200} Aug 19 12:20:32.774175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=8e167548-c458-49fc-8397-0b07be2a6b4a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.886454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5c539c7-f0e6-426c-bd7c-b47dc915f21c req-0487a5f3-b866-4c3a-9e13-00d6eb05c2cb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313091 Aug 19 12:20:32.891456 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.931245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=3a9b1dcd-0df0-4f47-ac21-33897b1d9847,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.941861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c14dd2-248c-4767-b2e4-63f3392dc488 req-4281b0f0-d21e-4348-b621-bf13701e4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:32.943462 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90c14dd2-248c-4767-b2e4-63f3392dc488 req-4281b0f0-d21e-4348-b621-bf13701e4abb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 1096 time: 0.1084647 Aug 19 12:20:32.984986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90c14dd2-248c-4767-b2e4-63f3392dc488 req-39d39633-f300-409f-a67a-a87c6174b6db service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3d386eba-40f0-433e-84ff-9d5643568029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Aug 19 12:20:33.125617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad516-8c9c-406a-ac68-6e9eb034d4d8 req-c4075f9c-18ae-4c32-923c-fec24732d0ad tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:33.126989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd4ad516-8c9c-406a-ac68-6e9eb034d4d8 req-c4075f9c-18ae-4c32-923c-fec24732d0ad tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 945 time: 0.1763954 Aug 19 12:20:33.136645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341da167-c4df-4b2d-b2fb-2ace22216ce7 req-bce907b8-b6c7-4380-8192-5411cae90064 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:33.138050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-341da167-c4df-4b2d-b2fb-2ace22216ce7 req-bce907b8-b6c7-4380-8192-5411cae90064 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.1416712 Aug 19 12:20:33.159610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:33.209452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cd4ad516-8c9c-406a-ac68-6e9eb034d4d8 req-f9d6be5c-820f-4cd0-8ab3-b526bbf80dbf tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d386eba-40f0-433e-84ff-9d5643568029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691800 Aug 19 12:20:33.213933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-341da167-c4df-4b2d-b2fb-2ace22216ce7 req-803e5620-135e-4bc1-bc72-3f42e0d5526a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696893 Aug 19 12:20:33.322031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:33.333835 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] Sync routers for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:33.345980 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:33.347061 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:20:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:33.364922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] No DVR routers for this DVR port 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 on host n-h1-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:33.368910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.371047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff75aa74-4b5d-4c6c-baae-bf91fb4131fd req-ffd2f5c8-640f-46f3-bbf8-19129fd80852 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "DELETE /v2.0/ports/3a9b1dcd-0df0-4f47-ac21-33897b1d9847 HTTP/1.1" status: 204 len: 173 time: 1.4162917 Aug 19 12:20:33.371512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'name': 'network-vif-deleted', 'tag': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:33.373904 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa35078-7b61-4fce-87d5-6b561904e282" -d '{"events": [{"server_uuid": "3a5a89d8-3292-49d0-8334-c5eae63c2579", "name": "network-vif-deleted", "tag": "3a9b1dcd-0df0-4f47-ac21-33897b1d9847"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:33.418869 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c54c3e1-0c20-44e9-9472-6891b508ebd1 x-openstack-request-id: req-9c54c3e1-0c20-44e9-9472-6891b508ebd1 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:33.419171 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5a89d8-3292-49d0-8334-c5eae63c2579", "name": "network-vif-deleted", "tag": "3a9b1dcd-0df0-4f47-ac21-33897b1d9847", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:33.419424 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c54c3e1-0c20-44e9-9472-6891b508ebd1 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:33.419854 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5a89d8-3292-49d0-8334-c5eae63c2579', 'name': 'network-vif-deleted', 'tag': '3a9b1dcd-0df0-4f47-ac21-33897b1d9847', 'status': 'completed', 'code': 200} Aug 19 12:20:33.488786 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:33.552108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993558f2-8200-45bc-a758-ce9127e8d48a req-736d87e6-3274-4777-8f26-da94e32ca000 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:33.553623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-993558f2-8200-45bc-a758-ce9127e8d48a req-736d87e6-3274-4777-8f26-da94e32ca000 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 943 time: 0.0539024 Aug 19 12:20:33.595304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-993558f2-8200-45bc-a758-ce9127e8d48a req-937880a2-f975-42d1-b663-75e2b3d04cdf tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344121 Aug 19 12:20:33.689482 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:33.717932 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] Checking router: 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:33.726491 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:33.727104 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:20:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:33.924300 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:34.000669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ef50a7f-fb2a-49e5-a4b8-e0e76274af87 req-34564282-fea5-47cb-b2b7-abfc1f5f6897 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 210 time: 0.0342298 Aug 19 12:20:34.137139 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:34.166668 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd36b1a-56be-4d38-a7a5-8c8235d688a4 None None] The sync data for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 is: [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:34.372841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e4205-75e3-4750-b75c-419ca10aaddd req-81e81fc9-a5a7-454f-a289-9c1b26503c2d tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:34.374565 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-751e4205-75e3-4750-b75c-419ca10aaddd req-81e81fc9-a5a7-454f-a289-9c1b26503c2d tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 945 time: 0.0811768 Aug 19 12:20:34.387896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df3b12-89fc-479b-9de0-dad49bd5eae5 req-136adb7e-a708-4ca4-bd3a-b47bbbe9563d tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:34.389479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36df3b12-89fc-479b-9de0-dad49bd5eae5 req-136adb7e-a708-4ca4-bd3a-b47bbbe9563d tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0853486 Aug 19 12:20:34.444617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36df3b12-89fc-479b-9de0-dad49bd5eae5 req-cc9b26bd-accc-4df5-abea-2407b6025c66 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479844 Aug 19 12:20:34.476852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-751e4205-75e3-4750-b75c-419ca10aaddd req-e28e7e57-468b-4b19-94d1-bc615870ecab tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d386eba-40f0-433e-84ff-9d5643568029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831695 Aug 19 12:20:34.496001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ad4f2b-5469-4adf-8ae7-3c2c14cb49d0 None None] New status for floating IP 4aef2372-0275-4042-86b3-8456575c5a77: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:20:34.581331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 4ec78604-58fb-485f-ad84-b282fef01d6f details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:34.733468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 4ec78604-58fb-485f-ad84-b282fef01d6f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4ec78604-58fb-485f-ad84-b282fef01d6f,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:34.748874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'port_id': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'mac_address': 'fa:16:3e:7d:11:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:34.766415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ce620-a393-446f-a277-f8ea5c49ace2 req-07799216-be4c-4733-b7cb-f975c578df95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:34.767930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-197ce620-a393-446f-a277-f8ea5c49ace2 req-07799216-be4c-4733-b7cb-f975c578df95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 943 time: 0.0791118 Aug 19 12:20:34.793415 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.807892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec78604-58fb-485f-ad84-b282fef01d6f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:34.811558 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-197ce620-a393-446f-a277-f8ea5c49ace2 req-33d00346-5737-4082-ad83-f2ecd38ffb2a tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350990 Aug 19 12:20:34.830784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 4ec78604-58fb-485f-ad84-b282fef01d6f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4ec78604-58fb-485f-ad84-b282fef01d6f,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:34.839811 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.893520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=4ec78604-58fb-485f-ad84-b282fef01d6f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:35.095735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e3ca802-eb9b-475e-9176-01d746622b18 req-bf0517bf-efef-4ec2-bbcb-1eb06064b0b2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 210 time: 0.0282388 Aug 19 12:20:35.128784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['4ec78604-58fb-485f-ad84-b282fef01d6f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:35.581566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6befa0b-0e55-4ed6-b2c8-26f4bb6c43f9 req-88ccbbf2-a842-4368-9dc5-702bd181ba16 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:35.592392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6befa0b-0e55-4ed6-b2c8-26f4bb6c43f9 req-88ccbbf2-a842-4368-9dc5-702bd181ba16 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0677032 Aug 19 12:20:35.628939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6befa0b-0e55-4ed6-b2c8-26f4bb6c43f9 req-22b3dc3c-a429-491b-be79-285a52176cbe tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354979 Aug 19 12:20:35.941999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06455756-1782-48b3-872c-223f18d900f3 req-8d39938f-6dda-4bae-8c1d-eb4071a6b813 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:35.943651 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06455756-1782-48b3-872c-223f18d900f3 req-8d39938f-6dda-4bae-8c1d-eb4071a6b813 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 944 time: 0.0515683 Aug 19 12:20:35.998115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-06455756-1782-48b3-872c-223f18d900f3 req-fbe4101f-ec18-48d8-be85-c170e1d0a4c1 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 Aug 19 12:20:36.205249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d348567-2b82-415e-b117-9452084d75f4 req-a84976ea-9b52-462d-b3de-dda3d27329ee tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 210 time: 0.0339954 Aug 19 12:20:36.296644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2c4b4-ee49-4e9a-a707-d1a73da04b52 req-a67e0039-1273-4a9c-a255-322193ab7d83 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:36.298210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8b2c4b4-ee49-4e9a-a707-d1a73da04b52 req-a67e0039-1273-4a9c-a255-322193ab7d83 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 945 time: 0.0526843 Aug 19 12:20:36.338682 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8b2c4b4-ee49-4e9a-a707-d1a73da04b52 req-19ec8c61-75e5-4de2-8a0e-1cd06eb1df78 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d386eba-40f0-433e-84ff-9d5643568029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336182 Aug 19 12:20:36.555716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 4ec78604-58fb-485f-ad84-b282fef01d6f up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:36.610150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 4ec78604-58fb-485f-ad84-b282fef01d6f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:36.614147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 4ec78604-58fb-485f-ad84-b282fef01d6f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:36.614515 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.705335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.734642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:36.738272 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1043c1bb-0f91-4d46-8ea5-ef2097a07523" -d '{"events": [{"server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "name": "network-vif-plugged", "status": "completed", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:36.754516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 4ec78604-58fb-485f-ad84-b282fef01d6f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4ec78604-58fb-485f-ad84-b282fef01d6f,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:36.756270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228542b-0d73-4e35-8aee-d3fbb07201b1 req-71302590-2130-4e54-8fe6-f151a7fba8ae tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:36.761514 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.763007 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e228542b-0d73-4e35-8aee-d3fbb07201b1 req-71302590-2130-4e54-8fe6-f151a7fba8ae tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0592570 Aug 19 12:20:36.803521 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f0e7ef-ea34-4315-b7bc-04dc19206d25 x-openstack-request-id: req-31f0e7ef-ea34-4315-b7bc-04dc19206d25 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:36.803813 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "name": "network-vif-plugged", "status": "completed", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:36.804228 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31f0e7ef-ea34-4315-b7bc-04dc19206d25 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:36.805333 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'code': 200} Aug 19 12:20:36.811704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e228542b-0d73-4e35-8aee-d3fbb07201b1 req-f04886c6-3de4-4423-865b-1dd1d73b04ff tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413487 Aug 19 12:20:36.842887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=4ec78604-58fb-485f-ad84-b282fef01d6f,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:36.933610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1309053-097c-43e7-9741-7d7046a68233 req-feecc8dc-93be-47db-9c77-e5788510dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:36.935205 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e1309053-097c-43e7-9741-7d7046a68233 req-feecc8dc-93be-47db-9c77-e5788510dfb5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 1096 time: 0.0478070 Aug 19 12:20:36.988281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e1309053-097c-43e7-9741-7d7046a68233 req-3e29bf6f-aedd-483c-bd0f-d2f39f2c8009 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 Aug 19 12:20:37.045936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180caaf0-9318-448f-8284-2ad733c0e1ff req-fadee506-0dfd-4aaf-972e-46d4a9b4215e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.048529 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-180caaf0-9318-448f-8284-2ad733c0e1ff req-fadee506-0dfd-4aaf-972e-46d4a9b4215e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0651248 Aug 19 12:20:37.099639 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-180caaf0-9318-448f-8284-2ad733c0e1ff req-05346cec-1b6a-455f-a730-361f802ce9cc tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Aug 19 12:20:37.137733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a7fe5-a999-41de-acb9-c5ba34073140 req-b616cdfc-388f-45b4-83f6-0592a0a66ea4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.139162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb5a7fe5-a999-41de-acb9-c5ba34073140 req-b616cdfc-388f-45b4-83f6-0592a0a66ea4 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 945 time: 0.0612719 Aug 19 12:20:37.180487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb5a7fe5-a999-41de-acb9-c5ba34073140 req-51a478d4-6738-409f-bab3-1398cb512aa3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351071 Aug 19 12:20:37.196655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:37.217499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:37.217847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 3a9b1dcd-0df0-4f47-ac21-33897b1d9847 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:37.311591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-551c8128-bdca-47a0-b689-a2ac90fa85df req-3b8e07bb-75ee-405a-b0ec-70d691a1a221 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a5a89d8-3292-49d0-8334-c5eae63c2579 HTTP/1.1" status: 200 len: 210 time: 0.0292618 Aug 19 12:20:37.388937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-1dd1b017-8145-4a38-ac7f-a823acb651b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.390459 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-1dd1b017-8145-4a38-ac7f-a823acb651b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 1096 time: 0.0499382 Aug 19 12:20:37.462125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a53824-e5b8-4c66-b22e-58b95adcaf62 req-72d80746-4d8d-42a1-9944-17dd65a4a074 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.463763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95a53824-e5b8-4c66-b22e-58b95adcaf62 req-72d80746-4d8d-42a1-9944-17dd65a4a074 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 945 time: 0.0559883 Aug 19 12:20:37.484918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-a041c378-6f9f-4d39-b9af-1ca8be9c2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.486955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-a041c378-6f9f-4d39-b9af-1ca8be9c2c0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 912 time: 0.0878253 Aug 19 12:20:37.506255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95a53824-e5b8-4c66-b22e-58b95adcaf62 req-d7048ca6-c641-4951-989a-6334977894db tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d386eba-40f0-433e-84ff-9d5643568029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360470 Aug 19 12:20:37.561674 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-e5c58694-105e-4fa3-bc0c-de5b12de4455 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee HTTP/1.1" status: 200 len: 1001 time: 0.0660009 Aug 19 12:20:37.627966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-de2e31be-f429-4c6f-8f01-ee592cde1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.629500 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-de2e31be-f429-4c6f-8f01-ee592cde1f8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0434141 Aug 19 12:20:37.691190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-8f4246bf-e39c-4968-ba5d-35f97949bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.692725 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-8f4246bf-e39c-4968-ba5d-35f97949bfcf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525777 Aug 19 12:20:38.137318 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-e9bffb3d-c141-4002-ac9c-86d4c9e57109 service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362540 Aug 19 12:20:38.235033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-b0f8939e-cc27-44bb-a9c3-bd64a8a2384d tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:38.236546 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-b0f8939e-cc27-44bb-a9c3-bd64a8a2384d tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.54 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 945 time: 0.0977609 Aug 19 12:20:38.254399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f502fa-6b26-42c5-bcb0-9791667afdee req-a644e4c1-6e18-4cb8-9baf-3530eaad06b5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:38.254399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2f502fa-6b26-42c5-bcb0-9791667afdee req-a644e4c1-6e18-4cb8-9baf-3530eaad06b5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0791318 Aug 19 12:20:38.302919 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1758f905-696c-4054-aa70-6e5d89e9e9cb req-609ab792-e8b7-4571-924a-1da3513fc225 service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548321 Aug 19 12:20:38.352338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e5a5-7e25-476e-b914-d1e29e4035e7 req-72402b63-9bf5-4b75-8320-8ecfca166d54 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:38.353973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8c7e5a5-7e25-476e-b914-d1e29e4035e7 req-72402b63-9bf5-4b75-8320-8ecfca166d54 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 945 time: 0.0968254 Aug 19 12:20:38.354458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Deleting port 8e167548-c458-49fc-8397-0b07be2a6b4a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:38.354853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.367411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2f502fa-6b26-42c5-bcb0-9791667afdee req-07b74f12-eaa6-46c6-bc72-aaed5ce024cb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910616 Aug 19 12:20:38.410072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8c7e5a5-7e25-476e-b914-d1e29e4035e7 req-bd181d9f-f58a-4550-8e53-e3e55b3dde7a tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400572 Aug 19 12:20:38.453683 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] For port 8e167548-c458-49fc-8397-0b07be2a6b4a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=8e167548-c458-49fc-8397-0b07be2a6b4a,segment=NetworkSegment(dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb),segment_id=dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:38.454054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.467104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Calling delete_port for 8e167548-c458-49fc-8397-0b07be2a6b4a owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:38.563848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-e00c3998-2c6a-44d1-81d9-afacc8ba9ead tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934218108&fields=id&tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 267 time: 0.0395498 Aug 19 12:20:38.602904 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.635019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Pushing event deleted for resources: {'Port': ['ID=8e167548-c458-49fc-8397-0b07be2a6b4a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:38.645614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['8e167548-c458-49fc-8397-0b07be2a6b4a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:38.651879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87c73487-a15b-431e-afa4-9a6ce2fc9e6a req-f2bd07c7-4c93-44aa-a7d9-236c42c9c8cc tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.65 "GET /v2.0/ports?device_id=033a26ee-ef77-4371-8728-3669664eaee8 HTTP/1.1" status: 200 len: 210 time: 0.0590966 Aug 19 12:20:38.687303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] No DVR routers for this DVR port 8e167548-c458-49fc-8397-0b07be2a6b4a on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:38.690424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.692713 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-386fe171-581f-4cfe-9662-b486f5bd4488 req-4604cb7e-d014-4132-bc00-06eb1109d8f1 tempest-ServerTagsTestJSON-728663632 tempest-ServerTagsTestJSON-728663632-project] 10.222.0.54 "DELETE /v2.0/ports/8e167548-c458-49fc-8397-0b07be2a6b4a HTTP/1.1" status: 204 len: 173 time: 0.4481509 Aug 19 12:20:38.693186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033a26ee-ef77-4371-8728-3669664eaee8', 'name': 'network-vif-deleted', 'tag': '8e167548-c458-49fc-8397-0b07be2a6b4a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:38.695835 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5e1fe6-e05b-45c6-8a5e-2ad498e9ba74" -d '{"events": [{"server_uuid": "033a26ee-ef77-4371-8728-3669664eaee8", "name": "network-vif-deleted", "tag": "8e167548-c458-49fc-8397-0b07be2a6b4a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:38.703051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-bcbc862a-eb26-4460-b026-45c7e97c1211 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:38.704438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-bcbc862a-eb26-4460-b026-45c7e97c1211 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1332932 Aug 19 12:20:38.720653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ecc2e97c-8ee6-4df6-b566-77018e3cd493 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/quotas/e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 375 time: 0.0094657 Aug 19 12:20:38.740163 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4658c93-3b5d-4aae-a2de-edd7b2435606 x-openstack-request-id: req-a4658c93-3b5d-4aae-a2de-edd7b2435606 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:38.740621 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033a26ee-ef77-4371-8728-3669664eaee8", "name": "network-vif-deleted", "tag": "8e167548-c458-49fc-8397-0b07be2a6b4a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:38.741054 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4658c93-3b5d-4aae-a2de-edd7b2435606 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:38.741654 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033a26ee-ef77-4371-8728-3669664eaee8', 'name': 'network-vif-deleted', 'tag': '8e167548-c458-49fc-8397-0b07be2a6b4a', 'status': 'completed', 'code': 200} Aug 19 12:20:38.782528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-73e28237-6f4c-4f20-a4f7-b44b47244f46 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545750 Aug 19 12:20:38.887812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-42ecff00-57b2-48f9-a50c-d42336707815 service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907581 Aug 19 12:20:38.994741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-c95ca0a8-44fe-47af-9286-b041cad4f224 service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005771 Aug 19 12:20:39.313142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-581fbc6b-a91a-41cd-9908-b15fb6f58e8c req-82f85ab5-be0f-495e-9b1a-711de7b29fc8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 210 time: 0.0280445 Aug 19 12:20:39.480490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144b869-6e3c-4f34-8f9d-e1e18f639252 req-90ffa2f7-8b4d-450f-8f7d-3eee8086448b tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:39.482260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7144b869-6e3c-4f34-8f9d-e1e18f639252 req-90ffa2f7-8b4d-450f-8f7d-3eee8086448b tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0534618 Aug 19 12:20:39.553790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7144b869-6e3c-4f34-8f9d-e1e18f639252 req-cc2c7ee2-2a84-4284-b89a-3f20690320e2 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651915 Aug 19 12:20:39.570889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fdbed-9acc-4d2a-bc81-373fa86050aa req-336921e9-924c-4d4e-8a86-f57274be49a3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:39.572441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e55fdbed-9acc-4d2a-bc81-373fa86050aa req-336921e9-924c-4d4e-8a86-f57274be49a3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 945 time: 0.0696242 Aug 19 12:20:39.613171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e55fdbed-9acc-4d2a-bc81-373fa86050aa req-78b0f02c-7cf8-4c5c-a1b9-042c9bcbda26 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Aug 19 12:20:39.712827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56208) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:39.735219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252966e6-6b6b-4805-bd59-16639715d9d7 req-84568a7c-2a3f-4933-9555-b94c1f1ab87f tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:39.736769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-252966e6-6b6b-4805-bd59-16639715d9d7 req-84568a7c-2a3f-4933-9555-b94c1f1ab87f tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 945 time: 0.0528395 Aug 19 12:20:39.760321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bc6273-58a2-4ee4-9aac-edd113fbe388 admin admin] Deleting subnet 282847a4-e4b0-44b1-aa8e-2115a96eb34a {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:39.763941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99bc6273-58a2-4ee4-9aac-edd113fbe388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.779243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-252966e6-6b6b-4805-bd59-16639715d9d7 req-73b75065-00a2-4f9e-bc2a-3f258647d846 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Aug 19 12:20:39.806435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56210) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:39.806600 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99bc6273-58a2-4ee4-9aac-edd113fbe388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.850639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99bc6273-58a2-4ee4-9aac-edd113fbe388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.910399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99bc6273-58a2-4ee4-9aac-edd113fbe388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.938087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc6273-58a2-4ee4-9aac-edd113fbe388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282847a4-e4b0-44b1-aa8e-2115a96eb34a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:39.940062 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99bc6273-58a2-4ee4-9aac-edd113fbe388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.944454 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-99bc6273-58a2-4ee4-9aac-edd113fbe388 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/282847a4-e4b0-44b1-aa8e-2115a96eb34a HTTP/1.1" status: 204 len: 168 time: 0.2281590 Aug 19 12:20:39.944454 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56216) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:39.965367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd1784-d1c2-4fda-9d3e-e54fa9f70220 tempest-TestVolumeBackupRestore-2130675943 tempest-TestVolumeBackupRestore-2130675943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:39.967542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-aafd1784-d1c2-4fda-9d3e-e54fa9f70220 tempest-TestVolumeBackupRestore-2130675943 tempest-TestVolumeBackupRestore-2130675943-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 1091 time: 0.1599007 Aug 19 12:20:39.970332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56218) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:39.974862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:39.999713 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.021073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.098756 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.103056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.108511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed87bd4a-8d14-4100-9a76-a36f82a6a64c']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:40.118117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:40.118418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd71dde5-c9ca-41fc-ac3c-4ff57f26caeb') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:40.127173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.141062 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.147856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:40.148359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:40.150305 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:40.208895 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.221122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Allocated IP 172.25.4.71 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/528e0f5d-d100-45b2-a799-93e19c9c679d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:40.224651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.229728 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ed87bd4a-8d14-4100-9a76-a36f82a6a64c HTTP/1.1" status: 204 len: 168 time: 0.2838395 Aug 19 12:20:40.231101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b1db6-cbe4-4a34-a1a4-4785e5e26dd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed87bd4a-8d14-4100-9a76-a36f82a6a64c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:40.361959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56224) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:40.407976 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-73d0ddbb-3c5a-4121-95ff-9ce19f3b2c31 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e095fd49e8b742daa75938e4d5f07a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447860 Aug 19 12:20:40.410328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56226) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:40.448673 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5002b30-c924-47fc-a9db-ec4128a799fc req-a3c18740-c44b-4c8a-871d-3dc6ddff62f5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 210 time: 0.0585735 Aug 19 12:20:40.451689 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.460136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-fea0ef6a-1e56-41d7-923e-a5b084d8282c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.461707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-fea0ef6a-1e56-41d7-923e-a5b084d8282c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1826408 Aug 19 12:20:40.461837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-adb60923-445f-4be1-955f-1c9fcd8da3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.484015 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-adb60923-445f-4be1-955f-1c9fcd8da3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.510519 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.537919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-adb60923-445f-4be1-955f-1c9fcd8da3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.540566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-adb60923-445f-4be1-955f-1c9fcd8da3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.545111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-adb60923-445f-4be1-955f-1c9fcd8da3c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d386eba-40f0-433e-84ff-9d5643568029 HTTP/1.1" status: 204 len: 168 time: 0.1330557 Aug 19 12:20:40.559662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb60923-445f-4be1-955f-1c9fcd8da3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d386eba-40f0-433e-84ff-9d5643568029,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:40.560303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:40.582133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:40.591209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:40.599773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-4372b5f2-3e53-47de-be5b-e24299951988 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 379 time: 0.1066999 Aug 19 12:20:40.626096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'port': {'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'admin_state_up': True, 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'security_groups': ['71128140-f4ef-4aed-8f0a-a82bf394d02b']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:40.631865 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'Port': ['ID=528e0f5d-d100-45b2-a799-93e19c9c679d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:40.854184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Made reservation on behalf of e070eaccb0d04da3b0ce6e7a5a5d690e for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:40.858117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.128850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.20.0.12 (e122382d-bbe2-4480-9e13-bf10e2184a63/07533fbe-469f-45d5-ad86-ed4d9bfdcafb/d93f9eda-acb4-4972-b900-48724004847c) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:41.540124 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.621658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0da7785c-0d16-4883-afb3-2d301ba6defa req-4382da15-df21-43c9-a4e1-7e5ad5115e90 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 210 time: 0.0870202 Aug 19 12:20:41.717802 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.761686 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.790501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Transition to ACTIVE for port object d93f9eda-acb4-4972-b900-48724004847c will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:41.871078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47a6eb24-4a1d-42aa-b352-8ba6ab7ba715 req-5154d23e-eb0f-488b-8b7d-1ba576f82656 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0362999 Aug 19 12:20:41.919004 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.990144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:42.000516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:42.008080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:42.012506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=d93f9eda-acb4-4972-b900-48724004847c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:42.017876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.045005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.138040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.138690 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.167694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event updated for resources: {'Port': ['ID=528e0f5d-d100-45b2-a799-93e19c9c679d,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:42.175103 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.180495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-5e9a0ddc-ce2a-49e0-8919-26a10ce2feb6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5608578 Aug 19 12:20:42.220896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Request body: {'port': {'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:42.344007 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.385329 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Floating IP 061a64f6-f17a-423c-8411-be4fd9dfccf6 associated. External IP: 172.25.4.71, port: 4ec78604-58fb-485f-ad84-b282fef01d6f. Aug 19 12:20:42.412329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2e7aa01f-4e71-420c-9cd3-de426046f683 None None] Provisioning for port d93f9eda-acb4-4972-b900-48724004847c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:42.416474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2e7aa01f-4e71-420c-9cd3-de426046f683 None None] Provisioning complete for port d93f9eda-acb4-4972-b900-48724004847c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:42.416889 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2e7aa01f-4e71-420c-9cd3-de426046f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.456668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2e7aa01f-4e71-420c-9cd3-de426046f683 None None] Port d93f9eda-acb4-4972-b900-48724004847c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:42.588582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e167548-c458-49fc-8397-0b07be2a6b4a no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:42.609779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 8e167548-c458-49fc-8397-0b07be2a6b4a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:42.610136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 8e167548-c458-49fc-8397-0b07be2a6b4a not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:42.807108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Router 09f31089-55f3-4cdc-875f-935caac8962c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:42.836939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc2395-b91f-4ffc-bd0d-9f66316dc541 req-cbe81472-1776-4555-ab25-edcfa8bd4b29 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.838537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-86dc2395-b91f-4ffc-bd0d-9f66316dc541 req-cbe81472-1776-4555-ab25-edcfa8bd4b29 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 932 time: 0.1196880 Aug 19 12:20:42.863657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93f9eda-acb4-4972-b900-48724004847c {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:42.881644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.945915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-86dc2395-b91f-4ffc-bd0d-9f66316dc541 req-f46846fa-27a5-46b7-9b5e-1f9329c8d9a6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964308 Aug 19 12:20:42.950112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Transition to ACTIVE for port object d93f9eda-acb4-4972-b900-48724004847c will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:42.985750 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.070983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57839f12-35d7-47ee-ac5b-8863ac01b3b5 req-70a20a97-0b5d-406a-968c-650d93e8f17e tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0540068 Aug 19 12:20:43.080574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:43.092642 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] Sync routers for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:43.097080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Pushing event updated for resources: {'Port': ['ID=d93f9eda-acb4-4972-b900-48724004847c,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:43.114926 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:43.115791 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:20:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:43.146259 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.195317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5cfdb5f0-0286-4bea-b85b-e47a5c015cdd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2214189 Aug 19 12:20:43.195317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:43.196456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56282) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:43.196990 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ccd515-b853-4469-88d8-bba880041b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:43.226602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Attempting to bind port d93f9eda-acb4-4972-b900-48724004847c on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:43.226987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Attempting to bind port d93f9eda-acb4-4972-b900-48724004847c by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:43.227412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Attempting to bind port d93f9eda-acb4-4972-b900-48724004847c on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:43.241771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Port d93f9eda-acb4-4972-b900-48724004847c on network e122382d-bbe2-4480-9e13-bf10e2184a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:43.242287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Attempting to bind port d93f9eda-acb4-4972-b900-48724004847c on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:43.248022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:43.248363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:43.248792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Bound using segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:43.249271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Bound port: d93f9eda-acb4-4972-b900-48724004847c, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:43.249638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.321732 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:43.323414 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3f63b2-949c-44e8-9181-431c2b664449 x-openstack-request-id: req-6b3f63b2-949c-44e8-9181-431c2b664449 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:43.324451 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:43.324857 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b3f63b2-949c-44e8-9181-431c2b664449 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:43.325280 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'status': 'completed', 'code': 200} Aug 19 12:20:43.327416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5e5573-12fa-4eb2-8d23-855f327aa7ad tempest-TestVolumeBackupRestore-2130675943 tempest-TestVolumeBackupRestore-2130675943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.332440 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ae5e5573-12fa-4eb2-8d23-855f327aa7ad tempest-TestVolumeBackupRestore-2130675943 tempest-TestVolumeBackupRestore-2130675943-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 1091 time: 0.1341131 Aug 19 12:20:43.332845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56288) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:43.337675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Request body: {'floatingip': {'port_id': '4ec78604-58fb-485f-ad84-b282fef01d6f'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:43.370403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] For port d93f9eda-acb4-4972-b900-48724004847c, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:43.431481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] For port d93f9eda-acb4-4972-b900-48724004847c, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d93f9eda-acb4-4972-b900-48724004847c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:43.439745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd515-b853-4469-88d8-bba880041b8d req-ae3ddfd5-e55a-4d0b-82f6-0efd74be83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.442202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-26ccd515-b853-4469-88d8-bba880041b8d req-ae3ddfd5-e55a-4d0b-82f6-0efd74be83f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9844dc0bfd094052906e539d62437239&device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 1096 time: 0.0547416 Aug 19 12:20:43.444292 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.493671 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.551568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.552203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.572560 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] 10.222.0.69 "PUT /v2.0/ports/d93f9eda-acb4-4972-b900-48724004847c HTTP/1.1" status: 200 len: 1092 time: 1.3572071 Aug 19 12:20:43.591490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd515-b853-4469-88d8-bba880041b8d req-93ce38f1-6c8b-4ec5-9f62-7477eb34ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.593485 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-26ccd515-b853-4469-88d8-bba880041b8d req-93ce38f1-6c8b-4ec5-9f62-7477eb34ef6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67 HTTP/1.1" status: 200 len: 914 time: 0.1296782 Aug 19 12:20:43.615091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5aa71-59e1-43ca-bbcb-4ecd517cd81e service neutron] Pushing event updated for resources: {'Port': ['ID=d93f9eda-acb4-4972-b900-48724004847c,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:43.702734 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '061a64f6-f17a-423c-8411-be4fd9dfccf6', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'port_id': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'mac_address': 'fa:16:3e:7d:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:40Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 0, 'project_id': '9844dc0bfd094052906e539d62437239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:43.707608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-26ccd515-b853-4469-88d8-bba880041b8d req-7a1f4b78-90d2-4a2f-9886-ac61acaee0c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec78604-58fb-485f-ad84-b282fef01d6f HTTP/1.1" status: 200 len: 998 time: 0.1018326 Aug 19 12:20:43.731795 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] Checking router: 09f31089-55f3-4cdc-875f-935caac8962c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:43.744302 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:43.745248 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:20:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:43.760306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-06f331f4-d319-46de-bc48-cfabd2de3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.761759 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-06f331f4-d319-46de-bc48-cfabd2de3173 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 1095 time: 0.1413851 Aug 19 12:20:43.792095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd515-b853-4469-88d8-bba880041b8d req-a9315c7e-b079-48f7-900c-b6a9fee6ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.792765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-26ccd515-b853-4469-88d8-bba880041b8d req-a9315c7e-b079-48f7-900c-b6a9fee6ac44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2fde0bf-9265-4eba-be2e-c34d186656b8 HTTP/1.1" status: 200 len: 852 time: 0.0717297 Aug 19 12:20:43.852210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd515-b853-4469-88d8-bba880041b8d req-47c7f0b0-059b-4cd9-95c8-cee8e5414858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.854710 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-26ccd515-b853-4469-88d8-bba880041b8d req-47c7f0b0-059b-4cd9-95c8-cee8e5414858 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532029 Aug 19 12:20:43.886213 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:43.897198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-59b443a1-1e0f-4a16-8a88-372149118f70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f9eda-acb4-4972-b900-48724004847c HTTP/1.1" status: 200 len: 217 time: 0.1174457 Aug 19 12:20:43.954178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-26ccd515-b853-4469-88d8-bba880041b8d req-b478cbb6-f7c3-46da-b17b-09c6d42b7efb service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879624 Aug 19 12:20:44.108608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-26ccd515-b853-4469-88d8-bba880041b8d req-8784632a-81cf-49dc-b036-9dd58ff9c52a service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459367 Aug 19 12:20:44.181292 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '061a64f6-f17a-423c-8411-be4fd9dfccf6', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'port_id': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'mac_address': 'fa:16:3e:7d:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:40Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 0, 'project_id': '9844dc0bfd094052906e539d62437239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:44.213896 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10089b2-cd81-461d-9ed4-cc2ea2f0bd48 None None] The sync data for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 is: [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '061a64f6-f17a-423c-8411-be4fd9dfccf6', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'port_id': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'mac_address': 'fa:16:3e:7d:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:40Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 0, 'project_id': '9844dc0bfd094052906e539d62437239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:44.372261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d2815a6-3652-4bb7-b07f-4fe6d6c995f9 req-bed292e5-e6f8-4325-8249-745d322f7df7 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0695903 Aug 19 12:20:44.434150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-66b888aa-2c8c-4cdf-b5ec-e29824228a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:44.435643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-66b888aa-2c8c-4cdf-b5ec-e29824228a71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.4853125 Aug 19 12:20:44.490521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62ce91-90ba-4c0e-9e60-392ddca90528 req-b6da008a-8263-42dd-ae81-c47924792580 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:44.492476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a62ce91-90ba-4c0e-9e60-392ddca90528 req-b6da008a-8263-42dd-ae81-c47924792580 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 944 time: 0.1857228 Aug 19 12:20:44.508895 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c4723da-af5b-432d-8de1-363e443e8cd6 req-b87a01d3-0e24-4542-8bad-1e7a908238f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0376098 Aug 19 12:20:44.536361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db703f-5200-428b-b0d2-77ccb84b6e33 None None] New status for floating IP 061a64f6-f17a-423c-8411-be4fd9dfccf6: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:20:44.605761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-689dfd23-f771-401e-8a48-07cc9e485db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:44.607294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-689dfd23-f771-401e-8a48-07cc9e485db1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597435 Aug 19 12:20:44.649314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a62ce91-90ba-4c0e-9e60-392ddca90528 req-c28b1750-9008-4602-a398-dc161ea506b7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473305 Aug 19 12:20:44.706212 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:20:44.706539 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:20:44.742686 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-505cc38a-4cad-4c33-9518-4fd3d1a22933 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264534 Aug 19 12:20:44.838070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31c6f3a4-6a8a-4701-b3d2-a13aa822d9fe req-b9c570c7-1fdf-4721-a68b-7647305290ab service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886660 Aug 19 12:20:45.208667 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.328043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:45.330398 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a53007f-391d-49ef-bdd0-0f49924d82cc" -d '{"events": [{"name": "network-changed", "server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "tag": "d93f9eda-acb4-4972-b900-48724004847c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:45.385228 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd96a891-d9e5-4c0f-a61c-1fd7fb4a488f x-openstack-request-id: req-fd96a891-d9e5-4c0f-a61c-1fd7fb4a488f {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:45.385533 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "tag": "d93f9eda-acb4-4972-b900-48724004847c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:45.385785 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd96a891-d9e5-4c0f-a61c-1fd7fb4a488f {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:45.386178 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c', 'status': 'completed', 'code': 200} Aug 19 12:20:45.502660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-313200d4-8001-4f26-8dc1-ff352b95e5c3 req-2601074b-6740-4da2-8c56-a1af5c948e35 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0385590 Aug 19 12:20:45.553229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-688e6374-efc9-4d5d-b375-a3e898c3e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:45.554940 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-688e6374-efc9-4d5d-b375-a3e898c3e5eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 1095 time: 0.1220047 Aug 19 12:20:45.800091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-99f11d8e-55a9-489a-86f0-35eeae0267c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:45.801492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-99f11d8e-55a9-489a-86f0-35eeae0267c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1906922 Aug 19 12:20:45.882680 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-fcf1714f-731c-42f0-88ee-61be2af1b956 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f9eda-acb4-4972-b900-48724004847c HTTP/1.1" status: 200 len: 217 time: 0.0714819 Aug 19 12:20:45.891718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9455210-126a-4acc-a4e2-00b98af7b367 req-e7c5b1d2-a6f1-4f40-9f6d-329b04755331 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:45.893139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9455210-126a-4acc-a4e2-00b98af7b367 req-e7c5b1d2-a6f1-4f40-9f6d-329b04755331 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 944 time: 0.1698775 Aug 19 12:20:45.961060 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.971227 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.975822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-456972dd-3487-4e73-95ae-1293156c60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:45.977410 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-456972dd-3487-4e73-95ae-1293156c60a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0834725 Aug 19 12:20:46.024943 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9455210-126a-4acc-a4e2-00b98af7b367 req-6b1685b2-4424-4721-a3a6-a3a9838d97a9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201441 Aug 19 12:20:46.100856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-e24f35a3-4163-4aa4-887a-73a265dd6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:46.102202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-e24f35a3-4163-4aa4-887a-73a265dd6e36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927441 Aug 19 12:20:46.270092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-422b8895-037b-4cdf-af48-b6b375ac4061 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601777 Aug 19 12:20:46.328725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Router 09f31089-55f3-4cdc-875f-935caac8962c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:46.414374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a53007f-391d-49ef-bdd0-0f49924d82cc req-a89691c7-26fc-4709-a355-a0f8f655e4ce service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366103 Aug 19 12:20:46.466232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:46.471082 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.481429 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] Sync routers for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:46.491466 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:46.492090 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:20:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:46.527838 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a3c10356-60b5-412d-9eab-16c798ad0d95 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "PUT /v2.0/floatingips/061a64f6-f17a-423c-8411-be4fd9dfccf6 HTTP/1.1" status: 200 len: 992 time: 3.1940260 Aug 19 12:20:46.605810 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:46.612370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e998dd77-defd-4a82-937f-cc1d5385ef03 req-cab745ff-9a71-4edf-90c2-2669485a5d26 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0296903 Aug 19 12:20:46.853971 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '061a64f6-f17a-423c-8411-be4fd9dfccf6', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'port_id': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'mac_address': 'fa:16:3e:7d:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:40Z', 'updated_at': '2021-08-19T12:20:45Z', 'revision_number': 2, 'project_id': '9844dc0bfd094052906e539d62437239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:46.880247 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] Checking router: 09f31089-55f3-4cdc-875f-935caac8962c for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:46.890653 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:46.891446 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:20:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:47.108297 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:47.140115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6312c378-1e14-4b56-b198-9a39ad51a2c4 req-377b0f3a-6768-4e1e-b08b-bac5d8cea063 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0430880 Aug 19 12:20:47.188799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368741e-81a3-4850-a4fe-112f2221e29d req-e6e53102-4f85-420e-bffb-6a0b172416ab tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.190506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7368741e-81a3-4850-a4fe-112f2221e29d req-e6e53102-4f85-420e-bffb-6a0b172416ab tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 944 time: 0.0528681 Aug 19 12:20:47.236923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7368741e-81a3-4850-a4fe-112f2221e29d req-74f33591-aabb-4b82-bf6b-8d17a9d36352 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396631 Aug 19 12:20:47.349136 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '061a64f6-f17a-423c-8411-be4fd9dfccf6', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'port_id': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'mac_address': 'fa:16:3e:7d:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:40Z', 'updated_at': '2021-08-19T12:20:45Z', 'revision_number': 2, 'project_id': '9844dc0bfd094052906e539d62437239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:47.381291 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b4972-b76f-4815-95bf-8129e3830f3d None None] The sync data for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 is: [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '061a64f6-f17a-423c-8411-be4fd9dfccf6', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'port_id': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'mac_address': 'fa:16:3e:7d:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:40Z', 'updated_at': '2021-08-19T12:20:45Z', 'revision_number': 2, 'project_id': '9844dc0bfd094052906e539d62437239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:47.387295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f'}, {'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:47.390663 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f"}, {"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:47.430084 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973a4ef9-afaf-486b-b91d-4be03225d787 x-openstack-request-id: req-973a4ef9-afaf-486b-b91d-4be03225d787 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:47.430386 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:47.430626 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-973a4ef9-afaf-486b-b91d-4be03225d787 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:47.430999 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'status': 'completed', 'code': 200} Aug 19 12:20:47.431246 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'status': 'completed', 'code': 200} Aug 19 12:20:47.517496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-57610496-f75c-4882-89fd-42878bc096a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.519070 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-57610496-f75c-4882-89fd-42878bc096a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9844dc0bfd094052906e539d62437239&device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 1096 time: 0.0433569 Aug 19 12:20:47.615088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-8aa8fc15-4ccd-4cf7-99b0-5b0d893c4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.616653 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-8aa8fc15-4ccd-4cf7-99b0-5b0d893c4c18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67 HTTP/1.1" status: 200 len: 914 time: 0.0906594 Aug 19 12:20:47.691521 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-d8701bdc-3d96-4091-afff-b5417bb260c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec78604-58fb-485f-ad84-b282fef01d6f HTTP/1.1" status: 200 len: 1000 time: 0.0670371 Aug 19 12:20:47.747196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-5f04ed83-41e1-40fb-bdae-7cd794070d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.748975 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-5f04ed83-41e1-40fb-bdae-7cd794070d0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2fde0bf-9265-4eba-be2e-c34d186656b8 HTTP/1.1" status: 200 len: 852 time: 0.0504866 Aug 19 12:20:47.798207 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-9f37e611-1552-4401-81b0-2cd8a2d0c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.799691 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-9f37e611-1552-4401-81b0-2cd8a2d0c1a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435102 Aug 19 12:20:47.895600 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-5bec0da2-de6b-4b3a-8a0c-20c83db2c58c service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885353 Aug 19 12:20:47.996988 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-9e55d022-ac68-4c02-b299-5f6239cf5666 service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939927 Aug 19 12:20:48.139116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-52d651bd-2dc8-4319-b64c-d892ea30c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.140552 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-52d651bd-2dc8-4319-b64c-d892ea30c290 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9844dc0bfd094052906e539d62437239&device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 1096 time: 0.0557957 Aug 19 12:20:48.249800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-dfb2f705-205e-47fd-8772-974447e81681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.251386 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-dfb2f705-205e-47fd-8772-974447e81681 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67 HTTP/1.1" status: 200 len: 914 time: 0.1012650 Aug 19 12:20:48.256423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b9475e0-80d0-45c8-ad01-8b1f6a50ca2d req-941f7db9-a947-4ff0-bf23-2f85f4b818ba tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0310616 Aug 19 12:20:48.324452 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-88db0d8b-6dfb-4b9f-9ce3-f6c620b4aa3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec78604-58fb-485f-ad84-b282fef01d6f HTTP/1.1" status: 200 len: 1000 time: 0.0640538 Aug 19 12:20:48.367048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dce658-017e-4181-893e-082e827d381c req-0540257e-8d14-4a92-b752-3ce319865559 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.368573 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23dce658-017e-4181-893e-082e827d381c req-0540257e-8d14-4a92-b752-3ce319865559 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 944 time: 0.0505934 Aug 19 12:20:48.380008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-4345724b-fdfc-42af-960c-a807d5620152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.382095 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-4345724b-fdfc-42af-960c-a807d5620152 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2fde0bf-9265-4eba-be2e-c34d186656b8 HTTP/1.1" status: 200 len: 852 time: 0.0510547 Aug 19 12:20:48.393275 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94e532af-0873-481e-8108-4948aa7497cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.409896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23dce658-017e-4181-893e-082e827d381c req-fe19b986-8ceb-43f8-a46d-0ea4e0fd8d82 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329728 Aug 19 12:20:48.436437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-18ab073d-7837-4701-8619-9c5c46c9a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.438057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-18ab073d-7837-4701-8619-9c5c46c9a8f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457885 Aug 19 12:20:48.545391 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-4796dc2d-0c33-4474-9540-8e69b1d8f8f9 service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990217 Aug 19 12:20:48.656899 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb1e0fc4-36d6-47a7-b4bc-1d6de0fa81e8 req-565e55c6-16cc-4937-b4df-7f2f0fbcf350 service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899827 Aug 19 12:20:49.380458 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7823079d-4633-49f6-97ee-0f2da620e2eb req-d708c4eb-9682-4c6d-9945-aae9d22abace tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0320175 Aug 19 12:20:49.537592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf197f9-b73a-4ea9-9ca2-24ceeb8f7ac2 req-344d48dd-44ed-4d0d-a90b-ba01373ecfe8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:49.539534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acf197f9-b73a-4ea9-9ca2-24ceeb8f7ac2 req-344d48dd-44ed-4d0d-a90b-ba01373ecfe8 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 944 time: 0.0524800 Aug 19 12:20:49.579450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acf197f9-b73a-4ea9-9ca2-24ceeb8f7ac2 req-e384409e-8844-49ec-9655-c12a404e13a4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330534 Aug 19 12:20:50.499984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c5bb3f3-ffd5-49b9-8090-697f832db993 req-027ea735-7d8a-4cc5-8033-0ea0c2e04054 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0326068 Aug 19 12:20:50.708271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1fdd3-a720-4f80-af5d-eb623df460d4 req-a4a0e2a8-4ffe-4e67-b7f2-ca20d6eeddce tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:50.710262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ee1fdd3-a720-4f80-af5d-eb623df460d4 req-a4a0e2a8-4ffe-4e67-b7f2-ca20d6eeddce tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 944 time: 0.0563512 Aug 19 12:20:50.752982 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ee1fdd3-a720-4f80-af5d-eb623df460d4 req-79bd3593-3353-479a-bcee-442b2cfe49b4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367038 Aug 19 12:20:50.780148 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0caf-c737-47e1-b72e-5fcf28d998c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.900340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.610387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7627b16-0a66-40fc-8752-ee6eab0b8517 req-40493828-671e-4d35-bd20-4e81ace9f785 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0287008 Aug 19 12:20:51.728824 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:20:51.900751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194864-c28b-4809-99cf-20e5ca447758 req-669deec7-2edf-4e5b-86a2-4b45662feaa5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:51.903962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73194864-c28b-4809-99cf-20e5ca447758 req-669deec7-2edf-4e5b-86a2-4b45662feaa5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 944 time: 0.0656276 Aug 19 12:20:51.951523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73194864-c28b-4809-99cf-20e5ca447758 req-eb338c04-4736-4b3e-954c-0112a99529e7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403655 Aug 19 12:20:51.974792 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.728218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9139ec01-8497-47f5-89df-8933c1fb271c req-9226eae4-cdc9-4e6b-a66e-e90c2fa379b5 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0367303 Aug 19 12:20:53.095991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec257b-48c1-496a-a2ff-3a2febd24dca req-f2b1f407-0c56-4492-b0c9-083dfe9de236 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:53.097593 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3ec257b-48c1-496a-a2ff-3a2febd24dca req-f2b1f407-0c56-4492-b0c9-083dfe9de236 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 944 time: 0.0592022 Aug 19 12:20:53.137790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3ec257b-48c1-496a-a2ff-3a2febd24dca req-2e20056f-d518-4a48-8d55-df958d3d4c1b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335381 Aug 19 12:20:53.245938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d93f9eda-acb4-4972-b900-48724004847c details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:53.349265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d93f9eda-acb4-4972-b900-48724004847c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d93f9eda-acb4-4972-b900-48724004847c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:53.361272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'd93f9eda-acb4-4972-b900-48724004847c', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:53.400169 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.413960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93f9eda-acb4-4972-b900-48724004847c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:53.435523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d93f9eda-acb4-4972-b900-48724004847c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d93f9eda-acb4-4972-b900-48724004847c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:53.442044 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.493346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d93f9eda-acb4-4972-b900-48724004847c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:53.729631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['d93f9eda-acb4-4972-b900-48724004847c'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:53.852102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db6811fc-26f6-4192-a05f-a140cc742d0a req-342dacd6-7bce-403d-a332-ec1de22c8847 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0266321 Aug 19 12:20:54.012789 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.221521 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.275243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8dff7-04a5-4674-901a-1c9c1b4f05ca req-2e4521bc-1a58-44bb-9994-f654e51b0790 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:54.276851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ad8dff7-04a5-4674-901a-1c9c1b4f05ca req-2e4521bc-1a58-44bb-9994-f654e51b0790 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 945 time: 0.0603311 Aug 19 12:20:54.317198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ad8dff7-04a5-4674-901a-1c9c1b4f05ca req-a1d2d35b-8ad7-4f7a-a794-fe34927c1902 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341933 Aug 19 12:20:54.969485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c6939f0-4cfe-40d5-bc31-c75b5630aa11 req-947457b1-a2ca-45fa-bbab-2afab3aa75ab tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0354688 Aug 19 12:20:55.246601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d93f9eda-acb4-4972-b900-48724004847c up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:55.304502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port d93f9eda-acb4-4972-b900-48724004847c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:55.308156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port d93f9eda-acb4-4972-b900-48724004847c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:55.308533 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.390607 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.415138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:55.417437 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0316a3d7-22e3-418e-9b63-d6f85221765b" -d '{"events": [{"server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "name": "network-vif-plugged", "status": "completed", "tag": "d93f9eda-acb4-4972-b900-48724004847c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:55.433714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port d93f9eda-acb4-4972-b900-48724004847c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d93f9eda-acb4-4972-b900-48724004847c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:55.438738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.452869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a3abf-f02e-4a5e-b0ee-82fc08c327f1 req-08cdf37e-9f1b-492f-8b39-78b03111a85c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:55.455550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c76a3abf-f02e-4a5e-b0ee-82fc08c327f1 req-08cdf37e-9f1b-492f-8b39-78b03111a85c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 945 time: 0.0665369 Aug 19 12:20:55.463492 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49d6f19-d785-47de-9d17-99e0784f7471 x-openstack-request-id: req-c49d6f19-d785-47de-9d17-99e0784f7471 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:55.463777 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "name": "network-vif-plugged", "status": "completed", "tag": "d93f9eda-acb4-4972-b900-48724004847c", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:55.464023 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c49d6f19-d785-47de-9d17-99e0784f7471 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:55.464403 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c', 'code': 200} Aug 19 12:20:55.492714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=d93f9eda-acb4-4972-b900-48724004847c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:55.497733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c76a3abf-f02e-4a5e-b0ee-82fc08c327f1 req-a63ba209-ca26-488c-a78a-f5c38d92ecce tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360103 Aug 19 12:20:55.586635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638605f-dc96-45b8-82dc-5468fc3650cc req-c6fed250-aecd-4a7f-8fd9-79e504fa6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:55.588249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2638605f-dc96-45b8-82dc-5468fc3650cc req-c6fed250-aecd-4a7f-8fd9-79e504fa6adf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 1097 time: 0.0462799 Aug 19 12:20:55.627888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2638605f-dc96-45b8-82dc-5468fc3650cc req-699c5af6-a119-482b-9153-dd12b84a8281 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328479 Aug 19 12:20:56.088622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad50b170-5118-45fa-b5f1-a93ae844ba91 req-f1a005f3-d016-474d-b267-05465cd93162 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0315201 Aug 19 12:20:56.629201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc486c35-b8c5-4250-a510-46367377be27 req-fb4eb333-ccee-431c-a9b4-223dea7ab432 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:56.630730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc486c35-b8c5-4250-a510-46367377be27 req-fb4eb333-ccee-431c-a9b4-223dea7ab432 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 946 time: 0.0546479 Aug 19 12:20:56.674229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc486c35-b8c5-4250-a510-46367377be27 req-475bbc4c-e8ee-4fd7-aec9-4c1e43ad7bba tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346014 Aug 19 12:20:57.196581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5160e70-c813-438e-ac1f-31fc4d766937 req-5ce6622b-95e0-4e8f-8080-3aadd27c6df9 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0291500 Aug 19 12:20:57.809520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d67b21-68d9-45d0-82cd-febcf8cfe522 req-e0423ac0-e07e-4cc3-90f5-a08fefc06f4b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:57.811002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30d67b21-68d9-45d0-82cd-febcf8cfe522 req-e0423ac0-e07e-4cc3-90f5-a08fefc06f4b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 946 time: 0.0617776 Aug 19 12:20:58.150125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30d67b21-68d9-45d0-82cd-febcf8cfe522 req-45b7ef88-7300-4f12-ac1b-422f0f54a31c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306615 Aug 19 12:20:58.284941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a6126-7a94-4d6b-adf9-b6a21b31eb7d req-4c636ed1-5828-4cba-8a77-10227812f68b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:58.286441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb7a6126-7a94-4d6b-adf9-b6a21b31eb7d req-4c636ed1-5828-4cba-8a77-10227812f68b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 946 time: 0.0574908 Aug 19 12:20:58.318852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7b4a219-6aa8-485a-9c62-0edbb4747216 req-91981039-ceb2-47ee-ab56-000aa4464c98 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0314398 Aug 19 12:20:58.346302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb7a6126-7a94-4d6b-adf9-b6a21b31eb7d req-d9d9405b-d65a-40ce-af94-d615b4e1e918 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496933 Aug 19 12:20:58.369858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56394) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:58.550543 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.593833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0c930-ada2-472d-b616-59b0e419bc21 tempest-TestVolumeBootPattern-487657429 tempest-TestVolumeBootPattern-487657429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:58.595781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fed0c930-ada2-472d-b616-59b0e419bc21 tempest-TestVolumeBootPattern-487657429 tempest-TestVolumeBootPattern-487657429-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 1092 time: 0.2249446 Aug 19 12:20:58.598802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56400) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:58.603688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:58.627088 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.741029 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.867291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.25.4.115 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ec29d253-d6e4-48bb-9cd4-3a6c3af0c4a5) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:58.986397 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.030201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.071763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:59.076600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:59.080081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:59.103554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=ec29d253-d6e4-48bb-9cd4-3a6c3af0c4a5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:59.430828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-333eaf5d-fcb1-4da6-8175-b7c6894264c2 req-d2cad15d-c2b6-4a57-8e01-7f5d3ebed5bc tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0319085 Aug 19 12:20:59.487255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.558334 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.719991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.726084 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.791448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=ec29d253-d6e4-48bb-9cd4-3a6c3af0c4a5,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:59.807444 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.927840 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Floating IP 10100f82-e309-44ed-8209-af66818bfcc9 associated. External IP: 172.25.4.115, port: d93f9eda-acb4-4972-b900-48724004847c. Aug 19 12:21:00.165226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:21:00.283273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:00.294164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] Sync routers for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:00.301541 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.304340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:00.305005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:20:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:00.329630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-38f461b7-cb3f-4ba8-a54c-95376a2f3b10 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7297227 Aug 19 12:21:00.330223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:00.332610 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f413b4bf-53df-4a52-9722-9be04dfe2e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "tag": "d93f9eda-acb4-4972-b900-48724004847c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:00.369560 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176d5118-1740-427c-994f-83c61e1b3ac1 x-openstack-request-id: req-176d5118-1740-427c-994f-83c61e1b3ac1 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:00.369845 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "tag": "d93f9eda-acb4-4972-b900-48724004847c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:00.370058 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-176d5118-1740-427c-994f-83c61e1b3ac1 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:00.370484 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c', 'status': 'completed', 'code': 200} Aug 19 12:21:00.419302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:00.456260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-0d74e3d1-2dd7-4fa0-bb17-63f70fa50089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:00.457820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-0d74e3d1-2dd7-4fa0-bb17-63f70fa50089 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 1097 time: 0.0441277 Aug 19 12:21:00.557116 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-609aecc4-2346-4753-b1d9-f1ed0526f822 req-fe5a6761-25c3-4eab-a885-7aa3e9ce3942 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0315711 Aug 19 12:21:00.588094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-3c1e8914-1bea-464d-99c6-16819303d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:00.589621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-3c1e8914-1bea-464d-99c6-16819303d484 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1250920 Aug 19 12:21:00.666277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-99cffc1a-69a1-4497-9b0c-18874fe6e962 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f9eda-acb4-4972-b900-48724004847c HTTP/1.1" status: 200 len: 1000 time: 0.0688312 Aug 19 12:21:00.668440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '10100f82-e309-44ed-8209-af66818bfcc9', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:59Z', 'updated_at': '2021-08-19T12:20:59Z', 'revision_number': 0, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:00.697773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] Checking router: 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:00.707022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:00.707637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:20:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:00.717762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-4fd9d5d1-5053-423c-b9f4-323bea1488b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:00.719253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-4fd9d5d1-5053-423c-b9f4-323bea1488b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0457385 Aug 19 12:21:00.769544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-2e99cdf7-4a87-4e64-a98c-5756c47e4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:00.771263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-2e99cdf7-4a87-4e64-a98c-5756c47e4355 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440161 Aug 19 12:21:00.824910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:00.870964 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-f4352980-6629-45b8-947e-3f04d7d81b4c service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878067 Aug 19 12:21:00.965127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f413b4bf-53df-4a52-9722-9be04dfe2e4d req-2e98f3fd-3ea3-4fed-9383-8b708c78e185 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871229 Aug 19 12:21:01.053382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '10100f82-e309-44ed-8209-af66818bfcc9', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:59Z', 'updated_at': '2021-08-19T12:20:59Z', 'revision_number': 0, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:01.085144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e467bb-c2b1-43c9-9222-1601919f2e91 None None] The sync data for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 is: [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '10100f82-e309-44ed-8209-af66818bfcc9', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:59Z', 'updated_at': '2021-08-19T12:20:59Z', 'revision_number': 0, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:01.304847 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c347d669-e891-4c82-bb73-d6600dde19c4 None None] New status for floating IP 10100f82-e309-44ed-8209-af66818bfcc9: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:21:01.664975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-085ecda9-6f46-4e6d-9277-b915dfb17218 req-10053dcb-c97c-4047-99e5-2e8cc101a80b tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0279944 Aug 19 12:21:02.785793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8993b31f-02df-4fd3-9f4f-96d43303cf42 req-1bde0373-5428-42d7-8538-26dcf251cfe4 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0339310 Aug 19 12:21:03.907992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9943e17b-31b1-41b7-9df4-aa48dce62da6 req-f81ae5e6-c67b-4282-9641-b6f0bbb30718 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0272729 Aug 19 12:21:05.026676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-491390b3-fd74-42be-92d3-3bf6de3dd394 req-3d7fa6b7-5edd-4da6-a96f-1ab5aa697c32 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0300345 Aug 19 12:21:06.140918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7bc5d25-f361-4e81-8d99-96a4b4662a41 req-9ec9e296-c38b-45e7-827d-ed4c8704b968 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0286856 Aug 19 12:21:07.257011 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3dcb791c-caaf-472f-a7e3-e7527ecc6163 req-3c0a512c-f18f-4d19-b1ce-9623909a1b62 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0285039 Aug 19 12:21:08.375882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e91f5f2-a95a-40bf-a7be-392cf7461a54 req-55cc0a21-d31a-4792-afa0-afdcbe3fc5a6 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0314660 Aug 19 12:21:09.488912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-748e1656-a3f0-4c6a-83e3-76c9fe91a6fd req-63440e57-226a-450b-8d8a-e6473bc18bc3 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0322325 Aug 19 12:21:10.595340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bcc5416-b56d-4c3b-8c70-2177cd9e880b req-7c851811-f8be-4bde-b453-ff910bf8cdab tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0279303 Aug 19 12:21:11.719147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9ba9440-0320-43a4-b011-8943ad2871ea req-f407b66a-8453-4f73-98bd-4121a87a4c24 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0282967 Aug 19 12:21:12.834957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6572b05-fa93-44ae-8828-b6e5533a6b42 req-c079f2b5-fbc1-421a-a3dd-019635784f26 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0284867 Aug 19 12:21:13.950497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acca1ae6-2524-4931-b7a0-f0da1affe446 req-547fe9a5-dd7c-48de-929b-28291719562a tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0284295 Aug 19 12:21:15.055282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ebb7ca0-1fda-4a91-8c36-9c40c8225a5c req-17237597-e4fc-407e-ad98-8224b1847e78 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0278666 Aug 19 12:21:16.168535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-334e7ec7-a815-4900-a750-3fa57913255f req-5a3eef10-8aef-4efe-8422-5015bb937e00 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0333450 Aug 19 12:21:17.295670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64bfe07e-3bc0-4f96-8449-ee659e5457e3 req-4ce1de93-66cb-4288-a184-2bbc8a4b38d8 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0342922 Aug 19 12:21:17.809342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985ee66-c18a-4f70-824d-d1f10164c7a8 req-62dd4be0-5b0c-415e-a9df-8e295fe86cc4 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:17.810789 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d985ee66-c18a-4f70-824d-d1f10164c7a8 req-62dd4be0-5b0c-415e-a9df-8e295fe86cc4 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0552378 Aug 19 12:21:17.855117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d985ee66-c18a-4f70-824d-d1f10164c7a8 req-d5589f7a-5138-4e11-96a7-35b106ebf269 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348263 Aug 19 12:21:18.397522 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-59fd21e8-6654-4ebd-a66a-613d68fba1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.404183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51aeaa77-c186-47d1-945d-e49bab06b4bf req-5eb786d6-cd07-4c31-b79f-1a4b4ef6d00d tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0281277 Aug 19 12:21:19.009093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fdcc8-2cd6-4ece-8829-29f3cb86aea1 req-31b77dd5-f176-4f7f-a44c-88b90d11fe5e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:19.010528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d44fdcc8-2cd6-4ece-8829-29f3cb86aea1 req-31b77dd5-f176-4f7f-a44c-88b90d11fe5e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0757959 Aug 19 12:21:19.051627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d44fdcc8-2cd6-4ece-8829-29f3cb86aea1 req-232c608b-6632-41d0-91ac-aa3789938eb8 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347443 Aug 19 12:21:19.532264 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-005c1428-800a-47e5-92f5-73ea16a81fc4 req-d9194292-a100-406e-970f-d4c672c00ee7 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0397897 Aug 19 12:21:19.674643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56526) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:19.837362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Deleting port 528e0f5d-d100-45b2-a799-93e19c9c679d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:19.837687 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.925684 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.926019 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.938811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Calling delete_port for 528e0f5d-d100-45b2-a799-93e19c9c679d owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:20.126770 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.156769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event deleted for resources: {'Port': ['ID=528e0f5d-d100-45b2-a799-93e19c9c679d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:20.191864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.192215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.192559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.192928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.193264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.194266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.194622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.194959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.195292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.195627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.195956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.196287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:20.265582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26495f-cfc3-4b44-b227-8fd65d8be302 req-f8005f5e-8781-41b7-a066-05b9dbb1e8b2 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:20.267664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c26495f-cfc3-4b44-b227-8fd65d8be302 req-f8005f5e-8781-41b7-a066-05b9dbb1e8b2 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.1127951 Aug 19 12:21:20.276808 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.277151 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Floating IP 061a64f6-f17a-423c-8411-be4fd9dfccf6 disassociated (deleted). External IP: 172.25.4.71, port: 4ec78604-58fb-485f-ad84-b282fef01d6f. Aug 19 12:21:20.473271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-68bff56a-9922-4e29-b5d1-935f455eb639 req-e043119d-1f72-47e7-8550-0d8f098aac54 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0281761 Aug 19 12:21:20.667794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c26495f-cfc3-4b44-b227-8fd65d8be302 req-a3c00e85-4999-4ddd-a6a9-d5f8b29782b3 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3934760 Aug 19 12:21:20.706246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22269e3f-ae1d-41bd-971c-9adf15941bb3 req-67280284-d519-49e2-96f5-a227b97690b9 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0451796 Aug 19 12:21:20.773265 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1d65daa-78dd-47da-a8fa-d065766dd86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.837961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Router 09f31089-55f3-4cdc-875f-935caac8962c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:21:20.894340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.953437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:20.958097 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.964585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] Sync routers for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:20.974091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:20.974807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:21:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:20.998768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-70db8e6d-de5d-4f1d-99a1-0248fbe4da33 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "DELETE /v2.0/floatingips/061a64f6-f17a-423c-8411-be4fd9dfccf6 HTTP/1.1" status: 204 len: 168 time: 1.3196869 Aug 19 12:21:20.998768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:20.999708 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:21.167370 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e695e3aa-93bf-4dd2-a7cc-f90142a7e44c x-openstack-request-id: req-e695e3aa-93bf-4dd2-a7cc-f90142a7e44c {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:21.167641 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:21.168032 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e695e3aa-93bf-4dd2-a7cc-f90142a7e44c {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:21.168719 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'status': 'completed', 'code': 200} Aug 19 12:21:21.269376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:21.278205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b518-7aa7-4948-91b6-4faa638afcda req-2414d6c9-3914-43c3-aa1b-619f521f685d tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.279908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f425b518-7aa7-4948-91b6-4faa638afcda req-2414d6c9-3914-43c3-aa1b-619f521f685d tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 945 time: 0.0644934 Aug 19 12:21:21.300812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-e8ff993e-1c6a-4112-a69d-4e01c355de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.302596 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-e8ff993e-1c6a-4112-a69d-4e01c355de8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9844dc0bfd094052906e539d62437239&device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 1096 time: 0.0463924 Aug 19 12:21:21.323476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f425b518-7aa7-4948-91b6-4faa638afcda req-ff097a87-f1e1-47ec-a93e-baf6d2241fef tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345447 Aug 19 12:21:21.420283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-2f04ad60-2405-4a67-a43b-ee071ae67f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.422005 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-2f04ad60-2405-4a67-a43b-ee071ae67f17 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67 HTTP/1.1" status: 200 len: 914 time: 0.1114299 Aug 19 12:21:21.468120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-e496baf0-3e22-48d3-b9d0-cef55a6defa7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec78604-58fb-485f-ad84-b282fef01d6f HTTP/1.1" status: 200 len: 217 time: 0.0358102 Aug 19 12:21:21.486164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:21.516717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] Checking router: 09f31089-55f3-4cdc-875f-935caac8962c for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:21.525369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:21.526002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:21:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:21.529639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-3cbc02c4-1ffd-42bf-86ce-5ddb3c4c57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.531270 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-3cbc02c4-1ffd-42bf-86ce-5ddb3c4c57c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2fde0bf-9265-4eba-be2e-c34d186656b8 HTTP/1.1" status: 200 len: 852 time: 0.0537238 Aug 19 12:21:21.586171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-5f1f4398-f64c-4476-9e87-cfd47b5562d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.587944 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-5f1f4398-f64c-4476-9e87-cfd47b5562d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff9f162d-8e11-4e8f-a627-a72b49ab1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472224 Aug 19 12:21:21.635647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:21.770713 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-02616a26-3ccf-4cde-bef3-5dc92d0e1d63 service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349759 Aug 19 12:21:21.837581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bcffa01-8003-4abf-ace0-12f811a1d48e req-fcf615ba-4f01-40de-9153-f3865e5b9379 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0388043 Aug 19 12:21:21.856298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63794eff-56bc-404b-b744-2cfd9b833722 req-6882c71f-31c2-4286-9e02-24ee6b4738d5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.858699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63794eff-56bc-404b-b744-2cfd9b833722 req-6882c71f-31c2-4286-9e02-24ee6b4738d5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.1003187 Aug 19 12:21:21.914198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63794eff-56bc-404b-b744-2cfd9b833722 req-e72ed61b-eff9-42d5-8f6f-582892df59f0 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453939 Aug 19 12:21:21.962364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:21.970482 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-98da0cf7-ae50-4fe2-88c7-02e83b4380a2 req-902e5883-e146-420b-9df0-694fc4005bc2 service neutron] 10.222.0.54 "GET /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706452 Aug 19 12:21:22.001637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b20dc3-38b3-4fc0-b6d3-3228ea3550c4 None None] The sync data for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 is: [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 4, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '3e7a160c-fea7-4bed-9c33-918299e8963e', 'name': '', 'network_id': 'ff9f162d-8e11-4e8f-a627-a72b49ab1f67', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'mac_address': 'fa:16:3e:ae:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:01Z', 'updated_at': '2021-08-19T12:18:13Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'subnets': [{'id': 'e2fde0bf-9265-4eba-be2e-c34d186656b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:22.011235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.153235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-563cc0f0-670a-4297-ae62-e7f242f282e5 req-19b1fc59-3c9a-4648-bfba-6f1411d9da3c tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0285475 Aug 19 12:21:22.204804 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c767e70b-350f-44ec-84e3-8dfb1b8c3eee req-1ef515f8-48c7-48f3-af16-b110c19c2e92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89518219046944aabc7de1ab160ba677&device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0272210 Aug 19 12:21:22.282195 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32986f31-5d4c-4295-91dd-d4656885a860 None None] New status for floating IP 061a64f6-f17a-423c-8411-be4fd9dfccf6: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:21:22.291816 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c767e70b-350f-44ec-84e3-8dfb1b8c3eee req-1ee6674f-943b-45fe-a4f4-3275e719f2f2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=89518219046944aabc7de1ab160ba677&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367444 Aug 19 12:21:22.456996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f2faf-4d69-487f-a2df-79237aee11b1 req-86c0c30d-10af-4700-abdc-7122717ba8dd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.459188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-546f2faf-4d69-487f-a2df-79237aee11b1 req-86c0c30d-10af-4700-abdc-7122717ba8dd tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 945 time: 0.0549855 Aug 19 12:21:22.465691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-3eb667d1-8aed-40ac-800e-828d669356ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.467181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-3eb667d1-8aed-40ac-800e-828d669356ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 1096 time: 0.1846035 Aug 19 12:21:22.524513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-546f2faf-4d69-487f-a2df-79237aee11b1 req-a251e8db-374d-4dac-b0bd-10d57e9a1677 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583928 Aug 19 12:21:22.563865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767e70b-350f-44ec-84e3-8dfb1b8c3eee req-bfc275e1-3995-4cc2-ba7b-a4922d71712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.565454 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c767e70b-350f-44ec-84e3-8dfb1b8c3eee req-bfc275e1-3995-4cc2-ba7b-a4922d71712e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2513227 Aug 19 12:21:22.607035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-495c9f87-f80e-4c7a-933a-05365edac924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.608535 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-495c9f87-f80e-4c7a-933a-05365edac924 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 912 time: 0.1034722 Aug 19 12:21:22.695505 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-df1518d0-dffa-4385-a8a5-6bfa2f923023 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee HTTP/1.1" status: 200 len: 1001 time: 0.0652440 Aug 19 12:21:22.748726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-e4c32b11-1d5b-45fd-b6d3-e282e28b74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.750451 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-e4c32b11-1d5b-45fd-b6d3-e282e28b74ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0474772 Aug 19 12:21:22.854847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-1c2c8f2f-b915-4ef1-a33c-183e6a261104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.856359 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-1c2c8f2f-b915-4ef1-a33c-183e6a261104 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470328 Aug 19 12:21:22.960431 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-835a6cf6-877f-4833-b4ea-8278b4f31760 service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939798 Aug 19 12:21:23.036392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d329b-3785-4e91-bc50-93f5df260006 req-1deee4a4-d7c6-4113-b122-131d32b0c60e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:23.038460 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d9d329b-3785-4e91-bc50-93f5df260006 req-1deee4a4-d7c6-4113-b122-131d32b0c60e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0547328 Aug 19 12:21:23.056751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dc143dc5-3915-4e06-abda-ac1a6f69a4f5 req-93990799-8c8a-4a13-a10f-310b3cd57add service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884085 Aug 19 12:21:23.080203 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d9d329b-3785-4e91-bc50-93f5df260006 req-ae4a2fff-e5b7-4f2c-a823-97bd0a545223 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345671 Aug 19 12:21:23.257498 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-050002e3-a3e6-4bcd-be52-482f6bb1494d req-42098788-b66c-4dfc-99a5-23c99664b868 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0285244 Aug 19 12:21:23.567328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-bc814b98-b701-4447-af1c-1bb22cb3ac45 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:23.569903 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-bc814b98-b701-4447-af1c-1bb22cb3ac45 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 945 time: 0.0582573 Aug 19 12:21:23.649681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ad8f7-f07b-41d8-aabe-eca8e182a1bf req-cc324649-8b37-4696-bdce-c337d1171642 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:23.651209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-115ad8f7-f07b-41d8-aabe-eca8e182a1bf req-cc324649-8b37-4696-bdce-c337d1171642 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 945 time: 0.0548360 Aug 19 12:21:23.676191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Deleting port 4ec78604-58fb-485f-ad84-b282fef01d6f {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:23.676529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.692999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-115ad8f7-f07b-41d8-aabe-eca8e182a1bf req-44b7a2d4-31e3-4e73-9936-7d0fbce5c02b tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c2907f8-717f-430c-b7b8-46adb990f1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349560 Aug 19 12:21:23.768103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] For port 4ec78604-58fb-485f-ad84-b282fef01d6f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4ec78604-58fb-485f-ad84-b282fef01d6f,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:23.768462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.785161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Calling delete_port for 4ec78604-58fb-485f-ad84-b282fef01d6f owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:23.924366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.953377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event deleted for resources: {'Port': ['ID=4ec78604-58fb-485f-ad84-b282fef01d6f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:23.983023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.983370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.983704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.984036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.984367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.984758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.985043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.985362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.985688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.986007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.986322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:23.986624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:24.010648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] No DVR routers for this DVR port 4ec78604-58fb-485f-ad84-b282fef01d6f on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:24.013846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.016111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-649e6348-e2f2-41ad-a3de-142c596d8c44 req-d3d39367-1b73-4cc6-9730-2af604cc2c38 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.54 "DELETE /v2.0/ports/4ec78604-58fb-485f-ad84-b282fef01d6f HTTP/1.1" status: 204 len: 173 time: 0.4369702 Aug 19 12:21:24.016569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'name': 'network-vif-deleted', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:24.018977 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56668341-691d-452c-bc03-5bdf7eefc1b7" -d '{"events": [{"server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "name": "network-vif-deleted", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:24.021700 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.062921 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fb8485-7cd9-43a2-80d5-75dfe9c368b6 x-openstack-request-id: req-b0fb8485-7cd9-43a2-80d5-75dfe9c368b6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:24.063452 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5960c6-fc42-4d40-a266-8d9dd22da559", "name": "network-vif-deleted", "tag": "4ec78604-58fb-485f-ad84-b282fef01d6f", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:24.063824 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0fb8485-7cd9-43a2-80d5-75dfe9c368b6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:24.064510 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5960c6-fc42-4d40-a266-8d9dd22da559', 'name': 'network-vif-deleted', 'tag': '4ec78604-58fb-485f-ad84-b282fef01d6f', 'status': 'completed', 'code': 200} Aug 19 12:21:24.206305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338550d-e4c4-4b53-9fd2-567635587a90 req-3e331547-2229-4c47-81fd-26f709077e04 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.207810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6338550d-e4c4-4b53-9fd2-567635587a90 req-3e331547-2229-4c47-81fd-26f709077e04 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0574458 Aug 19 12:21:24.219916 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.248359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6338550d-e4c4-4b53-9fd2-567635587a90 req-677340f5-1018-4240-b1ab-4dd957269b55 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335302 Aug 19 12:21:24.359782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e00f6720-2440-4808-a428-2dc9d23cbff9 req-515ad3a6-d440-4ec8-90b7-8922e65779ca tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.65 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0276780 Aug 19 12:21:24.400160 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c767e70b-350f-44ec-84e3-8dfb1b8c3eee req-e4223118-bfee-48a7-8818-6806643b70b6 tempest-ServerShowV254Test-1237478258 tempest-ServerShowV254Test-1237478258-project] 10.222.0.54 "GET /v2.0/ports?device_id=aeffa84f-2cdf-4544-b504-d32f95147ca6 HTTP/1.1" status: 200 len: 210 time: 0.0312626 Aug 19 12:21:24.795196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54f553ed-f0b8-4d7d-ac8a-e6c7cf2c129f req-35918a47-ba9b-4e48-a799-21ee8275c6fa tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 210 time: 0.0268958 Aug 19 12:21:25.372969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586e7e9-58cc-4fbd-aeb5-680170c743a7 req-0a7f9d44-7d5b-475d-9a60-a550d2069640 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:25.374543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3586e7e9-58cc-4fbd-aeb5-680170c743a7 req-0a7f9d44-7d5b-475d-9a60-a550d2069640 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0518816 Aug 19 12:21:25.417829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3586e7e9-58cc-4fbd-aeb5-680170c743a7 req-685ba883-0f54-4aa5-8b11-45c1800e1cd7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371661 Aug 19 12:21:25.679212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56586) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:25.791604 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7774a48-5894-461e-8d55-6132696809c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.916494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52304cf8-c189-4114-8d17-21637f2d3f32 req-982f5b8e-703f-4335-9bf8-452ac5e1b047 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 210 time: 0.0358424 Aug 19 12:21:25.928603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7774a48-5894-461e-8d55-6132696809c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.933867 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7774a48-5894-461e-8d55-6132696809c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.975633 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e7774a48-5894-461e-8d55-6132696809c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89518219046944aabc7de1ab160ba677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952085 Aug 19 12:21:25.976654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7774a48-5894-461e-8d55-6132696809c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f16261f-2f0f-49e8-9249-7baf7a2d5190,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:25.978428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 56598) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:26.037205 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be222aaa-22d1-4f7e-93e2-f30b432ec043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.059901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be222aaa-22d1-4f7e-93e2-f30b432ec043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.121175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be222aaa-22d1-4f7e-93e2-f30b432ec043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.125145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be222aaa-22d1-4f7e-93e2-f30b432ec043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.129271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-be222aaa-22d1-4f7e-93e2-f30b432ec043 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f16261f-2f0f-49e8-9249-7baf7a2d5190 HTTP/1.1" status: 204 len: 168 time: 0.1464756 Aug 19 12:21:26.136456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be222aaa-22d1-4f7e-93e2-f30b432ec043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f16261f-2f0f-49e8-9249-7baf7a2d5190,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:26.597623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d733d5-c8f5-4edf-82c3-e2c77604744d req-4e0e5114-1820-45ba-ac3b-9f3d67aefc5e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:26.600198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83d733d5-c8f5-4edf-82c3-e2c77604744d req-4e0e5114-1820-45ba-ac3b-9f3d67aefc5e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0722790 Aug 19 12:21:26.657293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83d733d5-c8f5-4edf-82c3-e2c77604744d req-e45d421d-b238-4e4a-a036-2fa7521b9a39 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497630 Aug 19 12:21:26.835599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 4ec78604-58fb-485f-ad84-b282fef01d6f no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:26.871879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 4ec78604-58fb-485f-ad84-b282fef01d6f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:26.872488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 4ec78604-58fb-485f-ad84-b282fef01d6f not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:26.944049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56628) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:27.038701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a5878de-3468-4135-84f2-dfb5474759b7 req-8206d765-70f4-4131-bca1-adbb911fbb68 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 210 time: 0.0397089 Aug 19 12:21:27.061180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-608880119-network', 'tenant_id': 'd1ad70f6713948f78cc76a1704dd7cf8'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:27.081509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Made reservation on behalf of d1ad70f6713948f78cc76a1704dd7cf8 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:27.084011 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.092667 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.185210 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.189275 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.222305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:27.224489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1916b5-3f32-44d0-9245-67e5ef42d696,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:27.249487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.249990 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Added segment beb08db2-b586-4394-baa3-6ce99f56ab51 of type vlan for network b7b0cf57-1094-4171-ad8b-957e310132b2 Aug 19 12:21:27.298514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.326492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.327595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.328242 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.383757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4383686 Aug 19 12:21:27.386326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56638) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:27.391362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Request body: {'subnet': {'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-608880119-subnet', 'tenant_id': 'd1ad70f6713948f78cc76a1704dd7cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:27.413008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9d465-1a94-426a-99d9-1d210d3ab910 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b0cf57-1094-4171-ad8b-957e310132b2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:27.424040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network b7b0cf57-1094-4171-ad8b-957e310132b2 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:27.426937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Made reservation on behalf of d1ad70f6713948f78cc76a1704dd7cf8 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:27.431295 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.640077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.692936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8012c48b-b06f-4152-9833-5ffe556c1890,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:27.710800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Checking segment: {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:27.711173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Network hostable DHCP agents. Network: b7b0cf57-1094-4171-ad8b-957e310132b2, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:27.738565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Network b7b0cf57-1094-4171-ad8b-957e310132b2 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:27.764240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, b7b0cf57-1094-4171-ad8b-957e310132b2) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:27.769688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.769863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.774227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c65e54-c0ec-4ce0-a958-bc5dc24998ad None None] Network b7b0cf57-1094-4171-ad8b-957e310132b2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:27.795566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e7668-f654-45ae-adbf-39380db68770 req-d0bc3561-9d0a-42ac-a413-a6f9c191d1bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.797912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa8e7668-f654-45ae-adbf-39380db68770 req-d0bc3561-9d0a-42ac-a413-a6f9c191d1bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0707979 Aug 19 12:21:27.808258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f0fe07b9-9eb3-4f61-8387-5f1f8ebcf06a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4124558 Aug 19 12:21:27.842877 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa8e7668-f654-45ae-adbf-39380db68770 req-3a2f18ed-be4d-44ae-9b65-49bde6cf5c5b tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377576 Aug 19 12:21:27.912391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7bc36f-a19d-4304-ac60-8c6c5c1ebeb6 None None] Network b7b0cf57-1094-4171-ad8b-957e310132b2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:28.182923 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09cd32f9-bb7f-4d90-9e55-e8e1f908d6d4 req-31be1768-e004-4c6e-a829-0ffc7c2c165a tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b5960c6-fc42-4d40-a266-8d9dd22da559 HTTP/1.1" status: 200 len: 210 time: 0.0395534 Aug 19 12:21:28.299382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-3bdb3b6f-4d7d-45e9-bb2e-edf79fe21ffd tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:28.301043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-3bdb3b6f-4d7d-45e9-bb2e-edf79fe21ffd tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 813 time: 0.1172090 Aug 19 12:21:28.317991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-fbadab94-acf3-486e-8581-7e912c53b7a8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/quotas/d1ad70f6713948f78cc76a1704dd7cf8 HTTP/1.1" status: 200 len: 375 time: 0.0104721 Aug 19 12:21:28.352932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-4479ec33-0644-4628-af33-f13ecafbba8b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279977 Aug 19 12:21:28.364293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-44f58949-4ec4-4dcc-abaf-653f6d7490e8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:21:28.365813 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-44f58949-4ec4-4dcc-abaf-653f6d7490e8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056658 Aug 19 12:21:28.458595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-0d410354-49bc-479c-b347-31a8f4a02230 service neutron] 10.222.0.65 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869207 Aug 19 12:21:28.563352 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-aadd7d6e-935d-46f1-9f99-9047f5884ec3 service neutron] 10.222.0.65 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983067 Aug 19 12:21:28.570153 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:28.622386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fb213-e249-47fa-b5aa-69d05a2a4f7f req-05c7d040-ccbd-4ac1-9182-1b2fd9a64854 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:28.623883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-944fb213-e249-47fa-b5aa-69d05a2a4f7f req-05c7d040-ccbd-4ac1-9182-1b2fd9a64854 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0515211 Aug 19 12:21:28.662462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-944fb213-e249-47fa-b5aa-69d05a2a4f7f req-668d9c27-ddae-4f4f-85ee-bd31f3e1330e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Aug 19 12:21:28.727642 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:21:28.732756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94264018-3df0-4334-822e-ea1ac803d4d6 req-ceb15785-b3aa-4aa6-a19b-ca9786b80307 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 210 time: 0.0292146 Aug 19 12:21:28.969504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a733b4c-fa7b-4dad-93b1-2b21a808bb36 req-7b10ba60-2c84-4e35-a8b6-fe7131ad23fe tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:28.971157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a733b4c-fa7b-4dad-93b1-2b21a808bb36 req-7b10ba60-2c84-4e35-a8b6-fe7131ad23fe tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0537908 Aug 19 12:21:29.014979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a733b4c-fa7b-4dad-93b1-2b21a808bb36 req-f5b2bfb5-ab31-4f52-af91-897d49933474 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359259 Aug 19 12:21:29.234114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe221b-ff19-41d6-881b-533d8f09e2cf req-62e1cca3-8593-4c46-9c89-b88f63d2a077 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.235907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dfe221b-ff19-41d6-881b-533d8f09e2cf req-62e1cca3-8593-4c46-9c89-b88f63d2a077 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0591817 Aug 19 12:21:29.273854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 56696) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:29.289493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-87720a9d-c7b3-46b3-a013-6d7367deecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.291081 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-87720a9d-c7b3-46b3-a013-6d7367deecd3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 1096 time: 0.0482597 Aug 19 12:21:29.316821 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4dfe221b-ff19-41d6-881b-533d8f09e2cf req-c8d6a1e0-0122-4e9f-bbe6-95e717162dd5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694654 Aug 19 12:21:29.366056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4bfb-da1a-4a6f-ab2d-1da1f2bf43b3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.388659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-eb02189f-02f3-49b1-8a64-e314d1abda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.390182 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-eb02189f-02f3-49b1-8a64-e314d1abda4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 912 time: 0.0889893 Aug 19 12:21:29.393341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4bfb-da1a-4a6f-ab2d-1da1f2bf43b3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.459311 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4bfb-da1a-4a6f-ab2d-1da1f2bf43b3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.462202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4bfb-da1a-4a6f-ab2d-1da1f2bf43b3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.466158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e9ee4bfb-da1a-4a6f-ab2d-1da1f2bf43b3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] 10.222.0.65 "DELETE /v2.0/security-groups/1c2907f8-717f-430c-b7b8-46adb990f1f7 HTTP/1.1" status: 204 len: 168 time: 0.1901455 Aug 19 12:21:29.477306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee4bfb-da1a-4a6f-ab2d-1da1f2bf43b3 tempest-TestVolumeBackupRestore-1822284602 tempest-TestVolumeBackupRestore-1822284602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2907f8-717f-430c-b7b8-46adb990f1f7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:29.487886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-cba82311-87ec-4514-a44a-c1a6c9dfeb73 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee HTTP/1.1" status: 200 len: 1001 time: 0.0667167 Aug 19 12:21:29.542078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-0e1cd963-bb41-47a2-8d60-93ba10ce826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.543642 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-0e1cd963-bb41-47a2-8d60-93ba10ce826d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0488050 Aug 19 12:21:29.596658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-ed95e909-bc2c-465f-9791-0ef08c8e8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.598319 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-ed95e909-bc2c-465f-9791-0ef08c8e8f1e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475438 Aug 19 12:21:29.731266 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-362103c0-e7e2-4bad-8aec-6ec65b1ea65a service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237228 Aug 19 12:21:29.873733 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b8eec5a-9783-4743-84e7-8793593fd998 req-dc5ef20e-064f-4019-abc1-3dbb68d6a22c service neutron] 10.222.0.54 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261969 Aug 19 12:21:29.930839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e71dfaf7-0494-41f6-ada4-efcb797bd81e req-315afe23-e021-43a9-a454-a83ddf440175 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 210 time: 0.0483046 Aug 19 12:21:29.944798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f3d66-579f-40d3-ac23-33f20ea71451 req-8ba08771-fd3a-42b1-b97e-2584fff1af25 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.952526 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c60f3d66-579f-40d3-ac23-33f20ea71451 req-8ba08771-fd3a-42b1-b97e-2584fff1af25 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.1280472 Aug 19 12:21:30.037817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c60f3d66-579f-40d3-ac23-33f20ea71451 req-ad73a8fc-87d1-48ac-9a0d-7fc519019bed tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840158 Aug 19 12:21:30.109392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-b4d1d1ef-beb3-419d-9137-48278c614e60 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:30.111441 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-b4d1d1ef-beb3-419d-9137-48278c614e60 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.54 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 813 time: 0.1630740 Aug 19 12:21:30.141162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Request body: {'port': {'device_id': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2', 'admin_state_up': True, 'tenant_id': 'd1ad70f6713948f78cc76a1704dd7cf8'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:30.260003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Made reservation on behalf of d1ad70f6713948f78cc76a1704dd7cf8 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:30.263780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.472170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a1dd7-e5db-4f29-bf8d-b61548b45edd req-47fd33d8-7cad-4061-844f-ddccae665e90 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:30.482509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-683a1dd7-e5db-4f29-bf8d-b61548b45edd req-47fd33d8-7cad-4061-844f-ddccae665e90 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0754793 Aug 19 12:21:30.523239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Allocated IP 172.20.0.8 (b7b0cf57-1094-4171-ad8b-957e310132b2/8012c48b-b06f-4152-9833-5ffe556c1890/9fb1cb52-5650-4920-8f4e-3bf075665232) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:30.556995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-683a1dd7-e5db-4f29-bf8d-b61548b45edd req-009c54c2-8629-40a5-ad63-86bd8908f240 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722671 Aug 19 12:21:30.746218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.842471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.900475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Network b7b0cf57-1094-4171-ad8b-957e310132b2 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:30.904394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:30.909270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:30.915455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:30.968706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:30.969508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.986831 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-de791049-e4af-4fe9-88fe-c8fd4fa066a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8496673 Aug 19 12:21:31.005424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Request body: {'port': {'device_id': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:31.097329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422e0f4-6791-4efe-b790-0066778241ab req-f1ecf4e7-a6f7-46b7-bf64-f97b6752f8d0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:31.099927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b422e0f4-6791-4efe-b790-0066778241ab req-f1ecf4e7-a6f7-46b7-bf64-f97b6752f8d0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 931 time: 0.0715356 Aug 19 12:21:31.121961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.207638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b422e0f4-6791-4efe-b790-0066778241ab req-264db561-4363-41ec-876d-42c795884c68 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916984 Aug 19 12:21:31.277714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b697-19d3-4e2c-9f92-cba5d4b7ab88 req-dbb92b65-dc4a-4990-8496-f778e5745690 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:31.279758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b29b697-19d3-4e2c-9f92-cba5d4b7ab88 req-dbb92b65-dc4a-4990-8496-f778e5745690 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.1153364 Aug 19 12:21:31.344196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b29b697-19d3-4e2c-9f92-cba5d4b7ab88 req-03911671-803c-4b3b-a8c8-0601e51f3b36 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559540 Aug 19 12:21:31.569292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb1cb52-5650-4920-8f4e-3bf075665232 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:31.578274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.599403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Transition to ACTIVE for port object 9fb1cb52-5650-4920-8f4e-3bf075665232 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:31.608477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.680943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:31.768279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a09379-5a50-4640-bb17-117d429e3d8e req-92a7cb61-f014-4bb5-8e29-3fa1542f7fa9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:31.771904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95a09379-5a50-4640-bb17-117d429e3d8e req-92a7cb61-f014-4bb5-8e29-3fa1542f7fa9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.1369615 Aug 19 12:21:31.837595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95a09379-5a50-4640-bb17-117d429e3d8e req-3a94b026-7e1a-49ff-86d4-aac86724d672 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567997 Aug 19 12:21:32.246426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Attempting to bind port 9fb1cb52-5650-4920-8f4e-3bf075665232 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:32.247253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Attempting to bind port 9fb1cb52-5650-4920-8f4e-3bf075665232 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:32.247766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Attempting to bind port 9fb1cb52-5650-4920-8f4e-3bf075665232 on network b7b0cf57-1094-4171-ad8b-957e310132b2 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:32.261029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Port 9fb1cb52-5650-4920-8f4e-3bf075665232 on network b7b0cf57-1094-4171-ad8b-957e310132b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:32.266704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Attempting to bind port 9fb1cb52-5650-4920-8f4e-3bf075665232 on network b7b0cf57-1094-4171-ad8b-957e310132b2 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:32.294693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:32.296012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Checking segment: {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:32.296417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Bound using segment: {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:32.298259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Bound port: 9fb1cb52-5650-4920-8f4e-3bf075665232, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:32.300493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.431089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-b04a01d8-469c-4554-87ae-ec7628079590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:32.441161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-b04a01d8-469c-4554-87ae-ec7628079590 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 1096 time: 0.1225924 Aug 19 12:21:32.503240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:32.509223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:32.517748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.518068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf37516-f624-4d5f-8ff3-4fa9f0da4604 req-3504a016-a8ba-4bc0-90bf-3497db409b07 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:32.519741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bf37516-f624-4d5f-8ff3-4fa9f0da4604 req-3504a016-a8ba-4bc0-90bf-3497db409b07 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 943 time: 0.1519573 Aug 19 12:21:32.616646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:32.618512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.625279 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] 10.222.0.54 "PUT /v2.0/ports/9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 200 len: 1091 time: 1.6242278 Aug 19 12:21:32.633915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:32.640000 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f62d11-fdff-4b82-b6ca-092dab68e028" -d '{"events": [{"name": "network-changed", "server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:32.659433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2bf37516-f624-4d5f-8ff3-4fa9f0da4604 req-4813da7f-6802-425d-ad3c-5c8bbbf9446d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146502 Aug 19 12:21:32.670367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e0e1d-6c85-408c-9ba0-d1285707441e req-4dc11ad5-5f6f-43d3-a951-e6372cba4dc5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:32.673405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-473e0e1d-6c85-408c-9ba0-d1285707441e req-4dc11ad5-5f6f-43d3-a951-e6372cba4dc5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.1921952 Aug 19 12:21:32.701954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c72ac4-dd19-408b-93e1-5d26d1f34030 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:32.718590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-7f57f2dd-576e-49a3-a9bb-9e7c91b80fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:32.720944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-7f57f2dd-576e-49a3-a9bb-9e7c91b80fbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.2583926 Aug 19 12:21:32.792854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-473e0e1d-6c85-408c-9ba0-d1285707441e req-55665ead-c8b0-4a25-812a-eb17abb5176c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094291 Aug 19 12:21:32.827918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-1245fb66-b2b5-4ae5-ae1c-23c5c1d2af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:32.831718 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-1245fb66-b2b5-4ae5-ae1c-23c5c1d2af9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 1094 time: 0.1301904 Aug 19 12:21:32.832135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-3ed6cf3f-af13-4ee2-88f7-c7759f71b90e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454206d0-8cce-4d41-9369-e792b2ee0a90 HTTP/1.1" status: 200 len: 1000 time: 0.0992808 Aug 19 12:21:32.910643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-ebc98784-6dd3-4bb5-b6fe-6cd7445739f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:32.912862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-ebc98784-6dd3-4bb5-b6fe-6cd7445739f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0750833 Aug 19 12:21:32.915956 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-d2914019-94a5-4ef8-b914-aab1e8bb55a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 200 len: 217 time: 0.0699589 Aug 19 12:21:32.973703 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129e7b4d-d3f3-4104-9772-951a63a1d837 x-openstack-request-id: req-129e7b4d-d3f3-4104-9772-951a63a1d837 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:32.974185 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:32.974610 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-129e7b4d-d3f3-4104-9772-951a63a1d837 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:32.975134 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'status': 'completed', 'code': 200} Aug 19 12:21:33.007181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-92c77c7a-2db9-42e9-b0d1-1cab3a6b059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.008484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-b0e8d596-bef0-473a-b4e3-b5d0a9feac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.009377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-92c77c7a-2db9-42e9-b0d1-1cab3a6b059e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899737 Aug 19 12:21:33.010051 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-b0e8d596-bef0-473a-b4e3-b5d0a9feac6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 200 len: 853 time: 0.0821044 Aug 19 12:21:33.049028 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-8cef6c85-7460-4153-9111-98f967ef3f39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b7b0cf57-1094-4171-ad8b-957e310132b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318282 Aug 19 12:21:33.167850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-8bd1c513-26b3-448c-8734-edb07c262d8f service neutron] 10.222.0.54 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112978 Aug 19 12:21:33.204938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-51231a26-3ce3-4ad6-8944-b0474f818eab service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875563 Aug 19 12:21:33.355149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-74acf7b0-96b4-47b2-9902-7ff39b6c6be9 req-08e0bc9e-ccd8-4af8-808a-49ab43e873bd service neutron] 10.222.0.54 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782396 Aug 19 12:21:33.393500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70c7a243-b4ed-4d41-b07e-1a94a85dea32 req-735964a6-3160-4b14-98ba-d3a391abe82a service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808712 Aug 19 12:21:33.507736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-50c63c2f-a6d7-4fec-b07a-d90a76960d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.509507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-50c63c2f-a6d7-4fec-b07a-d90a76960d51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 1094 time: 0.0528169 Aug 19 12:21:33.627359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-71213076-87e7-4291-828e-e6071cd37a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.628888 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-71213076-87e7-4291-828e-e6071cd37a51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 914 time: 0.1119866 Aug 19 12:21:33.672965 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-01ae1dbe-5702-46f5-bb94-e04098736282 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 200 len: 217 time: 0.0358286 Aug 19 12:21:33.729292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-3674fc18-9938-48b0-b05a-5c97e0c0af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.730953 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-3674fc18-9938-48b0-b05a-5c97e0c0af33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 200 len: 853 time: 0.0498209 Aug 19 12:21:33.767272 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-2d2fc657-8040-499e-9098-04ec2663933b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b7b0cf57-1094-4171-ad8b-957e310132b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291734 Aug 19 12:21:33.819684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77da57-6511-433e-add4-66d2b5c41d41 req-bc8a49ff-3d30-466e-8c94-73c03a5fc827 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.820792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd77da57-6511-433e-add4-66d2b5c41d41 req-bc8a49ff-3d30-466e-8c94-73c03a5fc827 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 943 time: 0.0518579 Aug 19 12:21:33.881488 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-562b7358-a130-484f-adb0-a3f93e66944b service neutron] 10.222.0.54 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039474 Aug 19 12:21:33.890511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd77da57-6511-433e-add4-66d2b5c41d41 req-f6607e1a-7f91-423a-84c4-e9fded312d26 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624998 Aug 19 12:21:33.934360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62679f38-936e-4fe1-a08b-ceeb2b3eb7fb req-b045edb3-8ece-46b7-abb1-9829a4e70279 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.935849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62679f38-936e-4fe1-a08b-ceeb2b3eb7fb req-b045edb3-8ece-46b7-abb1-9829a4e70279 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0627153 Aug 19 12:21:33.980430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62679f38-936e-4fe1-a08b-ceeb2b3eb7fb req-0f9a36a3-7b74-49ca-b9d2-c85df72fed7f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382791 Aug 19 12:21:33.982684 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-64f62d11-fdff-4b82-b6ca-092dab68e028 req-aeb0daf4-73e5-4880-b506-e433fe3dbf01 service neutron] 10.222.0.54 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938570 Aug 19 12:21:34.082195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57178) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:34.812636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.110494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50bb3e-4e88-4900-8a06-1f7dca77487a req-ddf84135-3899-4542-b7e6-261e798e1290 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:35.113004 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a50bb3e-4e88-4900-8a06-1f7dca77487a req-ddf84135-3899-4542-b7e6-261e798e1290 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 943 time: 0.1377997 Aug 19 12:21:35.202906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67813765-83d7-47c2-a5ed-71b142a25719 req-3b0b3b7e-a680-41e8-8f4e-2725e07bda5f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:35.204472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67813765-83d7-47c2-a5ed-71b142a25719 req-3b0b3b7e-a680-41e8-8f4e-2725e07bda5f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.1456580 Aug 19 12:21:35.210750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a50bb3e-4e88-4900-8a06-1f7dca77487a req-5edf12c1-315e-48d4-9792-e8865de82bef tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877910 Aug 19 12:21:35.281955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67813765-83d7-47c2-a5ed-71b142a25719 req-5bcea349-4b1c-4be2-b0f3-7a3cd50f5bdc tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683656 Aug 19 12:21:35.301727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Deleting port 3e7a160c-fea7-4bed-9c33-918299e8963e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:35.302084 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.391054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] For port 3e7a160c-fea7-4bed-9c33-918299e8963e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3e7a160c-fea7-4bed-9c33-918299e8963e,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:35.391418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.403901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Calling delete_port for 3e7a160c-fea7-4bed-9c33-918299e8963e owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:35.595867 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.628429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7a160c-fea7-4bed-9c33-918299e8963e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:35.809934 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.059755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Router 09f31089-55f3-4cdc-875f-935caac8962c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:21:36.182719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:36.188282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-51117665-7b61-4217-9b8e-3913ca533aa9 admin admin] 10.222.0.65 "PUT /v2.0/routers/09f31089-55f3-4cdc-875f-935caac8962c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1047823 Aug 19 12:21:36.191206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57184) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:36.191866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] Sync routers for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:36.202620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:36.203318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:21:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:36.322488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:36.350376 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.412629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84409385-4fe3-431f-8b24-4fb34644b3b0 req-769128b6-519c-4484-9bed-24a6912cfe21 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:36.414095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84409385-4fe3-431f-8b24-4fb34644b3b0 req-769128b6-519c-4484-9bed-24a6912cfe21 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 943 time: 0.1212809 Aug 19 12:21:36.519917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:21:35Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:36.540241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84409385-4fe3-431f-8b24-4fb34644b3b0 req-484ab0f6-b2f2-4dbd-8d1c-d233b6a7e0ef tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032875 Aug 19 12:21:36.546797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] Checking router: 09f31089-55f3-4cdc-875f-935caac8962c for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:36.562114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d8762-a42d-4b5b-8ca0-059b4c71a2fb req-4e04c10f-7030-4037-9950-9fe069175b63 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:36.562114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f1d8762-a42d-4b5b-8ca0-059b4c71a2fb req-4e04c10f-7030-4037-9950-9fe069175b63 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.1701453 Aug 19 12:21:36.562331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] Routers {'09f31089-55f3-4cdc-875f-935caac8962c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:36.562331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:21:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['09f31089-55f3-4cdc-875f-935caac8962c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:36.589939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.617186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f1d8762-a42d-4b5b-8ca0-059b4c71a2fb req-7e93ddf3-92b0-43c1-aa1d-cab4c8abb87f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529220 Aug 19 12:21:36.670139 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Deleting port 87754709-fe45-4cfe-84b8-dbd1c23b1b15 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:36.670477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.670898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] Set router 09f31089-55f3-4cdc-875f-935caac8962c gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:36.773071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] For port 87754709-fe45-4cfe-84b8-dbd1c23b1b15, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=87754709-fe45-4cfe-84b8-dbd1c23b1b15,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:36.773444 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.786082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Calling delete_port for 87754709-fe45-4cfe-84b8-dbd1c23b1b15 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:36.866574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:21:35Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:36.899805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9fb1cb52-5650-4920-8f4e-3bf075665232 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:36.902372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1737c-fcd5-463b-9090-92bd347b1be7 None None] The sync data for ids ['09f31089-55f3-4cdc-875f-935caac8962c'] in n-d-778550-9 is: [{'id': '09f31089-55f3-4cdc-875f-935caac8962c', 'name': 'tempest-TestVolumeBackupRestore-702140881-router', 'tenant_id': '9844dc0bfd094052906e539d62437239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:21:35Z', 'revision_number': 5, 'project_id': '9844dc0bfd094052906e539d62437239', 'gw_port': {'id': '87754709-fe45-4cfe-84b8-dbd1c23b1b15', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f31089-55f3-4cdc-875f-935caac8962c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:58Z', 'updated_at': '2021-08-19T12:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:36.962185 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.989652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Pushing event deleted for resources: {'Port': ['ID=87754709-fe45-4cfe-84b8-dbd1c23b1b15,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.019750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:37.033365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2', 'port_id': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'mac_address': 'fa:16:3e:54:28:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012c48b-b06f-4152-9833-5ffe556c1890', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:37.071182 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.080047 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.093957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb1cb52-5650-4920-8f4e-3bf075665232 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:37.115772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:37.120839 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.171399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.179410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.179756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.180091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.180424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.180778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.181104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.181423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.181745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.182064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.182383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.182700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.183015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.423597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['9fb1cb52-5650-4920-8f4e-3bf075665232'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:37.485823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.488054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.532350 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.532966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09f31089-55f3-4cdc-875f-935caac8962c {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:37.538610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.542462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-293a00e3-abf3-4be4-a6bc-47544f2a57db admin admin] 10.222.0.65 "DELETE /v2.0/routers/09f31089-55f3-4cdc-875f-935caac8962c HTTP/1.1" status: 204 len: 168 time: 1.3477361 Aug 19 12:21:37.542906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57190) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:37.594717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61635df-cce1-4054-8a12-6ba6dd521737 admin admin] Deleting subnet e2fde0bf-9265-4eba-be2e-c34d186656b8 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:21:37.598474 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d61635df-cce1-4054-8a12-6ba6dd521737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.673379 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d61635df-cce1-4054-8a12-6ba6dd521737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.759734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb6e22-6b8a-46d5-a1f3-4c811aba854a req-94bdd581-a867-4362-9f26-c9b003c9a778 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:37.761343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78fb6e22-6b8a-46d5-a1f3-4c811aba854a req-94bdd581-a867-4362-9f26-c9b003c9a778 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.1385505 Aug 19 12:21:37.851222 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d61635df-cce1-4054-8a12-6ba6dd521737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.865572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147206b5-0942-4e17-9849-4890f35ae2a4 req-94a962cf-33c5-4db6-8e85-772cf8362ad0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:37.867189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-147206b5-0942-4e17-9849-4890f35ae2a4 req-94a962cf-33c5-4db6-8e85-772cf8362ad0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.1577780 Aug 19 12:21:37.888644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78fb6e22-6b8a-46d5-a1f3-4c811aba854a req-434c7ca5-f2ba-402a-a90f-ea60e1c1a9b8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166580 Aug 19 12:21:37.941024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-147206b5-0942-4e17-9849-4890f35ae2a4 req-a8af079b-db15-4943-b84e-6177de0e502d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560336 Aug 19 12:21:37.954448 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d61635df-cce1-4054-8a12-6ba6dd521737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.982894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61635df-cce1-4054-8a12-6ba6dd521737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2fde0bf-9265-4eba-be2e-c34d186656b8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.984905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d61635df-cce1-4054-8a12-6ba6dd521737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.987418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d61635df-cce1-4054-8a12-6ba6dd521737 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e2fde0bf-9265-4eba-be2e-c34d186656b8 HTTP/1.1" status: 204 len: 168 time: 0.4430652 Aug 19 12:21:37.990446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57196) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:37.992060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491cd468-990f-44a2-9677-15fc6f7992f9 None None] Network ff9f162d-8e11-4e8f-a627-a72b49ab1f67 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:38.074370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.139233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Deleting port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:38.139583 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.188650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] DHCP port deletion for ff9f162d-8e11-4e8f-a627-a72b49ab1f67 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:21:38.209395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] For port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad,segment=NetworkSegment(f312d9f5-0217-4468-981d-edd725805c67),segment_id=f312d9f5-0217-4468-981d-edd725805c67)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:38.209780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.227094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Calling delete_port for afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:38.316335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.346523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:38.350932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] No DVR routers for this DVR port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:38.408827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] Deleting port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:38.409147 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.429531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.439378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9f162d-8e11-4e8f-a627-a72b49ab1f67']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:38.449534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f312d9f5-0217-4468-981d-edd725805c67') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:38.449924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f312d9f5-0217-4468-981d-edd725805c67') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:38.459079 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.474304 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.480894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:21:38.481203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:21:38.482855 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:21:38.484625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] For port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:38.484625 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.498469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] Calling delete_port for afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:38.501311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] Port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:21:38.502686 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.528065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] Pushing event deleted for resources: {'Port': ['ID=afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:38.535051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43df59-85bc-4d3d-931e-8bfc40924d46 None None] No DVR routers for this DVR port afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:38.540588 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.550747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.552718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ff9f162d-8e11-4e8f-a627-a72b49ab1f67 HTTP/1.1" status: 204 len: 168 time: 0.5621254 Aug 19 12:21:38.556150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57198) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:38.569687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af069d-4a81-4598-9883-5b5b6d612804 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9f162d-8e11-4e8f-a627-a72b49ab1f67,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:38.792873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 87754709-fe45-4cfe-84b8-dbd1c23b1b15 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:38.814792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 87754709-fe45-4cfe-84b8-dbd1c23b1b15 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:38.815089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 87754709-fe45-4cfe-84b8-dbd1c23b1b15 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:38.815496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3e7a160c-fea7-4bed-9c33-918299e8963e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:38.838735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 3e7a160c-fea7-4bed-9c33-918299e8963e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:38.839110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3e7a160c-fea7-4bed-9c33-918299e8963e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:38.839522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:38.858931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:38.859276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device afd64f5e-1f8c-4dfc-94ce-6c1c2847b9ad not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:38.895648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9fb1cb52-5650-4920-8f4e-3bf075665232 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:38.921364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.949292 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 9fb1cb52-5650-4920-8f4e-3bf075665232 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:38.955215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 9fb1cb52-5650-4920-8f4e-3bf075665232 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:38.955580 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.029425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bd19a-0404-4f5e-8787-f1727ab42cbe req-fb1ab63e-1731-4fc3-bcfc-b8027261f21a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.031057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b2bd19a-0404-4f5e-8787-f1727ab42cbe req-fb1ab63e-1731-4fc3-bcfc-b8027261f21a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0689902 Aug 19 12:21:39.050104 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.081712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:39.085559 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833adbf9-01e4-4728-98f8-142772191c73" -d '{"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:39.091891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:39.096706 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.102061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b2bd19a-0404-4f5e-8787-f1727ab42cbe req-ce75bf7f-68a9-426a-b38a-d94935b8ea14 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 Aug 19 12:21:39.111335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7813ae6-4196-4f04-873f-cd88b614e4ed req-2fb329d4-e88e-4312-8a6e-72469a966da3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.113575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7813ae6-4196-4f04-873f-cd88b614e4ed req-2fb329d4-e88e-4312-8a6e-72469a966da3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0815997 Aug 19 12:21:39.163994 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc1b988-ead2-4639-b912-8a300ecbd143 x-openstack-request-id: req-bcc1b988-ead2-4639-b912-8a300ecbd143 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:39.164286 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:39.164536 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcc1b988-ead2-4639-b912-8a300ecbd143 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:39.164997 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'code': 200} Aug 19 12:21:39.168107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:39.174683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7813ae6-4196-4f04-873f-cd88b614e4ed req-be6e584e-cb39-4600-bc4c-1fa45fbf4aa9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520296 Aug 19 12:21:39.210586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Deleting port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:39.211027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.315586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302c4a6-ea48-4b30-9160-e81e0d0e0972 req-5f818e78-4ac7-4604-97ad-6adeec528915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.317140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d302c4a6-ea48-4b30-9160-e81e0d0e0972 req-5f818e78-4ac7-4604-97ad-6adeec528915 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 1096 time: 0.0671008 Aug 19 12:21:39.323726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] For port 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4eb51ebb-e5d8-4571-99b1-ee9401ff0e87,segment=NetworkSegment(91c42a82-3326-40cb-aaa7-2316bfa05f66),segment_id=91c42a82-3326-40cb-aaa7-2316bfa05f66)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:39.324095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.337808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Calling delete_port for 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:39.413385 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d302c4a6-ea48-4b30-9160-e81e0d0e0972 req-eb7e15e5-2159-42ed-955b-ad8d1b13ce43 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769515 Aug 19 12:21:39.555764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.579702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb51ebb-e5d8-4571-99b1-ee9401ff0e87,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:39.752956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.971888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Router 7e878423-96eb-47c6-af80-2e584ad87b84 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:21:40.088542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:40.093918 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f0521bba-6aaf-46e5-9cc7-eac690bfcb8d admin admin] 10.222.0.65 "PUT /v2.0/routers/7e878423-96eb-47c6-af80-2e584ad87b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5365722 Aug 19 12:21:40.096631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57208) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:40.099257 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] Sync routers for ids ['7e878423-96eb-47c6-af80-2e584ad87b84'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:40.110944 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] Routers {'7e878423-96eb-47c6-af80-2e584ad87b84'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:40.111650 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:21:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7e878423-96eb-47c6-af80-2e584ad87b84'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:40.221326 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] Set router 7e878423-96eb-47c6-af80-2e584ad87b84 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:40.248304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac5c2a-0966-4ac0-a939-dbeacee21b84 req-7a146065-f7ad-48a9-a473-e4f17f8a8889 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.250037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcac5c2a-0966-4ac0-a939-dbeacee21b84 req-7a146065-f7ad-48a9-a473-e4f17f8a8889 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0623112 Aug 19 12:21:40.318234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcac5c2a-0966-4ac0-a939-dbeacee21b84 req-f02fd12a-ea1d-44f7-849c-9a66de17199b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609245 Aug 19 12:21:40.348067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec51cb-6192-438a-9b85-1ad2c8642742 req-a9ca8763-0735-4a73-aaa7-d3db7797f7b6 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.349902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaec51cb-6192-438a-9b85-1ad2c8642742 req-a9ca8763-0735-4a73-aaa7-d3db7797f7b6 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0641167 Aug 19 12:21:40.396401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaec51cb-6192-438a-9b85-1ad2c8642742 req-c48d207d-f3d2-4cf9-baec-9bd33a7a1bd5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373504 Aug 19 12:21:40.436768 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:21:39Z', 'revision_number': 5, 'project_id': '6316384d642843868badfc0e686d4ad5', 'gw_port': {'id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:51:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:40.462778 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] Checking router: 7e878423-96eb-47c6-af80-2e584ad87b84 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:40.472825 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] Routers {'7e878423-96eb-47c6-af80-2e584ad87b84'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:40.473452 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:21:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7e878423-96eb-47c6-af80-2e584ad87b84'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:40.476984 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.581910 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] Set router 7e878423-96eb-47c6-af80-2e584ad87b84 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:40.582604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.641857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Deleting port 37abd32e-c8a0-4943-8c05-f43e4f9990b0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:40.642196 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.723695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] For port 37abd32e-c8a0-4943-8c05-f43e4f9990b0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=37abd32e-c8a0-4943-8c05-f43e4f9990b0,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:40.724174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.744369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Calling delete_port for 37abd32e-c8a0-4943-8c05-f43e4f9990b0 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:40.763613 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:21:39Z', 'revision_number': 5, 'project_id': '6316384d642843868badfc0e686d4ad5', 'gw_port': {'id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:51:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:40.890516 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d1c47-7add-4016-8b63-1759d040f0d1 None None] The sync data for ids ['7e878423-96eb-47c6-af80-2e584ad87b84'] in n-d-778550-9 is: [{'id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'name': 'tempest-TestVolumeBackupRestore-14523794-router', 'tenant_id': '6316384d642843868badfc0e686d4ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:21:39Z', 'revision_number': 5, 'project_id': '6316384d642843868badfc0e686d4ad5', 'gw_port': {'id': '37abd32e-c8a0-4943-8c05-f43e4f9990b0', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:51:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e878423-96eb-47c6-af80-2e584ad87b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:40.931173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.954818 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Pushing event deleted for resources: {'Port': ['ID=37abd32e-c8a0-4943-8c05-f43e4f9990b0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:41.031303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.126709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.129407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.177891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.177891 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e878423-96eb-47c6-af80-2e584ad87b84 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:41.182789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.183940 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bdf80bec-f92c-4efd-8f7d-384faa1f98ed admin admin] 10.222.0.65 "DELETE /v2.0/routers/7e878423-96eb-47c6-af80-2e584ad87b84 HTTP/1.1" status: 204 len: 168 time: 1.0863652 Aug 19 12:21:41.186512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57214) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:41.238371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b3af44-4be4-43df-9310-1e549101f151 admin admin] Deleting subnet 9c705bbe-4eb1-4093-9d4a-83fb4474dfd5 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:21:41.245639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a9b3af44-4be4-43df-9310-1e549101f151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.279484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a9b3af44-4be4-43df-9310-1e549101f151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.365409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a9b3af44-4be4-43df-9310-1e549101f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.425089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a9b3af44-4be4-43df-9310-1e549101f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.463302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3af44-4be4-43df-9310-1e549101f151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c705bbe-4eb1-4093-9d4a-83fb4474dfd5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:41.463608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028936-a8e6-4979-a6f3-07027cfba26b req-f572ec28-fcfc-41dc-ba25-555a3514295a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:41.465387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a9b3af44-4be4-43df-9310-1e549101f151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.470069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a9b3af44-4be4-43df-9310-1e549101f151 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9c705bbe-4eb1-4093-9d4a-83fb4474dfd5 HTTP/1.1" status: 204 len: 168 time: 0.2825677 Aug 19 12:21:41.470809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57220) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:41.475097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22028936-a8e6-4979-a6f3-07027cfba26b req-f572ec28-fcfc-41dc-ba25-555a3514295a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0720806 Aug 19 12:21:41.481548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e524e3-0ddd-46f2-a531-18df1119a999 None None] Network 05918676-5139-42e1-a2de-6fa56c0e4cf9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:41.546466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.557310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22028936-a8e6-4979-a6f3-07027cfba26b req-ace5da46-cd85-44b4-9ed5-b7b16d870ff1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761738 Aug 19 12:21:41.593071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74089b-cba8-4d8d-9829-d049ce9f7c45 req-8a2e13e3-ee52-4807-829f-5bfa468ab848 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:41.595270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a74089b-cba8-4d8d-9829-d049ce9f7c45 req-8a2e13e3-ee52-4807-829f-5bfa468ab848 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0976884 Aug 19 12:21:41.637182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Deleting port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:41.637708 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.660211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a74089b-cba8-4d8d-9829-d049ce9f7c45 req-8b79097b-81f3-4b76-9b66-c7a41e8033ad tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587196 Aug 19 12:21:41.696562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4fe8da-ad95-4416-8897-6f3ec5c9b896 None None] DHCP port deletion for 05918676-5139-42e1-a2de-6fa56c0e4cf9 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:21:41.738150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] For port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=46d17d6d-806a-4cd0-9330-1d91c8ce72cd,segment=NetworkSegment(91c42a82-3326-40cb-aaa7-2316bfa05f66),segment_id=91c42a82-3326-40cb-aaa7-2316bfa05f66)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:41.738507 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.751628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Calling delete_port for 46d17d6d-806a-4cd0-9330-1d91c8ce72cd owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:41.751858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4b4fe8da-ad95-4416-8897-6f3ec5c9b896 None None] Deleting port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:41.752250 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b4fe8da-ad95-4416-8897-6f3ec5c9b896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.817887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-03600003-86a5-4baa-a1c0-7e1e2c15e046 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:41.820033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4b4fe8da-ad95-4416-8897-6f3ec5c9b896 None None] For port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=46d17d6d-806a-4cd0-9330-1d91c8ce72cd,segment=NetworkSegment(91c42a82-3326-40cb-aaa7-2316bfa05f66),segment_id=91c42a82-3326-40cb-aaa7-2316bfa05f66)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:41.820196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-03600003-86a5-4baa-a1c0-7e1e2c15e046 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 813 time: 0.1090324 Aug 19 12:21:41.820438 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b4fe8da-ad95-4416-8897-6f3ec5c9b896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.834269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4b4fe8da-ad95-4416-8897-6f3ec5c9b896 None None] Calling delete_port for 46d17d6d-806a-4cd0-9330-1d91c8ce72cd owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:41.834478 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.843502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3c7a992-8caa-49b6-957e-dd368b2b05c0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/quotas/d1ad70f6713948f78cc76a1704dd7cf8 HTTP/1.1" status: 200 len: 375 time: 0.0124660 Aug 19 12:21:41.863730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d17d6d-806a-4cd0-9330-1d91c8ce72cd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:41.867254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] No DVR routers for this DVR port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:41.913005 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b4fe8da-ad95-4416-8897-6f3ec5c9b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.919140 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-cc3d125d-d67b-4908-b8f7-0f8324f92a2b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677352 Aug 19 12:21:41.925970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4fe8da-ad95-4416-8897-6f3ec5c9b896 None None] No DVR routers for this DVR port 46d17d6d-806a-4cd0-9330-1d91c8ce72cd on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:41.940912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.950111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fe8da-ad95-4416-8897-6f3ec5c9b896 None None] Pushing event deleted for resources: {'Port': ['ID=46d17d6d-806a-4cd0-9330-1d91c8ce72cd,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:41.951705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05918676-5139-42e1-a2de-6fa56c0e4cf9']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:41.962017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c42a82-3326-40cb-aaa7-2316bfa05f66') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:41.962323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c42a82-3326-40cb-aaa7-2316bfa05f66') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:41.971044 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.984319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.990391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:21:41.990750 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:21:41.992442 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:21:42.027443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-51c34296-e002-468b-a037-e06fcee77402 service neutron] 10.222.0.65 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949407 Aug 19 12:21:42.051170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.057261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.059425 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] 10.222.0.65 "DELETE /v2.0/networks/05918676-5139-42e1-a2de-6fa56c0e4cf9 HTTP/1.1" status: 204 len: 168 time: 0.5871422 Aug 19 12:21:42.072919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d5336-defa-4013-b349-34ec788f7922 admin admin] Pushing event deleted for resources: {'Network': ['ID=05918676-5139-42e1-a2de-6fa56c0e4cf9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:42.137434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-23f165fe-3aad-4dcc-b9a4-efc3eee1461b service neutron] 10.222.0.65 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999889 Aug 19 12:21:42.181480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57236) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.226243 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ec229224-ab22-4e2b-a64f-1b4636c921ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9844dc0bfd094052906e539d62437239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433786 Aug 19 12:21:42.229064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57238) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.295098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ba78-a572-4098-9bcc-892b7ec9caa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.316029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a41e1168-1dfb-4d02-8ed5-179276342c1d req-62c96bf8-bcce-4fb4-be3d-9cd3bd742960 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 210 time: 0.0379543 Aug 19 12:21:42.324000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ba78-a572-4098-9bcc-892b7ec9caa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.372479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ba78-a572-4098-9bcc-892b7ec9caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.375071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ba78-a572-4098-9bcc-892b7ec9caa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.379328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5ee1ba78-a572-4098-9bcc-892b7ec9caa8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4463edc-2415-4f48-b2ab-d0e0ac5b2752 HTTP/1.1" status: 204 len: 168 time: 0.1457829 Aug 19 12:21:42.385184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1ba78-a572-4098-9bcc-892b7ec9caa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4463edc-2415-4f48-b2ab-d0e0ac5b2752,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:42.722090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57256) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.783850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bd47fd13-29ba-42d1-8131-08ebd2dfa559 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6316384d642843868badfc0e686d4ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610540 Aug 19 12:21:42.786837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57258) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.805273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 46d17d6d-806a-4cd0-9330-1d91c8ce72cd no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:42.822583 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164142-579e-4e4f-aaef-542f7ca04943 req-9dffc42a-9eb0-48a4-a515-93196e440dd6 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:42.824173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc164142-579e-4e4f-aaef-542f7ca04943 req-9dffc42a-9eb0-48a4-a515-93196e440dd6 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0895188 Aug 19 12:21:42.829141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 46d17d6d-806a-4cd0-9330-1d91c8ce72cd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:42.829692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 46d17d6d-806a-4cd0-9330-1d91c8ce72cd not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:42.830248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:42.850020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:42.850502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4eb51ebb-e5d8-4571-99b1-ee9401ff0e87 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:42.851147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 37abd32e-c8a0-4943-8c05-f43e4f9990b0 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:42.870548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 37abd32e-c8a0-4943-8c05-f43e4f9990b0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:42.871209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 37abd32e-c8a0-4943-8c05-f43e4f9990b0 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:42.886849 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b96eb6-6b58-4131-9f08-8898d7f89952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.895597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc164142-579e-4e4f-aaef-542f7ca04943 req-32e85464-d24a-452d-a29f-9e9e6fb6d21a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624309 Aug 19 12:21:42.915970 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b96eb6-6b58-4131-9f08-8898d7f89952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.974032 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b96eb6-6b58-4131-9f08-8898d7f89952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.976499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84b96eb6-6b58-4131-9f08-8898d7f89952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.977696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-84b96eb6-6b58-4131-9f08-8898d7f89952 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/739bb295-3ff4-46f0-bafa-0738949dfe3b HTTP/1.1" status: 204 len: 168 time: 0.1901567 Aug 19 12:21:42.986206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b96eb6-6b58-4131-9f08-8898d7f89952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739bb295-3ff4-46f0-bafa-0738949dfe3b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:43.445685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69a175cc-19a6-41d4-8c9b-ab8e219b5d40 req-43e83640-85f9-43c7-a0bb-433727c40a98 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 210 time: 0.0525157 Aug 19 12:21:43.470768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-9c36378a-4c33-4c1a-9bbf-9d95063186a5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:43.472374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-9c36378a-4c33-4c1a-9bbf-9d95063186a5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.69 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 813 time: 0.1681666 Aug 19 12:21:43.495398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Request body: {'port': {'device_id': '00a90f80-c2fb-4b9e-a431-171d81bc3788', 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2', 'admin_state_up': True, 'tenant_id': 'd1ad70f6713948f78cc76a1704dd7cf8'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:43.626149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Made reservation on behalf of d1ad70f6713948f78cc76a1704dd7cf8 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:43.629972 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.773461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Allocated IP 172.20.0.13 (b7b0cf57-1094-4171-ad8b-957e310132b2/8012c48b-b06f-4152-9833-5ffe556c1890/03a9a0c5-dbf2-497b-a958-333bd6eb7902) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:43.923985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.968456 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.012855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['9fb1cb52-5650-4920-8f4e-3bf075665232'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:44.043091 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Network b7b0cf57-1094-4171-ad8b-957e310132b2 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:44.057645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:44.060241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:44.095926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Pushing event updated for resources: {'Port': ['ID=03a9a0c5-dbf2-497b-a958-333bd6eb7902,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:44.132043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03847e-96b5-46fd-a725-f44833d26044 req-b4ea444b-7f2f-45c0-a00d-b3f31903dbfd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:44.138178 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a03847e-96b5-46fd-a725-f44833d26044 req-b4ea444b-7f2f-45c0-a00d-b3f31903dbfd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.1586123 Aug 19 12:21:44.142197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:44.142860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.171426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-22dee873-2929-49ad-84d6-7024f353f285 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6810911 Aug 19 12:21:44.192513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a03847e-96b5-46fd-a725-f44833d26044 req-4f13b475-ca4c-4e2b-87ac-0460257eddbe tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452895 Aug 19 12:21:44.198249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Request body: {'port': {'device_id': '00a90f80-c2fb-4b9e-a431-171d81bc3788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:44.259225 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.583878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a9a0c5-dbf2-497b-a958-333bd6eb7902 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:44.594698 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.612850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Transition to ACTIVE for port object 03a9a0c5-dbf2-497b-a958-333bd6eb7902 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:44.623010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637479-e1f5-4050-bbbe-9afbb0d63d00 req-82c0fba8-e45d-4a6f-b385-a4fc2cc8d4a0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:44.624627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8637479-e1f5-4050-bbbe-9afbb0d63d00 req-82c0fba8-e45d-4a6f-b385-a4fc2cc8d4a0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 932 time: 0.1064844 Aug 19 12:21:44.625753 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.697227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Pushing event updated for resources: {'Port': ['ID=03a9a0c5-dbf2-497b-a958-333bd6eb7902,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:44.716646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8637479-e1f5-4050-bbbe-9afbb0d63d00 req-c36c72a8-9e1a-4450-93a7-687b51cd31b4 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852947 Aug 19 12:21:44.786350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Attempting to bind port 03a9a0c5-dbf2-497b-a958-333bd6eb7902 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:44.786926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Attempting to bind port 03a9a0c5-dbf2-497b-a958-333bd6eb7902 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:44.787247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Attempting to bind port 03a9a0c5-dbf2-497b-a958-333bd6eb7902 on network b7b0cf57-1094-4171-ad8b-957e310132b2 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:44.791969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Port 03a9a0c5-dbf2-497b-a958-333bd6eb7902 on network b7b0cf57-1094-4171-ad8b-957e310132b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:44.792308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Attempting to bind port 03a9a0c5-dbf2-497b-a958-333bd6eb7902 on network b7b0cf57-1094-4171-ad8b-957e310132b2 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:44.797791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:44.798145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Checking segment: {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:44.798555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Bound using segment: {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:44.798982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Bound port: 03a9a0c5-dbf2-497b-a958-333bd6eb7902, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:44.799366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.870438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] For port 03a9a0c5-dbf2-497b-a958-333bd6eb7902, host n-h1-778550-9, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:44.873703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] For port 03a9a0c5-dbf2-497b-a958-333bd6eb7902, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03a9a0c5-dbf2-497b-a958-333bd6eb7902,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:44.881763 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.922852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:44.923898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.926271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] 10.222.0.69 "PUT /v2.0/ports/03a9a0c5-dbf2-497b-a958-333bd6eb7902 HTTP/1.1" status: 200 len: 1092 time: 0.7325399 Aug 19 12:21:44.926883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a90f80-c2fb-4b9e-a431-171d81bc3788', 'tag': '03a9a0c5-dbf2-497b-a958-333bd6eb7902'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:44.929709 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca515370-9b8b-496d-9b1e-dc8975cd05af" -d '{"events": [{"name": "network-changed", "server_uuid": "00a90f80-c2fb-4b9e-a431-171d81bc3788", "tag": "03a9a0c5-dbf2-497b-a958-333bd6eb7902"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:44.956067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3531814-9911-483a-9b88-7e41300a70b3 service neutron] Pushing event updated for resources: {'Port': ['ID=03a9a0c5-dbf2-497b-a958-333bd6eb7902,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:44.972199 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5abdbd-21cd-43a9-b40c-8bfc1af971df x-openstack-request-id: req-0a5abdbd-21cd-43a9-b40c-8bfc1af971df {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:44.972582 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a90f80-c2fb-4b9e-a431-171d81bc3788", "tag": "03a9a0c5-dbf2-497b-a958-333bd6eb7902", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:44.972880 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a5abdbd-21cd-43a9-b40c-8bfc1af971df {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:44.973475 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a90f80-c2fb-4b9e-a431-171d81bc3788', 'tag': '03a9a0c5-dbf2-497b-a958-333bd6eb7902', 'status': 'completed', 'code': 200} Aug 19 12:21:45.071138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-6f04132d-40f8-4d47-bf18-39c09442f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:45.072564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-6f04132d-40f8-4d47-bf18-39c09442f099 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 1095 time: 0.0440092 Aug 19 12:21:45.126608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-c1108e4e-a655-4415-bf43-657cc60f0750 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a9a0c5-dbf2-497b-a958-333bd6eb7902 HTTP/1.1" status: 200 len: 217 time: 0.0381119 Aug 19 12:21:45.186308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-e6999642-e7cf-4047-932a-2c228fddc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:45.188617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-e6999642-e7cf-4047-932a-2c228fddc23c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 200 len: 853 time: 0.0546873 Aug 19 12:21:45.230029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-dd093a43-5fbd-42d9-ab17-29104c464e40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7b0cf57-1094-4171-ad8b-957e310132b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317299 Aug 19 12:21:45.361198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6ce17-0d8a-4d03-a03b-0d85c1f3beb2 req-398efb59-df27-409a-9347-7262d4569b4c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:45.362560 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcb6ce17-0d8a-4d03-a03b-0d85c1f3beb2 req-398efb59-df27-409a-9347-7262d4569b4c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0761936 Aug 19 12:21:45.366316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-d82d125f-0b16-4cea-aeb7-4dbfec06c193 service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287594 Aug 19 12:21:45.456879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcb6ce17-0d8a-4d03-a03b-0d85c1f3beb2 req-4c2ce888-becb-4068-a068-c16735350452 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856206 Aug 19 12:21:45.493272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f861d364-dc24-41b9-bfb1-4bbdb7d53b7c req-3310113c-0060-4c3d-82bc-c53ec138e71b service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149249 Aug 19 12:21:45.640047 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-8ab351f9-8e38-4409-a8a0-f29970efc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:45.641672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-8ab351f9-8e38-4409-a8a0-f29970efc4a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 1095 time: 0.0472653 Aug 19 12:21:45.758817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-c3da07be-7216-444a-ac43-6b6dc339b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:45.760403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-c3da07be-7216-444a-ac43-6b6dc339b998 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 914 time: 0.1107781 Aug 19 12:21:45.806088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-5fb2df79-8691-4940-b31d-dc7ab368c1f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a9a0c5-dbf2-497b-a958-333bd6eb7902 HTTP/1.1" status: 200 len: 217 time: 0.0377443 Aug 19 12:21:45.880609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-e8574550-3228-4311-af32-61ae62af27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:45.882114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-e8574550-3228-4311-af32-61ae62af27d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 200 len: 853 time: 0.0675228 Aug 19 12:21:45.890645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9f0b6-646d-4596-beda-790fcfa1c9cf req-1218e244-d631-4a1f-8dc4-eb18ea1a087d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:45.891904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cb9f0b6-646d-4596-beda-790fcfa1c9cf req-1218e244-d631-4a1f-8dc4-eb18ea1a087d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 944 time: 0.0887246 Aug 19 12:21:45.927225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-b4481f29-1b2b-42e7-be67-037603a420a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7b0cf57-1094-4171-ad8b-957e310132b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314157 Aug 19 12:21:46.000284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cb9f0b6-646d-4596-beda-790fcfa1c9cf req-da73b3ae-fb8a-4619-98e1-18620820bcd9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962048 Aug 19 12:21:46.045397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-73d8a7c6-d5ad-4047-a353-b33b1c038d66 service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078987 Aug 19 12:21:46.146496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca515370-9b8b-496d-9b1e-dc8975cd05af req-d96b1978-0f1d-4db1-b54f-331c1e70ca12 service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896463 Aug 19 12:21:46.597534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15257ea1-6a25-47b9-b995-689ab103c421 req-49cca9fd-e84c-48d9-a74f-abec446f0a64 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:46.599720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15257ea1-6a25-47b9-b995-689ab103c421 req-49cca9fd-e84c-48d9-a74f-abec446f0a64 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0638900 Aug 19 12:21:46.645958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15257ea1-6a25-47b9-b995-689ab103c421 req-3e6c7b96-67c9-4b98-bd10-70ceaa8ee9fb tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384779 Aug 19 12:21:47.145447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82341979-f044-42aa-afd5-21b98b8bf9c3 req-a2136f98-fdc2-4f46-9c25-f98bb0f0365f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:47.147355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82341979-f044-42aa-afd5-21b98b8bf9c3 req-a2136f98-fdc2-4f46-9c25-f98bb0f0365f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 944 time: 0.0636492 Aug 19 12:21:47.197480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82341979-f044-42aa-afd5-21b98b8bf9c3 req-bddb4729-2ad2-465c-bb1c-d00085c95faa tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394895 Aug 19 12:21:47.495776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:47.600143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:47.613883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'port_id': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'mac_address': 'fa:16:3e:bd:73:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:47.657217 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.672161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 454206d0-8cce-4d41-9369-e792b2ee0a90 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:47.694582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:47.699567 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.774900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:47.796385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d280ab6-f795-44a9-b50d-ccbd3f777c54 req-72c0de09-e4e5-4870-a170-a404454b9f55 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:47.798742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d280ab6-f795-44a9-b50d-ccbd3f777c54 req-72c0de09-e4e5-4870-a170-a404454b9f55 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 944 time: 0.0712612 Aug 19 12:21:47.848067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d280ab6-f795-44a9-b50d-ccbd3f777c54 req-210bc5e7-384b-48e0-8319-371dc7d3984a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417049 Aug 19 12:21:47.867176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['454206d0-8cce-4d41-9369-e792b2ee0a90'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:48.354206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffa91a-e03c-417e-b4c0-5b12d000048b req-7d806338-7c3d-4b96-945a-fe0cfb8649cb tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:48.355810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fffa91a-e03c-417e-b4c0-5b12d000048b req-7d806338-7c3d-4b96-945a-fe0cfb8649cb tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 944 time: 0.0603004 Aug 19 12:21:48.409328 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-710e0b31-599b-40bc-bc75-42792064c327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.425168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fffa91a-e03c-417e-b4c0-5b12d000048b req-1cfc5695-af33-413f-a3ba-0324abd2ca79 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604739 Aug 19 12:21:48.998952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf9049-0659-47cd-b397-d268f63a3dbb req-fbbcab7d-7054-4056-aa85-1ffb1eeef3e3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:49.004907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1bf9049-0659-47cd-b397-d268f63a3dbb req-fbbcab7d-7054-4056-aa85-1ffb1eeef3e3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 944 time: 0.0746436 Aug 19 12:21:49.046839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1bf9049-0659-47cd-b397-d268f63a3dbb req-122d9fbf-376b-49fe-b95b-fdefad7f9e1f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Aug 19 12:21:49.501891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 03a9a0c5-dbf2-497b-a958-333bd6eb7902 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:49.510951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:49.556298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9bdc6-e8dd-4830-b604-ef14b89935c6 req-f7b26a4f-6f0b-4ab1-ae64-2bd555a5c8d7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:49.557913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67c9bdc6-e8dd-4830-b604-ef14b89935c6 req-f7b26a4f-6f0b-4ab1-ae64-2bd555a5c8d7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 944 time: 0.0663624 Aug 19 12:21:49.624813 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67c9bdc6-e8dd-4830-b604-ef14b89935c6 req-98629a16-72b1-4e96-9dae-e546c1c8c8c8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553029 Aug 19 12:21:49.633424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 454206d0-8cce-4d41-9369-e792b2ee0a90 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:49.634414 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.706693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 03a9a0c5-dbf2-497b-a958-333bd6eb7902, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03a9a0c5-dbf2-497b-a958-333bd6eb7902,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:49.721745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '03a9a0c5-dbf2-497b-a958-333bd6eb7902', 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2', 'port_id': '03a9a0c5-dbf2-497b-a958-333bd6eb7902', 'mac_address': 'fa:16:3e:95:94:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012c48b-b06f-4152-9833-5ffe556c1890', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:49.781881 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.801686 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.822019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:49.824372 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57715e1-5a10-473f-bd98-db903a247ae8" -d '{"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-plugged", "status": "completed", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:49.831516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a9a0c5-dbf2-497b-a958-333bd6eb7902 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:49.846692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:49.860674 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.867266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 03a9a0c5-dbf2-497b-a958-333bd6eb7902, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03a9a0c5-dbf2-497b-a958-333bd6eb7902,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:49.892157 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafb5964-f86c-4ca8-9fab-bb6135b06b11 x-openstack-request-id: req-eafb5964-f86c-4ca8-9fab-bb6135b06b11 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:49.892440 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-plugged", "status": "completed", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:49.892713 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eafb5964-f86c-4ca8-9fab-bb6135b06b11 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:49.893160 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'code': 200} Aug 19 12:21:49.895964 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.931559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:49.992752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=03a9a0c5-dbf2-497b-a958-333bd6eb7902,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:50.179373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1976-a8b5-4798-9c2b-08e13675d90a req-95342877-2f38-49e2-89e0-ee25dafb15f4 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:50.180991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2fa1976-a8b5-4798-9c2b-08e13675d90a req-95342877-2f38-49e2-89e0-ee25dafb15f4 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0588481 Aug 19 12:21:50.227343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2fa1976-a8b5-4798-9c2b-08e13675d90a req-63615aa0-7c4e-4a32-a3b0-0a6472e3486f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400586 Aug 19 12:21:50.238434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['03a9a0c5-dbf2-497b-a958-333bd6eb7902'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:50.748396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a5926-174d-4d2f-aed7-5aab4dd5ff2c req-5baac60a-7bc4-4cbc-8389-c11b827f1d0c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:50.749936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-510a5926-174d-4d2f-aed7-5aab4dd5ff2c req-5baac60a-7bc4-4cbc-8389-c11b827f1d0c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 945 time: 0.0525935 Aug 19 12:21:50.776566 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-476f5238-7947-495b-99c0-4efb35dbe8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.797235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-510a5926-174d-4d2f-aed7-5aab4dd5ff2c req-b72189af-8dd9-4bb7-bf37-712145bbeb6d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392225 Aug 19 12:21:50.899372 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.369743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8803ac-d9f3-4d5f-afcd-7444469ee8d1 req-1a425f31-71f1-49f9-a723-550ee05f1f4b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:51.371294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c8803ac-d9f3-4d5f-afcd-7444469ee8d1 req-1a425f31-71f1-49f9-a723-550ee05f1f4b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0630860 Aug 19 12:21:51.420456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c8803ac-d9f3-4d5f-afcd-7444469ee8d1 req-0b97d214-ca69-4541-a820-50a667462f98 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Aug 19 12:21:51.497370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 03a9a0c5-dbf2-497b-a958-333bd6eb7902 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:51.555315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 03a9a0c5-dbf2-497b-a958-333bd6eb7902 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:51.559925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 03a9a0c5-dbf2-497b-a958-333bd6eb7902 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:51.560411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.645999 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.683406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 03a9a0c5-dbf2-497b-a958-333bd6eb7902, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03a9a0c5-dbf2-497b-a958-333bd6eb7902,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:51.688924 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.744097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=03a9a0c5-dbf2-497b-a958-333bd6eb7902,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:51.902629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a90f80-c2fb-4b9e-a431-171d81bc3788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a9a0c5-dbf2-497b-a958-333bd6eb7902'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:51.902629 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d564e44-6c03-4a87-9afd-91f7e12efb55" -d '{"events": [{"server_uuid": "00a90f80-c2fb-4b9e-a431-171d81bc3788", "name": "network-vif-plugged", "status": "completed", "tag": "03a9a0c5-dbf2-497b-a958-333bd6eb7902"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:51.946620 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caea38f8-1a89-4153-9964-676df8b52bd5 x-openstack-request-id: req-caea38f8-1a89-4153-9964-676df8b52bd5 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:51.946911 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a90f80-c2fb-4b9e-a431-171d81bc3788", "name": "network-vif-plugged", "status": "completed", "tag": "03a9a0c5-dbf2-497b-a958-333bd6eb7902", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:51.947164 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-caea38f8-1a89-4153-9964-676df8b52bd5 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:51.947550 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a90f80-c2fb-4b9e-a431-171d81bc3788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a9a0c5-dbf2-497b-a958-333bd6eb7902', 'code': 200} Aug 19 12:21:51.952203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf3326-ebb6-451a-b959-f6214ea784c2 req-b0a12921-44f8-41d2-b25c-f9ecc03d8bfc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:51.953802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fbf3326-ebb6-451a-b959-f6214ea784c2 req-b0a12921-44f8-41d2-b25c-f9ecc03d8bfc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 946 time: 0.0855780 Aug 19 12:21:51.985213 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.009271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fbf3326-ebb6-451a-b959-f6214ea784c2 req-93c9237d-dd7e-417d-9239-a24561286ac8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482919 Aug 19 12:21:52.089858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968874c-0ac7-4880-b28e-106e03b29809 req-b6d8c95c-c200-42b3-9801-c7b6f80f9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.091317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f968874c-0ac7-4880-b28e-106e03b29809 req-b6d8c95c-c200-42b3-9801-c7b6f80f9b70 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 1097 time: 0.0557120 Aug 19 12:21:52.131450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f968874c-0ac7-4880-b28e-106e03b29809 req-630939f0-c7e2-4d20-9f37-1d98be4d17ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Aug 19 12:21:52.559548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e7e73-aa5f-4295-a124-580cfb7bb31b req-f82aa666-fb93-4c2e-b775-25bf14aa3066 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.561128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d4e7e73-aa5f-4295-a124-580cfb7bb31b req-f82aa666-fb93-4c2e-b775-25bf14aa3066 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0557373 Aug 19 12:21:52.604589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d4e7e73-aa5f-4295-a124-580cfb7bb31b req-55cb7b52-3113-4499-9154-96ae3d0675a9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366046 Aug 19 12:21:53.169488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85817e-fd86-4642-a2a2-72016d8bfbdc req-f1c87ba7-42df-4612-b5a0-ab84a4f2c70d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:53.172363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f85817e-fd86-4642-a2a2-72016d8bfbdc req-f1c87ba7-42df-4612-b5a0-ab84a4f2c70d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 946 time: 0.0710843 Aug 19 12:21:53.222863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f85817e-fd86-4642-a2a2-72016d8bfbdc req-30dc2130-2a55-4435-85cd-32d1616a6ed7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Aug 19 12:21:53.745553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071052a5-6977-462e-8b2c-2d14a0cd6b13 req-3c24304b-cb36-4b75-9bdc-48174ea7223e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:53.747191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-071052a5-6977-462e-8b2c-2d14a0cd6b13 req-3c24304b-cb36-4b75-9bdc-48174ea7223e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0610209 Aug 19 12:21:53.796551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-071052a5-6977-462e-8b2c-2d14a0cd6b13 req-b12e0f67-7795-4d13-8ee2-b0bcd25248a2 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420063 Aug 19 12:21:54.025854 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.254210 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.361944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b78d24-21c8-4670-b007-5ae119d92b57 req-1297d834-b969-47a7-beba-45619f1d1882 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:54.363584 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96b78d24-21c8-4670-b007-5ae119d92b57 req-1297d834-b969-47a7-beba-45619f1d1882 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 946 time: 0.0550973 Aug 19 12:21:54.425507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96b78d24-21c8-4670-b007-5ae119d92b57 req-a04bca15-59c6-4447-8fc1-f73ce452970d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543077 Aug 19 12:21:54.716783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d32fa-ef91-4d19-97bb-ae8213862698 req-fba9feb8-b795-4ca6-8159-4308b135c603 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:54.718658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-506d32fa-ef91-4d19-97bb-ae8213862698 req-fba9feb8-b795-4ca6-8159-4308b135c603 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 946 time: 0.0596468 Aug 19 12:21:54.763860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-506d32fa-ef91-4d19-97bb-ae8213862698 req-f663d591-4062-4ed3-a876-bd64ea69fc72 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Aug 19 12:21:55.219476 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f703dfa-58bc-473c-8f89-26e32e0324fa req-b0c75878-2dab-47be-85b3-6e91f2a9d851 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:55.221031 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f703dfa-58bc-473c-8f89-26e32e0324fa req-b0c75878-2dab-47be-85b3-6e91f2a9d851 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.3508649 Aug 19 12:21:55.260310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f703dfa-58bc-473c-8f89-26e32e0324fa req-404c939b-5b46-4c3f-b461-154685f3bed6 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331872 Aug 19 12:21:55.887684 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2909a95-7b8d-4f16-979c-58e96c241ec1 req-b23014e8-74ba-4d2d-8031-74cd95fc3598 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:55.889160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2909a95-7b8d-4f16-979c-58e96c241ec1 req-b23014e8-74ba-4d2d-8031-74cd95fc3598 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 946 time: 0.0506535 Aug 19 12:21:55.929005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d2909a95-7b8d-4f16-979c-58e96c241ec1 req-a77d07e7-639d-4e10-bd1c-c654b6faf913 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336237 Aug 19 12:21:56.006061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-7e68f042-4138-4711-8ef4-ebdc4059a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.007506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-7e68f042-4138-4711-8ef4-ebdc4059a9e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 1096 time: 0.0472631 Aug 19 12:21:56.104616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-48d4e2c7-7726-46cd-8736-5f50a28dea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.106105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-48d4e2c7-7726-46cd-8736-5f50a28dea1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.0903354 Aug 19 12:21:56.180992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-ba9565f1-4794-4cf6-b294-df88094eaf9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454206d0-8cce-4d41-9369-e792b2ee0a90 HTTP/1.1" status: 200 len: 1000 time: 0.0660880 Aug 19 12:21:56.267310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-cd7c1a34-15e1-43be-9396-2bdbdbc82d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.268808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-cd7c1a34-15e1-43be-9396-2bdbdbc82d84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0542073 Aug 19 12:21:56.319393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-13ce0025-b718-4ada-bec9-7d24111e1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.321046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-13ce0025-b718-4ada-bec9-7d24111e1092 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435503 Aug 19 12:21:56.439989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca92bb9-c2b2-4a16-95b4-b644b86f0d3f req-51d45b3f-ccae-4b63-a426-c19fb3ac821e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.441397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ca92bb9-c2b2-4a16-95b4-b644b86f0d3f req-51d45b3f-ccae-4b63-a426-c19fb3ac821e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.1045737 Aug 19 12:21:56.457401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-7ebac5bc-5a9f-4b09-a8b1-4b0a41edd1d0 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278548 Aug 19 12:21:56.492080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-e68058b3-e5ba-4750-8495-66dfb7982dd0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.493631 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-e68058b3-e5ba-4750-8495-66dfb7982dd0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.69 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 946 time: 0.0498235 Aug 19 12:21:56.530736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ca92bb9-c2b2-4a16-95b4-b644b86f0d3f req-45836f5e-812b-49ce-a27d-078717478c5f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819407 Aug 19 12:21:56.577859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-e899431f-30c1-4d83-bdb6-771df9571cdd service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120520 Aug 19 12:21:56.591781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Deleting port 03a9a0c5-dbf2-497b-a958-333bd6eb7902 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:56.592130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.689629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] For port 03a9a0c5-dbf2-497b-a958-333bd6eb7902, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03a9a0c5-dbf2-497b-a958-333bd6eb7902,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:56.690103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.703556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Calling delete_port for 03a9a0c5-dbf2-497b-a958-333bd6eb7902 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:56.837443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.865952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Pushing event deleted for resources: {'Port': ['ID=03a9a0c5-dbf2-497b-a958-333bd6eb7902,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:56.874225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['03a9a0c5-dbf2-497b-a958-333bd6eb7902'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:56.876937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['9fb1cb52-5650-4920-8f4e-3bf075665232'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:56.906738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] No DVR routers for this DVR port 03a9a0c5-dbf2-497b-a958-333bd6eb7902 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:56.909567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.911765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c25971da-f3ad-4ffc-a4e8-59fda6e50dc7 req-3eb0192b-d0ee-49c2-b219-c32c82a92416 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.69 "DELETE /v2.0/ports/03a9a0c5-dbf2-497b-a958-333bd6eb7902 HTTP/1.1" status: 204 len: 173 time: 0.4117751 Aug 19 12:21:56.912111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a90f80-c2fb-4b9e-a431-171d81bc3788', 'name': 'network-vif-deleted', 'tag': '03a9a0c5-dbf2-497b-a958-333bd6eb7902'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:56.914932 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6e8cb6-4a01-48dc-aa5b-1928e99fd019" -d '{"events": [{"server_uuid": "00a90f80-c2fb-4b9e-a431-171d81bc3788", "name": "network-vif-deleted", "tag": "03a9a0c5-dbf2-497b-a958-333bd6eb7902"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:56.953513 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9440cf01-5d6a-4a57-a5b2-d85046f05a91 x-openstack-request-id: req-9440cf01-5d6a-4a57-a5b2-d85046f05a91 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:56.953823 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a90f80-c2fb-4b9e-a431-171d81bc3788", "name": "network-vif-deleted", "tag": "03a9a0c5-dbf2-497b-a958-333bd6eb7902", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:56.954091 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9440cf01-5d6a-4a57-a5b2-d85046f05a91 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:56.954540 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a90f80-c2fb-4b9e-a431-171d81bc3788', 'name': 'network-vif-deleted', 'tag': '03a9a0c5-dbf2-497b-a958-333bd6eb7902', 'status': 'completed', 'code': 200} Aug 19 12:21:57.041433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb3d75b8-84ef-428b-bf96-5a3418283eb5 req-1dd5e8d2-cb46-4de7-a7fa-312a264b6fe9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a90f80-c2fb-4b9e-a431-171d81bc3788 HTTP/1.1" status: 200 len: 210 time: 0.0308111 Aug 19 12:21:57.665200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d4b82-0734-4ca2-a5b5-404eb459e68e req-43ab186b-69cf-405f-899f-91828822233d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:57.666657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b2d4b82-0734-4ca2-a5b5-404eb459e68e req-43ab186b-69cf-405f-899f-91828822233d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0560026 Aug 19 12:21:57.709285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b2d4b82-0734-4ca2-a5b5-404eb459e68e req-17eff360-a898-4eed-bce4-70e3d6d04c10 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Aug 19 12:21:58.200199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3823cf-f5b7-4ccd-817f-d41dc743ec6c req-eab69ce8-1d3b-427d-b6c9-e52bc5a4b613 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:58.201738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a3823cf-f5b7-4ccd-817f-d41dc743ec6c req-eab69ce8-1d3b-427d-b6c9-e52bc5a4b613 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0546672 Aug 19 12:21:58.246010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a3823cf-f5b7-4ccd-817f-d41dc743ec6c req-afb04f16-8a83-43ea-b8e1-c85d224f9fa9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Aug 19 12:21:58.485682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609f136-60f9-46a2-b087-f0b2403d25a2 req-f7ed4400-cd52-4a22-8e5d-4fce8369bdc7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:58.487196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a609f136-60f9-46a2-b087-f0b2403d25a2 req-f7ed4400-cd52-4a22-8e5d-4fce8369bdc7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0650101 Aug 19 12:21:58.536081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a609f136-60f9-46a2-b087-f0b2403d25a2 req-7b8e99be-1476-49bc-ba60-21a0041c6474 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Aug 19 12:21:58.582850 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.677710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff795d2-5906-48c7-b45d-278bc4d4b3f0 req-d2166991-2b84-4fe7-a0ad-af1820e7116e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:58.679420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eff795d2-5906-48c7-b45d-278bc4d4b3f0 req-d2166991-2b84-4fe7-a0ad-af1820e7116e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0626438 Aug 19 12:21:58.720039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eff795d2-5906-48c7-b45d-278bc4d4b3f0 req-2066fa5d-f737-4d13-a14d-330af445a666 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338476 Aug 19 12:21:58.839348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea94e3-e384-4265-b111-0fb9195a1ce5 req-493cd1c4-b84c-44d0-be2e-c6449bec0688 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:58.840928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64ea94e3-e384-4265-b111-0fb9195a1ce5 req-493cd1c4-b84c-44d0-be2e-c6449bec0688 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0525637 Aug 19 12:21:58.881205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64ea94e3-e384-4265-b111-0fb9195a1ce5 req-52826e32-552f-4197-8450-fff50d1fec04 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341864 Aug 19 12:21:59.511331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:59.543229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adebdd-f161-4f84-bb98-f8745b7917ee req-6c0161bf-ea8c-41b0-a05b-521dd857010a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:59.545343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62adebdd-f161-4f84-bb98-f8745b7917ee req-6c0161bf-ea8c-41b0-a05b-521dd857010a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 945 time: 0.0550468 Aug 19 12:21:59.592834 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62adebdd-f161-4f84-bb98-f8745b7917ee req-aab6cb95-83bd-4516-bc02-0cd97a2fca82 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Aug 19 12:21:59.618884 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.642897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:59.645190 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a43562-17d8-4564-8dcf-2cd51418028c" -d '{"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-unplugged", "status": "completed", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:59.662975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:59.667939 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.701705 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a348bdd9-5a69-4797-a95e-b594f989a72a x-openstack-request-id: req-a348bdd9-5a69-4797-a95e-b594f989a72a {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:59.702279 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-unplugged", "status": "failed", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90", "code": 422}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:59.702673 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a348bdd9-5a69-4797-a95e-b594f989a72a {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:59.703212 n-d-778550-9 neutron-server[101155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'code': 422} returned with failed status Aug 19 12:21:59.733117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:59.757367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57428) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:59.896428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-48574532-1aa9-480b-a8f7-6331c3308c08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378386 Aug 19 12:22:00.410392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e518c9a-7843-4e44-99a0-6a226ec10a12 req-27a9b73c-7f9c-4efb-a46c-cba274f36840 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:00.412041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e518c9a-7843-4e44-99a0-6a226ec10a12 req-27a9b73c-7f9c-4efb-a46c-cba274f36840 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0504456 Aug 19 12:22:00.451549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e518c9a-7843-4e44-99a0-6a226ec10a12 req-582043f6-dadb-49ab-9baa-f996e9d407f6 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Aug 19 12:22:00.587798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a4bcf-d382-4069-adf3-6d320b132c28 req-36b08a57-fdbe-424f-a3cf-6501c75f6e63 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:00.589348 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f1a4bcf-d382-4069-adf3-6d320b132c28 req-36b08a57-fdbe-424f-a3cf-6501c75f6e63 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0561883 Aug 19 12:22:00.628963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f1a4bcf-d382-4069-adf3-6d320b132c28 req-098ea2d2-5caa-4735-9bb1-648331b50d82 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Aug 19 12:22:00.726927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f26bbe-ec9c-414d-922a-518651ffa987 req-d62ce5b9-decc-4a70-bdc5-569d2da99c0a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:00.728851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2f26bbe-ec9c-414d-922a-518651ffa987 req-d62ce5b9-decc-4a70-bdc5-569d2da99c0a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0524526 Aug 19 12:22:00.772392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2f26bbe-ec9c-414d-922a-518651ffa987 req-55fe7120-6e47-4c5b-80c8-c5d62aeb9291 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370591 Aug 19 12:22:01.543985 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:01.643254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 03a9a0c5-dbf2-497b-a958-333bd6eb7902 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:01.666992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 03a9a0c5-dbf2-497b-a958-333bd6eb7902 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:01.667341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 03a9a0c5-dbf2-497b-a958-333bd6eb7902 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:01.900053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d387f-431f-4cb9-8a9c-324fb7541c17 req-d36da9d7-d202-4142-92ab-c2859b27e623 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:01.901504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-365d387f-431f-4cb9-8a9c-324fb7541c17 req-d36da9d7-d202-4142-92ab-c2859b27e623 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0507662 Aug 19 12:22:01.940604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-365d387f-431f-4cb9-8a9c-324fb7541c17 req-f8e363f1-aec6-48d8-bf5f-4b54bfd9bed3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Aug 19 12:22:02.140172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17f613-f27f-4dba-8464-e22cd376fcd3 req-eb625868-21af-4b19-87e0-1e2cd954926d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.141597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd17f613-f27f-4dba-8464-e22cd376fcd3 req-eb625868-21af-4b19-87e0-1e2cd954926d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0543711 Aug 19 12:22:02.180671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd17f613-f27f-4dba-8464-e22cd376fcd3 req-e5f90886-9b69-4610-ba74-9a0d973f53ce tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Aug 19 12:22:02.303262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926d25-7cd2-47d6-b005-d988caa0b1a9 req-6e6e7f77-2604-4b14-9af4-568dc7755caa tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.304842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60926d25-7cd2-47d6-b005-d988caa0b1a9 req-6e6e7f77-2604-4b14-9af4-568dc7755caa tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0531673 Aug 19 12:22:02.344243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60926d25-7cd2-47d6-b005-d988caa0b1a9 req-7e424a8a-28f8-4953-a81a-8044d1ca012a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Aug 19 12:22:02.513876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0bd66-f619-4596-a869-3e8103c51e5e req-6f3f094c-3635-4966-92aa-77c3b1f52817 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.515434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02d0bd66-f619-4596-a869-3e8103c51e5e req-6f3f094c-3635-4966-92aa-77c3b1f52817 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0526085 Aug 19 12:22:02.556171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02d0bd66-f619-4596-a869-3e8103c51e5e req-f09bcaf3-8a84-46b8-97de-2dcaa132f991 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Aug 19 12:22:02.677796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a498bb-d8aa-478e-8d1c-d389135a6f62 req-cde83091-e8c0-49d7-8e3c-67e363b2674c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.679224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82a498bb-d8aa-478e-8d1c-d389135a6f62 req-cde83091-e8c0-49d7-8e3c-67e363b2674c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0532069 Aug 19 12:22:02.718634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82a498bb-d8aa-478e-8d1c-d389135a6f62 req-14ae12c5-085d-469b-9be6-77b29b4e978d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Aug 19 12:22:02.889538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41bd7a-36e0-46a4-842d-ba40172c1b90 req-7a2073be-26dd-4481-a993-415ecb7fdebc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.891096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be41bd7a-36e0-46a4-842d-ba40172c1b90 req-7a2073be-26dd-4481-a993-415ecb7fdebc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0517268 Aug 19 12:22:02.933871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be41bd7a-36e0-46a4-842d-ba40172c1b90 req-a3850eda-44ac-4512-83ad-4a9e9affdc39 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359256 Aug 19 12:22:03.086193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afd78c-a870-44da-a221-86b0df493728 req-ac9cb8ae-b901-4f53-adff-4d29eaa3ab6e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.088009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1afd78c-a870-44da-a221-86b0df493728 req-ac9cb8ae-b901-4f53-adff-4d29eaa3ab6e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0808885 Aug 19 12:22:03.111492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0bf7f-2976-425b-8c66-ffbc02a96451 req-2d782ad2-bda8-4b84-82ea-90a0d7cf524c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.114826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea0bf7f-2976-425b-8c66-ffbc02a96451 req-2d782ad2-bda8-4b84-82ea-90a0d7cf524c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0962887 Aug 19 12:22:03.158906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1afd78c-a870-44da-a221-86b0df493728 req-22ac34f7-746c-4de4-b793-947eecd6f002 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624499 Aug 19 12:22:03.177291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ea0bf7f-2976-425b-8c66-ffbc02a96451 req-5500b2cc-5287-4e65-bc2e-8f7b9c85cbe8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553775 Aug 19 12:22:03.344060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1a7d9-0091-4607-8931-c09959d59a66 req-0b34b682-2d6e-4a0b-bae3-615cf115abdc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.345679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ffa1a7d9-0091-4607-8931-c09959d59a66 req-0b34b682-2d6e-4a0b-bae3-615cf115abdc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0509195 Aug 19 12:22:03.387667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ffa1a7d9-0091-4607-8931-c09959d59a66 req-d449255d-8a8e-46bc-80e5-2223b2f9d5c7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357044 Aug 19 12:22:03.511600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe874aef-90af-44e8-970c-f6ce2639251b req-ab2630b9-89f3-436c-b54c-7015cab2c81b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.513247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe874aef-90af-44e8-970c-f6ce2639251b req-ab2630b9-89f3-436c-b54c-7015cab2c81b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0538759 Aug 19 12:22:03.564002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe874aef-90af-44e8-970c-f6ce2639251b req-f7f7bbf5-2e48-41ad-8e04-c5e4b24dcee2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443549 Aug 19 12:22:03.748146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e5bd-4d55-4e55-8435-5ee4b8739caa req-05431a9f-0b24-4480-9361-3cb527ed8ed1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.749660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6b4e5bd-4d55-4e55-8435-5ee4b8739caa req-05431a9f-0b24-4480-9361-3cb527ed8ed1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0551553 Aug 19 12:22:03.790619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6b4e5bd-4d55-4e55-8435-5ee4b8739caa req-71fb8937-f83c-4c85-bae4-73a638937af2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Aug 19 12:22:03.912087 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb0ac-1649-46b4-bebb-017c0ec70cba req-3395dc22-f3b2-4f21-8007-64318165dd75 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.913778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96ccb0ac-1649-46b4-bebb-017c0ec70cba req-3395dc22-f3b2-4f21-8007-64318165dd75 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0530207 Aug 19 12:22:03.958239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96ccb0ac-1649-46b4-bebb-017c0ec70cba req-0116050b-5b71-4e1f-b127-6a3c52c7ef8a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368280 Aug 19 12:22:04.129003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0109f-78ed-4591-82af-c18eda643220 req-db395210-8fa7-4048-8701-5f5b369faab9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.130609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1d0109f-78ed-4591-82af-c18eda643220 req-db395210-8fa7-4048-8701-5f5b369faab9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0523255 Aug 19 12:22:04.171448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1d0109f-78ed-4591-82af-c18eda643220 req-73fadb93-6b33-4e56-a5e1-da8f64f9bc13 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Aug 19 12:22:04.311841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e0296-06e1-4b48-9f7a-6ee87a35948e req-267e4b32-0658-4d0f-a1fa-ce97f6448e7f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.313715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-475e0296-06e1-4b48-9f7a-6ee87a35948e req-267e4b32-0658-4d0f-a1fa-ce97f6448e7f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0680444 Aug 19 12:22:04.381999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-475e0296-06e1-4b48-9f7a-6ee87a35948e req-e28e2311-3afb-4758-a55d-20e411ba2cff tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611172 Aug 19 12:22:04.395445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaf208-5e47-4cba-8d0e-d9ad305e10fb req-7cd72352-84b5-4bc1-b02a-5f61f16221b4 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.398095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9dbaf208-5e47-4cba-8d0e-d9ad305e10fb req-7cd72352-84b5-4bc1-b02a-5f61f16221b4 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0795157 Aug 19 12:22:04.444955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9dbaf208-5e47-4cba-8d0e-d9ad305e10fb req-cedff184-5dfa-48ad-8ef5-e6396116d25e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Aug 19 12:22:04.695149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfd619-ab01-4e0b-b61e-ec4f0a6a43fb req-59d212d0-9012-4c41-8c84-5caac16c20c1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.696855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35cfd619-ab01-4e0b-b61e-ec4f0a6a43fb req-59d212d0-9012-4c41-8c84-5caac16c20c1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 813 time: 0.1639588 Aug 19 12:22:04.704797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f9e23-e3c1-4dae-ac6b-e2e26176533d req-40f0c15f-c64d-40ef-8d36-eb207e43de1f tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.706296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a6f9e23-e3c1-4dae-ac6b-e2e26176533d req-40f0c15f-c64d-40ef-8d36-eb207e43de1f tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0990362 Aug 19 12:22:04.725403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35cfd619-ab01-4e0b-b61e-ec4f0a6a43fb req-e1e455e8-d465-455d-a6cd-6cb306983178 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/quotas/d1ad70f6713948f78cc76a1704dd7cf8 HTTP/1.1" status: 200 len: 375 time: 0.0181103 Aug 19 12:22:04.783377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a6f9e23-e3c1-4dae-ac6b-e2e26176533d req-8dd15645-eaf8-49e0-af73-25a0d6e51b41 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686548 Aug 19 12:22:04.801793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35cfd619-ab01-4e0b-b61e-ec4f0a6a43fb req-b1415fac-8f25-4832-9393-e63797f7f0c9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656176 Aug 19 12:22:04.914650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c46daa-2ae1-486e-b86b-989d6debe6d1 req-acd767d1-cf02-4a5c-a445-8b27e1000f60 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.916235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3c46daa-2ae1-486e-b86b-989d6debe6d1 req-acd767d1-cf02-4a5c-a445-8b27e1000f60 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0557959 Aug 19 12:22:04.960941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3c46daa-2ae1-486e-b86b-989d6debe6d1 req-0083f06d-5fa7-4bcc-b828-e5d3855a8686 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352299 Aug 19 12:22:05.033797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-8fdd2ad7-b4ef-4afa-b6a9-e250b7adf06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.035375 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-8fdd2ad7-b4ef-4afa-b6a9-e250b7adf06f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181&tenant_id=9407dcf8ebfa4301a36b74206efc1b7d HTTP/1.1" status: 200 len: 1094 time: 0.0757661 Aug 19 12:22:05.087338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec1a3f-504e-4f79-a32f-090907fbb02e req-50b11430-3d59-4ed0-86d4-9b953f579d1d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.089521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6ec1a3f-504e-4f79-a32f-090907fbb02e req-50b11430-3d59-4ed0-86d4-9b953f579d1d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0598881 Aug 19 12:22:05.114968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-9aab2b71-e2a4-43e3-b6f0-1468dbc69378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.117166 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-9aab2b71-e2a4-43e3-b6f0-1468dbc69378 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 1094 time: 0.0486557 Aug 19 12:22:05.132407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6ec1a3f-504e-4f79-a32f-090907fbb02e req-4a09fdbe-36c6-467d-ba43-b7a83760d893 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363703 Aug 19 12:22:05.221431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-d030356a-2ef3-460f-8602-714c76e9cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.223132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-d030356a-2ef3-460f-8602-714c76e9cd5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.0984237 Aug 19 12:22:05.303364 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-c504903e-8fb2-43ae-966d-bdf413429fef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=454206d0-8cce-4d41-9369-e792b2ee0a90 HTTP/1.1" status: 200 len: 998 time: 0.0721450 Aug 19 12:22:05.304066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7052d0ab-42a7-4b42-80eb-c9eab26986d2 req-eee3dec9-c7b3-4a95-b18f-1bf969a744af tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d1ad70f6713948f78cc76a1704dd7cf8 HTTP/1.1" status: 200 len: 221 time: 0.0380037 Aug 19 12:22:05.357980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-bde7c255-4a23-4d29-89c8-e67a66486eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.358992 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-bde7c255-4a23-4d29-89c8-e67a66486eae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0490706 Aug 19 12:22:05.417015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-5e6e40cc-b3d7-492a-882e-a015887511f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.418628 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-5e6e40cc-b3d7-492a-882e-a015887511f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508378 Aug 19 12:22:05.423749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc700e-d336-4ca0-b389-81bfc125c253 req-d2127aaf-9991-4386-8858-e9b80a83de5b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.425231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96dc700e-d336-4ca0-b389-81bfc125c253 req-d2127aaf-9991-4386-8858-e9b80a83de5b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0699441 Aug 19 12:22:05.464912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96dc700e-d336-4ca0-b389-81bfc125c253 req-968811f4-ea0b-4a7b-bdbf-3bdd493dde71 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325627 Aug 19 12:22:05.513072 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-083e5f7a-7891-4c2f-9b11-16a6d59d5a77 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875762 Aug 19 12:22:05.602295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d7b9f-0d1e-4f0e-b975-2de5f020dea1 req-48f7b2c7-31c4-4997-b1c0-ce24107c94f9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.603793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da5d7b9f-0d1e-4f0e-b975-2de5f020dea1 req-48f7b2c7-31c4-4997-b1c0-ce24107c94f9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0779314 Aug 19 12:22:05.611283 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a2e306b0-8aa4-49aa-8e7b-cd60ddebf60a req-274342e4-002f-4441-9fac-da21d4da6c94 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909030 Aug 19 12:22:05.617353 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e705eef-a5ca-4a1b-adea-591f8e9ad1e6 req-402c9fd5-8273-4ba3-aeeb-2977218f38d2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.618914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e705eef-a5ca-4a1b-adea-591f8e9ad1e6 req-402c9fd5-8273-4ba3-aeeb-2977218f38d2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0801232 Aug 19 12:22:05.674847 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da5d7b9f-0d1e-4f0e-b975-2de5f020dea1 req-6055f947-5d79-404d-b7de-5085226c88dd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549581 Aug 19 12:22:05.686275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e705eef-a5ca-4a1b-adea-591f8e9ad1e6 req-f9353239-be19-4707-b341-3aac32851153 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591033 Aug 19 12:22:05.726791 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:22:05.828934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739ac4-632e-4fb4-ba97-005ea9d7a01b req-8f9346f8-37cb-4c5a-b568-5ff68f73088c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.830491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b739ac4-632e-4fb4-ba97-005ea9d7a01b req-8f9346f8-37cb-4c5a-b568-5ff68f73088c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0579646 Aug 19 12:22:05.881983 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b739ac4-632e-4fb4-ba97-005ea9d7a01b req-35b6fddd-a646-4fde-830d-aa8e0e1f9920 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Aug 19 12:22:05.928295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bf5c6-0536-4e4e-8b87-2af8df002b2d req-422fc46c-e7d6-4f05-8408-962b882c34fa tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.929905 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd4bf5c6-0536-4e4e-8b87-2af8df002b2d req-422fc46c-e7d6-4f05-8408-962b882c34fa tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0714800 Aug 19 12:22:06.012336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd4bf5c6-0536-4e4e-8b87-2af8df002b2d req-39242531-89db-42cb-9481-c399169fbbc9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750742 Aug 19 12:22:06.040623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904c325-7870-4a15-8a29-ca12cbd72bcb req-2374d811-0991-432c-8a72-f8c62b85e954 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.040623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8904c325-7870-4a15-8a29-ca12cbd72bcb req-2374d811-0991-432c-8a72-f8c62b85e954 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0753431 Aug 19 12:22:06.102718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8904c325-7870-4a15-8a29-ca12cbd72bcb req-5a13c04c-f04b-4dfb-ba5e-5df82f4f1e31 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620730 Aug 19 12:22:06.250422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6e636-412c-45ae-b09e-343ccd0224fb req-5de6713b-6086-444c-86eb-4c6f10b913b8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.260061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ca6e636-412c-45ae-b09e-343ccd0224fb req-5de6713b-6086-444c-86eb-4c6f10b913b8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0728724 Aug 19 12:22:06.302823 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ca6e636-412c-45ae-b09e-343ccd0224fb req-73df422b-32af-4906-8cae-074e822f5a48 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Aug 19 12:22:06.428359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24ce09-146d-4977-8c51-370ef110b6a8 req-7cb2bd16-fb57-4a77-9804-d41b2c2c3960 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.430018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d24ce09-146d-4977-8c51-370ef110b6a8 req-7cb2bd16-fb57-4a77-9804-d41b2c2c3960 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0517366 Aug 19 12:22:06.479513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d24ce09-146d-4977-8c51-370ef110b6a8 req-e77cf7c4-4a05-46f6-9027-fe186c94b3bc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416582 Aug 19 12:22:06.621235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9e7c5-d81c-421e-ac11-cf53cf93fb1d req-d476eacb-a4d2-4145-b53f-d393e9d24144 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.622718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45a9e7c5-d81c-421e-ac11-cf53cf93fb1d req-d476eacb-a4d2-4145-b53f-d393e9d24144 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0583017 Aug 19 12:22:06.663971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45a9e7c5-d81c-421e-ac11-cf53cf93fb1d req-302914b9-396d-4a3f-903f-5d3c7dc2a207 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Aug 19 12:22:06.779424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-f68cf753-c578-4e69-9d19-0bc1ee49014d tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.781207 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-f68cf753-c578-4e69-9d19-0bc1ee49014d tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.54 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.0775585 Aug 19 12:22:06.846936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f96f46-4723-4a19-a9d4-3bcfe12fa86e req-3124a73d-3d2b-47da-9a52-6517b443c82c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.849563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1f96f46-4723-4a19-a9d4-3bcfe12fa86e req-3124a73d-3d2b-47da-9a52-6517b443c82c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0946667 Aug 19 12:22:06.887926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645252e-33cc-4ab1-a014-92099468cf40 req-e113581c-a401-4de6-8551-a57410e213d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.889971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5645252e-33cc-4ab1-a014-92099468cf40 req-e113581c-a401-4de6-8551-a57410e213d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0968790 Aug 19 12:22:06.911003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Deleting port 2c27be9e-b60b-4516-acd7-c19e44bdbaee {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:06.912113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.934938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e1f96f46-4723-4a19-a9d4-3bcfe12fa86e req-94799b92-a2c1-434b-bbf6-c19cfaa181a2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701673 Aug 19 12:22:06.948545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5645252e-33cc-4ab1-a014-92099468cf40 req-4b9b9751-6254-4c13-b12c-fca2ccbe7f9a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517547 Aug 19 12:22:07.018104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] For port 2c27be9e-b60b-4516-acd7-c19e44bdbaee, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2c27be9e-b60b-4516-acd7-c19e44bdbaee,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:07.018479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.114998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0081ba-befc-48f4-a94f-5a3996cf1445 req-2ed3af37-43c0-4d3f-b730-69db3c14e0e2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:07.116648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc0081ba-befc-48f4-a94f-5a3996cf1445 req-2ed3af37-43c0-4d3f-b730-69db3c14e0e2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0757787 Aug 19 12:22:07.196636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc0081ba-befc-48f4-a94f-5a3996cf1445 req-11b50dd4-4c79-41ae-9cfd-74af0a971cd4 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693343 Aug 19 12:22:07.217956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7087651-7146-4922-9017-63a41f0c90f9 req-ce52d3af-e1e6-4807-97b5-4d25a514c991 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:07.225702 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7087651-7146-4922-9017-63a41f0c90f9 req-ce52d3af-e1e6-4807-97b5-4d25a514c991 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 945 time: 0.1078720 Aug 19 12:22:07.258085 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.258483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.258805 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Floating IP 9b83ee47-3bde-4d32-9154-a4938635b2da disassociated. External IP: 172.25.4.140, port: 2c27be9e-b60b-4516-acd7-c19e44bdbaee. Aug 19 12:22:07.259190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Calling delete_port for 2c27be9e-b60b-4516-acd7-c19e44bdbaee owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:07.273285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7087651-7146-4922-9017-63a41f0c90f9 req-c4b76c47-623c-4955-94e3-a89e0e543df1 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=01140a21-214f-45d0-8d63-22f922d71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464900 Aug 19 12:22:07.341095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719fc01-c5bd-412e-86da-1a5caa0ffd69 req-426eff9b-802d-41a4-bf55-b2222c9a4cf3 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:07.342727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5719fc01-c5bd-412e-86da-1a5caa0ffd69 req-426eff9b-802d-41a4-bf55-b2222c9a4cf3 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0644453 Aug 19 12:22:07.386397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5719fc01-c5bd-412e-86da-1a5caa0ffd69 req-c179a734-78d7-49e1-90bf-72913a662726 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361655 Aug 19 12:22:07.473108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.516549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event deleted for resources: {'Port': ['ID=2c27be9e-b60b-4516-acd7-c19e44bdbaee,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:07.577361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862d0a-c6dd-40ff-9413-2664902beed9 req-f2ca2112-0df5-4327-85aa-0bfc26eed453 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:07.579497 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f862d0a-c6dd-40ff-9413-2664902beed9 req-f2ca2112-0df5-4327-85aa-0bfc26eed453 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0699985 Aug 19 12:22:07.640999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f862d0a-c6dd-40ff-9413-2664902beed9 req-4764cd84-9414-4074-a024-74c8564072ba tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503266 Aug 19 12:22:07.658826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Router e1544d4f-889d-402f-abf0-8689d8c7716e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:22:07.788122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af75e81-28ba-4487-be9a-63f162926e53 req-0f6138be-a87d-415b-98bb-a3de99a3988f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:07.789897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:22:07.801462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1af75e81-28ba-4487-be9a-63f162926e53 req-0f6138be-a87d-415b-98bb-a3de99a3988f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0968869 Aug 19 12:22:07.804758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] Sync routers for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:22:07.815855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:07.816625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:21:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:07.836498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] No DVR routers for this DVR port 2c27be9e-b60b-4516-acd7-c19e44bdbaee on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:07.839307 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.841365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d02fe444-68ca-4a57-9b43-b9844a3fbd21 req-dd774cdd-0f4c-4e6c-947d-dabd79dc2a29 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.54 "DELETE /v2.0/ports/2c27be9e-b60b-4516-acd7-c19e44bdbaee HTTP/1.1" status: 204 len: 173 time: 1.0517638 Aug 19 12:22:07.841831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'name': 'network-vif-deleted', 'tag': '2c27be9e-b60b-4516-acd7-c19e44bdbaee'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:07.844142 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3f15ce-07d5-4f11-bd14-6de821216ee1" -d '{"events": [{"server_uuid": "d50843fc-5312-49c7-b6e9-645e4a406e4e", "name": "network-vif-deleted", "tag": "2c27be9e-b60b-4516-acd7-c19e44bdbaee"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:07.845673 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1af75e81-28ba-4487-be9a-63f162926e53 req-89454faf-9c78-4473-86ac-bd0c708b3125 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Aug 19 12:22:07.898056 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c106aaf2-b632-44ff-b32f-f3b83fd74ff3 x-openstack-request-id: req-c106aaf2-b632-44ff-b32f-f3b83fd74ff3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:07.898553 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50843fc-5312-49c7-b6e9-645e4a406e4e", "name": "network-vif-deleted", "tag": "2c27be9e-b60b-4516-acd7-c19e44bdbaee", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:07.898946 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c106aaf2-b632-44ff-b32f-f3b83fd74ff3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:07.899485 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50843fc-5312-49c7-b6e9-645e4a406e4e', 'name': 'network-vif-deleted', 'tag': '2c27be9e-b60b-4516-acd7-c19e44bdbaee', 'status': 'completed', 'code': 200} Aug 19 12:22:08.012882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:08.126506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0f008-514d-4276-8cd1-27f366ef8c1b req-81807f8d-1433-4dd1-af13-8c2f76e34ecd tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.135156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29c0f008-514d-4276-8cd1-27f366ef8c1b req-81807f8d-1433-4dd1-af13-8c2f76e34ecd tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.1080918 Aug 19 12:22:08.193743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5ddb-dfcb-48e0-a3ee-7528824d7fad req-d01613d5-301d-435a-8e9d-00f36b9cd72b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.195867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a8f5ddb-dfcb-48e0-a3ee-7528824d7fad req-d01613d5-301d-435a-8e9d-00f36b9cd72b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.1253703 Aug 19 12:22:08.226902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29c0f008-514d-4276-8cd1-27f366ef8c1b req-e4b09091-fe96-4a4a-ab88-4830531c65a8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907073 Aug 19 12:22:08.269062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a8f5ddb-dfcb-48e0-a3ee-7528824d7fad req-d5ca34a4-6494-4dab-9aa0-48770fcc4cbe tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541985 Aug 19 12:22:08.355982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:08.385683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] Checking router: e1544d4f-889d-402f-abf0-8689d8c7716e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:22:08.394461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:08.395109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:21:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:08.431096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b8d5d6c-6572-48aa-adc0-03de0440d2d1 req-7422c218-0c40-4dbb-a9b0-48f02f19527a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50843fc-5312-49c7-b6e9-645e4a406e4e HTTP/1.1" status: 200 len: 210 time: 0.0335228 Aug 19 12:22:08.456789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdfff3-2cf2-40e1-9f76-043a6966ac6e req-8306283a-5b82-4377-aa5f-76eccde34065 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.459426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcbdfff3-2cf2-40e1-9f76-043a6966ac6e req-8306283a-5b82-4377-aa5f-76eccde34065 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0968516 Aug 19 12:22:08.537307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcbdfff3-2cf2-40e1-9f76-043a6966ac6e req-d95bfaa6-70b6-439f-bd2d-2bdd0ba3dbcd tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641208 Aug 19 12:22:08.766107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:08.780271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b800ad1-295a-4875-bee0-a382ff173793 req-920ac057-5284-4a93-9a84-c78bb0146b6a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.781842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b800ad1-295a-4875-bee0-a382ff173793 req-920ac057-5284-4a93-9a84-c78bb0146b6a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0960093 Aug 19 12:22:08.831352 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b800ad1-295a-4875-bee0-a382ff173793 req-c8f93cd2-9eca-4ba4-82bc-18c946b771c1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Aug 19 12:22:08.982943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b382b-5ba2-4413-8cb6-0e0eaa31aff2 req-76550e58-b3d8-4467-ab46-6c3cea746bb9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.984551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-424b382b-5ba2-4413-8cb6-0e0eaa31aff2 req-76550e58-b3d8-4467-ab46-6c3cea746bb9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0775447 Aug 19 12:22:08.990995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:09.019425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e94dd2-4baf-4582-a3a5-3bb445b102e2 None None] The sync data for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 is: [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:22:09.026241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-424b382b-5ba2-4413-8cb6-0e0eaa31aff2 req-55ff02b4-631b-4330-9a2e-b668806e79f0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334916 Aug 19 12:22:09.229853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0efe8-f0b5-469a-854f-255a3b25c7d0 req-03d914b6-6a0f-4c86-b292-cf873bb16e22 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.231605 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2de0efe8-f0b5-469a-854f-255a3b25c7d0 req-03d914b6-6a0f-4c86-b292-cf873bb16e22 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0690153 Aug 19 12:22:09.299044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2de0efe8-f0b5-469a-854f-255a3b25c7d0 req-fbb311cb-3300-4d01-bc1e-64392212db4b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492342 Aug 19 12:22:09.320403 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b213d-9821-4f57-a660-6eb9cbd84d85 None None] New status for floating IP 9b83ee47-3bde-4d32-9154-a4938635b2da: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:22:09.461133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6bb6-21b1-4720-94ee-55f73baa4cca req-924f1b8a-548b-4a20-9e1f-88a53acb3f0f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.462636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fbf6bb6-21b1-4720-94ee-55f73baa4cca req-924f1b8a-548b-4a20-9e1f-88a53acb3f0f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0986166 Aug 19 12:22:09.525489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fbd69-02d6-41de-9b6b-768b546ad03e req-d265dd6b-46dd-422e-9dc7-91863b87c6ea tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.527084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a7fbd69-02d6-41de-9b6b-768b546ad03e req-d265dd6b-46dd-422e-9dc7-91863b87c6ea tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0927079 Aug 19 12:22:09.537353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fbf6bb6-21b1-4720-94ee-55f73baa4cca req-20610bc9-2626-4f15-8182-5fa4fbb2918d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595782 Aug 19 12:22:09.589475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a7fbd69-02d6-41de-9b6b-768b546ad03e req-483ebd23-1773-4968-a6d1-d6180862721f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 Aug 19 12:22:09.636671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57660) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:09.736188 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-674f3e4d-7205-4c10-8118-df4edee91795 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.748820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e433-ac34-4a3a-8ca6-b10646cb1202 req-df8ca8a1-b539-4b27-8c13-fc1c83c7caf8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.756626 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14c1e433-ac34-4a3a-8ca6-b10646cb1202 req-df8ca8a1-b539-4b27-8c13-fc1c83c7caf8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0813613 Aug 19 12:22:09.802636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-674f3e4d-7205-4c10-8118-df4edee91795 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.817146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14c1e433-ac34-4a3a-8ca6-b10646cb1202 req-0e007ad0-7f16-4133-8ae4-cf5d53b11e75 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596085 Aug 19 12:22:09.859555 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-674f3e4d-7205-4c10-8118-df4edee91795 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.862746 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-674f3e4d-7205-4c10-8118-df4edee91795 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.863958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-674f3e4d-7205-4c10-8118-df4edee91795 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "DELETE /v2.0/security-groups/01140a21-214f-45d0-8d63-22f922d71c69 HTTP/1.1" status: 204 len: 168 time: 0.2260511 Aug 19 12:22:09.867441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57664) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:09.874536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f3e4d-7205-4c10-8118-df4edee91795 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01140a21-214f-45d0-8d63-22f922d71c69,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:09.894657 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-186b2a42-b13b-40f6-84e2-cd86dba26698 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] show failed (client error): The resource could not be found. Aug 19 12:22:09.896379 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-186b2a42-b13b-40f6-84e2-cd86dba26698 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups/01140a21-214f-45d0-8d63-22f922d71c69 HTTP/1.1" status: 404 len: 347 time: 0.0280042 Aug 19 12:22:09.899541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57666) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:10.055199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60843cd9-4887-42b5-9267-6a408897efe3 req-45140a75-eaa4-4696-8aed-f416c6925605 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.056885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60843cd9-4887-42b5-9267-6a408897efe3 req-45140a75-eaa4-4696-8aed-f416c6925605 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.1090846 Aug 19 12:22:10.098615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Deleting port 77121958-f234-48a9-9f13-046dd6c14c8f {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:10.098999 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.150012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60843cd9-4887-42b5-9267-6a408897efe3 req-d5994f8a-97dd-4841-8135-1cfbd8b5ed01 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792742 Aug 19 12:22:10.192907 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.193255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.207537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Calling delete_port for 77121958-f234-48a9-9f13-046dd6c14c8f owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:10.390366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.420696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event deleted for resources: {'Port': ['ID=77121958-f234-48a9-9f13-046dd6c14c8f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:10.432200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b110-7627-400a-be36-a663fd018bdb req-1ae60045-b7eb-44db-b8a9-dbfc78736597 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.433841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ba0b110-7627-400a-be36-a663fd018bdb req-1ae60045-b7eb-44db-b8a9-dbfc78736597 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0964055 Aug 19 12:22:10.522582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ba0b110-7627-400a-be36-a663fd018bdb req-a5fe44d3-4d78-487c-9deb-887ef139cd34 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684950 Aug 19 12:22:10.525478 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.528390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.532888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-29e24a6c-744a-44c9-a6ac-a4028e5d671c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "DELETE /v2.0/floatingips/9b83ee47-3bde-4d32-9154-a4938635b2da HTTP/1.1" status: 204 len: 168 time: 0.6287603 Aug 19 12:22:10.680529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845870-d4ad-41d1-af11-f12bcc43336c req-190bdd73-6555-4278-9f2e-1116c9dc6912 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.681989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36845870-d4ad-41d1-af11-f12bcc43336c req-190bdd73-6555-4278-9f2e-1116c9dc6912 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0492699 Aug 19 12:22:10.744321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36845870-d4ad-41d1-af11-f12bcc43336c req-3c0a7916-36b3-4cac-b49f-086fe56d73d3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559280 Aug 19 12:22:10.987821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2c27be9e-b60b-4516-acd7-c19e44bdbaee no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:11.009565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 2c27be9e-b60b-4516-acd7-c19e44bdbaee {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:11.009992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2c27be9e-b60b-4516-acd7-c19e44bdbaee not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:11.140884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57676) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:11.145660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f0cc0035-d1c2-4073-a592-c9130ddce3db tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689826286', 'description': 'tempest-description--901336230'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:11.170917 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0035-d1c2-4073-a592-c9130ddce3db tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.275959 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0035-d1c2-4073-a592-c9130ddce3db tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.281335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0035-d1c2-4073-a592-c9130ddce3db tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.305615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0035-d1c2-4073-a592-c9130ddce3db tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.306932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f0cc0035-d1c2-4073-a592-c9130ddce3db tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1650312 Aug 19 12:22:11.309780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57678) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:11.314185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c59c2262-9927-47c8-895e-5a915e7703c6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'security_group_rule': {'security_group_id': '69fadc90-ee64-44a3-9e5e-ca2b66940f0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:11.333383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc0035-d1c2-4073-a592-c9130ddce3db tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fadc90-ee64-44a3-9e5e-ca2b66940f0b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:11.361899 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c59c2262-9927-47c8-895e-5a915e7703c6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.413071 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c59c2262-9927-47c8-895e-5a915e7703c6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.417540 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c59c2262-9927-47c8-895e-5a915e7703c6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.446280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c2262-9927-47c8-895e-5a915e7703c6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89fb972-2b53-4670-adc2-39232046dbbc,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:11.453736 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c59c2262-9927-47c8-895e-5a915e7703c6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.455134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c59c2262-9927-47c8-895e-5a915e7703c6 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444459 Aug 19 12:22:11.457850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 57680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:11.462263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7e43075e-e653-4362-9fc3-52cd0d0082b7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'security_group_rule': {'security_group_id': '69fadc90-ee64-44a3-9e5e-ca2b66940f0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:11.487755 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e43075e-e653-4362-9fc3-52cd0d0082b7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.572291 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e43075e-e653-4362-9fc3-52cd0d0082b7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.576616 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e43075e-e653-4362-9fc3-52cd0d0082b7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.594519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43075e-e653-4362-9fc3-52cd0d0082b7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b2c03f-5b3c-4cb9-9be2-a018ebe13f92,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:11.601508 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e43075e-e653-4362-9fc3-52cd0d0082b7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.602764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7e43075e-e653-4362-9fc3-52cd0d0082b7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439927 Aug 19 12:22:11.606105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57684) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:11.611224 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:11.635141 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.652561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e7fc0-e626-478b-9a9f-3e8cc132e580 req-1a07f11b-c04a-4ab5-a64e-1e5674c62c22 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.654165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-366e7fc0-e626-478b-9a9f-3e8cc132e580 req-1a07f11b-c04a-4ab5-a64e-1e5674c62c22 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0504236 Aug 19 12:22:11.702292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-366e7fc0-e626-478b-9a9f-3e8cc132e580 req-2626c4cc-5a51-455b-932c-932fea3f146a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Aug 19 12:22:11.765535 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.904382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Allocated IP 172.25.4.90 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/0b74440f-326c-4087-95c8-8f696975be89) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:11.916019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7960-617c-4f69-8bf7-62122b8de85b req-b832371f-5f85-43b5-b162-dde3246463d3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.922715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbab7960-617c-4f69-8bf7-62122b8de85b req-b832371f-5f85-43b5-b162-dde3246463d3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0750222 Aug 19 12:22:12.033360 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbab7960-617c-4f69-8bf7-62122b8de85b req-ef9a9696-9835-4b4c-8310-93c617ad11bd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899246 Aug 19 12:22:12.043122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.086305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b86e6-50fe-40db-adc8-15c3c466c9a1 req-ed7c8505-c7c7-4e4f-bf0d-a208656acb4d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.095124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab8b86e6-50fe-40db-adc8-15c3c466c9a1 req-ed7c8505-c7c7-4e4f-bf0d-a208656acb4d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0896955 Aug 19 12:22:12.126605 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.149538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab8b86e6-50fe-40db-adc8-15c3c466c9a1 req-cb905dfa-6171-4041-b934-31f3c457ff87 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510061 Aug 19 12:22:12.177533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:12.180776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:12.184633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:12.221006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'Port': ['ID=0b74440f-326c-4087-95c8-8f696975be89,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:12.280984 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.340175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.505083 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.510193 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.583671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'Port': ['ID=0b74440f-326c-4087-95c8-8f696975be89,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:12.597052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.613212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.615673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0d439ac-5b07-41d4-b005-dcd42e0c00bb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0081966 Aug 19 12:22:12.824481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-ade97ff1-a912-4ea1-b00c-e8c77e6afcbb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--689826286&fields=id&tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2 HTTP/1.1" status: 200 len: 267 time: 0.0351229 Aug 19 12:22:12.945587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-1aa0af65-40e3-4882-b3c7-84b4bac7b204 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.947176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-1aa0af65-40e3-4882-b3c7-84b4bac7b204 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 811 time: 0.1156924 Aug 19 12:22:12.971881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-84a0156a-7081-43c1-aaf2-b33c7aced3a3 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/quotas/17f1a382d5a34b6a8096bf32ecffcbe2 HTTP/1.1" status: 200 len: 375 time: 0.0171089 Aug 19 12:22:13.023728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-1fa2f367-042b-4106-8883-5724fcf76d6b tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505488 Aug 19 12:22:13.137651 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-d8869d9a-5234-4b8e-866e-de4739ad95e0 service neutron] 10.222.0.65 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016636 Aug 19 12:22:13.251436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c804f-cf85-4d21-908f-4c3f30810606 req-32c93af8-844d-48f9-a84e-cf8b01a7b1c5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.253045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f66c804f-cf85-4d21-908f-4c3f30810606 req-32c93af8-844d-48f9-a84e-cf8b01a7b1c5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.1108251 Aug 19 12:22:13.295648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-84ec052b-8768-40a1-8ecd-7791676b54a6 service neutron] 10.222.0.65 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516762 Aug 19 12:22:13.316512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f66c804f-cf85-4d21-908f-4c3f30810606 req-aa521fed-ef12-448a-b43f-c1223680c9d1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559058 Aug 19 12:22:13.455114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212dbd5-3d87-4ddb-af86-eda96eba4f50 req-83bd581b-2ff2-47a4-aeb8-4f7e8a0febe5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.456646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c212dbd5-3d87-4ddb-af86-eda96eba4f50 req-83bd581b-2ff2-47a4-aeb8-4f7e8a0febe5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0634716 Aug 19 12:22:13.522180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-531685d9-9bf9-4be6-b46b-a375e34dd1a4 req-c65e72a3-5a9e-463f-987c-4727df3828be tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 210 time: 0.0523748 Aug 19 12:22:13.558196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c212dbd5-3d87-4ddb-af86-eda96eba4f50 req-201a62b9-068b-40b2-8dd2-116c52fde47f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949106 Aug 19 12:22:13.687722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92532d-b1c3-4b4e-9a14-c85404794031 req-66628fd1-bdbd-4c1f-9ddf-4c36a6063a7c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.689425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f92532d-b1c3-4b4e-9a14-c85404794031 req-66628fd1-bdbd-4c1f-9ddf-4c36a6063a7c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0598588 Aug 19 12:22:13.757010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f92532d-b1c3-4b4e-9a14-c85404794031 req-fe58f1d9-70d9-4df6-b94c-eb69f5bdaa7e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576179 Aug 19 12:22:13.937536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0375b-c166-4c07-a01f-11b0ccd5790e req-30fbf913-ece4-4e68-937c-f4ffb47b32b5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.939043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48a0375b-c166-4c07-a01f-11b0ccd5790e req-30fbf913-ece4-4e68-937c-f4ffb47b32b5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0590947 Aug 19 12:22:13.986245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-48a0375b-c166-4c07-a01f-11b0ccd5790e req-1a702c67-ce26-4ebd-8cbd-4ad4ffbd7e02 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Aug 19 12:22:14.149025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cf9bf-bd06-4461-9ab4-478096f363eb req-261621a8-600b-46d3-876b-0f97ff0582ee tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.150513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f3cf9bf-bd06-4461-9ab4-478096f363eb req-261621a8-600b-46d3-876b-0f97ff0582ee tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0627179 Aug 19 12:22:14.206543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f3cf9bf-bd06-4461-9ab4-478096f363eb req-dc6ce8c9-69fb-4f7e-90b2-b0c10673f4bd tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471070 Aug 19 12:22:14.385692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968c7d6-2217-4e1e-8add-c6c209e804ed req-fa526afa-ca83-4461-a556-bc408b76b64d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.388466 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b968c7d6-2217-4e1e-8add-c6c209e804ed req-fa526afa-ca83-4461-a556-bc408b76b64d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0626323 Aug 19 12:22:14.769556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b968c7d6-2217-4e1e-8add-c6c209e804ed req-337f8d11-97a2-43ab-87ee-900064dd9c32 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728392 Aug 19 12:22:14.788561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f441ff-6f59-456e-9ffc-58bb768f290b req-bbff7f91-151f-4a89-b6fa-41036b7c8ab2 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.790259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40f441ff-6f59-456e-9ffc-58bb768f290b req-bbff7f91-151f-4a89-b6fa-41036b7c8ab2 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.3813627 Aug 19 12:22:14.835846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40f441ff-6f59-456e-9ffc-58bb768f290b req-aa9be5c3-34cc-4973-8da2-42cbf6406f4f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333066 Aug 19 12:22:14.873810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad437eb3-af95-4cfb-b7ed-4c543c6ec53d req-e3281c53-4ef4-4021-bdab-1af7f47ade6e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 210 time: 0.0277300 Aug 19 12:22:14.948664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449af72d-4021-4d53-a93a-dff0fdf4bdfb req-a7293fa8-d4cd-4986-ac9a-33ac524dda40 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.950226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-449af72d-4021-4d53-a93a-dff0fdf4bdfb req-a7293fa8-d4cd-4986-ac9a-33ac524dda40 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0524747 Aug 19 12:22:14.988232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-449af72d-4021-4d53-a93a-dff0fdf4bdfb req-313f2926-fe28-4627-aba0-0a7268932054 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Aug 19 12:22:15.202514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c161b0f-873a-40f6-ba57-9b71bfffdce0 req-a401eac6-3c7c-4c17-8fae-491e2274a999 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.204882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c161b0f-873a-40f6-ba57-9b71bfffdce0 req-a401eac6-3c7c-4c17-8fae-491e2274a999 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0689197 Aug 19 12:22:15.255855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c161b0f-873a-40f6-ba57-9b71bfffdce0 req-2e357755-42a6-483f-8da6-62e5ec509288 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 Aug 19 12:22:15.398044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a59a6-e458-461a-a688-dc53b667447c req-bafc8423-f960-4452-8cb3-133655e17250 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.399690 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d87a59a6-e458-461a-a688-dc53b667447c req-bafc8423-f960-4452-8cb3-133655e17250 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0614614 Aug 19 12:22:15.441902 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d87a59a6-e458-461a-a688-dc53b667447c req-44b50309-bc16-47be-a869-cd91debb1f6e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355265 Aug 19 12:22:15.609837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af124a83-1e11-45ad-88c9-e0f74e190f6a req-ed941801-21d7-4f40-88b9-e60fe0bc4397 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.611261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-af124a83-1e11-45ad-88c9-e0f74e190f6a req-ed941801-21d7-4f40-88b9-e60fe0bc4397 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0513110 Aug 19 12:22:15.686620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-af124a83-1e11-45ad-88c9-e0f74e190f6a req-126e1f0b-f110-4140-bd87-68b73681cc92 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685582 Aug 19 12:22:15.817381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343f110-133b-4586-a114-d79ffd185870 req-fe7264c3-1cb9-4e8a-855a-6acf3e501ead tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.821227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8343f110-133b-4586-a114-d79ffd185870 req-fe7264c3-1cb9-4e8a-855a-6acf3e501ead tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0654571 Aug 19 12:22:15.862597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8343f110-133b-4586-a114-d79ffd185870 req-1dddd9e5-23fd-4ae3-9eb9-278b0dd68430 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356100 Aug 19 12:22:15.992314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-89dc7eb9-b33b-4b70-9917-49858e7a4f70 req-19a43253-41ec-4495-9d17-137f94762565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 210 time: 0.0290544 Aug 19 12:22:16.046566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39406962-4636-4d94-bfa4-15fbc3b213e4 req-8d33b417-d4eb-4ea5-b66b-b8e551484cc1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.048053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39406962-4636-4d94-bfa4-15fbc3b213e4 req-8d33b417-d4eb-4ea5-b66b-b8e551484cc1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0540504 Aug 19 12:22:16.104600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39406962-4636-4d94-bfa4-15fbc3b213e4 req-3606a5f7-ec0e-4184-af32-62b7df802cdd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500419 Aug 19 12:22:16.144621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8a5d2-c2de-406a-9275-7ff2f1b6795b req-b2488162-88bf-483e-b58e-92f4577e55e6 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.146629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ff8a5d2-c2de-406a-9275-7ff2f1b6795b req-b2488162-88bf-483e-b58e-92f4577e55e6 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0578601 Aug 19 12:22:16.185801 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ff8a5d2-c2de-406a-9275-7ff2f1b6795b req-0cd6c1e7-bc2c-4ca7-9546-677fd3f226a1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328329 Aug 19 12:22:16.310115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5e26a-c8df-4fa3-bd3b-f2d5b85c5891 req-c780fb65-2a25-4178-846b-7fa95374ee97 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.311606 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bf5e26a-c8df-4fa3-bd3b-f2d5b85c5891 req-c780fb65-2a25-4178-846b-7fa95374ee97 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0500071 Aug 19 12:22:16.351015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bf5e26a-c8df-4fa3-bd3b-f2d5b85c5891 req-ef3dd2e7-8d4f-4bdc-aa2d-1554a012975f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Aug 19 12:22:16.525680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505bbe8-e859-4e6f-8dfb-40910df4dab1 req-d154c538-5c42-476f-b36a-1b6d39be9b1d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.527089 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a505bbe8-e859-4e6f-8dfb-40910df4dab1 req-d154c538-5c42-476f-b36a-1b6d39be9b1d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0546970 Aug 19 12:22:16.570910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a505bbe8-e859-4e6f-8dfb-40910df4dab1 req-1b76920d-e161-4537-91ea-032dede65dcb tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343506 Aug 19 12:22:16.711386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df37d70-b485-42cc-8a64-3a149010dc68 req-f3f2222f-5438-4c03-9cfe-5d4b6bef537b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.712931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6df37d70-b485-42cc-8a64-3a149010dc68 req-f3f2222f-5438-4c03-9cfe-5d4b6bef537b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0560989 Aug 19 12:22:16.756221 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6df37d70-b485-42cc-8a64-3a149010dc68 req-fc24dcef-9dce-4dfe-858d-2b30d7e7ceea tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369294 Aug 19 12:22:16.893530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee892d84-434e-44f5-b152-752bae1a48e3 req-879a9acd-c105-4509-ab09-b8e7f2e86b40 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.895131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee892d84-434e-44f5-b152-752bae1a48e3 req-879a9acd-c105-4509-ab09-b8e7f2e86b40 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0523078 Aug 19 12:22:16.934489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee892d84-434e-44f5-b152-752bae1a48e3 req-a7094846-e0e4-43ca-b696-bfdbbd422c97 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331790 Aug 19 12:22:17.053690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55a75a-8bf2-487a-8308-8559b116fb35 req-c270643e-5132-4acb-9c5b-c3809dfcc7a7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.055288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a55a75a-8bf2-487a-8308-8559b116fb35 req-c270643e-5132-4acb-9c5b-c3809dfcc7a7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0528796 Aug 19 12:22:17.103742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e998a41-d588-418e-a61d-44936f243aec req-b6781c7a-dac2-45a2-b858-c85d02d9a788 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 210 time: 0.0360060 Aug 19 12:22:17.120867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a55a75a-8bf2-487a-8308-8559b116fb35 req-9f69a0db-2f05-4e46-b175-6bd707884999 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594294 Aug 19 12:22:17.227566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0610c-9413-4e06-afa2-aaa3a491d426 req-2f68c1b1-cd16-4822-b75d-2c43b321062b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.229083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9af0610c-9413-4e06-afa2-aaa3a491d426 req-2f68c1b1-cd16-4822-b75d-2c43b321062b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0507276 Aug 19 12:22:17.295284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9af0610c-9413-4e06-afa2-aaa3a491d426 req-d7c12c37-230b-456a-9503-6f678dea6d8b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598888 Aug 19 12:22:17.310917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e0f14-af57-4971-acde-835f3b8f2197 req-cfe6149e-521f-45a6-901a-fa463ba3b75c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.312367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a40e0f14-af57-4971-acde-835f3b8f2197 req-cfe6149e-521f-45a6-901a-fa463ba3b75c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0750957 Aug 19 12:22:17.351161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a40e0f14-af57-4971-acde-835f3b8f2197 req-a7419cfa-dfa1-4ae8-8e29-e96d586e7787 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324671 Aug 19 12:22:17.475049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a022a0f-4780-4236-943a-b993785b724a req-1b5a0a11-d629-413c-bb72-ccbc5cb9d4fa tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.476562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a022a0f-4780-4236-943a-b993785b724a req-1b5a0a11-d629-413c-bb72-ccbc5cb9d4fa tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0557163 Aug 19 12:22:17.513927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-cbfac27c-35ce-416a-bb3c-9375192e7702 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.515440 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-cbfac27c-35ce-416a-bb3c-9375192e7702 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.69 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 811 time: 0.1086619 Aug 19 12:22:17.516208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a022a0f-4780-4236-943a-b993785b724a req-0674155a-e9e4-474e-93c1-88dd60c2ff22 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Aug 19 12:22:17.568010 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-e37ffcc3-0573-4ab2-90ec-4a4055c46707 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2 HTTP/1.1" status: 200 len: 379 time: 0.0359936 Aug 19 12:22:17.609420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'port': {'device_id': '21af684f-e85e-4200-8649-84464e7888fa', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'admin_state_up': True, 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'security_groups': ['69fadc90-ee64-44a3-9e5e-ca2b66940f0b']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:17.688362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8ab9d-e63a-4503-8920-a710ec7c9b97 req-f6187995-ae18-4d40-b39b-b5e847cfb21f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.690215 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-88a8ab9d-e63a-4503-8920-a710ec7c9b97 req-f6187995-ae18-4d40-b39b-b5e847cfb21f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0556817 Aug 19 12:22:17.726201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Made reservation on behalf of 17f1a382d5a34b6a8096bf32ecffcbe2 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:17.730002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.730636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-88a8ab9d-e63a-4503-8920-a710ec7c9b97 req-1c82fe9b-7dc7-41de-9135-777cdb0bdace tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339248 Aug 19 12:22:17.857213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed6adc-363b-40ac-897c-4a476c244414 req-b10690f8-0abd-4cf2-8994-25b8c9100b9f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.858880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fed6adc-363b-40ac-897c-4a476c244414 req-b10690f8-0abd-4cf2-8994-25b8c9100b9f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0577307 Aug 19 12:22:17.870708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Allocated IP 172.20.0.5 (c9d406cc-da49-4cca-a0b8-c5bfd648a542/de17f74d-14c7-4c09-bc33-bb43bf088ac0/b98bad06-d228-41c1-a692-70774df1421d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:17.901334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2fed6adc-363b-40ac-897c-4a476c244414 req-e472025e-866e-4575-9dad-d428b4133a4a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Aug 19 12:22:18.023735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.037528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Transition to ACTIVE for port object b98bad06-d228-41c1-a692-70774df1421d will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:18.040801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea149a1-7746-4dc0-9ad8-d9b4125693f1 req-81028f6b-c587-40be-b83d-eb799d2ab2fb tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.042363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fea149a1-7746-4dc0-9ad8-d9b4125693f1 req-81028f6b-c587-40be-b83d-eb799d2ab2fb tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0556619 Aug 19 12:22:18.071549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.085217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fea149a1-7746-4dc0-9ad8-d9b4125693f1 req-c30a14d8-74d6-4f0a-a031-c4009f04097f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359628 Aug 19 12:22:18.120405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:18.128986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:18.133986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:18.140570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event updated for resources: {'Port': ['ID=b98bad06-d228-41c1-a692-70774df1421d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:18.195473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.196477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.216763 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25cd8861-b347-4ddd-a043-c161c05d5565 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6114678 Aug 19 12:22:18.235521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Request body: {'port': {'device_id': '21af684f-e85e-4200-8649-84464e7888fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:18.250753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09cda-5091-4485-9c0f-70f274ee9bda req-263afd42-9f19-4dbd-b090-1a04b236b88b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.252398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ca09cda-5091-4485-9c0f-70f274ee9bda req-263afd42-9f19-4dbd-b090-1a04b236b88b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0973341 Aug 19 12:22:18.289488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4330e0-716b-4dfe-a5aa-1fbab21999b9 req-82ee3409-3db9-4c30-b22d-a6b6c89c1760 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.291753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e4330e0-716b-4dfe-a5aa-1fbab21999b9 req-82ee3409-3db9-4c30-b22d-a6b6c89c1760 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 931 time: 0.1017528 Aug 19 12:22:18.299828 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.329702 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ca09cda-5091-4485-9c0f-70f274ee9bda req-7020fd9f-5ada-4058-a83c-b271be8dfcf3 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688431 Aug 19 12:22:18.365738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e4330e0-716b-4dfe-a5aa-1fbab21999b9 req-f87556cc-89f9-41f8-8c3e-8b0f970f8d30 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566707 Aug 19 12:22:18.414214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dbeecfba-e972-4037-b597-84b25fede84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.420644 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8b6322d7-d5a9-4107-a1d6-6526c0ed4d67 None None] Provisioning for port b98bad06-d228-41c1-a692-70774df1421d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:18.425573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8b6322d7-d5a9-4107-a1d6-6526c0ed4d67 None None] Provisioning complete for port b98bad06-d228-41c1-a692-70774df1421d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:18.427359 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8b6322d7-d5a9-4107-a1d6-6526c0ed4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.473319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8b6322d7-d5a9-4107-a1d6-6526c0ed4d67 None None] Port b98bad06-d228-41c1-a692-70774df1421d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:18.496050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dee2d-79bc-4590-92bb-d37812aa821b req-6683afee-d6a3-4f67-bcb9-c5d6a89d1e66 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.497760 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d2dee2d-79bc-4590-92bb-d37812aa821b req-6683afee-d6a3-4f67-bcb9-c5d6a89d1e66 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0597272 Aug 19 12:22:18.542733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d2dee2d-79bc-4590-92bb-d37812aa821b req-01a9774e-13ef-4713-a7f2-52705af0b6ec tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361552 Aug 19 12:22:18.831844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f930-ce80-4761-add5-8523c3524b7d req-dbe4fd22-b783-4611-82dc-91089f0d2bc1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.833354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e62f930-ce80-4761-add5-8523c3524b7d req-dbe4fd22-b783-4611-82dc-91089f0d2bc1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0502281 Aug 19 12:22:18.841466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98bad06-d228-41c1-a692-70774df1421d {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:18.849533 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.862371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Transition to ACTIVE for port object b98bad06-d228-41c1-a692-70774df1421d will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:18.866355 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.873322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e62f930-ce80-4761-add5-8523c3524b7d req-6000a4ca-4c40-47f5-8885-c696027a1c80 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337620 Aug 19 12:22:18.916826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Pushing event updated for resources: {'Port': ['ID=b98bad06-d228-41c1-a692-70774df1421d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:18.996761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Attempting to bind port b98bad06-d228-41c1-a692-70774df1421d on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:18.997503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Attempting to bind port b98bad06-d228-41c1-a692-70774df1421d by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:18.997854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Attempting to bind port b98bad06-d228-41c1-a692-70774df1421d on network c9d406cc-da49-4cca-a0b8-c5bfd648a542 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:19.003746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Port b98bad06-d228-41c1-a692-70774df1421d on network c9d406cc-da49-4cca-a0b8-c5bfd648a542 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:19.004295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Attempting to bind port b98bad06-d228-41c1-a692-70774df1421d on network c9d406cc-da49-4cca-a0b8-c5bfd648a542 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:19.010081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:19.010413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Checking segment: {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:19.010798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Bound using segment: {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:19.011223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Bound port: b98bad06-d228-41c1-a692-70774df1421d, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923d4a55-c165-48a9-ba2a-a86138056200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:19.011580 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.079728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] For port b98bad06-d228-41c1-a692-70774df1421d, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:19.082908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] For port b98bad06-d228-41c1-a692-70774df1421d, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b98bad06-d228-41c1-a692-70774df1421d,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:19.087303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.119549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.120168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.121580 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] 10.222.0.69 "PUT /v2.0/ports/b98bad06-d228-41c1-a692-70774df1421d HTTP/1.1" status: 200 len: 1091 time: 0.8910987 Aug 19 12:22:19.122017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21af684f-e85e-4200-8649-84464e7888fa', 'tag': 'b98bad06-d228-41c1-a692-70774df1421d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:19.124399 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b3f7c-3daa-4834-ae44-87c2772764a7" -d '{"events": [{"name": "network-changed", "server_uuid": "21af684f-e85e-4200-8649-84464e7888fa", "tag": "b98bad06-d228-41c1-a692-70774df1421d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:19.152149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba057a-0596-4ee7-a870-e8060f17d070 service neutron] Pushing event updated for resources: {'Port': ['ID=b98bad06-d228-41c1-a692-70774df1421d,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:19.169983 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919d7cf6-2b95-46ea-a239-135a6dd1b8dc x-openstack-request-id: req-919d7cf6-2b95-46ea-a239-135a6dd1b8dc {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:19.170363 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21af684f-e85e-4200-8649-84464e7888fa", "tag": "b98bad06-d228-41c1-a692-70774df1421d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:19.170760 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-919d7cf6-2b95-46ea-a239-135a6dd1b8dc {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:19.171175 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21af684f-e85e-4200-8649-84464e7888fa', 'tag': 'b98bad06-d228-41c1-a692-70774df1421d', 'status': 'completed', 'code': 200} Aug 19 12:22:19.231444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-9fe3a9c0-14f0-4bf1-a6e1-a69bfd69e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.232971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-9fe3a9c0-14f0-4bf1-a6e1-a69bfd69e03d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 1094 time: 0.0440083 Aug 19 12:22:19.287216 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-7a1c3e83-0123-4cab-a64e-988426f3ad6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98bad06-d228-41c1-a692-70774df1421d HTTP/1.1" status: 200 len: 217 time: 0.0402911 Aug 19 12:22:19.341418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-6b3f7f35-ee15-4c92-8289-9045546bd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.343551 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-6b3f7f35-ee15-4c92-8289-9045546bd648 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0478563 Aug 19 12:22:19.398660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-c8e4bb6c-ac5b-4a56-8f27-fa095411fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.400198 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-c8e4bb6c-ac5b-4a56-8f27-fa095411fc69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493364 Aug 19 12:22:19.478331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864500-5917-4c2d-b71f-6ec82868dc95 req-cc54defe-69fa-4cf5-bae0-c06f4ea882b5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.479828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81864500-5917-4c2d-b71f-6ec82868dc95 req-cc54defe-69fa-4cf5-bae0-c06f4ea882b5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 943 time: 0.0542386 Aug 19 12:22:19.499761 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-74a6f9b8-659b-48a7-955b-09a997964442 service neutron] 10.222.0.69 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917854 Aug 19 12:22:19.519398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81864500-5917-4c2d-b71f-6ec82868dc95 req-4b8b0a43-c8ca-4a22-9767-dc100e9ebfdb tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330691 Aug 19 12:22:19.596785 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f833d5e2-6d07-4594-92e8-0e3a6b88e8f8 req-25dee048-9c2f-4fd1-b81d-f136bae082bf service neutron] 10.222.0.69 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899684 Aug 19 12:22:19.693736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337d9ce-d690-49c8-84f1-7f88f08ce21d req-3e44cbfa-e326-474f-967a-66920abe16c1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.695250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e337d9ce-d690-49c8-84f1-7f88f08ce21d req-3e44cbfa-e326-474f-967a-66920abe16c1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0685573 Aug 19 12:22:19.732120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-f5640e2c-0998-40f4-b74b-8adc0fac8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.733720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-f5640e2c-0998-40f4-b74b-8adc0fac8679 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 1094 time: 0.0515680 Aug 19 12:22:19.735137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e337d9ce-d690-49c8-84f1-7f88f08ce21d req-0b887525-b6b2-4630-9198-3897599ea4f7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336337 Aug 19 12:22:19.825199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-e69051f3-fade-464c-9fd2-d58a67b97189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.826673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-e69051f3-fade-464c-9fd2-d58a67b97189 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 912 time: 0.0858417 Aug 19 12:22:19.876271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-70ea79f0-331c-423f-b746-de3887081e0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98bad06-d228-41c1-a692-70774df1421d HTTP/1.1" status: 200 len: 217 time: 0.0420725 Aug 19 12:22:19.926255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-06922a88-30d6-4f2f-bd27-6285b592009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.927735 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-06922a88-30d6-4f2f-bd27-6285b592009e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0446737 Aug 19 12:22:19.976015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-e39f4055-9a29-4b0f-a1b1-6fdf6a70e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.977609 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-e39f4055-9a29-4b0f-a1b1-6fdf6a70e92c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427237 Aug 19 12:22:19.998949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5a27-bba8-49b6-bd4f-1e887b3bacce req-da04d262-ac0c-4871-a0c1-5a15f52f09a8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.000466 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50ad5a27-bba8-49b6-bd4f-1e887b3bacce req-da04d262-ac0c-4871-a0c1-5a15f52f09a8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0545154 Aug 19 12:22:20.039621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50ad5a27-bba8-49b6-bd4f-1e887b3bacce req-9c17b90a-92a6-476d-80f2-5aed42a544d9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Aug 19 12:22:20.081602 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-460fc08f-b91c-4af0-8f41-19751688b8e0 service neutron] 10.222.0.69 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947111 Aug 19 12:22:20.176489 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-365b3f7c-3daa-4834-ae44-87c2772764a7 req-db2889f0-005c-4ae3-aaf7-b7a5fa8bf925 service neutron] 10.222.0.69 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862758 Aug 19 12:22:20.648013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf70aff-b14e-4d7c-82fb-c12312fc96aa req-bc95191e-2046-4f5a-86eb-7b2a4fb6afad tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.649554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1cf70aff-b14e-4d7c-82fb-c12312fc96aa req-bc95191e-2046-4f5a-86eb-7b2a4fb6afad tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 943 time: 0.0566814 Aug 19 12:22:20.693423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1cf70aff-b14e-4d7c-82fb-c12312fc96aa req-f0eb8c02-17cc-4b2f-a81f-8c4619066dd9 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353308 Aug 19 12:22:20.779925 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e0acfc2-ade4-49cb-bbfb-51f7c13e0665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.866381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881094ac-beec-44c4-810e-27ea8beafa01 req-41e1e283-5189-4219-8d6e-d210d83233c6 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.867737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-881094ac-beec-44c4-810e-27ea8beafa01 req-41e1e283-5189-4219-8d6e-d210d83233c6 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0557816 Aug 19 12:22:20.903089 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.909856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-881094ac-beec-44c4-810e-27ea8beafa01 req-061ac347-c79c-4d34-8d9c-0838d57aee1f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328827 Aug 19 12:22:21.180227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efb1e9-3ac3-4ef2-8d70-4d36c15dae2a req-75e64d7f-5a70-4323-9e20-cbf43f68fa77 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.181718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32efb1e9-3ac3-4ef2-8d70-4d36c15dae2a req-75e64d7f-5a70-4323-9e20-cbf43f68fa77 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0575607 Aug 19 12:22:21.223845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32efb1e9-3ac3-4ef2-8d70-4d36c15dae2a req-ea658b27-43db-4a32-8fcd-15ed4757cb57 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341077 Aug 19 12:22:21.827721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da037b-38f9-465d-85ab-dc05f7dea386 req-a2fee022-3551-4d5d-bc1b-48870177ff57 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.829263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5da037b-38f9-465d-85ab-dc05f7dea386 req-a2fee022-3551-4d5d-bc1b-48870177ff57 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 943 time: 0.0556743 Aug 19 12:22:21.873423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5da037b-38f9-465d-85ab-dc05f7dea386 req-daa292d5-6037-4361-b434-c7da709deddf tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372772 Aug 19 12:22:21.986544 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.054317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52829a62-8f24-40cb-83e1-6d38bd94d13e req-65b0a624-2b7a-4f8e-90a5-d57f55543fa1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.055812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52829a62-8f24-40cb-83e1-6d38bd94d13e req-65b0a624-2b7a-4f8e-90a5-d57f55543fa1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0552099 Aug 19 12:22:22.094837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52829a62-8f24-40cb-83e1-6d38bd94d13e req-2073b67e-ea82-4cd2-b528-db7a93db7c89 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327418 Aug 19 12:22:22.350627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b47c0-e8f1-4cf3-9e92-b3a31a915a55 req-24a9cb18-0b8b-490d-a50c-19619fe3eda0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.352194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-434b47c0-e8f1-4cf3-9e92-b3a31a915a55 req-24a9cb18-0b8b-490d-a50c-19619fe3eda0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0539834 Aug 19 12:22:22.396455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-434b47c0-e8f1-4cf3-9e92-b3a31a915a55 req-5ee71e39-02bd-43a3-bbbb-47a056fcd5e0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Aug 19 12:22:23.004546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347817e-7533-45d9-b203-e9e1374c0242 req-f8f33edc-e71e-4a44-a80a-402d8bf113f2 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.005966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7347817e-7533-45d9-b203-e9e1374c0242 req-f8f33edc-e71e-4a44-a80a-402d8bf113f2 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 943 time: 0.0548248 Aug 19 12:22:23.048509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7347817e-7533-45d9-b203-e9e1374c0242 req-5adf7ac4-7d7b-47b3-b5e0-416b9196b358 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334516 Aug 19 12:22:23.218387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-1b4c468c-8d2a-409b-b593-53804ea99b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.220115 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-1b4c468c-8d2a-409b-b593-53804ea99b4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 1096 time: 0.0427234 Aug 19 12:22:23.231492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03357a-61f8-4acd-ab72-73dafa3ebd85 req-b4639313-7080-48a9-b0f0-9b212000e579 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.233145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b03357a-61f8-4acd-ab72-73dafa3ebd85 req-b4639313-7080-48a9-b0f0-9b212000e579 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0592613 Aug 19 12:22:23.272530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b03357a-61f8-4acd-ab72-73dafa3ebd85 req-60fea96f-ec79-4425-952b-69c4d6f3a36e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328522 Aug 19 12:22:23.336348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-e0511282-b9e6-4e95-91e8-1c2fb9e6d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.338599 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-e0511282-b9e6-4e95-91e8-1c2fb9e6d7e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 914 time: 0.0989382 Aug 19 12:22:23.382318 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-e1b63a7d-e6d6-48ae-a2f6-8a9887769e1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 200 len: 217 time: 0.0367706 Aug 19 12:22:23.436060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-3c2bc3b5-95ea-4d73-a332-2c9961f8e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.437557 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-3c2bc3b5-95ea-4d73-a332-2c9961f8e7fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 200 len: 853 time: 0.0488901 Aug 19 12:22:23.470720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-105dfa4d-0d09-40cd-aea3-eaf7915d01d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b7b0cf57-1094-4171-ad8b-957e310132b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252786 Aug 19 12:22:23.522033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764be4e7-e86e-4a63-adcc-8ac96a7dcc54 req-96aef9cb-06f0-427f-8091-bd9ad954579f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.523951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-764be4e7-e86e-4a63-adcc-8ac96a7dcc54 req-96aef9cb-06f0-427f-8091-bd9ad954579f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0520642 Aug 19 12:22:23.560738 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-98bba7b1-d710-40a3-b4cb-bea0ef3d2483 service neutron] 10.222.0.54 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821874 Aug 19 12:22:23.565195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-764be4e7-e86e-4a63-adcc-8ac96a7dcc54 req-c12a5d53-008d-4462-abdc-4f5bed5310b4 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350335 Aug 19 12:22:23.634944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b98bad06-d228-41c1-a692-70774df1421d details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:23.654888 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c6e6fe6a-4d1f-467b-b58d-72be927df48d req-d5d159b9-9bb0-4927-81fa-be2f9dabdc14 service neutron] 10.222.0.54 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872889 Aug 19 12:22:23.738720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port b98bad06-d228-41c1-a692-70774df1421d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b98bad06-d228-41c1-a692-70774df1421d,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:23.753389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'b98bad06-d228-41c1-a692-70774df1421d', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'port_id': 'b98bad06-d228-41c1-a692-70774df1421d', 'mac_address': 'fa:16:3e:e8:de:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:23.790753 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.803637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98bad06-d228-41c1-a692-70774df1421d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:23.824704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port b98bad06-d228-41c1-a692-70774df1421d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b98bad06-d228-41c1-a692-70774df1421d,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:23.830393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.880111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=b98bad06-d228-41c1-a692-70774df1421d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:24.024354 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.122067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['b98bad06-d228-41c1-a692-70774df1421d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:24.179781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d6e24-ddc0-4348-9ef3-c135dcae8e9f req-fe883246-6a1f-42ef-97d3-f99787dfb75a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.181333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f20d6e24-ddc0-4348-9ef3-c135dcae8e9f req-fe883246-6a1f-42ef-97d3-f99787dfb75a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 944 time: 0.0517154 Aug 19 12:22:24.219363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f20d6e24-ddc0-4348-9ef3-c135dcae8e9f req-11eec3a1-3e80-4244-8a9b-715e4ae3187c tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317922 Aug 19 12:22:24.269812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.416298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a511a0-2a11-4f74-9107-85d470758617 req-caf67119-d6ab-48e2-b67a-20a01c8037b9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.417717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50a511a0-2a11-4f74-9107-85d470758617 req-caf67119-d6ab-48e2-b67a-20a01c8037b9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0581040 Aug 19 12:22:24.456849 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50a511a0-2a11-4f74-9107-85d470758617 req-51169516-ad95-49c2-8e16-f2faf95f8db0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Aug 19 12:22:24.704857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d81845-a007-43ac-980a-25e2c82af894 req-2ad297b6-83dd-41f4-a1a3-c5046efd297d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.706354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8d81845-a007-43ac-980a-25e2c82af894 req-2ad297b6-83dd-41f4-a1a3-c5046efd297d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0567753 Aug 19 12:22:24.754162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8d81845-a007-43ac-980a-25e2c82af894 req-f1e1b016-418b-433c-a61b-9c8b1446978c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372841 Aug 19 12:22:25.351074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286c117-aad7-4f30-bc3e-a18d28db12af req-d7cb3280-f0d3-4add-8da7-1c157182ca3d tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.362267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a286c117-aad7-4f30-bc3e-a18d28db12af req-d7cb3280-f0d3-4add-8da7-1c157182ca3d tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 944 time: 0.0549543 Aug 19 12:22:25.402081 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a286c117-aad7-4f30-bc3e-a18d28db12af req-d77927a2-5514-4437-b0d5-95ec7c31feb2 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398521 Aug 19 12:22:25.613232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c116f-d6a0-40a6-89f0-bde5de403e5b req-3739466a-935f-4bee-a8e1-ad1fc72974dc tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.614750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-806c116f-d6a0-40a6-89f0-bde5de403e5b req-3739466a-935f-4bee-a8e1-ad1fc72974dc tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 943 time: 0.0590537 Aug 19 12:22:25.660102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-806c116f-d6a0-40a6-89f0-bde5de403e5b req-d817ff6d-d901-421b-8c48-06ad87d9aa94 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362990 Aug 19 12:22:25.663360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:25.673986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b98bad06-d228-41c1-a692-70774df1421d up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:25.792911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port b98bad06-d228-41c1-a692-70774df1421d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:25.806814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port b98bad06-d228-41c1-a692-70774df1421d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:25.807190 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.843553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:25.862159 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'port_id': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'mac_address': 'fa:16:3e:bd:73:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:25.876426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d348a-971e-4439-a49b-55e622ea52d4 req-4a01da4d-5556-4c1a-8541-fce02e5c69c5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.878237 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587d348a-971e-4439-a49b-55e622ea52d4 req-4a01da4d-5556-4c1a-8541-fce02e5c69c5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0523782 Aug 19 12:22:25.920042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-587d348a-971e-4439-a49b-55e622ea52d4 req-bd14bbef-3890-4f79-8e24-abbd80cc7ec7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Aug 19 12:22:25.934297 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.957730 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454206d0-8cce-4d41-9369-e792b2ee0a90 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:25.962402 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.992716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:25.999608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21af684f-e85e-4200-8649-84464e7888fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98bad06-d228-41c1-a692-70774df1421d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:26.001886 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a728b5-95a8-4b62-bb71-bb384634ff02" -d '{"events": [{"server_uuid": "21af684f-e85e-4200-8649-84464e7888fa", "name": "network-vif-plugged", "status": "completed", "tag": "b98bad06-d228-41c1-a692-70774df1421d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:26.007458 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.019167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port b98bad06-d228-41c1-a692-70774df1421d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b98bad06-d228-41c1-a692-70774df1421d,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:26.040755 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc189f-193f-4ab1-aa66-373ef731d605 x-openstack-request-id: req-c4fc189f-193f-4ab1-aa66-373ef731d605 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:26.041051 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21af684f-e85e-4200-8649-84464e7888fa", "name": "network-vif-plugged", "status": "completed", "tag": "b98bad06-d228-41c1-a692-70774df1421d", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:26.041319 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4fc189f-193f-4ab1-aa66-373ef731d605 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:26.041694 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21af684f-e85e-4200-8649-84464e7888fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98bad06-d228-41c1-a692-70774df1421d', 'code': 200} Aug 19 12:22:26.042316 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.067698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:26.118740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=b98bad06-d228-41c1-a692-70774df1421d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:26.175283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda0a90-ecdc-4ff6-bdc1-bc65bff8c6d0 req-d9e637db-fece-4d84-9754-2eeb96b00485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.176799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9dda0a90-ecdc-4ff6-bdc1-bc65bff8c6d0 req-d9e637db-fece-4d84-9754-2eeb96b00485 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 1096 time: 0.0409994 Aug 19 12:22:26.213082 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9dda0a90-ecdc-4ff6-bdc1-bc65bff8c6d0 req-8110ec8f-1553-4db4-9abf-ae437add1a76 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281267 Aug 19 12:22:26.305166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['454206d0-8cce-4d41-9369-e792b2ee0a90'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:26.528948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575c572-b049-48e0-8587-22c2ba68a804 req-90dcd9e2-05d4-4577-b47e-ee0db823f607 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.530471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e575c572-b049-48e0-8587-22c2ba68a804 req-90dcd9e2-05d4-4577-b47e-ee0db823f607 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 945 time: 0.0514896 Aug 19 12:22:26.572954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e575c572-b049-48e0-8587-22c2ba68a804 req-f8807387-c18f-4551-9d85-2782b088ffd4 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328903 Aug 19 12:22:26.812274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16637b6-7bae-46e4-8cb3-67988962f51c req-e6844377-a861-4ed3-b0d0-67745fc0da41 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.813873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e16637b6-7bae-46e4-8cb3-67988962f51c req-e6844377-a861-4ed3-b0d0-67745fc0da41 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 944 time: 0.0676346 Aug 19 12:22:26.854956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e16637b6-7bae-46e4-8cb3-67988962f51c req-17503508-014d-4f73-9311-d8ad758ac9a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343859 Aug 19 12:22:27.050358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480516f-35fd-4754-8188-83a3614c0c63 req-a9c415f8-cf2c-41f8-abc3-0e02053463dc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.051862 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1480516f-35fd-4754-8188-83a3614c0c63 req-a9c415f8-cf2c-41f8-abc3-0e02053463dc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0600803 Aug 19 12:22:27.093660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1480516f-35fd-4754-8188-83a3614c0c63 req-9436367c-9951-47ed-916f-4ad0877ab4be tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331087 Aug 19 12:22:27.677951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:27.696321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bb068-1ab5-4fc7-9a24-0e52204c3579 req-ac3b8bf7-8bd4-42df-9bed-d75695dbf34e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.698024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc3bb068-1ab5-4fc7-9a24-0e52204c3579 req-ac3b8bf7-8bd4-42df-9bed-d75695dbf34e tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 945 time: 0.0539622 Aug 19 12:22:27.731731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 454206d0-8cce-4d41-9369-e792b2ee0a90 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:27.732110 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.738106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc3bb068-1ab5-4fc7-9a24-0e52204c3579 req-ba2f5284-a685-4e97-b69d-58f6f4b5c756 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322874 Aug 19 12:22:27.811814 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.844718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:27.849237 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.863261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060e84d-3879-40ce-8aab-0d711dcc235e req-14ab39da-09bb-44bf-8724-0a14f04c07f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.864784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4060e84d-3879-40ce-8aab-0d711dcc235e req-14ab39da-09bb-44bf-8724-0a14f04c07f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 945 time: 0.0557463 Aug 19 12:22:27.874343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 57866) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:27.879088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-851e65d5-c81e-4899-a418-af98118703c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Request body: {'floatingip': {'port_id': 'b98bad06-d228-41c1-a692-70774df1421d'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:27.901737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=10']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:27.932118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-851e65d5-c81e-4899-a418-af98118703c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.984015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311113b-7c3e-4a18-a427-a557b4f02701 req-6fa92b10-e25d-42d3-bb0d-9a3e67c6c110 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.985571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6311113b-7c3e-4a18-a427-a557b4f02701 req-6fa92b10-e25d-42d3-bb0d-9a3e67c6c110 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 946 time: 0.0507033 Aug 19 12:22:28.027634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6311113b-7c3e-4a18-a427-a557b4f02701 req-97a786b9-4d42-468f-ae10-3d20e5a90fce tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330234 Aug 19 12:22:28.043293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:28.046211 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180db12f-998b-4866-a0a8-db7ab81a4ecb" -d '{"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-plugged", "status": "completed", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:28.083841 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bee1116-5529-488a-95cc-e037a71d5df4 x-openstack-request-id: req-4bee1116-5529-488a-95cc-e037a71d5df4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:28.084217 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-plugged", "status": "completed", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:28.084566 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bee1116-5529-488a-95cc-e037a71d5df4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:28.085124 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'code': 200} Aug 19 12:22:28.223069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dc97e-f39a-4c7f-9f75-bf4c5209ee40 req-61f2e0c2-e953-49f2-87ae-72aa0a24d8ca tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.224603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a5dc97e-f39a-4c7f-9f75-bf4c5209ee40 req-61f2e0c2-e953-49f2-87ae-72aa0a24d8ca tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0599971 Aug 19 12:22:28.273014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a5dc97e-f39a-4c7f-9f75-bf4c5209ee40 req-2939ac93-a810-428c-83c9-6261ae4da5ff tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Aug 19 12:22:28.356586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026199a7-f939-451c-b66b-11b3cb945ebe req-8110149d-cae1-4c40-b614-42766a781f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.358163 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-026199a7-f939-451c-b66b-11b3cb945ebe req-8110149d-cae1-4c40-b614-42766a781f34 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 1097 time: 0.0923049 Aug 19 12:22:28.461057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-026199a7-f939-451c-b66b-11b3cb945ebe req-fd2caf37-d4f2-41a3-832d-15bb7f056b6f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845394 Aug 19 12:22:28.472236 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-851e65d5-c81e-4899-a418-af98118703c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.478616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-851e65d5-c81e-4899-a418-af98118703c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.581461 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.586343 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-851e65d5-c81e-4899-a418-af98118703c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Floating IP a7d8ec23-8953-4aa2-b2d5-6c41600347fb associated. External IP: 172.25.4.90, port: b98bad06-d228-41c1-a692-70774df1421d. Aug 19 12:22:28.813628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851e65d5-c81e-4899-a418-af98118703c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Router e1544d4f-889d-402f-abf0-8689d8c7716e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:22:28.922754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851e65d5-c81e-4899-a418-af98118703c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:22:28.927455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-851e65d5-c81e-4899-a418-af98118703c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.933420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] Sync routers for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:22:28.942728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:28.943373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:22:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:29.057777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:29.178748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f460fbc-2a03-4d51-b222-d737e5d7d883 req-ea9ef930-0584-41ec-98e1-d8f270e94915 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.187575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f460fbc-2a03-4d51-b222-d737e5d7d883 req-ea9ef930-0584-41ec-98e1-d8f270e94915 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 946 time: 0.0711210 Aug 19 12:22:29.231389 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-851e65d5-c81e-4899-a418-af98118703c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "PUT /v2.0/floatingips/a7d8ec23-8953-4aa2-b2d5-6c41600347fb HTTP/1.1" status: 200 len: 990 time: 1.3559251 Aug 19 12:22:29.232618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21af684f-e85e-4200-8649-84464e7888fa', 'tag': 'b98bad06-d228-41c1-a692-70774df1421d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:29.235857 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797b7709-1590-4e84-9139-93a6c8864718" -d '{"events": [{"name": "network-changed", "server_uuid": "21af684f-e85e-4200-8649-84464e7888fa", "tag": "b98bad06-d228-41c1-a692-70774df1421d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:29.239915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f460fbc-2a03-4d51-b222-d737e5d7d883 req-cd3b2a56-6ab7-404d-821e-b75b276dcc73 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512927 Aug 19 12:22:29.303904 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171b0ccb-4ffa-4a00-b05d-c37991dd83f6 x-openstack-request-id: req-171b0ccb-4ffa-4a00-b05d-c37991dd83f6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:29.304141 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21af684f-e85e-4200-8649-84464e7888fa", "tag": "b98bad06-d228-41c1-a692-70774df1421d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:29.304390 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-171b0ccb-4ffa-4a00-b05d-c37991dd83f6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:29.304842 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21af684f-e85e-4200-8649-84464e7888fa', 'tag': 'b98bad06-d228-41c1-a692-70774df1421d', 'status': 'completed', 'code': 200} Aug 19 12:22:29.338961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'a7d8ec23-8953-4aa2-b2d5-6c41600347fb', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'port_id': 'b98bad06-d228-41c1-a692-70774df1421d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'mac_address': 'fa:16:3e:e8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21af684f-e85e-4200-8649-84464e7888fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:22:12Z', 'updated_at': '2021-08-19T12:22:28Z', 'revision_number': 1, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:29.372345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] Checking router: e1544d4f-889d-402f-abf0-8689d8c7716e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:22:29.382284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:29.383089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:22:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:29.416026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b7709-1590-4e84-9139-93a6c8864718 req-6baff7f6-be46-4368-b2c3-4ed39c5f46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.417622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-797b7709-1590-4e84-9139-93a6c8864718 req-6baff7f6-be46-4368-b2c3-4ed39c5f46b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 1096 time: 0.0427594 Aug 19 12:22:29.424184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563d72-2060-4a36-8945-6f14cc070cae req-094f98de-3f9b-4deb-adaf-61d140aa664d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.427020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6563d72-2060-4a36-8945-6f14cc070cae req-094f98de-3f9b-4deb-adaf-61d140aa664d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0681198 Aug 19 12:22:29.472430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6563d72-2060-4a36-8945-6f14cc070cae req-80a1dfa7-eaa1-44dd-b261-3b80a694f41a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398400 Aug 19 12:22:29.535471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:29.573170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b7709-1590-4e84-9139-93a6c8864718 req-4afd4206-4f36-44d3-a6f3-c332d00ac879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.575151 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-797b7709-1590-4e84-9139-93a6c8864718 req-4afd4206-4f36-44d3-a6f3-c332d00ac879 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 912 time: 0.1336226 Aug 19 12:22:29.669015 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-797b7709-1590-4e84-9139-93a6c8864718 req-458bbb88-b289-46b7-a313-620d7ff91f30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98bad06-d228-41c1-a692-70774df1421d HTTP/1.1" status: 200 len: 998 time: 0.0835736 Aug 19 12:22:29.738401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b7709-1590-4e84-9139-93a6c8864718 req-4dd1321d-5d8a-41fd-b72c-819ad01160d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.740697 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-797b7709-1590-4e84-9139-93a6c8864718 req-4dd1321d-5d8a-41fd-b72c-819ad01160d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0620253 Aug 19 12:22:29.885773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b7709-1590-4e84-9139-93a6c8864718 req-07d87e5b-c355-460c-9857-b2ab90a41ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.888136 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-797b7709-1590-4e84-9139-93a6c8864718 req-07d87e5b-c355-460c-9857-b2ab90a41ae9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077070 Aug 19 12:22:29.902258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'a7d8ec23-8953-4aa2-b2d5-6c41600347fb', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'port_id': 'b98bad06-d228-41c1-a692-70774df1421d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'mac_address': 'fa:16:3e:e8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21af684f-e85e-4200-8649-84464e7888fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:22:12Z', 'updated_at': '2021-08-19T12:22:28Z', 'revision_number': 1, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:29.943048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be486b19-2bec-4ee1-a970-a134b9baec04 None None] The sync data for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 is: [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'a7d8ec23-8953-4aa2-b2d5-6c41600347fb', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'port_id': 'b98bad06-d228-41c1-a692-70774df1421d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'mac_address': 'fa:16:3e:e8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21af684f-e85e-4200-8649-84464e7888fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:22:12Z', 'updated_at': '2021-08-19T12:22:28Z', 'revision_number': 1, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:22:30.001697 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-797b7709-1590-4e84-9139-93a6c8864718 req-57b890c6-18a6-4455-ad73-a89cdebd85e1 service neutron] 10.222.0.69 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062517 Aug 19 12:22:30.102789 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-797b7709-1590-4e84-9139-93a6c8864718 req-94b0a655-f712-42a1-bc1b-8577e14bfdb6 service neutron] 10.222.0.69 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941403 Aug 19 12:22:30.196137 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6a964-6f8e-4e34-a74b-93b9cf35922a None None] New status for floating IP a7d8ec23-8953-4aa2-b2d5-6c41600347fb: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:22:30.375795 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92728829-1f54-4706-89d1-8cff64d61f24 req-454e5a44-854e-422b-b71f-569a1d0f63fa tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.376807 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92728829-1f54-4706-89d1-8cff64d61f24 req-454e5a44-854e-422b-b71f-569a1d0f63fa tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 946 time: 0.0545938 Aug 19 12:22:30.417865 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92728829-1f54-4706-89d1-8cff64d61f24 req-4603fb5f-97fa-4158-b1b3-38ea0356d151 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343869 Aug 19 12:22:30.603631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b98a-a673-4392-9753-7cb853a6dd5b req-1da289a2-7b6c-47cf-af16-321a8f091586 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.605137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94e6b98a-a673-4392-9753-7cb853a6dd5b req-1da289a2-7b6c-47cf-af16-321a8f091586 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0587516 Aug 19 12:22:30.646563 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94e6b98a-a673-4392-9753-7cb853a6dd5b req-7adeace3-d47e-4627-bc3c-227c15a41eb2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Aug 19 12:22:31.549671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ae839-ba08-48ce-9b38-c23f3bab641b req-51b7dd41-d680-440e-9370-b785ef48f272 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.551148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd2ae839-ba08-48ce-9b38-c23f3bab641b req-51b7dd41-d680-440e-9370-b785ef48f272 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 946 time: 0.0555711 Aug 19 12:22:31.594112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd2ae839-ba08-48ce-9b38-c23f3bab641b req-302ea69f-5acd-4f43-993b-39ce17c3b1e9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333059 Aug 19 12:22:31.771815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905c322-6bb6-4a8d-b620-7234b9a4ed52 req-f58d647e-cc0d-48cd-b281-6eca9a4f95b8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.773347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a905c322-6bb6-4a8d-b620-7234b9a4ed52 req-f58d647e-cc0d-48cd-b281-6eca9a4f95b8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0517213 Aug 19 12:22:31.818773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a905c322-6bb6-4a8d-b620-7234b9a4ed52 req-c5056f55-bb48-4185-907b-39d31098ecef tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391240 Aug 19 12:22:32.952500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c0ce-eb11-4fab-94b4-6880c653eb7a req-6db2b034-5075-4362-bc3c-79bf61181b56 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.954777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b096c0ce-eb11-4fab-94b4-6880c653eb7a req-6db2b034-5075-4362-bc3c-79bf61181b56 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0664005 Aug 19 12:22:32.993057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b096c0ce-eb11-4fab-94b4-6880c653eb7a req-ae83d6ef-ffdd-4ef8-b492-cdc195c44cd2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Aug 19 12:22:33.275180 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-08470e9d-ce83-4e76-bc13-fbfc9dde2d3f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560613 Aug 19 12:22:33.358153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-fa75bdfe-060d-4658-8cfe-2ecf1dfa0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.359934 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-fa75bdfe-060d-4658-8cfe-2ecf1dfa0f4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 1097 time: 0.0437977 Aug 19 12:22:33.546206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-adf88a6d-e44d-4bef-892e-d5b41a2ee8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.547874 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-adf88a6d-e44d-4bef-892e-d5b41a2ee8de service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1497009 Aug 19 12:22:33.647383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-10ae0c1d-6aa7-4389-b04a-9fd5e8be5f3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f9eda-acb4-4972-b900-48724004847c HTTP/1.1" status: 200 len: 1002 time: 0.0924370 Aug 19 12:22:33.705577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-f8046782-4325-4733-8788-2871b7728fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.707181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-f8046782-4325-4733-8788-2871b7728fb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0533004 Aug 19 12:22:33.763996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-58b837ff-9324-4efc-813e-ff98d1681bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.766151 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-58b837ff-9324-4efc-813e-ff98d1681bc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499597 Aug 19 12:22:33.886075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-ec0e2aab-630d-4fd0-9577-0690b85b944f service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123700 Aug 19 12:22:34.044969 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7eedbe37-0a93-4698-8b8f-c3a2658e78a6 req-feedbfb4-4f2e-4305-8cdc-00270ac07150 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515636 Aug 19 12:22:34.119119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ff8fc-4954-4b4b-834f-7276df2b3cee req-f31d513c-df57-49d6-87d5-e25b5232f98d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.122387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-957ff8fc-4954-4b4b-834f-7276df2b3cee req-f31d513c-df57-49d6-87d5-e25b5232f98d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0525911 Aug 19 12:22:34.202118 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-957ff8fc-4954-4b4b-834f-7276df2b3cee req-df91c4b1-af3d-4090-9c9f-e80199460ee0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733321 Aug 19 12:22:35.144465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9fb1cb52-5650-4920-8f4e-3bf075665232 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:35.285350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:35.304355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2', 'port_id': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'mac_address': 'fa:16:3e:54:28:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012c48b-b06f-4152-9833-5ffe556c1890', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:35.355920 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.372733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fb1cb52-5650-4920-8f4e-3bf075665232 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:35.379388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edcf09-bfc0-4850-9d78-6e84bf8eeef2 req-6689f194-a48a-4836-87e4-5fd0e4d95971 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:35.381403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38edcf09-bfc0-4850-9d78-6e84bf8eeef2 req-6689f194-a48a-4836-87e4-5fd0e4d95971 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0793977 Aug 19 12:22:35.399777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:35.407386 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.429278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38edcf09-bfc0-4850-9d78-6e84bf8eeef2 req-c117c382-d6dd-4854-bdea-d115999a0301 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Aug 19 12:22:35.486039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:35.554440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['9fb1cb52-5650-4920-8f4e-3bf075665232'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:36.598468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a088d4-8ab9-4151-8332-91446ab61baa req-796fe816-c8c6-4dff-881e-952448f34198 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.607944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21a088d4-8ab9-4151-8332-91446ab61baa req-796fe816-c8c6-4dff-881e-952448f34198 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0976193 Aug 19 12:22:36.666671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-21a088d4-8ab9-4151-8332-91446ab61baa req-2e7973d3-5ce7-432b-a9ec-5a8ba7449b49 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574687 Aug 19 12:22:37.157962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9fb1cb52-5650-4920-8f4e-3bf075665232 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:37.243642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 9fb1cb52-5650-4920-8f4e-3bf075665232 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:37.244132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.378119 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.417228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:37.420007 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebfb807-3645-41d7-ae73-e750324996c8" -d '{"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:37.470709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:37.483866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.513428 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4403ebcb-bc67-48c9-a247-4d749764cc25 x-openstack-request-id: req-4403ebcb-bc67-48c9-a247-4d749764cc25 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:37.514072 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:37.514686 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4403ebcb-bc67-48c9-a247-4d749764cc25 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:37.515269 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'code': 200} Aug 19 12:22:37.570090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:37.579041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.579802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.580532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.581274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.582029 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.582764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.583572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.584369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.584779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.585167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.585607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.585976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.811755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb30915-9ad4-4449-81eb-b8c4318c89d8 req-654589ff-5eb3-405e-b5a9-12aacc9c79a1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.813949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fb30915-9ad4-4449-81eb-b8c4318c89d8 req-654589ff-5eb3-405e-b5a9-12aacc9c79a1 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0625198 Aug 19 12:22:37.860332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fb30915-9ad4-4449-81eb-b8c4318c89d8 req-fd511b89-30d3-4047-af3c-a7152da7744f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367548 Aug 19 12:22:39.002482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2f14-428d-4c5e-9198-c5d9088a939d req-656ca624-146f-420b-b4ef-be183f08cf30 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.011400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d3f2f14-428d-4c5e-9198-c5d9088a939d req-656ca624-146f-420b-b4ef-be183f08cf30 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0673718 Aug 19 12:22:39.057283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d3f2f14-428d-4c5e-9198-c5d9088a939d req-77a0256d-c224-47d9-a19f-caf81ca7a96f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Aug 19 12:22:39.936113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-ac61e909-8606-4325-9f5f-d13d88c50ca7 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934218108&fields=id&tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 267 time: 0.0372126 Aug 19 12:22:40.074757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-4c7ec826-ecfe-4133-9752-41c1fd59870c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.076479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-4c7ec826-ecfe-4133-9752-41c1fd59870c tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1321671 Aug 19 12:22:40.100272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-6439f1b3-7db8-4476-a974-26a2a0583423 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/quotas/e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 375 time: 0.0164077 Aug 19 12:22:40.212104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e074a1-c76d-4d17-84ad-fb29f103959f req-58da4fc7-2561-4a72-9d43-aca7cad6552a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.212934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37e074a1-c76d-4d17-84ad-fb29f103959f req-58da4fc7-2561-4a72-9d43-aca7cad6552a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0684578 Aug 19 12:22:40.224769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-85d5323f-67f8-4f8f-8296-9d04f50d01a0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1235416 Aug 19 12:22:40.247250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-23a3fdcd-c346-457e-841f-c8f1e8ae2eac service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:22:40.248504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-23a3fdcd-c346-457e-841f-c8f1e8ae2eac service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092628 Aug 19 12:22:40.273535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37e074a1-c76d-4d17-84ad-fb29f103959f req-5ca8446a-2e82-48d8-af93-cd297b44adf3 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Aug 19 12:22:40.369310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-4b83940a-c178-4d23-8c34-4cc8044e217d service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005840 Aug 19 12:22:40.470824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-3c5543cf-61b6-414d-a16e-12b7b42aae31 service neutron] 10.222.0.65 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970392 Aug 19 12:22:40.824337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91670196-0aad-482e-bb7b-b66ba6eef13e req-aebbf51a-294b-4f14-8bc7-bf9240737e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 210 time: 0.0332448 Aug 19 12:22:41.460315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eac0d5-5ee0-4bac-b0da-5ef8c724185f req-d6bfc5d8-3972-402f-b7c8-4feac6865d9b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.470273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5eac0d5-5ee0-4bac-b0da-5ef8c724185f req-d6bfc5d8-3972-402f-b7c8-4feac6865d9b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0898547 Aug 19 12:22:41.514564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b5eac0d5-5ee0-4bac-b0da-5ef8c724185f req-212bc768-b3c3-4c2e-b4c6-e642fb964cc5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Aug 19 12:22:41.948949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-043e626b-4a67-4950-ae18-e8b80fe9143b req-71fed54b-a87e-4395-81de-dc9cc8fa55b9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 210 time: 0.0393071 Aug 19 12:22:41.963670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-55a38496-f1d4-4be3-8ca1-60ac86d3b8ca tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.966211 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-55a38496-f1d4-4be3-8ca1-60ac86d3b8ca tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.54 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 809 time: 0.1461892 Aug 19 12:22:42.023221 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-1d04f889-18ff-4228-8e4e-5537a33d9910 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e HTTP/1.1" status: 200 len: 379 time: 0.0381439 Aug 19 12:22:42.043542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'port': {'device_id': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'admin_state_up': True, 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'security_groups': ['71128140-f4ef-4aed-8f0a-a82bf394d02b']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:42.198209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Made reservation on behalf of e070eaccb0d04da3b0ce6e7a5a5d690e for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:42.201934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.369273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.20.0.11 (e122382d-bbe2-4480-9e13-bf10e2184a63/07533fbe-469f-45d5-ad86-ed4d9bfdcafb/a3a73b22-1b1d-4217-ac52-090ea2719fcf) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:42.565080 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.583875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Transition to ACTIVE for port object a3a73b22-1b1d-4217-ac52-090ea2719fcf will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:42.632132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.688862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network e122382d-bbe2-4480-9e13-bf10e2184a63 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:42.692334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:42.696619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:42.730255 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:22:42.754167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314a3d2-c091-4f7d-857b-7ce3eda74c23 req-3b25acc6-f4f1-4251-b54d-4caf5e0af5cb tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.762961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1314a3d2-c091-4f7d-857b-7ce3eda74c23 req-3b25acc6-f4f1-4251-b54d-4caf5e0af5cb tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.1475258 Aug 19 12:22:42.808383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.808383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.812274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=a3a73b22-1b1d-4217-ac52-090ea2719fcf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:42.817880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1314a3d2-c091-4f7d-857b-7ce3eda74c23 req-0909be6c-2d07-4708-8951-412e3965113d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479395 Aug 19 12:22:42.828144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.828961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.829629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.830157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.830614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.831731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.831731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.840000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.844780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.845323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.847542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.847668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:42.866888 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-b4c310f5-13cd-4c34-a967-4d693d41c7d4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8273811 Aug 19 12:22:42.887665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Request body: {'port': {'device_id': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:42.960061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.116462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-56e42f33-c408-47e2-a87a-58da77b5dfaf None None] Provisioning for port a3a73b22-1b1d-4217-ac52-090ea2719fcf completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:43.125662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-56e42f33-c408-47e2-a87a-58da77b5dfaf None None] Provisioning complete for port a3a73b22-1b1d-4217-ac52-090ea2719fcf triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:43.126277 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-56e42f33-c408-47e2-a87a-58da77b5dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.142113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30c70-fc9b-4ce4-8ede-f07f6a9427c5 req-f40c7aa7-7213-4325-a8f9-a6f300308a7b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.143932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-feb30c70-fc9b-4ce4-8ede-f07f6a9427c5 req-f40c7aa7-7213-4325-a8f9-a6f300308a7b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 932 time: 0.0986912 Aug 19 12:22:43.176710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-56e42f33-c408-47e2-a87a-58da77b5dfaf None None] Port a3a73b22-1b1d-4217-ac52-090ea2719fcf cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:43.215555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-feb30c70-fc9b-4ce4-8ede-f07f6a9427c5 req-ff5ee9bc-724d-45fd-95fe-111aecd95d8e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653841 Aug 19 12:22:43.366437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a73b22-1b1d-4217-ac52-090ea2719fcf {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:43.375630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.395322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Transition to ACTIVE for port object a3a73b22-1b1d-4217-ac52-090ea2719fcf will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:43.399882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.488409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a73b22-1b1d-4217-ac52-090ea2719fcf,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:43.567197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Attempting to bind port a3a73b22-1b1d-4217-ac52-090ea2719fcf on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:43.567603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Attempting to bind port a3a73b22-1b1d-4217-ac52-090ea2719fcf by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:43.568011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Attempting to bind port a3a73b22-1b1d-4217-ac52-090ea2719fcf on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:43.574538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Port a3a73b22-1b1d-4217-ac52-090ea2719fcf on network e122382d-bbe2-4480-9e13-bf10e2184a63 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:43.574958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Attempting to bind port a3a73b22-1b1d-4217-ac52-090ea2719fcf on network e122382d-bbe2-4480-9e13-bf10e2184a63 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:43.591041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:43.591385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Checking segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:43.591783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Bound using segment: {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:43.592225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Bound port: a3a73b22-1b1d-4217-ac52-090ea2719fcf, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91007ac8-4e7d-4dee-b0db-0e2d92b521cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:43.592585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.697218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] For port a3a73b22-1b1d-4217-ac52-090ea2719fcf, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:43.701728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] For port a3a73b22-1b1d-4217-ac52-090ea2719fcf, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:43.707700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.752356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.753025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.754476 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] 10.222.0.54 "PUT /v2.0/ports/a3a73b22-1b1d-4217-ac52-090ea2719fcf HTTP/1.1" status: 200 len: 1092 time: 0.8731852 Aug 19 12:22:43.754919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:43.758204 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c91068a-ee15-461d-a760-e42652a27bac" -d '{"events": [{"name": "network-changed", "server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:43.791775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd20b4b-3793-4842-ae50-3ebe91788cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a73b22-1b1d-4217-ac52-090ea2719fcf,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:43.865128 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef1bfb8-b5a2-457e-b2ec-1ec68756cd41 x-openstack-request-id: req-8ef1bfb8-b5a2-457e-b2ec-1ec68756cd41 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:43.865420 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:43.865669 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ef1bfb8-b5a2-457e-b2ec-1ec68756cd41 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:43.866148 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'status': 'completed', 'code': 200} Aug 19 12:22:43.899317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-7a39a3fe-482c-408d-ac8a-d3576bf8eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.903531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-7a39a3fe-482c-408d-ac8a-d3576bf8eac1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 1095 time: 0.0790732 Aug 19 12:22:43.979987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993cf50-e9cb-4970-9974-2ff586422575 req-83819e5b-a582-42d6-bca4-620d202fc83f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.988576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2993cf50-e9cb-4970-9974-2ff586422575 req-83819e5b-a582-42d6-bca4-620d202fc83f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0769496 Aug 19 12:22:43.989092 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-f282683e-d5c4-4f6a-94ca-0cdfe9354604 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf HTTP/1.1" status: 200 len: 217 time: 0.0671659 Aug 19 12:22:44.046573 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2993cf50-e9cb-4970-9974-2ff586422575 req-9e8340fe-7e2b-4573-b402-18bdf901171d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563819 Aug 19 12:22:44.072843 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-4610a75e-5f1a-4fec-8026-20230d321ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.074363 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-4610a75e-5f1a-4fec-8026-20230d321ab3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0748024 Aug 19 12:22:44.128980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-9cfc969b-889c-45f5-b35c-4a79733f980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.130531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-9cfc969b-889c-45f5-b35c-4a79733f980d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467744 Aug 19 12:22:44.238980 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-bca25aa7-8275-4f9f-a692-8988142d6339 service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958283 Aug 19 12:22:44.387494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56350912-95c4-43a1-abdb-247b59910a20 req-6c5a3ca4-e43c-4318-9295-4f7446437902 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.388326 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d0ce08f8-da45-4369-aa70-86e610d85764 req-68297ae3-4e58-4a30-8ab1-2d0706c5972b service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406479 Aug 19 12:22:44.396597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56350912-95c4-43a1-abdb-247b59910a20 req-6c5a3ca4-e43c-4318-9295-4f7446437902 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0796962 Aug 19 12:22:44.440411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56350912-95c4-43a1-abdb-247b59910a20 req-9e982bfe-0ce8-4c7d-aba6-897d1c3c3a40 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422339 Aug 19 12:22:44.518680 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91068a-ee15-461d-a760-e42652a27bac req-c7d3443b-6d0a-4726-80e9-14c018505ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.520216 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7c91068a-ee15-461d-a760-e42652a27bac req-c7d3443b-6d0a-4726-80e9-14c018505ecb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 1095 time: 0.0437343 Aug 19 12:22:44.643987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91068a-ee15-461d-a760-e42652a27bac req-df3f3a96-dd78-4c09-b5ac-13e9832a398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.645677 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7c91068a-ee15-461d-a760-e42652a27bac req-df3f3a96-dd78-4c09-b5ac-13e9832a398e service neutron] 10.222.0.54 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1158917 Aug 19 12:22:44.700590 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7c91068a-ee15-461d-a760-e42652a27bac req-081675bc-262d-4604-a719-a28657998a69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf HTTP/1.1" status: 200 len: 217 time: 0.0464485 Aug 19 12:22:44.779609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91068a-ee15-461d-a760-e42652a27bac req-fd8ee44a-0b79-4cd1-b054-78a5be09716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.781315 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7c91068a-ee15-461d-a760-e42652a27bac req-fd8ee44a-0b79-4cd1-b054-78a5be09716c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0738111 Aug 19 12:22:44.834628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91068a-ee15-461d-a760-e42652a27bac req-42c81a0f-30be-45a1-af2e-25964fa520f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.836451 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7c91068a-ee15-461d-a760-e42652a27bac req-42c81a0f-30be-45a1-af2e-25964fa520f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483508 Aug 19 12:22:44.938870 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7c91068a-ee15-461d-a760-e42652a27bac req-9f3181ba-ff5a-45f9-9e45-6d3261ca32fd service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942688 Aug 19 12:22:45.053065 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7c91068a-ee15-461d-a760-e42652a27bac req-e83d993a-85d9-40bf-ad8c-91d25f252c9e service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056921 Aug 19 12:22:45.225892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bc73d-2508-4210-888b-eb01635b8f10 req-d2da9741-1d4d-4402-b7f9-7c4626e2fce9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.230387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-202bc73d-2508-4210-888b-eb01635b8f10 req-d2da9741-1d4d-4402-b7f9-7c4626e2fce9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0869031 Aug 19 12:22:45.285459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-202bc73d-2508-4210-888b-eb01635b8f10 req-5f4caffa-15f5-4979-b022-c713585aa5e0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486989 Aug 19 12:22:45.607697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a185c43-c164-4062-8f3f-0a852d21a89c req-437428d2-0713-4b30-bd22-433b48e999bd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.615332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a185c43-c164-4062-8f3f-0a852d21a89c req-437428d2-0713-4b30-bd22-433b48e999bd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0920675 Aug 19 12:22:45.667449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a185c43-c164-4062-8f3f-0a852d21a89c req-f40ec90a-694f-4727-9e37-9c6d112002a3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456409 Aug 19 12:22:46.418605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865b8f-2719-496c-b8f8-298446d6ba36 req-4f0e3951-bf75-40bc-94f1-b583fe8dac49 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.421357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5865b8f-2719-496c-b8f8-298446d6ba36 req-4f0e3951-bf75-40bc-94f1-b583fe8dac49 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0588510 Aug 19 12:22:46.466349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5865b8f-2719-496c-b8f8-298446d6ba36 req-0e7cdf13-8e9d-4012-b3a2-224462a682e2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 Aug 19 12:22:46.825572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddd12e-0309-42ef-bddd-058bf119e229 req-57081701-aae2-421d-b8fc-4149b7ff9b65 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.835101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68ddd12e-0309-42ef-bddd-058bf119e229 req-57081701-aae2-421d-b8fc-4149b7ff9b65 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0805986 Aug 19 12:22:46.871506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68ddd12e-0309-42ef-bddd-058bf119e229 req-31ad96e9-c69e-4387-b499-874fdf9da85f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352619 Aug 19 12:22:47.596011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad460530-e5ff-4e10-b519-0d6a35eaa45d req-254b06c4-f6b2-41ce-8f7e-9753e2a4e1d8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.598249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad460530-e5ff-4e10-b519-0d6a35eaa45d req-254b06c4-f6b2-41ce-8f7e-9753e2a4e1d8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0548098 Aug 19 12:22:47.642698 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ad460530-e5ff-4e10-b519-0d6a35eaa45d req-9056ab98-2fbe-4f5c-9ef2-71aa3305a00f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386393 Aug 19 12:22:47.815813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868a81b-4130-4a13-9d5f-97174d121dce req-ce957d69-9180-4f95-ad48-b1cf0e8ddbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.817371 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e868a81b-4130-4a13-9d5f-97174d121dce req-ce957d69-9180-4f95-ad48-b1cf0e8ddbb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 1096 time: 0.0457573 Aug 19 12:22:47.924912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868a81b-4130-4a13-9d5f-97174d121dce req-4ba929b9-1ab6-4c10-b7dd-232daadb04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.926411 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e868a81b-4130-4a13-9d5f-97174d121dce req-4ba929b9-1ab6-4c10-b7dd-232daadb04e8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 914 time: 0.1017244 Aug 19 12:22:47.968609 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e868a81b-4130-4a13-9d5f-97174d121dce req-1c9c37ef-927f-44f8-ab24-4e174b2f0ee2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 200 len: 217 time: 0.0349882 Aug 19 12:22:48.000321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92f481-8639-4bb1-9de5-f81a2be9ee9d req-f9ff97ea-be95-4fbb-a83b-900cc8e94421 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.001872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc92f481-8639-4bb1-9de5-f81a2be9ee9d req-f9ff97ea-be95-4fbb-a83b-900cc8e94421 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0526392 Aug 19 12:22:48.016938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868a81b-4130-4a13-9d5f-97174d121dce req-39ab5f6b-32fc-4379-bc9c-b043e77994c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.018411 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e868a81b-4130-4a13-9d5f-97174d121dce req-39ab5f6b-32fc-4379-bc9c-b043e77994c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 200 len: 853 time: 0.0432920 Aug 19 12:22:48.042058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bc92f481-8639-4bb1-9de5-f81a2be9ee9d req-f8b7ef59-030d-49c3-b01c-486f8a1756b1 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333860 Aug 19 12:22:48.050754 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e868a81b-4130-4a13-9d5f-97174d121dce req-a7b038e4-3146-4834-9b3f-05de7e0e5a7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b7b0cf57-1094-4171-ad8b-957e310132b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251963 Aug 19 12:22:48.150487 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e868a81b-4130-4a13-9d5f-97174d121dce req-537fe066-ad5b-4115-a082-d71afdecc4c5 service neutron] 10.222.0.54 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910676 Aug 19 12:22:48.258531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e868a81b-4130-4a13-9d5f-97174d121dce req-0cd13918-0a71-41bd-92e2-e10e6dd70cf4 service neutron] 10.222.0.54 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002512 Aug 19 12:22:48.414464 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b53d3a7-491e-4300-b142-e5fef07bcb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:48.783861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9256d-67c4-41ec-952e-0a0013112d26 req-0557e96c-caaa-409c-ba99-86d3e78a67d8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.785462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1f9256d-67c4-41ec-952e-0a0013112d26 req-0557e96c-caaa-409c-ba99-86d3e78a67d8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0607917 Aug 19 12:22:48.830225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1f9256d-67c4-41ec-952e-0a0013112d26 req-1cc75293-21df-43fd-88c6-10d4db4d4b8c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Aug 19 12:22:49.174929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49747a-1150-4e42-a1a5-6cb322a486ab req-8a40f531-a520-404d-9205-1cbca082de9d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.176420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c49747a-1150-4e42-a1a5-6cb322a486ab req-8a40f531-a520-404d-9205-1cbca082de9d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0530326 Aug 19 12:22:49.219291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c49747a-1150-4e42-a1a5-6cb322a486ab req-1ebcf6c8-2086-44b6-bcdd-26943fde0421 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365891 Aug 19 12:22:49.975379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04923c44-15af-4673-a76b-875071bd9449 req-b0143825-575a-4e66-889b-f95c92a87b6a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.977168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04923c44-15af-4673-a76b-875071bd9449 req-b0143825-575a-4e66-889b-f95c92a87b6a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0591092 Aug 19 12:22:50.017783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04923c44-15af-4673-a76b-875071bd9449 req-4c258cd3-2a18-4d7c-931e-2e64e146b73f tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Aug 19 12:22:50.356035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2ecd-4899-4ef2-a471-512d852b9412 req-97c3160e-c401-4986-b178-ca1c342b5a68 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.357535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee0d2ecd-4899-4ef2-a471-512d852b9412 req-97c3160e-c401-4986-b178-ca1c342b5a68 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0584145 Aug 19 12:22:50.396620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee0d2ecd-4899-4ef2-a471-512d852b9412 req-4b03144c-818d-4bd6-88bc-6756f39c7fc0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329688 Aug 19 12:22:50.786472 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-198725c6-41a1-4a2a-9c85-77c23b38cc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.917771 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.165141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a704-b12a-4c15-9540-974eff0d8345 req-f43843a1-55f7-45d6-b906-4a399ca76170 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:51.166701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d060a704-b12a-4c15-9540-974eff0d8345 req-f43843a1-55f7-45d6-b906-4a399ca76170 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0622649 Aug 19 12:22:51.212001 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d060a704-b12a-4c15-9540-974eff0d8345 req-fbda1b17-e9f1-41e4-9964-d1ce430ef9e7 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380371 Aug 19 12:22:51.257421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9fb1cb52-5650-4920-8f4e-3bf075665232 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:51.356490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.357112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd44533-f385-4b48-bbe1-bb7d5d6bd53b req-9da88a21-4d69-4488-a63b-e5005b2aa796 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:51.358635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdd44533-f385-4b48-bbe1-bb7d5d6bd53b req-9da88a21-4d69-4488-a63b-e5005b2aa796 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0645585 Aug 19 12:22:51.380090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:51.382476 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88353f0c-cf6a-4a0d-8323-ce1337e76846" -d '{"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:51.399200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:51.403560 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdd44533-f385-4b48-bbe1-bb7d5d6bd53b req-06c96635-97c4-40c7-9035-97e82968fa9a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 Aug 19 12:22:51.404085 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.439400 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893755c4-7e35-45d1-8fcb-a0aa72c0c915 x-openstack-request-id: req-893755c4-7e35-45d1-8fcb-a0aa72c0c915 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:51.439720 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-unplugged", "status": "failed", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232", "code": 422}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:51.439935 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-893755c4-7e35-45d1-8fcb-a0aa72c0c915 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:51.440367 n-d-778550-9 neutron-server[101155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'code': 422} returned with failed status Aug 19 12:22:51.456573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:51.531142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeed19d-4a3e-4b69-8241-01b10c055781 req-4315fcc3-d608-4037-9798-bdd8fd87a345 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:51.532654 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9aeed19d-4a3e-4b69-8241-01b10c055781 req-4315fcc3-d608-4037-9798-bdd8fd87a345 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0520380 Aug 19 12:22:51.576804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9aeed19d-4a3e-4b69-8241-01b10c055781 req-21b0bb5a-a8fb-4acd-9622-ee6f5de26c9d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376213 Aug 19 12:22:51.765704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed97b3-fe97-4338-9a4b-47320c6bcaab req-ded49f4a-dbfd-47bb-8c01-bc1b14154296 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:51.767181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08ed97b3-fe97-4338-9a4b-47320c6bcaab req-ded49f4a-dbfd-47bb-8c01-bc1b14154296 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 943 time: 0.0534463 Aug 19 12:22:51.830272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08ed97b3-fe97-4338-9a4b-47320c6bcaab req-a4420ba8-86a2-4c29-b039-f025f8c5821b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562484 Aug 19 12:22:51.929365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-2a769a7b-829a-48c1-9e00-7f06a61283e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107721 Aug 19 12:22:51.990368 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.694430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b116-d580-4293-bd18-9a55fda5ce78 req-1b6d122d-21ea-424d-beeb-c32a756875db tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.696002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4310b116-d580-4293-bd18-9a55fda5ce78 req-1b6d122d-21ea-424d-beeb-c32a756875db tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0497980 Aug 19 12:22:52.746172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4310b116-d580-4293-bd18-9a55fda5ce78 req-272cb4c5-bd4b-4db6-ac14-d03681e983c4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439117 Aug 19 12:22:52.967510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87728d34-57fd-49d7-a035-c796168b352a req-b9dd13b6-e97f-4e5a-96a0-4c6980885fa3 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.969009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87728d34-57fd-49d7-a035-c796168b352a req-b9dd13b6-e97f-4e5a-96a0-4c6980885fa3 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 943 time: 0.0598373 Aug 19 12:22:53.011379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-f90b8686-b28d-4b80-af0d-29a287b8853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.012525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87728d34-57fd-49d7-a035-c796168b352a req-139ba2d1-14e7-4416-981c-a8c874efc4f8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Aug 19 12:22:53.013644 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-f90b8686-b28d-4b80-af0d-29a287b8853c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847&tenant_id=d1ad70f6713948f78cc76a1704dd7cf8 HTTP/1.1" status: 200 len: 1094 time: 0.0466297 Aug 19 12:22:53.036204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:53.094517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.322401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:53.359610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:53.393670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb1cb52-5650-4920-8f4e-3bf075665232 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:53.403874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.418967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Transition to ACTIVE for port object 9fb1cb52-5650-4920-8f4e-3bf075665232 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:53.424179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.494996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] No DVR routers for this DVR port 9fb1cb52-5650-4920-8f4e-3bf075665232 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:53.508630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=9']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:53.547074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Attempting to bind port 9fb1cb52-5650-4920-8f4e-3bf075665232 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:53.547577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Attempting to bind port 9fb1cb52-5650-4920-8f4e-3bf075665232 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:53.548029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Attempting to bind port 9fb1cb52-5650-4920-8f4e-3bf075665232 on network b7b0cf57-1094-4171-ad8b-957e310132b2 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:53.553578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Port 9fb1cb52-5650-4920-8f4e-3bf075665232 on network b7b0cf57-1094-4171-ad8b-957e310132b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:53.554020 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Attempting to bind port 9fb1cb52-5650-4920-8f4e-3bf075665232 on network b7b0cf57-1094-4171-ad8b-957e310132b2 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:53.560108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:53.560664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Checking segment: {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:53.561106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Bound using segment: {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:53.561694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Bound port: 9fb1cb52-5650-4920-8f4e-3bf075665232, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb08db2-b586-4394-baa3-6ce99f56ab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:53.562120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.633442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:53.636617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:53.642298 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.676755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.677404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.678798 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] 10.222.0.69 "PUT /v2.0/ports/9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 200 len: 1091 time: 0.6471832 Aug 19 12:22:53.679413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:53.681580 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca6e806-ef79-4211-aa9d-441d6dace263" -d '{"events": [{"name": "network-changed", "server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:53.704293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ba21c-37c8-4dca-9034-07a2444dae1f service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=10']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:53.721094 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbabf2b7-f073-43d4-b3c7-f9beab072328 x-openstack-request-id: req-fbabf2b7-f073-43d4-b3c7-f9beab072328 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:53.721382 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:53.721639 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbabf2b7-f073-43d4-b3c7-f9beab072328 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:53.722047 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'status': 'completed', 'code': 200} Aug 19 12:22:53.796929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-03a2e11c-90c2-49cd-b888-dcb96ff7cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.798447 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-03a2e11c-90c2-49cd-b888-dcb96ff7cb17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 1095 time: 0.0485189 Aug 19 12:22:53.870524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b799c42-2288-441c-bec5-f1dc8ab4ee46 req-a4b52385-7f56-43b0-a706-7a22a7f8bdf4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.872329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b799c42-2288-441c-bec5-f1dc8ab4ee46 req-a4b52385-7f56-43b0-a706-7a22a7f8bdf4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0533464 Aug 19 12:22:53.920146 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b799c42-2288-441c-bec5-f1dc8ab4ee46 req-76898099-d3e8-42a2-92dc-265f861d631b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414717 Aug 19 12:22:54.026511 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.139632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd058bb-f849-4b06-bf99-4b07a9f36ac5 req-c1568c0d-43ca-444d-8cb1-c6838fb89c1e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.141317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1bd058bb-f849-4b06-bf99-4b07a9f36ac5 req-c1568c0d-43ca-444d-8cb1-c6838fb89c1e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0551851 Aug 19 12:22:54.144792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-8ec83782-f9f6-4493-8c01-789d1bde0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.146324 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-8ec83782-f9f6-4493-8c01-789d1bde0f6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 914 time: 0.3405542 Aug 19 12:22:54.182514 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1bd058bb-f849-4b06-bf99-4b07a9f36ac5 req-29bf3058-a8a3-49db-ad44-e057f3ee1750 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Aug 19 12:22:54.192197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-01fe0ece-3349-4c56-9864-b9c84ffdd4f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 200 len: 217 time: 0.0378795 Aug 19 12:22:54.255203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-91f2f2ce-23f5-42e3-8304-0402c3b30e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.257023 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-91f2f2ce-23f5-42e3-8304-0402c3b30e5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 200 len: 853 time: 0.0566700 Aug 19 12:22:54.264623 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.295934 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-4f7c4457-a345-4583-a17e-68900a6fbe83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7b0cf57-1094-4171-ad8b-957e310132b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298252 Aug 19 12:22:54.395072 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-f665f30d-4dc4-4743-a4aa-cb582536c358 service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915043 Aug 19 12:22:54.490092 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-989db868-207e-4bae-a216-1c2bf30f28d3 req-6f3fb062-d7bf-44f0-9869-7988701ceea1 service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874391 Aug 19 12:22:54.636021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-e88e7cd3-2c26-4b11-b02b-3ed17dd28197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.637652 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-e88e7cd3-2c26-4b11-b02b-3ed17dd28197 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 1095 time: 0.0429018 Aug 19 12:22:54.762652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-24cdba16-4791-41a9-847e-c6145437a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.764263 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-24cdba16-4791-41a9-847e-c6145437a1c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 914 time: 0.0937128 Aug 19 12:22:54.810025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-95d88238-5c5f-48e4-bf52-12a89da1f7bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 200 len: 217 time: 0.0375359 Aug 19 12:22:54.880389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-df76c117-16bd-405e-81a3-9280524b6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.882291 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-df76c117-16bd-405e-81a3-9280524b6304 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 200 len: 853 time: 0.0569365 Aug 19 12:22:55.083140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1a2a3-9af5-41b8-bc4b-f515a01a024b req-240618ee-0192-45a9-b0ef-01cf9fa100ed tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.091447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23c1a2a3-9af5-41b8-bc4b-f515a01a024b req-240618ee-0192-45a9-b0ef-01cf9fa100ed tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 944 time: 0.0656931 Aug 19 12:22:55.134401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23c1a2a3-9af5-41b8-bc4b-f515a01a024b req-0018098f-6587-4dc6-86a7-f2dd99dc3012 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418499 Aug 19 12:22:55.274836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a3a73b22-1b1d-4217-ac52-090ea2719fcf details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:55.304753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fdf76-4cc0-498f-abc7-0a1ba5c69ad4 req-01b48354-bb37-46d8-b0bc-3ccb1c937141 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.310559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca1fdf76-4cc0-498f-abc7-0a1ba5c69ad4 req-01b48354-bb37-46d8-b0bc-3ccb1c937141 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0554743 Aug 19 12:22:55.355017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca1fdf76-4cc0-498f-abc7-0a1ba5c69ad4 req-98cd5170-f87f-4477-8f2c-cd3bde340a36 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Aug 19 12:22:55.548530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a3a73b22-1b1d-4217-ac52-090ea2719fcf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:55.562402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'port_id': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'mac_address': 'fa:16:3e:4d:72:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:55.610289 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.624194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a73b22-1b1d-4217-ac52-090ea2719fcf {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:55.645754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a3a73b22-1b1d-4217-ac52-090ea2719fcf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:55.651175 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.706820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a3a73b22-1b1d-4217-ac52-090ea2719fcf,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:55.925803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a3a73b22-1b1d-4217-ac52-090ea2719fcf'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:56.267184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d7e7c-b6c9-48ea-978b-d6896430a30a req-8a289510-564b-4cc7-b105-2790ff5cfdc6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.268735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de5d7e7c-b6c9-48ea-978b-d6896430a30a req-8a289510-564b-4cc7-b105-2790ff5cfdc6 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 945 time: 0.0637145 Aug 19 12:22:56.324412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de5d7e7c-b6c9-48ea-978b-d6896430a30a req-4ebeae60-932d-4f09-a2d3-bf886639cc82 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453444 Aug 19 12:22:56.477681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92db2de-cdf0-49e6-a412-017c4c5a269b req-f6ed1748-461f-400f-b5c9-399141cd6a90 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.479187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b92db2de-cdf0-49e6-a412-017c4c5a269b req-f6ed1748-461f-400f-b5c9-399141cd6a90 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0529706 Aug 19 12:22:56.520948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b92db2de-cdf0-49e6-a412-017c4c5a269b req-6416bad6-d410-4323-bcb4-e6e7ef0b4865 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351593 Aug 19 12:22:57.282696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a3a73b22-1b1d-4217-ac52-090ea2719fcf up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:57.340788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port a3a73b22-1b1d-4217-ac52-090ea2719fcf completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:57.345412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port a3a73b22-1b1d-4217-ac52-090ea2719fcf triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:57.346028 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:57.437770 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:57.452364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b737d-b572-4ff7-8639-c55c00954899 req-f4ba1e3c-0516-4b62-a846-72037cced9b5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.453931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f58b737d-b572-4ff7-8639-c55c00954899 req-f4ba1e3c-0516-4b62-a846-72037cced9b5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 945 time: 0.0552886 Aug 19 12:22:57.474863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:57.477684 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed038cf-6c82-4e68-98e6-f07d15a8ec84" -d '{"events": [{"server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "name": "network-vif-plugged", "status": "completed", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:57.491443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a3a73b22-1b1d-4217-ac52-090ea2719fcf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:57.496179 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:57.521666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f58b737d-b572-4ff7-8639-c55c00954899 req-075ca421-da90-460e-8d82-0aada51c2908 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581236 Aug 19 12:22:57.565457 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709baca3-397b-41a5-878e-77cc4b4f4284 x-openstack-request-id: req-709baca3-397b-41a5-878e-77cc4b4f4284 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:57.565752 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "name": "network-vif-plugged", "status": "completed", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:57.565996 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-709baca3-397b-41a5-878e-77cc4b4f4284 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:57.566383 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'code': 200} Aug 19 12:22:57.569416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a3a73b22-1b1d-4217-ac52-090ea2719fcf,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:57.659113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590ef56-7850-436c-8475-d0c32d878ee2 req-209f6e8f-0feb-4731-8e19-f8a0de5f8b99 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.662216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6590ef56-7850-436c-8475-d0c32d878ee2 req-209f6e8f-0feb-4731-8e19-f8a0de5f8b99 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0544736 Aug 19 12:22:57.696599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e2fd-1c52-4000-a47a-700d2e4950f3 req-3a055592-98cf-4850-ba9b-9f7cc14ae79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.698196 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca99e2fd-1c52-4000-a47a-700d2e4950f3 req-3a055592-98cf-4850-ba9b-9f7cc14ae79b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 1097 time: 0.0472176 Aug 19 12:22:57.707911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6590ef56-7850-436c-8475-d0c32d878ee2 req-200ebd26-af75-4d91-8dbb-fdd81bcbf8a4 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Aug 19 12:22:57.741295 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca99e2fd-1c52-4000-a47a-700d2e4950f3 req-3dd2741d-34c4-4ef0-ba30-88cdbf6fb367 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317690 Aug 19 12:22:58.601501 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.649373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b3f97-007e-4b1d-ad1f-83469ef7f5a5 req-a29fc128-39e7-482f-9ca0-fd0197469d6a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.654284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b7b3f97-007e-4b1d-ad1f-83469ef7f5a5 req-a29fc128-39e7-482f-9ca0-fd0197469d6a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 946 time: 0.0589495 Aug 19 12:22:58.699966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1b7b3f97-007e-4b1d-ad1f-83469ef7f5a5 req-cbc04d8c-b86a-42e7-bf50-1e5bcebfe218 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390136 Aug 19 12:22:58.851293 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a800-aa6a-4d19-b2dc-9982c69fc732 req-aad4c57c-1c50-4b9c-9807-ff0ad08241a5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.853138 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24e8a800-aa6a-4d19-b2dc-9982c69fc732 req-aad4c57c-1c50-4b9c-9807-ff0ad08241a5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0538983 Aug 19 12:22:58.897521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24e8a800-aa6a-4d19-b2dc-9982c69fc732 req-8063b2d0-41c6-4ffc-9f75-e3cfb68e54a9 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376673 Aug 19 12:22:59.821575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874b256-5185-4b78-95ec-e293606b02e3 req-4beed825-8b39-4fa0-8684-cef61ebf3022 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:59.823047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d874b256-5185-4b78-95ec-e293606b02e3 req-4beed825-8b39-4fa0-8684-cef61ebf3022 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 946 time: 0.0530310 Aug 19 12:22:59.862161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d874b256-5185-4b78-95ec-e293606b02e3 req-1d29a1b9-23f3-4fce-a6fc-d7e8f5116fa0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328705 Aug 19 12:22:59.981521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd80475-b131-4d57-a1af-0fecbbb4537a req-7396adb6-a35b-4188-8bea-437ffad7dd5f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:59.982916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efd80475-b131-4d57-a1af-0fecbbb4537a req-7396adb6-a35b-4188-8bea-437ffad7dd5f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 946 time: 0.0518885 Aug 19 12:23:00.027443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efd80475-b131-4d57-a1af-0fecbbb4537a req-a1f11f7d-a70d-4d96-a063-76fb95d9c8f9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383992 Aug 19 12:23:00.050704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58224) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:00.091878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c3b1d-02cf-4273-86a4-b6115c696331 tempest-TestVolumeBootPattern-487657429 tempest-TestVolumeBootPattern-487657429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.096262 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fc7c3b1d-02cf-4273-86a4-b6115c696331 tempest-TestVolumeBootPattern-487657429 tempest-TestVolumeBootPattern-487657429-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 1092 time: 0.0417237 Aug 19 12:23:00.096472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58226) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:00.102044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:00.154858 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.166884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897bf85-b32e-42ea-b81e-63b77002f85f req-8a1e4d43-0d46-453c-9730-3900892c5781 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.168477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8897bf85-b32e-42ea-b81e-63b77002f85f req-8a1e4d43-0d46-453c-9730-3900892c5781 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0823762 Aug 19 12:23:00.245419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8897bf85-b32e-42ea-b81e-63b77002f85f req-c7dfd21a-249b-4b09-b62a-86119ece8417 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671318 Aug 19 12:23:00.317042 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.436041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Allocated IP 172.25.4.134 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ffd93da3-8c2e-46e5-ab56-2e84f6bbdfeb) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:00.552830 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.596181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.640702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:00.643611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:00.648478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:00.654135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=ffd93da3-8c2e-46e5-ab56-2e84f6bbdfeb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:00.685625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.685968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.686339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.686674 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.686997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.687326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.687648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.687956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.688282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.688582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.689073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:00.689252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:01.039979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.112505 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.582196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6690cc1-35a3-4dfb-a3ae-fddbcfa9d380 req-d386a4ba-009e-4bb1-a306-87b6ea748cd0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:01.583655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6690cc1-35a3-4dfb-a3ae-fddbcfa9d380 req-d386a4ba-009e-4bb1-a306-87b6ea748cd0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0821159 Aug 19 12:23:01.646930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a6690cc1-35a3-4dfb-a3ae-fddbcfa9d380 req-adaee928-3138-4528-90e5-b8fdb5d6d4f2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558209 Aug 19 12:23:01.648820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.655505 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.738186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event updated for resources: {'Port': ['ID=ffd93da3-8c2e-46e5-ab56-2e84f6bbdfeb,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:01.748711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.853766 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Floating IP 89e539f1-7f5f-4a8b-91c7-d3a29fd4a0a1 associated. External IP: 172.25.4.134, port: a3a73b22-1b1d-4217-ac52-090ea2719fcf. Aug 19 12:23:02.078185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:23:02.194082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:02.206387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] Sync routers for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:02.211668 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:02.219174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:02.220264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:22:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:02.240669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e26dca17-367e-488b-8972-77581e187692 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1430831 Aug 19 12:23:02.241394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:02.243805 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99510a3f-c1c1-4be0-b7f9-6d890bf47018" -d '{"events": [{"name": "network-changed", "server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:02.289855 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680147e6-6248-4770-b641-8d3f1b3bb5c5 x-openstack-request-id: req-680147e6-6248-4770-b641-8d3f1b3bb5c5 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:02.290156 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:02.290408 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-680147e6-6248-4770-b641-8d3f1b3bb5c5 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:02.290814 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'status': 'completed', 'code': 200} Aug 19 12:23:02.355187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:02.390232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-e063654d-3bee-468c-8a96-f8d6c24f8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.391789 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-e063654d-3bee-468c-8a96-f8d6c24f8704 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 1097 time: 0.0549374 Aug 19 12:23:02.499655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-9cba75e0-ea35-46f4-8317-b14b72ffb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.501554 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-9cba75e0-ea35-46f4-8317-b14b72ffb8bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1023498 Aug 19 12:23:02.582355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-b86dcccf-71de-40f1-9ae9-907aba332484 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf HTTP/1.1" status: 200 len: 1000 time: 0.0734117 Aug 19 12:23:02.628839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '10100f82-e309-44ed-8209-af66818bfcc9', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:59Z', 'updated_at': '2021-08-19T12:21:01Z', 'revision_number': 1, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}, {'id': '89e539f1-7f5f-4a8b-91c7-d3a29fd4a0a1', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:4d:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:00Z', 'updated_at': '2021-08-19T12:23:00Z', 'revision_number': 0, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:02.634771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-5ef28670-4629-4f81-8768-662985b15a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.636295 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-5ef28670-4629-4f81-8768-662985b15a4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0474901 Aug 19 12:23:02.656774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] Checking router: 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:02.666733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:02.667375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:22:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:02.686446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-847bb170-8107-4feb-83d1-b286bb2e02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.688034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-847bb170-8107-4feb-83d1-b286bb2e02c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450130 Aug 19 12:23:02.807682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750aa23-ed72-4ffe-8605-8e56b9a08fb7 req-c25e4922-7fb8-4d84-b1d7-11047867995b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.810204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1750aa23-ed72-4ffe-8605-8e56b9a08fb7 req-c25e4922-7fb8-4d84-b1d7-11047867995b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0731716 Aug 19 12:23:02.827458 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-7254af62-49b4-4559-ad9d-70aeae3963c3 service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311638 Aug 19 12:23:02.840867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:02.881063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1750aa23-ed72-4ffe-8605-8e56b9a08fb7 req-70662890-b3ec-41dc-988d-89098ffed85c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648377 Aug 19 12:23:02.948991 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99510a3f-c1c1-4be0-b7f9-6d890bf47018 req-aeab288a-c70c-4ca6-b140-49f67ff66ad2 service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134839 Aug 19 12:23:03.095920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '10100f82-e309-44ed-8209-af66818bfcc9', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:59Z', 'updated_at': '2021-08-19T12:21:01Z', 'revision_number': 1, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}, {'id': '89e539f1-7f5f-4a8b-91c7-d3a29fd4a0a1', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:4d:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:00Z', 'updated_at': '2021-08-19T12:23:00Z', 'revision_number': 0, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:03.127839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a346ce-6703-46e3-9731-4f9505ba2478 None None] The sync data for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 is: [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '10100f82-e309-44ed-8209-af66818bfcc9', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:59Z', 'updated_at': '2021-08-19T12:21:01Z', 'revision_number': 1, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}, {'id': '89e539f1-7f5f-4a8b-91c7-d3a29fd4a0a1', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:4d:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:00Z', 'updated_at': '2021-08-19T12:23:00Z', 'revision_number': 0, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:03.349510 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c3a807-e404-4dd1-bb5b-6518a6529253 None None] New status for floating IP 89e539f1-7f5f-4a8b-91c7-d3a29fd4a0a1: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:23:04.009216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee10cd4-f9be-449b-b30b-7514f2b096d1 req-b815d3e1-ba64-40bc-8ad1-0de1bc1e6db6 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.010764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ee10cd4-f9be-449b-b30b-7514f2b096d1 req-b815d3e1-ba64-40bc-8ad1-0de1bc1e6db6 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0523396 Aug 19 12:23:04.052581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ee10cd4-f9be-449b-b30b-7514f2b096d1 req-ffda990b-4753-496e-964f-99d2eb3b5565 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Aug 19 12:23:05.241944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1c984-51fc-4479-8b17-5e06fa26693f req-dc02de5d-df34-40de-8c70-013f5a4fd042 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.242750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3e1c984-51fc-4479-8b17-5e06fa26693f req-dc02de5d-df34-40de-8c70-013f5a4fd042 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0549047 Aug 19 12:23:05.284500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3e1c984-51fc-4479-8b17-5e06fa26693f req-fa27dc0a-6867-4c76-9210-83e1e4a82abc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Aug 19 12:23:06.430278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19aff6-cd53-40d2-afb9-4c813df6f2d1 req-7ec7108a-fde0-4973-9a60-601a4a7c2d96 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:06.432265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c19aff6-cd53-40d2-afb9-4c813df6f2d1 req-7ec7108a-fde0-4973-9a60-601a4a7c2d96 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0600965 Aug 19 12:23:06.474322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c19aff6-cd53-40d2-afb9-4c813df6f2d1 req-c910ef2a-3e26-4eb3-b4e3-63d69bbe1a26 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Aug 19 12:23:06.557166 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-73888b87-70c2-443e-8c9b-6d744529d2e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7b0cf57-1094-4171-ad8b-957e310132b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298495 Aug 19 12:23:06.677054 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-112e6df1-5cd6-4f2b-9489-77fbe1738fc7 service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911140 Aug 19 12:23:06.777326 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cca6e806-ef79-4211-aa9d-441d6dace263 req-97df6904-2201-43dd-9273-75c22a404dcc service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898194 Aug 19 12:23:07.603647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045113f0-d4d3-4614-8e55-0efeab95ce09 req-14e116de-04b5-45d7-87ff-3e42b0def6f0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.605094 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-045113f0-d4d3-4614-8e55-0efeab95ce09 req-14e116de-04b5-45d7-87ff-3e42b0def6f0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0588374 Aug 19 12:23:07.647971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-045113f0-d4d3-4614-8e55-0efeab95ce09 req-4d477b29-6469-4c6f-85d9-9a8232da5a10 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347877 Aug 19 12:23:08.786429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7735dfd-8613-454a-8c88-93accc5ed311 req-0195add5-2635-4e47-8011-8cb751a4f835 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:08.788125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7735dfd-8613-454a-8c88-93accc5ed311 req-0195add5-2635-4e47-8011-8cb751a4f835 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0629358 Aug 19 12:23:08.828617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7735dfd-8613-454a-8c88-93accc5ed311 req-0f9ece0e-919b-4162-bba3-afdbac639a61 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 Aug 19 12:23:09.837704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9fb1cb52-5650-4920-8f4e-3bf075665232 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:09.950650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:09.968615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'network_id': 'b7b0cf57-1094-4171-ad8b-957e310132b2', 'port_id': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'mac_address': 'fa:16:3e:54:28:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8012c48b-b06f-4152-9833-5ffe556c1890', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:09.976789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622ce5-425d-407c-b454-b085fcf0d7de req-f82be1f6-30dd-44e0-8415-63f3282ccf02 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.978903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49622ce5-425d-407c-b454-b085fcf0d7de req-f82be1f6-30dd-44e0-8415-63f3282ccf02 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 944 time: 0.0689650 Aug 19 12:23:10.012280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.022620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49622ce5-425d-407c-b454-b085fcf0d7de req-2eb21676-2bc4-4781-ba4d-384aad5fe357 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366077 Aug 19 12:23:10.027352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb1cb52-5650-4920-8f4e-3bf075665232 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:10.059380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:10.063911 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.120504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=11']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:10.380495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['9fb1cb52-5650-4920-8f4e-3bf075665232'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:11.186225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367c239-dc3a-4d6a-a6b7-9d5b7aecd3ba req-89423061-a409-4592-9aab-19687d0bd88c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:11.187702 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9367c239-dc3a-4d6a-a6b7-9d5b7aecd3ba req-89423061-a409-4592-9aab-19687d0bd88c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 945 time: 0.0828874 Aug 19 12:23:11.221127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe675ed2-81be-4c79-b376-4781b7701494 req-9d0299fe-dc5b-4291-8042-d13512888f3d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:11.222658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe675ed2-81be-4c79-b376-4781b7701494 req-9d0299fe-dc5b-4291-8042-d13512888f3d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 946 time: 0.0853765 Aug 19 12:23:11.257036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9367c239-dc3a-4d6a-a6b7-9d5b7aecd3ba req-e7e82ad4-43bc-4d36-b5a0-7fd3c1d7d907 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618460 Aug 19 12:23:11.275578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe675ed2-81be-4c79-b376-4781b7701494 req-8f3950bc-8454-410f-bca6-9cbd64a49eff tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458891 Aug 19 12:23:11.861492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9fb1cb52-5650-4920-8f4e-3bf075665232 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:11.925365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 9fb1cb52-5650-4920-8f4e-3bf075665232 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:11.929180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 9fb1cb52-5650-4920-8f4e-3bf075665232 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:11.929586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.011781 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.035670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:12.037971 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3135966e-99fd-4e54-9001-d61b3926ae7a" -d '{"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:12.052386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:12.057393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.081703 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61806b3-babf-4205-bd89-69546b0efe37 x-openstack-request-id: req-a61806b3-babf-4205-bd89-69546b0efe37 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:12.081991 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-plugged", "status": "completed", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:12.082239 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a61806b3-babf-4205-bd89-69546b0efe37 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:12.082622 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'code': 200} Aug 19 12:23:12.109658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=12']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:12.300540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fa2b8-0105-45ec-841f-8559b4fed8e9 req-cff9182e-b423-426d-9763-e9e59f13569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:12.302192 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c91fa2b8-0105-45ec-841f-8559b4fed8e9 req-cff9182e-b423-426d-9763-e9e59f13569a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 1097 time: 0.0456812 Aug 19 12:23:12.342835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c91fa2b8-0105-45ec-841f-8559b4fed8e9 req-3b1dba2e-b830-46e6-8dcb-dda91fc5566b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Aug 19 12:23:12.411073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219c7a-18d3-4a5d-8d00-abbfcaf33763 req-f97d9f85-7d0f-41dd-aa1e-3109d5aba381 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:12.413102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02219c7a-18d3-4a5d-8d00-abbfcaf33763 req-f97d9f85-7d0f-41dd-aa1e-3109d5aba381 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0788748 Aug 19 12:23:12.435767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0814016-13d1-487c-aa32-ae792aa5623f req-f69bfeec-c3ca-4559-bf2d-6226cdff8221 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:12.437421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0814016-13d1-487c-aa32-ae792aa5623f req-f69bfeec-c3ca-4559-bf2d-6226cdff8221 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 946 time: 0.0764630 Aug 19 12:23:12.496293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02219c7a-18d3-4a5d-8d00-abbfcaf33763 req-bb5d7e75-0096-442d-9cd2-628fdbb7bfc5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748801 Aug 19 12:23:12.503826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0814016-13d1-487c-aa32-ae792aa5623f req-58e307e1-d34b-40d1-ab88-08cf3fb23806 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584612 Aug 19 12:23:13.358624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-e99b40a4-147a-42dd-a940-8534e16a77bf tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.360047 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-e99b40a4-147a-42dd-a940-8534e16a77bf tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.69 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 946 time: 0.0555155 Aug 19 12:23:13.463555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Deleting port 454206d0-8cce-4d41-9369-e792b2ee0a90 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:13.463864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.556157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] For port 454206d0-8cce-4d41-9369-e792b2ee0a90, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=454206d0-8cce-4d41-9369-e792b2ee0a90,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:13.556537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.678231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd406f1-18ea-4d29-8777-fab5d16869bc req-b16c7448-4b1f-4b93-bf9a-5f7567126419 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.681161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cd406f1-18ea-4d29-8777-fab5d16869bc req-b16c7448-4b1f-4b93-bf9a-5f7567126419 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0981228 Aug 19 12:23:13.695184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9a2f8-5b90-4181-b00e-1ed3bd437eef req-1a9e8c61-50c3-4ed2-add5-5c0eeb9dbde9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.696766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7be9a2f8-5b90-4181-b00e-1ed3bd437eef req-1a9e8c61-50c3-4ed2-add5-5c0eeb9dbde9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 946 time: 0.0807559 Aug 19 12:23:13.754645 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.755039 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.755387 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Floating IP 47a13fde-3088-474e-9fff-bf1d3f7e5f6a disassociated. External IP: 172.25.4.13, port: 454206d0-8cce-4d41-9369-e792b2ee0a90. Aug 19 12:23:13.755700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Calling delete_port for 454206d0-8cce-4d41-9369-e792b2ee0a90 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:13.761856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7be9a2f8-5b90-4181-b00e-1ed3bd437eef req-00ce4d6b-4d64-40b5-97dc-38dff07be92b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=228368b2-c891-4a51-9dd4-d94bcd818c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545676 Aug 19 12:23:13.769561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cd406f1-18ea-4d29-8777-fab5d16869bc req-67d555dd-9bdb-46b7-a08d-e1d08b65c461 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716891 Aug 19 12:23:13.907731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.942146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event deleted for resources: {'Port': ['ID=454206d0-8cce-4d41-9369-e792b2ee0a90,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:14.062352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Router 5fee8183-34d0-4240-8de7-fc0330274439 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:23:14.167757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:14.178962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] Sync routers for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:14.190967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:14.192000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:22:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:14.211999 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] No DVR routers for this DVR port 454206d0-8cce-4d41-9369-e792b2ee0a90 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:14.215152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.217369 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52d42aac-ae8c-4748-95aa-91d5f60ce64d req-576a6ed4-4ee9-4dce-8fd1-12c951ecfff1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.69 "DELETE /v2.0/ports/454206d0-8cce-4d41-9369-e792b2ee0a90 HTTP/1.1" status: 204 len: 173 time: 0.8467233 Aug 19 12:23:14.217759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-deleted', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:14.220466 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478bfd9-2bd9-4050-8c75-83fbb68d8fb8" -d '{"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-deleted", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:14.269673 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0de857c-f41c-49e0-b696-ee320120ba3c x-openstack-request-id: req-c0de857c-f41c-49e0-b696-ee320120ba3c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:14.270283 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba50bb-e98d-457f-bd78-4c8c19ed7181", "name": "network-vif-deleted", "tag": "454206d0-8cce-4d41-9369-e792b2ee0a90", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:14.271750 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0de857c-f41c-49e0-b696-ee320120ba3c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:14.272807 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba50bb-e98d-457f-bd78-4c8c19ed7181', 'name': 'network-vif-deleted', 'tag': '454206d0-8cce-4d41-9369-e792b2ee0a90', 'status': 'completed', 'code': 200} Aug 19 12:23:14.320416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:14.543428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:14.575351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] Checking router: 5fee8183-34d0-4240-8de7-fc0330274439 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:14.587834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:14.588473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:22:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:14.715781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:14.923396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3e829a7-b54a-49f6-99ec-5ada30338f03 req-f67939d6-eee6-40db-9f08-d188f701e52c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=41ba50bb-e98d-457f-bd78-4c8c19ed7181 HTTP/1.1" status: 200 len: 210 time: 0.0346549 Aug 19 12:23:14.941262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c581d-49d5-4817-83b8-8e780fb84607 req-525dbbeb-b712-410e-a84f-8a677b39ce5a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:14.945434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b33c581d-49d5-4817-83b8-8e780fb84607 req-525dbbeb-b712-410e-a84f-8a677b39ce5a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0918863 Aug 19 12:23:14.965336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:14.985533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b33c581d-49d5-4817-83b8-8e780fb84607 req-2e283c95-bf96-4999-b19a-491de41898e0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357013 Aug 19 12:23:14.995848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f447c-a689-4519-b1b6-40b9fc3e6c20 None None] The sync data for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 is: [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:15.121373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5028d1-9f5c-4d3f-99ca-40e43bd34c5f req-c6e0d22c-36a6-4cfb-bb71-91a725e29c57 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.122917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb5028d1-9f5c-4d3f-99ca-40e43bd34c5f req-c6e0d22c-36a6-4cfb-bb71-91a725e29c57 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0594995 Aug 19 12:23:15.169943 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb5028d1-9f5c-4d3f-99ca-40e43bd34c5f req-9f8bce7e-acb7-4815-9b23-830cab08063a tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402992 Aug 19 12:23:15.319743 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9b55c-d127-436e-b724-30e732daecf6 None None] New status for floating IP 47a13fde-3088-474e-9fff-bf1d3f7e5f6a: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:23:15.320471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861a7a5-6821-4331-bb75-aa74fd1a69c3 req-0dab8aac-0d33-470e-b27c-116be3e8c7cc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.328795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e861a7a5-6821-4331-bb75-aa74fd1a69c3 req-0dab8aac-0d33-470e-b27c-116be3e8c7cc tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0686810 Aug 19 12:23:15.373162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e861a7a5-6821-4331-bb75-aa74fd1a69c3 req-63c2d150-705c-4841-b9e6-c00dc11818a4 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433979 Aug 19 12:23:15.543043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfb924-ac23-46b2-8bc2-014fe0c72434 req-2ff25935-d8eb-483e-ada7-fc5fd89b0704 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.545033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70bfb924-ac23-46b2-8bc2-014fe0c72434 req-2ff25935-d8eb-483e-ada7-fc5fd89b0704 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0592346 Aug 19 12:23:15.586184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70bfb924-ac23-46b2-8bc2-014fe0c72434 req-48614c60-b366-4e8f-ba98-7f965dc4e7ea tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340214 Aug 19 12:23:15.726753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079bc6-a919-4eff-99ea-8ae8cbfb580c req-c36335c3-88e2-49b0-818b-c9ed17e4cf36 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.728518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76079bc6-a919-4eff-99ea-8ae8cbfb580c req-c36335c3-88e2-49b0-818b-c9ed17e4cf36 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0629516 Aug 19 12:23:15.771634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76079bc6-a919-4eff-99ea-8ae8cbfb580c req-025b3e70-eaab-47ad-8e5a-bdf2716f6bcd tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346129 Aug 19 12:23:15.954235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bf217-b734-4a0c-acdc-5586e0949ec2 req-d8c68b2f-ec6e-4edf-9df5-758f3348397e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.956721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba6bf217-b734-4a0c-acdc-5586e0949ec2 req-d8c68b2f-ec6e-4edf-9df5-758f3348397e tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0615022 Aug 19 12:23:16.019177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba6bf217-b734-4a0c-acdc-5586e0949ec2 req-1d8f8350-1cee-4ed3-ba4c-528522f217a2 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Aug 19 12:23:16.049292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58376) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:16.140059 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92922afb-b880-4672-be3d-ffccc2ef246d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.169529 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92922afb-b880-4672-be3d-ffccc2ef246d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.195111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3826bc-15a5-411c-a057-a0905a32e236 req-e8b83e71-9c04-44a2-bdd1-b7c69f2190cf tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:16.196855 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db3826bc-15a5-411c-a057-a0905a32e236 req-e8b83e71-9c04-44a2-bdd1-b7c69f2190cf tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0884781 Aug 19 12:23:16.251944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db3826bc-15a5-411c-a057-a0905a32e236 req-3afad2af-067b-4e00-b66e-8170b64e3fba tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471914 Aug 19 12:23:16.258386 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92922afb-b880-4672-be3d-ffccc2ef246d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.264230 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-92922afb-b880-4672-be3d-ffccc2ef246d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.265783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-92922afb-b880-4672-be3d-ffccc2ef246d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "DELETE /v2.0/security-groups/228368b2-c891-4a51-9dd4-d94bcd818c9f HTTP/1.1" status: 204 len: 168 time: 0.2153945 Aug 19 12:23:16.268666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58378) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:16.276354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92922afb-b880-4672-be3d-ffccc2ef246d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228368b2-c891-4a51-9dd4-d94bcd818c9f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:16.295191 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-fba996eb-937e-46dd-9988-ca299b5cf616 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] show failed (client error): The resource could not be found. Aug 19 12:23:16.296804 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fba996eb-937e-46dd-9988-ca299b5cf616 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups/228368b2-c891-4a51-9dd4-d94bcd818c9f HTTP/1.1" status: 404 len: 347 time: 0.0269842 Aug 19 12:23:16.299919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58382) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:16.445291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Deleting port df7038bf-b730-41a0-8de9-17e01cd7ee5b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:16.445642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.517341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558c0a5-8114-4071-8025-c7b7760f62ba req-9bd81203-30f3-4b15-bc99-29a9bca28282 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:16.519059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7558c0a5-8114-4071-8025-c7b7760f62ba req-9bd81203-30f3-4b15-bc99-29a9bca28282 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0592997 Aug 19 12:23:16.543870 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.544641 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.556897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Calling delete_port for df7038bf-b730-41a0-8de9-17e01cd7ee5b owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:16.565343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7558c0a5-8114-4071-8025-c7b7760f62ba req-c6f111cc-eee5-4eff-a39d-5927c6c06fad tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373714 Aug 19 12:23:16.696017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.725255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event deleted for resources: {'Port': ['ID=df7038bf-b730-41a0-8de9-17e01cd7ee5b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:16.788492 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.791693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.792910 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b5bb20af-2b4a-4335-bfa2-7fe8400785a3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "DELETE /v2.0/floatingips/47a13fde-3088-474e-9fff-bf1d3f7e5f6a HTTP/1.1" status: 204 len: 168 time: 0.4916716 Aug 19 12:23:17.315363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58390) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.320128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-be39b8e8-cfb0-48fa-ba9c-1d27c69d344e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519615981', 'description': 'tempest-description--420694496'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:17.347739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be39b8e8-cfb0-48fa-ba9c-1d27c69d344e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.436617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be39b8e8-cfb0-48fa-ba9c-1d27c69d344e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.442970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be39b8e8-cfb0-48fa-ba9c-1d27c69d344e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.468856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-be39b8e8-cfb0-48fa-ba9c-1d27c69d344e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.470058 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-be39b8e8-cfb0-48fa-ba9c-1d27c69d344e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1536484 Aug 19 12:23:17.473209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58392) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.474019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39b8e8-cfb0-48fa-ba9c-1d27c69d344e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011f9996-f3f8-420e-aebc-bb826df8a44b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:17.479923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e8f9e05b-d22c-4642-abc2-ea0d0ae1beb5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'security_group_rule': {'security_group_id': '011f9996-f3f8-420e-aebc-bb826df8a44b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:17.512065 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e05b-d22c-4642-abc2-ea0d0ae1beb5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.559972 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e05b-d22c-4642-abc2-ea0d0ae1beb5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.564241 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e05b-d22c-4642-abc2-ea0d0ae1beb5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.582294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9e05b-d22c-4642-abc2-ea0d0ae1beb5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d8c88b-e44f-45b9-a597-a444af6f90a3,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:17.590612 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e05b-d22c-4642-abc2-ea0d0ae1beb5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.591822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e8f9e05b-d22c-4642-abc2-ea0d0ae1beb5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175294 Aug 19 12:23:17.594846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58398) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.599909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c865d04b-98c1-4a4b-b82e-0f8af6a8a566 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'security_group_rule': {'security_group_id': '011f9996-f3f8-420e-aebc-bb826df8a44b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:17.627837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c865d04b-98c1-4a4b-b82e-0f8af6a8a566 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.709776 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c865d04b-98c1-4a4b-b82e-0f8af6a8a566 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.718716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409977b-179c-4bd0-996f-3c038a706fd8 req-f2b60714-a2ec-44b3-9b3a-22dd71d75e51 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:17.720213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a409977b-179c-4bd0-996f-3c038a706fd8 req-f2b60714-a2ec-44b3-9b3a-22dd71d75e51 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0739522 Aug 19 12:23:17.721406 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c865d04b-98c1-4a4b-b82e-0f8af6a8a566 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.756297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865d04b-98c1-4a4b-b82e-0f8af6a8a566 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb600510-1384-4674-9ff7-1a7c5b70470e,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:17.765559 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c865d04b-98c1-4a4b-b82e-0f8af6a8a566 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.766741 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c865d04b-98c1-4a4b-b82e-0f8af6a8a566 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1709006 Aug 19 12:23:17.770276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58400) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.775791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:17.780165 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a409977b-179c-4bd0-996f-3c038a706fd8 req-1f1f35f5-7f11-4aa7-ba8c-498f680cd3ab tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517907 Aug 19 12:23:17.801339 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.898797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:17.905321 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.922424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 454206d0-8cce-4d41-9369-e792b2ee0a90 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:17.922765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 454206d0-8cce-4d41-9369-e792b2ee0a90 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:18.024323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Allocated IP 172.25.4.106 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/371efcbd-486f-48de-98f5-3ec50600883b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:18.057424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa41b57-9210-4027-b9cf-1d8b3c59e417 req-f89a65cc-d19e-4692-af8d-7c6b30359396 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.059043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6aa41b57-9210-4027-b9cf-1d8b3c59e417 req-f89a65cc-d19e-4692-af8d-7c6b30359396 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0578291 Aug 19 12:23:18.098868 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6aa41b57-9210-4027-b9cf-1d8b3c59e417 req-d525fd38-9285-4426-b2cf-2935dc80700d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Aug 19 12:23:18.147254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-c45b4c6a-ffcb-416c-a161-a59728bea356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.150506 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-c45b4c6a-ffcb-416c-a161-a59728bea356 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 1097 time: 0.0931611 Aug 19 12:23:18.222024 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.290451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-f7eea559-df4d-4065-b4ef-4864dbf141b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.292042 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-f7eea559-df4d-4065-b4ef-4864dbf141b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 200 len: 914 time: 0.1303713 Aug 19 12:23:18.308849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.344563 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-120b360d-7306-4cdd-a07d-a0f973dc328f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 200 len: 217 time: 0.0450044 Aug 19 12:23:18.406732 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d985fa06-ed46-4bca-ac2c-6ce2c815d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.416418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:18.426648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:18.429035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:18.432888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'Port': ['ID=371efcbd-486f-48de-98f5-3ec50600883b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:18.466641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-2912c4cc-c806-42f9-ac31-b7ddb87af803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.468239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-2912c4cc-c806-42f9-ac31-b7ddb87af803 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 200 len: 853 time: 0.0971322 Aug 19 12:23:18.507809 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-8979ec0e-c48d-4f98-9c05-9b0a780a3611 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b7b0cf57-1094-4171-ad8b-957e310132b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315335 Aug 19 12:23:18.600360 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.659852 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.662897 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-d17c261c-2433-4320-8458-63b67cb0fc14 service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284266 Aug 19 12:23:18.832010 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-80c67e19-b442-4ff5-9a1e-c9d1fcfd5f7f req-8a3bbaf2-65db-472a-aeac-fb6a88cf42c5 service neutron] 10.222.0.69 "GET /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444492 Aug 19 12:23:18.889070 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.894177 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.962139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'Port': ['ID=371efcbd-486f-48de-98f5-3ec50600883b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:18.972312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.987684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.988965 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c5d40edd-045b-406a-a306-a4c1f51d1694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2175608 Aug 19 12:23:19.228479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-be416e32-6fbb-4a26-9014-bd324efd8b81 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1519615981&fields=id&tenant_id=9407dcf8ebfa4301a36b74206efc1b7d HTTP/1.1" status: 200 len: 267 time: 0.0633979 Aug 19 12:23:19.258235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d499c4-887c-457d-be41-830f6dcccbb9 req-52a3ef44-96b4-4a85-80fd-d46ea808e829 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.260157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0d499c4-887c-457d-be41-830f6dcccbb9 req-52a3ef44-96b4-4a85-80fd-d46ea808e829 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0799711 Aug 19 12:23:19.352773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0d499c4-887c-457d-be41-830f6dcccbb9 req-3310ec87-7114-4714-ac66-56d002c9ba69 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796149 Aug 19 12:23:19.386762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-3df08695-37b9-4a56-8457-f72d45c667d5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.388272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-3df08695-37b9-4a56-8457-f72d45c667d5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 816 time: 0.1517191 Aug 19 12:23:19.405180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-175c42e8-11d8-4863-a846-11f3848d9840 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/quotas/9407dcf8ebfa4301a36b74206efc1b7d HTTP/1.1" status: 200 len: 375 time: 0.0107188 Aug 19 12:23:19.466582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-dce44d9e-c420-4b79-8735-cbc67517e474 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553043 Aug 19 12:23:19.582580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-b295abb8-721a-4863-acaf-52fa24556fa2 service neutron] 10.222.0.65 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996811 Aug 19 12:23:19.678129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-1235b9b8-0a7d-4062-9538-9cac9ee197de service neutron] 10.222.0.65 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883982 Aug 19 12:23:19.730578 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:23:19.873354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-44caad7f-b20b-4c21-9ccb-1475cee61a40 req-b2654610-edd0-40fb-b522-f13361e45e5d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 210 time: 0.0326765 Aug 19 12:23:20.480915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44c5be-9d65-430f-a842-ad8da46595e8 req-c2574c38-5f1f-419e-9270-94f9d9701f22 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.482435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a44c5be-9d65-430f-a842-ad8da46595e8 req-c2574c38-5f1f-419e-9270-94f9d9701f22 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0534179 Aug 19 12:23:20.522210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a44c5be-9d65-430f-a842-ad8da46595e8 req-88663e3e-d56a-4941-9acf-95f3fed90e8b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Aug 19 12:23:20.668595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e17600-57d2-45f0-bfcc-f511f8681831 req-2439a1ec-5e44-4831-b5e5-ed5bd6b2f794 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.670509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23e17600-57d2-45f0-bfcc-f511f8681831 req-2439a1ec-5e44-4831-b5e5-ed5bd6b2f794 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0563264 Aug 19 12:23:20.711708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23e17600-57d2-45f0-bfcc-f511f8681831 req-8c9402fb-7f85-4349-b083-63e232ec1476 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Aug 19 12:23:20.802887 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dfa48995-0df0-4a6a-b03e-a203684f8f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.857144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dba5f1-d353-45ea-8b7f-1ae32e0ca8e5 req-52239030-9093-4b33-8cb0-1125aad4134d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.861357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3dba5f1-d353-45ea-8b7f-1ae32e0ca8e5 req-52239030-9093-4b33-8cb0-1125aad4134d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0550659 Aug 19 12:23:20.910706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3dba5f1-d353-45ea-8b7f-1ae32e0ca8e5 req-85e630fa-172e-405b-9563-c0084b77007b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 Aug 19 12:23:20.930674 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.004920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e035a339-4f70-47dd-9705-e7b152ef4aa6 req-98775004-8829-423c-bbd5-2a5626da4fd6 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 210 time: 0.0363486 Aug 19 12:23:21.061988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef28d21-18e0-4e3c-a961-c1ae8a13e575 req-939dd6e3-49f5-4f5c-9869-c399da0182af tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.063676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ef28d21-18e0-4e3c-a961-c1ae8a13e575 req-939dd6e3-49f5-4f5c-9869-c399da0182af tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0626280 Aug 19 12:23:21.105562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ef28d21-18e0-4e3c-a961-c1ae8a13e575 req-ba6cfa4e-c540-4769-a50c-bb80ec45f28d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348780 Aug 19 12:23:21.233682 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-f5e42d33-9857-46f6-9460-2278a11be6fb tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.235195 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-f5e42d33-9857-46f6-9460-2278a11be6fb tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 816 time: 0.4045763 Aug 19 12:23:21.275739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1548465-5f5a-4f55-9c4d-55b97fffec5d req-b29db8c7-5c55-4266-964c-2664f9ffd565 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.277255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1548465-5f5a-4f55-9c4d-55b97fffec5d req-b29db8c7-5c55-4266-964c-2664f9ffd565 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0514069 Aug 19 12:23:21.290075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-9c06db74-a7a7-45f5-b101-4004334b7dea tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9407dcf8ebfa4301a36b74206efc1b7d HTTP/1.1" status: 200 len: 380 time: 0.0385516 Aug 19 12:23:21.300585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'port': {'device_id': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'admin_state_up': True, 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'security_groups': ['011f9996-f3f8-420e-aebc-bb826df8a44b']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:21.319191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1548465-5f5a-4f55-9c4d-55b97fffec5d req-528fb4ae-d385-4e1f-9dad-0368b089b998 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339251 Aug 19 12:23:21.421528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Made reservation on behalf of 9407dcf8ebfa4301a36b74206efc1b7d for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:21.425361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.450746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461f062-6cc3-468b-858d-f9b4b2bd12ce req-cd2af04d-ad01-42e3-9dfc-34046524b614 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.453155 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7461f062-6cc3-468b-858d-f9b4b2bd12ce req-cd2af04d-ad01-42e3-9dfc-34046524b614 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0601630 Aug 19 12:23:21.496727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7461f062-6cc3-468b-858d-f9b4b2bd12ce req-47277940-1b14-4586-a2ce-610ea4552e61 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365057 Aug 19 12:23:21.567440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Allocated IP 172.20.0.10 (1a51e1d7-99ae-4ceb-a559-ef1d626309b1/21304337-b231-4b60-b462-b59824f90d5c/f055fdfc-0bdd-4e31-a236-130ba6ae43cc) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:21.640192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9700a-01db-4eca-a3d9-852b15cb339c req-b28d3121-a221-4022-9f5e-adbe30aff595 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.641767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70b9700a-01db-4eca-a3d9-852b15cb339c req-b28d3121-a221-4022-9f5e-adbe30aff595 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0543547 Aug 19 12:23:21.689035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70b9700a-01db-4eca-a3d9-852b15cb339c req-08f8a630-2793-464a-81df-7012ffa1f4f3 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350249 Aug 19 12:23:21.735124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.750481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Transition to ACTIVE for port object f055fdfc-0bdd-4e31-a236-130ba6ae43cc will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:21.791850 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.815427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23182-bf4d-44d3-b9a2-f5d398355bbd req-82537e64-c8e4-43c7-a293-ac4c12aa2cce tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.817157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cc23182-bf4d-44d3-b9a2-f5d398355bbd req-82537e64-c8e4-43c7-a293-ac4c12aa2cce tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0523744 Aug 19 12:23:21.841096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:21.846455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:21.850893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:21.859362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8cc23182-bf4d-44d3-b9a2-f5d398355bbd req-4c064007-112f-49ff-afa7-e200a0b199c8 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355814 Aug 19 12:23:21.886214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:21.936488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.937656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.956145 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-0dd1c767-03ac-4a50-a328-69f9eb2a0f1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6593428 Aug 19 12:23:21.975571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Request body: {'port': {'device_id': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:21.995836 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.035503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.058605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4ab07-5174-4a8a-88ac-b60a45559c95 req-42366342-9b26-4c26-ace4-5d6982e89480 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.060365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cfa4ab07-5174-4a8a-88ac-b60a45559c95 req-42366342-9b26-4c26-ace4-5d6982e89480 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0631242 Aug 19 12:23:22.106262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cfa4ab07-5174-4a8a-88ac-b60a45559c95 req-726f5bb3-b914-4124-bc2d-70ba16be927c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Aug 19 12:23:22.148492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cb502186-8c21-4374-adb3-485b4f1d5bb3 None None] Provisioning for port f055fdfc-0bdd-4e31-a236-130ba6ae43cc completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:22.155377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cb502186-8c21-4374-adb3-485b4f1d5bb3 None None] Provisioning complete for port f055fdfc-0bdd-4e31-a236-130ba6ae43cc triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:22.156023 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb502186-8c21-4374-adb3-485b4f1d5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.179431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0e4cc-bea0-4241-9276-6c028bd4d1f2 req-5cc34808-6214-4090-9e29-e43c810bd226 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.185208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ce0e4cc-bea0-4241-9276-6c028bd4d1f2 req-5cc34808-6214-4090-9e29-e43c810bd226 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 932 time: 0.0618649 Aug 19 12:23:22.201012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cb502186-8c21-4374-adb3-485b4f1d5bb3 None None] Port f055fdfc-0bdd-4e31-a236-130ba6ae43cc cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:22.258601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ce0e4cc-bea0-4241-9276-6c028bd4d1f2 req-926c4ebf-5d14-47b7-a08d-59e3771798b3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692854 Aug 19 12:23:22.272493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dbe39-e702-4993-9cc1-eaada996f42d req-9d16eafe-ed5a-4159-aaf8-32301e511bf6 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.273863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-925dbe39-e702-4993-9cc1-eaada996f42d req-9d16eafe-ed5a-4159-aaf8-32301e511bf6 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0876260 Aug 19 12:23:22.320660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-925dbe39-e702-4993-9cc1-eaada996f42d req-76dc4b59-f363-464a-a2ae-9408cd2568c5 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Aug 19 12:23:22.358250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f055fdfc-0bdd-4e31-a236-130ba6ae43cc {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:22.366636 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.381231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Transition to ACTIVE for port object f055fdfc-0bdd-4e31-a236-130ba6ae43cc will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:22.385557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.450106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:22.481696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3164555-b449-4eaf-9883-c7689d3afab7 req-443edbcc-736d-4ac9-876c-0a576e67b723 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.483471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3164555-b449-4eaf-9883-c7689d3afab7 req-443edbcc-736d-4ac9-876c-0a576e67b723 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0653417 Aug 19 12:23:22.520523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Attempting to bind port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:22.521451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Attempting to bind port f055fdfc-0bdd-4e31-a236-130ba6ae43cc by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:22.521451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Attempting to bind port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:22.525876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:22.526199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Attempting to bind port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:22.527038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3164555-b449-4eaf-9883-c7689d3afab7 req-2a96337d-34d0-4d9b-92b1-00b0bee160e0 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Aug 19 12:23:22.532301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:22.532640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Checking segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:22.533112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Bound using segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:22.533586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Bound port: f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:22.533944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.610378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:22.614776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:22.619079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.670618 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d4fb-6783-4bad-a706-24172cca05b8 req-26e77ca6-277b-48ab-abd1-aa7fbacaa457 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.672376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-faf1d4fb-6783-4bad-a706-24172cca05b8 req-26e77ca6-277b-48ab-abd1-aa7fbacaa457 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0546765 Aug 19 12:23:22.677942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.678785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.680365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] 10.222.0.69 "PUT /v2.0/ports/f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 200 len: 1092 time: 0.7102683 Aug 19 12:23:22.680823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:22.683751 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab23c9e-21bf-488c-8c4c-33910fef0b41" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:22.699356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9df7dc-da8e-408e-abc9-0f2bb15c5d3d service neutron] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:22.737624 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074f7d5b-f542-4633-aa27-5938d41ed707 x-openstack-request-id: req-074f7d5b-f542-4633-aa27-5938d41ed707 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:22.738011 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:22.739194 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-074f7d5b-f542-4633-aa27-5938d41ed707 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:22.739759 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'status': 'completed', 'code': 200} Aug 19 12:23:22.747359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-faf1d4fb-6783-4bad-a706-24172cca05b8 req-5730130d-e649-4cda-9f5a-7d0fa00c808d tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669842 Aug 19 12:23:22.805699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ee8e2506-7273-40f6-b452-dde9a35b828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.807413 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-ee8e2506-7273-40f6-b452-dde9a35b828a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 1095 time: 0.0492706 Aug 19 12:23:22.860491 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-99ca6b13-de5f-4875-a131-8e1d9d0f44f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 200 len: 217 time: 0.0375147 Aug 19 12:23:22.889342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b33d9-e744-47f8-9453-8f1369957850 req-3a1ebf22-cba6-4538-97ce-ac134e079c8c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.891595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef7b33d9-e744-47f8-9453-8f1369957850 req-3a1ebf22-cba6-4538-97ce-ac134e079c8c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0559537 Aug 19 12:23:22.924599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-bd13a260-7913-44b7-bb22-d799c5d702bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.926505 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-bd13a260-7913-44b7-bb22-d799c5d702bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0559933 Aug 19 12:23:22.938734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef7b33d9-e744-47f8-9453-8f1369957850 req-75298a76-961a-41f4-b9d2-30d2bd63d22b tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Aug 19 12:23:22.979752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-b2fa4ca2-2670-4de3-9b9a-4df622392cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.981533 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-b2fa4ca2-2670-4de3-9b9a-4df622392cfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462968 Aug 19 12:23:23.074988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3729d-2cfa-4c82-981d-f3669840c6d4 req-780513c5-8613-4ff2-83dd-4711eaa79283 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.076666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75e3729d-2cfa-4c82-981d-f3669840c6d4 req-780513c5-8613-4ff2-83dd-4711eaa79283 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0560570 Aug 19 12:23:23.083727 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-11ebb7b7-85e8-49fc-beb0-826ca787070f service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932615 Aug 19 12:23:23.118672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-75e3729d-2cfa-4c82-981d-f3669840c6d4 req-0f9eadf9-b386-4585-af54-e6c77b70d0f6 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341451 Aug 19 12:23:23.186285 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-94d83cfd-917f-4778-b6ae-b8d293a4aaed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959022 Aug 19 12:23:23.218260 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ddff4c3-e614-4995-a693-56d5c1be6922 req-f00f25c1-440b-4b48-a9ee-45f2bce6711b service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204929 Aug 19 12:23:23.267608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705518a-edab-4add-af30-f48a881ee8d6 req-918eff25-91b4-41e7-b8d5-97cd5389a7eb tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.269180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1705518a-edab-4add-af30-f48a881ee8d6 req-918eff25-91b4-41e7-b8d5-97cd5389a7eb tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0631554 Aug 19 12:23:23.300139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-d3eff189-51d3-4f70-bdc1-42e4d7acbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.301886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-d3eff189-51d3-4f70-bdc1-42e4d7acbf9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 1097 time: 0.0542812 Aug 19 12:23:23.320561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1705518a-edab-4add-af30-f48a881ee8d6 req-9aa1fcff-f600-43f0-96b5-0f3eaecad922 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 Aug 19 12:23:23.419456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-fcc31bde-4a58-4759-b148-ab20f7bb56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.421461 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-fcc31bde-4a58-4759-b148-ab20f7bb56d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 1095 time: 0.1087263 Aug 19 12:23:23.426838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c23b53-d381-42ca-80b5-a425227518d6 req-b14ea491-80e2-4cef-a829-d48002c543d3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.428301 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43c23b53-d381-42ca-80b5-a425227518d6 req-b14ea491-80e2-4cef-a829-d48002c543d3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 944 time: 0.0627704 Aug 19 12:23:23.485191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43c23b53-d381-42ca-80b5-a425227518d6 req-56413c17-6d15-4c26-83fa-d7e05a53e52c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468066 Aug 19 12:23:23.533686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-304bc87c-18da-46da-9efa-c1aca121902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.536113 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-304bc87c-18da-46da-9efa-c1aca121902c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.2120669 Aug 19 12:23:23.697197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-ff699d5c-c41e-4c2f-a206-06c70edd0bc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf HTTP/1.1" status: 200 len: 1002 time: 0.1496048 Aug 19 12:23:23.704742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-f4775da1-543f-49d9-a6c2-ffd0cdd6e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.707312 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-f4775da1-543f-49d9-a6c2-ffd0cdd6e1d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.2719641 Aug 19 12:23:23.788756 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-96f7aaf6-266c-45f1-bef9-5d9399f828c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 200 len: 217 time: 0.0669088 Aug 19 12:23:23.839928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-4d1ff5c9-e74e-461d-aafb-84957fb0a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.841554 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-4d1ff5c9-e74e-461d-aafb-84957fb0a478 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.1330843 Aug 19 12:23:23.880248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-bbbf9e93-12f7-4cf5-83ca-1868075ee0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.882046 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-bbbf9e93-12f7-4cf5-83ca-1868075ee0cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0840435 Aug 19 12:23:23.922585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-d5a5873a-09f8-4674-8656-29d47f7a12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.924242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-d5a5873a-09f8-4674-8656-29d47f7a12b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744097 Aug 19 12:23:23.988325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-c60c4960-ecc1-4a26-9c84-2e285f2c9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.989761 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-c60c4960-ecc1-4a26-9c84-2e285f2c9dcc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979779 Aug 19 12:23:24.031809 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.090679 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-7e485858-e012-434a-9703-25a8a749c019 service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592736 Aug 19 12:23:24.169450 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-b25bffde-2213-49c6-92e9-c4adcec2822f service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697512 Aug 19 12:23:24.251380 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.270149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-afcf6db6-5dfe-4495-8776-f305b22bc21d req-04e0ffcd-a71e-42b4-9963-213b01f3c7cd service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680586 Aug 19 12:23:24.297537 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cab23c9e-21bf-488c-8c4c-33910fef0b41 req-6ecc76eb-db7a-4341-b474-05306c5e69fe service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184871 Aug 19 12:23:24.623838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12e746-c152-4dac-8ae5-3900e0e0f876 req-af72d79a-3a67-4b0e-9713-134f339c6c63 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:24.625397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be12e746-c152-4dac-8ae5-3900e0e0f876 req-af72d79a-3a67-4b0e-9713-134f339c6c63 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 944 time: 0.0514386 Aug 19 12:23:24.666840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be12e746-c152-4dac-8ae5-3900e0e0f876 req-4239d52b-fb5b-4086-9fed-981642aeae43 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352366 Aug 19 12:23:25.798361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2149f-1d5c-4072-a48d-6cf51d61b7b2 req-57476f78-3f34-4b2d-ac50-3616b5ab4f55 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.799861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecc2149f-1d5c-4072-a48d-6cf51d61b7b2 req-57476f78-3f34-4b2d-ac50-3616b5ab4f55 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 944 time: 0.0548599 Aug 19 12:23:25.840892 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecc2149f-1d5c-4072-a48d-6cf51d61b7b2 req-d2302407-6e74-47f5-a723-78599dce2344 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338624 Aug 19 12:23:25.922554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f055fdfc-0bdd-4e31-a236-130ba6ae43cc details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:26.185970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:26.197566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'port_id': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'mac_address': 'fa:16:3e:1b:a4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:26.235302 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.249570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f055fdfc-0bdd-4e31-a236-130ba6ae43cc {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:26.274710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:26.280218 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.335536 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:26.612540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f055fdfc-0bdd-4e31-a236-130ba6ae43cc'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:26.974859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b168a-4c60-4925-a85b-ce9334b93af0 req-4c606069-8fb6-4d09-8072-52acaf8b22e7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:26.976267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d30b168a-4c60-4925-a85b-ce9334b93af0 req-4c606069-8fb6-4d09-8072-52acaf8b22e7 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0616317 Aug 19 12:23:27.022875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d30b168a-4c60-4925-a85b-ce9334b93af0 req-baa40b92-4456-4264-a7b5-b26f96322647 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 Aug 19 12:23:27.941629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f055fdfc-0bdd-4e31-a236-130ba6ae43cc up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:28.003574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port f055fdfc-0bdd-4e31-a236-130ba6ae43cc completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:28.007170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port f055fdfc-0bdd-4e31-a236-130ba6ae43cc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:28.007544 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.068129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6644f36-1052-4a9f-8e88-ea241214aa70 req-ccea9de1-5d56-44a3-91a3-be13a563efdf tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.070138 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6644f36-1052-4a9f-8e88-ea241214aa70 req-ccea9de1-5d56-44a3-91a3-be13a563efdf tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0625017 Aug 19 12:23:28.116898 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.122500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6644f36-1052-4a9f-8e88-ea241214aa70 req-e8ddf21a-144e-4d74-a688-4c4939abd9bf tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Aug 19 12:23:28.156213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:28.159891 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0667123-dedd-4b1f-8bcf-53e9d49ecbfd" -d '{"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-plugged", "status": "completed", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:28.185684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:28.191604 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.229206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760523c-b6be-482e-b11e-f570b045a46b req-e4ab7c7e-3a09-4d97-94f1-a02d2e6adcc8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.232604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9760523c-b6be-482e-b11e-f570b045a46b req-e4ab7c7e-3a09-4d97-94f1-a02d2e6adcc8 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0869074 Aug 19 12:23:28.277198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:28.279201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9760523c-b6be-482e-b11e-f570b045a46b req-a52fbc6c-60e1-44be-8998-43805664670c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414884 Aug 19 12:23:28.299644 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ef3e26-17ea-44eb-9a94-525c64c28424 x-openstack-request-id: req-50ef3e26-17ea-44eb-9a94-525c64c28424 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:28.299967 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-plugged", "status": "completed", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:28.300219 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50ef3e26-17ea-44eb-9a94-525c64c28424 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:28.300619 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'code': 200} Aug 19 12:23:28.441582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e042730-9e41-4c00-93ca-5a7c01fd8e9f req-9f8aa92c-7b4b-4e1a-a723-e6a8635ad195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.443300 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9e042730-9e41-4c00-93ca-5a7c01fd8e9f req-9f8aa92c-7b4b-4e1a-a723-e6a8635ad195 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 1097 time: 0.0434785 Aug 19 12:23:28.492093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9e042730-9e41-4c00-93ca-5a7c01fd8e9f req-46e0727f-7182-453d-a3a3-1ad6c0efe8f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385199 Aug 19 12:23:28.603942 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.264174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3ed1-595b-46d4-8e6c-1566ae656086 req-cd2f3623-f71c-465f-ad8f-f6709cff0f12 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.265801 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e21c3ed1-595b-46d4-8e6c-1566ae656086 req-cd2f3623-f71c-465f-ad8f-f6709cff0f12 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0502734 Aug 19 12:23:29.309257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e21c3ed1-595b-46d4-8e6c-1566ae656086 req-9c554659-94c6-45df-a89d-520017cf4ab3 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Aug 19 12:23:29.413170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884ab95-0600-4f32-bb23-939a84d488b8 req-17af473f-8705-46e2-894e-122b5e3069a2 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.414846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4884ab95-0600-4f32-bb23-939a84d488b8 req-17af473f-8705-46e2-894e-122b5e3069a2 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0572929 Aug 19 12:23:29.456257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4884ab95-0600-4f32-bb23-939a84d488b8 req-fe5dc3c3-927d-4f64-9016-37dcd3fe441c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325108 Aug 19 12:23:30.438843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16313988-32c7-410a-b79a-fed41eeee5f2 req-ea9de9cd-0d43-4495-bd97-70dc7f5b1e23 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.440305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16313988-32c7-410a-b79a-fed41eeee5f2 req-ea9de9cd-0d43-4495-bd97-70dc7f5b1e23 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0536509 Aug 19 12:23:30.486195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16313988-32c7-410a-b79a-fed41eeee5f2 req-f2b463ba-e018-40e8-87c6-3eed55a6cf64 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef1916b5-3f32-44d0-9245-67e5ef42d696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366533 Aug 19 12:23:30.537461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-969acd82-2c8c-4337-8a09-e8b69af90154 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.538825 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-969acd82-2c8c-4337-8a09-e8b69af90154 tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.69 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 946 time: 0.0506449 Aug 19 12:23:30.583902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4336c8b-57a1-45d8-834f-7a3d8c57f888 req-1b10b890-338a-497c-b2ba-fc309d08b9d5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.585470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4336c8b-57a1-45d8-834f-7a3d8c57f888 req-1b10b890-338a-497c-b2ba-fc309d08b9d5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0518947 Aug 19 12:23:30.631252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4336c8b-57a1-45d8-834f-7a3d8c57f888 req-f6bc269e-9b74-46d7-b0c7-522eace54802 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393500 Aug 19 12:23:30.644938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Deleting port 9fb1cb52-5650-4920-8f4e-3bf075665232 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:30.645272 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.735722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] For port 9fb1cb52-5650-4920-8f4e-3bf075665232, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9fb1cb52-5650-4920-8f4e-3bf075665232,segment=NetworkSegment(beb08db2-b586-4394-baa3-6ce99f56ab51),segment_id=beb08db2-b586-4394-baa3-6ce99f56ab51)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:30.736087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.748853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Calling delete_port for 9fb1cb52-5650-4920-8f4e-3bf075665232 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:30.750655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866a655-2571-4f8c-bd81-91f48fbdb5eb req-1ae301c0-b75d-4963-8ca2-a03b53903984 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.752194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d866a655-2571-4f8c-bd81-91f48fbdb5eb req-1ae301c0-b75d-4963-8ca2-a03b53903984 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0501881 Aug 19 12:23:30.761157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58558) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:30.765776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4831309e-2e20-4094-a8ff-d4e787c45477 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Request body: {'floatingip': {'port_id': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:30.807883 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4831309e-2e20-4094-a8ff-d4e787c45477 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.883689 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.910693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Pushing event deleted for resources: {'Port': ['ID=9fb1cb52-5650-4920-8f4e-3bf075665232,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:30.916874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['9fb1cb52-5650-4920-8f4e-3bf075665232'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:30.967760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] No DVR routers for this DVR port 9fb1cb52-5650-4920-8f4e-3bf075665232 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:30.970576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.972703 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0286cd05-ae23-46db-a4f5-3b305f657935 req-659b27ef-9bce-4895-85eb-2ee263bfd97c tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.69 "DELETE /v2.0/ports/9fb1cb52-5650-4920-8f4e-3bf075665232 HTTP/1.1" status: 204 len: 173 time: 0.4263437 Aug 19 12:23:30.973157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-deleted', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:30.975427 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547fe0f2-f2bb-4bae-8163-b4710a696358" -d '{"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-deleted", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:31.020832 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a2def8-7123-4be7-ab5c-710569f2ec45 x-openstack-request-id: req-a7a2def8-7123-4be7-ab5c-710569f2ec45 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:31.021118 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4024d32b-b7b5-4fd8-afe0-190a0ebad847", "name": "network-vif-deleted", "tag": "9fb1cb52-5650-4920-8f4e-3bf075665232", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:31.021381 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7a2def8-7123-4be7-ab5c-710569f2ec45 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:31.022003 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4024d32b-b7b5-4fd8-afe0-190a0ebad847', 'name': 'network-vif-deleted', 'tag': '9fb1cb52-5650-4920-8f4e-3bf075665232', 'status': 'completed', 'code': 200} Aug 19 12:23:31.574879 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4831309e-2e20-4094-a8ff-d4e787c45477 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.580577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4831309e-2e20-4094-a8ff-d4e787c45477 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.641658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e9c18c9-4606-41fd-ac88-6522ca4bcb2c req-8d1c1d78-480e-4e22-89d1-ab0b6a17a5dd tempest-ServersNegativeTestJSON-901958925 tempest-ServersNegativeTestJSON-901958925-project] 10.222.0.65 "GET /v2.0/ports?device_id=4024d32b-b7b5-4fd8-afe0-190a0ebad847 HTTP/1.1" status: 200 len: 210 time: 0.0620263 Aug 19 12:23:31.701660 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-4831309e-2e20-4094-a8ff-d4e787c45477 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Floating IP 16404b1a-b5d7-451e-8d71-18e8702464e4 associated. External IP: 172.25.4.106, port: f055fdfc-0bdd-4e31-a236-130ba6ae43cc. Aug 19 12:23:31.916215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4831309e-2e20-4094-a8ff-d4e787c45477 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Router 5fee8183-34d0-4240-8de7-fc0330274439 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:23:32.043112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4831309e-2e20-4094-a8ff-d4e787c45477 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:32.048840 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4831309e-2e20-4094-a8ff-d4e787c45477 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.054082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] Sync routers for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:32.063984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:32.064625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:23:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:32.077351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4831309e-2e20-4094-a8ff-d4e787c45477 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "PUT /v2.0/floatingips/16404b1a-b5d7-451e-8d71-18e8702464e4 HTTP/1.1" status: 200 len: 992 time: 1.3150165 Aug 19 12:23:32.077953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:32.080249 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fedd90-ee6c-439a-90f2-01c985ba6b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:32.122366 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdd4d2b-b423-481f-96c2-ff2a9f5cb112 x-openstack-request-id: req-9cdd4d2b-b423-481f-96c2-ff2a9f5cb112 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:32.122366 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:32.122366 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9cdd4d2b-b423-481f-96c2-ff2a9f5cb112 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:32.122366 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'status': 'completed', 'code': 200} Aug 19 12:23:32.179454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:32.221504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-8b809f27-772d-4cd1-a13d-8bbc0fe12d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:32.223111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-8b809f27-772d-4cd1-a13d-8bbc0fe12d45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 1097 time: 0.0449212 Aug 19 12:23:32.315683 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-7c6f669a-2104-4662-9401-8837a09ec298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:32.317266 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-7c6f669a-2104-4662-9401-8837a09ec298 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.0876648 Aug 19 12:23:32.387891 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-82355333-f745-44ed-a176-286ea24864c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 200 len: 1000 time: 0.0635788 Aug 19 12:23:32.417011 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '16404b1a-b5d7-451e-8d71-18e8702464e4', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'port_id': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'mac_address': 'fa:16:3e:1b:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:18Z', 'updated_at': '2021-08-19T12:23:31Z', 'revision_number': 1, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:32.439848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-942645e7-6a10-477a-9691-0b534d0be02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:32.441357 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-942645e7-6a10-477a-9691-0b534d0be02e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0466118 Aug 19 12:23:32.450046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] Checking router: 5fee8183-34d0-4240-8de7-fc0330274439 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:32.458819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:32.459441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:23:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:32.488252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-4fcbd02a-1741-4955-b57c-71082217a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:32.490120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-4fcbd02a-1741-4955-b57c-71082217a291 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420346 Aug 19 12:23:32.567935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:32.587785 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-7b3e9bb6-face-4718-8bdb-6794d5591425 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901020 Aug 19 12:23:32.681740 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43fedd90-ee6c-439a-90f2-01c985ba6b7e req-6a4aefd8-b109-4b9e-988a-07556f5152df service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Aug 19 12:23:32.700503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58574) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:32.750452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c81667d-b122-474b-b28a-d2ee7f393205 admin admin] Deleting subnet 8012c48b-b06f-4152-9833-5ffe556c1890 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:32.754010 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c81667d-b122-474b-b28a-d2ee7f393205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.798022 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c81667d-b122-474b-b28a-d2ee7f393205 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.808646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '16404b1a-b5d7-451e-8d71-18e8702464e4', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'port_id': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'mac_address': 'fa:16:3e:1b:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:18Z', 'updated_at': '2021-08-19T12:23:31Z', 'revision_number': 1, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:32.835037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e1177-d959-45db-9fc0-10816694e3ed None None] The sync data for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 is: [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '16404b1a-b5d7-451e-8d71-18e8702464e4', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'port_id': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'mac_address': 'fa:16:3e:1b:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:18Z', 'updated_at': '2021-08-19T12:23:31Z', 'revision_number': 1, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:32.838197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c81667d-b122-474b-b28a-d2ee7f393205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.896473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c81667d-b122-474b-b28a-d2ee7f393205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.924993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81667d-b122-474b-b28a-d2ee7f393205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8012c48b-b06f-4152-9833-5ffe556c1890,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:32.929557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c81667d-b122-474b-b28a-d2ee7f393205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.932424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8c81667d-b122-474b-b28a-d2ee7f393205 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8012c48b-b06f-4152-9833-5ffe556c1890 HTTP/1.1" status: 204 len: 168 time: 0.2307489 Aug 19 12:23:32.934666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58578) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:33.010870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.036007 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7496c5-8c65-4b10-89d5-e9fe2f964fa2 None None] New status for floating IP 16404b1a-b5d7-451e-8d71-18e8702464e4: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:23:33.094510 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.104942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b0cf57-1094-4171-ad8b-957e310132b2']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:33.114923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb08db2-b586-4394-baa3-6ce99f56ab51') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:33.115227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb08db2-b586-4394-baa3-6ce99f56ab51') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:33.124610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.138618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.145026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:33.145499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:33.147135 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:33.209738 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.217003 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.218901 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b7b0cf57-1094-4171-ad8b-957e310132b2 HTTP/1.1" status: 204 len: 168 time: 0.2833085 Aug 19 12:23:33.231849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a4a08-e662-4dd3-b445-c0a7c8556bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b0cf57-1094-4171-ad8b-957e310132b2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:33.413165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58584) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:33.461037 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d68a57fb-0bfc-4692-b3bc-eee2a9718107 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1ad70f6713948f78cc76a1704dd7cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464656 Aug 19 12:23:33.463454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58586) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:33.514285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8d58fe86-9265-4699-b0b4-bf20504d420c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.537267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8d58fe86-9265-4699-b0b4-bf20504d420c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.591286 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8d58fe86-9265-4699-b0b4-bf20504d420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.593972 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8d58fe86-9265-4699-b0b4-bf20504d420c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.595202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8d58fe86-9265-4699-b0b4-bf20504d420c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef1916b5-3f32-44d0-9245-67e5ef42d696 HTTP/1.1" status: 204 len: 168 time: 0.1307795 Aug 19 12:23:33.603085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58fe86-9265-4699-b0b4-bf20504d420c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1916b5-3f32-44d0-9245-67e5ef42d696,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:33.962016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9fb1cb52-5650-4920-8f4e-3bf075665232 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:33.989265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 9fb1cb52-5650-4920-8f4e-3bf075665232 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:33.989534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9fb1cb52-5650-4920-8f4e-3bf075665232 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:34.343448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 58612) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:34.444526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1658757128-network', 'tenant_id': '186644e6d71142aea4bfca03ce16808b'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:34.466635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Made reservation on behalf of 186644e6d71142aea4bfca03ce16808b for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:34.468955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.477367 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.568299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.576221 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.613911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:34.620478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dbe383-e91c-4f65-b8a8-18f4f43215a5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:34.626703 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.627043 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Added segment c3d2dcde-700b-4d1a-b0f7-159c6296aacc of type vlan for network d9ff5a7c-06b6-4c7d-97f6-72337b118060 Aug 19 12:23:34.669986 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.702199 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.703172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.703785 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.753379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4087658 Aug 19 12:23:34.757030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 58616) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:34.762497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Request body: {'subnet': {'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1658757128-subnet', 'tenant_id': '186644e6d71142aea4bfca03ce16808b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:34.767818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78d224-7dd5-4a85-8233-34b84d74fb80 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ff5a7c-06b6-4c7d-97f6-72337b118060,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:34.779512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network d9ff5a7c-06b6-4c7d-97f6-72337b118060 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:34.789160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Made reservation on behalf of 186644e6d71142aea4bfca03ce16808b for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:34.791785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.984775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.040848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9500c34d-2933-4682-9691-f427e8b732e1,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:35.051307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Checking segment: {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:35.051670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Network hostable DHCP agents. Network: d9ff5a7c-06b6-4c7d-97f6-72337b118060, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:35.074649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Network d9ff5a7c-06b6-4c7d-97f6-72337b118060 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:35.085324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, d9ff5a7c-06b6-4c7d-97f6-72337b118060) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:35.089563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.090149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.095912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce49e8e6-f34f-43c7-bd39-4b31de601f2e None None] Network d9ff5a7c-06b6-4c7d-97f6-72337b118060 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:35.105666 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1a079532-999b-4839-b81c-b1bb3dfdb25d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3470898 Aug 19 12:23:35.222860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cc94bb-76b6-4663-9a18-59165446556b None None] Network d9ff5a7c-06b6-4c7d-97f6-72337b118060 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:35.297529 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-abb4a2d2-be17-4e1b-b876-8480eb1b52d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463393 Aug 19 12:23:35.410762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-45074fe4-c398-4645-9256-a34b128e2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.412783 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-45074fe4-c398-4645-9256-a34b128e2e6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 1097 time: 0.0485616 Aug 19 12:23:35.550068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-34f64301-91ed-4094-9401-b53e9412f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.551776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-34f64301-91ed-4094-9401-b53e9412f8c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.0899839 Aug 19 12:23:35.588005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-7ad910c5-b806-45c6-864c-2483a2f79681 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.589578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-7ad910c5-b806-45c6-864c-2483a2f79681 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 815 time: 0.1203039 Aug 19 12:23:35.606568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-950ccc70-0c96-4f45-8461-becea2cf36c6 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/quotas/186644e6d71142aea4bfca03ce16808b HTTP/1.1" status: 200 len: 375 time: 0.0107307 Aug 19 12:23:35.643493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-f3b9c658-5b40-40b1-8410-e38cd5a557a6 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307450 Aug 19 12:23:35.757467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ada468cf-893a-4882-a64c-9e96b28210ff service neutron] 10.222.0.65 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055264 Aug 19 12:23:35.856086 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-2ff8325e-c46e-43fc-8554-5edcb7c776b4 service neutron] 10.222.0.65 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914662 Aug 19 12:23:35.890985 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-9ff2a286-bb5c-4494-82df-e85e6959ca4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f9eda-acb4-4972-b900-48724004847c HTTP/1.1" status: 200 len: 1002 time: 0.3322976 Aug 19 12:23:35.946823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-28ad0167-3259-4a1e-ac22-e506a722accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.948500 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-28ad0167-3259-4a1e-ac22-e506a722accb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0507622 Aug 19 12:23:36.000794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-167223ee-f78f-4585-8ebe-01064da49bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.002449 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-167223ee-f78f-4585-8ebe-01064da49bf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463684 Aug 19 12:23:36.047870 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd8192cb-7e17-43e9-8e7c-04a4f2142ad3 req-0bbef2c7-927f-40a0-8efa-c270b3a020c6 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 210 time: 0.0347705 Aug 19 12:23:36.125320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-62d8888b-056e-43f3-b9a6-8e1378c53962 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147792 Aug 19 12:23:36.236041 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a3e2f41f-73b6-465d-a658-5c00257cb900 req-41b832a8-71ca-4331-8d02-16f64d99a9a9 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037421 Aug 19 12:23:37.138682 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-60a04ef9-6524-4162-a300-c992a40039eb tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.140214 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-60a04ef9-6524-4162-a300-c992a40039eb tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 815 time: 0.1137216 Aug 19 12:23:37.166120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-899d3ed6-e9d5-42e4-a4ee-d4a12d705cfd req-6e338642-4137-4ec6-adde-51c903b9f4b4 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 210 time: 0.0413830 Aug 19 12:23:37.166624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Request body: {'port': {'device_id': 'ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a', 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060', 'admin_state_up': True, 'tenant_id': '186644e6d71142aea4bfca03ce16808b'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:37.289758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Made reservation on behalf of 186644e6d71142aea4bfca03ce16808b for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:37.293375 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.426798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Allocated IP 172.20.0.2 (d9ff5a7c-06b6-4c7d-97f6-72337b118060/9500c34d-2933-4682-9691-f427e8b732e1/69989326-65f1-4bec-89c9-89051b41bd0b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:37.584501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.630554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.679203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Network d9ff5a7c-06b6-4c7d-97f6-72337b118060 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:37.682480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:37.685088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:37.712437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Pushing event updated for resources: {'Port': ['ID=69989326-65f1-4bec-89c9-89051b41bd0b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:37.742408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.743072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.759195 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-ede0891b-1e56-4120-a7a1-aa6600eb1e30 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6029587 Aug 19 12:23:37.777619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Request body: {'port': {'device_id': 'ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:37.837759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.117589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69989326-65f1-4bec-89c9-89051b41bd0b {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:38.125594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.139660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Transition to ACTIVE for port object 69989326-65f1-4bec-89c9-89051b41bd0b will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:38.144301 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.192543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Pushing event updated for resources: {'Port': ['ID=69989326-65f1-4bec-89c9-89051b41bd0b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:38.274547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Attempting to bind port 69989326-65f1-4bec-89c9-89051b41bd0b on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:38.274933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Attempting to bind port 69989326-65f1-4bec-89c9-89051b41bd0b by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:38.275439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Attempting to bind port 69989326-65f1-4bec-89c9-89051b41bd0b on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:38.282057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Port 69989326-65f1-4bec-89c9-89051b41bd0b on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:38.282440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Attempting to bind port 69989326-65f1-4bec-89c9-89051b41bd0b on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:38.287812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:38.288157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Checking segment: {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:38.288583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Bound using segment: {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:38.289048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Bound port: 69989326-65f1-4bec-89c9-89051b41bd0b, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:38.289413 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.290655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d850-a9f8-40d1-86a7-54569c5b3cfb req-b1c1a20f-5a9c-4c5b-97ef-6f8da71e7dfa tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.291926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e42d850-a9f8-40d1-86a7-54569c5b3cfb req-b1c1a20f-5a9c-4c5b-97ef-6f8da71e7dfa tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 943 time: 0.0550888 Aug 19 12:23:38.331487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e42d850-a9f8-40d1-86a7-54569c5b3cfb req-85e3b96f-57a8-489c-ae63-c19aa3e83a9b tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Aug 19 12:23:38.359604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] For port 69989326-65f1-4bec-89c9-89051b41bd0b, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:38.362577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] For port 69989326-65f1-4bec-89c9-89051b41bd0b, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=69989326-65f1-4bec-89c9-89051b41bd0b,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:38.369208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.401418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.401892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.403372 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] 10.222.0.54 "PUT /v2.0/ports/69989326-65f1-4bec-89c9-89051b41bd0b HTTP/1.1" status: 200 len: 1091 time: 0.6302078 Aug 19 12:23:38.405557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a', 'tag': '69989326-65f1-4bec-89c9-89051b41bd0b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:38.407827 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe31264-7af1-4228-bc13-383a645307ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a", "tag": "69989326-65f1-4bec-89c9-89051b41bd0b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:38.439477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa70478-a370-44f3-90b3-7b7b9c559070 service neutron] Pushing event updated for resources: {'Port': ['ID=69989326-65f1-4bec-89c9-89051b41bd0b,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:38.450683 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea0fb0-83fc-4444-b5f4-8b02210e83be x-openstack-request-id: req-30ea0fb0-83fc-4444-b5f4-8b02210e83be {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:38.450984 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a", "tag": "69989326-65f1-4bec-89c9-89051b41bd0b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:38.451237 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30ea0fb0-83fc-4444-b5f4-8b02210e83be {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:38.451631 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a', 'tag': '69989326-65f1-4bec-89c9-89051b41bd0b', 'status': 'completed', 'code': 200} Aug 19 12:23:38.513453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-84c16f41-a59f-41bf-abff-3dca4286a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.515009 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-84c16f41-a59f-41bf-abff-3dca4286a1b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 1094 time: 0.0468760 Aug 19 12:23:38.576094 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-6f9c1cce-d244-4fa9-9587-78d0fad1b543 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69989326-65f1-4bec-89c9-89051b41bd0b HTTP/1.1" status: 200 len: 217 time: 0.0479631 Aug 19 12:23:38.632486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-445559c8-068e-4cde-a9fd-7deac902bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.634055 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-445559c8-068e-4cde-a9fd-7deac902bfba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 200 len: 855 time: 0.0514677 Aug 19 12:23:38.668056 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-89119188-9e12-44bf-af84-aece2db8e8f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9ff5a7c-06b6-4c7d-97f6-72337b118060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267942 Aug 19 12:23:38.770173 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-6f64fe3e-d8e0-4def-b01c-4f719e354f90 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935483 Aug 19 12:23:38.873376 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d1f3568a-7f8a-48b4-9037-929fa93b91ef req-12b09e22-c09b-4c2b-ad63-542a73e7d057 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959735 Aug 19 12:23:39.008827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31264-7af1-4228-bc13-383a645307ef req-47ef759a-c8cb-4db1-8d8b-3be9fe34775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.010445 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0fe31264-7af1-4228-bc13-383a645307ef req-47ef759a-c8cb-4db1-8d8b-3be9fe34775b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 1094 time: 0.0493326 Aug 19 12:23:39.103856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31264-7af1-4228-bc13-383a645307ef req-80855064-5141-4416-8b09-04897da1b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.105327 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0fe31264-7af1-4228-bc13-383a645307ef req-80855064-5141-4416-8b09-04897da1b499 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 916 time: 0.0868778 Aug 19 12:23:39.150496 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0fe31264-7af1-4228-bc13-383a645307ef req-5be176b2-3c39-4cc4-9bb9-58e9b1df5aa7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69989326-65f1-4bec-89c9-89051b41bd0b HTTP/1.1" status: 200 len: 217 time: 0.0382624 Aug 19 12:23:39.208180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31264-7af1-4228-bc13-383a645307ef req-c5e5d92e-3acb-45e5-9746-16118599b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.209770 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0fe31264-7af1-4228-bc13-383a645307ef req-c5e5d92e-3acb-45e5-9746-16118599b80f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 200 len: 855 time: 0.0517013 Aug 19 12:23:39.245027 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0fe31264-7af1-4228-bc13-383a645307ef req-403bb672-b3c0-41e4-8dae-382232782f38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9ff5a7c-06b6-4c7d-97f6-72337b118060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262387 Aug 19 12:23:39.351069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0fe31264-7af1-4228-bc13-383a645307ef req-5cdfc874-eef1-43a7-b556-9c39d7e6b046 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981362 Aug 19 12:23:39.442882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0fe31264-7af1-4228-bc13-383a645307ef req-d7c9b95b-a41b-4802-928d-bd3f0adeb051 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844402 Aug 19 12:23:39.453670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d1d97-b635-4377-bdc8-fa561e6da122 req-4942de94-f8d2-4e3a-a8ff-6909549e6e39 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.455183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-504d1d97-b635-4377-bdc8-fa561e6da122 req-4942de94-f8d2-4e3a-a8ff-6909549e6e39 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 943 time: 0.0519261 Aug 19 12:23:39.494647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-504d1d97-b635-4377-bdc8-fa561e6da122 req-845639a1-4779-4040-ba95-04675a3e0afe tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331497 Aug 19 12:23:40.629572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35cd04-303f-41b4-ba31-bf7fbf997c97 req-2aff0150-36ac-47a3-92dd-c1c9bad209ce tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.631148 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e35cd04-303f-41b4-ba31-bf7fbf997c97 req-2aff0150-36ac-47a3-92dd-c1c9bad209ce tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 943 time: 0.0654101 Aug 19 12:23:40.675981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e35cd04-303f-41b4-ba31-bf7fbf997c97 req-429ffdfe-99ed-4529-9be3-25abad3e54fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376410 Aug 19 12:23:41.547235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 69989326-65f1-4bec-89c9-89051b41bd0b details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:41.658874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 69989326-65f1-4bec-89c9-89051b41bd0b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=69989326-65f1-4bec-89c9-89051b41bd0b,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:41.671725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '69989326-65f1-4bec-89c9-89051b41bd0b', 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060', 'port_id': '69989326-65f1-4bec-89c9-89051b41bd0b', 'mac_address': 'fa:16:3e:92:79:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9500c34d-2933-4682-9691-f427e8b732e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:41.713074 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.727315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69989326-65f1-4bec-89c9-89051b41bd0b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:41.752431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 69989326-65f1-4bec-89c9-89051b41bd0b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=69989326-65f1-4bec-89c9-89051b41bd0b,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:41.758250 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.809142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb4ccd-977c-467b-8d6b-e9e5a1b45a90 req-afae12ce-1530-4732-acab-1900399ec886 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:41.810722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83bb4ccd-977c-467b-8d6b-e9e5a1b45a90 req-afae12ce-1530-4732-acab-1900399ec886 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 944 time: 0.0557711 Aug 19 12:23:41.814411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=69989326-65f1-4bec-89c9-89051b41bd0b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:41.822417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.822764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.823126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.823457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.823785 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.824108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.824422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.824767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.825091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.825411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.825729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.826048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.850431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-83bb4ccd-977c-467b-8d6b-e9e5a1b45a90 req-36fde8e8-dca5-40c1-b67d-cef9f73ec4c7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Aug 19 12:23:42.027481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['69989326-65f1-4bec-89c9-89051b41bd0b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:42.974625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae568-7562-4f9b-ae45-ff632cbce8c5 req-a4076d0b-6b52-46f9-b60a-1976b3797014 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.976112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c37ae568-7562-4f9b-ae45-ff632cbce8c5 req-a4076d0b-6b52-46f9-b60a-1976b3797014 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 944 time: 0.0516346 Aug 19 12:23:43.014560 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c37ae568-7562-4f9b-ae45-ff632cbce8c5 req-bed8f959-0083-450f-863e-5d80374b217d tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Aug 19 12:23:43.563684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 69989326-65f1-4bec-89c9-89051b41bd0b up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:43.618729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 69989326-65f1-4bec-89c9-89051b41bd0b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:43.622512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 69989326-65f1-4bec-89c9-89051b41bd0b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:43.622921 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.703044 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.728525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69989326-65f1-4bec-89c9-89051b41bd0b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:43.730846 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3095770a-b410-4abb-b190-9cbf3689a5e8" -d '{"events": [{"server_uuid": "ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a", "name": "network-vif-plugged", "status": "completed", "tag": "69989326-65f1-4bec-89c9-89051b41bd0b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:43.743653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 69989326-65f1-4bec-89c9-89051b41bd0b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=69989326-65f1-4bec-89c9-89051b41bd0b,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:43.748093 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.775385 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98220c71-fc55-444a-a1df-da9d8dc788b8 x-openstack-request-id: req-98220c71-fc55-444a-a1df-da9d8dc788b8 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:43.775682 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a", "name": "network-vif-plugged", "status": "completed", "tag": "69989326-65f1-4bec-89c9-89051b41bd0b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:43.775942 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98220c71-fc55-444a-a1df-da9d8dc788b8 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:43.776333 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69989326-65f1-4bec-89c9-89051b41bd0b', 'code': 200} Aug 19 12:23:43.809214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=69989326-65f1-4bec-89c9-89051b41bd0b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:43.901426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1ad94-0446-4cb4-a447-4d4053a5a221 req-28d9a4db-83dc-4f2d-84d6-6851ecfd7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:43.902935 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5aa1ad94-0446-4cb4-a447-4d4053a5a221 req-28d9a4db-83dc-4f2d-84d6-6851ecfd7e91 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 1096 time: 0.0433073 Aug 19 12:23:43.946922 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5aa1ad94-0446-4cb4-a447-4d4053a5a221 req-a2df262a-01bf-485e-aa1f-e47da1f140f9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Aug 19 12:23:44.157799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4b93e-6c49-4892-b809-a8557655c341 req-f9c73a10-f30f-4995-b5a6-bece25fb05aa tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.159300 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64a4b93e-6c49-4892-b809-a8557655c341 req-f9c73a10-f30f-4995-b5a6-bece25fb05aa tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 945 time: 0.0636919 Aug 19 12:23:44.201535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64a4b93e-6c49-4892-b809-a8557655c341 req-dca4c204-9941-49ca-8802-3132d3b5d0b1 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Aug 19 12:23:45.330056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b059-8abb-4fef-ba07-eea725059a1a req-0dcccdc5-b11e-4378-a948-fcad8e6b616e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:45.331767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f57b059-8abb-4fef-ba07-eea725059a1a req-0dcccdc5-b11e-4378-a948-fcad8e6b616e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 945 time: 0.0547729 Aug 19 12:23:45.374482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f57b059-8abb-4fef-ba07-eea725059a1a req-9c8651ab-ff6a-49d9-800f-a786b8b79c91 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357943 Aug 19 12:23:48.413801 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-637797f2-847a-4014-a003-2fa4b3e10b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.787022 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d54c27ba-d1c4-4c8a-85ce-a0051bd057ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.913605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.002307 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.033735 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.282173 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.730957 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:23:58.028003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-fa52719f-4351-4ac9-b118-9d86236cd84a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:58.029508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-fa52719f-4351-4ac9-b118-9d86236cd84a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 815 time: 0.1120570 Aug 19 12:23:58.045810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-51293ef1-4eed-4c71-a839-c3cd58c2f064 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/quotas/186644e6d71142aea4bfca03ce16808b HTTP/1.1" status: 200 len: 375 time: 0.0102618 Aug 19 12:23:58.098009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-a5fd2bb4-e352-4d99-88bc-46dbd2cd7563 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464458 Aug 19 12:23:58.202438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d02f5f75-d90d-4fa7-8356-299ea9ced8e8 service neutron] 10.222.0.65 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934331 Aug 19 12:23:58.306388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-69addda5-f4c4-432b-a338-2ce173f61f79 service neutron] 10.222.0.65 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952740 Aug 19 12:23:58.477380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ff6bb53-10b1-4c84-bcbe-51f2ebf948e8 req-9489bca1-e826-4702-964e-5e6508e26606 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 210 time: 0.0293386 Aug 19 12:23:58.592359 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:59.537823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-b5c1756c-1357-4a14-928a-09565c1311de tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.539250 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-b5c1756c-1357-4a14-928a-09565c1311de tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.69 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 815 time: 0.1124756 Aug 19 12:23:59.567626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Request body: {'port': {'device_id': '1f9be2ed-51e0-46a0-9f56-5a6f900691bd', 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060', 'admin_state_up': True, 'tenant_id': '186644e6d71142aea4bfca03ce16808b'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:59.579634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a2a3c13-d16e-4424-bfa6-60a33d076086 req-807cc957-98df-441f-95be-7f8559d44a78 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 210 time: 0.0294609 Aug 19 12:23:59.687674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Made reservation on behalf of 186644e6d71142aea4bfca03ce16808b for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:59.693560 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:59.836912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Allocated IP 172.20.0.13 (d9ff5a7c-06b6-4c7d-97f6-72337b118060/9500c34d-2933-4682-9691-f427e8b732e1/217ce63c-add3-47d2-b602-987ce156f955) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:59.998098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.039788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.074843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['69989326-65f1-4bec-89c9-89051b41bd0b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:00.089522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Network d9ff5a7c-06b6-4c7d-97f6-72337b118060 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:00.092674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:00.096454 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:00.102927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Pushing event updated for resources: {'Port': ['ID=217ce63c-add3-47d2-b602-987ce156f955,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:00.131000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.131348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.131706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.132039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.132370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.132835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.133286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.133849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.134199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.134529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.134854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.135178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:00.159953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:00.160566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.176036 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d55185c4-7dd5-48a9-b184-ba1fc9e8de0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6129072 Aug 19 12:24:00.195600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Request body: {'port': {'device_id': '1f9be2ed-51e0-46a0-9f56-5a6f900691bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:00.249617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.546704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217ce63c-add3-47d2-b602-987ce156f955 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:00.558149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.567003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Transition to ACTIVE for port object 217ce63c-add3-47d2-b602-987ce156f955 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:00.572320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.640713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Pushing event updated for resources: {'Port': ['ID=217ce63c-add3-47d2-b602-987ce156f955,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:00.695521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Attempting to bind port 217ce63c-add3-47d2-b602-987ce156f955 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:00.696360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Attempting to bind port 217ce63c-add3-47d2-b602-987ce156f955 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:00.696745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Attempting to bind port 217ce63c-add3-47d2-b602-987ce156f955 on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:00.701343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Port 217ce63c-add3-47d2-b602-987ce156f955 on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:00.701675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Attempting to bind port 217ce63c-add3-47d2-b602-987ce156f955 on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:00.704381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dabdf-3fad-447b-8088-fdfbabae0e82 req-9163a9ba-025f-4eb9-8474-80e5936e7e5e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:00.705939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-509dabdf-3fad-447b-8088-fdfbabae0e82 req-9163a9ba-025f-4eb9-8474-80e5936e7e5e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 944 time: 0.0549088 Aug 19 12:24:00.706530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:00.706881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Checking segment: {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:00.707262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Bound using segment: {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:00.707692 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Bound port: 217ce63c-add3-47d2-b602-987ce156f955, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:00.708054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.745636 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-509dabdf-3fad-447b-8088-fdfbabae0e82 req-499ad735-5006-4fa9-955b-6f0f2a45c731 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Aug 19 12:24:00.777379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] For port 217ce63c-add3-47d2-b602-987ce156f955, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:00.780633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] For port 217ce63c-add3-47d2-b602-987ce156f955, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=217ce63c-add3-47d2-b602-987ce156f955,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:00.785149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.818653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:00.819283 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.820982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] 10.222.0.69 "PUT /v2.0/ports/217ce63c-add3-47d2-b602-987ce156f955 HTTP/1.1" status: 200 len: 1092 time: 0.6297898 Aug 19 12:24:00.821421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9be2ed-51e0-46a0-9f56-5a6f900691bd', 'tag': '217ce63c-add3-47d2-b602-987ce156f955'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:00.823838 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9be2ed-51e0-46a0-9f56-5a6f900691bd", "tag": "217ce63c-add3-47d2-b602-987ce156f955"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:00.851055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cf874-4d46-4b27-8d5a-f7b32e6f97e5 service neutron] Pushing event updated for resources: {'Port': ['ID=217ce63c-add3-47d2-b602-987ce156f955,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:00.866194 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc119e1-bbab-48ba-a9a2-a8fadf6e6557 x-openstack-request-id: req-8dc119e1-bbab-48ba-a9a2-a8fadf6e6557 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:00.866522 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9be2ed-51e0-46a0-9f56-5a6f900691bd", "tag": "217ce63c-add3-47d2-b602-987ce156f955", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:00.866808 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8dc119e1-bbab-48ba-a9a2-a8fadf6e6557 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:00.867340 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9be2ed-51e0-46a0-9f56-5a6f900691bd', 'tag': '217ce63c-add3-47d2-b602-987ce156f955', 'status': 'completed', 'code': 200} Aug 19 12:24:00.924023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-e83e7e32-09fb-40d9-92fc-b1d2c6b9db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:00.925492 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-e83e7e32-09fb-40d9-92fc-b1d2c6b9db03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 1095 time: 0.0424905 Aug 19 12:24:00.977790 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-871e7af4-8b90-4e43-ae2b-6f663a0c9291 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217ce63c-add3-47d2-b602-987ce156f955 HTTP/1.1" status: 200 len: 217 time: 0.0383427 Aug 19 12:24:01.032533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d270fb2a-3896-4def-99b3-335531d5a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:01.034140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-d270fb2a-3896-4def-99b3-335531d5a993 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 200 len: 855 time: 0.0478666 Aug 19 12:24:01.067796 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-588b299d-fa9f-42ef-9314-23e1333b0e42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9ff5a7c-06b6-4c7d-97f6-72337b118060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264742 Aug 19 12:24:01.167290 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-298f5e1c-52ac-4d3a-9bd0-0afbfe1961a5 service neutron] 10.222.0.69 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914202 Aug 19 12:24:01.264844 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2c606cc2-4c25-4b87-93c7-f438224ae2f4 req-02a8e78c-8b31-4f78-96c4-95deb522a8f0 service neutron] 10.222.0.69 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892990 Aug 19 12:24:01.400290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-b5464fd5-063b-4784-89fe-d98a153a69de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:01.401837 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-b5464fd5-063b-4784-89fe-d98a153a69de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 1095 time: 0.0430171 Aug 19 12:24:01.503718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-df7fc961-1459-42d3-8f9a-641cbaa3f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:01.505267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-df7fc961-1459-42d3-8f9a-641cbaa3f734 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 916 time: 0.0940900 Aug 19 12:24:01.578637 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-9734ff16-388e-4a07-9fb1-961ce970c893 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217ce63c-add3-47d2-b602-987ce156f955 HTTP/1.1" status: 200 len: 217 time: 0.0385082 Aug 19 12:24:01.635165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-42588805-58f2-40e5-bc1e-00c38a15cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:01.636651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-42588805-58f2-40e5-bc1e-00c38a15cb4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 200 len: 855 time: 0.0503995 Aug 19 12:24:01.670672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-9648258c-e888-41b6-84a5-30755d4fe227 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9ff5a7c-06b6-4c7d-97f6-72337b118060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248075 Aug 19 12:24:01.772643 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-542a32d3-53b0-4aec-8b80-2dd89f959016 service neutron] 10.222.0.69 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942166 Aug 19 12:24:01.866990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aed08-ae5b-4437-8988-66cec26ff10d req-1976c3f2-9f5c-41e8-8ffd-fa9133193ca6 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:01.869193 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b01aed08-ae5b-4437-8988-66cec26ff10d req-1976c3f2-9f5c-41e8-8ffd-fa9133193ca6 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 944 time: 0.0512950 Aug 19 12:24:01.870486 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8cdafc41-a79a-4a9a-b7b5-917b5efb20da req-a4bbb7a7-4ac3-42e2-b59f-d53ba4b3afb6 service neutron] 10.222.0.69 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900631 Aug 19 12:24:01.909262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b01aed08-ae5b-4437-8988-66cec26ff10d req-f5a76315-eef2-40a0-a8d7-b4263f7f50d6 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Aug 19 12:24:03.053023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a865ca-02b4-4d5a-a88f-fcd4365015f1 req-d0f36ecc-d3bd-4baf-8354-7a2a923babe5 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:03.054513 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90a865ca-02b4-4d5a-a88f-fcd4365015f1 req-d0f36ecc-d3bd-4baf-8354-7a2a923babe5 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 944 time: 0.0603728 Aug 19 12:24:03.098958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90a865ca-02b4-4d5a-a88f-fcd4365015f1 req-4dd38283-b1ea-404e-88bf-d24e58257224 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353348 Aug 19 12:24:04.135207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 217ce63c-add3-47d2-b602-987ce156f955 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:04.236084 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e064f2-c6d6-44ce-b963-db47bfa3be72 req-52f4f213-68c0-4793-a2e0-befae3bdf28b tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:04.237515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37e064f2-c6d6-44ce-b963-db47bfa3be72 req-52f4f213-68c0-4793-a2e0-befae3bdf28b tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 944 time: 0.0550988 Aug 19 12:24:04.239333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 217ce63c-add3-47d2-b602-987ce156f955, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=217ce63c-add3-47d2-b602-987ce156f955,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:04.251046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '217ce63c-add3-47d2-b602-987ce156f955', 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060', 'port_id': '217ce63c-add3-47d2-b602-987ce156f955', 'mac_address': 'fa:16:3e:12:d1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9500c34d-2933-4682-9691-f427e8b732e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:04.279581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37e064f2-c6d6-44ce-b963-db47bfa3be72 req-be83ba01-6a24-4874-8899-6a7f4f4a1a4f tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352411 Aug 19 12:24:04.287909 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.301299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217ce63c-add3-47d2-b602-987ce156f955 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:04.321360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 217ce63c-add3-47d2-b602-987ce156f955, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=217ce63c-add3-47d2-b602-987ce156f955,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:04.325983 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.373684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=217ce63c-add3-47d2-b602-987ce156f955,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:04.639617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['217ce63c-add3-47d2-b602-987ce156f955'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:05.419899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418201e2-e531-4af9-820c-c55e64e096ba req-995eb3d4-fe75-4589-8e69-92b0e6fda897 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:05.421418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-418201e2-e531-4af9-820c-c55e64e096ba req-995eb3d4-fe75-4589-8e69-92b0e6fda897 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 945 time: 0.0554392 Aug 19 12:24:05.461035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-418201e2-e531-4af9-820c-c55e64e096ba req-0b746093-5885-41eb-a566-a81b7720483f tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Aug 19 12:24:06.135701 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 217ce63c-add3-47d2-b602-987ce156f955 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:06.189546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 217ce63c-add3-47d2-b602-987ce156f955 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:06.193165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 217ce63c-add3-47d2-b602-987ce156f955 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:06.193536 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.275135 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.298685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9be2ed-51e0-46a0-9f56-5a6f900691bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ce63c-add3-47d2-b602-987ce156f955'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:06.300968 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4991d1de-54f6-4a46-98af-2ed70a835e61" -d '{"events": [{"server_uuid": "1f9be2ed-51e0-46a0-9f56-5a6f900691bd", "name": "network-vif-plugged", "status": "completed", "tag": "217ce63c-add3-47d2-b602-987ce156f955"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:06.313991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 217ce63c-add3-47d2-b602-987ce156f955, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=217ce63c-add3-47d2-b602-987ce156f955,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:06.318959 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.344173 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a597e04-d30f-43fe-a795-5382bddb35ed x-openstack-request-id: req-2a597e04-d30f-43fe-a795-5382bddb35ed {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:06.344512 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9be2ed-51e0-46a0-9f56-5a6f900691bd", "name": "network-vif-plugged", "status": "completed", "tag": "217ce63c-add3-47d2-b602-987ce156f955", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:06.344812 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a597e04-d30f-43fe-a795-5382bddb35ed {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:06.345206 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9be2ed-51e0-46a0-9f56-5a6f900691bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ce63c-add3-47d2-b602-987ce156f955', 'code': 200} Aug 19 12:24:06.372523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=217ce63c-add3-47d2-b602-987ce156f955,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:06.470267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bda17-2301-40a3-93c1-1dc1df6b80dd req-58bc7871-a530-4f21-ae4e-e983e646e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.472422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a22bda17-2301-40a3-93c1-1dc1df6b80dd req-58bc7871-a530-4f21-ae4e-e983e646e38f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 1097 time: 0.0464127 Aug 19 12:24:06.515334 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a22bda17-2301-40a3-93c1-1dc1df6b80dd req-52078ee7-a542-4650-b037-a697f0c98df1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354898 Aug 19 12:24:06.602333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67674ddb-4632-4630-a8c9-45132984e655 req-572d3ef1-7dca-42ab-9ea7-3ae32b1f0e89 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.603919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67674ddb-4632-4630-a8c9-45132984e655 req-572d3ef1-7dca-42ab-9ea7-3ae32b1f0e89 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 946 time: 0.0530539 Aug 19 12:24:06.643971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67674ddb-4632-4630-a8c9-45132984e655 req-96290ee8-b1e6-4448-a552-83a5901acb9c tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339792 Aug 19 12:24:07.788798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199822c-93c6-43e9-83cb-cf5e0a4de9f1 req-26ebc0ff-506d-4ced-a6f7-f80c2a3d28e0 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.790419 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c199822c-93c6-43e9-83cb-cf5e0a4de9f1 req-26ebc0ff-506d-4ced-a6f7-f80c2a3d28e0 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 946 time: 0.0596626 Aug 19 12:24:07.830060 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c199822c-93c6-43e9-83cb-cf5e0a4de9f1 req-04140b86-548b-49e2-900e-f0c62f3d66d1 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324328 Aug 19 12:24:08.957763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2d954-5c84-4746-b6cf-7a68f54a1f2f req-b927acf1-dc47-42ab-84fb-c6b14ba47818 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:08.959303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7f2d954-5c84-4746-b6cf-7a68f54a1f2f req-b927acf1-dc47-42ab-84fb-c6b14ba47818 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 946 time: 0.0531778 Aug 19 12:24:09.005874 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7f2d954-5c84-4746-b6cf-7a68f54a1f2f req-09940d20-6309-42f8-b629-43e9dc01d310 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Aug 19 12:24:13.935955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-de3249b7-c8f2-4855-b586-b49a22b186fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:13.937576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-de3249b7-c8f2-4855-b586-b49a22b186fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 815 time: 0.1152055 Aug 19 12:24:13.954278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-e231a2ac-12b7-4879-a9bb-d0a07283990a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/quotas/186644e6d71142aea4bfca03ce16808b HTTP/1.1" status: 200 len: 375 time: 0.0099216 Aug 19 12:24:14.008408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3832b52b-dab4-4e37-bbef-a0c5d41037da tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482557 Aug 19 12:24:14.105709 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-baf73513-2595-4185-82dc-d4d4ddd68599 service neutron] 10.222.0.65 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897892 Aug 19 12:24:14.198320 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-cd131601-744f-443b-bcbe-4da949dab196 service neutron] 10.222.0.65 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864515 Aug 19 12:24:14.367317 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b5ab0e7-5b26-4083-96de-3627dd4cfa1f req-39964b9d-567a-425e-8403-0baddb993163 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 210 time: 0.0279744 Aug 19 12:24:15.538106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f068442d-e95e-4781-8c56-215c5cf0964e req-ce281197-4667-42bf-b198-21e2bb13fbdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 210 time: 0.0801079 Aug 19 12:24:15.561267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7136a332-2831-4c10-89a0-2f56ed8e0d6e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:15.563763 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7136a332-2831-4c10-89a0-2f56ed8e0d6e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 815 time: 0.1705813 Aug 19 12:24:15.585874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Request body: {'port': {'device_id': '67006f78-2549-4048-9562-c34c796dbf15', 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060', 'admin_state_up': True, 'tenant_id': '186644e6d71142aea4bfca03ce16808b'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:15.709495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Made reservation on behalf of 186644e6d71142aea4bfca03ce16808b for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:15.713197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.849106 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Allocated IP 172.20.0.7 (d9ff5a7c-06b6-4c7d-97f6-72337b118060/9500c34d-2933-4682-9691-f427e8b732e1/b6382668-ebae-4772-ab6c-e6f1e746aa50) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:16.007178 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.047778 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.091123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['217ce63c-add3-47d2-b602-987ce156f955'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:16.130315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['69989326-65f1-4bec-89c9-89051b41bd0b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:16.136625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Network d9ff5a7c-06b6-4c7d-97f6-72337b118060 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:16.143223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:16.146224 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:16.194067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Pushing event updated for resources: {'Port': ['ID=b6382668-ebae-4772-ab6c-e6f1e746aa50,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:16.225189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:16.225882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.248939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3fd52c3c-d441-4d91-ae37-77197d6ca5e7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6635737 Aug 19 12:24:16.269624 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Request body: {'port': {'device_id': '67006f78-2549-4048-9562-c34c796dbf15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:16.592903 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.653620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e53ff9-f562-4aa7-af3a-bf057852ea93 req-1f7c9d05-2929-4489-adef-5406c80f1e04 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:16.655860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68e53ff9-f562-4aa7-af3a-bf057852ea93 req-1f7c9d05-2929-4489-adef-5406c80f1e04 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 931 time: 0.0513170 Aug 19 12:24:16.701975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-68e53ff9-f562-4aa7-af3a-bf057852ea93 req-dfd6bb50-2a14-4b3f-8db7-c93a896e3d8e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398042 Aug 19 12:24:16.876256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6382668-ebae-4772-ab6c-e6f1e746aa50 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:16.883989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.895823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Transition to ACTIVE for port object b6382668-ebae-4772-ab6c-e6f1e746aa50 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:16.900619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.950893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Pushing event updated for resources: {'Port': ['ID=b6382668-ebae-4772-ab6c-e6f1e746aa50,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:17.018175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Attempting to bind port b6382668-ebae-4772-ab6c-e6f1e746aa50 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:17.018430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Attempting to bind port b6382668-ebae-4772-ab6c-e6f1e746aa50 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:17.018768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Attempting to bind port b6382668-ebae-4772-ab6c-e6f1e746aa50 on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:17.023239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Port b6382668-ebae-4772-ab6c-e6f1e746aa50 on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:17.023577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Attempting to bind port b6382668-ebae-4772-ab6c-e6f1e746aa50 on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:17.028410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:17.028837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Checking segment: {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:17.029221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Bound using segment: {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:17.029638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Bound port: b6382668-ebae-4772-ab6c-e6f1e746aa50, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:17.029995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.096637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] For port b6382668-ebae-4772-ab6c-e6f1e746aa50, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:17.099426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] For port b6382668-ebae-4772-ab6c-e6f1e746aa50, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6382668-ebae-4772-ab6c-e6f1e746aa50,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:17.105228 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.142377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.142992 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.144376 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] 10.222.0.54 "PUT /v2.0/ports/b6382668-ebae-4772-ab6c-e6f1e746aa50 HTTP/1.1" status: 200 len: 1091 time: 0.8832402 Aug 19 12:24:17.144840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67006f78-2549-4048-9562-c34c796dbf15', 'tag': 'b6382668-ebae-4772-ab6c-e6f1e746aa50'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:17.147132 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcf5473-b3b0-4531-b7f1-31897d54e306" -d '{"events": [{"name": "network-changed", "server_uuid": "67006f78-2549-4048-9562-c34c796dbf15", "tag": "b6382668-ebae-4772-ab6c-e6f1e746aa50"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:17.175746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc0d33-0150-48cb-b0a2-8aaeaffde175 service neutron] Pushing event updated for resources: {'Port': ['ID=b6382668-ebae-4772-ab6c-e6f1e746aa50,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:17.199935 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74b2c14-275c-408c-8ada-56862162fe4a x-openstack-request-id: req-f74b2c14-275c-408c-8ada-56862162fe4a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:17.200365 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67006f78-2549-4048-9562-c34c796dbf15", "tag": "b6382668-ebae-4772-ab6c-e6f1e746aa50", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:17.201031 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f74b2c14-275c-408c-8ada-56862162fe4a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:17.201809 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67006f78-2549-4048-9562-c34c796dbf15', 'tag': 'b6382668-ebae-4772-ab6c-e6f1e746aa50', 'status': 'completed', 'code': 200} Aug 19 12:24:17.263545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3d669169-5861-4053-b0ad-8206d33af170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.265271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3d669169-5861-4053-b0ad-8206d33af170 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 1094 time: 0.0470333 Aug 19 12:24:17.319525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-de86cc1f-9532-46c8-9a0a-8f3ee7f0644d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6382668-ebae-4772-ab6c-e6f1e746aa50 HTTP/1.1" status: 200 len: 217 time: 0.0383451 Aug 19 12:24:17.377063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-a4366bc1-976a-4102-92d4-d213d56ce0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.378479 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-a4366bc1-976a-4102-92d4-d213d56ce0a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 200 len: 855 time: 0.0514917 Aug 19 12:24:17.411464 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-42b7f706-fa6b-456d-808b-ac7436fb9751 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9ff5a7c-06b6-4c7d-97f6-72337b118060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256834 Aug 19 12:24:17.503276 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-3aa1ef8d-6fdc-4e7b-bd8c-c0d33d718192 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849333 Aug 19 12:24:17.600297 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-25bd4daa-c622-4b84-9bbb-9eb28185e297 req-daca6e86-425c-49c4-9aa1-dcb79b0ae0f3 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894177 Aug 19 12:24:17.730929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-7381322d-a5b1-45f8-a1a2-cb18239be6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.742233 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-7381322d-a5b1-45f8-a1a2-cb18239be6d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 1094 time: 0.0519671 Aug 19 12:24:17.842868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-09131bec-03d6-4f53-82d0-9dbf1607f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.844751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-09131bec-03d6-4f53-82d0-9dbf1607f626 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 916 time: 0.0956316 Aug 19 12:24:17.857631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f769b-739d-47e1-b587-4449dd77e8a4 req-f0cacbbc-8ad4-4c38-b50d-649775dafb40 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.859166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a1f769b-739d-47e1-b587-4449dd77e8a4 req-f0cacbbc-8ad4-4c38-b50d-649775dafb40 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 943 time: 0.0760224 Aug 19 12:24:17.896616 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-53b4e3bc-f57b-48f0-96ac-8e8bdeeeb954 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6382668-ebae-4772-ab6c-e6f1e746aa50 HTTP/1.1" status: 200 len: 217 time: 0.0436981 Aug 19 12:24:17.905525 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a1f769b-739d-47e1-b587-4449dd77e8a4 req-0af6bd8e-3856-456b-ba59-4eec9556fcc2 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Aug 19 12:24:17.951703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-b315041d-310b-4aff-9aca-9eb90122721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.953267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-b315041d-310b-4aff-9aca-9eb90122721e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 200 len: 855 time: 0.0490651 Aug 19 12:24:17.991236 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-75847cb8-e2ed-4717-9289-12eda887975d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9ff5a7c-06b6-4c7d-97f6-72337b118060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287919 Aug 19 12:24:18.083760 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-9e9a234b-8c39-452c-a0a5-9671ad3220c3 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846083 Aug 19 12:24:18.184126 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5fcf5473-b3b0-4531-b7f1-31897d54e306 req-f4104a70-a7ac-4cf6-bb87-7c72345ba351 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919852 Aug 19 12:24:18.413475 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dd473a0b-bc2e-4c83-ba88-dcad2828ac8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.026414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1267832-7167-4eeb-b190-d4a1b0cd92d0 req-d4533769-74c0-458e-b568-5f9ac01a7564 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.027898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1267832-7167-4eeb-b190-d4a1b0cd92d0 req-d4533769-74c0-458e-b568-5f9ac01a7564 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 943 time: 0.0524714 Aug 19 12:24:19.070687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1267832-7167-4eeb-b190-d4a1b0cd92d0 req-9bacfe46-94ba-4e0b-a30e-552fe61dd7e1 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Aug 19 12:24:19.688312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b6382668-ebae-4772-ab6c-e6f1e746aa50 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:19.806381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b6382668-ebae-4772-ab6c-e6f1e746aa50, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6382668-ebae-4772-ab6c-e6f1e746aa50,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:19.817221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'b6382668-ebae-4772-ab6c-e6f1e746aa50', 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060', 'port_id': 'b6382668-ebae-4772-ab6c-e6f1e746aa50', 'mac_address': 'fa:16:3e:80:f6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9500c34d-2933-4682-9691-f427e8b732e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:19.857254 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.871934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6382668-ebae-4772-ab6c-e6f1e746aa50 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:19.892421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b6382668-ebae-4772-ab6c-e6f1e746aa50, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6382668-ebae-4772-ab6c-e6f1e746aa50,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:19.899398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.956662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=b6382668-ebae-4772-ab6c-e6f1e746aa50,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:20.197694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743b908-44f6-4875-995f-d1ae1e6a887a req-ade21014-18c2-424b-a238-8c052786ade8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:20.199199 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b743b908-44f6-4875-995f-d1ae1e6a887a req-ade21014-18c2-424b-a238-8c052786ade8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 944 time: 0.0541570 Aug 19 12:24:20.208514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['b6382668-ebae-4772-ab6c-e6f1e746aa50'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:20.249483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b743b908-44f6-4875-995f-d1ae1e6a887a req-6b45b98e-d46c-477d-92b6-82bf3fc5a305 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Aug 19 12:24:20.799259 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bc30ee11-72f1-4b97-81bf-b27c922b1e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.924235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.402245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a388-a636-4a33-a50c-cba2b744a7dc req-7a56bc30-7781-4146-91a1-ba09427cc142 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:21.403668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c28a388-a636-4a33-a50c-cba2b744a7dc req-7a56bc30-7781-4146-91a1-ba09427cc142 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 944 time: 0.0610085 Aug 19 12:24:21.452267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c28a388-a636-4a33-a50c-cba2b744a7dc req-11780f6c-9824-470f-a350-ffed8db20fb5 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Aug 19 12:24:21.697319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b6382668-ebae-4772-ab6c-e6f1e746aa50 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:21.751138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port b6382668-ebae-4772-ab6c-e6f1e746aa50 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:21.755131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port b6382668-ebae-4772-ab6c-e6f1e746aa50 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:21.755508 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.835559 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.859586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67006f78-2549-4048-9562-c34c796dbf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6382668-ebae-4772-ab6c-e6f1e746aa50'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:21.861850 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a22bd4a-31fc-422a-aee9-f9c83c19f07d" -d '{"events": [{"server_uuid": "67006f78-2549-4048-9562-c34c796dbf15", "name": "network-vif-plugged", "status": "completed", "tag": "b6382668-ebae-4772-ab6c-e6f1e746aa50"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:21.874355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b6382668-ebae-4772-ab6c-e6f1e746aa50, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6382668-ebae-4772-ab6c-e6f1e746aa50,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:21.880262 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.907709 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f0cc27-68a7-40eb-b6bf-5d1fafc82257 x-openstack-request-id: req-b5f0cc27-68a7-40eb-b6bf-5d1fafc82257 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:21.908007 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67006f78-2549-4048-9562-c34c796dbf15", "name": "network-vif-plugged", "status": "completed", "tag": "b6382668-ebae-4772-ab6c-e6f1e746aa50", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:21.908278 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5f0cc27-68a7-40eb-b6bf-5d1fafc82257 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:21.908667 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67006f78-2549-4048-9562-c34c796dbf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6382668-ebae-4772-ab6c-e6f1e746aa50', 'code': 200} Aug 19 12:24:21.936783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=b6382668-ebae-4772-ab6c-e6f1e746aa50,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:22.002299 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.036154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896dfb4-a933-475b-a043-08bab4bcfdc7 req-be059c58-16ad-4c87-abd2-0957ecfc7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:22.038734 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a896dfb4-a933-475b-a043-08bab4bcfdc7 req-be059c58-16ad-4c87-abd2-0957ecfc7688 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 1096 time: 0.0545950 Aug 19 12:24:22.079344 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a896dfb4-a933-475b-a043-08bab4bcfdc7 req-60890a7d-2153-4cda-a086-80430c961332 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Aug 19 12:24:22.573213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fdffd-4067-458a-a22f-8cbf250e19f1 req-09afed1d-d60c-4e75-8cbe-110e54e9e8fb tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:22.574692 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-758fdffd-4067-458a-a22f-8cbf250e19f1 req-09afed1d-d60c-4e75-8cbe-110e54e9e8fb tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 945 time: 0.0527508 Aug 19 12:24:22.620663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-758fdffd-4067-458a-a22f-8cbf250e19f1 req-e03fb4a4-356b-4e79-a0bf-669530b776bc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 Aug 19 12:24:23.750741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3645e6a-a415-4a49-850b-c2b09b51ccfd req-2eecba96-fc0b-4401-a0c2-27269cecb00e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.753376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3645e6a-a415-4a49-850b-c2b09b51ccfd req-2eecba96-fc0b-4401-a0c2-27269cecb00e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 945 time: 0.0557003 Aug 19 12:24:23.793834 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a3645e6a-a415-4a49-850b-c2b09b51ccfd req-8e1c269f-93bf-457c-8997-07bfc151315c tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342262 Aug 19 12:24:24.036006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.269487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.472056 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-933c063d-f0db-44a0-983a-50e3daff0723 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757701 Aug 19 12:24:25.594501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-f5bec4ba-f316-49e4-ae67-19dc94f473b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.596134 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-f5bec4ba-f316-49e4-ae67-19dc94f473b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 1097 time: 0.0555778 Aug 19 12:24:25.732545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-68b5d6a4-dba0-4647-9a50-3748bf34a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.734227 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-68b5d6a4-dba0-4647-9a50-3748bf34a32b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.0988677 Aug 19 12:24:25.804831 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-1ad6eb5b-44d0-4d91-8f94-492e542eb761 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf HTTP/1.1" status: 200 len: 1002 time: 0.0635488 Aug 19 12:24:25.855050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-cea78357-2a18-4373-b6e6-15a93528ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.856612 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-cea78357-2a18-4373-b6e6-15a93528ad7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0453572 Aug 19 12:24:25.903175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-a6b97219-ba8b-4df6-906c-5ebf6b46364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.904624 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-a6b97219-ba8b-4df6-906c-5ebf6b46364d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411565 Aug 19 12:24:26.000651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-20f9bc93-5de8-4cb2-b4fc-bf84332e2e07 service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890605 Aug 19 12:24:26.095947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3f7f1a2c-e4c8-4201-a19b-46022d647dcc req-04b2c3a4-42ee-49f1-8771-f1d53ac1c111 service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882413 Aug 19 12:24:28.611201 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.729954 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:24:37.284540 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-1dbe3ddb-5735-4277-9c85-efe7fe541239 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543630 Aug 19 12:24:37.359642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-5f3350b2-c692-4b45-a3ae-0863a5261c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.361084 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-5f3350b2-c692-4b45-a3ae-0863a5261c9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 1096 time: 0.0431609 Aug 19 12:24:37.479960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-9d6f4f26-fc46-42da-a952-aa3a13958718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.481463 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-9d6f4f26-fc46-42da-a952-aa3a13958718 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 200 len: 912 time: 0.0948365 Aug 19 12:24:37.556155 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-7550fb1d-80f1-4f99-96d9-8570adaaa641 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98bad06-d228-41c1-a692-70774df1421d HTTP/1.1" status: 200 len: 1000 time: 0.0654662 Aug 19 12:24:37.610570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-5c4114f1-9c4a-4082-a9b3-bb53fdcfff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.611943 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-5c4114f1-9c4a-4082-a9b3-bb53fdcfff66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 200 len: 850 time: 0.0469675 Aug 19 12:24:37.677846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-66a30b0d-1dcc-4898-a0c5-d48bb348ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.679535 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-66a30b0d-1dcc-4898-a0c5-d48bb348ca09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9d406cc-da49-4cca-a0b8-c5bfd648a542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486028 Aug 19 12:24:37.780031 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-2ec3e4e8-6ec9-459e-9ded-f8edc18d4a5d service neutron] 10.222.0.69 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919929 Aug 19 12:24:37.882417 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cd3cd6da-edbd-4494-b9c0-f6c9607b5c19 req-886e853f-76c2-4a30-9d27-dbc3a9a7e96b service neutron] 10.222.0.69 "GET /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938678 Aug 19 12:24:41.368447 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59190) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:41.532452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port ffd93da3-8c2e-46e5-ab56-2e84f6bbdfeb {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:41.532672 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.615993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.616322 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.628272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for ffd93da3-8c2e-46e5-ab56-2e84f6bbdfeb owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:41.785336 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.810637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=ffd93da3-8c2e-46e5-ab56-2e84f6bbdfeb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:41.839426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.839807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.840150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.840514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.840881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.841226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.841542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.841937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.842267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.842613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.842938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.843262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:41.887964 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.888473 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Floating IP 89e539f1-7f5f-4a8b-91c7-d3a29fd4a0a1 disassociated (deleted). External IP: 172.25.4.134, port: a3a73b22-1b1d-4217-ac52-090ea2719fcf. Aug 19 12:24:42.414746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:42.546384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:42.548346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.553719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] Sync routers for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:42.565165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:42.565823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:42.578247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5485b6d3-de1d-435d-bf8a-f96c2d588e15 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "DELETE /v2.0/floatingips/89e539f1-7f5f-4a8b-91c7-d3a29fd4a0a1 HTTP/1.1" status: 204 len: 168 time: 1.2084293 Aug 19 12:24:42.578897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:42.581682 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9695e0c0-0449-4c98-8b46-5af29a4d3037" -d '{"events": [{"name": "network-changed", "server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:42.626046 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7362740-ac76-431c-9f3b-0021ab1952e3 x-openstack-request-id: req-e7362740-ac76-431c-9f3b-0021ab1952e3 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:42.626342 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:42.626591 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7362740-ac76-431c-9f3b-0021ab1952e3 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:42.626985 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'status': 'completed', 'code': 200} Aug 19 12:24:42.733015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-37b697a4-f2f8-4529-a936-8e2909fe5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.735336 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-37b697a4-f2f8-4529-a936-8e2909fe5ad8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 1097 time: 0.0549448 Aug 19 12:24:42.758632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:42.867700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28722d2d-eab0-4ecd-842f-c9267aa6d0d3 req-3e89daab-3e9d-42e4-8387-7117cd4278cb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.873418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-b122e0b8-d215-4862-823b-e3c91aac14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.875248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28722d2d-eab0-4ecd-842f-c9267aa6d0d3 req-3e89daab-3e9d-42e4-8387-7117cd4278cb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 946 time: 0.0723896 Aug 19 12:24:42.875395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-b122e0b8-d215-4862-823b-e3c91aac14ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1317148 Aug 19 12:24:42.931900 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-13233176-6ef6-4092-91cb-a0cb04165f1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf HTTP/1.1" status: 200 len: 217 time: 0.0465670 Aug 19 12:24:42.950848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28722d2d-eab0-4ecd-842f-c9267aa6d0d3 req-e86bc777-c7b9-4f21-9ea9-8126d9ba957d tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669889 Aug 19 12:24:43.022556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-f4908094-d681-40d2-8c61-4a6acfc092da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.029621 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-f4908094-d681-40d2-8c61-4a6acfc092da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0906308 Aug 19 12:24:43.095196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-a8f45a2d-f708-4b25-886b-5a5561dec00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.097213 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-a8f45a2d-f708-4b25-886b-5a5561dec00d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598023 Aug 19 12:24:43.109630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '10100f82-e309-44ed-8209-af66818bfcc9', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:59Z', 'updated_at': '2021-08-19T12:21:01Z', 'revision_number': 1, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:43.117716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-bf5c9d28-7a07-40f5-b9e6-b4cfd50da67b tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.119405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-bf5c9d28-7a07-40f5-b9e6-b4cfd50da67b tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 815 time: 0.1217754 Aug 19 12:24:43.142530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-9b00b923-6611-42ae-8f9e-a56c81f2caec tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/quotas/186644e6d71142aea4bfca03ce16808b HTTP/1.1" status: 200 len: 375 time: 0.0165570 Aug 19 12:24:43.143201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] Checking router: 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:43.153341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:43.154099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:43.209385 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-39d3040d-336d-4ce3-8678-0d98cf49aad6 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659232 Aug 19 12:24:43.213577 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-d11e796c-c189-46bf-a85f-146a7ec16766 service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077054 Aug 19 12:24:43.295914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:43.321374 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9695e0c0-0449-4c98-8b46-5af29a4d3037 req-5fe46124-8ad7-47b2-94cf-f3147db75b0a service neutron] 10.222.0.54 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004038 Aug 19 12:24:43.341218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-80d1662e-0269-4dce-bbee-f83fe2545c48 service neutron] 10.222.0.65 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053047 Aug 19 12:24:43.438427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-83271175-fb95-453c-bd21-5de65693dd92 service neutron] 10.222.0.65 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928354 Aug 19 12:24:43.546437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '10100f82-e309-44ed-8209-af66818bfcc9', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:59Z', 'updated_at': '2021-08-19T12:21:01Z', 'revision_number': 1, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:43.611844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54a369-c505-4b60-bfba-054784da08cb None None] The sync data for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 is: [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '10100f82-e309-44ed-8209-af66818bfcc9', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'port_id': 'd93f9eda-acb4-4972-b900-48724004847c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'mac_address': 'fa:16:3e:6d:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:59Z', 'updated_at': '2021-08-19T12:21:01Z', 'revision_number': 1, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:43.640777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-590f682a-69d5-4a75-9e66-a433bc1870c3 req-f393d9cc-9863-4e67-8e8f-41c71ecd302e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 210 time: 0.0487926 Aug 19 12:24:43.890919 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726835a-7a3d-47aa-ac44-dd92de72d86a None None] New status for floating IP 89e539f1-7f5f-4a8b-91c7-d3a29fd4a0a1: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:24:44.072961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8af729-22da-4107-aa11-a65e3d7d4a00 req-09149a91-4488-45d9-b60f-191d9a5d088b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.080168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e8af729-22da-4107-aa11-a65e3d7d4a00 req-09149a91-4488-45d9-b60f-191d9a5d088b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 946 time: 0.0578818 Aug 19 12:24:44.115400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e8af729-22da-4107-aa11-a65e3d7d4a00 req-117678dc-2a71-4c51-97dc-f8323ced2ed2 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342994 Aug 19 12:24:44.532598 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-297a7459-6656-4bf0-9deb-78bd9cbc34f9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.534083 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-297a7459-6656-4bf0-9deb-78bd9cbc34f9 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.54 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 946 time: 0.0550888 Aug 19 12:24:44.647355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port a3a73b22-1b1d-4217-ac52-090ea2719fcf {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:44.648645 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.768798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] For port a3a73b22-1b1d-4217-ac52-090ea2719fcf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a3a73b22-1b1d-4217-ac52-090ea2719fcf,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:44.769171 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.773351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29e0714d-7192-4bdf-af73-d78fe7848cb8 req-593955e0-7f2e-4642-a131-c4080285f1cd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 210 time: 0.0337751 Aug 19 12:24:44.804584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for a3a73b22-1b1d-4217-ac52-090ea2719fcf owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:44.943293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-b961ff26-4244-4111-8eb0-34261cc14b4d tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.944917 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-b961ff26-4244-4111-8eb0-34261cc14b4d tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 815 time: 0.1663711 Aug 19 12:24:44.975263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Request body: {'port': {'device_id': '0a62d159-5e49-4139-878c-77181f777842', 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060', 'admin_state_up': True, 'tenant_id': '186644e6d71142aea4bfca03ce16808b'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:45.068648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.109083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=a3a73b22-1b1d-4217-ac52-090ea2719fcf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:45.158311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] No DVR routers for this DVR port a3a73b22-1b1d-4217-ac52-090ea2719fcf on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:45.169436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.172926 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4194f62b-856e-4aba-bad1-7a558ee687a9 req-53f315cd-0069-488e-8ca1-bdb3d718b34f tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.54 "DELETE /v2.0/ports/a3a73b22-1b1d-4217-ac52-090ea2719fcf HTTP/1.1" status: 204 len: 173 time: 0.6315944 Aug 19 12:24:45.175405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'name': 'network-vif-deleted', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:45.188068 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438664b6-e8a8-4057-9d29-0e8eeefd52b3" -d '{"events": [{"server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "name": "network-vif-deleted", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:45.220506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Made reservation on behalf of 186644e6d71142aea4bfca03ce16808b for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:45.227186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0593620-7b27-49e5-967a-fb6cecb6940b req-237accc4-7114-4c9a-abc9-48843a445eec tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 210 time: 0.0311539 Aug 19 12:24:45.227617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.300272 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d57989-3224-4dfd-a005-8356368ff1bc x-openstack-request-id: req-02d57989-3224-4dfd-a005-8356368ff1bc {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:45.300560 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c7bfa-cbb5-4d04-969a-d04a44620787", "name": "network-vif-deleted", "tag": "a3a73b22-1b1d-4217-ac52-090ea2719fcf", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:45.300837 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02d57989-3224-4dfd-a005-8356368ff1bc {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:45.301238 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c7bfa-cbb5-4d04-969a-d04a44620787', 'name': 'network-vif-deleted', 'tag': 'a3a73b22-1b1d-4217-ac52-090ea2719fcf', 'status': 'completed', 'code': 200} Aug 19 12:24:45.384296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Allocated IP 172.20.0.4 (d9ff5a7c-06b6-4c7d-97f6-72337b118060/9500c34d-2933-4682-9691-f427e8b732e1/368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:45.550078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.593357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.627691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['217ce63c-add3-47d2-b602-987ce156f955'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:45.635875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['69989326-65f1-4bec-89c9-89051b41bd0b', 'b6382668-ebae-4772-ab6c-e6f1e746aa50'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:45.640418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Network d9ff5a7c-06b6-4c7d-97f6-72337b118060 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:45.641964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:45.645810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:45.669839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Pushing event updated for resources: {'Port': ['ID=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:45.699329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.700264 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.716623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-f8d7e07e-591f-48e1-b4d1-e889b82a34fd tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7452261 Aug 19 12:24:45.737063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Request body: {'port': {'device_id': '0a62d159-5e49-4139-878c-77181f777842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:45.804715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.897746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ddb22-40eb-4dc0-8faa-d36bebd8a297 req-6b9835c5-c351-49c7-81c4-1defaa505868 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.902117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-387ddb22-40eb-4dc0-8faa-d36bebd8a297 req-6b9835c5-c351-49c7-81c4-1defaa505868 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 931 time: 0.0618365 Aug 19 12:24:45.959299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-387ddb22-40eb-4dc0-8faa-d36bebd8a297 req-ab0f66d3-6810-430d-988e-c2183cdddc35 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509427 Aug 19 12:24:46.088957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:46.096884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.109832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Transition to ACTIVE for port object 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:46.115369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.174867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Pushing event updated for resources: {'Port': ['ID=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.367463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5a0c87b-0f20-4ed0-8151-d2a122ef2a21 req-f430ba2a-9720-404c-aa3f-b28d4b5c18b3 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 210 time: 0.0403428 Aug 19 12:24:46.517583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Attempting to bind port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:46.518000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Attempting to bind port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:46.518455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Attempting to bind port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:46.523336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:46.523867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Attempting to bind port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 on network d9ff5a7c-06b6-4c7d-97f6-72337b118060 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:46.528816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:46.529277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Checking segment: {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:46.529516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Bound using segment: {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:46.530239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Bound port: 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:46.530528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.603587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] For port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:46.607113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] For port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:46.612501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.653035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.653748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.655240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] 10.222.0.54 "PUT /v2.0/ports/368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 HTTP/1.1" status: 200 len: 1091 time: 0.9227862 Aug 19 12:24:46.686109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4b5d5-9707-441e-b37c-790e97bf65f0 service neutron] Pushing event updated for resources: {'Port': ['ID=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.755439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-32613774-fe58-44c0-bf74-e0f7017ba516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.757221 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-32613774-fe58-44c0-bf74-e0f7017ba516 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 1094 time: 0.0448692 Aug 19 12:24:46.810126 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-e587d8b8-7e43-4d97-b8da-dfa4a89442a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 HTTP/1.1" status: 200 len: 217 time: 0.0361090 Aug 19 12:24:46.863331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-22a8b848-57d8-4492-95a2-fed137b1b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.864969 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-22a8b848-57d8-4492-95a2-fed137b1b3d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 200 len: 855 time: 0.0477548 Aug 19 12:24:46.900886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-cabe634c-9374-4bb3-a64e-096a3648f5a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9ff5a7c-06b6-4c7d-97f6-72337b118060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287430 Aug 19 12:24:46.993543 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-82372f5d-c8be-4ba2-b9df-7ec809a8a09b service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856388 Aug 19 12:24:47.077243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc7f66-7da8-4d0a-a806-d3286655d47f req-9e51eb89-4ffe-4791-aec1-163b8a8963ac tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.078818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02cc7f66-7da8-4d0a-a806-d3286655d47f req-9e51eb89-4ffe-4791-aec1-163b8a8963ac tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 943 time: 0.0529890 Aug 19 12:24:47.090069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-87cac278-d8b6-4be7-a22e-b3834ecaf556 req-3c3175a9-069a-4041-984d-b4f091f08cc4 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897112 Aug 19 12:24:47.124226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02cc7f66-7da8-4d0a-a806-d3286655d47f req-1965bab2-64d6-4e58-bed4-6d15cdcbc874 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 Aug 19 12:24:47.302243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a62d159-5e49-4139-878c-77181f777842', 'tag': '368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:47.304715 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daf052e-7673-4b76-8f28-1c3ea75c7f73" -d '{"events": [{"name": "network-changed", "server_uuid": "0a62d159-5e49-4139-878c-77181f777842", "tag": "368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:47.342119 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0fb6f4-4ad9-4ead-b855-e618a9e5cea0 x-openstack-request-id: req-ef0fb6f4-4ad9-4ead-b855-e618a9e5cea0 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:47.342562 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a62d159-5e49-4139-878c-77181f777842", "tag": "368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:47.342951 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef0fb6f4-4ad9-4ead-b855-e618a9e5cea0 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:47.343477 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a62d159-5e49-4139-878c-77181f777842', 'tag': '368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0', 'status': 'completed', 'code': 200} Aug 19 12:24:47.449015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-7fe2949a-b7f3-4b52-a658-b7c74bbd72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.450576 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-7fe2949a-b7f3-4b52-a658-b7c74bbd72d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 1094 time: 0.0579803 Aug 19 12:24:47.483897 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f70ed51d-c596-4e81-8dca-755c9a1a8a57 req-237f19d3-fd9e-47e3-bd12-55625d2e3862 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 210 time: 0.0291786 Aug 19 12:24:47.547989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-ad06d221-f8ac-4262-8d60-49e477da28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.549452 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-ad06d221-f8ac-4262-8d60-49e477da28cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 916 time: 0.0902157 Aug 19 12:24:47.593409 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-ccddbe27-e052-4337-8434-a09b7f285230 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 HTTP/1.1" status: 200 len: 217 time: 0.0363531 Aug 19 12:24:47.647629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-df9b1192-2bca-4673-ac96-40264313d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.649565 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-df9b1192-2bca-4673-ac96-40264313d16e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 200 len: 855 time: 0.0475936 Aug 19 12:24:47.685229 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-6d4831cc-b2e7-4f79-9a56-9156736e6613 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9ff5a7c-06b6-4c7d-97f6-72337b118060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267453 Aug 19 12:24:47.781875 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-87e7216e-bcc0-4f3a-89e6-f700f54a01cd service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882332 Aug 19 12:24:47.879474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4daf052e-7673-4b76-8f28-1c3ea75c7f73 req-45f221df-82bd-4ab2-9265-cbed5143cea0 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897253 Aug 19 12:24:47.888150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a3a73b22-1b1d-4217-ac52-090ea2719fcf no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:47.912207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: a3a73b22-1b1d-4217-ac52-090ea2719fcf {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:47.912554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a3a73b22-1b1d-4217-ac52-090ea2719fcf not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:48.261076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0901e8a-a02d-433f-80d5-753eaac9e560 req-86f85275-8bec-4abe-bd6f-487f7c31e055 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:48.262769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0901e8a-a02d-433f-80d5-753eaac9e560 req-86f85275-8bec-4abe-bd6f-487f7c31e055 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 943 time: 0.0649145 Aug 19 12:24:48.304696 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0901e8a-a02d-433f-80d5-753eaac9e560 req-e90deb28-11c0-41a8-95fc-2ba707d62afc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Aug 19 12:24:48.406712 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-60d5983f-8364-4e18-ae6b-7f4f997eaae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.579105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f40bc8f-2586-4ce8-9cb5-1acb306bd98a req-5922bc1e-aeda-4649-84c8-8f84fba97133 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 210 time: 0.0294042 Aug 19 12:24:49.430942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ca0e-384c-482f-ae50-25fed55457ea req-e717626a-e44d-4705-a227-04221ac83156 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.432521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a78ca0e-384c-482f-ae50-25fed55457ea req-e717626a-e44d-4705-a227-04221ac83156 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 943 time: 0.0532513 Aug 19 12:24:49.476795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2a78ca0e-384c-482f-ae50-25fed55457ea req-0cec9b2e-5592-437f-9837-aade865c4ae2 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356104 Aug 19 12:24:49.712714 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7cf1915-e215-48f8-845a-3639c6ce594d req-3e053892-a481-4ad0-960b-ee070c5024f0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=018c7bfa-cbb5-4d04-969a-d04a44620787 HTTP/1.1" status: 200 len: 210 time: 0.0325034 Aug 19 12:24:49.904935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:50.008536 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:50.028983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0', 'network_id': 'd9ff5a7c-06b6-4c7d-97f6-72337b118060', 'port_id': '368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0', 'mac_address': 'fa:16:3e:fb:b1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9500c34d-2933-4682-9691-f427e8b732e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:50.080482 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.095811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:50.120459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:50.125529 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.173043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:50.180577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.180952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.181274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.181597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.181925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.182254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.182589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.182902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.183223 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.183545 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.183866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.184184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:50.430799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:50.599714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b679f8-b194-49e9-961b-1cf33de1e087 req-01d09e92-11fc-44d5-a0e6-dcac2021edf2 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.601786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5b679f8-b194-49e9-961b-1cf33de1e087 req-01d09e92-11fc-44d5-a0e6-dcac2021edf2 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 944 time: 0.0505674 Aug 19 12:24:50.644861 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5b679f8-b194-49e9-961b-1cf33de1e087 req-3c2c9845-3b82-43fa-b37e-e9a3f933d11c tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Aug 19 12:24:50.798495 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-538a0719-14fd-47d5-86ed-2b9428ede1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.916519 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.767528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eee306-1fa4-4baa-936e-227899532563 req-18b9d895-544b-438d-a152-5bafa9e7a50a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:51.769093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0eee306-1fa4-4baa-936e-227899532563 req-18b9d895-544b-438d-a152-5bafa9e7a50a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 944 time: 0.0519509 Aug 19 12:24:51.813122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0eee306-1fa4-4baa-936e-227899532563 req-7d584104-81ab-4b34-822f-6bcfa1b283b3 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351682 Aug 19 12:24:51.918970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:51.973046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:51.977026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:51.977399 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.019076 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.066617 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.090774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a62d159-5e49-4139-878c-77181f777842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:52.093237 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5127cb4-1ccb-4371-90cb-1bb85794ef57" -d '{"events": [{"server_uuid": "0a62d159-5e49-4139-878c-77181f777842", "name": "network-vif-plugged", "status": "completed", "tag": "368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:52.114516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:52.120043 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.150407 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7a3394-83c2-41c6-904b-2f3f4d8a0b08 x-openstack-request-id: req-eb7a3394-83c2-41c6-904b-2f3f4d8a0b08 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:52.150693 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a62d159-5e49-4139-878c-77181f777842", "name": "network-vif-plugged", "status": "completed", "tag": "368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:52.150950 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb7a3394-83c2-41c6-904b-2f3f4d8a0b08 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:52.151341 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a62d159-5e49-4139-878c-77181f777842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0', 'code': 200} Aug 19 12:24:52.180226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:52.263431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc936041-fe13-430d-9d56-5cb1ec1514b3 req-36727adb-f087-4cd7-bf69-ee7f24038840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.265252 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc936041-fe13-430d-9d56-5cb1ec1514b3 req-36727adb-f087-4cd7-bf69-ee7f24038840 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 1096 time: 0.0453684 Aug 19 12:24:52.304133 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc936041-fe13-430d-9d56-5cb1ec1514b3 req-330a10d7-4e72-43ba-8e0c-5b6b5b8727b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301247 Aug 19 12:24:52.962259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a4124-99e3-468a-be9a-2724857e019b req-1d3ec319-6dc0-409a-b7bf-a718be4eb933 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.964668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f92a4124-99e3-468a-be9a-2724857e019b req-1d3ec319-6dc0-409a-b7bf-a718be4eb933 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 945 time: 0.0646601 Aug 19 12:24:53.005432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f92a4124-99e3-468a-be9a-2724857e019b req-9b66eb9b-ad65-4520-99f2-1107d2c04f4e tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344510 Aug 19 12:24:54.065677 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.146302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134f271-e2c3-4218-8df1-a085c893c4f3 req-ff549995-ffd1-4404-a91a-11f54141e9d6 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.148051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e134f271-e2c3-4218-8df1-a085c893c4f3 req-ff549995-ffd1-4404-a91a-11f54141e9d6 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 945 time: 0.0523038 Aug 19 12:24:54.189788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e134f271-e2c3-4218-8df1-a085c893c4f3 req-1e5fb1bc-43a6-453f-bd62-367cc98da5f8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Aug 19 12:24:54.276937 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.465264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47240c00-4298-4946-aa9f-4cb8fdcb0fad req-27d2a3ef-9dfe-42ff-adfe-d24562f08b3f tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.472930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47240c00-4298-4946-aa9f-4cb8fdcb0fad req-27d2a3ef-9dfe-42ff-adfe-d24562f08b3f tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 945 time: 0.0884507 Aug 19 12:24:54.510357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47240c00-4298-4946-aa9f-4cb8fdcb0fad req-f8f68347-3309-4745-aed8-894b77bb150d tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362632 Aug 19 12:24:55.671154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26937b9-39ea-4f7c-9b7c-8b843b40a5f5 req-253a5622-a29e-4e61-9147-3f18eb751160 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.672816 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b26937b9-39ea-4f7c-9b7c-8b843b40a5f5 req-253a5622-a29e-4e61-9147-3f18eb751160 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 945 time: 0.0844820 Aug 19 12:24:55.714453 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b26937b9-39ea-4f7c-9b7c-8b843b40a5f5 req-16abcee9-b6ab-412d-91ab-bfc6baeb55c5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344980 Aug 19 12:24:56.301233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-94edc102-06aa-4d28-8f03-00402b45950a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.302654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-94edc102-06aa-4d28-8f03-00402b45950a tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.69 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 945 time: 0.0625920 Aug 19 12:24:56.404192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Deleting port b98bad06-d228-41c1-a692-70774df1421d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:56.404536 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.496612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] For port b98bad06-d228-41c1-a692-70774df1421d, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=b98bad06-d228-41c1-a692-70774df1421d,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:56.497099 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.673623 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.673943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.674281 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Floating IP a7d8ec23-8953-4aa2-b2d5-6c41600347fb disassociated. External IP: 172.25.4.90, port: b98bad06-d228-41c1-a692-70774df1421d. Aug 19 12:24:56.674699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Calling delete_port for b98bad06-d228-41c1-a692-70774df1421d owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:56.808583 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.843683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710c610-18c5-4790-9f04-4e680a271505 req-4059eac3-3e0e-4733-8fab-4d9fd07654ef tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.845415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event deleted for resources: {'Port': ['ID=b98bad06-d228-41c1-a692-70774df1421d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:56.854751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c710c610-18c5-4790-9f04-4e680a271505 req-4059eac3-3e0e-4733-8fab-4d9fd07654ef tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/ports?device_id=21af684f-e85e-4200-8649-84464e7888fa HTTP/1.1" status: 200 len: 867 time: 0.0656571 Aug 19 12:24:56.897377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c710c610-18c5-4790-9f04-4e680a271505 req-fa6721fb-ab3e-466a-9e74-d5d8f8fe1267 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fadc90-ee64-44a3-9e5e-ca2b66940f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416651 Aug 19 12:24:56.970286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Router e1544d4f-889d-402f-abf0-8689d8c7716e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:57.076932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:57.087330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] Sync routers for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:57.097401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:57.098168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:57.121206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] No DVR routers for this DVR port b98bad06-d228-41c1-a692-70774df1421d on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:57.124593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.127108 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0cd3820a-e5dd-414d-92fc-1f21eb17e24a req-8e4d604c-09fe-4051-89d7-a96879c5d6fd tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.69 "DELETE /v2.0/ports/b98bad06-d228-41c1-a692-70774df1421d HTTP/1.1" status: 204 len: 173 time: 0.8183041 Aug 19 12:24:57.127614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21af684f-e85e-4200-8649-84464e7888fa', 'name': 'network-vif-deleted', 'tag': 'b98bad06-d228-41c1-a692-70774df1421d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:57.131525 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c59667b-e88d-4ef3-8ee0-5c1cec1116b0" -d '{"events": [{"server_uuid": "21af684f-e85e-4200-8649-84464e7888fa", "name": "network-vif-deleted", "tag": "b98bad06-d228-41c1-a692-70774df1421d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:57.187123 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c91748-5657-46a8-a277-0ac1ef5fe4d5 x-openstack-request-id: req-79c91748-5657-46a8-a277-0ac1ef5fe4d5 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:57.188106 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21af684f-e85e-4200-8649-84464e7888fa", "name": "network-vif-deleted", "tag": "b98bad06-d228-41c1-a692-70774df1421d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:57.188106 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79c91748-5657-46a8-a277-0ac1ef5fe4d5 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:57.188473 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21af684f-e85e-4200-8649-84464e7888fa', 'name': 'network-vif-deleted', 'tag': 'b98bad06-d228-41c1-a692-70774df1421d', 'status': 'completed', 'code': 200} Aug 19 12:24:57.256669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59384) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:57.288079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:57.467831 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port ec29d253-d6e4-48bb-9cd4-3a6c3af0c4a5 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:57.468091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.551720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.552047 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.567342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for ec29d253-d6e4-48bb-9cd4-3a6c3af0c4a5 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:57.730125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:57.752984 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.775059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] Checking router: e1544d4f-889d-402f-abf0-8689d8c7716e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:57.784846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:57.785895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:57.792397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=ec29d253-d6e4-48bb-9cd4-3a6c3af0c4a5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:57.853449 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.854150 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Floating IP 10100f82-e309-44ed-8209-af66818bfcc9 disassociated (deleted). External IP: 172.25.4.115, port: d93f9eda-acb4-4972-b900-48724004847c. Aug 19 12:24:57.908168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:58.005053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59392) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:58.096663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:58.100282 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49d286be-0611-48ed-a16c-e2758893b302 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.130965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49d286be-0611-48ed-a16c-e2758893b302 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.147597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:58.176259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d384229-9a3e-4db6-9922-3079f2b94b8b None None] The sync data for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 is: [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:18:12Z', 'revision_number': 4, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '802c7cd1-dee6-4b2b-af9e-488e52ecab15', 'name': '', 'network_id': 'c9d406cc-da49-4cca-a0b8-c5bfd648a542', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'mac_address': 'fa:16:3e:1e:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:11Z', 'updated_at': '2021-08-19T12:18:22Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'subnets': [{'id': 'de17f74d-14c7-4c09-bc33-bb43bf088ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:58.198510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49d286be-0611-48ed-a16c-e2758893b302 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.202166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-49d286be-0611-48ed-a16c-e2758893b302 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.205218 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-49d286be-0611-48ed-a16c-e2758893b302 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "DELETE /v2.0/security-groups/69fadc90-ee64-44a3-9e5e-ca2b66940f0b HTTP/1.1" status: 204 len: 168 time: 0.1989088 Aug 19 12:24:58.206122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59394) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:58.223931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d286be-0611-48ed-a16c-e2758893b302 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fadc90-ee64-44a3-9e5e-ca2b66940f0b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:58.230351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:58.247486 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.251356 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] Sync routers for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:58.255764 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-dd60fe2e-3e8d-4057-b7aa-28081771b8b5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] show failed (client error): The resource could not be found. Aug 19 12:24:58.259963 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dd60fe2e-3e8d-4057-b7aa-28081771b8b5 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "GET /v2.0/security-groups/69fadc90-ee64-44a3-9e5e-ca2b66940f0b HTTP/1.1" status: 404 len: 347 time: 0.0431600 Aug 19 12:24:58.262544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59396) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:58.266990 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:58.273242 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:58.309253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1a95681d-e5da-4197-9efe-c3c309b52cf0 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "DELETE /v2.0/floatingips/10100f82-e309-44ed-8209-af66818bfcc9 HTTP/1.1" status: 204 len: 168 time: 1.0497811 Aug 19 12:24:58.309253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:58.324550 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05394b9e-13a5-446d-9fb8-4e96414c1e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "tag": "d93f9eda-acb4-4972-b900-48724004847c"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:58.373890 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53fa8c8-a460-4f7b-81bb-7e05508279bf x-openstack-request-id: req-e53fa8c8-a460-4f7b-81bb-7e05508279bf {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:58.374194 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "tag": "d93f9eda-acb4-4972-b900-48724004847c", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:58.374452 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e53fa8c8-a460-4f7b-81bb-7e05508279bf {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:58.374863 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c', 'status': 'completed', 'code': 200} Aug 19 12:24:58.431777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Deleting port 0b74440f-326c-4087-95c8-8f696975be89 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:58.432324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.479475 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:58.564977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.565349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.587539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Calling delete_port for 0b74440f-326c-4087-95c8-8f696975be89 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:58.620212 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.675551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762815c-dd8d-4742-b821-620c52bba871 None None] New status for floating IP a7d8ec23-8953-4aa2-b2d5-6c41600347fb: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:24:58.690560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-1dfe3da9-aab9-434f-af9c-9d7dfbf9b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.692156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-1dfe3da9-aab9-434f-af9c-9d7dfbf9b080 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 1097 time: 0.2730172 Aug 19 12:24:58.735240 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:58.761708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27ddb3-dfba-47cc-b3b0-73f58b5503e3 req-fc000865-22f5-4225-b3bb-2ac85496d310 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.776147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f27ddb3-dfba-47cc-b3b0-73f58b5503e3 req-fc000865-22f5-4225-b3bb-2ac85496d310 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 946 time: 0.1179807 Aug 19 12:24:58.829844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1f27ddb3-dfba-47cc-b3b0-73f58b5503e3 req-6a595690-cd25-4316-a38f-ee64f7bbd698 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526102 Aug 19 12:24:58.847198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-8867c454-f30f-441e-84fd-07d42712f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.849351 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-8867c454-f30f-441e-84fd-07d42712f423 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 200 len: 910 time: 0.1456020 Aug 19 12:24:58.852713 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-4762815c-dd8d-4742-b821-620c52bba871 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:24:58.853145 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-4762815c-dd8d-4742-b821-620c52bba871 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:24:58.853807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.888178 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] Checking router: 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:58.892028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Pushing event deleted for resources: {'Port': ['ID=0b74440f-326c-4087-95c8-8f696975be89,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:58.902083 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:58.902704 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:58.927211 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-e8a9af1e-a769-40cf-b4ee-02592a9d5ed6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f9eda-acb4-4972-b900-48724004847c HTTP/1.1" status: 200 len: 217 time: 0.0694525 Aug 19 12:24:59.008959 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:59.027187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-5d35082e-31d1-4cdd-a324-42c7c917cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.028835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-5d35082e-31d1-4cdd-a324-42c7c917cd5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 200 len: 848 time: 0.0836284 Aug 19 12:24:59.029624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.032119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.033685 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0a49ab16-b069-4fdf-9738-fd10721bc8f7 tempest-AttachVolumeTestJSON-2082432504 tempest-AttachVolumeTestJSON-2082432504-project] 10.222.0.65 "DELETE /v2.0/floatingips/a7d8ec23-8953-4aa2-b2d5-6c41600347fb HTTP/1.1" status: 204 len: 168 time: 0.7679393 Aug 19 12:24:59.093748 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-c67a0249-60a7-400e-a620-47073fb03bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.095379 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-c67a0249-60a7-400e-a620-47073fb03bd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e122382d-bbe2-4480-9e13-bf10e2184a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556452 Aug 19 12:24:59.205961 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-eb8178b5-8b4f-49eb-a7b2-0fd0be7f4e82 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013811 Aug 19 12:24:59.308848 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:59.333210 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-05394b9e-13a5-446d-9fb8-4e96414c1e9e req-12b74191-6ff1-4f3c-aa72-5c6bf65c2b67 service neutron] 10.222.0.69 "GET /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196911 Aug 19 12:24:59.335353 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0268ab8-ce21-495e-8a17-53c9458994d3 None None] The sync data for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 is: [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:13:55Z', 'revision_number': 4, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '34ce5def-bbf3-4635-9a63-7f6ea0393509', 'name': '', 'network_id': 'e122382d-bbe2-4480-9e13-bf10e2184a63', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'mac_address': 'fa:16:3e:23:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:53Z', 'updated_at': '2021-08-19T12:14:05Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'subnets': [{'id': '07533fbe-469f-45d5-ad86-ed4d9bfdcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:59.355112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762815c-dd8d-4742-b821-620c52bba871 None None] New status for floating IP a7d8ec23-8953-4aa2-b2d5-6c41600347fb: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:24:59.577596 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d5ec5-54d5-4c86-83a3-46534fd8c82d None None] New status for floating IP 10100f82-e309-44ed-8209-af66818bfcc9: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:24:59.942404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569c83-14ad-49da-acf9-2d512d7f4df6 req-081b374d-5001-437f-b422-3e5498bbd519 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.943912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c569c83-14ad-49da-acf9-2d512d7f4df6 req-081b374d-5001-437f-b422-3e5498bbd519 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 946 time: 0.0551195 Aug 19 12:24:59.983483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c569c83-14ad-49da-acf9-2d512d7f4df6 req-51d0987b-d0e4-43be-9fc8-f76820c65cf4 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/security-groups?id=71128140-f4ef-4aed-8f0a-a82bf394d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331898 Aug 19 12:25:00.411043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-6a4841a0-a429-4497-8ee2-89bf880f6138 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.412461 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-6a4841a0-a429-4497-8ee2-89bf880f6138 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 946 time: 0.0507967 Aug 19 12:25:00.462679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b98bad06-d228-41c1-a692-70774df1421d no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:00.483364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: b98bad06-d228-41c1-a692-70774df1421d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:00.483793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device b98bad06-d228-41c1-a692-70774df1421d not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:00.515781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port d93f9eda-acb4-4972-b900-48724004847c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:00.516038 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.607930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] For port d93f9eda-acb4-4972-b900-48724004847c, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=d93f9eda-acb4-4972-b900-48724004847c,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:00.608287 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.621951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for d93f9eda-acb4-4972-b900-48724004847c owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:00.757865 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.785595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=d93f9eda-acb4-4972-b900-48724004847c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:00.799746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.800098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.800426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.800953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.801293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.801764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.802099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.802427 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.802755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.803190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.803658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.803991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:00.848628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] No DVR routers for this DVR port d93f9eda-acb4-4972-b900-48724004847c on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:00.851942 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.854432 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-71c379db-8fcd-4daa-ac7f-2c84a92f06df req-c657210c-1a38-439a-896d-b55f9b01243a tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.69 "DELETE /v2.0/ports/d93f9eda-acb4-4972-b900-48724004847c HTTP/1.1" status: 204 len: 173 time: 0.4362180 Aug 19 12:25:00.855063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'name': 'network-vif-deleted', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:00.857467 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaf8acc-691f-4196-8511-75577c5285a6" -d '{"events": [{"server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "name": "network-vif-deleted", "tag": "d93f9eda-acb4-4972-b900-48724004847c"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:00.903436 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c099b31-1513-4cb3-8cf6-3eca96a2c11a x-openstack-request-id: req-8c099b31-1513-4cb3-8cf6-3eca96a2c11a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:00.903746 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776bd14e-a7bd-4eb1-85e6-b3014e7c62a1", "name": "network-vif-deleted", "tag": "d93f9eda-acb4-4972-b900-48724004847c", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:00.904022 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c099b31-1513-4cb3-8cf6-3eca96a2c11a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:00.904433 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776bd14e-a7bd-4eb1-85e6-b3014e7c62a1', 'name': 'network-vif-deleted', 'tag': 'd93f9eda-acb4-4972-b900-48724004847c', 'status': 'completed', 'code': 200} Aug 19 12:25:01.092097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-db237bb6-02be-409b-b4b5-917af0836cf2 req-69732162-8b6c-4f04-8ddb-0be72ee3d91b tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 210 time: 0.0284681 Aug 19 12:25:02.195030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4b238c22-99b1-41c4-809f-f8998918055d req-934aea01-db2e-467a-afd5-83fe5e084085 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 210 time: 0.0283153 Aug 19 12:25:03.301770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d7f995b-4bc3-4fb9-9485-5777a6a0d234 req-13b70d6d-a012-4794-8714-0efc1e894dc5 tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 210 time: 0.0281055 Aug 19 12:25:04.405080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14ecec22-059f-49f8-87eb-0555c76dea63 req-159de42f-86d4-4650-ad8e-1db2162f173e tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "GET /v2.0/ports?device_id=776bd14e-a7bd-4eb1-85e6-b3014e7c62a1 HTTP/1.1" status: 200 len: 210 time: 0.0289004 Aug 19 12:25:04.459992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d93f9eda-acb4-4972-b900-48724004847c no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:04.487165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: d93f9eda-acb4-4972-b900-48724004847c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:04.487574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device d93f9eda-acb4-4972-b900-48724004847c not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:05.464437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59462) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:05.593269 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Deleting port 36cdc5a2-9d4e-4fd3-928a-bf43274f80c5 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:05.593483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.670712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.671394 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.683911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Calling delete_port for 36cdc5a2-9d4e-4fd3-928a-bf43274f80c5 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:05.831641 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.861555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'Port': ['ID=36cdc5a2-9d4e-4fd3-928a-bf43274f80c5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:05.937261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.939969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.949838 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2d0a5f31-273d-4746-b69f-aa362bd729cd tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "DELETE /v2.0/floatingips/4aef2372-0275-4042-86b3-8456575c5a77 HTTP/1.1" status: 204 len: 168 time: 0.4837370 Aug 19 12:25:09.369196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59524) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:09.452358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59136710-6d66-47e4-b188-7083f89729fb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.479759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59136710-6d66-47e4-b188-7083f89729fb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.542193 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59136710-6d66-47e4-b188-7083f89729fb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.546274 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59136710-6d66-47e4-b188-7083f89729fb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.547837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-59136710-6d66-47e4-b188-7083f89729fb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] 10.222.0.65 "DELETE /v2.0/security-groups/71128140-f4ef-4aed-8f0a-a82bf394d02b HTTP/1.1" status: 204 len: 168 time: 0.1777322 Aug 19 12:25:09.560248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59136710-6d66-47e4-b188-7083f89729fb tempest-TestVolumeBootPattern-1565474096 tempest-TestVolumeBootPattern-1565474096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71128140-f4ef-4aed-8f0a-a82bf394d02b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:09.618104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59528) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:10.075649 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.193031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59538) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:10.738879 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:25:10.870620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Deleting port 34ce5def-bbf3-4635-9a63-7f6ea0393509 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:10.871107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.984462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] For port 34ce5def-bbf3-4635-9a63-7f6ea0393509, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=34ce5def-bbf3-4635-9a63-7f6ea0393509,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:10.984462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.009344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Calling delete_port for 34ce5def-bbf3-4635-9a63-7f6ea0393509 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:11.152527 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.375266 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.412755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ce5def-bbf3-4635-9a63-7f6ea0393509,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:11.661678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Deleting port 802c7cd1-dee6-4b2b-af9e-488e52ecab15 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:11.662020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.704358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.825881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] For port 802c7cd1-dee6-4b2b-af9e-488e52ecab15, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=802c7cd1-dee6-4b2b-af9e-488e52ecab15,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:11.826303 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.845482 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Calling delete_port for 802c7cd1-dee6-4b2b-af9e-488e52ecab15 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:12.066871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:25:12.221110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.251183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:25:12.253535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Pushing event deleted for resources: {'Port': ['ID=802c7cd1-dee6-4b2b-af9e-488e52ecab15,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:12.258534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d7af1502-a7c8-42a0-b4a5-e2c8b33df6f4 admin admin] 10.222.0.65 "PUT /v2.0/routers/417d7aa4-24e8-42f0-bc3a-d2816b7615f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6394367 Aug 19 12:25:12.261248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59570) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:12.270147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] Sync routers for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:25:12.286887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:12.287517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:12.401828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:12.457120 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.589126 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.616764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:25:11Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:12.654894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] Checking router: 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:25:12.661638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.663802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] Routers {'417d7aa4-24e8-42f0-bc3a-d2816b7615f1'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:12.664499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:12.785324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] Set router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:12.810096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Deleting port ad09496c-6b7e-40af-b999-6debd7023ef3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:12.810440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.039066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:25:11Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:13.067555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b5cbe-8272-4000-976f-d9cc4cab0637 None None] The sync data for ids ['417d7aa4-24e8-42f0-bc3a-d2816b7615f1'] in n-d-778550-9 is: [{'id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'name': 'tempest-TestVolumeBootPattern-9480693-router', 'tenant_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:48Z', 'updated_at': '2021-08-19T12:25:11Z', 'revision_number': 5, 'project_id': 'e070eaccb0d04da3b0ce6e7a5a5d690e', 'gw_port': {'id': 'ad09496c-6b7e-40af-b999-6debd7023ef3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d7aa4-24e8-42f0-bc3a-d2816b7615f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:49Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:25:13.301887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] For port ad09496c-6b7e-40af-b999-6debd7023ef3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ad09496c-6b7e-40af-b999-6debd7023ef3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:13.302478 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.305785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Router e1544d4f-889d-402f-abf0-8689d8c7716e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:25:13.321410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Calling delete_port for ad09496c-6b7e-40af-b999-6debd7023ef3 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:13.491344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea612d2-17e3-43d8-8cbc-377770da04f6 req-27b0b291-a273-4cd8-9265-72b946a88e1a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:13.493122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ea612d2-17e3-43d8-8cbc-377770da04f6 req-27b0b291-a273-4cd8-9265-72b946a88e1a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.2650816 Aug 19 12:25:13.593328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:25:13.610214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6340eaed-c5ce-43c2-bb6a-7134cb9eebda admin admin] 10.222.0.65 "PUT /v2.0/routers/e1544d4f-889d-402f-abf0-8689d8c7716e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4138584 Aug 19 12:25:13.610391 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] Sync routers for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:25:13.610817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59590) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:13.612019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0ea612d2-17e3-43d8-8cbc-377770da04f6 req-93256cf6-e127-4b89-b1fe-ec6b09d5c82e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098742 Aug 19 12:25:13.620032 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:13.622214 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:13.696102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.739186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad09496c-6b7e-40af-b999-6debd7023ef3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:13.761416 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.783806 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:13.815268 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.878322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.920116 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.922849 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.944467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Deleting port 8d84c5b6-424f-4253-ac25-0a467a46a957 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:13.945275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.977206 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.977981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 417d7aa4-24e8-42f0-bc3a-d2816b7615f1 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:25:13.993739 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.995097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1738b933-69a0-4713-af31-e8c151c0a868 admin admin] 10.222.0.65 "DELETE /v2.0/routers/417d7aa4-24e8-42f0-bc3a-d2816b7615f1 HTTP/1.1" status: 204 len: 168 time: 1.7328954 Aug 19 12:25:13.997578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59594) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:14.008836 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:25:12Z', 'revision_number': 5, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port': {'id': '8d84c5b6-424f-4253-ac25-0a467a46a957', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:07Z', 'updated_at': '2021-08-19T12:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:14.043540 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] Checking router: e1544d4f-889d-402f-abf0-8689d8c7716e for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:25:14.048408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] For port 8d84c5b6-424f-4253-ac25-0a467a46a957, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8d84c5b6-424f-4253-ac25-0a467a46a957,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:14.048839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.054427 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] Routers {'e1544d4f-889d-402f-abf0-8689d8c7716e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:14.055283 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e1544d4f-889d-402f-abf0-8689d8c7716e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:14.065656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Calling delete_port for 8d84c5b6-424f-4253-ac25-0a467a46a957 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:14.075480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14b2415-64d6-42a0-bb59-d390ddb2c168 admin admin] Deleting subnet 07533fbe-469f-45d5-ad86-ed4d9bfdcafb {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:14.079503 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f14b2415-64d6-42a0-bb59-d390ddb2c168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.140134 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f14b2415-64d6-42a0-bb59-d390ddb2c168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.151246 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] Set router e1544d4f-889d-402f-abf0-8689d8c7716e gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:14.212491 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 6, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:14.244771 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c8b7f-e9fd-456f-b94b-d4f71faaaa55 None None] The sync data for ids ['e1544d4f-889d-402f-abf0-8689d8c7716e'] in n-d-778550-9 is: [{'id': 'e1544d4f-889d-402f-abf0-8689d8c7716e', 'name': 'tempest-AttachVolumeTestJSON-2049535024-router', 'tenant_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:06Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 6, 'project_id': '17f1a382d5a34b6a8096bf32ecffcbe2', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:25:14.295111 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f14b2415-64d6-42a0-bb59-d390ddb2c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.353197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f14b2415-64d6-42a0-bb59-d390ddb2c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.381687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b2415-64d6-42a0-bb59-d390ddb2c168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07533fbe-469f-45d5-ad86-ed4d9bfdcafb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:14.385497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f14b2415-64d6-42a0-bb59-d390ddb2c168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.390396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f14b2415-64d6-42a0-bb59-d390ddb2c168 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/07533fbe-469f-45d5-ad86-ed4d9bfdcafb HTTP/1.1" status: 204 len: 168 time: 0.3911023 Aug 19 12:25:14.391028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59596) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:14.397192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79363b45-7a70-49bc-be14-ab7160d519b6 None None] Network e122382d-bbe2-4480-9e13-bf10e2184a63 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:14.477467 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.544232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Deleting port 47014ce9-f112-44d0-9a18-ba5cc3a81404 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:14.544586 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.595839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.627515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d84c5b6-424f-4253-ac25-0a467a46a957,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:14.657456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] For port 47014ce9-f112-44d0-9a18-ba5cc3a81404, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=47014ce9-f112-44d0-9a18-ba5cc3a81404,segment=NetworkSegment(91007ac8-4e7d-4dee-b0db-0e2d92b521cf),segment_id=91007ac8-4e7d-4dee-b0db-0e2d92b521cf)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:14.657456 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.675790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Calling delete_port for 47014ce9-f112-44d0-9a18-ba5cc3a81404 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:14.716071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.799471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f789a1-7ad7-478f-b9d0-6441b46c1fa4 req-5fd416ac-1837-4bc3-8934-f4b21255d928 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:14.801026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94f789a1-7ad7-478f-b9d0-6441b46c1fa4 req-5fd416ac-1837-4bc3-8934-f4b21255d928 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0756333 Aug 19 12:25:14.813785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.816798 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.833294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.869863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94f789a1-7ad7-478f-b9d0-6441b46c1fa4 req-57273bd0-2962-4438-b857-9f285613e8ba tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604038 Aug 19 12:25:14.870993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Pushing event deleted for resources: {'Port': ['ID=47014ce9-f112-44d0-9a18-ba5cc3a81404,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:14.874587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] No DVR routers for this DVR port 47014ce9-f112-44d0-9a18-ba5cc3a81404 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:14.890059 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.891120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1544d4f-889d-402f-abf0-8689d8c7716e {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:25:14.898601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.902738 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fd4a0c9e-ca11-42c4-a94c-46880b757dc8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e1544d4f-889d-402f-abf0-8689d8c7716e HTTP/1.1" status: 204 len: 168 time: 1.2911298 Aug 19 12:25:14.903582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:14.939018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20f1cf-fbe8-4606-93d7-c3f1fd133cf8 None None] DHCP port deletion for e122382d-bbe2-4480-9e13-bf10e2184a63 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:25:14.975901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fab4b3-a553-4ef4-b029-11b8b4077dcd admin admin] Deleting subnet de17f74d-14c7-4c09-bc33-bb43bf088ac0 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:14.979626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62fab4b3-a553-4ef4-b029-11b8b4077dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.034224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62fab4b3-a553-4ef4-b029-11b8b4077dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.047021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.068411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e122382d-bbe2-4480-9e13-bf10e2184a63']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:15.087111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91007ac8-4e7d-4dee-b0db-0e2d92b521cf') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:15.087417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91007ac8-4e7d-4dee-b0db-0e2d92b521cf') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:15.105297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f3a79-d9bb-4713-9a9e-a075415a4a42 req-7675b015-b367-46de-8c42-029ee9a116e1 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.109247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea8f3a79-d9bb-4713-9a9e-a075415a4a42 req-7675b015-b367-46de-8c42-029ee9a116e1 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 945 time: 0.1070995 Aug 19 12:25:15.109247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.140466 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.146577 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62fab4b3-a553-4ef4-b029-11b8b4077dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.155824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:25:15.156159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:25:15.157827 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:25:15.197380 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea8f3a79-d9bb-4713-9a9e-a075415a4a42 req-3eaebdb6-88da-4c05-9dad-9968d4f96e91 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816171 Aug 19 12:25:15.202861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62fab4b3-a553-4ef4-b029-11b8b4077dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.230408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.230653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fab4b3-a553-4ef4-b029-11b8b4077dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de17f74d-14c7-4c09-bc33-bb43bf088ac0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:15.237089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62fab4b3-a553-4ef4-b029-11b8b4077dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.239177 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-62fab4b3-a553-4ef4-b029-11b8b4077dcd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/de17f74d-14c7-4c09-bc33-bb43bf088ac0 HTTP/1.1" status: 204 len: 168 time: 0.3217671 Aug 19 12:25:15.241906 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59608) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:15.243607 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.244366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a5773-a359-45f9-8adb-bff98afb39dd None None] Network c9d406cc-da49-4cca-a0b8-c5bfd648a542 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:15.245653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] 10.222.0.65 "DELETE /v2.0/networks/e122382d-bbe2-4480-9e13-bf10e2184a63 HTTP/1.1" status: 204 len: 168 time: 0.8536632 Aug 19 12:25:15.249109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59610) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:15.260224 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fdceb-f0b6-441a-8d56-0bbce0a9ba8a admin admin] Pushing event deleted for resources: {'Network': ['ID=e122382d-bbe2-4480-9e13-bf10e2184a63,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:15.392540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.469182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998c9370-74d7-4c3a-9b8e-34e09b65cca5 None None] DHCP port deletion for c9d406cc-da49-4cca-a0b8-c5bfd648a542 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:25:15.478346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ad09496c-6b7e-40af-b999-6debd7023ef3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:15.503942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ad09496c-6b7e-40af-b999-6debd7023ef3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:15.504294 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ad09496c-6b7e-40af-b999-6debd7023ef3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:15.504918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 802c7cd1-dee6-4b2b-af9e-488e52ecab15 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:15.547164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 802c7cd1-dee6-4b2b-af9e-488e52ecab15 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:15.547795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 802c7cd1-dee6-4b2b-af9e-488e52ecab15 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:15.548219 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 34ce5def-bbf3-4635-9a63-7f6ea0393509 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:15.575020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 34ce5def-bbf3-4635-9a63-7f6ea0393509 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:15.575783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 34ce5def-bbf3-4635-9a63-7f6ea0393509 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:15.576207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 47014ce9-f112-44d0-9a18-ba5cc3a81404 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:15.581810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Deleting port adcd544f-a4ab-4deb-a214-53d3baf2ca58 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:15.582249 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.600110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 47014ce9-f112-44d0-9a18-ba5cc3a81404 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:15.601136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 47014ce9-f112-44d0-9a18-ba5cc3a81404 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:15.620315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-998c9370-74d7-4c3a-9b8e-34e09b65cca5 None None] Deleting port adcd544f-a4ab-4deb-a214-53d3baf2ca58 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:15.620725 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-998c9370-74d7-4c3a-9b8e-34e09b65cca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.684291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] For port adcd544f-a4ab-4deb-a214-53d3baf2ca58, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=adcd544f-a4ab-4deb-a214-53d3baf2ca58,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:15.685031 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.695410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-998c9370-74d7-4c3a-9b8e-34e09b65cca5 None None] For port adcd544f-a4ab-4deb-a214-53d3baf2ca58, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=adcd544f-a4ab-4deb-a214-53d3baf2ca58,segment=NetworkSegment(923d4a55-c165-48a9-ba2a-a86138056200),segment_id=923d4a55-c165-48a9-ba2a-a86138056200)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:15.696128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-998c9370-74d7-4c3a-9b8e-34e09b65cca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.708539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-998c9370-74d7-4c3a-9b8e-34e09b65cca5 None None] Calling delete_port for adcd544f-a4ab-4deb-a214-53d3baf2ca58 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:15.714538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Calling delete_port for adcd544f-a4ab-4deb-a214-53d3baf2ca58 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:15.806159 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-998c9370-74d7-4c3a-9b8e-34e09b65cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.820725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c9370-74d7-4c3a-9b8e-34e09b65cca5 None None] No DVR routers for this DVR port adcd544f-a4ab-4deb-a214-53d3baf2ca58 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:15.849445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c9370-74d7-4c3a-9b8e-34e09b65cca5 None None] Pushing event deleted for resources: {'Port': ['ID=adcd544f-a4ab-4deb-a214-53d3baf2ca58,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:15.867508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.899329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=adcd544f-a4ab-4deb-a214-53d3baf2ca58,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:15.901444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] No DVR routers for this DVR port adcd544f-a4ab-4deb-a214-53d3baf2ca58 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:15.995305 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.006832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.011583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d406cc-da49-4cca-a0b8-c5bfd648a542']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:16.031899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee429-042d-4320-a5e6-a9403a820866 req-1b903809-3ec9-4073-8d7c-dd3861645225 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.032744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f1ee429-042d-4320-a5e6-a9403a820866 req-1b903809-3ec9-4073-8d7c-dd3861645225 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0622983 Aug 19 12:25:16.057788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923d4a55-c165-48a9-ba2a-a86138056200') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:16.058109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923d4a55-c165-48a9-ba2a-a86138056200') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:16.073069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.075962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f1ee429-042d-4320-a5e6-a9403a820866 req-6910ac4c-38a3-4450-aa99-549c10cd377a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353959 Aug 19 12:25:16.115846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.127585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:25:16.128036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:25:16.129678 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:25:16.242697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.249512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.251420 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c9d406cc-da49-4cca-a0b8-c5bfd648a542 HTTP/1.1" status: 204 len: 168 time: 1.0083289 Aug 19 12:25:16.267252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be6516-7e8c-49a9-b651-f94ba0d43c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d406cc-da49-4cca-a0b8-c5bfd648a542,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:16.363042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d3fe-2edf-45a2-8919-b4ba0b5e88a4 req-fd6977fe-9c5b-402e-be7e-c4f9ace22831 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.364817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be30d3fe-2edf-45a2-8919-b4ba0b5e88a4 req-fd6977fe-9c5b-402e-be7e-c4f9ace22831 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 945 time: 0.0630851 Aug 19 12:25:16.376999 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Deleting port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:16.377350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.402021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59618) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.414100 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be30d3fe-2edf-45a2-8919-b4ba0b5e88a4 req-6e321807-d528-40b3-b290-ffa3fe15d7e8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Aug 19 12:25:16.446932 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f6f68008-9695-4cda-8663-f100509293a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17f1a382d5a34b6a8096bf32ecffcbe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438049 Aug 19 12:25:16.449419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59620) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.464111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] For port ae7e1aa2-1a1c-437b-b542-82b03cfce5fc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ae7e1aa2-1a1c-437b-b542-82b03cfce5fc,segment=NetworkSegment(4ddfc046-6da6-4c97-9388-78f7b5184233),segment_id=4ddfc046-6da6-4c97-9388-78f7b5184233)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:16.464384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.478435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Calling delete_port for ae7e1aa2-1a1c-437b-b542-82b03cfce5fc owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:16.499429 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0825d3b7-d914-4e82-b26c-81b158493c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.524573 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0825d3b7-d914-4e82-b26c-81b158493c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.579105 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0825d3b7-d914-4e82-b26c-81b158493c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.581825 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0825d3b7-d914-4e82-b26c-81b158493c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.585521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0825d3b7-d914-4e82-b26c-81b158493c3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80de6446-86c0-42d7-b8e7-a3b7ecbb0280 HTTP/1.1" status: 204 len: 168 time: 0.1326680 Aug 19 12:25:16.592178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825d3b7-d914-4e82-b26c-81b158493c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80de6446-86c0-42d7-b8e7-a3b7ecbb0280,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:16.680114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.722752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7e1aa2-1a1c-437b-b542-82b03cfce5fc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:16.827809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-508c9967-456e-4209-ae29-43d4eb8e3d5a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.830154 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-508c9967-456e-4209-ae29-43d4eb8e3d5a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 945 time: 0.1187773 Aug 19 12:25:17.007421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device adcd544f-a4ab-4deb-a214-53d3baf2ca58 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:17.027203 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.036176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: adcd544f-a4ab-4deb-a214-53d3baf2ca58 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:17.036618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device adcd544f-a4ab-4deb-a214-53d3baf2ca58 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:17.037123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8d84c5b6-424f-4253-ac25-0a467a46a957 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:17.064720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 8d84c5b6-424f-4253-ac25-0a467a46a957 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:17.065057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8d84c5b6-424f-4253-ac25-0a467a46a957 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:17.095833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Deleting port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:17.096362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.276150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05565e8a-fc54-4f8c-9bef-40e713450582 req-36b52ca8-f6eb-4db9-89e9-1c6ffc3a9e2b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:17.279090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05565e8a-fc54-4f8c-9bef-40e713450582 req-36b52ca8-f6eb-4db9-89e9-1c6ffc3a9e2b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.1054609 Aug 19 12:25:17.284274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] For port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:17.284865 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.345291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Calling delete_port for 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:17.594667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1f618-ae42-4a2e-b7af-c6a299166e60 req-8e7533d0-985f-4fdb-986d-59053f4dbe7c tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:17.596245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ca1f618-ae42-4a2e-b7af-c6a299166e60 req-8e7533d0-985f-4fdb-986d-59053f4dbe7c tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a62d159-5e49-4139-878c-77181f777842 HTTP/1.1" status: 200 len: 945 time: 0.0973651 Aug 19 12:25:17.609369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05565e8a-fc54-4f8c-9bef-40e713450582 req-d39736d6-9f64-4ff1-a940-66ccde2893fd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153589 Aug 19 12:25:17.649285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ca1f618-ae42-4a2e-b7af-c6a299166e60 req-00fa0eea-161b-4618-9730-6f3003a52cc5 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385253 Aug 19 12:25:17.754857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:25:17.882565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.916563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['69989326-65f1-4bec-89c9-89051b41bd0b', 'b6382668-ebae-4772-ab6c-e6f1e746aa50', '368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:17.921698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Pushing event deleted for resources: {'Port': ['ID=368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:17.922631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['217ce63c-add3-47d2-b602-987ce156f955'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:17.972559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] No DVR routers for this DVR port 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:17.975877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:25:17.977251 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.980240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca292b88-a60c-4482-a2ec-69ae7e6240ad req-2c54919b-78e3-426e-ae25-0007bd460411 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "DELETE /v2.0/ports/368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 HTTP/1.1" status: 204 len: 173 time: 1.1062691 Aug 19 12:25:17.980240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a62d159-5e49-4139-878c-77181f777842', 'name': 'network-vif-deleted', 'tag': '368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:17.982070 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5254b9b3-84a3-48f9-9279-171cba4529d1" -d '{"events": [{"server_uuid": "0a62d159-5e49-4139-878c-77181f777842", "name": "network-vif-deleted", "tag": "368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:17.989559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] Sync routers for ids ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:25:17.991230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59654) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:17.991750 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f7218f26-a64b-446e-bbe1-6bb4bd019384 admin admin] 10.222.0.65 "PUT /v2.0/routers/3d5fb80d-85a8-4d04-8a29-10e247bb8c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7406933 Aug 19 12:25:18.046506 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8fd3ce-b0f7-48a4-b1df-d0ec5e30e0ee x-openstack-request-id: req-8a8fd3ce-b0f7-48a4-b1df-d0ec5e30e0ee {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:18.046863 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a62d159-5e49-4139-878c-77181f777842", "name": "network-vif-deleted", "tag": "368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:18.047180 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a8fd3ce-b0f7-48a4-b1df-d0ec5e30e0ee {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:18.047649 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a62d159-5e49-4139-878c-77181f777842', 'name': 'network-vif-deleted', 'tag': '368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0', 'status': 'completed', 'code': 200} Aug 19 12:25:18.053450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] Routers {'3d5fb80d-85a8-4d04-8a29-10e247bb8c49'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:18.054346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:18.148516 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.270094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.326435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Deleting port 4e9e9618-490f-4103-9bca-13c89f9718b9 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:18.327069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.415733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] For port 4e9e9618-490f-4103-9bca-13c89f9718b9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4e9e9618-490f-4103-9bca-13c89f9718b9,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:18.416423 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.422729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] Set router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:18.442735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Calling delete_port for 4e9e9618-490f-4103-9bca-13c89f9718b9 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:18.492544 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32855890-9fd2-4ccc-9118-450a87eef0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.637051 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.686672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9e9618-490f-4103-9bca-13c89f9718b9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:18.758615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:01Z', 'updated_at': '2021-08-19T12:25:16Z', 'revision_number': 5, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'gw_port': {'id': '4e9e9618-490f-4103-9bca-13c89f9718b9', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:03Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:18.810972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] Checking router: 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:25:18.813273 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.824291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] Routers {'3d5fb80d-85a8-4d04-8a29-10e247bb8c49'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:18.824971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:24:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:18.832317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba35c-4747-44d3-8749-6c8198cec705 req-dea38c6d-348c-480e-833e-8fbd32d28a48 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:18.833946 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9aba35c-4747-44d3-8749-6c8198cec705 req-dea38c6d-348c-480e-833e-8fbd32d28a48 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.1203799 Aug 19 12:25:18.930113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] Set router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:19.003052 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.005430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.029572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:01Z', 'updated_at': '2021-08-19T12:25:18Z', 'revision_number': 7, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:19.056065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9aba35c-4747-44d3-8749-6c8198cec705 req-9df87541-5e90-456a-a470-aab40fe6e007 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855285 Aug 19 12:25:19.057198 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.057830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5fb80d-85a8-4d04-8a29-10e247bb8c49 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:25:19.060500 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dc22b7-0753-481a-a2f0-f8ca63a62983 None None] The sync data for ids ['3d5fb80d-85a8-4d04-8a29-10e247bb8c49'] in n-d-778550-9 is: [{'id': '3d5fb80d-85a8-4d04-8a29-10e247bb8c49', 'name': 'tempest-TestVolumeBootPattern-405823237-router', 'tenant_id': '16918839d9354d89bb860d97103ebe9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:01Z', 'updated_at': '2021-08-19T12:25:18Z', 'revision_number': 7, 'project_id': '16918839d9354d89bb860d97103ebe9a', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:25:19.063054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.066430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-41a90bd0-b478-4b3d-b6da-203f58c736a8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3d5fb80d-85a8-4d04-8a29-10e247bb8c49 HTTP/1.1" status: 204 len: 168 time: 1.0716345 Aug 19 12:25:19.066876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59674) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:19.125142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e13d6e-ea45-41c2-93e2-309887df8374 admin admin] Deleting subnet 91d7ef3a-219a-468d-8df3-a83cca7124f4 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:19.128440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72e13d6e-ea45-41c2-93e2-309887df8374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.169062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72e13d6e-ea45-41c2-93e2-309887df8374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.252133 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72e13d6e-ea45-41c2-93e2-309887df8374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.311094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72e13d6e-ea45-41c2-93e2-309887df8374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.337854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e13d6e-ea45-41c2-93e2-309887df8374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d7ef3a-219a-468d-8df3-a83cca7124f4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:19.349541 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72e13d6e-ea45-41c2-93e2-309887df8374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.349686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0b9916-be6f-46c4-a62e-c92c8b95e4e7 None None] Network a493b24e-51ef-490c-95b6-a2468bd273f2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:19.352725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-72e13d6e-ea45-41c2-93e2-309887df8374 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/91d7ef3a-219a-468d-8df3-a83cca7124f4 HTTP/1.1" status: 204 len: 168 time: 0.2836087 Aug 19 12:25:19.354673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59684) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:19.437508 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.531225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Deleting port f19f49d7-3bf5-403c-a038-f60d8a76c500 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:19.531581 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.629426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a3e56-3ea8-48ba-ad0f-21df2b086ee1 None None] DHCP port deletion for a493b24e-51ef-490c-95b6-a2468bd273f2 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:25:19.634617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] For port f19f49d7-3bf5-403c-a038-f60d8a76c500, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f19f49d7-3bf5-403c-a038-f60d8a76c500,segment=NetworkSegment(4ddfc046-6da6-4c97-9388-78f7b5184233),segment_id=4ddfc046-6da6-4c97-9388-78f7b5184233)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:19.635094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.655152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Calling delete_port for f19f49d7-3bf5-403c-a038-f60d8a76c500 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:19.699138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e37a3e56-3ea8-48ba-ad0f-21df2b086ee1 None None] Deleting port f19f49d7-3bf5-403c-a038-f60d8a76c500 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:19.699525 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e37a3e56-3ea8-48ba-ad0f-21df2b086ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.756104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.776690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e37a3e56-3ea8-48ba-ad0f-21df2b086ee1 None None] For port f19f49d7-3bf5-403c-a038-f60d8a76c500, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f19f49d7-3bf5-403c-a038-f60d8a76c500,segment=NetworkSegment(4ddfc046-6da6-4c97-9388-78f7b5184233),segment_id=4ddfc046-6da6-4c97-9388-78f7b5184233)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:19.777160 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e37a3e56-3ea8-48ba-ad0f-21df2b086ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.790629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e37a3e56-3ea8-48ba-ad0f-21df2b086ee1 None None] Calling delete_port for f19f49d7-3bf5-403c-a038-f60d8a76c500 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:19.793988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19f49d7-3bf5-403c-a038-f60d8a76c500,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:19.800214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] No DVR routers for this DVR port f19f49d7-3bf5-403c-a038-f60d8a76c500 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:25:19.868229 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 12:25:19.878613 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e37a3e56-3ea8-48ba-ad0f-21df2b086ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.890451 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.900899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a493b24e-51ef-490c-95b6-a2468bd273f2']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:19.909882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a3e56-3ea8-48ba-ad0f-21df2b086ee1 None None] Pushing event deleted for resources: {'Port': ['ID=f19f49d7-3bf5-403c-a038-f60d8a76c500,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:19.915263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a3e56-3ea8-48ba-ad0f-21df2b086ee1 None None] No DVR routers for this DVR port f19f49d7-3bf5-403c-a038-f60d8a76c500 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:19.925468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddfc046-6da6-4c97-9388-78f7b5184233') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:19.925468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddfc046-6da6-4c97-9388-78f7b5184233') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:19.936062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.956863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.967366 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:25:19.967945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:25:19.984520 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:25:20.049956 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.067711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.075976 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a493b24e-51ef-490c-95b6-a2468bd273f2 HTTP/1.1" status: 204 len: 168 time: 0.7201197 Aug 19 12:25:20.077240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5eca02-4c30-43bd-982f-49a82390a6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a493b24e-51ef-490c-95b6-a2468bd273f2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:20.108063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:20.148225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:20.148564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 368b1ef1-3d3a-4d9b-9dc2-1293ac199ce0 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:20.216965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925eda-c867-464d-afbb-8905560d2222 req-a12a41b0-e3f8-4d21-857f-40d661a484ec tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.221480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c925eda-c867-464d-afbb-8905560d2222 req-a12a41b0-e3f8-4d21-857f-40d661a484ec tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0595484 Aug 19 12:25:20.293404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c925eda-c867-464d-afbb-8905560d2222 req-86358700-26cb-45a6-8277-b4e31e1dce8f tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685303 Aug 19 12:25:20.359989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:20.417441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ed64d2d0-7f69-446c-8c55-c26ea15c509f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e070eaccb0d04da3b0ce6e7a5a5d690e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552213 Aug 19 12:25:20.417941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59700) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:20.489049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea503dd5-6dd4-451d-ab38-f9217e2c91d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.516454 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea503dd5-6dd4-451d-ab38-f9217e2c91d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.569022 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea503dd5-6dd4-451d-ab38-f9217e2c91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.571709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea503dd5-6dd4-451d-ab38-f9217e2c91d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.573066 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ea503dd5-6dd4-451d-ab38-f9217e2c91d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36f2713f-3871-44c8-bb2c-787a89171d30 HTTP/1.1" status: 204 len: 168 time: 0.1503725 Aug 19 12:25:20.581516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea503dd5-6dd4-451d-ab38-f9217e2c91d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f2713f-3871-44c8-bb2c-787a89171d30,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:20.801850 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cd845fa1-d8ad-495f-9408-05201afcb494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.924616 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.969885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae7e1aa2-1a1c-437b-b542-82b03cfce5fc no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:21.001849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ae7e1aa2-1a1c-437b-b542-82b03cfce5fc {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:21.002584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ae7e1aa2-1a1c-437b-b542-82b03cfce5fc not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:21.002956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f19f49d7-3bf5-403c-a038-f60d8a76c500 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:21.007814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59716) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:21.061931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: f19f49d7-3bf5-403c-a038-f60d8a76c500 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:21.064276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f19f49d7-3bf5-403c-a038-f60d8a76c500 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:21.065399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4e9e9618-490f-4103-9bca-13c89f9718b9 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:21.082254 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0f76883a-a35c-435e-ac05-7f9928b79901 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16918839d9354d89bb860d97103ebe9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709608 Aug 19 12:25:21.082656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59722) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:21.098713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4e9e9618-490f-4103-9bca-13c89f9718b9 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:21.099799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4e9e9618-490f-4103-9bca-13c89f9718b9 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:21.140064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba555-c375-4289-93d5-47bb35a6c026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.162913 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba555-c375-4289-93d5-47bb35a6c026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.216759 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba555-c375-4289-93d5-47bb35a6c026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.219527 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba555-c375-4289-93d5-47bb35a6c026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.223434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0b2ba555-c375-4289-93d5-47bb35a6c026 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/622f0de4-10ba-49ac-9197-3f1fa1780f1e HTTP/1.1" status: 204 len: 168 time: 0.1370456 Aug 19 12:25:21.229418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ba555-c375-4289-93d5-47bb35a6c026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622f0de4-10ba-49ac-9197-3f1fa1780f1e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:21.459623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4776d8-ac89-40e5-bff4-f5964c058715 req-36b5ca03-1064-4318-bee6-a83d8adb7d0a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.461979 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b4776d8-ac89-40e5-bff4-f5964c058715 req-36b5ca03-1064-4318-bee6-a83d8adb7d0a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0711555 Aug 19 12:25:21.511578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b4776d8-ac89-40e5-bff4-f5964c058715 req-d9c0c632-2486-44df-a4eb-885a4bbe4b98 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430636 Aug 19 12:25:22.010167 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.385552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c4201-5f06-47e6-8acd-6eea14179dc6 req-8bafc401-a908-4591-872f-d2d8a9641001 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:22.387064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-982c4201-5f06-47e6-8acd-6eea14179dc6 req-8bafc401-a908-4591-872f-d2d8a9641001 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 945 time: 0.0510819 Aug 19 12:25:22.427291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-982c4201-5f06-47e6-8acd-6eea14179dc6 req-0506c71e-11b8-4971-a053-3cdeb1db07e8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342791 Aug 19 12:25:22.635717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1106bb-e49f-4818-bdd0-21f1d685a998 req-cf5577bd-188b-47f1-9914-7de0b9997dc3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:22.637278 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee1106bb-e49f-4818-bdd0-21f1d685a998 req-cf5577bd-188b-47f1-9914-7de0b9997dc3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0502491 Aug 19 12:25:22.677687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee1106bb-e49f-4818-bdd0-21f1d685a998 req-405409b9-bff5-4573-8ca5-db143f97bb89 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340507 Aug 19 12:25:23.561117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffba175-b668-4a7f-9b32-141c767245d1 req-ef660738-bc5c-446a-9a28-8a6c307bee29 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:23.562753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ffba175-b668-4a7f-9b32-141c767245d1 req-ef660738-bc5c-446a-9a28-8a6c307bee29 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 945 time: 0.0568545 Aug 19 12:25:23.602939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ffba175-b668-4a7f-9b32-141c767245d1 req-56581239-4f7f-4f60-b7cf-ae5b2c6a2fa3 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Aug 19 12:25:23.812194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98db90-07d1-4e72-ac25-a33ee89bb5ce req-9a7050c8-3a43-4681-b38f-15db993ae3d2 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:23.814475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc98db90-07d1-4e72-ac25-a33ee89bb5ce req-9a7050c8-3a43-4681-b38f-15db993ae3d2 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0595474 Aug 19 12:25:23.855393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc98db90-07d1-4e72-ac25-a33ee89bb5ce req-b6e5da98-f8df-47a6-b905-298391d9c0e1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339606 Aug 19 12:25:24.026550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-3736a701-30b7-4c99-afda-b9621ca11b0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.028669 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-3736a701-30b7-4c99-afda-b9621ca11b0a tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 945 time: 0.0532453 Aug 19 12:25:24.047021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.128850 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Deleting port b6382668-ebae-4772-ab6c-e6f1e746aa50 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:24.129203 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.220360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] For port b6382668-ebae-4772-ab6c-e6f1e746aa50, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b6382668-ebae-4772-ab6c-e6f1e746aa50,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:24.220752 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.233283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Calling delete_port for b6382668-ebae-4772-ab6c-e6f1e746aa50 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:24.286749 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.369710 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.397200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Pushing event deleted for resources: {'Port': ['ID=b6382668-ebae-4772-ab6c-e6f1e746aa50,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:24.403718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['69989326-65f1-4bec-89c9-89051b41bd0b', 'b6382668-ebae-4772-ab6c-e6f1e746aa50'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:24.407424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['217ce63c-add3-47d2-b602-987ce156f955'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:24.442325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] No DVR routers for this DVR port b6382668-ebae-4772-ab6c-e6f1e746aa50 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:24.446111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.448477 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6620e300-7f4e-4926-90f2-8e478279bf69 req-d2f98e6f-af50-42af-be41-efd5641d7adc tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "DELETE /v2.0/ports/b6382668-ebae-4772-ab6c-e6f1e746aa50 HTTP/1.1" status: 204 len: 173 time: 0.4134035 Aug 19 12:25:24.448974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67006f78-2549-4048-9562-c34c796dbf15', 'name': 'network-vif-deleted', 'tag': 'b6382668-ebae-4772-ab6c-e6f1e746aa50'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:24.451534 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecbee79-dd13-486d-a9d0-e0cb888f48c3" -d '{"events": [{"server_uuid": "67006f78-2549-4048-9562-c34c796dbf15", "name": "network-vif-deleted", "tag": "b6382668-ebae-4772-ab6c-e6f1e746aa50"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:24.497041 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f59bb-70bb-4c9c-827f-dea8de254173 x-openstack-request-id: req-2c9f59bb-70bb-4c9c-827f-dea8de254173 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:24.497352 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67006f78-2549-4048-9562-c34c796dbf15", "name": "network-vif-deleted", "tag": "b6382668-ebae-4772-ab6c-e6f1e746aa50", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:24.497643 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c9f59bb-70bb-4c9c-827f-dea8de254173 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:24.498065 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67006f78-2549-4048-9562-c34c796dbf15', 'name': 'network-vif-deleted', 'tag': 'b6382668-ebae-4772-ab6c-e6f1e746aa50', 'status': 'completed', 'code': 200} Aug 19 12:25:24.717295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66b739a8-9cb2-4e22-b8ad-a7df0524de99 req-02b3b683-8eab-4dd2-8dda-2559afc2c40f tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=67006f78-2549-4048-9562-c34c796dbf15 HTTP/1.1" status: 200 len: 210 time: 0.0271008 Aug 19 12:25:24.981398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9e93-dfa4-4bcf-ace2-ee2985af220d req-6c18fd68-4b15-49b4-9f11-56d97e20bba5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.983734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-529f9e93-dfa4-4bcf-ace2-ee2985af220d req-6c18fd68-4b15-49b4-9f11-56d97e20bba5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0528347 Aug 19 12:25:25.044373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-529f9e93-dfa4-4bcf-ace2-ee2985af220d req-6ee7e6dc-4a35-4afb-8488-f5578c7c2dce tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452313 Aug 19 12:25:26.030149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c22838-e751-4450-a5e4-b376da6767ca req-ae272be2-76ad-441f-ac44-688d4300d830 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.031679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77c22838-e751-4450-a5e4-b376da6767ca req-ae272be2-76ad-441f-ac44-688d4300d830 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 946 time: 0.0516682 Aug 19 12:25:26.081939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77c22838-e751-4450-a5e4-b376da6767ca req-b7a9252a-cbf4-45e4-a1f6-d5a3b17546d7 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Aug 19 12:25:26.197346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bfd67-cb50-4c0b-b51d-ecd65b4bfdfc req-54640045-e8e4-468e-b3a0-464423d0751e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.198908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f3bfd67-cb50-4c0b-b51d-ecd65b4bfdfc req-54640045-e8e4-468e-b3a0-464423d0751e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0597022 Aug 19 12:25:26.257679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f3bfd67-cb50-4c0b-b51d-ecd65b4bfdfc req-ec2555f2-4377-4d62-b6c2-6c2f1aae9f7e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476472 Aug 19 12:25:26.650209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f055fdfc-0bdd-4e31-a236-130ba6ae43cc details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:26.794863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:26.808243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'port_id': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'mac_address': 'fa:16:3e:1b:a4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:26.872925 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.890010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f055fdfc-0bdd-4e31-a236-130ba6ae43cc {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:26.914467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:26.921015 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.972060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:27.093001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['f055fdfc-0bdd-4e31-a236-130ba6ae43cc'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:27.236039 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-8913b2f1-caf4-45d6-9eba-8e4fd1e04d20 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160634 Aug 19 12:25:27.298151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9a292-cfff-4865-a96d-c8174677bd92 req-9a20c1e1-9e8c-4389-9f71-e8b10425d858 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.301048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7f9a292-cfff-4865-a96d-c8174677bd92 req-9a20c1e1-9e8c-4389-9f71-e8b10425d858 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 946 time: 0.0823770 Aug 19 12:25:27.346166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-80421f2b-0dfe-4ed9-b193-116bbd06d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.347690 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-80421f2b-0dfe-4ed9-b193-116bbd06d9a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=186644e6d71142aea4bfca03ce16808b&device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 1096 time: 0.0743029 Aug 19 12:25:27.416479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7f9a292-cfff-4865-a96d-c8174677bd92 req-de4c3a72-37f6-460d-9a4d-fe96c43bb78b tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032526 Aug 19 12:25:27.475010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c55c7-6bca-4fe9-b947-bab67792095f req-1b824705-2608-44bd-a3e3-f28c5261a4ef tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.478782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-177c55c7-6bca-4fe9-b947-bab67792095f req-1b824705-2608-44bd-a3e3-f28c5261a4ef tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.1079619 Aug 19 12:25:27.538610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-d9b5d90a-bb14-4298-a9a6-7d426ba70a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.540521 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-d9b5d90a-bb14-4298-a9a6-7d426ba70a47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 200 len: 916 time: 0.1710229 Aug 19 12:25:27.557587 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-177c55c7-6bca-4fe9-b947-bab67792095f req-da226526-903c-4a77-85a7-b330df5256c1 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678844 Aug 19 12:25:27.610787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-2bfeaedf-bb89-4f99-a31e-f1ca5e510a29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69989326-65f1-4bec-89c9-89051b41bd0b HTTP/1.1" status: 200 len: 217 time: 0.0633047 Aug 19 12:25:27.687718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-d87d1f41-c598-433f-8602-a42bf15e4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.689660 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-d87d1f41-c598-433f-8602-a42bf15e4ff5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 200 len: 855 time: 0.0596409 Aug 19 12:25:27.699986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-a17e285a-d5f5-46a0-a399-f80feba234ed tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.701645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-a17e285a-d5f5-46a0-a399-f80feba234ed tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 946 time: 0.1014516 Aug 19 12:25:27.738481 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-6a5fe35e-1ec6-482e-83a9-f9e718faf2ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9ff5a7c-06b6-4c7d-97f6-72337b118060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355220 Aug 19 12:25:27.914589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-8bac4557-51d2-4239-9d54-cf68f9581939 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597912 Aug 19 12:25:27.921326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Deleting port 217ce63c-add3-47d2-b602-987ce156f955 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:27.921752 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.135829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] For port 217ce63c-add3-47d2-b602-987ce156f955, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=217ce63c-add3-47d2-b602-987ce156f955,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:28.136371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.137398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b6382668-ebae-4772-ab6c-e6f1e746aa50 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:28.140588 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4fccadb7-7f49-4466-a7ea-ee0edf194cbf req-7f13ac78-5f36-4e21-bc47-8498e41536f0 service neutron] 10.222.0.54 "GET /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140312 Aug 19 12:25:28.167722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Calling delete_port for 217ce63c-add3-47d2-b602-987ce156f955 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:28.182909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: b6382668-ebae-4772-ab6c-e6f1e746aa50 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:28.183945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b6382668-ebae-4772-ab6c-e6f1e746aa50 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:28.335123 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.368003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Pushing event deleted for resources: {'Port': ['ID=217ce63c-add3-47d2-b602-987ce156f955,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:28.370146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['69989326-65f1-4bec-89c9-89051b41bd0b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:28.373590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['217ce63c-add3-47d2-b602-987ce156f955'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:28.413036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] No DVR routers for this DVR port 217ce63c-add3-47d2-b602-987ce156f955 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:28.416463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.419591 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-24529108-f314-4c12-b7e8-c9dbc15a7841 req-260d8684-f011-4c78-a6c3-d9d8a14c4cdf tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.69 "DELETE /v2.0/ports/217ce63c-add3-47d2-b602-987ce156f955 HTTP/1.1" status: 204 len: 173 time: 0.7086484 Aug 19 12:25:28.420243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9be2ed-51e0-46a0-9f56-5a6f900691bd', 'name': 'network-vif-deleted', 'tag': '217ce63c-add3-47d2-b602-987ce156f955'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:28.423061 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd65d38-2c86-41f7-a66d-4da6168fb12f" -d '{"events": [{"server_uuid": "1f9be2ed-51e0-46a0-9f56-5a6f900691bd", "name": "network-vif-deleted", "tag": "217ce63c-add3-47d2-b602-987ce156f955"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:28.563085 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd946c7-0516-4f13-b3da-b3ba41e891ef x-openstack-request-id: req-9dd946c7-0516-4f13-b3da-b3ba41e891ef {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:28.563372 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9be2ed-51e0-46a0-9f56-5a6f900691bd", "name": "network-vif-deleted", "tag": "217ce63c-add3-47d2-b602-987ce156f955", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:28.563624 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dd946c7-0516-4f13-b3da-b3ba41e891ef {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:28.564041 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9be2ed-51e0-46a0-9f56-5a6f900691bd', 'name': 'network-vif-deleted', 'tag': '217ce63c-add3-47d2-b602-987ce156f955', 'status': 'completed', 'code': 200} Aug 19 12:25:28.583127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ef6b9fd-3cc4-4726-b93e-54f0f76215e7 req-8f0f67f2-4e6c-42ba-ba0c-5dc8ea6e30f0 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9be2ed-51e0-46a0-9f56-5a6f900691bd HTTP/1.1" status: 200 len: 210 time: 0.0574877 Aug 19 12:25:28.666634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f055fdfc-0bdd-4e31-a236-130ba6ae43cc up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:28.732942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603a8e8-2f47-437f-a5e5-db0bdb9bfdd7 req-27172c0b-1b28-4403-8df1-7a53a1a4a714 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:28.740965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9603a8e8-2f47-437f-a5e5-db0bdb9bfdd7 req-27172c0b-1b28-4403-8df1-7a53a1a4a714 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0776098 Aug 19 12:25:28.750893 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.783613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port f055fdfc-0bdd-4e31-a236-130ba6ae43cc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:28.784016 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.789059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9603a8e8-2f47-437f-a5e5-db0bdb9bfdd7 req-632c31ae-67f3-49b8-8405-7e7d2b9def3b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469432 Aug 19 12:25:28.901492 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.932102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:28.934780 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70bb11f-299d-498d-858a-01b3f56158b8" -d '{"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-plugged", "status": "completed", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:28.970935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:28.980611 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.032410 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a963c329-8411-4f1f-a3a6-9b0b1520af53 x-openstack-request-id: req-a963c329-8411-4f1f-a3a6-9b0b1520af53 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:29.032749 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-plugged", "status": "completed", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:29.032962 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a963c329-8411-4f1f-a3a6-9b0b1520af53 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:29.033361 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'code': 200} Aug 19 12:25:29.071993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:29.935755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b13db-b514-438a-b9c3-d9ea1f3e2d1d req-52a4bb97-88e7-4cce-949d-a993d7e10f5d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.947668 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f1b13db-b514-438a-b9c3-d9ea1f3e2d1d req-52a4bb97-88e7-4cce-949d-a993d7e10f5d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0692542 Aug 19 12:25:30.022981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f1b13db-b514-438a-b9c3-d9ea1f3e2d1d req-d8297341-2e6d-4146-beeb-22dae358bf9e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691295 Aug 19 12:25:30.297169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 59876) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:30.441387 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-54c89d6d-1376-4cbe-b811-c1b9087c306b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.649192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-54c89d6d-1376-4cbe-b811-c1b9087c306b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.654992 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-54c89d6d-1376-4cbe-b811-c1b9087c306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.662017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 217ce63c-add3-47d2-b602-987ce156f955 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:30.699995 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 59880) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:30.700455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-54c89d6d-1376-4cbe-b811-c1b9087c306b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57a0dc43ae2e4b54814f5ccb300841f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020069 Aug 19 12:25:30.701232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 217ce63c-add3-47d2-b602-987ce156f955 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:30.701674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 217ce63c-add3-47d2-b602-987ce156f955 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:30.729612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c89d6d-1376-4cbe-b811-c1b9087c306b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70d1dc5-a681-4d40-9863-c4385fa707fc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:30.783635 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2d02d5c-b033-4e08-be34-b5deb099cb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.808226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2d02d5c-b033-4e08-be34-b5deb099cb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.880790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2d02d5c-b033-4e08-be34-b5deb099cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.885674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2d02d5c-b033-4e08-be34-b5deb099cb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.887485 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f2d02d5c-b033-4e08-be34-b5deb099cb07 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e70d1dc5-a681-4d40-9863-c4385fa707fc HTTP/1.1" status: 204 len: 168 time: 0.1851618 Aug 19 12:25:30.899360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d02d5c-b033-4e08-be34-b5deb099cb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70d1dc5-a681-4d40-9863-c4385fa707fc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:31.169738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4aead2-b5ea-4864-8232-3bb7c4c1667c req-35853541-56e2-4aaf-8ca9-0a8067ef5b0a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.178430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c4aead2-b5ea-4864-8232-3bb7c4c1667c req-35853541-56e2-4aaf-8ca9-0a8067ef5b0a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0649755 Aug 19 12:25:31.233927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c4aead2-b5ea-4864-8232-3bb7c4c1667c req-d6038d48-559f-49c3-bc79-d2edf1b7d9f4 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521877 Aug 19 12:25:32.773053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce9e5-4fdf-4328-9f91-980f8b660207 req-a138f654-d396-4cd3-bf2d-f04855a3bf4a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:32.780523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-502ce9e5-4fdf-4328-9f91-980f8b660207 req-a138f654-d396-4cd3-bf2d-f04855a3bf4a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.4180534 Aug 19 12:25:32.826035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-502ce9e5-4fdf-4328-9f91-980f8b660207 req-e2ba3e63-3e23-4261-b762-ec94deeb5147 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Aug 19 12:25:33.258315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6132ed-edaa-4a78-85df-fcfa43fc3d66 req-8dc108e5-c6c6-4bad-9df1-9fff4a6626b5 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.269438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd6132ed-edaa-4a78-85df-fcfa43fc3d66 req-8dc108e5-c6c6-4bad-9df1-9fff4a6626b5 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 945 time: 0.0721669 Aug 19 12:25:33.347179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd6132ed-edaa-4a78-85df-fcfa43fc3d66 req-70cfd5b8-249d-4d2a-98ef-7d372eee08ec tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719876 Aug 19 12:25:33.952945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f28fd4-7f9a-4cbb-ac71-9dce1c26be79 req-b88acc43-430e-442c-abda-0aff7de6688e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.961302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18f28fd4-7f9a-4cbb-ac71-9dce1c26be79 req-b88acc43-430e-442c-abda-0aff7de6688e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0627797 Aug 19 12:25:33.996301 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18f28fd4-7f9a-4cbb-ac71-9dce1c26be79 req-33e6af5d-da19-46e5-9186-6fdfbe150de9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339143 Aug 19 12:25:34.493931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50430e52-3a1f-45f7-b72a-399832a10625 req-1b273818-4a81-4095-8cfe-ea8b9715192f tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.504417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50430e52-3a1f-45f7-b72a-399832a10625 req-1b273818-4a81-4095-8cfe-ea8b9715192f tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 945 time: 0.0861506 Aug 19 12:25:34.542357 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50430e52-3a1f-45f7-b72a-399832a10625 req-039c01f8-67e1-4277-8658-c35397900a3c tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/security-groups?id=93dbe383-e91c-4f65-b8a8-18f4f43215a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360522 Aug 19 12:25:34.791215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-aa064682-713b-4529-b510-24d0d47cdfeb tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.792745 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-aa064682-713b-4529-b510-24d0d47cdfeb tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 945 time: 0.0509937 Aug 19 12:25:34.903538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Deleting port 69989326-65f1-4bec-89c9-89051b41bd0b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:34.904184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.018296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] For port 69989326-65f1-4bec-89c9-89051b41bd0b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=69989326-65f1-4bec-89c9-89051b41bd0b,segment=NetworkSegment(c3d2dcde-700b-4d1a-b0f7-159c6296aacc),segment_id=c3d2dcde-700b-4d1a-b0f7-159c6296aacc)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:35.018661 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.050119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Calling delete_port for 69989326-65f1-4bec-89c9-89051b41bd0b owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:35.168468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17c03b-a414-4403-ba3a-1a82683d210f req-ee39c04f-f173-45ee-95f7-1c8817e8825c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.170924 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec17c03b-a414-4403-ba3a-1a82683d210f req-ee39c04f-f173-45ee-95f7-1c8817e8825c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0726724 Aug 19 12:25:35.228125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec17c03b-a414-4403-ba3a-1a82683d210f req-a62f26dc-80f7-44f4-85a8-38b9ffacbdfb tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471845 Aug 19 12:25:35.258564 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.298949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['69989326-65f1-4bec-89c9-89051b41bd0b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:35.304257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Pushing event deleted for resources: {'Port': ['ID=69989326-65f1-4bec-89c9-89051b41bd0b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:35.367797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] No DVR routers for this DVR port 69989326-65f1-4bec-89c9-89051b41bd0b on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:35.371937 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.374369 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a5b8627-dad4-4329-8a73-f795700efa85 req-6f992eda-c68c-494b-8603-e458e1dca6c8 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.54 "DELETE /v2.0/ports/69989326-65f1-4bec-89c9-89051b41bd0b HTTP/1.1" status: 204 len: 173 time: 0.5726478 Aug 19 12:25:35.374874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a', 'name': 'network-vif-deleted', 'tag': '69989326-65f1-4bec-89c9-89051b41bd0b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:35.378128 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9853fc1-d400-4996-b7ce-47a42faff343" -d '{"events": [{"server_uuid": "ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a", "name": "network-vif-deleted", "tag": "69989326-65f1-4bec-89c9-89051b41bd0b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:35.425030 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e8447-0d82-48a0-8c89-ce4f92902cbf x-openstack-request-id: req-c29e8447-0d82-48a0-8c89-ce4f92902cbf {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:35.425495 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a", "name": "network-vif-deleted", "tag": "69989326-65f1-4bec-89c9-89051b41bd0b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:35.425749 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c29e8447-0d82-48a0-8c89-ce4f92902cbf {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:35.427092 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a', 'name': 'network-vif-deleted', 'tag': '69989326-65f1-4bec-89c9-89051b41bd0b', 'status': 'completed', 'code': 200} Aug 19 12:25:35.690882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-313ee163-3e75-4eb7-b253-343e44265ea2 req-e13d03cc-32f5-48e5-879b-4b1d996efa34 tempest-AttachVolumeNegativeTest-1675508152 tempest-AttachVolumeNegativeTest-1675508152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebe1a1f0-f66b-4e64-8b35-4afacfae8a4a HTTP/1.1" status: 200 len: 210 time: 0.0379829 Aug 19 12:25:36.380234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eec8de-ac95-4b06-94f5-45391a7f85c0 req-cdb97acb-effd-44cc-907c-6732625a2811 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:36.388027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32eec8de-ac95-4b06-94f5-45391a7f85c0 req-cdb97acb-effd-44cc-907c-6732625a2811 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0710852 Aug 19 12:25:36.437236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32eec8de-ac95-4b06-94f5-45391a7f85c0 req-bff59a10-6fc4-4277-95be-4908f57c557b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Aug 19 12:25:36.731986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60018) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:36.780010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8518b7d-a596-47a1-b8c7-980d6cff5767 admin admin] Deleting subnet 9500c34d-2933-4682-9691-f427e8b732e1 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:36.783239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e8518b7d-a596-47a1-b8c7-980d6cff5767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.819517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e8518b7d-a596-47a1-b8c7-980d6cff5767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.862145 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e8518b7d-a596-47a1-b8c7-980d6cff5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.940091 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e8518b7d-a596-47a1-b8c7-980d6cff5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.986034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e8518b7d-a596-47a1-b8c7-980d6cff5767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.988155 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e8518b7d-a596-47a1-b8c7-980d6cff5767 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9500c34d-2933-4682-9691-f427e8b732e1 HTTP/1.1" status: 204 len: 168 time: 0.2552469 Aug 19 12:25:36.989170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8518b7d-a596-47a1-b8c7-980d6cff5767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9500c34d-2933-4682-9691-f427e8b732e1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:36.991241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60022) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:37.074447 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.159066 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.169964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ff5a7c-06b6-4c7d-97f6-72337b118060']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:37.180719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:37.181355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d2dcde-700b-4d1a-b0f7-159c6296aacc') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:37.190519 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.205037 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.211922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:25:37.212328 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:25:37.252601 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:25:37.279754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.285860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.288178 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d9ff5a7c-06b6-4c7d-97f6-72337b118060 HTTP/1.1" status: 204 len: 168 time: 0.2951291 Aug 19 12:25:37.304200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aa00b-cc0b-465f-be89-c2e4a65f99d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ff5a7c-06b6-4c7d-97f6-72337b118060,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:37.501709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60040) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:37.586287 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2ec76114-b80d-4aa6-be3a-6cb1a5c92a3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=186644e6d71142aea4bfca03ce16808b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832560 Aug 19 12:25:37.589366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60046) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:37.607363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4454ec-c73b-4778-96d9-08f3c46ab8b6 req-a64a93fa-071f-4235-988d-e1223bac5ea9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:37.609073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e4454ec-c73b-4778-96d9-08f3c46ab8b6 req-a64a93fa-071f-4235-988d-e1223bac5ea9 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0686383 Aug 19 12:25:37.646541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73e9a6ef-364a-41ec-a73f-ff327b267934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.652506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e4454ec-c73b-4778-96d9-08f3c46ab8b6 req-153857e2-eee1-478f-bb08-651903436c58 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357201 Aug 19 12:25:37.669523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73e9a6ef-364a-41ec-a73f-ff327b267934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.718776 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73e9a6ef-364a-41ec-a73f-ff327b267934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.721384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-73e9a6ef-364a-41ec-a73f-ff327b267934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.722654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-73e9a6ef-364a-41ec-a73f-ff327b267934 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93dbe383-e91c-4f65-b8a8-18f4f43215a5 HTTP/1.1" status: 204 len: 168 time: 0.1321690 Aug 19 12:25:37.730774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a6ef-364a-41ec-a73f-ff327b267934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dbe383-e91c-4f65-b8a8-18f4f43215a5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:37.804715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60052) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:38.021227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7d64-e6df-457e-9334-85d9ae594c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.116260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7d64-e6df-457e-9334-85d9ae594c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.121339 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7d64-e6df-457e-9334-85d9ae594c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.163602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 69989326-65f1-4bec-89c9-89051b41bd0b no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:38.181151 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8e4d7d64-e6df-457e-9334-85d9ae594c8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4d8872db3a1493ca7709a2da2678a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752954 Aug 19 12:25:38.183451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d7d64-e6df-457e-9334-85d9ae594c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6dc774-e4da-4ed3-8199-f828d0f45286,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:38.184000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60068) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:38.193338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 69989326-65f1-4bec-89c9-89051b41bd0b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:38.194050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 69989326-65f1-4bec-89c9-89051b41bd0b not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:38.247224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fef2f5a-32a4-499e-9427-5f4f3f40c5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.272543 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fef2f5a-32a4-499e-9427-5f4f3f40c5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.330355 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fef2f5a-32a4-499e-9427-5f4f3f40c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.333289 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9fef2f5a-32a4-499e-9427-5f4f3f40c5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.334629 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9fef2f5a-32a4-499e-9427-5f4f3f40c5b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b6dc774-e4da-4ed3-8199-f828d0f45286 HTTP/1.1" status: 204 len: 168 time: 0.1490197 Aug 19 12:25:38.343265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2f5a-32a4-499e-9427-5f4f3f40c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6dc774-e4da-4ed3-8199-f828d0f45286,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:38.355978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-c2d99cd5-c9fb-4c89-937d-302f56cf32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.357799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-c2d99cd5-c9fb-4c89-937d-302f56cf32a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 1097 time: 0.2060204 Aug 19 12:25:38.464107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-35bd1c9d-1fc8-4f3c-847c-56a6d14c74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.465858 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-35bd1c9d-1fc8-4f3c-847c-56a6d14c74fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.0990868 Aug 19 12:25:38.548919 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-d6b0bc6d-9bd9-47c8-8b55-28b2f64829f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 200 len: 1002 time: 0.0762849 Aug 19 12:25:38.606151 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-ebfe3d41-01b4-40f9-a9da-ee1e76d1ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.607722 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-ebfe3d41-01b4-40f9-a9da-ee1e76d1ecaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0509543 Aug 19 12:25:38.653520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-cf441a8a-c3e2-4381-b7a8-090a2d93228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.655121 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-cf441a8a-c3e2-4381-b7a8-090a2d93228b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407865 Aug 19 12:25:38.773932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-b9b7c2bd-363c-411d-adbb-844f03a3fa62 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119413 Aug 19 12:25:38.780363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60092) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:38.789186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805a4bc-190f-4d79-8c02-5635743c3237 req-0651393f-a5a4-451f-ba82-51d4ffe9815d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.790792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5805a4bc-190f-4d79-8c02-5635743c3237 req-0651393f-a5a4-451f-ba82-51d4ffe9815d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0610352 Aug 19 12:25:38.812789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddd7b9b4-3bc3-4aa1-940a-60b7689366ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.838249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5805a4bc-190f-4d79-8c02-5635743c3237 req-92443fa1-3aeb-41e4-9d21-2a1e40939d4d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Aug 19 12:25:38.914838 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4532c1b6-69ea-409b-ae56-a3319b747223 req-8e589c69-df90-459b-8bf9-b27e1b5b14e5 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272221 Aug 19 12:25:38.970102 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddd7b9b4-3bc3-4aa1-940a-60b7689366ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.975785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ddd7b9b4-3bc3-4aa1-940a-60b7689366ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.014018 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ddd7b9b4-3bc3-4aa1-940a-60b7689366ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9af76b28c3b4478a93b6decb6a751ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322490 Aug 19 12:25:39.016028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7b9b4-3bc3-4aa1-940a-60b7689366ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fc3159-ec95-4add-a46a-a31a4a8896dd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:39.016927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60100) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:39.069457 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc62c2fc-8101-4aad-bc6a-6b3759d58673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.090844 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc62c2fc-8101-4aad-bc6a-6b3759d58673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.142231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc62c2fc-8101-4aad-bc6a-6b3759d58673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.145011 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fc62c2fc-8101-4aad-bc6a-6b3759d58673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.146276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fc62c2fc-8101-4aad-bc6a-6b3759d58673 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07fc3159-ec95-4add-a46a-a31a4a8896dd HTTP/1.1" status: 204 len: 168 time: 0.1281567 Aug 19 12:25:39.155086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c2fc-8101-4aad-bc6a-6b3759d58673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fc3159-ec95-4add-a46a-a31a4a8896dd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:39.970336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61b172-796e-4aeb-abc6-0a2e3f6c3f9c req-882d8959-ccc8-4eec-a529-4a62f0695d09 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.972089 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef61b172-796e-4aeb-abc6-0a2e3f6c3f9c req-882d8959-ccc8-4eec-a529-4a62f0695d09 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0530643 Aug 19 12:25:40.013366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef61b172-796e-4aeb-abc6-0a2e3f6c3f9c req-ac1668e6-d715-435b-a7d3-e27c6f0532ff tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347083 Aug 19 12:25:40.156335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-d2eebeba-e82b-4339-8ba0-c75bfa8652eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.157934 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-d2eebeba-e82b-4339-8ba0-c75bfa8652eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 1097 time: 0.0421979 Aug 19 12:25:40.299135 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-83ef11b6-dac3-479b-9889-0a281214d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.301128 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-83ef11b6-dac3-479b-9889-0a281214d2d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.1192038 Aug 19 12:25:40.374440 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-edd225da-8cf6-460a-88ed-52ee34010785 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 200 len: 1002 time: 0.0645826 Aug 19 12:25:40.426340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-ba00ae4b-d405-4532-9a2e-2a41b2672fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.428583 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-ba00ae4b-d405-4532-9a2e-2a41b2672fe0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0467350 Aug 19 12:25:40.488402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-e1d0c5eb-c533-4210-9144-958e79652077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.490080 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-e1d0c5eb-c533-4210-9144-958e79652077 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550690 Aug 19 12:25:40.602697 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-d25908e7-0451-4ff5-8060-d1049f3a68d2 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996857 Aug 19 12:25:40.716300 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-eb05ed97-b8d7-40a2-bd6a-7bec97d88671 req-01e3f684-a31b-47a7-922a-2024a1ea9e78 service neutron] 10.222.0.69 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061797 Aug 19 12:25:41.163694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1cc6b-9118-4c25-b801-87b1702ad86e req-d9ea4aa4-7a36-4e4a-befb-5fa8f963d307 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:41.165437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55c1cc6b-9118-4c25-b801-87b1702ad86e req-d9ea4aa4-7a36-4e4a-befb-5fa8f963d307 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0674031 Aug 19 12:25:41.209489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-55c1cc6b-9118-4c25-b801-87b1702ad86e req-00290068-72e0-4d24-a4b9-ba244405ef44 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359933 Aug 19 12:25:41.817416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60254) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:41.957395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.072511 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.078060 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.133572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60284) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:42.139915 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dea46d60b5d940b784352d9b3d15e377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207109 Aug 19 12:25:42.141205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a83bdf-583a-4add-82ef-ca5fbe1212bf,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:42.149783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.150142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.150484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.150820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.151398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.151882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.152375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.153685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.154208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.154803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.155312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.155800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7574d-3885-4caa-a7fe-38c9e95c44ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:42.196788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cddbd8b8-a381-4574-b11a-d3ee3c3af57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.222364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cddbd8b8-a381-4574-b11a-d3ee3c3af57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.228066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d723e0a-0648-4302-a493-0937e0a6eadc req-d32cfd7a-4b3a-40a7-833e-d406cb3f5380 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:42.229710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d723e0a-0648-4302-a493-0937e0a6eadc req-d32cfd7a-4b3a-40a7-833e-d406cb3f5380 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0554204 Aug 19 12:25:42.278565 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d723e0a-0648-4302-a493-0937e0a6eadc req-fe5ee1ab-2b4a-431d-ae4a-6ee49ed96f53 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Aug 19 12:25:42.310283 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-f0ce2b60-509c-4c97-9ede-e2f15116d892 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722511 Aug 19 12:25:42.320711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cddbd8b8-a381-4574-b11a-d3ee3c3af57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.323587 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cddbd8b8-a381-4574-b11a-d3ee3c3af57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.324898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cddbd8b8-a381-4574-b11a-d3ee3c3af57e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66a83bdf-583a-4add-82ef-ca5fbe1212bf HTTP/1.1" status: 204 len: 168 time: 0.1902483 Aug 19 12:25:42.334590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbd8b8-a381-4574-b11a-d3ee3c3af57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a83bdf-583a-4add-82ef-ca5fbe1212bf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:42.640701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60328) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:42.659138 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f84039-98c9-4abe-aaf6-a068d2b1d2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.744075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device f055fdfc-0bdd-4e31-a236-130ba6ae43cc no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:42.772444 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f84039-98c9-4abe-aaf6-a068d2b1d2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.777537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f84039-98c9-4abe-aaf6-a068d2b1d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.825318 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-81f84039-98c9-4abe-aaf6-a068d2b1d2a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0044d5ac55c4f0ebac1175164afe52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809347 Aug 19 12:25:42.825450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f84039-98c9-4abe-aaf6-a068d2b1d2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac456e4-ee3b-455a-9e68-5ea65c09ae18,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:42.826061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60338) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:42.830735 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.863353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:42.865903 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc964640-4ef2-489e-9150-35253c71735c" -d '{"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-unplugged", "status": "completed", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:42.879960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:42.885298 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.908152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37b1db2b-9a90-403c-a898-a91e2cd3df51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.933789 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37b1db2b-9a90-403c-a898-a91e2cd3df51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.939946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:42.957204 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd2d3f2-b8fd-4cba-8b63-ad7235f4a0d7 x-openstack-request-id: req-cbd2d3f2-b8fd-4cba-8b63-ad7235f4a0d7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:42.957505 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-unplugged", "status": "completed", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:42.957764 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbd2d3f2-b8fd-4cba-8b63-ad7235f4a0d7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:42.958164 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'code': 200} Aug 19 12:25:42.985807 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37b1db2b-9a90-403c-a898-a91e2cd3df51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.988483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37b1db2b-9a90-403c-a898-a91e2cd3df51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.989778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-37b1db2b-9a90-403c-a898-a91e2cd3df51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ac456e4-ee3b-455a-9e68-5ea65c09ae18 HTTP/1.1" status: 204 len: 168 time: 0.1623497 Aug 19 12:25:43.000146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1db2b-9a90-403c-a898-a91e2cd3df51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac456e4-ee3b-455a-9e68-5ea65c09ae18,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:43.385056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-d7bdd78f-0d50-4980-a6bf-2015e2fe3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.386698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-d7bdd78f-0d50-4980-a6bf-2015e2fe3b9c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501&tenant_id=9407dcf8ebfa4301a36b74206efc1b7d HTTP/1.1" status: 200 len: 1095 time: 0.1928484 Aug 19 12:25:43.409012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:43.429883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de53a7-78c1-4385-a031-696bf83b52ea req-96a2949c-6adf-4622-bdf9-c1e7609d84fd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.437495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9de53a7-78c1-4385-a031-696bf83b52ea req-96a2949c-6adf-4622-bdf9-c1e7609d84fd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 944 time: 0.0682001 Aug 19 12:25:43.486043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9de53a7-78c1-4385-a031-696bf83b52ea req-c254b301-c6eb-4ea3-9073-14cf41a7bf0e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474832 Aug 19 12:25:43.496107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.985750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:44.026165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:44.060351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f055fdfc-0bdd-4e31-a236-130ba6ae43cc {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:44.069065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.082280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Transition to ACTIVE for port object f055fdfc-0bdd-4e31-a236-130ba6ae43cc will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:44.087403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.207223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=9']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:44.278519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] No DVR routers for this DVR port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:44.317203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60440) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:44.452200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Attempting to bind port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:44.452735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Attempting to bind port f055fdfc-0bdd-4e31-a236-130ba6ae43cc by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:44.452966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Attempting to bind port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:44.457671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:44.458000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Attempting to bind port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:44.463499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:44.463666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Checking segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:44.463986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Bound using segment: {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:44.464416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Bound port: f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:44.464800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.535754 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:44.540172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:44.546675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.558666 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5490dce4-5d4b-4f72-bf9f-2b0aa2e2ef56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.581698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:44.582331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.583922 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] 10.222.0.54 "PUT /v2.0/ports/f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 200 len: 1092 time: 1.1822453 Aug 19 12:25:44.584602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:44.587906 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64894ad-3d9e-459e-86b4-67a639bc2edc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:44.664597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c4dc7-0cde-4841-b628-ff764caf7433 req-daccfe5e-b3da-40a7-8e9f-33d88002875e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:44.665298 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a5c71b-ae96-4f2c-9baa-fb04d5b641b2 x-openstack-request-id: req-f5a5c71b-ae96-4f2c-9baa-fb04d5b641b2 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:44.665704 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:44.666148 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5a5c71b-ae96-4f2c-9baa-fb04d5b641b2 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:44.666292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de2c4dc7-0cde-4841-b628-ff764caf7433 req-daccfe5e-b3da-40a7-8e9f-33d88002875e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0952404 Aug 19 12:25:44.666879 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'status': 'completed', 'code': 200} Aug 19 12:25:44.682022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc59a5-7724-420c-b97a-59a1ad219a4f service neutron] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=10']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:44.697088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-fc51b6f9-1e6e-482a-a6fc-1a1b9a402094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:44.699387 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-fc51b6f9-1e6e-482a-a6fc-1a1b9a402094 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 1096 time: 0.0797210 Aug 19 12:25:44.752808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de2c4dc7-0cde-4841-b628-ff764caf7433 req-075629f9-99f0-4eb4-b119-32002c41856a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673957 Aug 19 12:25:44.824899 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5490dce4-5d4b-4f72-bf9f-2b0aa2e2ef56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.825069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-c5e6b8bb-3d5e-435c-929a-0688ac3f62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:44.826475 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-c5e6b8bb-3d5e-435c-929a-0688ac3f62c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.1201515 Aug 19 12:25:44.830340 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5490dce4-5d4b-4f72-bf9f-2b0aa2e2ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.863880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5490dce4-5d4b-4f72-bf9f-2b0aa2e2ef56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84999019447646929740ddbc02679333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455275 Aug 19 12:25:44.868842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60462) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:44.885838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490dce4-5d4b-4f72-bf9f-2b0aa2e2ef56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bfe44d-6d35-42a6-b3ee-bc184c424818,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:44.920304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-a9c813e0-5df9-47c1-96f7-07341b2fa8ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 200 len: 1000 time: 0.0866249 Aug 19 12:25:44.928609 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b55a65a-199a-4318-9df0-17717a8a6204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.950601 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b55a65a-199a-4318-9df0-17717a8a6204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.973573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-237dbb0e-7ae7-4773-bb34-a4058e09d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:44.975266 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-237dbb0e-7ae7-4773-bb34-a4058e09d28b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0463781 Aug 19 12:25:45.009457 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b55a65a-199a-4318-9df0-17717a8a6204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.012254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b55a65a-199a-4318-9df0-17717a8a6204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.013444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9b55a65a-199a-4318-9df0-17717a8a6204 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23bfe44d-6d35-42a6-b3ee-bc184c424818 HTTP/1.1" status: 204 len: 168 time: 0.1434491 Aug 19 12:25:45.021212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55a65a-199a-4318-9df0-17717a8a6204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bfe44d-6d35-42a6-b3ee-bc184c424818,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:45.030527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-028b2829-65e8-425a-b925-7ff8837e7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.032103 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-028b2829-65e8-425a-b925-7ff8837e7e9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499034 Aug 19 12:25:45.135619 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-524c9130-21f5-4068-a0a9-de7e16a2622f service neutron] 10.222.0.54 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952647 Aug 19 12:25:45.231405 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-f6a37c46-f4f9-4e02-81b7-5de38aa3dd6e service neutron] 10.222.0.54 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885530 Aug 19 12:25:45.385232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-e8db5f2f-752d-4345-a438-303ae12cbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.387494 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-e8db5f2f-752d-4345-a438-303ae12cbfe4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 1096 time: 0.0499606 Aug 19 12:25:45.393688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60482) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:45.410858 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b95f2b23-1b19-4ab9-9328-44f7f4bd3626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.511575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-6c5f998c-88f0-4f53-8178-8fd4e391cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.513593 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-6c5f998c-88f0-4f53-8178-8fd4e391cf6a service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 200 len: 917 time: 0.1193323 Aug 19 12:25:45.543923 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b95f2b23-1b19-4ab9-9328-44f7f4bd3626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.549878 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b95f2b23-1b19-4ab9-9328-44f7f4bd3626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.593826 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-9c5c4d80-743f-44c3-81a1-0ba80f747443 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 200 len: 1000 time: 0.0704708 Aug 19 12:25:45.596056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b95f2b23-1b19-4ab9-9328-44f7f4bd3626 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc3c92794704417a8a0b3c650a947a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008350 Aug 19 12:25:45.597173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f2b23-1b19-4ab9-9328-44f7f4bd3626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d9c1b5-d8fa-4795-91ed-e290d2171d72,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:45.598667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60494) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:45.677827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-e09d48ef-098c-4019-ad1a-03bcc9ee48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.679332 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-e09d48ef-098c-4019-ad1a-03bcc9ee48a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 200 len: 855 time: 0.0715280 Aug 19 12:25:45.703252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fb205e1-5d46-4608-8faa-bf937629066e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.741036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fb205e1-5d46-4608-8faa-bf937629066e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.768548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-aeeda20f-946d-4d1c-9143-e41ed7b128ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.770097 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-aeeda20f-946d-4d1c-9143-e41ed7b128ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a51e1d7-99ae-4ceb-a559-ef1d626309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805986 Aug 19 12:25:45.855067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fb205e1-5d46-4608-8faa-bf937629066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.857804 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fb205e1-5d46-4608-8faa-bf937629066e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.859186 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8fb205e1-5d46-4608-8faa-bf937629066e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1d9c1b5-d8fa-4795-91ed-e290d2171d72 HTTP/1.1" status: 204 len: 168 time: 0.2594070 Aug 19 12:25:45.883319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb205e1-5d46-4608-8faa-bf937629066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d9c1b5-d8fa-4795-91ed-e290d2171d72,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:45.896138 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-f8669d7f-e4f6-42dc-9cd2-84b39ef0c1d1 service neutron] 10.222.0.54 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172040 Aug 19 12:25:45.944845 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6ae67-ba1f-427a-8f45-b9ebe2862540 req-2cb7ff85-c766-4205-b16c-f93ba064d7f3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.955833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84b6ae67-ba1f-427a-8f45-b9ebe2862540 req-2cb7ff85-c766-4205-b16c-f93ba064d7f3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0898659 Aug 19 12:25:46.044938 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-84b6ae67-ba1f-427a-8f45-b9ebe2862540 req-cd130a35-f328-4cbd-b7b5-7e6b4bfbd198 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861559 Aug 19 12:25:46.047096 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a64894ad-3d9e-459e-86b4-67a639bc2edc req-22192d7f-3ccb-4d39-b394-e050c8627d62 service neutron] 10.222.0.54 "GET /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251740 Aug 19 12:25:47.228603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d529-a051-4900-892b-2df9956fd7a0 req-8882bd3b-611c-458e-bf8f-90c07840673a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:47.238190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54b5d529-a051-4900-892b-2df9956fd7a0 req-8882bd3b-611c-458e-bf8f-90c07840673a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0998943 Aug 19 12:25:47.301596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54b5d529-a051-4900-892b-2df9956fd7a0 req-1c2c804f-e637-4932-8fcf-cc799e8cce11 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600600 Aug 19 12:25:47.730296 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:25:48.410401 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-250f298e-abd7-44c8-a35c-c09724c2a098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.486278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8745e10-17e0-464a-81cc-01d6a0ca37d9 req-0344b2e0-7fd0-47c0-a685-7c876379ee3a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.488590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8745e10-17e0-464a-81cc-01d6a0ca37d9 req-0344b2e0-7fd0-47c0-a685-7c876379ee3a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0841823 Aug 19 12:25:48.549326 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8745e10-17e0-464a-81cc-01d6a0ca37d9 req-de16d50d-a648-4d97-9af1-e0615802a0ad tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458684 Aug 19 12:25:49.716014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac622e8-04e1-4ff0-8f47-817def311ac6 req-0eea98b5-b440-41a1-9512-9ae93dc90b6e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:49.724230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cac622e8-04e1-4ff0-8f47-817def311ac6 req-0eea98b5-b440-41a1-9512-9ae93dc90b6e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0789688 Aug 19 12:25:49.763803 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cac622e8-04e1-4ff0-8f47-817def311ac6 req-b9b6fa27-a4ff-4847-b141-06311213066e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379767 Aug 19 12:25:50.073551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:50.269955 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ba533ab-1a57-4f14-a43c-d4ad3afdf1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.402421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ba533ab-1a57-4f14-a43c-d4ad3afdf1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.408551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ba533ab-1a57-4f14-a43c-d4ad3afdf1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.456131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba533ab-1a57-4f14-a43c-d4ad3afdf1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c03f77-60dd-4c65-87aa-e96a2fa2267a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:50.461277 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9ba533ab-1a57-4f14-a43c-d4ad3afdf1c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92f778b96fbd48d8babc88e987e8f25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864913 Aug 19 12:25:50.463799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60644) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:50.509170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60646) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:50.538553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f04b4a2b-f96b-458f-909e-95c4d9a99f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.562191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f04b4a2b-f96b-458f-909e-95c4d9a99f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.626554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f11fa18-3eca-4b90-8900-bc4726f3da1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.629576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f04b4a2b-f96b-458f-909e-95c4d9a99f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.632261 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f04b4a2b-f96b-458f-909e-95c4d9a99f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.635626 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f04b4a2b-f96b-458f-909e-95c4d9a99f8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50c03f77-60dd-4c65-87aa-e96a2fa2267a HTTP/1.1" status: 204 len: 168 time: 0.1671896 Aug 19 12:25:50.644602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b4a2b-f96b-458f-909e-95c4d9a99f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c03f77-60dd-4c65-87aa-e96a2fa2267a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:50.756565 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f11fa18-3eca-4b90-8900-bc4726f3da1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.761423 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f11fa18-3eca-4b90-8900-bc4726f3da1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.800050 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8ab65fd3-1ea0-41dc-947f-1491d507be22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.809168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3f11fa18-3eca-4b90-8900-bc4726f3da1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07e80ea3f49848ca9bac36b947a1911d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988744 Aug 19 12:25:50.811962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60656) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:50.830913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11fa18-3eca-4b90-8900-bc4726f3da1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed34d1b-71db-48a0-85b8-d1fb040a2748,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:50.897726 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d4e86e3-2981-499e-af0f-8ac2d10cfd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.923705 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d4e86e3-2981-499e-af0f-8ac2d10cfd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.927611 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.935181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12987c-67e8-472c-b992-9e1473234ef4 req-83e8350f-5eef-4134-88eb-53495260b82a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.946249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a12987c-67e8-472c-b992-9e1473234ef4 req-83e8350f-5eef-4134-88eb-53495260b82a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0721860 Aug 19 12:25:50.990857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d4e86e3-2981-499e-af0f-8ac2d10cfd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.995377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d4e86e3-2981-499e-af0f-8ac2d10cfd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.997207 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1d4e86e3-2981-499e-af0f-8ac2d10cfd7b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ed34d1b-71db-48a0-85b8-d1fb040a2748 HTTP/1.1" status: 204 len: 168 time: 0.1835909 Aug 19 12:25:51.003351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a12987c-67e8-472c-b992-9e1473234ef4 req-c5a7239d-c328-47ce-a465-f898e84bfd4d tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493908 Aug 19 12:25:51.013654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e86e3-2981-499e-af0f-8ac2d10cfd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed34d1b-71db-48a0-85b8-d1fb040a2748,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:51.110339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60660) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:51.124243 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-802fccbb-4735-40b0-b7cb-974f2f5ba83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.247684 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-802fccbb-4735-40b0-b7cb-974f2f5ba83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.258014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-802fccbb-4735-40b0-b7cb-974f2f5ba83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.300968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-802fccbb-4735-40b0-b7cb-974f2f5ba83d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09a8c83b044d455cbf7aa1c5ed0b3b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893289 Aug 19 12:25:51.304530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60664) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:51.314342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fccbb-4735-40b0-b7cb-974f2f5ba83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947c42d8-edd5-4fc4-9818-2d1512be4cf5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:51.368351 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0e1013e-26f3-47cb-8c71-f62d81cb6372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.393223 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0e1013e-26f3-47cb-8c71-f62d81cb6372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.393223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60666) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:51.419605 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86ddfb88-4263-4f1a-890a-111af356369c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.476295 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0e1013e-26f3-47cb-8c71-f62d81cb6372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.478919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a0e1013e-26f3-47cb-8c71-f62d81cb6372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.480112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a0e1013e-26f3-47cb-8c71-f62d81cb6372 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/947c42d8-edd5-4fc4-9818-2d1512be4cf5 HTTP/1.1" status: 204 len: 168 time: 0.1744959 Aug 19 12:25:51.494421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1013e-26f3-47cb-8c71-f62d81cb6372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947c42d8-edd5-4fc4-9818-2d1512be4cf5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:51.575814 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86ddfb88-4263-4f1a-890a-111af356369c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.581247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86ddfb88-4263-4f1a-890a-111af356369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.624058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-86ddfb88-4263-4f1a-890a-111af356369c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e4abc8745e045149b36158a33aaf5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302005 Aug 19 12:25:51.625089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddfb88-4263-4f1a-890a-111af356369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b38921a-151c-44f0-b950-729fd69212ca,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:51.626734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60670) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:51.681025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28a368bf-1858-451e-b9ad-d424f52221ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.709299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28a368bf-1858-451e-b9ad-d424f52221ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.766062 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28a368bf-1858-451e-b9ad-d424f52221ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.769028 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28a368bf-1858-451e-b9ad-d424f52221ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.782947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-28a368bf-1858-451e-b9ad-d424f52221ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b38921a-151c-44f0-b950-729fd69212ca HTTP/1.1" status: 204 len: 168 time: 0.1516979 Aug 19 12:25:51.818180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a368bf-1858-451e-b9ad-d424f52221ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b38921a-151c-44f0-b950-729fd69212ca,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:52.012316 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:52.175747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ac95-5c82-4cfb-af56-6ee182958b48 req-9a41c81a-6b48-40bb-b677-46212649199b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.193244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bd8ac95-5c82-4cfb-af56-6ee182958b48 req-9a41c81a-6b48-40bb-b677-46212649199b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0832436 Aug 19 12:25:52.276559 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bd8ac95-5c82-4cfb-af56-6ee182958b48 req-e34d82b1-1576-4e5f-8689-1680ef7ac3f0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820479 Aug 19 12:25:53.463364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b22f-8d80-48b6-9eb8-299c5ab9f60c req-55108034-2d20-4c39-84be-bccb3a6d9afc tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:53.476765 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8185b22f-8d80-48b6-9eb8-299c5ab9f60c req-55108034-2d20-4c39-84be-bccb3a6d9afc tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.1168113 Aug 19 12:25:53.542067 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8185b22f-8d80-48b6-9eb8-299c5ab9f60c req-0908ec82-ebe1-48c2-ba16-9755fda80d1e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578578 Aug 19 12:25:54.049881 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:54.291303 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:54.685255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c19c7-f339-4a57-ba68-000b81316c79 req-7e3f5148-e097-4946-99e9-26c675dcb41a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.689804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b7c19c7-f339-4a57-ba68-000b81316c79 req-7e3f5148-e097-4946-99e9-26c675dcb41a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0575838 Aug 19 12:25:54.762882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b7c19c7-f339-4a57-ba68-000b81316c79 req-6a639905-d550-40a5-a955-ba98e1cb8a73 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685811 Aug 19 12:25:55.261018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60802) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:55.388839 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6438379-c000-41be-85fd-98fa1dd1aff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.491575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6438379-c000-41be-85fd-98fa1dd1aff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.496622 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b6438379-c000-41be-85fd-98fa1dd1aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.535050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6438379-c000-41be-85fd-98fa1dd1aff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287e7211-b21c-4bd3-8368-ea1937471ff6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:55.550584 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b6438379-c000-41be-85fd-98fa1dd1aff2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80ee4c0b38014bd0b642dbf2b2aa9fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877243 Aug 19 12:25:55.553425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60812) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:55.616936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04127d76-295f-437e-872a-1882fbea5892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.641237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04127d76-295f-437e-872a-1882fbea5892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.696917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04127d76-295f-437e-872a-1882fbea5892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.702280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04127d76-295f-437e-872a-1882fbea5892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.703493 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-04127d76-295f-437e-872a-1882fbea5892 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/287e7211-b21c-4bd3-8368-ea1937471ff6 HTTP/1.1" status: 204 len: 168 time: 0.1491306 Aug 19 12:25:55.711848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04127d76-295f-437e-872a-1882fbea5892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e7211-b21c-4bd3-8368-ea1937471ff6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:55.897683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313f25a-769f-4955-946b-32e37669be65 req-1660d599-6c10-4dfa-ad3a-8b8af1cf8c34 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:55.899281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9313f25a-769f-4955-946b-32e37669be65 req-1660d599-6c10-4dfa-ad3a-8b8af1cf8c34 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0578551 Aug 19 12:25:55.948778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9313f25a-769f-4955-946b-32e37669be65 req-2946ece3-9cd7-4b6e-a8a2-aed3460ac0b0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Aug 19 12:25:56.054449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:56.068055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d3e058b-ec34-43b9-9d11-4fd88472c0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.159376 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d3e058b-ec34-43b9-9d11-4fd88472c0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.163719 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d3e058b-ec34-43b9-9d11-4fd88472c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.205117 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3d3e058b-ec34-43b9-9d11-4fd88472c0c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb4bb6495a2a43648ce212a42fafd92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495168 Aug 19 12:25:56.205986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e058b-ec34-43b9-9d11-4fd88472c0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c782cf03-f571-44f6-a9bb-4a668d1a5443,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:56.207833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60838) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:56.289963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7a80-47e4-440a-8e61-0901cd42c233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.312214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7a80-47e4-440a-8e61-0901cd42c233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.363141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7a80-47e4-440a-8e61-0901cd42c233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.365988 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7a80-47e4-440a-8e61-0901cd42c233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.367159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6f3a7a80-47e4-440a-8e61-0901cd42c233 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c782cf03-f571-44f6-a9bb-4a668d1a5443 HTTP/1.1" status: 204 len: 168 time: 0.1582527 Aug 19 12:25:56.376663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a7a80-47e4-440a-8e61-0901cd42c233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c782cf03-f571-44f6-a9bb-4a668d1a5443,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:57.076409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20c610-e6cc-4eba-9ba9-954ce9dbdc17 req-98a12277-a0cf-4742-b77e-638cbb3b6a32 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.077972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df20c610-e6cc-4eba-9ba9-954ce9dbdc17 req-98a12277-a0cf-4742-b77e-638cbb3b6a32 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0525279 Aug 19 12:25:57.121813 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df20c610-e6cc-4eba-9ba9-954ce9dbdc17 req-1c21875b-27ad-4586-b177-5bc023fbf63b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364411 Aug 19 12:25:58.245464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f055fdfc-0bdd-4e31-a236-130ba6ae43cc details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:58.293896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febb4f7-d62c-4acc-8394-4a9d516a9f00 req-094191b6-e722-48fa-b68e-66224e299ccd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:58.295495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4febb4f7-d62c-4acc-8394-4a9d516a9f00 req-094191b6-e722-48fa-b68e-66224e299ccd tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 945 time: 0.0704126 Aug 19 12:25:58.361401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4febb4f7-d62c-4acc-8394-4a9d516a9f00 req-85a0da41-3fd2-4629-9c67-3d698e1cc090 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570154 Aug 19 12:25:58.390650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:58.403079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'port_id': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'mac_address': 'fa:16:3e:1b:a4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:58.450880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:58.465251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f055fdfc-0bdd-4e31-a236-130ba6ae43cc {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:58.489044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:58.493439 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:58.544818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=11']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:58.552427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.552668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.553036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.553381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.553784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.554045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.554372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.554700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.555026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.555449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.555781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.556103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:58.638944 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:58.778404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['f055fdfc-0bdd-4e31-a236-130ba6ae43cc'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:59.318183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 60980) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:59.486892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2658c-c009-4c23-abd8-0f17817ae740 req-95461c76-b924-4b14-985b-953b1e67235b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:59.489607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-abc2658c-c009-4c23-abd8-0f17817ae740 req-95461c76-b924-4b14-985b-953b1e67235b tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 946 time: 0.0501142 Aug 19 12:25:59.530461 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c212fd5-f1f8-4451-9941-d2f0d166373b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.538183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-abc2658c-c009-4c23-abd8-0f17817ae740 req-9454067e-51a5-407d-a2ce-980685631028 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Aug 19 12:25:59.625874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c212fd5-f1f8-4451-9941-d2f0d166373b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.631065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c212fd5-f1f8-4451-9941-d2f0d166373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.670633 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9c212fd5-f1f8-4451-9941-d2f0d166373b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d25cd58be1f64be9a277c05c0fb25748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514876 Aug 19 12:25:59.671459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c212fd5-f1f8-4451-9941-d2f0d166373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f6b56e-27ac-40d9-bb76-8ef7d4e02377,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:59.673506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 60990) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:59.731722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2397-a4fb-4569-99fc-619e3c5f8786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.752976 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2397-a4fb-4569-99fc-619e3c5f8786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.801778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2397-a4fb-4569-99fc-619e3c5f8786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.804521 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2397-a4fb-4569-99fc-619e3c5f8786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.808192 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c2cc2397-a4fb-4569-99fc-619e3c5f8786 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17f6b56e-27ac-40d9-bb76-8ef7d4e02377 HTTP/1.1" status: 204 len: 168 time: 0.1310601 Aug 19 12:25:59.813433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc2397-a4fb-4569-99fc-619e3c5f8786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f6b56e-27ac-40d9-bb76-8ef7d4e02377,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:00.184277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32772) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:00.197892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-707eb9e4-07e0-415d-be25-1ab8f5b53554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.245073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f055fdfc-0bdd-4e31-a236-130ba6ae43cc up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:00.302944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port f055fdfc-0bdd-4e31-a236-130ba6ae43cc completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:00.306949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port f055fdfc-0bdd-4e31-a236-130ba6ae43cc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:00.307544 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.312812 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-707eb9e4-07e0-415d-be25-1ab8f5b53554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.317080 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-707eb9e4-07e0-415d-be25-1ab8f5b53554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.362050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707eb9e4-07e0-415d-be25-1ab8f5b53554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dd4a49-bbe1-4a04-83e6-a2c36de846ec,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:00.369728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32780) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:00.370039 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-707eb9e4-07e0-415d-be25-1ab8f5b53554 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44cb736e0c0d4c6f82b0866570b89a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843009 Aug 19 12:26:00.423721 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.430570 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f513f31-b1c8-49a4-8b7c-86a705ebd31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.457539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:00.458800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f513f31-b1c8-49a4-8b7c-86a705ebd31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.460009 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee16db6-5c8f-413f-a205-fbe23b8911e5" -d '{"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-plugged", "status": "completed", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:00.474464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:00.479394 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.514387 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a8aca6-ded6-4757-adfc-81407fa04b59 x-openstack-request-id: req-a0a8aca6-ded6-4757-adfc-81407fa04b59 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:00.514758 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-plugged", "status": "completed", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:00.515076 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0a8aca6-ded6-4757-adfc-81407fa04b59 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:00.515532 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'code': 200} Aug 19 12:26:00.521900 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f513f31-b1c8-49a4-8b7c-86a705ebd31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.525389 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f513f31-b1c8-49a4-8b7c-86a705ebd31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.526596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5f513f31-b1c8-49a4-8b7c-86a705ebd31d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33dd4a49-bbe1-4a04-83e6-a2c36de846ec HTTP/1.1" status: 204 len: 168 time: 0.1551921 Aug 19 12:26:00.532994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=12']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:00.545791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f513f31-b1c8-49a4-8b7c-86a705ebd31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dd4a49-bbe1-4a04-83e6-a2c36de846ec,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:00.677409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02c333-52bb-497f-ab76-2144be7c574c req-0d824055-e697-4a1c-9554-835038cea154 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:00.681186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa02c333-52bb-497f-ab76-2144be7c574c req-0d824055-e697-4a1c-9554-835038cea154 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 947 time: 0.0598707 Aug 19 12:26:00.722659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa02c333-52bb-497f-ab76-2144be7c574c req-aca6f293-595a-4b1d-8b8b-61895f7d414a tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376792 Aug 19 12:26:00.768332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90307cbe-973c-405b-8aa8-f360c1cc0350 req-f47010d8-3a0f-4425-872c-9fee1b35b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:00.769962 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90307cbe-973c-405b-8aa8-f360c1cc0350 req-f47010d8-3a0f-4425-872c-9fee1b35b749 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 1098 time: 0.0629816 Aug 19 12:26:00.807643 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-90307cbe-973c-405b-8aa8-f360c1cc0350 req-a4c5b21a-a173-4f58-a8a1-5a666b8651ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301592 Aug 19 12:26:01.867972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6076e8-d624-4fca-bd63-80ddd88ba26e req-1af2fe39-6d6f-4479-8c2b-933d62cb4860 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.869567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc6076e8-d624-4fca-bd63-80ddd88ba26e req-1af2fe39-6d6f-4479-8c2b-933d62cb4860 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 947 time: 0.0688767 Aug 19 12:26:01.907763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dc6076e8-d624-4fca-bd63-80ddd88ba26e req-1d51073e-d4b3-41ef-bd7a-cdf4d916295e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320046 Aug 19 12:26:03.039758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea4891-9f1f-43f8-b03d-0fde52124591 req-28500120-2495-4859-8244-86efe3d98907 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:03.041271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02ea4891-9f1f-43f8-b03d-0fde52124591 req-28500120-2495-4859-8244-86efe3d98907 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 947 time: 0.0553160 Aug 19 12:26:03.082575 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-02ea4891-9f1f-43f8-b03d-0fde52124591 req-06b7086e-23ee-412e-901b-d085c39779a5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341163 Aug 19 12:26:03.834985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32960) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:04.049167 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3d49-b200-4d0d-81b3-c14637f2f9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.148225 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3d49-b200-4d0d-81b3-c14637f2f9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.152171 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3d49-b200-4d0d-81b3-c14637f2f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.189045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe9e3d49-b200-4d0d-81b3-c14637f2f9af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ab50ecc992045538a5c8b123df3e922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527346 Aug 19 12:26:04.192355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32970) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:04.193640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e3d49-b200-4d0d-81b3-c14637f2f9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918abc01-e8d1-4b00-aab5-43a985fd41f1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:04.246501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.253007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32972) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:04.274502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.322540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.325227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.326398 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/918abc01-e8d1-4b00-aab5-43a985fd41f1 HTTP/1.1" status: 204 len: 168 time: 0.1325417 Aug 19 12:26:04.334874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918abc01-e8d1-4b00-aab5-43a985fd41f1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:04.342621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.342970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.343346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.343635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.343965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.344297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.344627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.344976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.345305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.345628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.345952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.346277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc42a3-5770-4b05-92ba-085322ff34d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:04.381260 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4e1da5c-08eb-4965-aa61-2f6563948a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.476903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4e1da5c-08eb-4965-aa61-2f6563948a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.481285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f4e1da5c-08eb-4965-aa61-2f6563948a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.531744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f4e1da5c-08eb-4965-aa61-2f6563948a48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bca5cec7c91e4ffda331acb5c4cc0956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749491 Aug 19 12:26:04.531976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32980) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:04.533986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1da5c-08eb-4965-aa61-2f6563948a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e821066a-467d-460f-a4b2-0af2c3383c09,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:04.590544 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e001c9c-dffa-4dfa-8023-943a1b6339e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.605503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32982) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:04.616411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e001c9c-dffa-4dfa-8023-943a1b6339e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.619124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc62b854-b11b-4bb4-9419-36b6d91e1fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.667329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e001c9c-dffa-4dfa-8023-943a1b6339e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.670225 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e001c9c-dffa-4dfa-8023-943a1b6339e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.673841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2e001c9c-dffa-4dfa-8023-943a1b6339e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e821066a-467d-460f-a4b2-0af2c3383c09 HTTP/1.1" status: 204 len: 168 time: 0.1385908 Aug 19 12:26:04.679852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e001c9c-dffa-4dfa-8023-943a1b6339e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e821066a-467d-460f-a4b2-0af2c3383c09,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:04.725407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc62b854-b11b-4bb4-9419-36b6d91e1fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.729517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc62b854-b11b-4bb4-9419-36b6d91e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.773120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fc62b854-b11b-4bb4-9419-36b6d91e1fe8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f381259b4fa543a69a1f0877e45a9ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664798 Aug 19 12:26:04.775227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62b854-b11b-4bb4-9419-36b6d91e1fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b382616-55c7-438a-838f-814c14c5d2b5,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:04.776005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32986) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:04.826874 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d577aad-e197-47ff-b7c7-9a48ccbc3361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.851813 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d577aad-e197-47ff-b7c7-9a48ccbc3361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.899311 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d577aad-e197-47ff-b7c7-9a48ccbc3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.902035 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d577aad-e197-47ff-b7c7-9a48ccbc3361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.903190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1d577aad-e197-47ff-b7c7-9a48ccbc3361 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b382616-55c7-438a-838f-814c14c5d2b5 HTTP/1.1" status: 204 len: 168 time: 0.1261954 Aug 19 12:26:04.912649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d577aad-e197-47ff-b7c7-9a48ccbc3361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b382616-55c7-438a-838f-814c14c5d2b5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:05.012174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 32992) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:05.028495 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08c004da-9895-43e1-8b13-893ae9c26f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.126561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08c004da-9895-43e1-8b13-893ae9c26f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.131338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08c004da-9895-43e1-8b13-893ae9c26f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.170882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-08c004da-9895-43e1-8b13-893ae9c26f6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b61e64abb4b6418cb9fd6a12ba706a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575687 Aug 19 12:26:05.172262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c004da-9895-43e1-8b13-893ae9c26f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede57f45-bd91-4f10-8e74-0831aa57fdf3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:05.173511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 32996) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:05.225924 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7725d42a-cfde-4314-a81f-d12ec3f67a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.248944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7725d42a-cfde-4314-a81f-d12ec3f67a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.304166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7725d42a-cfde-4314-a81f-d12ec3f67a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.306948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7725d42a-cfde-4314-a81f-d12ec3f67a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.310428 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7725d42a-cfde-4314-a81f-d12ec3f67a9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ede57f45-bd91-4f10-8e74-0831aa57fdf3 HTTP/1.1" status: 204 len: 168 time: 0.1335793 Aug 19 12:26:05.316609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725d42a-cfde-4314-a81f-d12ec3f67a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede57f45-bd91-4f10-8e74-0831aa57fdf3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:06.006996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33046) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:06.214955 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35a60388-c2d2-4dbf-ab87-8043eefd25c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.314835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35a60388-c2d2-4dbf-ab87-8043eefd25c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.319087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35a60388-c2d2-4dbf-ab87-8043eefd25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.357899 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-35a60388-c2d2-4dbf-ab87-8043eefd25c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35163e6bc7ef45888535c7daf8d5626d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491261 Aug 19 12:26:06.358782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a60388-c2d2-4dbf-ab87-8043eefd25c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de57939-f423-42ef-b766-ff5d2db3f4a9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:06.360759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33066) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:06.429513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e1a022b-4914-4434-bd81-b72d8bd5a2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.454906 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e1a022b-4914-4434-bd81-b72d8bd5a2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.513047 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e1a022b-4914-4434-bd81-b72d8bd5a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.515601 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e1a022b-4914-4434-bd81-b72d8bd5a2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.516910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1e1a022b-4914-4434-bd81-b72d8bd5a2f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7de57939-f423-42ef-b766-ff5d2db3f4a9 HTTP/1.1" status: 204 len: 168 time: 0.1499379 Aug 19 12:26:06.526713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a022b-4914-4434-bd81-b72d8bd5a2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de57939-f423-42ef-b766-ff5d2db3f4a9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:06.704182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33082) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:06.811923 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86411e36-d93a-4a6f-bd48-acd223caa75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.914730 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86411e36-d93a-4a6f-bd48-acd223caa75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.919014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86411e36-d93a-4a6f-bd48-acd223caa75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.959400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86411e36-d93a-4a6f-bd48-acd223caa75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360487de-52c1-4fdf-a7a6-f002194fbbd5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:06.963658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-86411e36-d93a-4a6f-bd48-acd223caa75c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2aafa8cf80f140c382d32ac6d31eaf04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584703 Aug 19 12:26:06.966660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33096) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:07.024880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f28fc17e-bf62-4bd3-99a1-dc5a1cefe388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.047757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f28fc17e-bf62-4bd3-99a1-dc5a1cefe388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.096496 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f28fc17e-bf62-4bd3-99a1-dc5a1cefe388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.099568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f28fc17e-bf62-4bd3-99a1-dc5a1cefe388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.100804 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f28fc17e-bf62-4bd3-99a1-dc5a1cefe388 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/360487de-52c1-4fdf-a7a6-f002194fbbd5 HTTP/1.1" status: 204 len: 168 time: 0.1330864 Aug 19 12:26:07.111292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fc17e-bf62-4bd3-99a1-dc5a1cefe388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360487de-52c1-4fdf-a7a6-f002194fbbd5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:08.337986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33178) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:08.451100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf161-5ece-4de9-ac86-8b305e642af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.553291 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf161-5ece-4de9-ac86-8b305e642af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.561502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf161-5ece-4de9-ac86-8b305e642af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.601431 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ecbdf161-5ece-4de9-ac86-8b305e642af0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da6c0439e806490aa4f6c5c83651c3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622752 Aug 19 12:26:08.604334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33196) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:08.610573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdf161-5ece-4de9-ac86-8b305e642af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c7a06f-3f8b-4761-a2fa-4cb84c76a7ce,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:08.666274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43586546-66a8-49ad-87ef-6954e2738153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.688629 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43586546-66a8-49ad-87ef-6954e2738153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.741146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43586546-66a8-49ad-87ef-6954e2738153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.743684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-43586546-66a8-49ad-87ef-6954e2738153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.744898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-43586546-66a8-49ad-87ef-6954e2738153 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3c7a06f-3f8b-4761-a2fa-4cb84c76a7ce HTTP/1.1" status: 204 len: 168 time: 0.1395917 Aug 19 12:26:08.753029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43586546-66a8-49ad-87ef-6954e2738153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c7a06f-3f8b-4761-a2fa-4cb84c76a7ce,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:09.109497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33244) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:09.123245 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09a87924-3854-4352-90ed-18c629583f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.241744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09a87924-3854-4352-90ed-18c629583f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.252489 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-09a87924-3854-4352-90ed-18c629583f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.296654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-09a87924-3854-4352-90ed-18c629583f33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c2644150625482dabdc65de505f577f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860311 Aug 19 12:26:09.297429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a87924-3854-4352-90ed-18c629583f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011224e1-763f-4cfa-88e4-c3864f0f0e3d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:09.299491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33266) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:09.355129 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e6d7-7fbf-4909-959a-8d08a4ab7d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.376028 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e6d7-7fbf-4909-959a-8d08a4ab7d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.428195 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e6d7-7fbf-4909-959a-8d08a4ab7d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.431346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e6d7-7fbf-4909-959a-8d08a4ab7d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.432602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f8d3e6d7-7fbf-4909-959a-8d08a4ab7d7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/011224e1-763f-4cfa-88e4-c3864f0f0e3d HTTP/1.1" status: 204 len: 168 time: 0.1320765 Aug 19 12:26:09.441510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3e6d7-7fbf-4909-959a-8d08a4ab7d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011224e1-763f-4cfa-88e4-c3864f0f0e3d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:09.648250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33284) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:09.754063 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a73e264-77d3-4a69-8a4d-ea6876eedf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.848863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a73e264-77d3-4a69-8a4d-ea6876eedf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.854148 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a73e264-77d3-4a69-8a4d-ea6876eedf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.895023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73e264-77d3-4a69-8a4d-ea6876eedf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa22a4a-5adc-4273-89c2-727989b7b768,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:09.903729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0a73e264-77d3-4a69-8a4d-ea6876eedf29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6661d4b9f3e4400a94ff3781fee823d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543604 Aug 19 12:26:09.906276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33296) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:09.957038 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e33ac8e-a72a-4ae1-bafb-5a907c98fd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.979432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e33ac8e-a72a-4ae1-bafb-5a907c98fd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.033659 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e33ac8e-a72a-4ae1-bafb-5a907c98fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.036658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e33ac8e-a72a-4ae1-bafb-5a907c98fd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.040638 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9e33ac8e-a72a-4ae1-bafb-5a907c98fd3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2fa22a4a-5adc-4273-89c2-727989b7b768 HTTP/1.1" status: 204 len: 168 time: 0.1307354 Aug 19 12:26:10.046635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33ac8e-a72a-4ae1-bafb-5a907c98fd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa22a4a-5adc-4273-89c2-727989b7b768,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:10.419222 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33320) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:10.432661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c20da14-6efc-464c-8adc-047782374834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.537322 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c20da14-6efc-464c-8adc-047782374834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.543083 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c20da14-6efc-464c-8adc-047782374834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.582111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8c20da14-6efc-464c-8adc-047782374834 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba9c5b75b57a48a49b7d3d406b3cd3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615911 Aug 19 12:26:10.583062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20da14-6efc-464c-8adc-047782374834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc14107f-169c-45bb-a3f4-c743965c6b14,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:10.585800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33324) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:10.639578 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8ecf-4b70-4e55-8201-d7138f86b0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.663622 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8ecf-4b70-4e55-8201-d7138f86b0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.717062 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8ecf-4b70-4e55-8201-d7138f86b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.719734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8ecf-4b70-4e55-8201-d7138f86b0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.723339 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ee5b8ecf-4b70-4e55-8201-d7138f86b0a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc14107f-169c-45bb-a3f4-c743965c6b14 HTTP/1.1" status: 204 len: 168 time: 0.1334443 Aug 19 12:26:10.728954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b8ecf-4b70-4e55-8201-d7138f86b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc14107f-169c-45bb-a3f4-c743965c6b14,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:12.165642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33426) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:12.330094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e2e27ed-eaab-4ccd-ac96-f3d4792a9ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.423990 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e2e27ed-eaab-4ccd-ac96-f3d4792a9ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.431152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2e2e27ed-eaab-4ccd-ac96-f3d4792a9ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.470880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e27ed-eaab-4ccd-ac96-f3d4792a9ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d68c1-2648-458d-aa0a-913288df73bb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:12.477904 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2e2e27ed-eaab-4ccd-ac96-f3d4792a9ed7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82e9ea83e1cd49cdac6c5a7f4399dba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111451 Aug 19 12:26:12.480728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33474) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:12.534484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf637285-85a9-4c2e-8f06-3c6c464c6d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.559109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf637285-85a9-4c2e-8f06-3c6c464c6d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.617330 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf637285-85a9-4c2e-8f06-3c6c464c6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.621484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf637285-85a9-4c2e-8f06-3c6c464c6d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.622676 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bf637285-85a9-4c2e-8f06-3c6c464c6d25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b02d68c1-2648-458d-aa0a-913288df73bb HTTP/1.1" status: 204 len: 168 time: 0.1412458 Aug 19 12:26:12.630992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf637285-85a9-4c2e-8f06-3c6c464c6d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d68c1-2648-458d-aa0a-913288df73bb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:12.860279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33500) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:12.956289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33504) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:12.983036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8433c7cd-1bae-404c-a4e1-25a543bbf883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.986070 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-278bf7da-6285-4088-8d59-4c1299448552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.020475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-278bf7da-6285-4088-8d59-4c1299448552 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:26:13.020475 n-d-778550-9 neutron-server[101153]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:26:13.020475 n-d-778550-9 neutron-server[101153]: [parameters: {'project_id': 'b40269dd19de4a9da71818118d5cbe7c', 'id': '8383c74e-26c5-4d70-b2bd-03dc2c296c78', 'expiration': datetime.datetime(2021, 8, 19, 12, 28, 13, 14251)}] Aug 19 12:26:13.020475 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:26:13.020941 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-278bf7da-6285-4088-8d59-4c1299448552 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:26:13.089925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8433c7cd-1bae-404c-a4e1-25a543bbf883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.094883 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8433c7cd-1bae-404c-a4e1-25a543bbf883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.130882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433c7cd-1bae-404c-a4e1-25a543bbf883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d205d1d8-2a57-4d7a-a2c8-5d1a40975a7b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:13.135240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8433c7cd-1bae-404c-a4e1-25a543bbf883 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8bbd98301ef40f499d4a99e51d283f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778879 Aug 19 12:26:13.139315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33506) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:13.193769 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7671e38d-c2b0-4dc4-b2d0-c80e34eb34f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.216130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7671e38d-c2b0-4dc4-b2d0-c80e34eb34f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.265968 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7671e38d-c2b0-4dc4-b2d0-c80e34eb34f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.268930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7671e38d-c2b0-4dc4-b2d0-c80e34eb34f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.270101 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7671e38d-c2b0-4dc4-b2d0-c80e34eb34f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d205d1d8-2a57-4d7a-a2c8-5d1a40975a7b HTTP/1.1" status: 204 len: 168 time: 0.1299150 Aug 19 12:26:13.279130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671e38d-c2b0-4dc4-b2d0-c80e34eb34f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d205d1d8-2a57-4d7a-a2c8-5d1a40975a7b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:13.522701 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-278bf7da-6285-4088-8d59-4c1299448552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.622455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-278bf7da-6285-4088-8d59-4c1299448552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.628011 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-278bf7da-6285-4088-8d59-4c1299448552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.671627 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-278bf7da-6285-4088-8d59-4c1299448552 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b40269dd19de4a9da71818118d5cbe7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8077281 Aug 19 12:26:13.671627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bf7da-6285-4088-8d59-4c1299448552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f4a9ba-201b-49fa-b867-936a778cc056,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:13.672039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33518) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:13.725583 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3993e9-c75c-494c-9c77-dfe5dc68b029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.746701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3993e9-c75c-494c-9c77-dfe5dc68b029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.795719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3993e9-c75c-494c-9c77-dfe5dc68b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.798326 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce3993e9-c75c-494c-9c77-dfe5dc68b029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.799487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ce3993e9-c75c-494c-9c77-dfe5dc68b029 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47f4a9ba-201b-49fa-b867-936a778cc056 HTTP/1.1" status: 204 len: 168 time: 0.1264410 Aug 19 12:26:13.807843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3993e9-c75c-494c-9c77-dfe5dc68b029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f4a9ba-201b-49fa-b867-936a778cc056,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:14.140116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33540) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:14.153776 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6b29271d-5349-47c0-be8b-72df904bbbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.246660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6b29271d-5349-47c0-be8b-72df904bbbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.251611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6b29271d-5349-47c0-be8b-72df904bbbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.291947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6b29271d-5349-47c0-be8b-72df904bbbee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a14741272420491b9eabe7ffc57895c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506894 Aug 19 12:26:14.293127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29271d-5349-47c0-be8b-72df904bbbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c18d949-0887-4d36-9886-d9deecb74b0b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:14.295523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33542) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:14.349891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a8845de9-9599-4dc0-aefe-c678153701c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.371322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a8845de9-9599-4dc0-aefe-c678153701c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.419363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a8845de9-9599-4dc0-aefe-c678153701c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.422079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a8845de9-9599-4dc0-aefe-c678153701c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.423252 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a8845de9-9599-4dc0-aefe-c678153701c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c18d949-0887-4d36-9886-d9deecb74b0b HTTP/1.1" status: 204 len: 168 time: 0.1266954 Aug 19 12:26:14.431985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8845de9-9599-4dc0-aefe-c678153701c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c18d949-0887-4d36-9886-d9deecb74b0b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:15.189499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33650) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:15.300024 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b6be-a3b3-4f3d-94dd-14ce6eaeceaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.410668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b6be-a3b3-4f3d-94dd-14ce6eaeceaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.415903 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b6be-a3b3-4f3d-94dd-14ce6eaeceaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.455765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2b6be-a3b3-4f3d-94dd-14ce6eaeceaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32336c7c-5b4b-4f96-9d68-6cda6e72e382,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:15.474142 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b2f2b6be-a3b3-4f3d-94dd-14ce6eaeceaa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e0d544046184f3aa186143b7526cdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825739 Aug 19 12:26:15.475074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33662) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:15.527494 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0b6cf70-22b7-4b2d-9666-c9018200f59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.556074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0b6cf70-22b7-4b2d-9666-c9018200f59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.606217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0b6cf70-22b7-4b2d-9666-c9018200f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.609133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0b6cf70-22b7-4b2d-9666-c9018200f59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.612830 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b0b6cf70-22b7-4b2d-9666-c9018200f59f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32336c7c-5b4b-4f96-9d68-6cda6e72e382 HTTP/1.1" status: 204 len: 168 time: 0.1343894 Aug 19 12:26:15.619786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6cf70-22b7-4b2d-9666-c9018200f59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32336c7c-5b4b-4f96-9d68-6cda6e72e382,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:16.664570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33772) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:16.788391 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aec6b902-a84f-495c-8c4e-2cc953db24a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.894954 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aec6b902-a84f-495c-8c4e-2cc953db24a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.899827 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aec6b902-a84f-495c-8c4e-2cc953db24a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.944250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-aec6b902-a84f-495c-8c4e-2cc953db24a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ab74748d6fb4caebd325e178593403b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783699 Aug 19 12:26:16.946655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6b902-a84f-495c-8c4e-2cc953db24a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fdbe1f-43a6-43b6-817d-aeafa9683e8a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:16.949858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33800) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:17.014284 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-26087279-1c13-46e8-b2da-63e810b0e7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.039823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-26087279-1c13-46e8-b2da-63e810b0e7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.095317 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-26087279-1c13-46e8-b2da-63e810b0e7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.101935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-26087279-1c13-46e8-b2da-63e810b0e7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.103543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-26087279-1c13-46e8-b2da-63e810b0e7af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1fdbe1f-43a6-43b6-817d-aeafa9683e8a HTTP/1.1" status: 204 len: 168 time: 0.1523101 Aug 19 12:26:17.112027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26087279-1c13-46e8-b2da-63e810b0e7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fdbe1f-43a6-43b6-817d-aeafa9683e8a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:17.620345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33846) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:17.732565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e044690-1e89-4ffa-9cf8-828b67bda8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.835586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e044690-1e89-4ffa-9cf8-828b67bda8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.839856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8e044690-1e89-4ffa-9cf8-828b67bda8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.881610 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8e044690-1e89-4ffa-9cf8-828b67bda8c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1873074fb3c048ed8c4c356715b15959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600310 Aug 19 12:26:17.883167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e044690-1e89-4ffa-9cf8-828b67bda8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c91b391-5fe7-4047-a6dd-586b12230762,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:17.884271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33858) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:17.935784 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6f40-f61e-490e-94cd-55b1d5e06ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.958218 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6f40-f61e-490e-94cd-55b1d5e06ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.009570 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6f40-f61e-490e-94cd-55b1d5e06ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.012077 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ebfa6f40-f61e-490e-94cd-55b1d5e06ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.015621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ebfa6f40-f61e-490e-94cd-55b1d5e06ef9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c91b391-5fe7-4047-a6dd-586b12230762 HTTP/1.1" status: 204 len: 168 time: 0.1274514 Aug 19 12:26:18.021855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa6f40-f61e-490e-94cd-55b1d5e06ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c91b391-5fe7-4047-a6dd-586b12230762,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:18.390122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33874) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:18.404334 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c15f4b6-c82f-494b-9f0a-0bf31e5f6851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.409195 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-424dd869-0bec-4133-9eab-4906092c2179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.496936 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c15f4b6-c82f-494b-9f0a-0bf31e5f6851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.500819 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c15f4b6-c82f-494b-9f0a-0bf31e5f6851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.540778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3c15f4b6-c82f-494b-9f0a-0bf31e5f6851 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eae84bcc8b2745278ec5b9f9d624d636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496234 Aug 19 12:26:18.541640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15f4b6-c82f-494b-9f0a-0bf31e5f6851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432bf5c3-d9f1-41d2-be39-4fb9b04d80a0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:18.543959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33880) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:18.597509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7090cae3-15e6-44e6-a8a7-a80ca1df31db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.617631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33882) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:18.622651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7090cae3-15e6-44e6-a8a7-a80ca1df31db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.670241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7090cae3-15e6-44e6-a8a7-a80ca1df31db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.673166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7090cae3-15e6-44e6-a8a7-a80ca1df31db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.674330 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7090cae3-15e6-44e6-a8a7-a80ca1df31db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/432bf5c3-d9f1-41d2-be39-4fb9b04d80a0 HTTP/1.1" status: 204 len: 168 time: 0.1294005 Aug 19 12:26:18.682897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090cae3-15e6-44e6-a8a7-a80ca1df31db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432bf5c3-d9f1-41d2-be39-4fb9b04d80a0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:18.724631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:18.746288 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.843919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.947379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Allocated IP 172.25.4.216 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/9545486a-051f-492a-b5f2-e896dfede627) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:19.059209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.098152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.138700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:19.141957 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:19.145752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:19.168894 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Pushing event updated for resources: {'Port': ['ID=9545486a-051f-492a-b5f2-e896dfede627,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:19.235315 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.276497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.436471 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.441625 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.514310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Pushing event updated for resources: {'Port': ['ID=9545486a-051f-492a-b5f2-e896dfede627,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:19.524621 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.537725 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.539000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-15f09b78-981d-4c86-91f1-441a75e171d4 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9203775 Aug 19 12:26:19.542050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33910) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:19.547199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-757482634', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'fixed_ips': [{'ip_address': '172.25.4.216'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:19.567698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Made reservation on behalf of 8d1e55dc21cd428593386039ca61ccb0 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:19.570103 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.579015 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.669041 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.673519 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.678905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] device_id is not set on port 88da005a-52b6-4372-ba90-2fc46e4aacb2 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:26:19.748648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4863bd61-68d9-460c-92ad-8b67e5d8da2e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:19.880995 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 12:26:19.881568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:26:19.897089 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b3b7d709-13a4-4f59-b568-3aa4ca1e8630 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3536491 Aug 19 12:26:19.900142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33922) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:19.948604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:20.058130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Deleting port 9545486a-051f-492a-b5f2-e896dfede627 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:20.058746 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.099248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1978884984'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:20.120855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Made reservation on behalf of 2523b829b1af49e0aeff579195f42184 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:20.124433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.133450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.135509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.135843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.147694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Calling delete_port for 9545486a-051f-492a-b5f2-e896dfede627 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:20.223600 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.228331 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.257271 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fd2f5d-2395-41df-8ac0-3ed482784e44,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.293093 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.298990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:20.309012 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.309768 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Added segment 034dabcb-6e7a-4be7-9382-1a2e8dc091c1 of type vlan for network e0e059bd-7986-415d-b21c-8693e191de3e Aug 19 12:26:20.320313 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Pushing event deleted for resources: {'Port': ['ID=9545486a-051f-492a-b5f2-e896dfede627,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.352460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.381100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.386845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.388612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:20.389390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.389522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.390569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-385dca1a-9066-4460-b527-a32bc3398e0e tempest-ExternalNetworksAdminNegativeTestJSON-1952375930 tempest-ExternalNetworksAdminNegativeTestJSON-1952375930-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/a4452d70-15ef-4f33-851c-96c0a047d851 HTTP/1.1" status: 204 len: 168 time: 0.4894433 Aug 19 12:26:20.460645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5108428 Aug 19 12:26:20.463905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33930) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:20.488963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16845fc7-e457-4d4d-8fd1-7c04fa6e3196 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Pushing event updated for resources: {'Network': ['ID=e0e059bd-7986-415d-b21c-8693e191de3e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.500529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e0e059bd-7986-415d-b21c-8693e191de3e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:20.530100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Request body: {'network': {'name': 'tempest-network--1789788956', 'router:external': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:20.553068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Made reservation on behalf of 056a597dcef44dc484c28c2b3ab6fcdd for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:20.555698 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.564997 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.659324 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.661129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33936) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:20.664251 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.688558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:20.698304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe118c0-7d94-4118-ac74-6234b0b45efc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.703210 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.703551 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Added segment 2ebe54c4-9d39-47cf-b346-47989ff61bfa of type vlan for network 71953273-c0aa-4188-9254-0d75eb6fdd5b Aug 19 12:26:20.751276 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.782472 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.783556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c77ce77-d58e-4168-8074-9a4a12fc1771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.784745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:20.785381 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.793166 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-68ab61a5-4f43-41e2-9af0-fabdeb0c46e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.855144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'Network': ['ID=71953273-c0aa-4188-9254-0d75eb6fdd5b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.865313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 71953273-c0aa-4188-9254-0d75eb6fdd5b details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:20.889431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c77ce77-d58e-4168-8074-9a4a12fc1771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.894909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c77ce77-d58e-4168-8074-9a4a12fc1771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.905028 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-249d38f6-dbba-4c25-b241-fc2e47c0f3be tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4376836 Aug 19 12:26:20.905312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33940) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:20.943959 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6c77ce77-d58e-4168-8074-9a4a12fc1771 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49ed7d84a58a4b7d8ad7f8694e73f84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817960 Aug 19 12:26:20.944915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77ce77-d58e-4168-8074-9a4a12fc1771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c623371d-22db-4455-b4ce-7f6eb9dd7829,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.947421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33942) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:20.949927 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.980772 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.007953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f364279-9af7-4f68-a6ac-37aafd1a0f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.029583 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f364279-9af7-4f68-a6ac-37aafd1a0f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.065286 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.075953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71953273-c0aa-4188-9254-0d75eb6fdd5b']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:21.079464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f364279-9af7-4f68-a6ac-37aafd1a0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.082253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f364279-9af7-4f68-a6ac-37aafd1a0f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.083721 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0f364279-9af7-4f68-a6ac-37aafd1a0f5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c623371d-22db-4455-b4ce-7f6eb9dd7829 HTTP/1.1" status: 204 len: 168 time: 0.1254137 Aug 19 12:26:21.086652 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebe54c4-9d39-47cf-b346-47989ff61bfa') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:21.086952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebe54c4-9d39-47cf-b346-47989ff61bfa') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:21.091446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f364279-9af7-4f68-a6ac-37aafd1a0f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c623371d-22db-4455-b4ce-7f6eb9dd7829,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:21.105792 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.121791 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.128625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:21.129348 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:21.131083 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:21.195965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.200523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71953273-c0aa-4188-9254-0d75eb6fdd5b {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:26:21.203380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.208977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "DELETE /v2.0/networks/71953273-c0aa-4188-9254-0d75eb6fdd5b HTTP/1.1" status: 204 len: 168 time: 0.2984746 Aug 19 12:26:21.209866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33948) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:21.214494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:21.227896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e7dea-8c14-49b5-b158-c4e66c5d79ed tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event deleted for resources: {'Network': ['ID=71953273-c0aa-4188-9254-0d75eb6fdd5b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:21.251434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Made reservation on behalf of 056a597dcef44dc484c28c2b3ab6fcdd for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:21.253914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.283606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:21.297385 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.297831 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Added segment b6a8861a-8214-4ea6-8c26-97405dc7941d of type vlan for network 7911acbc-fb11-403c-bf4b-225000ce57ea Aug 19 12:26:21.349233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.386490 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.387643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.388241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.398105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33950) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:21.441051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe20e89d-8a02-48ba-a8e8-4e3f0af6d3f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d1e55dc21cd428593386039ca61ccb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406668 Aug 19 12:26:21.444535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:21.454102 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2418573 Aug 19 12:26:21.455174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33954) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:21.461068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Request body: {'subnet': {'network_id': '7911acbc-fb11-403c-bf4b-225000ce57ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:21.470278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acbe7d-9c79-4680-a610-e4d0cc39af63 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'Network': ['ID=7911acbc-fb11-403c-bf4b-225000ce57ea,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:21.485456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7911acbc-fb11-403c-bf4b-225000ce57ea details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:21.491249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Made reservation on behalf of 056a597dcef44dc484c28c2b3ab6fcdd for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:21.493660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.498184 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2d29745-010d-4e12-bb58-b736b14a586b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.523529 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2d29745-010d-4e12-bb58-b736b14a586b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.584072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2d29745-010d-4e12-bb58-b736b14a586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.588613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2d29745-010d-4e12-bb58-b736b14a586b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.594228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a2d29745-010d-4e12-bb58-b736b14a586b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4863bd61-68d9-460c-92ad-8b67e5d8da2e HTTP/1.1" status: 204 len: 168 time: 0.1462026 Aug 19 12:26:21.606642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d29745-010d-4e12-bb58-b736b14a586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4863bd61-68d9-460c-92ad-8b67e5d8da2e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:21.849372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:26:21.849832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.907361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f0607688-3d1b-4ffd-9aa5-bd292338b757,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:21.918107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Checking segment: {'id': 'b6a8861a-8214-4ea6-8c26-97405dc7941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7911acbc-fb11-403c-bf4b-225000ce57ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:21.918571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Network hostable DHCP agents. Network: 7911acbc-fb11-403c-bf4b-225000ce57ea, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:26:21.936775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Network 7911acbc-fb11-403c-bf4b-225000ce57ea is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:26:21.945673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7911acbc-fb11-403c-bf4b-225000ce57ea) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:21.949844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.950440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.955013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5201583-44d7-4a1f-b47b-6f62672af2f1 None None] Network 7911acbc-fb11-403c-bf4b-225000ce57ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:21.969946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b86dc3a8-1ce3-4dcd-8ff7-b37287908c0b tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5106759 Aug 19 12:26:21.970112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33964) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:21.975010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Request body: {'floatingip': {'floating_network_id': '7911acbc-fb11-403c-bf4b-225000ce57ea'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:22.005858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.021877 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.097465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd3e659-d0bc-4399-98bb-1387ed407d11 None None] Network 7911acbc-fb11-403c-bf4b-225000ce57ea requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:22.115656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.231577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Allocated IP 172.20.0.8 (7911acbc-fb11-403c-bf4b-225000ce57ea/f0607688-3d1b-4ffd-9aa5-bd292338b757/5b1a9fba-4b56-4517-a56d-95da204a3d65) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:22.343503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.381750 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.416924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Network 7911acbc-fb11-403c-bf4b-225000ce57ea is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:22.423447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:22.425875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:22.449651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1a9fba-4b56-4517-a56d-95da204a3d65,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:22.781882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.817456 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.928410 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 33992) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:22.971159 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.976940 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.029434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-614a4da3-5eab-4cf9-8792-3eae029b486c tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1475955850'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:23.029913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-614a4da3-5eab-4cf9-8792-3eae029b486c tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Unknown quota resources ['metering_label']. {{(pid=101154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:26:23.044777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1a9fba-4b56-4517-a56d-95da204a3d65,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:23.055029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.070226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.072335 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6c665de2-21d5-4c43-8e6b-e311d75effb7 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1008823 Aug 19 12:26:23.076345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33996) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.147439 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-05162f31-09f7-43ac-96f3-a971f641e6b9 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=7911acbc-fb11-403c-bf4b-225000ce57ea HTTP/1.1" status: 200 len: 689 time: 0.0698497 Aug 19 12:26:23.150235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 33998) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.218927 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-614a4da3-5eab-4cf9-8792-3eae029b486c tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.220122 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-614a4da3-5eab-4cf9-8792-3eae029b486c tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2906024 Aug 19 12:26:23.223142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34000) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.227471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-027d5a94-2ae8-4e0f-9401-22444dc6bb41 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '237db250-42c8-4a3b-9993-fa65765655c4'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:23.227963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-027d5a94-2ae8-4e0f-9401-22444dc6bb41 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:26:23.243673 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.369113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Deleting port 5b1a9fba-4b56-4517-a56d-95da204a3d65 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:23.369338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.453774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.454108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.474669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Calling delete_port for 5b1a9fba-4b56-4517-a56d-95da204a3d65 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:23.598622 n-d-778550-9 neutron-server[101154]: WARNING neutron.services.metering.metering_plugin [None req-027d5a94-2ae8-4e0f-9401-22444dc6bb41 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:26:23.620477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.652255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b1a9fba-4b56-4517-a56d-95da204a3d65,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:23.706254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-027d5a94-2ae8-4e0f-9401-22444dc6bb41 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.707607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-027d5a94-2ae8-4e0f-9401-22444dc6bb41 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4834459 Aug 19 12:26:23.710984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34002) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.715009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.717363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0a532146-b17a-4f49-a6e3-1280572a1ecd tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '237db250-42c8-4a3b-9993-fa65765655c4'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:23.717849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0a532146-b17a-4f49-a6e3-1280572a1ecd tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:26:23.766971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.770942 n-d-778550-9 neutron-server[101154]: WARNING neutron.services.metering.metering_plugin [None req-0a532146-b17a-4f49-a6e3-1280572a1ecd tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:26:23.825753 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.852018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f0607688-3d1b-4ffd-9aa5-bd292338b757,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:23.852764 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a532146-b17a-4f49-a6e3-1280572a1ecd tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.856474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0a532146-b17a-4f49-a6e3-1280572a1ecd tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1418395 Aug 19 12:26:23.856820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34004) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.867401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-07599918-e2fe-483d-a42e-1bd39e2d77bf tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=2f601f1b-b55c-4033-9041-fefbfe0bcf97 HTTP/1.1" status: 200 len: 464 time: 0.0095119 Aug 19 12:26:23.871119 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34006) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.912652 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.922573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7911acbc-fb11-403c-bf4b-225000ce57ea']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:23.932353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a8861a-8214-4ea6-8c26-97405dc7941d') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:23.932652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a8861a-8214-4ea6-8c26-97405dc7941d') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:23.941375 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.955578 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.962037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:23.962488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:23.964140 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:23.976877 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56ce341e-53be-4c3e-9fe6-d512c7ae62a6 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.978046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-56ce341e-53be-4c3e-9fe6-d512c7ae62a6 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/2f601f1b-b55c-4033-9041-fefbfe0bcf97 HTTP/1.1" status: 204 len: 168 time: 0.1061006 Aug 19 12:26:23.980670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34008) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.989772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fd0f1dcb-8830-4130-9885-667bd9ae132d tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=2f601f1b-b55c-4033-9041-fefbfe0bcf97 HTTP/1.1" status: 200 len: 221 time: 0.0080557 Aug 19 12:26:23.993228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34010) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.997500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9472eeed-977e-4384-88b5-c12cf5ae0e68 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--162876295', 'description': 'label created by tempest'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:23.997990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9472eeed-977e-4384-88b5-c12cf5ae0e68 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Unknown quota resources ['metering_label']. {{(pid=101154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:26:24.023542 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.041455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7911acbc-fb11-403c-bf4b-225000ce57ea {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:26:24.045025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.047127 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7911acbc-fb11-403c-bf4b-225000ce57ea HTTP/1.1" status: 204 len: 168 time: 0.8958001 Aug 19 12:26:24.049011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57881b8b-10ae-434b-9206-86bea56d9d59 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event deleted for resources: {'Network': ['ID=7911acbc-fb11-403c-bf4b-225000ce57ea,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:24.051548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34012) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.055260 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.160737 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-da587b19-cd22-4b42-a304-36a956da27a2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.1076133 Aug 19 12:26:24.163024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34016) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.164254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9472eeed-977e-4384-88b5-c12cf5ae0e68 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.168235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9472eeed-977e-4384-88b5-c12cf5ae0e68 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1714218 Aug 19 12:26:24.168439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34018) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.247821 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d4f92ef2-7d54-49a8-90e9-743ec651cea1 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=18eb1ef1-6feb-466c-9447-99212c3ac7d9 HTTP/1.1" status: 200 len: 467 time: 0.0781307 Aug 19 12:26:24.251252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34020) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.251710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267470ae-fc4c-4cf7-9f86-3afceb89176a tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.252188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267470ae-fc4c-4cf7-9f86-3afceb89176a tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.252647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267470ae-fc4c-4cf7-9f86-3afceb89176a tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.253126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267470ae-fc4c-4cf7-9f86-3afceb89176a tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.255385 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-267470ae-fc4c-4cf7-9f86-3afceb89176a tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2748 time: 0.0911975 Aug 19 12:26:24.257940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34022) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.286174 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.299206 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-17b014ec-74a2-47b2-ad94-091434ea83b1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] delete failed (client error): The resource could not be found. Aug 19 12:26:24.303282 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-17b014ec-74a2-47b2-ad94-091434ea83b1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/30d37d70-a06e-45aa-a99b-5377db77e6b7 HTTP/1.1" status: 404 len: 345 time: 0.0414071 Aug 19 12:26:24.303505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34024) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.319797 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-00964071-5c8e-4252-a442-8ddefe089557 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] DELETE failed (client error): The resource could not be found. Aug 19 12:26:24.320342 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00964071-5c8e-4252-a442-8ddefe089557 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:26:24.325798 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-00964071-5c8e-4252-a442-8ddefe089557 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7911acbc-fb11-403c-bf4b-225000ce57ea HTTP/1.1" status: 404 len: 339 time: 0.0177293 Aug 19 12:26:24.326402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34026) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.331238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Request body: {'network': {'name': 'tempest-network--1811359071', 'router:external': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:24.351296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Made reservation on behalf of 056a597dcef44dc484c28c2b3ab6fcdd for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:24.353812 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.378325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:24.387519 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.387862 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Added segment 274dea75-48d5-4995-9b36-f46d7496d578 of type vlan for network 1e118e12-19c4-4386-85e7-2341120d2f18 Aug 19 12:26:24.438232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.446841 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df95b015-ea5c-4dca-a2a4-3bb3b85a3800 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.448074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-df95b015-ea5c-4dca-a2a4-3bb3b85a3800 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/18eb1ef1-6feb-466c-9447-99212c3ac7d9 HTTP/1.1" status: 204 len: 168 time: 0.1958992 Aug 19 12:26:24.450925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34028) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.464729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2aae9066-45a2-4c6d-8ae2-1175e76825f4 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=18eb1ef1-6feb-466c-9447-99212c3ac7d9 HTTP/1.1" status: 200 len: 216 time: 0.0126045 Aug 19 12:26:24.470088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34030) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.480348 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.481334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.481916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.493991 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7b75e12d-4396-49c7-91c3-b7ee55d36997 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0222874 Aug 19 12:26:24.497466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34032) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.510691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b73befd0-f641-42ca-bb76-984f493da050 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0120914 Aug 19 12:26:24.513979 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34034) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.545147 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2173276 Aug 19 12:26:24.547957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34036) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.570063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1bcf2725-afdc-4f89-aa04-cdd2b28bed24 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/237db250-42c8-4a3b-9993-fa65765655c4 HTTP/1.1" status: 200 len: 473 time: 0.0550051 Aug 19 12:26:24.573585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34038) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.583898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6b59c768-bd5b-483a-985a-043e53f6e7e2 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/62a89b4a-65fd-472b-83dd-629835d6b47b HTTP/1.1" status: 200 len: 461 time: 0.0092287 Aug 19 12:26:24.586927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34040) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.626663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbc4bb-044f-4d26-807c-c8485f1a324c tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'Network': ['ID=1e118e12-19c4-4386-85e7-2341120d2f18,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:24.636917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1e118e12-19c4-4386-85e7-2341120d2f18 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:24.692723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c0c961b-a359-4024-80b9-707e1d7f3617 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.696166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2c0c961b-a359-4024-80b9-707e1d7f3617 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/62a89b4a-65fd-472b-83dd-629835d6b47b HTTP/1.1" status: 204 len: 168 time: 0.1060543 Aug 19 12:26:24.696496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34042) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.730279 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:26:24.838829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7f7182-72af-4cbb-b06b-9a2298cdcf84 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.845070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7f7182-72af-4cbb-b06b-9a2298cdcf84 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.851791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7f7182-72af-4cbb-b06b-9a2298cdcf84 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.857534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7f7182-72af-4cbb-b06b-9a2298cdcf84 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.859297 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7c7f7182-72af-4cbb-b06b-9a2298cdcf84 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3101213 Aug 19 12:26:24.862474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34044) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.933589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.015354 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1b9550e4-73db-416d-8e05-65bf54481d39 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.016635 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1b9550e4-73db-416d-8e05-65bf54481d39 tempest-MeteringTestJSON-1965790598 tempest-MeteringTestJSON-1965790598-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/237db250-42c8-4a3b-9993-fa65765655c4 HTTP/1.1" status: 204 len: 168 time: 0.3190186 Aug 19 12:26:25.019429 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.030962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e118e12-19c4-4386-85e7-2341120d2f18']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:25.042183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274dea75-48d5-4995-9b36-f46d7496d578') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:25.042800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274dea75-48d5-4995-9b36-f46d7496d578') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:25.052768 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.067632 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.074512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:25.074918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:25.076619 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:25.135030 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.140097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e118e12-19c4-4386-85e7-2341120d2f18 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:26:25.142724 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.148638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34048) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:25.148920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1e118e12-19c4-4386-85e7-2341120d2f18 HTTP/1.1" status: 204 len: 168 time: 0.2851601 Aug 19 12:26:25.157477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Request body: {'network': {'name': 'tempest-network--1943573243', 'router:external': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:25.158747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81e47c-d0ab-4836-bdf3-d105bc89f762 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e118e12-19c4-4386-85e7-2341120d2f18,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:25.194055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Made reservation on behalf of 056a597dcef44dc484c28c2b3ab6fcdd for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:25.196639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.225466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:25.238882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.244750 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Added segment 22ac6eeb-c46a-4d8b-b273-974731728737 of type vlan for network a02e75a2-2341-41dd-8977-89921d9443cc Aug 19 12:26:25.304089 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34052) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:25.312795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.343384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.345010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.345241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.405188 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2529564 Aug 19 12:26:25.405289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34056) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:25.484102 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6008b203-ad09-48fd-a183-7537387dcbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.487740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889efb6-8864-4549-b712-01a8517c9fc2 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'Network': ['ID=a02e75a2-2341-41dd-8977-89921d9443cc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:25.511371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a02e75a2-2341-41dd-8977-89921d9443cc details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:25.544001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f8bbe-4298-4058-9406-faabf8738d37 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.545349 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ac9f8bbe-4298-4058-9406-faabf8738d37 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] 10.222.0.65 "GET /v2.0/networks/a02e75a2-2341-41dd-8977-89921d9443cc HTTP/1.1" status: 200 len: 757 time: 0.1390958 Aug 19 12:26:25.548272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34058) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:25.639731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6008b203-ad09-48fd-a183-7537387dcbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.644097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6008b203-ad09-48fd-a183-7537387dcbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.645620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e6bd2-006e-4895-9fc5-89502622319b tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.649439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-384e6bd2-006e-4895-9fc5-89502622319b tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] 10.222.0.65 "GET /v2.0/networks/e0e059bd-7986-415d-b21c-8693e191de3e HTTP/1.1" status: 200 len: 768 time: 0.0971017 Aug 19 12:26:25.650168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34060) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:25.683116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008b203-ad09-48fd-a183-7537387dcbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d01937-246b-481d-8e6c-246b150e8f42,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:25.688873 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6008b203-ad09-48fd-a183-7537387dcbf7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9cee2a706d2b4f74a4ea4b2b95d59bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837483 Aug 19 12:26:25.691818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34062) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:25.745304 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.775681 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d96487b-9bf9-4447-9060-9921209ebaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.845107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d96487b-9bf9-4447-9060-9921209ebaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.872919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.891915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02e75a2-2341-41dd-8977-89921d9443cc']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:25.905776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ac6eeb-c46a-4d8b-b273-974731728737') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:25.906263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ac6eeb-c46a-4d8b-b273-974731728737') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:25.929863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.943424 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.950575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:25.950952 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:25.952752 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:25.962664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d96487b-9bf9-4447-9060-9921209ebaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.965201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d96487b-9bf9-4447-9060-9921209ebaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.966370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5d96487b-9bf9-4447-9060-9921209ebaf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42d01937-246b-481d-8e6c-246b150e8f42 HTTP/1.1" status: 204 len: 168 time: 0.2734022 Aug 19 12:26:26.002753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96487b-9bf9-4447-9060-9921209ebaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d01937-246b-481d-8e6c-246b150e8f42,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:26.026110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.031781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a02e75a2-2341-41dd-8977-89921d9443cc {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:26:26.047313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.049508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "DELETE /v2.0/networks/a02e75a2-2341-41dd-8977-89921d9443cc HTTP/1.1" status: 204 len: 168 time: 0.3982959 Aug 19 12:26:26.050693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a1217-ef70-41da-b453-d76bc8a9cad1 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event deleted for resources: {'Network': ['ID=a02e75a2-2341-41dd-8977-89921d9443cc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:26.053150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34066) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:26.058648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Request body: {'network': {'name': 'tempest-network--2100140864'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:26.080881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Made reservation on behalf of 056a597dcef44dc484c28c2b3ab6fcdd for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:26.083662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.109456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:26.118788 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.119157 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Added segment f18f66d0-6ee1-4253-b642-c05192199d76 of type vlan for network 1418a7d8-74f5-47a8-a74f-4e47b005a477 Aug 19 12:26:26.165110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.191528 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.192650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.193322 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.258673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34070) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:26.270900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2141678 Aug 19 12:26:26.273969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34072) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:26.281023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ccf89cc3-ba4d-464a-9e3a-4010eb2fe0d8 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:26.284542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d56018-d6d3-42f6-9ed7-c708586d8779 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'Network': ['ID=1418a7d8-74f5-47a8-a74f-4e47b005a477,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:26.288383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d140a8b-7334-4117-87a7-d3bffa713776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.299731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1418a7d8-74f5-47a8-a74f-4e47b005a477 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:26.403486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d140a8b-7334-4117-87a7-d3bffa713776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.408408 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d140a8b-7334-4117-87a7-d3bffa713776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.434791 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3d140a8b-7334-4117-87a7-d3bffa713776 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62ce694eac734a5085ef05a075b39213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650169 Aug 19 12:26:26.439681 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34074) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:26.470697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d140a8b-7334-4117-87a7-d3bffa713776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720aab47-458b-429c-bd54-96e0ffd00638,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:26.480659 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ccf89cc3-ba4d-464a-9e3a-4010eb2fe0d8 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.495554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ccf89cc3-ba4d-464a-9e3a-4010eb2fe0d8 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.511251 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccf89cc3-ba4d-464a-9e3a-4010eb2fe0d8 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Network 1418a7d8-74f5-47a8-a74f-4e47b005a477 is not hosted by any dhcp agent {{(pid=101154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:26:26.512116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf89cc3-ba4d-464a-9e3a-4010eb2fe0d8 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.512739 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ccf89cc3-ba4d-464a-9e3a-4010eb2fe0d8 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.516809 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ccf89cc3-ba4d-464a-9e3a-4010eb2fe0d8 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "PUT /v2.0/networks/1418a7d8-74f5-47a8-a74f-4e47b005a477 HTTP/1.1" status: 200 len: 858 time: 0.2416553 Aug 19 12:26:26.517484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34076) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:26.524445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f994638d-7f78-4dcb-90a9-2184ae9cfa01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.568563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf89cc3-ba4d-464a-9e3a-4010eb2fe0d8 tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event updated for resources: {'Network': ['ID=1418a7d8-74f5-47a8-a74f-4e47b005a477,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:26.854629 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f994638d-7f78-4dcb-90a9-2184ae9cfa01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.893849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.975320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f994638d-7f78-4dcb-90a9-2184ae9cfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.977924 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f994638d-7f78-4dcb-90a9-2184ae9cfa01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.979078 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f994638d-7f78-4dcb-90a9-2184ae9cfa01 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/720aab47-458b-429c-bd54-96e0ffd00638 HTTP/1.1" status: 204 len: 168 time: 0.5384915 Aug 19 12:26:26.990605 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.002659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994638d-7f78-4dcb-90a9-2184ae9cfa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720aab47-458b-429c-bd54-96e0ffd00638,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:27.006278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1418a7d8-74f5-47a8-a74f-4e47b005a477']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.016226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18f66d0-6ee1-4253-b642-c05192199d76') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.016548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18f66d0-6ee1-4253-b642-c05192199d76') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.025788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.040098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.046918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:27.047306 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:27.049183 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:27.109539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.114582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1418a7d8-74f5-47a8-a74f-4e47b005a477 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:26:27.117175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.122891 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1418a7d8-74f5-47a8-a74f-4e47b005a477 HTTP/1.1" status: 204 len: 168 time: 0.6006126 Aug 19 12:26:27.123465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34080) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:27.128991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101b59c-7277-4459-abec-59f12c714b7d tempest-ExternalNetworksTestJSON-1161095226 tempest-ExternalNetworksTestJSON-1161095226-project-admin] Pushing event deleted for resources: {'Network': ['ID=1418a7d8-74f5-47a8-a74f-4e47b005a477,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:27.155888 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfee861-5874-4cb9-aa6e-d64604db60d1 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] DELETE failed (client error): The resource could not be found. Aug 19 12:26:27.156359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfee861-5874-4cb9-aa6e-d64604db60d1 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:26:27.158313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8dfee861-5874-4cb9-aa6e-d64604db60d1 tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] 10.222.0.65 "DELETE /v2.0/subnets/f0607688-3d1b-4ffd-9aa5-bd292338b757 HTTP/1.1" status: 404 len: 337 time: 0.0338132 Aug 19 12:26:27.161129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34082) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:27.239774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.339302 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.349401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e059bd-7986-415d-b21c-8693e191de3e']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.359104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034dabcb-6e7a-4be7-9382-1a2e8dc091c1') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.359400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034dabcb-6e7a-4be7-9382-1a2e8dc091c1') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.368208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.383424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.390592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:27.391086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:27.394703 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:27.461874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.476427 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.481138 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] 10.222.0.65 "DELETE /v2.0/networks/e0e059bd-7986-415d-b21c-8693e191de3e HTTP/1.1" status: 204 len: 168 time: 0.3162050 Aug 19 12:26:27.494313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62869e14-a0c1-49c6-aab1-5ad22a3adf3d tempest-ExternalNetworksTestJSON-888729543 tempest-ExternalNetworksTestJSON-888729543-project] Pushing event deleted for resources: {'Network': ['ID=e0e059bd-7986-415d-b21c-8693e191de3e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:27.756394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34106) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:27.946619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4029a867-e0a4-4005-ba8f-93a8b8f751c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2523b829b1af49e0aeff579195f42184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865118 Aug 19 12:26:27.946925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34116) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:28.001080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6eff9fb-8577-4a31-8d47-1eacb5ac9425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.023313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6eff9fb-8577-4a31-8d47-1eacb5ac9425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.073642 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6eff9fb-8577-4a31-8d47-1eacb5ac9425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.076267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6eff9fb-8577-4a31-8d47-1eacb5ac9425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.077480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b6eff9fb-8577-4a31-8d47-1eacb5ac9425 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2fd2f5d-2395-41df-8ac0-3ed482784e44 HTTP/1.1" status: 204 len: 168 time: 0.1296594 Aug 19 12:26:28.085588 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eff9fb-8577-4a31-8d47-1eacb5ac9425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fd2f5d-2395-41df-8ac0-3ed482784e44,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:28.359899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34136) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:28.399571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a8e50983-7569-4864-b236-fc8e3f2f8e48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=056a597dcef44dc484c28c2b3ab6fcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383205 Aug 19 12:26:28.401900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34138) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:28.451114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-366d3ffc-4f42-443b-9f6a-627e1da0ba8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.478381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-366d3ffc-4f42-443b-9f6a-627e1da0ba8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.485630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34140) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:28.525067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-366d3ffc-4f42-443b-9f6a-627e1da0ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.527604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-366d3ffc-4f42-443b-9f6a-627e1da0ba8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.528798 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-366d3ffc-4f42-443b-9f6a-627e1da0ba8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbe118c0-7d94-4118-ac74-6234b0b45efc HTTP/1.1" status: 204 len: 168 time: 0.1259263 Aug 19 12:26:28.537170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d3ffc-4f42-443b-9f6a-627e1da0ba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe118c0-7d94-4118-ac74-6234b0b45efc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:28.594393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-426dded4-e4a6-46da-aadc-91c0a776f304 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:28.615722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-426dded4-e4a6-46da-aadc-91c0a776f304 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] 10.222.0.65 "PUT /v2.0/quotas/5bfc4f1e649445af86895d804bd09191 HTTP/1.1" status: 200 len: 368 time: 0.1289165 Aug 19 12:26:28.618571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34146) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:28.624639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Request body: {'network': {'project_id': '5bfc4f1e649445af86895d804bd09191'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:28.641813 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.647705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Made reservation on behalf of 5bfc4f1e649445af86895d804bd09191 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:28.650169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.658829 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.756501 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.760779 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.784749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:28.794902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1004ae-9130-4f28-939f-85a6e351f4d0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:28.799793 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.800163 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Added segment 787c4fa3-fd1f-4a25-81c3-cbdbc794a255 of type vlan for network ea695e1a-b09e-4345-af40-2c5627e5e674 Aug 19 12:26:28.844048 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.873197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.874190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:28.874907 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.923897 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3041387 Aug 19 12:26:28.927970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34156) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:28.931903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Request body: {'network': {'project_id': '5bfc4f1e649445af86895d804bd09191'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:28.935203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a274952-14f9-4488-95cd-f63653952d79 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Pushing event updated for resources: {'Network': ['ID=ea695e1a-b09e-4345-af40-2c5627e5e674,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:28.948403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ea695e1a-b09e-4345-af40-2c5627e5e674 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:28.956937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Made reservation on behalf of 5bfc4f1e649445af86895d804bd09191 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:28.959611 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.984568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:28.998106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.998477 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Added segment 6c87e382-c523-429d-8efc-2a6375bc8c84 of type vlan for network e3ce6f59-bb13-45e0-840a-d8e04a0334ff Aug 19 12:26:29.043001 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.069352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.070447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:29.071031 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.122018 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1941540 Aug 19 12:26:29.125007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34166) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.130797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-22bbc2fa-3fc1-49be-8e9e-ea6b4e724db6 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Request body: {'network': {'project_id': '5bfc4f1e649445af86895d804bd09191'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:29.133882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0da202-4ee1-428b-a05b-66e0fb148e23 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Pushing event updated for resources: {'Network': ['ID=e3ce6f59-bb13-45e0-840a-d8e04a0334ff,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:29.144746 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bbc2fa-3fc1-49be-8e9e-ea6b4e724db6 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 12:26:29.145585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bbc2fa-3fc1-49be-8e9e-ea6b4e724db6 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:26:29.145909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e3ce6f59-bb13-45e0-840a-d8e04a0334ff details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:29.149090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-22bbc2fa-3fc1-49be-8e9e-ea6b4e724db6 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0202193 Aug 19 12:26:29.243004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34172) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.297451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34176) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.351352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-bff86976-9a35-4e27-9e93-5854abc6dd19 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.352663 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bff86976-9a35-4e27-9e93-5854abc6dd19 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0540404 Aug 19 12:26:29.355855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34180) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.360045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-6b6ca876-ae52-4af7-a685-fedc4c9b4668 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.360999 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6b6ca876-ae52-4af7-a685-fedc4c9b4668 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041997 Aug 19 12:26:29.363384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34182) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.367354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-fdee7d7e-d2c2-4d2f-ba40-16462270f471 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.368459 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fdee7d7e-d2c2-4d2f-ba40-16462270f471 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040054 Aug 19 12:26:29.370575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34184) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.374390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-c220d64d-3943-49f5-95b0-2dda64108aa3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.375270 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c220d64d-3943-49f5-95b0-2dda64108aa3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0038817 Aug 19 12:26:29.377377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34186) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.381216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-f6c9d4b3-2ca4-4e0c-8bd6-2387098d35a5 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.382121 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f6c9d4b3-2ca4-4e0c-8bd6-2387098d35a5 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039320 Aug 19 12:26:29.384268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34188) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.388061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-b22a7561-2fd8-4e9b-9126-fb494c57363a tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.389109 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b22a7561-2fd8-4e9b-9126-fb494c57363a tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039370 Aug 19 12:26:29.390377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b2f25238-b251-4c59-8dc0-3a373b89ff14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5bfc4f1e649445af86895d804bd09191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460543 Aug 19 12:26:29.391179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34190) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.392866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34192) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.395623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-9f53aaf6-afdf-4605-b170-d2b90c7249eb tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.396556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9f53aaf6-afdf-4605-b170-d2b90c7249eb tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045116 Aug 19 12:26:29.398924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34194) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.402960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-ac59aaf7-9894-4136-bbe5-1e898b2ad88a tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.405753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ac59aaf7-9894-4136-bbe5-1e898b2ad88a tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040624 Aug 19 12:26:29.405937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34196) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.409982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-18931c50-22a1-45ab-bb3f-38e427fcb7d3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.411395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-18931c50-22a1-45ab-bb3f-38e427fcb7d3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041907 Aug 19 12:26:29.413109 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34198) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.417117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-6ddf1e29-ee0b-416a-be3c-29cb8650b71e tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.418359 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6ddf1e29-ee0b-416a-be3c-29cb8650b71e tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044222 Aug 19 12:26:29.420522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34200) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.424264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-0a25fac0-4ee0-4575-bb28-dca9129b6b34 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.425177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0a25fac0-4ee0-4575-bb28-dca9129b6b34 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0038536 Aug 19 12:26:29.427645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34202) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.431587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-df806671-6e85-41dc-a04e-46a6747f54e0 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.432511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-df806671-6e85-41dc-a04e-46a6747f54e0 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039892 Aug 19 12:26:29.434657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34204) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.439177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-e09eae71-b0d2-447a-a556-ad66ab0ee4ba tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.440095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e09eae71-b0d2-447a-a556-ad66ab0ee4ba tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045919 Aug 19 12:26:29.442625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34206) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.445934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdc42e59-c923-4d03-ab93-541ee0d5dbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.446514 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-d8393d31-c974-4b74-b508-e683172d92e3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.447401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d8393d31-c974-4b74-b508-e683172d92e3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039310 Aug 19 12:26:29.449656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34208) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.453480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-9992775d-96a2-4fcb-acb3-36bb32b90e5f tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.454382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9992775d-96a2-4fcb-acb3-36bb32b90e5f tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038617 Aug 19 12:26:29.456403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34210) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.460340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-7d335850-7710-4117-989b-18ff559d800c tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.461251 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7d335850-7710-4117-989b-18ff559d800c tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040138 Aug 19 12:26:29.463477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34212) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.467225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-e855fe6c-d949-43c4-adc9-d5b5ddd13fdf tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.467978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdc42e59-c923-4d03-ab93-541ee0d5dbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.468131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e855fe6c-d949-43c4-adc9-d5b5ddd13fdf tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038300 Aug 19 12:26:29.470580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34214) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.474646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-8ffdb518-c82f-4a2e-bb29-8635438924d7 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.475551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8ffdb518-c82f-4a2e-bb29-8635438924d7 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041647 Aug 19 12:26:29.477952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34216) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.481832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-d1182981-05c8-4feb-9c6f-3c1f85a6a718 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.482754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d1182981-05c8-4feb-9c6f-3c1f85a6a718 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039752 Aug 19 12:26:29.484902 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34218) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.489062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-0ff6d15d-fd46-4037-81b7-d2b47c4790d7 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.490789 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ff6d15d-fd46-4037-81b7-d2b47c4790d7 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050299 Aug 19 12:26:29.492290 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34220) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.496972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-e6d00df6-0c69-467c-b3b5-1c37494868f3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.497914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e6d00df6-0c69-467c-b3b5-1c37494868f3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047100 Aug 19 12:26:29.500048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34222) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.504057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-a3c17e1a-8714-4182-a0b4-117cc0aaf3a5 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.507042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a3c17e1a-8714-4182-a0b4-117cc0aaf3a5 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042653 Aug 19 12:26:29.507260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34224) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.511796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-22fad052-e1b8-4ba2-a2a5-9367dc3f616f tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.512926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-22fad052-e1b8-4ba2-a2a5-9367dc3f616f tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046356 Aug 19 12:26:29.516535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34226) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.522156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-927f7b43-84c9-419a-aed5-da40215f6e74 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.523141 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdc42e59-c923-4d03-ab93-541ee0d5dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.523456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-927f7b43-84c9-419a-aed5-da40215f6e74 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054514 Aug 19 12:26:29.525318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34228) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.526237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdc42e59-c923-4d03-ab93-541ee0d5dbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.527382 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fdc42e59-c923-4d03-ab93-541ee0d5dbb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca1004ae-9130-4f28-939f-85a6e351f4d0 HTTP/1.1" status: 204 len: 168 time: 0.1335945 Aug 19 12:26:29.529252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-8ba55e48-cd76-4a93-989e-b7f37bfcc8bc tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.530166 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8ba55e48-cd76-4a93-989e-b7f37bfcc8bc tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039763 Aug 19 12:26:29.530890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34230) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.532468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34232) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.541060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-cd864c36-de38-4742-aa5f-d017d1a45bc7 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.542036 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cd864c36-de38-4742-aa5f-d017d1a45bc7 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0084565 Aug 19 12:26:29.544698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34234) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.548901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-faa9c345-d5e2-49a2-9b15-9f7ef6ff0769 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.549876 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-faa9c345-d5e2-49a2-9b15-9f7ef6ff0769 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042450 Aug 19 12:26:29.551260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc42e59-c923-4d03-ab93-541ee0d5dbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1004ae-9130-4f28-939f-85a6e351f4d0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:29.552959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34236) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.557420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-6a080d38-7ac2-4597-8fd3-aad0736d1938 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.558338 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6a080d38-7ac2-4597-8fd3-aad0736d1938 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045698 Aug 19 12:26:29.560747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34238) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.564786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-f0247ef0-f482-4574-a5de-c258a01f85d0 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.565698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f0247ef0-f482-4574-a5de-c258a01f85d0 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041094 Aug 19 12:26:29.568235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34240) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.573203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-c3d652a8-de02-42b4-875e-fc30fff3d273 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.574146 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c3d652a8-de02-42b4-875e-fc30fff3d273 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050168 Aug 19 12:26:29.576527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34242) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.580575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-f6f386d4-4c8d-4bce-b2fd-6ab9d2a61424 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.581678 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f6f386d4-4c8d-4bce-b2fd-6ab9d2a61424 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042088 Aug 19 12:26:29.584675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34244) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.588657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-0a5a7d7d-e2da-4b55-80e2-337c9dceb2ee tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.591504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0a5a7d7d-e2da-4b55-80e2-337c9dceb2ee tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040631 Aug 19 12:26:29.591786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34246) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.595611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-7505c5b4-5a08-4711-9235-054325ad3ff3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.596513 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7505c5b4-5a08-4711-9235-054325ad3ff3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039070 Aug 19 12:26:29.599327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34248) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.603353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-4b34a636-a563-4c74-bba7-e06fd2f64a15 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.604256 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4b34a636-a563-4c74-bba7-e06fd2f64a15 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041003 Aug 19 12:26:29.604547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.606594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34250) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.610840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-7e46f868-c00b-4d6d-8652-9aaa43f5e906 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.611774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7e46f868-c00b-4d6d-8652-9aaa43f5e906 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042803 Aug 19 12:26:29.614178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34252) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.618674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-2cf3c67f-97b6-4de6-8160-3896a0257e37 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.619711 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2cf3c67f-97b6-4de6-8160-3896a0257e37 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043888 Aug 19 12:26:29.621917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34254) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.645413 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-681512ec-ee8d-43ee-b6b4-e68c8fba92c3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.646350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-681512ec-ee8d-43ee-b6b4-e68c8fba92c3 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0235798 Aug 19 12:26:29.649036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34256) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.653509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-a1ed8bc7-f1f6-4bba-931b-a8c53bc3090a tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.654370 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a1ed8bc7-f1f6-4bba-931b-a8c53bc3090a tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043614 Aug 19 12:26:29.656546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34258) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.661029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-4468dd6d-b6c2-4be5-84a3-84efb9053002 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.661971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4468dd6d-b6c2-4be5-84a3-84efb9053002 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045755 Aug 19 12:26:29.664241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34260) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.668477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-344bafb0-89b9-46e9-8ed2-f91aaff052a8 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.669395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-344bafb0-89b9-46e9-8ed2-f91aaff052a8 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042298 Aug 19 12:26:29.671529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34262) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.675220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-37f90f6b-3c9a-4a66-8853-95c54b74cedb tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.676208 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-37f90f6b-3c9a-4a66-8853-95c54b74cedb tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038743 Aug 19 12:26:29.678432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34264) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.682206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-ae32492a-e64a-462e-ac02-def29104dcef tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.683102 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ae32492a-e64a-462e-ac02-def29104dcef tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038311 Aug 19 12:26:29.685423 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34266) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.689208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-308cd789-b22e-4086-b326-de6f406d5a77 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.690111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-308cd789-b22e-4086-b326-de6f406d5a77 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038760 Aug 19 12:26:29.692478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34268) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.696298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-19896652-317c-4074-8761-574e81362902 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.697229 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-19896652-317c-4074-8761-574e81362902 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039256 Aug 19 12:26:29.697333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.699507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34270) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.703341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-551cdb8d-2606-47a5-bd01-ed2e14fc15b5 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.704236 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-551cdb8d-2606-47a5-bd01-ed2e14fc15b5 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0039110 Aug 19 12:26:29.706514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34272) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.707421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ce6f59-bb13-45e0-840a-d8e04a0334ff']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:29.711222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-757ab6c7-8c20-4930-97f4-102f9fd890cd tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.712141 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-757ab6c7-8c20-4930-97f4-102f9fd890cd tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0047209 Aug 19 12:26:29.714604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34274) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.718142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c87e382-c523-429d-8efc-2a6375bc8c84') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:29.718443 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c87e382-c523-429d-8efc-2a6375bc8c84') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:29.718555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-782f5330-1b86-4c5b-8ab2-1ed2778d056b tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.719360 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-782f5330-1b86-4c5b-8ab2-1ed2778d056b tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039134 Aug 19 12:26:29.721511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34276) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.725579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-6e8405ac-9b93-4807-b723-934ff428bcfa tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.726835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6e8405ac-9b93-4807-b723-934ff428bcfa tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041766 Aug 19 12:26:29.728538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.728663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34278) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.732344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-119c4e82-8a39-4f44-b2ef-432ef32d02db tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.735227 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-119c4e82-8a39-4f44-b2ef-432ef32d02db tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057745 Aug 19 12:26:29.735782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34280) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.739853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-ed51d088-a25e-4665-9c82-81fc7289ac49 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.742726 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ed51d088-a25e-4665-9c82-81fc7289ac49 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041537 Aug 19 12:26:29.743016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34282) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.747464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-1f97ab3e-d823-4bf2-af91-d9315cdca81c tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.748488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1f97ab3e-d823-4bf2-af91-d9315cdca81c tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044503 Aug 19 12:26:29.749660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.750481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34284) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.754660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-055b7eb2-7de3-45a8-b942-19ebbe90c979 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.755863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-055b7eb2-7de3-45a8-b942-19ebbe90c979 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043750 Aug 19 12:26:29.756750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:29.757207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.758558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34286) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:29.759025 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:29.762751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-6ddd6a3b-b334-43c4-aa0f-ec571df0a49f tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.763672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6ddd6a3b-b334-43c4-aa0f-ec571df0a49f tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042031 Aug 19 12:26:29.765955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34288) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.770668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-10b993ed-d6e5-4fd1-a36a-763e84a32636 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.771849 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-10b993ed-d6e5-4fd1-a36a-763e84a32636 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048044 Aug 19 12:26:29.773836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34290) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.777974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-ef8dfeb3-7737-4121-9375-60a4e89b4b37 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.778898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ef8dfeb3-7737-4121-9375-60a4e89b4b37 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0040834 Aug 19 12:26:29.781053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34292) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.784954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-d92aba9d-44c8-49e1-80ed-eae172de8d4b tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.785972 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d92aba9d-44c8-49e1-80ed-eae172de8d4b tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040352 Aug 19 12:26:29.788122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34294) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.792141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-2fe7b021-458f-461c-8d39-13f32d793db6 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.793474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2fe7b021-458f-461c-8d39-13f32d793db6 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044947 Aug 19 12:26:29.795747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34296) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.799955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-de7a69a7-04cf-4dc8-a8fd-d49a71a39c03 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.800972 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-de7a69a7-04cf-4dc8-a8fd-d49a71a39c03 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041628 Aug 19 12:26:29.803744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34298) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.807888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-0a263b86-0064-4c33-bd63-29cd60a6d2a9 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.809120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0a263b86-0064-4c33-bd63-29cd60a6d2a9 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044036 Aug 19 12:26:29.811310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34300) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.815309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-37aba1dc-4811-4ef1-a1ca-7e71d61abc05 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.816235 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-37aba1dc-4811-4ef1-a1ca-7e71d61abc05 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040822 Aug 19 12:26:29.818600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34302) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.823432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-d4e6df7f-78d7-49ec-b20c-e8537f1b9354 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.824423 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d4e6df7f-78d7-49ec-b20c-e8537f1b9354 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0049105 Aug 19 12:26:29.826022 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.826652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34304) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.830666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-8dd537b1-3aa8-424b-b92b-6fe1deb2f34a tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.832869 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.833982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8dd537b1-3aa8-424b-b92b-6fe1deb2f34a tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064352 Aug 19 12:26:29.834290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] 10.222.0.65 "DELETE /v2.0/networks/e3ce6f59-bb13-45e0-840a-d8e04a0334ff HTTP/1.1" status: 204 len: 168 time: 0.3025231 Aug 19 12:26:29.834533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34306) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.838691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-ca528aee-ca34-46e6-bedc-e5253c35428b tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.839620 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ca528aee-ca34-46e6-bedc-e5253c35428b tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041077 Aug 19 12:26:29.840108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34308) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.845860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34310) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.850367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-1d0cdc04-43c1-48e2-ab6c-d3c03ee997f7 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.851371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1d0cdc04-43c1-48e2-ab6c-d3c03ee997f7 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045519 Aug 19 12:26:29.852470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c512c0-fc30-4668-b31d-41a09fad4a28 tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3ce6f59-bb13-45e0-840a-d8e04a0334ff,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:29.854345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34312) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.858806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-02d45024-ff27-4f2b-ba69-2dd5e502190c tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.859798 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-02d45024-ff27-4f2b-ba69-2dd5e502190c tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046964 Aug 19 12:26:29.862218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34314) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.866643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-87c59d93-98da-49e4-b580-485fd25a16ce tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.867540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-87c59d93-98da-49e4-b580-485fd25a16ce tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044377 Aug 19 12:26:29.870110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34316) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.873901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-cbf18e2a-9672-4525-bd08-7e7cd70914b6 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.874832 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cbf18e2a-9672-4525-bd08-7e7cd70914b6 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0038953 Aug 19 12:26:29.877082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34318) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.881040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [None req-ef0a9a98-c1cd-4733-a743-f9b52e131841 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.881969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ef0a9a98-c1cd-4733-a743-f9b52e131841 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040646 Aug 19 12:26:29.884424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34320) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:29.890408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [None req-67d0cd56-22f7-4303-8370-015b5068aef5 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:26:29.891380 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-67d0cd56-22f7-4303-8370-015b5068aef5 tempest-ExtensionsTestJSON-771345505 tempest-ExtensionsTestJSON-771345505-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0060062 Aug 19 12:26:29.922019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.008508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.018543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea695e1a-b09e-4345-af40-2c5627e5e674']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:30.028887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787c4fa3-fd1f-4a25-81c3-cbdbc794a255') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:30.029169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787c4fa3-fd1f-4a25-81c3-cbdbc794a255') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:30.038414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.052486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.060212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:30.060614 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:30.062710 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:30.093646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34326) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:30.121774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.127913 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.129911 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] 10.222.0.65 "DELETE /v2.0/networks/ea695e1a-b09e-4345-af40-2c5627e5e674 HTTP/1.1" status: 204 len: 168 time: 0.2889237 Aug 19 12:26:30.140380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3c455-5211-4ad4-8466-22a420600cbf tempest-QuotasNegativeTest-1089881941 tempest-QuotasNegativeTest-1089881941-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea695e1a-b09e-4345-af40-2c5627e5e674,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:30.203411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b129d41c-81b0-404d-be54-360e294fd091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.299748 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b129d41c-81b0-404d-be54-360e294fd091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.304519 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b129d41c-81b0-404d-be54-360e294fd091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.343066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b129d41c-81b0-404d-be54-360e294fd091 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ce3730b551e47218b28a1500e2d164a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483432 Aug 19 12:26:30.343923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129d41c-81b0-404d-be54-360e294fd091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40433c8-2107-4574-879d-b39e0025706e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:30.347413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34334) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:30.399372 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2367d3c6-5835-4ea4-8601-80bb42918c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.425279 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2367d3c6-5835-4ea4-8601-80bb42918c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.471069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34336) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:30.487544 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3adbf4f5-73b5-4a2d-bc53-99c546885981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.489416 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2367d3c6-5835-4ea4-8601-80bb42918c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.492234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2367d3c6-5835-4ea4-8601-80bb42918c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.493416 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2367d3c6-5835-4ea4-8601-80bb42918c8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a40433c8-2107-4574-879d-b39e0025706e HTTP/1.1" status: 204 len: 168 time: 0.1449466 Aug 19 12:26:30.510512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367d3c6-5835-4ea4-8601-80bb42918c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40433c8-2107-4574-879d-b39e0025706e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:30.598650 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3adbf4f5-73b5-4a2d-bc53-99c546885981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.603061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3adbf4f5-73b5-4a2d-bc53-99c546885981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.648479 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3adbf4f5-73b5-4a2d-bc53-99c546885981 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04da0011ce74403c8406116a82c4eee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763251 Aug 19 12:26:30.649381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf4f5-73b5-4a2d-bc53-99c546885981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883c25e3-b5db-4cf6-9f7a-8a7dcc570ed1,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:30.651321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34340) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:30.701512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51b405ff-5a7f-4b59-8777-4d031023d4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.723619 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51b405ff-5a7f-4b59-8777-4d031023d4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.775279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51b405ff-5a7f-4b59-8777-4d031023d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.777952 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51b405ff-5a7f-4b59-8777-4d031023d4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.779454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-51b405ff-5a7f-4b59-8777-4d031023d4a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/883c25e3-b5db-4cf6-9f7a-8a7dcc570ed1 HTTP/1.1" status: 204 len: 168 time: 0.1268842 Aug 19 12:26:30.787545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b405ff-5a7f-4b59-8777-4d031023d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883c25e3-b5db-4cf6-9f7a-8a7dcc570ed1,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.113527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34362) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:31.127684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40817a3e-2477-4ba3-b767-5564f8a66b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.224219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40817a3e-2477-4ba3-b767-5564f8a66b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.229776 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40817a3e-2477-4ba3-b767-5564f8a66b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.269739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40817a3e-2477-4ba3-b767-5564f8a66b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be421e83-0d4f-4032-aee6-a9238e3a4aae,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.277131 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-40817a3e-2477-4ba3-b767-5564f8a66b2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c042c20211f847ac9750b34503b288bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623063 Aug 19 12:26:31.277884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34368) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:31.331589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00cd206b-828a-4548-ac68-ca0c8452e8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.353756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00cd206b-828a-4548-ac68-ca0c8452e8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.356599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34370) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:31.403560 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00cd206b-828a-4548-ac68-ca0c8452e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.406090 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00cd206b-828a-4548-ac68-ca0c8452e8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.407248 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-00cd206b-828a-4548-ac68-ca0c8452e8b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be421e83-0d4f-4032-aee6-a9238e3a4aae HTTP/1.1" status: 204 len: 168 time: 0.1280673 Aug 19 12:26:31.415108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd206b-828a-4548-ac68-ca0c8452e8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be421e83-0d4f-4032-aee6-a9238e3a4aae,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.470305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'network': {'name': 'tempest-RoutersTest-1848390509'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:31.492592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:31.496634 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.506016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.599995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.604444 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.634051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:31.639462 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01533187-379f-4de2-86f7-41af3945719c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.648594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.649125 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added segment e524c0e1-33d3-4927-9ef1-b94643edde97 of type vlan for network ccb63e4e-643f-4477-864c-f66a89a234e0 Aug 19 12:26:31.694280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.721518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.726982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.727571 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.783976 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4261696 Aug 19 12:26:31.787655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34384) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:31.794432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'network': {'name': 'tempest-RoutersTest-1635647690'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:31.800248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee68236-033d-4628-b985-838884919585 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Network': ['ID=ccb63e4e-643f-4477-864c-f66a89a234e0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.813242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ccb63e4e-643f-4477-864c-f66a89a234e0 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:31.833934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:31.837706 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.863233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:31.875029 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.875382 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added segment f2a7a39b-69d8-41f5-a33b-cb6bc38218e9 of type vlan for network fcfc13d4-8d01-4294-b816-0d03797b7b7f Aug 19 12:26:31.921901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.947907 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.953884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.954516 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.023757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2345245 Aug 19 12:26:32.027093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34394) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.033695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'subnet': {'network_id': 'ccb63e4e-643f-4477-864c-f66a89a234e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:32.060248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dabe44-39f5-412d-b9ba-e0eefbbb8f45 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Network': ['ID=fcfc13d4-8d01-4294-b816-0d03797b7b7f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:32.072507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network fcfc13d4-8d01-4294-b816-0d03797b7b7f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:32.138935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:32.142735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.166127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34398) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.273107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group': {'name': 'tempest-secgroup--412261599'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:32.297672 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.306865 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.339495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.396631 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.401350 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.406733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Subnet': ['ID=038210a4-45b2-4656-9097-d39d6754319c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:32.412304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Checking segment: {'id': 'e524c0e1-33d3-4927-9ef1-b94643edde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ccb63e4e-643f-4477-864c-f66a89a234e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:32.412667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network hostable DHCP agents. Network: ccb63e4e-643f-4477-864c-f66a89a234e0, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:26:32.430136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network ccb63e4e-643f-4477-864c-f66a89a234e0 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:26:32.439202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ccb63e4e-643f-4477-864c-f66a89a234e0) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:32.440834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a71429c-de35-48d2-bf80-0ff8d654ee54,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:32.443935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.444615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.457607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ea0f3-1941-42e6-a414-f8c8400a4d00 None None] Network ccb63e4e-643f-4477-864c-f66a89a234e0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:32.501893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.506054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.511255 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9cb75fd4-3027-4402-9f2c-f6f60145830e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4824557 Aug 19 12:26:32.513880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34402) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.519690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'subnet': {'network_id': 'fcfc13d4-8d01-4294-b816-0d03797b7b7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:32.534492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.538593 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3684001 Aug 19 12:26:32.539638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34404) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.546341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990802f-5bfa-411c-a6c9-3779fa5f5060 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4483f64f-692f-4278-8e1c-6ceecc3425e7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:32.604221 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-707ead34-2d74-4f8e-997a-687eb48d9309 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0634334 Aug 19 12:26:32.606985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34406) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.611820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-93aa5a98-e57a-450b-ba2e-83ce7020bdd1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group': {'name': 'tempest-security--1370051433', 'description': 'tempest-security-description-807658'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:32.622759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ccb63e4e-643f-4477-864c-f66a89a234e0', 'network_id': 'ccb63e4e-643f-4477-864c-f66a89a234e0', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'fixed_ips': [{'subnet_id': '038210a4-45b2-4656-9097-d39d6754319c'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:26:32.623906 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.636643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:32.640735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93aa5a98-e57a-450b-ba2e-83ce7020bdd1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.640953 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.687923 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93aa5a98-e57a-450b-ba2e-83ce7020bdd1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.692271 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93aa5a98-e57a-450b-ba2e-83ce7020bdd1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.695478 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93aa5a98-e57a-450b-ba2e-83ce7020bdd1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.696807 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-93aa5a98-e57a-450b-ba2e-83ce7020bdd1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "PUT /v2.0/security-groups/4483f64f-692f-4278-8e1c-6ceecc3425e7 HTTP/1.1" status: 200 len: 1776 time: 0.0888090 Aug 19 12:26:32.700125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34408) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.743345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa5a98-e57a-450b-ba2e-83ce7020bdd1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4483f64f-692f-4278-8e1c-6ceecc3425e7,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:32.759963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-42baa442-d063-44b8-9066-f13ee5969008 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups/4483f64f-692f-4278-8e1c-6ceecc3425e7 HTTP/1.1" status: 200 len: 1776 time: 0.0551834 Aug 19 12:26:32.760198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34410) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.776393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Allocated IP 172.20.0.2 (ccb63e4e-643f-4477-864c-f66a89a234e0/038210a4-45b2-4656-9097-d39d6754319c/e160ba4f-98b3-45c0-b8a4-ea37747a8f3e) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:32.824911 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e799b3f9-ef06-4cc1-a356-1cdb39a049f2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.848557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e799b3f9-ef06-4cc1-a356-1cdb39a049f2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.868242 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.895386 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e799b3f9-ef06-4cc1-a356-1cdb39a049f2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.899366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e799b3f9-ef06-4cc1-a356-1cdb39a049f2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.900396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e799b3f9-ef06-4cc1-a356-1cdb39a049f2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-groups/4483f64f-692f-4278-8e1c-6ceecc3425e7 HTTP/1.1" status: 204 len: 168 time: 0.1386361 Aug 19 12:26:32.902959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34412) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.910709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799b3f9-ef06-4cc1-a356-1cdb39a049f2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4483f64f-692f-4278-8e1c-6ceecc3425e7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:32.948235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.957373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Transition to ACTIVE for port object e160ba4f-98b3-45c0-b8a4-ea37747a8f3e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:32.961796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Subnet': ['ID=aa9c382c-037a-42a1-95c3-0bbbb2469ef0,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:32.974016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Transition to ACTIVE for port object e160ba4f-98b3-45c0-b8a4-ea37747a8f3e will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:32.979696 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.997281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1be47bb5-493e-4193-91aa-618a2011c059 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0927234 Aug 19 12:26:32.998696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Checking segment: {'id': 'f2a7a39b-69d8-41f5-a33b-cb6bc38218e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fcfc13d4-8d01-4294-b816-0d03797b7b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:32.999066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network hostable DHCP agents. Network: fcfc13d4-8d01-4294-b816-0d03797b7b7f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:26:33.000283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34414) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.015883 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-f25f42cf-77e6-48a4-9598-a74f3b2c40c2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] delete failed (client error): The resource could not be found. Aug 19 12:26:33.020964 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f25f42cf-77e6-48a4-9598-a74f3b2c40c2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-groups/4483f64f-692f-4278-8e1c-6ceecc3425e7 HTTP/1.1" status: 404 len: 347 time: 0.0154572 Aug 19 12:26:33.021122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network fcfc13d4-8d01-4294-b816-0d03797b7b7f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:26:33.021617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34416) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.022664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Network ccb63e4e-643f-4477-864c-f66a89a234e0 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:33.027485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-85d6d90d-4310-4a43-ab53-b734f9f80d15 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group': {'name': 'tempest-secgroup--473265884'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:33.028075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:33.030726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:33.042322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, fcfc13d4-8d01-4294-b816-0d03797b7b7f) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:33.049128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Pushing event updated for resources: {'Port': ['ID=e160ba4f-98b3-45c0-b8a4-ea37747a8f3e,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.049308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.049831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.064119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85d6d90d-4310-4a43-ab53-b734f9f80d15 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.068198 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0dd8b672-220b-4e41-91c8-9630d0062942 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5531001 Aug 19 12:26:33.070304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61eeb67-40b9-42d4-a55f-f526b09bfe42 None None] Network fcfc13d4-8d01-4294-b816-0d03797b7b7f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:33.071320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34418) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.076529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c6db1a83-4385-4743-81c4-2fe49213178c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-251527037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:33.091435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-c6db1a83-4385-4743-81c4-2fe49213178c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:26:33.091435 n-d-778550-9 neutron-server[101154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:26:33.091435 n-d-778550-9 neutron-server[101154]: [parameters: {'project_id_1': '083b6230e3ee4530b42f8f514a9872f3', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 26, 33, 83515)}] Aug 19 12:26:33.091435 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:26:33.091849 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-c6db1a83-4385-4743-81c4-2fe49213178c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:26:33.147861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85d6d90d-4310-4a43-ab53-b734f9f80d15 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.152277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85d6d90d-4310-4a43-ab53-b734f9f80d15 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.156665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Attempting to bind port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:33.157134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Attempting to bind port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'e524c0e1-33d3-4927-9ef1-b94643edde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ccb63e4e-643f-4477-864c-f66a89a234e0'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:33.157495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Attempting to bind port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e on network ccb63e4e-643f-4477-864c-f66a89a234e0 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:33.168031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:33.168389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Checking segment: {'id': 'e524c0e1-33d3-4927-9ef1-b94643edde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ccb63e4e-643f-4477-864c-f66a89a234e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:33.169087 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.169221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Bound using segment: {'id': 'e524c0e1-33d3-4927-9ef1-b94643edde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ccb63e4e-643f-4477-864c-f66a89a234e0'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:33.169689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Bound port: e160ba4f-98b3-45c0-b8a4-ea37747a8f3e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e524c0e1-33d3-4927-9ef1-b94643edde97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ccb63e4e-643f-4477-864c-f66a89a234e0'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:33.170075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.178999 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-85d6d90d-4310-4a43-ab53-b734f9f80d15 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.180229 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-85d6d90d-4310-4a43-ab53-b734f9f80d15 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1575487 Aug 19 12:26:33.183302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34420) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.184312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d90d-4310-4a43-ab53-b734f9f80d15 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1316645-f4c6-4b5c-a744-a152993e02e7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.189752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d27fae45-8899-4593-968a-0310423e7d35 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': 'a1316645-f4c6-4b5c-a744-a152993e02e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:33.218824 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d27fae45-8899-4593-968a-0310423e7d35 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.283432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d27fae45-8899-4593-968a-0310423e7d35 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.294107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d27fae45-8899-4593-968a-0310423e7d35 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.312714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] For port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:33.312857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fae45-8899-4593-968a-0310423e7d35 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342df1ea-6a95-4ca8-a83b-05cc270231dc,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.321031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-fcfc13d4-8d01-4294-b816-0d03797b7b7f', 'network_id': 'fcfc13d4-8d01-4294-b816-0d03797b7b7f', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'fixed_ips': [{'subnet_id': 'aa9c382c-037a-42a1-95c3-0bbbb2469ef0'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:26:33.322036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d27fae45-8899-4593-968a-0310423e7d35 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.322309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.323268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d27fae45-8899-4593-968a-0310423e7d35 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387484 Aug 19 12:26:33.326383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34422) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.339640 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] For port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e160ba4f-98b3-45c0-b8a4-ea37747a8f3e,segment=NetworkSegment(e524c0e1-33d3-4927-9ef1-b94643edde97),segment_id=e524c0e1-33d3-4927-9ef1-b94643edde97)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:33.347646 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.356126 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61fade8c-66aa-49b6-a570-2ea76e1db2a2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.367435 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61fade8c-66aa-49b6-a570-2ea76e1db2a2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.398228 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61fade8c-66aa-49b6-a570-2ea76e1db2a2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.404168 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61fade8c-66aa-49b6-a570-2ea76e1db2a2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.405307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-61fade8c-66aa-49b6-a570-2ea76e1db2a2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/342df1ea-6a95-4ca8-a83b-05cc270231dc HTTP/1.1" status: 204 len: 168 time: 0.0779841 Aug 19 12:26:33.408122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34424) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.411371 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fade8c-66aa-49b6-a570-2ea76e1db2a2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=342df1ea-6a95-4ca8-a83b-05cc270231dc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.466793 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8901f460-3723-457c-bb3b-7886e63e164e tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573237 Aug 19 12:26:33.469642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34426) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.484901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f11e24-9d23-4a57-804f-40ad8e7d6e7b None None] Pushing event updated for resources: {'Port': ['ID=e160ba4f-98b3-45c0-b8a4-ea37747a8f3e,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.533512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51251d7d-2a19-4ec2-bbe2-354cc4f404be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.548406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Allocated IP 172.21.0.2 (fcfc13d4-8d01-4294-b816-0d03797b7b7f/aa9c382c-037a-42a1-95c3-0bbbb2469ef0/4ba4714a-9fdd-4315-a86e-49d0e5dee38b) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:33.557779 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51251d7d-2a19-4ec2-bbe2-354cc4f404be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.614825 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51251d7d-2a19-4ec2-bbe2-354cc4f404be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.617657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51251d7d-2a19-4ec2-bbe2-354cc4f404be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.618848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-51251d7d-2a19-4ec2-bbe2-354cc4f404be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-groups/a1316645-f4c6-4b5c-a744-a152993e02e7 HTTP/1.1" status: 204 len: 168 time: 0.1481898 Aug 19 12:26:33.622676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34428) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.624299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6db1a83-4385-4743-81c4-2fe49213178c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.625356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6db1a83-4385-4743-81c4-2fe49213178c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.636285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51251d7d-2a19-4ec2-bbe2-354cc4f404be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1316645-f4c6-4b5c-a744-a152993e02e7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.702777 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-091bce4c-a64c-40ef-9581-c713fead480d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787027 Aug 19 12:26:33.703990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34430) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.710741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-46ce9390-6646-43d7-b4ed-893536894bf2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group': {'name': 'tempest-secgroup--219772221'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:33.737091 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46ce9390-6646-43d7-b4ed-893536894bf2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.769108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.779325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Transition to ACTIVE for port object 4ba4714a-9fdd-4315-a86e-49d0e5dee38b will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:33.808177 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Transition to ACTIVE for port object 4ba4714a-9fdd-4315-a86e-49d0e5dee38b will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:33.816476 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.866243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Network fcfc13d4-8d01-4294-b816-0d03797b7b7f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:33.867129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46ce9390-6646-43d7-b4ed-893536894bf2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.869503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:33.873009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46ce9390-6646-43d7-b4ed-893536894bf2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.875604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:33.909487 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46ce9390-6646-43d7-b4ed-893536894bf2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.914361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-46ce9390-6646-43d7-b4ed-893536894bf2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2064602 Aug 19 12:26:33.915214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34432) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.921300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-31c8c566-846b-4ae6-b2c8-1c01ecdc45be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '0757f21e-eff7-4430-a116-46d8dd27d85a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:33.928223 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Pushing event updated for resources: {'Port': ['ID=4ba4714a-9fdd-4315-a86e-49d0e5dee38b,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.928481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9390-6646-43d7-b4ed-893536894bf2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0757f21e-eff7-4430-a116-46d8dd27d85a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.943064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Attempting to bind port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:33.943841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Attempting to bind port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f2a7a39b-69d8-41f5-a33b-cb6bc38218e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fcfc13d4-8d01-4294-b816-0d03797b7b7f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:33.943841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Attempting to bind port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b on network fcfc13d4-8d01-4294-b816-0d03797b7b7f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:33.950405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:33.951194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Checking segment: {'id': 'f2a7a39b-69d8-41f5-a33b-cb6bc38218e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fcfc13d4-8d01-4294-b816-0d03797b7b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:33.951194 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.951844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Bound using segment: {'id': 'f2a7a39b-69d8-41f5-a33b-cb6bc38218e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fcfc13d4-8d01-4294-b816-0d03797b7b7f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:33.952111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Bound port: 4ba4714a-9fdd-4315-a86e-49d0e5dee38b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a7a39b-69d8-41f5-a33b-cb6bc38218e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fcfc13d4-8d01-4294-b816-0d03797b7b7f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:33.952577 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.962521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31c8c566-846b-4ae6-b2c8-1c01ecdc45be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.027745 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31c8c566-846b-4ae6-b2c8-1c01ecdc45be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.030646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] For port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:34.032131 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31c8c566-846b-4ae6-b2c8-1c01ecdc45be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.035430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] For port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4ba4714a-9fdd-4315-a86e-49d0e5dee38b,segment=NetworkSegment(f2a7a39b-69d8-41f5-a33b-cb6bc38218e9),segment_id=f2a7a39b-69d8-41f5-a33b-cb6bc38218e9)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:34.043108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.056840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c566-846b-4ae6-b2c8-1c01ecdc45be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c304dd1-d812-4316-bac5-aca3036d2592,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:34.066088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31c8c566-846b-4ae6-b2c8-1c01ecdc45be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.066944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6db1a83-4385-4743-81c4-2fe49213178c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.070511 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-31c8c566-846b-4ae6-b2c8-1c01ecdc45be tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510663 Aug 19 12:26:34.070511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34434) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.074887 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6db1a83-4385-4743-81c4-2fe49213178c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.077568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8be390ce-ad0e-423a-9c36-8acf7d930862 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '0757f21e-eff7-4430-a116-46d8dd27d85a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:34.112040 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8be390ce-ad0e-423a-9c36-8acf7d930862 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.113845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6db1a83-4385-4743-81c4-2fe49213178c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.115472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c6db1a83-4385-4743-81c4-2fe49213178c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0427213 Aug 19 12:26:34.118389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34436) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.122404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd9d02-125b-4e37-8634-af35ed4167f4 None None] Pushing event updated for resources: {'Port': ['ID=4ba4714a-9fdd-4315-a86e-49d0e5dee38b,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:34.183039 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8be390ce-ad0e-423a-9c36-8acf7d930862 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.187230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8be390ce-ad0e-423a-9c36-8acf7d930862 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.210366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be390ce-ad0e-423a-9c36-8acf7d930862 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1eeae0-ec14-4569-8831-6b34e440bb5a,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:34.214315 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8be390ce-ad0e-423a-9c36-8acf7d930862 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.215580 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8be390ce-ad0e-423a-9c36-8acf7d930862 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439292 Aug 19 12:26:34.220882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34438) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.225931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0ee22fdf-63ac-4acb-b463-edf7d10a56f0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '0757f21e-eff7-4430-a116-46d8dd27d85a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:34.346774 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ee22fdf-63ac-4acb-b463-edf7d10a56f0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.510335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ee22fdf-63ac-4acb-b463-edf7d10a56f0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.516898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ee22fdf-63ac-4acb-b463-edf7d10a56f0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.543145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.564988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee22fdf-63ac-4acb-b463-edf7d10a56f0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef6e1bd-98de-4998-ae4c-a207d71e3952,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:34.607377 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ee22fdf-63ac-4acb-b463-edf7d10a56f0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.608625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ee22fdf-63ac-4acb-b463-edf7d10a56f0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3865438 Aug 19 12:26:34.611686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34440) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.617507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-eeeeb9fa-2321-448a-b2eb-0b54ad06be8b tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '0757f21e-eff7-4430-a116-46d8dd27d85a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:34.651423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb9fa-2321-448a-b2eb-0b54ad06be8b tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.678628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb56be7-ebad-4d57-bd90-82a89b91d9d3 None None] Network ccb63e4e-643f-4477-864c-f66a89a234e0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:34.724210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb9fa-2321-448a-b2eb-0b54ad06be8b tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.729144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb9fa-2321-448a-b2eb-0b54ad06be8b tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.748366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c1458217-74e6-4a9e-a025-5dd90734a2e1 None None] Provisioning for port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:34.754311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeb9fa-2321-448a-b2eb-0b54ad06be8b tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e850cb2-723d-420b-bd3b-945a1063348c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:34.762727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb9fa-2321-448a-b2eb-0b54ad06be8b tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.768015 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eeeeb9fa-2321-448a-b2eb-0b54ad06be8b tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552083 Aug 19 12:26:34.768261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34442) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.797453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c5fee65e-c0cf-45f6-a2d1-031d3e3717cc tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '0757f21e-eff7-4430-a116-46d8dd27d85a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:34.880284 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5fee65e-c0cf-45f6-a2d1-031d3e3717cc tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.902838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.20.0.1 (ccb63e4e-643f-4477-864c-f66a89a234e0/038210a4-45b2-4656-9097-d39d6754319c/2b418c28-8882-4a5e-a883-e7961a2ed78e) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:35.058035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4ba4714a-9fdd-4315-a86e-49d0e5dee38b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:35.088987 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.103935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Transition to ACTIVE for port object 2b418c28-8882-4a5e-a883-e7961a2ed78e will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:35.114059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:35.119225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e160ba4f-98b3-45c0-b8a4-ea37747a8f3e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:35.150444 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5fee65e-c0cf-45f6-a2d1-031d3e3717cc tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.152890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.160354 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5fee65e-c0cf-45f6-a2d1-031d3e3717cc tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.179005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:35.183419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:35.183791 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.216252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fee65e-c0cf-45f6-a2d1-031d3e3717cc tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec6771b-a90f-4a41-a574-457d9c9f3e08,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.225192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f7871ba9-7d97-48a0-ac4a-16605aeef2bc None None] Provisioning complete for port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:35.225590 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f7871ba9-7d97-48a0-ac4a-16605aeef2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.230252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network ccb63e4e-643f-4477-864c-f66a89a234e0 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:35.236369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:35.238617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=2b418c28-8882-4a5e-a883-e7961a2ed78e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.241341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:35.246215 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5fee65e-c0cf-45f6-a2d1-031d3e3717cc tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.247465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c5fee65e-c0cf-45f6-a2d1-031d3e3717cc tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4781229 Aug 19 12:26:35.250629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34444) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.298130 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.309515 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24ac7d22-1854-4de7-8edf-c0259f019073 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.324066 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24ac7d22-1854-4de7-8edf-c0259f019073 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.366856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24ac7d22-1854-4de7-8edf-c0259f019073 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.373790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24ac7d22-1854-4de7-8edf-c0259f019073 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.377576 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-24ac7d22-1854-4de7-8edf-c0259f019073 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/2ec6771b-a90f-4a41-a574-457d9c9f3e08 HTTP/1.1" status: 204 len: 168 time: 0.1255476 Aug 19 12:26:35.382346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34446) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.384775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a889a9d-efb7-446b-89f5-8984df8c76cf None None] Network fcfc13d4-8d01-4294-b816-0d03797b7b7f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:35.389193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac7d22-1854-4de7-8edf-c0259f019073 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ec6771b-a90f-4a41-a574-457d9c9f3e08,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.389378 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f7871ba9-7d97-48a0-ac4a-16605aeef2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.448933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.493888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34450) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.496982 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d0795b7c-0d6a-4f2e-a235-14c6b20f6e24 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1071997 Aug 19 12:26:35.502827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f7871ba9-7d97-48a0-ac4a-16605aeef2bc None None] For port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e160ba4f-98b3-45c0-b8a4-ea37747a8f3e,segment=NetworkSegment(e524c0e1-33d3-4927-9ef1-b94643edde97),segment_id=e524c0e1-33d3-4927-9ef1-b94643edde97)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:35.518059 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f7871ba9-7d97-48a0-ac4a-16605aeef2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.531423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-123d8d29-d6ae-4ab8-b15d-4a9231861da5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.538073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-123d8d29-d6ae-4ab8-b15d-4a9231861da5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.541398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.571326 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-123d8d29-d6ae-4ab8-b15d-4a9231861da5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.583752 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-123d8d29-d6ae-4ab8-b15d-4a9231861da5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.584237 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-123d8d29-d6ae-4ab8-b15d-4a9231861da5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3e850cb2-723d-420b-bd3b-945a1063348c HTTP/1.1" status: 204 len: 168 time: 0.0891333 Aug 19 12:26:35.585105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d8d29-d6ae-4ab8-b15d-4a9231861da5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e850cb2-723d-420b-bd3b-945a1063348c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.586787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34452) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.598238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:26:35.598808 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:26:35.636538 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-088283f1-3327-4f0f-a1b5-2f38c3c11fc5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0485749 Aug 19 12:26:35.639319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34454) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.661764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7871ba9-7d97-48a0-ac4a-16605aeef2bc None None] Pushing event updated for resources: {'Port': ['ID=e160ba4f-98b3-45c0-b8a4-ea37747a8f3e,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.663991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28f3acdb-19a4-4a7b-af9d-8bddd452e5ce tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.674168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28f3acdb-19a4-4a7b-af9d-8bddd452e5ce tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.674375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Provisioning for port 2b418c28-8882-4a5e-a883-e7961a2ed78e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:35.679012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Provisioning complete for port 2b418c28-8882-4a5e-a883-e7961a2ed78e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:35.679374 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.706455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28f3acdb-19a4-4a7b-af9d-8bddd452e5ce tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.717383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28f3acdb-19a4-4a7b-af9d-8bddd452e5ce tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.721479 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-28f3acdb-19a4-4a7b-af9d-8bddd452e5ce tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4ef6e1bd-98de-4998-ae4c-a207d71e3952 HTTP/1.1" status: 204 len: 168 time: 0.0812104 Aug 19 12:26:35.724561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34456) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.738948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Port 2b418c28-8882-4a5e-a883-e7961a2ed78e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:35.743394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3acdb-19a4-4a7b-af9d-8bddd452e5ce tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ef6e1bd-98de-4998-ae4c-a207d71e3952,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.753969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Provisioning for port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:35.759899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Provisioning complete for port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:35.760278 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.796744 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7f35af5f-a936-4bf2-8007-a610906c7b46 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0700691 Aug 19 12:26:35.797672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34458) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.832949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-290fd6c1-f808-41f9-a315-36e9ca59d2b0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.846945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-290fd6c1-f808-41f9-a315-36e9ca59d2b0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.879277 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.885833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.893783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-290fd6c1-f808-41f9-a315-36e9ca59d2b0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.903703 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-290fd6c1-f808-41f9-a315-36e9ca59d2b0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.911509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-290fd6c1-f808-41f9-a315-36e9ca59d2b0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cf1eeae0-ec14-4569-8831-6b34e440bb5a HTTP/1.1" status: 204 len: 168 time: 0.1114523 Aug 19 12:26:35.916164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34462) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.944415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fd6c1-f808-41f9-a315-36e9ca59d2b0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf1eeae0-ec14-4569-8831-6b34e440bb5a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.994962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.999933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=2b418c28-8882-4a5e-a883-e7961a2ed78e,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:36.020315 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-620a90cb-d7c1-487b-88c6-098277e75eb1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1012671 Aug 19 12:26:36.023155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34466) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.063087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-635673af-feaa-4e27-be17-298436020446 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.071619 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.074160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-635673af-feaa-4e27-be17-298436020446 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.105981 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-635673af-feaa-4e27-be17-298436020446 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.114651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-635673af-feaa-4e27-be17-298436020446 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.118311 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-635673af-feaa-4e27-be17-298436020446 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3c304dd1-d812-4316-bac5-aca3036d2592 HTTP/1.1" status: 204 len: 168 time: 0.0911369 Aug 19 12:26:36.120386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34472) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.128473 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635673af-feaa-4e27-be17-298436020446 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c304dd1-d812-4316-bac5-aca3036d2592,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:36.129467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] For port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4ba4714a-9fdd-4315-a86e-49d0e5dee38b,segment=NetworkSegment(f2a7a39b-69d8-41f5-a33b-cb6bc38218e9),segment_id=f2a7a39b-69d8-41f5-a33b-cb6bc38218e9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:36.140241 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.154855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network ccb63e4e-643f-4477-864c-f66a89a234e0 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:36.157292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:36.166225 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-97b32d2c-b459-476c-a9e0-3a58a6fdb885 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446222 Aug 19 12:26:36.169174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34474) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.203657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb1b79-5f50-49e5-b068-4a227f935e2c None None] Pushing event updated for resources: {'Port': ['ID=4ba4714a-9fdd-4315-a86e-49d0e5dee38b,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:36.256144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e096d1e-25a0-4ac5-9b0a-4f43a5f616b5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.269836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-da3fb5c4-31b1-4689-b803-792e8d5efec9 None None] Provisioning complete for port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:36.270394 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da3fb5c4-31b1-4689-b803-792e8d5efec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.302190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e096d1e-25a0-4ac5-9b0a-4f43a5f616b5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.349038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router eafc6425-daab-43d6-ab95-9fd194863a9c is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:26:36.385468 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e096d1e-25a0-4ac5-9b0a-4f43a5f616b5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.388297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e096d1e-25a0-4ac5-9b0a-4f43a5f616b5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.391035 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9e096d1e-25a0-4ac5-9b0a-4f43a5f616b5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-groups/0757f21e-eff7-4430-a116-46d8dd27d85a HTTP/1.1" status: 204 len: 168 time: 0.2206767 Aug 19 12:26:36.398904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34478) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.412644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e096d1e-25a0-4ac5-9b0a-4f43a5f616b5 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0757f21e-eff7-4430-a116-46d8dd27d85a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:36.460822 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b6911b76-5847-49e4-80c9-53d499ea58bd tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573254 Aug 19 12:26:36.463777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34480) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.472878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e1bc16bc-ba28-41f5-a35a-51ce90e4d991 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930094115'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:36.477646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-581eb083-de02-47fc-9f9a-413711c4a197 req-cdd3e7c1-3d5c-4092-8562-328d02e786b5 service neutron] (101153) timed out ('10.222.0.65', 45732) {{(pid=101153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:26:36.502355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:36.509608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-836673b1-59be-4e42-a61e-0a4fbf7fa587 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/eafc6425-daab-43d6-ab95-9fd194863a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3899708 Aug 19 12:26:36.512241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34482) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.514486 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12437f2d-7b35-48d3-8de7-61099b476487 None None] Sync routers for ids ['eafc6425-daab-43d6-ab95-9fd194863a9c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:36.526305 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12437f2d-7b35-48d3-8de7-61099b476487 None None] Routers {'eafc6425-daab-43d6-ab95-9fd194863a9c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:36.526964 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-12437f2d-7b35-48d3-8de7-61099b476487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eafc6425-daab-43d6-ab95-9fd194863a9c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:36.527100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1bc16bc-ba28-41f5-a35a-51ce90e4d991 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.536882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d308511-4b5f-447a-9242-871d80b1f2ee req-3ddaf8e4-bd8a-4110-b9ef-2f7810232d07 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:36.538446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d308511-4b5f-447a-9242-871d80b1f2ee req-3ddaf8e4-bd8a-4110-b9ef-2f7810232d07 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 947 time: 0.0866907 Aug 19 12:26:36.562934 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-12437f2d-7b35-48d3-8de7-61099b476487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:36.563158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-26138c41-5416-4fce-9fa9-0d3d79e0e635 None None] Provisioning complete for port 2b418c28-8882-4a5e-a883-e7961a2ed78e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:36.563381 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26138c41-5416-4fce-9fa9-0d3d79e0e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.572099 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12437f2d-7b35-48d3-8de7-61099b476487 None None] Routers {'eafc6425-daab-43d6-ab95-9fd194863a9c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:36.572737 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-12437f2d-7b35-48d3-8de7-61099b476487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eafc6425-daab-43d6-ab95-9fd194863a9c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:36.591023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc31bdd-de53-4c3a-baf8-d886ddfdb321 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:36.592873 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0cc31bdd-de53-4c3a-baf8-d886ddfdb321 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports/2b418c28-8882-4a5e-a883-e7961a2ed78e HTTP/1.1" status: 200 len: 910 time: 0.0795166 Aug 19 12:26:36.595526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34484) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.596436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d308511-4b5f-447a-9242-871d80b1f2ee req-3b5354ad-5346-4731-b30d-c4567a20b4b0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Aug 19 12:26:36.604355 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-12437f2d-7b35-48d3-8de7-61099b476487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:36.605031 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12437f2d-7b35-48d3-8de7-61099b476487 None None] The sync data for ids ['eafc6425-daab-43d6-ab95-9fd194863a9c'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:36.614495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-26138c41-5416-4fce-9fa9-0d3d79e0e635 None None] Port 2b418c28-8882-4a5e-a883-e7961a2ed78e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:36.670779 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1bc16bc-ba28-41f5-a35a-51ce90e4d991 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.675170 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1bc16bc-ba28-41f5-a35a-51ce90e4d991 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.703706 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e1bc16bc-ba28-41f5-a35a-51ce90e4d991 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.704937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e1bc16bc-ba28-41f5-a35a-51ce90e4d991 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2382383 Aug 19 12:26:36.707754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34486) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.712593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-bad0eb97-e2a2-41ad-a866-8035b7b8269a tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': 'd7b8c2fb-817a-45f6-a5a5-0231db911b46', 'direction': 'ingress', 'protocol': 17}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:36.717533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc16bc-ba28-41f5-a35a-51ce90e4d991 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b8c2fb-817a-45f6-a5a5-0231db911b46,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:36.744110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bad0eb97-e2a2-41ad-a866-8035b7b8269a tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.803101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bad0eb97-e2a2-41ad-a866-8035b7b8269a tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.807538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bad0eb97-e2a2-41ad-a866-8035b7b8269a tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.825613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0eb97-e2a2-41ad-a866-8035b7b8269a tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6497d91-5ac3-420e-a73b-dcdd18bc0bef,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:36.831240 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bad0eb97-e2a2-41ad-a866-8035b7b8269a tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.835625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bad0eb97-e2a2-41ad-a866-8035b7b8269a tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1268306 Aug 19 12:26:36.836183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34488) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.893468 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20e11959-1e3b-43bd-ac37-375e6d8834b1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.919292 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20e11959-1e3b-43bd-ac37-375e6d8834b1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.970428 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20e11959-1e3b-43bd-ac37-375e6d8834b1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.973071 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20e11959-1e3b-43bd-ac37-375e6d8834b1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.977074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-20e11959-1e3b-43bd-ac37-375e6d8834b1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-groups/d7b8c2fb-817a-45f6-a5a5-0231db911b46 HTTP/1.1" status: 204 len: 168 time: 0.1398706 Aug 19 12:26:36.977731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34490) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.986998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4ba4714a-9fdd-4315-a86e-49d0e5dee38b up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:37.001399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e11959-1e3b-43bd-ac37-375e6d8834b1 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b8c2fb-817a-45f6-a5a5-0231db911b46,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.036510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34492) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:37.037227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8fbb7ba5-2a6d-42bf-82c3-a6e1a9eda896 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551808 Aug 19 12:26:37.045131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-53e52dd4-e802-4afa-abf2-42a4e77c0f79 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group': {'name': 'tempest-secgroup--651688687'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:37.062803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:37.063121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.063241 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.085055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53e52dd4-e802-4afa-abf2-42a4e77c0f79 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.143863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e160ba4f-98b3-45c0-b8a4-ea37747a8f3e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:37.191153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:37.191538 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.388774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53e52dd4-e802-4afa-abf2-42a4e77c0f79 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.397280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53e52dd4-e802-4afa-abf2-42a4e77c0f79 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.451512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-53e52dd4-e802-4afa-abf2-42a4e77c0f79 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.452657 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-53e52dd4-e802-4afa-abf2-42a4e77c0f79 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4142542 Aug 19 12:26:37.455565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34494) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:37.460634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fee1c1c2-6448-46f4-b11c-5e177d37e705 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045610607'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:37.469988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e52dd4-e802-4afa-abf2-42a4e77c0f79 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1762eeab-e698-4489-aa1d-c665993e1b69,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.473016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.21.0.1 (fcfc13d4-8d01-4294-b816-0d03797b7b7f/aa9c382c-037a-42a1-95c3-0bbbb2469ef0/77de6694-860b-45ef-b0e6-4b42384ebc8a) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:37.488766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee1c1c2-6448-46f4-b11c-5e177d37e705 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.573410 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee1c1c2-6448-46f4-b11c-5e177d37e705 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.577445 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee1c1c2-6448-46f4-b11c-5e177d37e705 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.590103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.603014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fee1c1c2-6448-46f4-b11c-5e177d37e705 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.604230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fee1c1c2-6448-46f4-b11c-5e177d37e705 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1475842 Aug 19 12:26:37.604983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Transition to ACTIVE for port object 77de6694-860b-45ef-b0e6-4b42384ebc8a will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:37.607046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34496) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:37.611365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6faab821-eda5-4449-83fd-e48f5c254d9e tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '1762eeab-e698-4489-aa1d-c665993e1b69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '43b841ed-3a61-4b65-92a7-2c725b94b121', 'remote_ip_prefix': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:37.619131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1c1c2-6448-46f4-b11c-5e177d37e705 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b841ed-3a61-4b65-92a7-2c725b94b121,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.646125 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.652496 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6faab821-eda5-4449-83fd-e48f5c254d9e tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.697241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network fcfc13d4-8d01-4294-b816-0d03797b7b7f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:37.700377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:37.703115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:37.732575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=77de6694-860b-45ef-b0e6-4b42384ebc8a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.755406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.772068 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6faab821-eda5-4449-83fd-e48f5c254d9e tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.781498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aada0-81c4-4452-a441-d7b3529a1a9a req-634cc2dd-e3d8-460c-bc14-d09beba992b4 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.783104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e8aada0-81c4-4452-a441-d7b3529a1a9a req-634cc2dd-e3d8-460c-bc14-d09beba992b4 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 947 time: 0.0874608 Aug 19 12:26:37.784509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6faab821-eda5-4449-83fd-e48f5c254d9e tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.812993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faab821-eda5-4449-83fd-e48f5c254d9e tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f85ec0-d8ae-4dbe-b2c5-63be74dcc47f,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.831062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6faab821-eda5-4449-83fd-e48f5c254d9e tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.832393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6faab821-eda5-4449-83fd-e48f5c254d9e tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2244854 Aug 19 12:26:37.837998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34500) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:37.856420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e8aada0-81c4-4452-a441-d7b3529a1a9a req-0d01c486-acb8-4c7d-8e9b-59e0fecafadf tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646980 Aug 19 12:26:37.870647 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17af3af6-a58e-4bfc-b5e7-33e770975c71 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.886209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17af3af6-a58e-4bfc-b5e7-33e770975c71 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.920013 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17af3af6-a58e-4bfc-b5e7-33e770975c71 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.924566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-362e3194-e49a-4324-84e4-e5c7889ef5bf tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.926161 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-362e3194-e49a-4324-84e4-e5c7889ef5bf tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 947 time: 0.1220393 Aug 19 12:26:37.926460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-17af3af6-a58e-4bfc-b5e7-33e770975c71 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.927566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-17af3af6-a58e-4bfc-b5e7-33e770975c71 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/75f85ec0-d8ae-4dbe-b2c5-63be74dcc47f HTTP/1.1" status: 204 len: 168 time: 0.0884051 Aug 19 12:26:37.929381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.930800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34502) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:37.949843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-741e6b5b-6367-49a9-a860-d729090fe210 None None] Provisioning for port 77de6694-860b-45ef-b0e6-4b42384ebc8a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:37.953908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-741e6b5b-6367-49a9-a860-d729090fe210 None None] Provisioning complete for port 77de6694-860b-45ef-b0e6-4b42384ebc8a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:37.954223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-741e6b5b-6367-49a9-a860-d729090fe210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.958247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af3af6-a58e-4bfc-b5e7-33e770975c71 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75f85ec0-d8ae-4dbe-b2c5-63be74dcc47f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.991618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-741e6b5b-6367-49a9-a860-d729090fe210 None None] Port 77de6694-860b-45ef-b0e6-4b42384ebc8a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:37.993338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ba5b2c17-c0f6-4225-a15c-c45d54b62c99 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0614216 Aug 19 12:26:37.994579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34504) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:38.051081 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c109aae4-ae77-47fd-930f-962a10ddd839 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.072985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c109aae4-ae77-47fd-930f-962a10ddd839 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.116315 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c109aae4-ae77-47fd-930f-962a10ddd839 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.119160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c109aae4-ae77-47fd-930f-962a10ddd839 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.120334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c109aae4-ae77-47fd-930f-962a10ddd839 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-groups/43b841ed-3a61-4b65-92a7-2c725b94b121 HTTP/1.1" status: 204 len: 168 time: 0.1248350 Aug 19 12:26:38.123681 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34506) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:38.141974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109aae4-ae77-47fd-930f-962a10ddd839 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b841ed-3a61-4b65-92a7-2c725b94b121,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:38.195043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-32afb5a9-b2f7-443f-9f73-452c2d9b10a0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0702238 Aug 19 12:26:38.198015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34508) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:38.271464 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eabcad6b-98be-4521-8002-26c81fd35242 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.300106 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eabcad6b-98be-4521-8002-26c81fd35242 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.349181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eabcad6b-98be-4521-8002-26c81fd35242 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.351800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eabcad6b-98be-4521-8002-26c81fd35242 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.353145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-eabcad6b-98be-4521-8002-26c81fd35242 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-groups/1762eeab-e698-4489-aa1d-c665993e1b69 HTTP/1.1" status: 204 len: 168 time: 0.1538441 Aug 19 12:26:38.356362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34510) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:38.377158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcad6b-98be-4521-8002-26c81fd35242 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1762eeab-e698-4489-aa1d-c665993e1b69,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:38.418412 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fd9d2961-c054-417d-a11f-1dbc3e54ecb2 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609369 Aug 19 12:26:38.422599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34512) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:38.427571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fcd3d06f-73ec-46f6-9c35-f188d226ce95 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group': {'name': 'tempest-secgroup--292802421'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:38.445697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Deleting port f055fdfc-0bdd-4e31-a236-130ba6ae43cc {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:38.446478 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.451910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d06f-73ec-46f6-9c35-f188d226ce95 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.538820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d06f-73ec-46f6-9c35-f188d226ce95 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.544397 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d06f-73ec-46f6-9c35-f188d226ce95 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.573532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d06f-73ec-46f6-9c35-f188d226ce95 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.574752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fcd3d06f-73ec-46f6-9c35-f188d226ce95 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1510093 Aug 19 12:26:38.576581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3d06f-73ec-46f6-9c35-f188d226ce95 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452a394d-9cd7-4cc5-9ec6-4fd03007ce71,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:38.577725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34514) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:38.585990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b75d355d-1fe8-4321-b50d-83e6e8b727a4 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '452a394d-9cd7-4cc5-9ec6-4fd03007ce71', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:38.629240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] For port f055fdfc-0bdd-4e31-a236-130ba6ae43cc, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:38.629695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.709217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b75d355d-1fe8-4321-b50d-83e6e8b727a4 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.727665 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.738678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.879217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.884034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=77de6694-860b-45ef-b0e6-4b42384ebc8a,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:38.989349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b75d355d-1fe8-4321-b50d-83e6e8b727a4 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.994816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93fe92-f8a2-4c4f-adea-bac25d42dfd9 req-cc5cf605-2c82-4bbb-9e72-f0add25bd4f5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.996366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb93fe92-f8a2-4c4f-adea-bac25d42dfd9 req-cc5cf605-2c82-4bbb-9e72-f0add25bd4f5 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 947 time: 0.0526252 Aug 19 12:26:38.999586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b75d355d-1fe8-4321-b50d-83e6e8b727a4 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.021132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.021518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.021837 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Floating IP 16404b1a-b5d7-451e-8d71-18e8702464e4 disassociated. External IP: 172.25.4.106, port: f055fdfc-0bdd-4e31-a236-130ba6ae43cc. Aug 19 12:26:39.022176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Calling delete_port for f055fdfc-0bdd-4e31-a236-130ba6ae43cc owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:39.038016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d355d-1fe8-4321-b50d-83e6e8b727a4 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b2c540-d35c-4bbe-b537-8c9251de3e30,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:39.041229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb93fe92-f8a2-4c4f-adea-bac25d42dfd9 req-e357de50-aeb1-43aa-88cf-ff1eebc17bf3 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups?id=011f9996-f3f8-420e-aebc-bb826df8a44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374641 Aug 19 12:26:39.091810 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b75d355d-1fe8-4321-b50d-83e6e8b727a4 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.093037 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b75d355d-1fe8-4321-b50d-83e6e8b727a4 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5142961 Aug 19 12:26:39.096173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34518) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:39.113606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network fcfc13d4-8d01-4294-b816-0d03797b7b7f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:39.120165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:39.126021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9637fe90-3919-419e-9eb4-6aedf8290e36 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.134745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9637fe90-3919-419e-9eb4-6aedf8290e36 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.167064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9637fe90-3919-419e-9eb4-6aedf8290e36 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.173258 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9637fe90-3919-419e-9eb4-6aedf8290e36 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.177825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34520) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:39.178263 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9637fe90-3919-419e-9eb4-6aedf8290e36 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/12b2c540-d35c-4bbe-b537-8c9251de3e30 HTTP/1.1" status: 204 len: 168 time: 0.0807066 Aug 19 12:26:39.188755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637fe90-3919-419e-9eb4-6aedf8290e36 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12b2c540-d35c-4bbe-b537-8c9251de3e30,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:39.308911 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f4fc3103-eda0-4431-bf8d-061165d61672 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1296358 Aug 19 12:26:39.312390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34522) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:39.315148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router eafc6425-daab-43d6-ab95-9fd194863a9c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:26:39.319272 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.353307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event deleted for resources: {'Port': ['ID=f055fdfc-0bdd-4e31-a236-130ba6ae43cc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:39.373454 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7032c81b-e5c4-461f-a8b9-2a07d7829eb6 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.398944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7032c81b-e5c4-461f-a8b9-2a07d7829eb6 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.421929 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4c22eacc-fd6a-4d57-bc8e-71d309b1ca97 None None] Provisioning complete for port 77de6694-860b-45ef-b0e6-4b42384ebc8a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:39.423269 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c22eacc-fd6a-4d57-bc8e-71d309b1ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.444918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7032c81b-e5c4-461f-a8b9-2a07d7829eb6 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.447498 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7032c81b-e5c4-461f-a8b9-2a07d7829eb6 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.448660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7032c81b-e5c4-461f-a8b9-2a07d7829eb6 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-groups/452a394d-9cd7-4cc5-9ec6-4fd03007ce71 HTTP/1.1" status: 204 len: 168 time: 0.1351929 Aug 19 12:26:39.453351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34524) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:39.466956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032c81b-e5c4-461f-a8b9-2a07d7829eb6 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452a394d-9cd7-4cc5-9ec6-4fd03007ce71,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:39.467591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4c22eacc-fd6a-4d57-bc8e-71d309b1ca97 None None] Port 77de6694-860b-45ef-b0e6-4b42384ebc8a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:39.514317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:39.519753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e151a387-97ba-470f-ac5c-e4077d0967ed tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610924 Aug 19 12:26:39.519938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34526) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:39.527555 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-71309ad3-d667-45e8-a238-87803a79f3e2 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/eafc6425-daab-43d6-ab95-9fd194863a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9087777 Aug 19 12:26:39.528886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34528) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:39.529442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7aad81cd-c8e6-4397-8e7b-69faad26054d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253514290'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:39.534942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf0809-9c47-413a-bc85-440e178e2c5c None None] Sync routers for ids ['eafc6425-daab-43d6-ab95-9fd194863a9c'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:39.544948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf0809-9c47-413a-bc85-440e178e2c5c None None] Routers {'eafc6425-daab-43d6-ab95-9fd194863a9c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:39.545573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3dbf0809-9c47-413a-bc85-440e178e2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eafc6425-daab-43d6-ab95-9fd194863a9c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:39.570253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7aad81cd-c8e6-4397-8e7b-69faad26054d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.573288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Router 5fee8183-34d0-4240-8de7-fc0330274439 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:26:39.583609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb49868-d532-482b-adf0-b61ba9ac6999 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:39.587824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5bb49868-d532-482b-adf0-b61ba9ac6999 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports/77de6694-860b-45ef-b0e6-4b42384ebc8a HTTP/1.1" status: 200 len: 910 time: 0.0552499 Aug 19 12:26:39.587960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3dbf0809-9c47-413a-bc85-440e178e2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:39.588052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34530) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:39.596665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf0809-9c47-413a-bc85-440e178e2c5c None None] Routers {'eafc6425-daab-43d6-ab95-9fd194863a9c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:39.597673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3dbf0809-9c47-413a-bc85-440e178e2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eafc6425-daab-43d6-ab95-9fd194863a9c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:39.629653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3dbf0809-9c47-413a-bc85-440e178e2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:39.630314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf0809-9c47-413a-bc85-440e178e2c5c None None] The sync data for ids ['eafc6425-daab-43d6-ab95-9fd194863a9c'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:39.729772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:39.744043 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] Sync routers for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:39.755919 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:39.756711 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:39.782881 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7aad81cd-c8e6-4397-8e7b-69faad26054d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.784379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] No DVR routers for this DVR port f055fdfc-0bdd-4e31-a236-130ba6ae43cc on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:39.788490 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.790997 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b24d79f0-4bf2-4c12-98e1-fc2d6f3e0b50 req-b0e821a9-6cb7-4d30-9226-14bc8f6f90d0 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.54 "DELETE /v2.0/ports/f055fdfc-0bdd-4e31-a236-130ba6ae43cc HTTP/1.1" status: 204 len: 173 time: 1.8585451 Aug 19 12:26:39.791626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-deleted', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:39.794464 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1101e93e-1ab6-4c8d-8252-c6e1167023ee" -d '{"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-deleted", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:39.798637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7aad81cd-c8e6-4397-8e7b-69faad26054d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.830995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7aad81cd-c8e6-4397-8e7b-69faad26054d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.832788 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7aad81cd-c8e6-4397-8e7b-69faad26054d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3124053 Aug 19 12:26:39.836204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34536) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:39.841727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fc7706f6-c7e8-4ec3-8723-e447a142482f tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '9caab969-d4ea-45aa-9e76-861059fd72fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:39.851057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad81cd-c8e6-4397-8e7b-69faad26054d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9caab969-d4ea-45aa-9e76-861059fd72fb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:39.889408 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc7706f6-c7e8-4ec3-8723-e447a142482f tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.977869 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc7706f6-c7e8-4ec3-8723-e447a142482f tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.985923 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc7706f6-c7e8-4ec3-8723-e447a142482f tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.016055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7706f6-c7e8-4ec3-8723-e447a142482f tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8057c15d-6c37-4220-bc6f-3efbd37887d6,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:40.028212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc7706f6-c7e8-4ec3-8723-e447a142482f tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.030579 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fc7706f6-c7e8-4ec3-8723-e447a142482f tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1931832 Aug 19 12:26:40.033935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34538) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.042187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.067328 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c612beb8-4ae7-4bf6-a5c1-7149fdeddd99 x-openstack-request-id: req-c612beb8-4ae7-4bf6-a5c1-7149fdeddd99 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:40.067622 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e8170b-ac7b-49bf-a706-66319d151501", "name": "network-vif-deleted", "tag": "f055fdfc-0bdd-4e31-a236-130ba6ae43cc", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:40.067868 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c612beb8-4ae7-4bf6-a5c1-7149fdeddd99 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:40.068263 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e8170b-ac7b-49bf-a706-66319d151501', 'name': 'network-vif-deleted', 'tag': 'f055fdfc-0bdd-4e31-a236-130ba6ae43cc', 'status': 'completed', 'code': 200} Aug 19 12:26:40.075687 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ebf638b1-21c5-4b1a-bc23-7f4fa29a34a7 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules/8057c15d-6c37-4220-bc6f-3efbd37887d6 HTTP/1.1" status: 200 len: 763 time: 0.0366356 Aug 19 12:26:40.077078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34542) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.110731 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:40.131064 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6452f618-7676-4cb9-b5e8-6424f067719f tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0503654 Aug 19 12:26:40.131316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34544) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.158200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3847c133-b9a5-4b7b-a52b-128b0e67f7ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.167105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3847c133-b9a5-4b7b-a52b-128b0e67f7ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.198800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3847c133-b9a5-4b7b-a52b-128b0e67f7ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.204590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3847c133-b9a5-4b7b-a52b-128b0e67f7ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.209347 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3847c133-b9a5-4b7b-a52b-128b0e67f7ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/8057c15d-6c37-4220-bc6f-3efbd37887d6 HTTP/1.1" status: 204 len: 168 time: 0.0739555 Aug 19 12:26:40.210447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34546) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.229484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847c133-b9a5-4b7b-a52b-128b0e67f7ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8057c15d-6c37-4220-bc6f-3efbd37887d6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:40.284636 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-aaa4a215-4cbb-45e7-ade1-37d2453e9ffb tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705724 Aug 19 12:26:40.285056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34548) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.290493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1a02e5b3-5803-463d-93a3-e42da86a8e88 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '9caab969-d4ea-45aa-9e76-861059fd72fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:40.322111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a02e5b3-5803-463d-93a3-e42da86a8e88 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.355952 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:40.390375 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] Checking router: 5fee8183-34d0-4240-8de7-fc0330274439 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:26:40.400551 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:40.401365 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:40.442844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a02e5b3-5803-463d-93a3-e42da86a8e88 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.446788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f055fdfc-0bdd-4e31-a236-130ba6ae43cc no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:40.470651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: f055fdfc-0bdd-4e31-a236-130ba6ae43cc {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:40.471353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device f055fdfc-0bdd-4e31-a236-130ba6ae43cc not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:40.473350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a02e5b3-5803-463d-93a3-e42da86a8e88 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.494816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02e5b3-5803-463d-93a3-e42da86a8e88 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8dbf09-19ce-470b-9359-fbd68e7cedde,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:40.507837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a02e5b3-5803-463d-93a3-e42da86a8e88 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.511638 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1a02e5b3-5803-463d-93a3-e42da86a8e88 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2228806 Aug 19 12:26:40.514666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34550) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.550946 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:40.571737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba14d651-af30-4371-98c1-cff467d4bc8e req-a289ae7a-d543-4dcf-b7d4-7ba24e239694 tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2e8170b-ac7b-49bf-a706-66319d151501 HTTP/1.1" status: 200 len: 210 time: 0.0580430 Aug 19 12:26:40.577325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2763aa90-5e50-4fcd-886b-fa8cf8db5ca0 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules/5f8dbf09-19ce-470b-9359-fbd68e7cedde HTTP/1.1" status: 200 len: 763 time: 0.0615399 Aug 19 12:26:40.579970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34554) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.633310 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6b2a8d6c-58d1-4ce9-8ada-55b2c0e4a8ed tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0521300 Aug 19 12:26:40.636007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34556) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.659997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-926b939c-38c7-4aa1-ab20-058ecc57f9a9 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.668873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-926b939c-38c7-4aa1-ab20-058ecc57f9a9 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.697997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 77de6694-860b-45ef-b0e6-4b42384ebc8a {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:40.698732 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.702781 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-926b939c-38c7-4aa1-ab20-058ecc57f9a9 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.710384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-926b939c-38c7-4aa1-ab20-058ecc57f9a9 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.711575 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-926b939c-38c7-4aa1-ab20-058ecc57f9a9 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5f8dbf09-19ce-470b-9359-fbd68e7cedde HTTP/1.1" status: 204 len: 168 time: 0.0742359 Aug 19 12:26:40.715748 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34558) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.722365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b939c-38c7-4aa1-ab20-058ecc57f9a9 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f8dbf09-19ce-470b-9359-fbd68e7cedde,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:40.760265 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3a8795f1-51ad-4c03-a38c-cc64613b038b tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410144 Aug 19 12:26:40.760480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34560) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.764858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-17e2001e-8478-4124-bfe6-12fe58f6880c tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Request body: {'security_group_rule': {'security_group_id': '9caab969-d4ea-45aa-9e76-861059fd72fb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:40.768192 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:40.797542 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17e2001e-8478-4124-bfe6-12fe58f6880c tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.799141 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c45c2e8-0a60-4453-8d35-ce08fd19843a None None] The sync data for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 is: [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:19:30Z', 'revision_number': 4, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '16daa4ba-77be-4947-bef1-c9771a89921d', 'name': '', 'network_id': '1a51e1d7-99ae-4ceb-a559-ef1d626309b1', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'mac_address': 'fa:16:3e:c3:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '21304337-b231-4b60-b462-b59824f90d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:29Z', 'updated_at': '2021-08-19T12:19:37Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'subnets': [{'id': '21304337-b231-4b60-b462-b59824f90d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:40.811494 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.825558 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 77de6694-860b-45ef-b0e6-4b42384ebc8a owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:40.855219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17e2001e-8478-4124-bfe6-12fe58f6880c tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.859889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17e2001e-8478-4124-bfe6-12fe58f6880c tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.880017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2001e-8478-4124-bfe6-12fe58f6880c tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873ecbfa-4481-4daf-9788-a1206180b089,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:40.887236 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-17e2001e-8478-4124-bfe6-12fe58f6880c tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.891326 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-17e2001e-8478-4124-bfe6-12fe58f6880c tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269474 Aug 19 12:26:40.893381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34562) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.915954 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-87af6e1b-9cb2-4f97-894b-3827ecb3dde8 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules/873ecbfa-4481-4daf-9788-a1206180b089 HTTP/1.1" status: 200 len: 764 time: 0.0184665 Aug 19 12:26:40.915954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34564) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.965107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6ff71de7-3780-4571-9559-7297ed5ff74d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0479786 Aug 19 12:26:40.967769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34566) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.997053 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-867c36a6-d259-4d53-b9b8-959c17cf13ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.005991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-867c36a6-d259-4d53-b9b8-959c17cf13ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.020520 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.037595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-867c36a6-d259-4d53-b9b8-959c17cf13ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.044651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-867c36a6-d259-4d53-b9b8-959c17cf13ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.048436 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-867c36a6-d259-4d53-b9b8-959c17cf13ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/873ecbfa-4481-4daf-9788-a1206180b089 HTTP/1.1" status: 204 len: 168 time: 0.0787594 Aug 19 12:26:41.050496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34568) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.058341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=77de6694-860b-45ef-b0e6-4b42384ebc8a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:41.073655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c36a6-d259-4d53-b9b8-959c17cf13ae tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=873ecbfa-4481-4daf-9788-a1206180b089,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:41.111816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ab231-3477-4c19-84d4-11ae81800c1b None None] New status for floating IP 16404b1a-b5d7-451e-8d71-18e8702464e4: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:26:41.116096 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-35f7c2ae-e829-4c62-b91d-1a15ec90e87d tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618451 Aug 19 12:26:41.116297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34570) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.180811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-39a9f279-e925-4a02-a99f-234e5a8c86dd tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.209971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-39a9f279-e925-4a02-a99f-234e5a8c86dd tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.270878 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.277476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-39a9f279-e925-4a02-a99f-234e5a8c86dd tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.282877 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-39a9f279-e925-4a02-a99f-234e5a8c86dd tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.284358 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-39a9f279-e925-4a02-a99f-234e5a8c86dd tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "DELETE /v2.0/security-groups/9caab969-d4ea-45aa-9e76-861059fd72fb HTTP/1.1" status: 204 len: 168 time: 0.1669092 Aug 19 12:26:41.288915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34572) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.304729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9f279-e925-4a02-a99f-234e5a8c86dd tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caab969-d4ea-45aa-9e76-861059fd72fb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:41.353297 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f24291c8-6068-404a-8060-47fcd98c63c9 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615833 Aug 19 12:26:41.357506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34574) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.400735 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e579f147-31d0-4d7b-9bb6-ca20cc11ec70 tempest-SecGroupTest-1314744614 tempest-SecGroupTest-1314744614-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418746 Aug 19 12:26:41.477724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router eafc6425-daab-43d6-ab95-9fd194863a9c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:26:41.583985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:41.589402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-82f79527-dc28-4e4a-9159-1fd9b324f92f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/eafc6425-daab-43d6-ab95-9fd194863a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0001755 Aug 19 12:26:41.592120 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34580) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.594734 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fb728-6051-46c7-a54f-6a3eed53809c None None] Sync routers for ids ['eafc6425-daab-43d6-ab95-9fd194863a9c'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:41.605281 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fb728-6051-46c7-a54f-6a3eed53809c None None] Routers {'eafc6425-daab-43d6-ab95-9fd194863a9c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:41.606072 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9b7fb728-6051-46c7-a54f-6a3eed53809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eafc6425-daab-43d6-ab95-9fd194863a9c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:41.643559 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9b7fb728-6051-46c7-a54f-6a3eed53809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:41.652926 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fb728-6051-46c7-a54f-6a3eed53809c None None] Routers {'eafc6425-daab-43d6-ab95-9fd194863a9c'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:41.653661 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9b7fb728-6051-46c7-a54f-6a3eed53809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eafc6425-daab-43d6-ab95-9fd194863a9c'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:41.683391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34586) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.687171 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-9b7fb728-6051-46c7-a54f-6a3eed53809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:41.687171 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fb728-6051-46c7-a54f-6a3eed53809c None None] The sync data for ids ['eafc6425-daab-43d6-ab95-9fd194863a9c'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:41.687947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34588) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.748510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa916931-d948-4696-bf5a-7fdbc73d935c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.772878 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa916931-d948-4696-bf5a-7fdbc73d935c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.827832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa916931-d948-4696-bf5a-7fdbc73d935c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.830426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fa916931-d948-4696-bf5a-7fdbc73d935c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.831695 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fa916931-d948-4696-bf5a-7fdbc73d935c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "DELETE /v2.0/security-groups/011f9996-f3f8-420e-aebc-bb826df8a44b HTTP/1.1" status: 204 len: 168 time: 0.1409600 Aug 19 12:26:41.836045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34592) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.841730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa916931-d948-4696-bf5a-7fdbc73d935c tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f9996-f3f8-420e-aebc-bb826df8a44b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:41.868954 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-453a7ac9-cd1d-4b50-8eb4-4052d74335ff tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] show failed (client error): The resource could not be found. Aug 19 12:26:41.870029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-453a7ac9-cd1d-4b50-8eb4-4052d74335ff tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "GET /v2.0/security-groups/011f9996-f3f8-420e-aebc-bb826df8a44b HTTP/1.1" status: 404 len: 347 time: 0.0311723 Aug 19 12:26:41.873077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34594) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.900669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6e98f53c-aeff-4c3d-86d8-d2266a24054c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c803dd9354c6448dbbb322a4dd4ec2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161415 Aug 19 12:26:41.904173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34596) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.987627 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-401b61f6-2a02-47cf-8645-6ecef0e8b848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.005211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Deleting port 371efcbd-486f-48de-98f5-3ec50600883b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:42.005554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.013790 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-401b61f6-2a02-47cf-8645-6ecef0e8b848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.055303 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.081592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.081995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.094658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Calling delete_port for 371efcbd-486f-48de-98f5-3ec50600883b owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:42.134510 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-401b61f6-2a02-47cf-8645-6ecef0e8b848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.137018 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-401b61f6-2a02-47cf-8645-6ecef0e8b848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.138485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-401b61f6-2a02-47cf-8645-6ecef0e8b848 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a71429c-de35-48d2-bf80-0ff8d654ee54 HTTP/1.1" status: 204 len: 168 time: 0.2330780 Aug 19 12:26:42.151820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b61f6-2a02-47cf-8645-6ecef0e8b848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a71429c-de35-48d2-bf80-0ff8d654ee54,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:42.259099 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.294878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Pushing event deleted for resources: {'Port': ['ID=371efcbd-486f-48de-98f5-3ec50600883b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:42.335198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 2b418c28-8882-4a5e-a883-e7961a2ed78e {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:42.335557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.354755 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.357737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.359124 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1af6d7fd-b554-4833-b303-00e733e0b24e tempest-AttachVolumeShelveTestJSON-31070650 tempest-AttachVolumeShelveTestJSON-31070650-project] 10.222.0.65 "DELETE /v2.0/floatingips/16404b1a-b5d7-451e-8d71-18e8702464e4 HTTP/1.1" status: 204 len: 168 time: 0.4849625 Aug 19 12:26:42.434662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.447462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 2b418c28-8882-4a5e-a883-e7961a2ed78e owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:42.642560 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.676511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=2b418c28-8882-4a5e-a883-e7961a2ed78e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:42.708050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.708397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.708702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.709033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.709369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.709687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.710009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.710351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.710646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.711070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.711390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.711904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:42.842541 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.955310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34622) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.007793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router eafc6425-daab-43d6-ab95-9fd194863a9c has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:26:43.058736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3cb2cf54-9be0-4e81-a11c-5bc51b2d9c93 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:43.059491 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-3cb2cf54-9be0-4e81-a11c-5bc51b2d9c93 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:26:43.060007 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-3cb2cf54-9be0-4e81-a11c-5bc51b2d9c93 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:26:43.064479 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3cb2cf54-9be0-4e81-a11c-5bc51b2d9c93 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1046512 Aug 19 12:26:43.064767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34626) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.069630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--424411210'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:43.089231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:43.094540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-90414d89-2f0f-473c-af9b-a740c3379084 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/eafc6425-daab-43d6-ab95-9fd194863a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5011764 Aug 19 12:26:43.097554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34628) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.102377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02662d76-53d9-4f2a-ac1b-519489ff991b None None] Sync routers for ids ['eafc6425-daab-43d6-ab95-9fd194863a9c'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:43.107259 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.118249 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02662d76-53d9-4f2a-ac1b-519489ff991b None None] Routers {'eafc6425-daab-43d6-ab95-9fd194863a9c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:43.118859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.119532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02662d76-53d9-4f2a-ac1b-519489ff991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eafc6425-daab-43d6-ab95-9fd194863a9c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:43.126746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7433a6f2-11e4-4e3d-9b8c-c2d7c88d2d46 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=eafc6425-daab-43d6-ab95-9fd194863a9c HTTP/1.1" status: 200 len: 205 time: 0.0280433 Aug 19 12:26:43.129334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34630) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.165466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02662d76-53d9-4f2a-ac1b-519489ff991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:43.180030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02662d76-53d9-4f2a-ac1b-519489ff991b None None] Routers {'eafc6425-daab-43d6-ab95-9fd194863a9c'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:43.181864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02662d76-53d9-4f2a-ac1b-519489ff991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['eafc6425-daab-43d6-ab95-9fd194863a9c'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:43.216735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c4db0cd9-8da8-4d5d-a151-48ee2c158130 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.223829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.230002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.232304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-02662d76-53d9-4f2a-ac1b-519489ff991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:43.234017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02662d76-53d9-4f2a-ac1b-519489ff991b None None] The sync data for ids ['eafc6425-daab-43d6-ab95-9fd194863a9c'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:43.278063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fa32b8-a25f-4e8d-871c-89ec55dfc140,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:43.335482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.340300 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.367312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.368562 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3028231 Aug 19 12:26:43.371338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34632) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.376541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-65925d84-4074-424d-b1df-6402782f7479 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': 'daf9c29e-12bc-4a35-a759-91d16943d064', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:43.382162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41f740-e4cc-4933-bb45-6cbce6d9025e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf9c29e-12bc-4a35-a759-91d16943d064,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:43.407920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65925d84-4074-424d-b1df-6402782f7479 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.423461 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c4db0cd9-8da8-4d5d-a151-48ee2c158130 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.425658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c4db0cd9-8da8-4d5d-a151-48ee2c158130 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.468709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65925d84-4074-424d-b1df-6402782f7479 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.474159 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65925d84-4074-424d-b1df-6402782f7479 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.477642 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c4db0cd9-8da8-4d5d-a151-48ee2c158130 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.478326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4db0cd9-8da8-4d5d-a151-48ee2c158130 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Fanout notify agent at l3_agent the message router_deleted on router eafc6425-daab-43d6-ab95-9fd194863a9c {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:26:43.486053 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c4db0cd9-8da8-4d5d-a151-48ee2c158130 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.487381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c4db0cd9-8da8-4d5d-a151-48ee2c158130 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/eafc6425-daab-43d6-ab95-9fd194863a9c HTTP/1.1" status: 204 len: 168 time: 0.3570750 Aug 19 12:26:43.490058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34634) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.490312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65925d84-4074-424d-b1df-6402782f7479 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4369e97-8a7f-46ab-ade7-d1abc6d4af84,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:43.500486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-65925d84-4074-424d-b1df-6402782f7479 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.505762 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-65925d84-4074-424d-b1df-6402782f7479 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299706 Aug 19 12:26:43.506703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.511600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fdb2e8b2-e5b9-4b2c-a66c-1fb217d146de tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': 'daf9c29e-12bc-4a35-a759-91d16943d064', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:43.543631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e8b2-e5b9-4b2c-a66c-1fb217d146de tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.550074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74dfa5d-acbb-45b2-998e-e31433c5f649 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting subnet aa9c382c-037a-42a1-95c3-0bbbb2469ef0 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:43.553928 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f74dfa5d-acbb-45b2-998e-e31433c5f649 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.600983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f74dfa5d-acbb-45b2-998e-e31433c5f649 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.608719 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-fdb2e8b2-e5b9-4b2c-a66c-1fb217d146de tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:26:43.609863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fdb2e8b2-e5b9-4b2c-a66c-1fb217d146de tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1020117 Aug 19 12:26:43.613176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34640) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.671118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6d79c17-8674-40d4-ba39-58331020e87d tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.694170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6d79c17-8674-40d4-ba39-58331020e87d tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.702490 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f74dfa5d-acbb-45b2-998e-e31433c5f649 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.742211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6d79c17-8674-40d4-ba39-58331020e87d tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.745229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d6d79c17-8674-40d4-ba39-58331020e87d tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.746430 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d6d79c17-8674-40d4-ba39-58331020e87d tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/daf9c29e-12bc-4a35-a759-91d16943d064 HTTP/1.1" status: 204 len: 168 time: 0.1322846 Aug 19 12:26:43.749071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34642) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.755859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d79c17-8674-40d4-ba39-58331020e87d tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf9c29e-12bc-4a35-a759-91d16943d064,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.129750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-58f93ef4-d441-469c-9226-f9eb77d33e62 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3795416 Aug 19 12:26:44.131867 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f74dfa5d-acbb-45b2-998e-e31433c5f649 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.134262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34644) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.140449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-de643e42-2456-45c2-9cb5-469a775b198b tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--864499270'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:44.154889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dfa5d-acbb-45b2-998e-e31433c5f649 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9c382c-037a-42a1-95c3-0bbbb2469ef0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.164231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f74dfa5d-acbb-45b2-998e-e31433c5f649 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.169483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f74dfa5d-acbb-45b2-998e-e31433c5f649 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/aa9c382c-037a-42a1-95c3-0bbbb2469ef0 HTTP/1.1" status: 204 len: 168 time: 0.6752956 Aug 19 12:26:44.171206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34646) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.173084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de643e42-2456-45c2-9cb5-469a775b198b tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.173260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf8c80-3ab3-4511-9564-1144b092efb3 None None] Network fcfc13d4-8d01-4294-b816-0d03797b7b7f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:44.229515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8093e643-d895-439b-b388-1f0c77a35e75 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting subnet 038210a4-45b2-4656-9097-d39d6754319c {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:44.234260 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8093e643-d895-439b-b388-1f0c77a35e75 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.290502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8093e643-d895-439b-b388-1f0c77a35e75 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.311327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de643e42-2456-45c2-9cb5-469a775b198b tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.318387 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de643e42-2456-45c2-9cb5-469a775b198b tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.350042 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de643e42-2456-45c2-9cb5-469a775b198b tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.351352 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-de643e42-2456-45c2-9cb5-469a775b198b tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2155182 Aug 19 12:26:44.355388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34648) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.360464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e2d72d97-699c-4f1f-8af3-c681a5f18ab8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '7e5f25d4-7370-4972-9721-3c87d72b8db8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:44.360758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de643e42-2456-45c2-9cb5-469a775b198b tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5f25d4-7370-4972-9721-3c87d72b8db8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.360986 n-d-778550-9 neutron-server[101154]: WARNING neutron.api.v2.base [None req-e2d72d97-699c-4f1f-8af3-c681a5f18ab8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 12:26:44.361485 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-e2d72d97-699c-4f1f-8af3-c681a5f18ab8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:44.362435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e2d72d97-699c-4f1f-8af3-c681a5f18ab8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060740 Aug 19 12:26:44.369316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34650) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.392196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af38cbb9-6890-4d8e-8348-274730088f89 None None] DHCP port deletion for fcfc13d4-8d01-4294-b816-0d03797b7b7f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:26:44.405781 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8093e643-d895-439b-b388-1f0c77a35e75 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.429767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9af3115f-d407-4891-8695-e6705fe483fd tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.458532 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9af3115f-d407-4891-8695-e6705fe483fd tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.471131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-af38cbb9-6890-4d8e-8348-274730088f89 None None] Deleting port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:44.471587 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af38cbb9-6890-4d8e-8348-274730088f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.475929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8093e643-d895-439b-b388-1f0c77a35e75 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.504640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9af3115f-d407-4891-8695-e6705fe483fd tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.507465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9af3115f-d407-4891-8695-e6705fe483fd tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.508718 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9af3115f-d407-4891-8695-e6705fe483fd tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/7e5f25d4-7370-4972-9721-3c87d72b8db8 HTTP/1.1" status: 204 len: 168 time: 0.1377037 Aug 19 12:26:44.512152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34652) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.512891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093e643-d895-439b-b388-1f0c77a35e75 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Subnet': ['ID=038210a4-45b2-4656-9097-d39d6754319c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.518989 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8093e643-d895-439b-b388-1f0c77a35e75 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.521211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8093e643-d895-439b-b388-1f0c77a35e75 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/038210a4-45b2-4656-9097-d39d6754319c HTTP/1.1" status: 204 len: 168 time: 0.3500504 Aug 19 12:26:44.523717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34654) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.532287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b80e3-cdef-4260-ab97-8f4bd7b0933b None None] Network ccb63e4e-643f-4477-864c-f66a89a234e0 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:44.532511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3115f-d407-4891-8695-e6705fe483fd tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5f25d4-7370-4972-9721-3c87d72b8db8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.565699 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a090bf7d-4a32-403b-8e24-fa27cba8c2c2 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513337 Aug 19 12:26:44.569927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34656) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.574399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-959e05d3-c58d-4ed7-b6a4-ec9f6bd23819 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367881298'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:44.601125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-af38cbb9-6890-4d8e-8348-274730088f89 None None] For port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4ba4714a-9fdd-4315-a86e-49d0e5dee38b,segment=NetworkSegment(f2a7a39b-69d8-41f5-a33b-cb6bc38218e9),segment_id=f2a7a39b-69d8-41f5-a33b-cb6bc38218e9)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:44.602019 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af38cbb9-6890-4d8e-8348-274730088f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.605402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-959e05d3-c58d-4ed7-b6a4-ec9f6bd23819 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.634861 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.648798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-af38cbb9-6890-4d8e-8348-274730088f89 None None] Calling delete_port for 4ba4714a-9fdd-4315-a86e-49d0e5dee38b owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:44.707632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:44.707632 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.711857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-959e05d3-c58d-4ed7-b6a4-ec9f6bd23819 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.717137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-959e05d3-c58d-4ed7-b6a4-ec9f6bd23819 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.787369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-959e05d3-c58d-4ed7-b6a4-ec9f6bd23819 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.790570 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-959e05d3-c58d-4ed7-b6a4-ec9f6bd23819 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2196357 Aug 19 12:26:44.794461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e05d3-c58d-4ed7-b6a4-ec9f6bd23819 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767bb1b7-10c6-4039-9e54-954a9ef49bd2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.798895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34664) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.805788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-860f1a34-036b-4c0f-858f-bb873f84060e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '767bb1b7-10c6-4039-9e54-954a9ef49bd2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:44.808064 n-d-778550-9 neutron-server[101154]: WARNING neutron.api.v2.base [None req-860f1a34-036b-4c0f-858f-bb873f84060e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 12:26:44.809177 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-860f1a34-036b-4c0f-858f-bb873f84060e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:44.810418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-860f1a34-036b-4c0f-858f-bb873f84060e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0101097 Aug 19 12:26:44.813874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34666) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.824671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4ba4714a-9fdd-4315-a86e-49d0e5dee38b,segment=NetworkSegment(f2a7a39b-69d8-41f5-a33b-cb6bc38218e9),segment_id=f2a7a39b-69d8-41f5-a33b-cb6bc38218e9)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:44.825229 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.837827 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af38cbb9-6890-4d8e-8348-274730088f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.854817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 4ba4714a-9fdd-4315-a86e-49d0e5dee38b owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:44.881576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38cbb9-6890-4d8e-8348-274730088f89 None None] Pushing event deleted for resources: {'Port': ['ID=4ba4714a-9fdd-4315-a86e-49d0e5dee38b,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.890476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c40b5-3db9-4e56-82f1-2d9cb1a39a85 None None] DHCP port deletion for ccb63e4e-643f-4477-864c-f66a89a234e0 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:26:44.895593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-125a677e-4ae8-4a94-ba23-9be25845b062 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.929000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38cbb9-6890-4d8e-8348-274730088f89 None None] No DVR routers for this DVR port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:44.940728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-125a677e-4ae8-4a94-ba23-9be25845b062 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.000365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c40b5-3db9-4e56-82f1-2d9cb1a39a85 None None] Deleting port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:45.000772 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fe3c40b5-3db9-4e56-82f1-2d9cb1a39a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.032905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-125a677e-4ae8-4a94-ba23-9be25845b062 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.035915 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-125a677e-4ae8-4a94-ba23-9be25845b062 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.039268 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-125a677e-4ae8-4a94-ba23-9be25845b062 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/767bb1b7-10c6-4039-9e54-954a9ef49bd2 HTTP/1.1" status: 204 len: 168 time: 0.2218580 Aug 19 12:26:45.041732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34672) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.051021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a677e-4ae8-4a94-ba23-9be25845b062 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767bb1b7-10c6-4039-9e54-954a9ef49bd2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.079502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.106717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fe3c40b5-3db9-4e56-82f1-2d9cb1a39a85 None None] For port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e160ba4f-98b3-45c0-b8a4-ea37747a8f3e,segment=NetworkSegment(e524c0e1-33d3-4927-9ef1-b94643edde97),segment_id=e524c0e1-33d3-4927-9ef1-b94643edde97)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:45.107119 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fe3c40b5-3db9-4e56-82f1-2d9cb1a39a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.115367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=4ba4714a-9fdd-4315-a86e-49d0e5dee38b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.122584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c40b5-3db9-4e56-82f1-2d9cb1a39a85 None None] Calling delete_port for e160ba4f-98b3-45c0-b8a4-ea37747a8f3e owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:45.129798 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bbe723d8-e2a6-4ac1-9bff-ba1d71c7566f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858769 Aug 19 12:26:45.133267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No DVR routers for this DVR port 4ba4714a-9fdd-4315-a86e-49d0e5dee38b on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:45.133638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34674) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.139700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-34cca0d3-26c8-4588-b2a0-d033edc7a54e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927488383'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.153048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4ba4714a-9fdd-4315-a86e-49d0e5dee38b no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:45.183809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34cca0d3-26c8-4588-b2a0-d033edc7a54e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.230893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4ba4714a-9fdd-4315-a86e-49d0e5dee38b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:45.231502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4ba4714a-9fdd-4315-a86e-49d0e5dee38b not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:45.231916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e160ba4f-98b3-45c0-b8a4-ea37747a8f3e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:45.235619 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.256282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfc13d4-8d01-4294-b816-0d03797b7b7f']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:45.284363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a7a39b-69d8-41f5-a33b-cb6bc38218e9') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:45.285373 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a7a39b-69d8-41f5-a33b-cb6bc38218e9') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:45.297503 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.320884 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.330239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:45.331390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: self.session.flush() Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:45.336492 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:45.342395 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.372537 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fe3c40b5-3db9-4e56-82f1-2d9cb1a39a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.380106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34cca0d3-26c8-4588-b2a0-d033edc7a54e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.390281 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34cca0d3-26c8-4588-b2a0-d033edc7a54e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.409976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c40b5-3db9-4e56-82f1-2d9cb1a39a85 None None] Pushing event deleted for resources: {'Port': ['ID=e160ba4f-98b3-45c0-b8a4-ea37747a8f3e,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.428989 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-34cca0d3-26c8-4588-b2a0-d033edc7a54e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.429747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.434115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c40b5-3db9-4e56-82f1-2d9cb1a39a85 None None] No DVR routers for this DVR port e160ba4f-98b3-45c0-b8a4-ea37747a8f3e on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:45.437284 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34cca0d3-26c8-4588-b2a0-d033edc7a54e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3000057 Aug 19 12:26:45.451540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34676) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.464221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-64b63070-cfac-4fcf-9ced-45e002662956 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': 'fd72c776-f4f4-4d01-a493-bacf0dd116ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.471508 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.473612 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/networks/fcfc13d4-8d01-4294-b816-0d03797b7b7f HTTP/1.1" status: 204 len: 168 time: 0.9488356 Aug 19 12:26:45.474481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4620-acc4-448e-9eb7-c7cbcb868c99 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Network': ['ID=fcfc13d4-8d01-4294-b816-0d03797b7b7f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.476180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34678) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.477071 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-64b63070-cfac-4fcf-9ced-45e002662956 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 12:26:45.478074 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-64b63070-cfac-4fcf-9ced-45e002662956 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:45.479869 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-64b63070-cfac-4fcf-9ced-45e002662956 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0271268 Aug 19 12:26:45.487199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.490919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cca0d3-26c8-4588-b2a0-d033edc7a54e tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd72c776-f4f4-4d01-a493-bacf0dd116ce,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.503361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e251cc7e-69d3-44f3-8120-b3f312c5fada tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': 'fd72c776-f4f4-4d01-a493-bacf0dd116ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.505275 n-d-778550-9 neutron-server[101154]: WARNING neutron.api.v2.base [None req-e251cc7e-69d3-44f3-8120-b3f312c5fada tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 12:26:45.505767 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-e251cc7e-69d3-44f3-8120-b3f312c5fada tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:45.506742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e251cc7e-69d3-44f3-8120-b3f312c5fada tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0168056 Aug 19 12:26:45.509715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34682) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.515184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-62b8c401-e632-4260-a697-1939538710b5 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': 'fd72c776-f4f4-4d01-a493-bacf0dd116ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.516297 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-62b8c401-e632-4260-a697-1939538710b5 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 12:26:45.516988 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-62b8c401-e632-4260-a697-1939538710b5 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:45.521152 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-62b8c401-e632-4260-a697-1939538710b5 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071704 Aug 19 12:26:45.521347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34684) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.525875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-292b3d27-f9ab-4f19-8f59-e3582d92c485 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': 'fd72c776-f4f4-4d01-a493-bacf0dd116ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.526861 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-292b3d27-f9ab-4f19-8f59-e3582d92c485 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 12:26:45.527390 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-292b3d27-f9ab-4f19-8f59-e3582d92c485 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:45.528804 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-292b3d27-f9ab-4f19-8f59-e3582d92c485 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059211 Aug 19 12:26:45.532729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34686) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.576885 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.588777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5c12a65-35a7-4b6f-b03e-ac982cb22f95 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.611705 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5c12a65-35a7-4b6f-b03e-ac982cb22f95 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.655847 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5c12a65-35a7-4b6f-b03e-ac982cb22f95 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.658894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5c12a65-35a7-4b6f-b03e-ac982cb22f95 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.663004 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e5c12a65-35a7-4b6f-b03e-ac982cb22f95 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/fd72c776-f4f4-4d01-a493-bacf0dd116ce HTTP/1.1" status: 204 len: 168 time: 0.1281228 Aug 19 12:26:45.664613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34688) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.672228 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.683176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb63e4e-643f-4477-864c-f66a89a234e0']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:45.684465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c12a65-35a7-4b6f-b03e-ac982cb22f95 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd72c776-f4f4-4d01-a493-bacf0dd116ce,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.705567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e524c0e1-33d3-4927-9ef1-b94643edde97') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:45.705932 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e524c0e1-33d3-4927-9ef1-b94643edde97') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:45.716766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.724560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-22142b5d-7885-4099-8a69-43390bfaae1c tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586777 Aug 19 12:26:45.728221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34690) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.732765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0c23739c-e3e5-42c5-aa8f-230c6a0d2979 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632242917'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.737598 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.745574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:45.746092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:45.749787 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:45.760969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c23739c-e3e5-42c5-aa8f-230c6a0d2979 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.822452 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.836288 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.842796 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/networks/ccb63e4e-643f-4477-864c-f66a89a234e0 HTTP/1.1" status: 204 len: 168 time: 0.3609912 Aug 19 12:26:45.842953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34692) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.848719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4946f-d365-4598-992d-19fefb732273 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Network': ['ID=ccb63e4e-643f-4477-864c-f66a89a234e0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.850447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'network': {'name': 'tempest-RoutersTest-653000099'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.861649 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c23739c-e3e5-42c5-aa8f-230c6a0d2979 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.868542 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c23739c-e3e5-42c5-aa8f-230c6a0d2979 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.906768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23739c-e3e5-42c5-aa8f-230c6a0d2979 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.909113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:45.912881 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.916664 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0c23739c-e3e5-42c5-aa8f-230c6a0d2979 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.918242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0c23739c-e3e5-42c5-aa8f-230c6a0d2979 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1891568 Aug 19 12:26:45.921274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34694) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.926101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-14cf67e6-0923-4333-b5f0-23bace12e714 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.926971 n-d-778550-9 neutron-server[101154]: WARNING neutron.api.v2.base [None req-14cf67e6-0923-4333-b5f0-23bace12e714 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:26:45.927312 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-14cf67e6-0923-4333-b5f0-23bace12e714 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:45.928343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-14cf67e6-0923-4333-b5f0-23bace12e714 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060270 Aug 19 12:26:45.931169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34696) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.935579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5a9db950-50e9-44c0-9f55-a655b4013748 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.948173 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:45.959747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.960126 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added segment f2fb770d-2904-4d55-8a07-0c006d2a4422 of type vlan for network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 Aug 19 12:26:45.975785 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-5a9db950-50e9-44c0-9f55-a655b4013748 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:45.980424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34698) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.981158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5a9db950-50e9-44c0-9f55-a655b4013748 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0489652 Aug 19 12:26:45.985017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5e628c60-ad68-458e-bcbb-bf17bcfe9ff3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.985503 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-5e628c60-ad68-458e-bcbb-bf17bcfe9ff3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 12:26:45.985994 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-5e628c60-ad68-458e-bcbb-bf17bcfe9ff3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:45.989357 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e628c60-ad68-458e-bcbb-bf17bcfe9ff3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055745 Aug 19 12:26:45.989581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34700) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:45.995150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6f75f587-2271-4e8e-8103-35c2ab2f9868 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.027079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.033050 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-6f75f587-2271-4e8e-8103-35c2ab2f9868 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:46.034212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6f75f587-2271-4e8e-8103-35c2ab2f9868 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0435972 Aug 19 12:26:46.037566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34702) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.042698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-09e9cb05-9e91-41e2-a135-9456f9a0ac5a tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.044667 n-d-778550-9 neutron-server[101154]: WARNING neutron.api.v2.base [None req-09e9cb05-9e91-41e2-a135-9456f9a0ac5a tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:26:46.045349 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-09e9cb05-9e91-41e2-a135-9456f9a0ac5a tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:46.046589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-09e9cb05-9e91-41e2-a135-9456f9a0ac5a tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081193 Aug 19 12:26:46.049247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34706) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.056838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-dc93e9bc-c6e0-4c34-9fe1-9182601c9ab7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.061848 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.068730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.069435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.085260 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-dc93e9bc-c6e0-4c34-9fe1-9182601c9ab7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Project 7c8e314c4985441595a6191106854ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:26:46.114091 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-dc93e9bc-c6e0-4c34-9fe1-9182601c9ab7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:46.118371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dc93e9bc-c6e0-4c34-9fe1-9182601c9ab7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0652757 Aug 19 12:26:46.118639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34708) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.123602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7de4ab94-3035-42e7-bd9c-928e820ee2b3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.124195 n-d-778550-9 neutron-server[101154]: WARNING neutron.api.v2.base [None req-7de4ab94-3035-42e7-bd9c-928e820ee2b3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 12:26:46.125033 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-7de4ab94-3035-42e7-bd9c-928e820ee2b3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:46.129062 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7de4ab94-3035-42e7-bd9c-928e820ee2b3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063584 Aug 19 12:26:46.129326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34710) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.137287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a7d13a56-cb65-4f89-b517-6b76361a247f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.145572 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3026381 Aug 19 12:26:46.149107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34712) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.154699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'subnet': {'network_id': '7c709456-68d5-422b-ab77-2ec9c2f0acf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.166216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf852efd-c003-4ef9-9cf5-5fa8ecb4b510 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Network': ['ID=7c709456-68d5-422b-ab77-2ec9c2f0acf3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:46.178749 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-a7d13a56-cb65-4f89-b517-6b76361a247f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Project 7c8e314c4985441595a6191106854ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:26:46.179601 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:46.192437 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-a7d13a56-cb65-4f89-b517-6b76361a247f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:46.194023 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a7d13a56-cb65-4f89-b517-6b76361a247f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0608835 Aug 19 12:26:46.196627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34714) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.201937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0ee2308a-a8b2-48e9-b1be-ed32a40c1941 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.228247 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-0ee2308a-a8b2-48e9-b1be-ed32a40c1941 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Project 7c8e314c4985441595a6191106854ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:26:46.256478 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-0ee2308a-a8b2-48e9-b1be-ed32a40c1941 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:46.260054 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0ee2308a-a8b2-48e9-b1be-ed32a40c1941 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0600441 Aug 19 12:26:46.261031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34716) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.294639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:46.298114 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.379083 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6031fd1a-cd38-47d0-ab54-d389cb7ba2c8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.413837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6031fd1a-cd38-47d0-ab54-d389cb7ba2c8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.492097 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6031fd1a-cd38-47d0-ab54-d389cb7ba2c8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.494639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6031fd1a-cd38-47d0-ab54-d389cb7ba2c8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.498354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6031fd1a-cd38-47d0-ab54-d389cb7ba2c8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e HTTP/1.1" status: 204 len: 168 time: 0.2337360 Aug 19 12:26:46.499015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34720) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.511341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031fd1a-cd38-47d0-ab54-d389cb7ba2c8 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe39ff6-2c8b-4114-b5c0-603a3cf62c9e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:46.555926 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-32e20e3c-6b39-4de0-8135-1d47d3013a47 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555918 Aug 19 12:26:46.556420 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.560986 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34722) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.565791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-08baa747-bb94-401d-8223-0621461577e6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319064873'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.591315 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08baa747-bb94-401d-8223-0621461577e6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.624009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Subnet': ['ID=36da275d-86c1-4692-a81c-1576bf5982a5,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:46.634765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Checking segment: {'id': 'f2fb770d-2904-4d55-8a07-0c006d2a4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7c709456-68d5-422b-ab77-2ec9c2f0acf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:46.635131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network hostable DHCP agents. Network: 7c709456-68d5-422b-ab77-2ec9c2f0acf3, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:26:46.653553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:26:46.664504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7c709456-68d5-422b-ab77-2ec9c2f0acf3) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:46.669606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.670136 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.678832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d601c-b046-41b4-814e-4ba2c7ef5110 None None] Network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:46.694158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08baa747-bb94-401d-8223-0621461577e6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.698664 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08baa747-bb94-401d-8223-0621461577e6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.705890 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ff359001-8819-4ac4-b435-46ee0660ac67 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5527742 Aug 19 12:26:46.706664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34724) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.710924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2da53e47-de97-4900-a404-ca68cd21234b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-304430966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.733821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baa747-bb94-401d-8223-0621461577e6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71fae4e-4e3e-4f35-a266-afa2c4a2b642,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:46.738984 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-08baa747-bb94-401d-8223-0621461577e6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.741481 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-08baa747-bb94-401d-8223-0621461577e6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1787326 Aug 19 12:26:46.743780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34726) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.750564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4b4a5379-9731-42be-a845-8ec27ef9866c tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': 'd71fae4e-4e3e-4f35-a266-afa2c4a2b642', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.765092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2da53e47-de97-4900-a404-ca68cd21234b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.766570 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2da53e47-de97-4900-a404-ca68cd21234b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.804701 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-4b4a5379-9731-42be-a845-8ec27ef9866c tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The resource could not be found. Aug 19 12:26:46.806310 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4b4a5379-9731-42be-a845-8ec27ef9866c tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0609186 Aug 19 12:26:46.808976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34728) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.815166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a464d9b9-6a5a-49c8-8a24-006636cab2d4 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': 'd71fae4e-4e3e-4f35-a266-afa2c4a2b642', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4e856698-3062-486a-8342-6e9f3653163f'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.848366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2da53e47-de97-4900-a404-ca68cd21234b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.853914 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2da53e47-de97-4900-a404-ca68cd21234b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.861178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-7c709456-68d5-422b-ab77-2ec9c2f0acf3', 'network_id': '7c709456-68d5-422b-ab77-2ec9c2f0acf3', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'fixed_ips': [{'subnet_id': '36da275d-86c1-4692-a81c-1576bf5982a5'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:26:46.862054 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-a464d9b9-6a5a-49c8-8a24-006636cab2d4 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The resource could not be found. Aug 19 12:26:46.862213 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.865945 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a464d9b9-6a5a-49c8-8a24-006636cab2d4 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0531824 Aug 19 12:26:46.869011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34730) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.879561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2da53e47-de97-4900-a404-ca68cd21234b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.883715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2da53e47-de97-4900-a404-ca68cd21234b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1739228 Aug 19 12:26:46.883843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34732) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.889805 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'port': {'network_id': '7c709456-68d5-422b-ab77-2ec9c2f0acf3', 'name': 'tempest-RoutersTest-1435693615'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.967879 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8639-dfab-42dc-9e92-4b6ef50a7482 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.990819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8639-dfab-42dc-9e92-4b6ef50a7482 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.027655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:47.031919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.051775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] device_id is not set on port ff5ede50-b490-4eea-8f2e-3220adf96d52 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:26:47.054643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8639-dfab-42dc-9e92-4b6ef50a7482 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.057418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Allocated IP 172.20.0.2 (7c709456-68d5-422b-ab77-2ec9c2f0acf3/36da275d-86c1-4692-a81c-1576bf5982a5/e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:47.058529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8639-dfab-42dc-9e92-4b6ef50a7482 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.060667 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ef1a8639-dfab-42dc-9e92-4b6ef50a7482 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/d71fae4e-4e3e-4f35-a266-afa2c4a2b642 HTTP/1.1" status: 204 len: 168 time: 0.1906471 Aug 19 12:26:47.065011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34734) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.081028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a8639-dfab-42dc-9e92-4b6ef50a7482 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71fae4e-4e3e-4f35-a266-afa2c4a2b642,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.142728 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ae02126-8ef0-4043-8cd7-de0908013ef5 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750496 Aug 19 12:26:47.148007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34738) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.152965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d2c1b41e-4438-4b50-aa93-747905d829fd tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '64b12cf0-667d-465c-a6ac-cdf4e0f60fb0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:47.207767 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-d2c1b41e-4438-4b50-aa93-747905d829fd tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The resource could not be found. Aug 19 12:26:47.209154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d2c1b41e-4438-4b50-aa93-747905d829fd tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0598752 Aug 19 12:26:47.212917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34740) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.218311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-58bbbb22-5fdb-4af3-bffa-c0113c50c8a1 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732360747'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:47.255653 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.256264 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-58bbbb22-5fdb-4af3-bffa-c0113c50c8a1 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.265146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Transition to ACTIVE for port object e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:47.285483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Transition to ACTIVE for port object e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:47.293512 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.350684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Pushing event updated for resources: {'Port': ['ID=e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.358521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-58bbbb22-5fdb-4af3-bffa-c0113c50c8a1 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.364865 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-58bbbb22-5fdb-4af3-bffa-c0113c50c8a1 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.365078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:47.366534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:47.369768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:47.376024 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-15f881af-cefd-4d00-8d16-4813b7d5df02 {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:26:47.376334 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:26:47.396282 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-58bbbb22-5fdb-4af3-bffa-c0113c50c8a1 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.397482 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-58bbbb22-5fdb-4af3-bffa-c0113c50c8a1 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1834459 Aug 19 12:26:47.400263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34742) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.404963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-20400aaf-8069-4ece-85b3-36668b50dabb tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--724839677'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:47.406760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbbb22-5fdb-4af3-bffa-c0113c50c8a1 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adabd5d-d12f-4653-9ee5-2037642b7bf9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.429344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20400aaf-8069-4ece-85b3-36668b50dabb tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.436316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Attempting to bind port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:47.436715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Attempting to bind port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'f2fb770d-2904-4d55-8a07-0c006d2a4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7c709456-68d5-422b-ab77-2ec9c2f0acf3'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:47.437089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Attempting to bind port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 on network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:47.442499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:47.442877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Checking segment: {'id': 'f2fb770d-2904-4d55-8a07-0c006d2a4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7c709456-68d5-422b-ab77-2ec9c2f0acf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:47.443329 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.443677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Bound using segment: {'id': 'f2fb770d-2904-4d55-8a07-0c006d2a4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7c709456-68d5-422b-ab77-2ec9c2f0acf3'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:47.444151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Bound port: e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fb770d-2904-4d55-8a07-0c006d2a4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7c709456-68d5-422b-ab77-2ec9c2f0acf3'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:47.444586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.512187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] For port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:47.515353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] For port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184,segment=NetworkSegment(f2fb770d-2904-4d55-8a07-0c006d2a4422),segment_id=f2fb770d-2904-4d55-8a07-0c006d2a4422)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:47.520504 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20400aaf-8069-4ece-85b3-36668b50dabb tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.521266 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.525489 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20400aaf-8069-4ece-85b3-36668b50dabb tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.556949 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-20400aaf-8069-4ece-85b3-36668b50dabb tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.558194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-20400aaf-8069-4ece-85b3-36668b50dabb tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1568868 Aug 19 12:26:47.560306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20400aaf-8069-4ece-85b3-36668b50dabb tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ded0fbe-3ce1-4435-a7aa-f7198c470149,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.568666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34744) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.578191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-45a76fae-55d4-44ad-8bf7-16f0612bdd95 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '9adabd5d-d12f-4653-9ee5-2037642b7bf9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7ded0fbe-3ce1-4435-a7aa-f7198c470149'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:47.582937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a7f4e-dc27-4c39-a071-78a13b679625 None None] Pushing event updated for resources: {'Port': ['ID=e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.621656 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-45a76fae-55d4-44ad-8bf7-16f0612bdd95 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:47.623090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-45a76fae-55d4-44ad-8bf7-16f0612bdd95 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0506687 Aug 19 12:26:47.625885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34746) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.683672 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69504492-d31b-4d9a-a0e9-092e238e3e14 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.711603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69504492-d31b-4d9a-a0e9-092e238e3e14 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.773199 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69504492-d31b-4d9a-a0e9-092e238e3e14 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.776977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69504492-d31b-4d9a-a0e9-092e238e3e14 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.778814 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69504492-d31b-4d9a-a0e9-092e238e3e14 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/7ded0fbe-3ce1-4435-a7aa-f7198c470149 HTTP/1.1" status: 204 len: 168 time: 0.1517725 Aug 19 12:26:47.781510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34748) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.794509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69504492-d31b-4d9a-a0e9-092e238e3e14 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ded0fbe-3ce1-4435-a7aa-f7198c470149,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.859133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-38bcf9fd-3048-4eb9-9a92-14572cc1c701 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0736458 Aug 19 12:26:47.859459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34750) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.877896 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.897833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] device_id is not set on port d08c28d4-f203-4cf0-a51a-2272827ffcc0 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:26:47.925000 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c75d428-08cd-4786-bc46-ec73e301205f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.947525 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c75d428-08cd-4786-bc46-ec73e301205f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.992454 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c75d428-08cd-4786-bc46-ec73e301205f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.995565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2c75d428-08cd-4786-bc46-ec73e301205f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.996866 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2c75d428-08cd-4786-bc46-ec73e301205f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/9adabd5d-d12f-4653-9ee5-2037642b7bf9 HTTP/1.1" status: 204 len: 168 time: 0.1363091 Aug 19 12:26:47.999570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34752) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:48.006609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75d428-08cd-4786-bc46-ec73e301205f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adabd5d-d12f-4653-9ee5-2037642b7bf9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:48.033824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.20.0.8 (7c709456-68d5-422b-ab77-2ec9c2f0acf3/36da275d-86c1-4692-a81c-1576bf5982a5/d08c28d4-f203-4cf0-a51a-2272827ffcc0) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:48.071027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ba9e4e4f-3859-41e5-9de4-43b349195a3f tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699182 Aug 19 12:26:48.074759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34754) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:48.079222 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6c8880c8-566d-4443-aa43-89a8b6f27d68 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260833125'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:48.132963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c8880c8-566d-4443-aa43-89a8b6f27d68 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.269487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.288335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34762) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:48.299430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Transition to ACTIVE for port object d08c28d4-f203-4cf0-a51a-2272827ffcc0 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:48.327137 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c8880c8-566d-4443-aa43-89a8b6f27d68 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.334421 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c8880c8-566d-4443-aa43-89a8b6f27d68 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.364314 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c8880c8-566d-4443-aa43-89a8b6f27d68 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.365441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6c8880c8-566d-4443-aa43-89a8b6f27d68 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2896817 Aug 19 12:26:48.368663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34766) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:48.376400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-de88a077-bd37-4e93-a8b1-7d63b116a3a6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '19429dde-cb34-4ee1-b166-b79c036cc724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:48.394562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8880c8-566d-4443-aa43-89a8b6f27d68 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19429dde-cb34-4ee1-b166-b79c036cc724,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:48.400436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.418247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5c2140be-05a9-444b-bb3a-476efc73b2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.450081 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-de88a077-bd37-4e93-a8b1-7d63b116a3a6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:48.453979 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-de88a077-bd37-4e93-a8b1-7d63b116a3a6 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0816064 Aug 19 12:26:48.454846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34768) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:48.455203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:48.461000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:48.462015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b6a0751f-be44-4d70-8d0b-f385eff68b10 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group_rule': {'security_group_id': '19429dde-cb34-4ee1-b166-b79c036cc724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:48.463484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:48.497857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=d08c28d4-f203-4cf0-a51a-2272827ffcc0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:48.526165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.526833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.643809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6e5dd-cdf3-44d1-ac8a-62697aa746e9 None None] Network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:48.705342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6bed8226-63b8-4c48-a265-18bc40988cb8 None None] Provisioning for port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:48.884519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9f79716e-c723-4bcb-95b2-8402ec9caa65 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9990468 Aug 19 12:26:48.887061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34770) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:48.947263 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-b6a0751f-be44-4d70-8d0b-f385eff68b10 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:26:48.948647 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b6a0751f-be44-4d70-8d0b-f385eff68b10 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4924793 Aug 19 12:26:48.952950 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34772) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:49.044352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:49.111398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:49.119277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:49.119990 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.122808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0145b86-595a-41e5-bc33-e506ef061dd7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.179759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0145b86-595a-41e5-bc33-e506ef061dd7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.209472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f6324123-73b7-471e-afd6-5f67d563b2d3 None None] Provisioning for port d08c28d4-f203-4cf0-a51a-2272827ffcc0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:49.216957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f6324123-73b7-471e-afd6-5f67d563b2d3 None None] Provisioning complete for port d08c28d4-f203-4cf0-a51a-2272827ffcc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:49.217378 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f6324123-73b7-471e-afd6-5f67d563b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.271220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0145b86-595a-41e5-bc33-e506ef061dd7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.273806 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0145b86-595a-41e5-bc33-e506ef061dd7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.277321 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0145b86-595a-41e5-bc33-e506ef061dd7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/19429dde-cb34-4ee1-b166-b79c036cc724 HTTP/1.1" status: 204 len: 168 time: 0.3211164 Aug 19 12:26:49.280087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34774) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:49.290470 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.299871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0145b86-595a-41e5-bc33-e506ef061dd7 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19429dde-cb34-4ee1-b166-b79c036cc724,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:49.305236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f6324123-73b7-471e-afd6-5f67d563b2d3 None None] Port d08c28d4-f203-4cf0-a51a-2272827ffcc0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:49.307299 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.341851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f6324123-73b7-471e-afd6-5f67d563b2d3 None None] Provisioning complete for port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:49.342111 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f6324123-73b7-471e-afd6-5f67d563b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.346755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184,segment=NetworkSegment(f2fb770d-2904-4d55-8a07-0c006d2a4422),segment_id=f2fb770d-2904-4d55-8a07-0c006d2a4422)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:49.366386 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.371906 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-40f69e34-0bde-437c-b908-41e7094e037c tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892792 Aug 19 12:26:49.378098 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34776) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:49.385663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-df07faa8-ad8e-4329-b8bb-56471becc7c3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215960887'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:49.414214 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.417909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-df07faa8-ad8e-4329-b8bb-56471becc7c3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.429514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:49.594852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.601957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4405bcc5-38e0-4d00-9112-fbd4d42ab1e3 None None] Provisioning complete for port d08c28d4-f203-4cf0-a51a-2272827ffcc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:49.602341 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4405bcc5-38e0-4d00-9112-fbd4d42ab1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.604281 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.639402 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-df07faa8-ad8e-4329-b8bb-56471becc7c3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.640812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4405bcc5-38e0-4d00-9112-fbd4d42ab1e3 None None] Port d08c28d4-f203-4cf0-a51a-2272827ffcc0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:49.649089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-df07faa8-ad8e-4329-b8bb-56471becc7c3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.685902 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-df07faa8-ad8e-4329-b8bb-56471becc7c3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.687649 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-df07faa8-ad8e-4329-b8bb-56471becc7c3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3081820 Aug 19 12:26:49.690227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34780) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:49.696613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5afbd39a-40ae-45be-90f4-9ef0e0925440 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:49.697152 n-d-778550-9 neutron-server[101153]: WARNING neutron.api.v2.base [None req-5afbd39a-40ae-45be-90f4-9ef0e0925440 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:26:49.697727 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-5afbd39a-40ae-45be-90f4-9ef0e0925440 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 12:26:49.698337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=d08c28d4-f203-4cf0-a51a-2272827ffcc0,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:49.701587 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5afbd39a-40ae-45be-90f4-9ef0e0925440 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "PUT /v2.0/security-groups/a05e79cf-bc64-426d-9ae9-b5877149e198 HTTP/1.1" status: 409 len: 330 time: 0.0074291 Aug 19 12:26:49.701587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07faa8-ad8e-4329-b8bb-56471becc7c3 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05e79cf-bc64-426d-9ae9-b5877149e198,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:49.702931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34782) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:49.811505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ee69902-c225-48ce-aff5-eb9b760c3334 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.841520 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ee69902-c225-48ce-aff5-eb9b760c3334 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.865162 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.876074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Deleting port 16daa4ba-77be-4947-bef1-c9771a89921d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:49.876414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.933411 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ee69902-c225-48ce-aff5-eb9b760c3334 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.935866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ee69902-c225-48ce-aff5-eb9b760c3334 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.939504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1ee69902-c225-48ce-aff5-eb9b760c3334 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/a05e79cf-bc64-426d-9ae9-b5877149e198 HTTP/1.1" status: 204 len: 168 time: 0.2305415 Aug 19 12:26:49.942428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34784) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:49.976781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c1cfabf0-e0ab-4dda-8bb4-bbdfb3d1a485 None None] Provisioning complete for port d08c28d4-f203-4cf0-a51a-2272827ffcc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:49.978022 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c1cfabf0-e0ab-4dda-8bb4-bbdfb3d1a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.978281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69902-c225-48ce-aff5-eb9b760c3334 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05e79cf-bc64-426d-9ae9-b5877149e198,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:49.994476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.000629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] For port 16daa4ba-77be-4947-bef1-c9771a89921d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=16daa4ba-77be-4947-bef1-c9771a89921d,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:50.000957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.024954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Calling delete_port for 16daa4ba-77be-4947-bef1-c9771a89921d owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:50.036666 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-997c9ce0-3388-422a-b546-e02d730e7ca9 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0872726 Aug 19 12:26:50.037358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34786) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:50.045821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c1cfabf0-e0ab-4dda-8bb4-bbdfb3d1a485 None None] Port d08c28d4-f203-4cf0-a51a-2272827ffcc0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:50.057135 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-6144ff9b-211b-4e22-aff2-8fc3f1edc588 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] delete failed (client error): The resource could not be found. Aug 19 12:26:50.058646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6144ff9b-211b-4e22-aff2-8fc3f1edc588 tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "DELETE /v2.0/security-groups/e7377188-38af-4b96-a7be-1163db19cb98 HTTP/1.1" status: 404 len: 347 time: 0.0203118 Aug 19 12:26:50.064185 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34788) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:50.139408 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-f0a53887-58d1-426d-a7d8-c8908b73303d tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] show failed (client error): The resource could not be found. Aug 19 12:26:50.140408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f0a53887-58d1-426d-a7d8-c8908b73303d tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-groups/4a1a2090-b639-406d-b00e-46b05e71e3a8 HTTP/1.1" status: 404 len: 347 time: 0.0751204 Aug 19 12:26:50.145009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34790) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:50.168460 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-c0354a13-d675-41d2-9a15-8f76e07b0bac tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] show failed (client error): The resource could not be found. Aug 19 12:26:50.172931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c0354a13-d675-41d2-9a15-8f76e07b0bac tempest-NegativeSecGroupIPv6Test-1224759370 tempest-NegativeSecGroupIPv6Test-1224759370-project] 10.222.0.65 "GET /v2.0/security-group-rules/4c39bd77-9678-4f48-a1b5-bd1d00459097 HTTP/1.1" status: 404 len: 356 time: 0.0235701 Aug 19 12:26:50.227332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.254383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=16daa4ba-77be-4947-bef1-c9771a89921d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:50.342071 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.349480 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.429956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34796) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:50.455845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.458198 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.458791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=d08c28d4-f203-4cf0-a51a-2272827ffcc0,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:50.560248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:50.568232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:50.689210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8c583650-40fa-47e0-85a6-4d2f9d510e16 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c8e314c4985441595a6191106854ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580228 Aug 19 12:26:50.692272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34800) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:50.731638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router 39142e3d-8c61-4abc-8d99-e58370724017 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:26:50.744113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Router 5fee8183-34d0-4240-8de7-fc0330274439 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:26:50.763110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-292b8673-58d3-4855-b785-e2c0e56821a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.795605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8290de33-63a4-45bb-ae49-48f6eea8c972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.828913 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-292b8673-58d3-4855-b785-e2c0e56821a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.832592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:50.840719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-97ec0c87-7a82-464c-8755-79176f1393bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/39142e3d-8c61-4abc-8d99-e58370724017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525435 Aug 19 12:26:50.841233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34802) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:50.843944 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1e80f-5dae-44e8-8abc-40e8d05263c4 None None] Sync routers for ids ['39142e3d-8c61-4abc-8d99-e58370724017'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:50.855724 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1e80f-5dae-44e8-8abc-40e8d05263c4 None None] Routers {'39142e3d-8c61-4abc-8d99-e58370724017'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:50.856938 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-46d1e80f-5dae-44e8-8abc-40e8d05263c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['39142e3d-8c61-4abc-8d99-e58370724017'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:50.871379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-270594a2-c5e9-460e-80d2-c0e480bf5b78 None None] Provisioning complete for port d08c28d4-f203-4cf0-a51a-2272827ffcc0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:50.872853 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-270594a2-c5e9-460e-80d2-c0e480bf5b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.894466 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-46d1e80f-5dae-44e8-8abc-40e8d05263c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:50.895770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585209c7-2949-49ce-b1a4-1840acf8e82c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.901029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-585209c7-2949-49ce-b1a4-1840acf8e82c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports/d08c28d4-f203-4cf0-a51a-2272827ffcc0 HTTP/1.1" status: 200 len: 977 time: 0.0573523 Aug 19 12:26:50.903465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34804) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:50.912328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:50.918881 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-19b3d976-8b0c-4b12-9a33-1ad3e8e2e7c0 admin admin] 10.222.0.65 "PUT /v2.0/routers/5fee8183-34d0-4240-8de7-fc0330274439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6292171 Aug 19 12:26:50.919101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-270594a2-c5e9-460e-80d2-c0e480bf5b78 None None] Port d08c28d4-f203-4cf0-a51a-2272827ffcc0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:50.924771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34806) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:50.935227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-292b8673-58d3-4855-b785-e2c0e56821a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.937906 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-292b8673-58d3-4855-b785-e2c0e56821a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.938445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] Sync routers for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:50.939137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-292b8673-58d3-4855-b785-e2c0e56821a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9fa32b8-a25f-4e8d-871c-89ec55dfc140 HTTP/1.1" status: 204 len: 168 time: 0.2458284 Aug 19 12:26:50.940223 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1e80f-5dae-44e8-8abc-40e8d05263c4 None None] Routers {'39142e3d-8c61-4abc-8d99-e58370724017'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:50.943699 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-46d1e80f-5dae-44e8-8abc-40e8d05263c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['39142e3d-8c61-4abc-8d99-e58370724017'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:50.959935 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.972031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:50.973928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:51.015557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b8673-58d3-4855-b785-e2c0e56821a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fa32b8-a25f-4e8d-871c-89ec55dfc140,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:51.035069 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-46d1e80f-5dae-44e8-8abc-40e8d05263c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:51.036493 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1e80f-5dae-44e8-8abc-40e8d05263c4 None None] The sync data for ids ['39142e3d-8c61-4abc-8d99-e58370724017'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:51.107113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.128494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:51.196002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:51.292619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.362301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Deleting port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:51.363090 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.469784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] For port e4f955c6-83a7-4e0a-9cb2-6faabcbc3154, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e4f955c6-83a7-4e0a-9cb2-6faabcbc3154,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:51.470542 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.486371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Calling delete_port for e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:51.523587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:51.523587 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.559028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:26:50Z', 'revision_number': 5, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port': {'id': 'e4f955c6-83a7-4e0a-9cb2-6faabcbc3154', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fee8183-34d0-4240-8de7-fc0330274439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:28Z', 'updated_at': '2021-08-19T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:51.595965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] Checking router: 5fee8183-34d0-4240-8de7-fc0330274439 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:26:51.614437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] Routers {'5fee8183-34d0-4240-8de7-fc0330274439'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:51.615078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['5fee8183-34d0-4240-8de7-fc0330274439'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:51.699484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.742170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] Set router 5fee8183-34d0-4240-8de7-fc0330274439 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:51.758035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f955c6-83a7-4e0a-9cb2-6faabcbc3154,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:51.813271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:26:51Z', 'revision_number': 6, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:51.821468 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.842029 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f987d7a-33e6-4c9d-91c8-c5b7cf04916e None None] The sync data for ids ['5fee8183-34d0-4240-8de7-fc0330274439'] in n-d-778550-9 is: [{'id': '5fee8183-34d0-4240-8de7-fc0330274439', 'name': 'tempest-AttachVolumeShelveTestJSON-937556867-router', 'tenant_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:27Z', 'updated_at': '2021-08-19T12:26:51Z', 'revision_number': 6, 'project_id': '9407dcf8ebfa4301a36b74206efc1b7d', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:51.866142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34828) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:51.870764 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035577 Aug 19 12:26:51.906767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34830) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:51.946930 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.949205 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.951695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.001174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.002042 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fee8183-34d0-4240-8de7-fc0330274439 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:26:52.006326 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.007706 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ec96e91e-3cbd-47ae-b704-8bad9810d2b8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5fee8183-34d0-4240-8de7-fc0330274439 HTTP/1.1" status: 204 len: 168 time: 1.0815661 Aug 19 12:26:52.010337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:52.031821 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.058284 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6ad96544-8dc4-400b-9077-9382ebcd1d6a tempest-NetworksApiDiscovery-991669362 tempest-NetworksApiDiscovery-991669362-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1503744 Aug 19 12:26:52.064450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f38884a-9f63-4ca4-bff6-20955460c783 admin admin] Deleting subnet 21304337-b231-4b60-b462-b59824f90d5c {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:52.068032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1f38884a-9f63-4ca4-bff6-20955460c783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.104306 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1f38884a-9f63-4ca4-bff6-20955460c783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.189720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port d08c28d4-f203-4cf0-a51a-2272827ffcc0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:52.200910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.202489 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1f38884a-9f63-4ca4-bff6-20955460c783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.272354 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1f38884a-9f63-4ca4-bff6-20955460c783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.303025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38884a-9f63-4ca4-bff6-20955460c783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21304337-b231-4b60-b462-b59824f90d5c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:52.305078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1f38884a-9f63-4ca4-bff6-20955460c783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.308730 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1f38884a-9f63-4ca4-bff6-20955460c783 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/21304337-b231-4b60-b462-b59824f90d5c HTTP/1.1" status: 204 len: 168 time: 0.2956309 Aug 19 12:26:52.309565 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34840) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:52.312934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bee516c-1563-4f7b-92db-8b414df960d5 None None] Network 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:52.333773 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.347391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for d08c28d4-f203-4cf0-a51a-2272827ffcc0 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:52.396425 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.434922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34842) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:52.461890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Deleting port 5eda1736-b136-4a1f-b342-4e5e09df6301 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:52.462232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.533129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] For port 5eda1736-b136-4a1f-b342-4e5e09df6301, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5eda1736-b136-4a1f-b342-4e5e09df6301,segment=NetworkSegment(0eafff57-8eac-45dd-9f9e-e1b21dc60ae0),segment_id=0eafff57-8eac-45dd-9f9e-e1b21dc60ae0)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:52.533770 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.546396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Calling delete_port for 5eda1736-b136-4a1f-b342-4e5e09df6301 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:52.554091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.588241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=d08c28d4-f203-4cf0-a51a-2272827ffcc0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:52.610158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6608582b-e3da-4f21-b047-2700f910422a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.615693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] DHCP port deletion for 1a51e1d7-99ae-4ceb-a559-ef1d626309b1 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:26:52.705568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.707551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] Deleting port 5eda1736-b136-4a1f-b342-4e5e09df6301 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:52.707958 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.751481 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.760374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5eda1736-b136-4a1f-b342-4e5e09df6301,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:52.770167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] No DVR routers for this DVR port 5eda1736-b136-4a1f-b342-4e5e09df6301 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:52.799395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] For port 5eda1736-b136-4a1f-b342-4e5e09df6301, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:52.800126 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.817446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] Calling delete_port for 5eda1736-b136-4a1f-b342-4e5e09df6301 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:52.821869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] Port 5eda1736-b136-4a1f-b342-4e5e09df6301 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:26:52.823485 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.865467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] No DVR routers for this DVR port 5eda1736-b136-4a1f-b342-4e5e09df6301 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:52.870084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60ed64-77ad-4265-b893-d563afb87392 None None] Pushing event deleted for resources: {'Port': ['ID=5eda1736-b136-4a1f-b342-4e5e09df6301,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:52.890396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6608582b-e3da-4f21-b047-2700f910422a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.894295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.902035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6608582b-e3da-4f21-b047-2700f910422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.913647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a51e1d7-99ae-4ceb-a559-ef1d626309b1']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:52.945984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:52.946286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eafff57-8eac-45dd-9f9e-e1b21dc60ae0') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:52.954506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router 39142e3d-8c61-4abc-8d99-e58370724017 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:26:52.962615 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6608582b-e3da-4f21-b047-2700f910422a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccb3d8f6b8bd43cf84f619edb1c913a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265956 Aug 19 12:26:52.964393 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.966140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34846) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:52.970904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608582b-e3da-4f21-b047-2700f910422a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601b667d-cbad-4b14-87b8-70c0419a4c79,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:52.981253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.988994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:52.989324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:52.991520 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:53.051457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 16daa4ba-77be-4947-bef1-c9771a89921d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:53.069131 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.075886 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.079353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 16daa4ba-77be-4947-bef1-c9771a89921d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:53.079714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 16daa4ba-77be-4947-bef1-c9771a89921d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:53.080758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5eda1736-b136-4a1f-b342-4e5e09df6301 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:53.081363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:53.081871 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] 10.222.0.65 "DELETE /v2.0/networks/1a51e1d7-99ae-4ceb-a559-ef1d626309b1 HTTP/1.1" status: 204 len: 168 time: 0.7709763 Aug 19 12:26:53.098737 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e0d3a-4835-49a4-ad81-57be0a985991 None None] Sync routers for ids ['39142e3d-8c61-4abc-8d99-e58370724017'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:53.104729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 5eda1736-b136-4a1f-b342-4e5e09df6301 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:53.104729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5eda1736-b136-4a1f-b342-4e5e09df6301 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:53.105764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:53.112999 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64d81c-3eae-4c74-8c9c-2444a55882bf admin admin] Pushing event deleted for resources: {'Network': ['ID=1a51e1d7-99ae-4ceb-a559-ef1d626309b1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:53.113327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-004cd642-90b4-46dd-8ba2-19fb6c7205b1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/39142e3d-8c61-4abc-8d99-e58370724017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2086487 Aug 19 12:26:53.114050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34850) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:53.114804 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e0d3a-4835-49a4-ad81-57be0a985991 None None] Routers {'39142e3d-8c61-4abc-8d99-e58370724017'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:53.115447 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c60e0d3a-4835-49a4-ad81-57be0a985991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['39142e3d-8c61-4abc-8d99-e58370724017'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:53.130458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:53.130975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e4f955c6-83a7-4e0a-9cb2-6faabcbc3154 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:53.161870 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c60e0d3a-4835-49a4-ad81-57be0a985991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:53.171696 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e0d3a-4835-49a4-ad81-57be0a985991 None None] Routers {'39142e3d-8c61-4abc-8d99-e58370724017'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:53.172309 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c60e0d3a-4835-49a4-ad81-57be0a985991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['39142e3d-8c61-4abc-8d99-e58370724017'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:53.207730 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-278c5fe6-1a46-40a6-819c-a52997ae031f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.209611 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c60e0d3a-4835-49a4-ad81-57be0a985991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:53.210109 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e0d3a-4835-49a4-ad81-57be0a985991 None None] The sync data for ids ['39142e3d-8c61-4abc-8d99-e58370724017'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:53.242265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34852) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:53.285012 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fc8dbe2f-52b2-4b8a-943c-ea304d603a75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9407dcf8ebfa4301a36b74206efc1b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409954 Aug 19 12:26:53.287228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34854) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:53.302373 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-278c5fe6-1a46-40a6-819c-a52997ae031f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.338449 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6847ef11-f195-4993-8790-b98fe0d6c010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.360636 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6847ef11-f195-4993-8790-b98fe0d6c010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.366113 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-2500cda4-4e31-41f5-86b0-f4cde92cf224 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 12:26:53.367204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2500cda4-4e31-41f5-86b0-f4cde92cf224 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/39142e3d-8c61-4abc-8d99-e58370724017/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2492886 Aug 19 12:26:53.369965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34856) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:53.401591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fefba591-e3cb-4d3d-ac3d-c69c90ff6392 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=39142e3d-8c61-4abc-8d99-e58370724017 HTTP/1.1" status: 200 len: 205 time: 0.0281920 Aug 19 12:26:53.402145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34858) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:53.416132 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-278c5fe6-1a46-40a6-819c-a52997ae031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.419021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-278c5fe6-1a46-40a6-819c-a52997ae031f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.420183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-278c5fe6-1a46-40a6-819c-a52997ae031f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/601b667d-cbad-4b14-87b8-70c0419a4c79 HTTP/1.1" status: 204 len: 168 time: 0.4530942 Aug 19 12:26:53.429495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c5fe6-1a46-40a6-819c-a52997ae031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601b667d-cbad-4b14-87b8-70c0419a4c79,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:53.484996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6847ef11-f195-4993-8790-b98fe0d6c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.487510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6847ef11-f195-4993-8790-b98fe0d6c010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.488704 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6847ef11-f195-4993-8790-b98fe0d6c010 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d7a1421-6d0d-4e5d-b321-f9e8e56932d2 HTTP/1.1" status: 204 len: 168 time: 0.2001116 Aug 19 12:26:53.493363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-881fdd14-5334-4fde-95de-b2319fa20431 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.532938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847ef11-f195-4993-8790-b98fe0d6c010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a1421-6d0d-4e5d-b321-f9e8e56932d2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:53.663179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-881fdd14-5334-4fde-95de-b2319fa20431 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.665373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-881fdd14-5334-4fde-95de-b2319fa20431 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.719899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-881fdd14-5334-4fde-95de-b2319fa20431 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.720420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881fdd14-5334-4fde-95de-b2319fa20431 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Fanout notify agent at l3_agent the message router_deleted on router 39142e3d-8c61-4abc-8d99-e58370724017 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:26:53.727415 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-881fdd14-5334-4fde-95de-b2319fa20431 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.731502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34868) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:53.733160 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-881fdd14-5334-4fde-95de-b2319fa20431 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/39142e3d-8c61-4abc-8d99-e58370724017 HTTP/1.1" status: 204 len: 168 time: 0.3298626 Aug 19 12:26:53.784779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bbe63b-8d4f-43fb-8def-8c5c20472e3e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting subnet 36da275d-86c1-4692-a81c-1576bf5982a5 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:53.788096 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61bbe63b-8d4f-43fb-8def-8c5c20472e3e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.833156 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61bbe63b-8d4f-43fb-8def-8c5c20472e3e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.925825 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61bbe63b-8d4f-43fb-8def-8c5c20472e3e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.990882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61bbe63b-8d4f-43fb-8def-8c5c20472e3e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.014760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f44815-9cb7-4bcd-8ae5-89196d84a91f None None] Network 7c709456-68d5-422b-ab77-2ec9c2f0acf3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:54.023442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61bbe63b-8d4f-43fb-8def-8c5c20472e3e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.028000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-61bbe63b-8d4f-43fb-8def-8c5c20472e3e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/36da275d-86c1-4692-a81c-1576bf5982a5 HTTP/1.1" status: 204 len: 168 time: 0.2927043 Aug 19 12:26:54.028313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34886) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:54.042939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbe63b-8d4f-43fb-8def-8c5c20472e3e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Subnet': ['ID=36da275d-86c1-4692-a81c-1576bf5982a5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.117911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.150004 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.193371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:54.193715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.247559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50548307-3314-47cd-bc13-ce80244fecb2 None None] DHCP port deletion for 7c709456-68d5-422b-ab77-2ec9c2f0acf3 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:26:54.295255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184,segment=NetworkSegment(f2fb770d-2904-4d55-8a07-0c006d2a4422),segment_id=f2fb770d-2904-4d55-8a07-0c006d2a4422)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:54.295754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.298167 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.314715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:54.317136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-50548307-3314-47cd-bc13-ce80244fecb2 None None] Deleting port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:54.317730 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50548307-3314-47cd-bc13-ce80244fecb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.398933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-50548307-3314-47cd-bc13-ce80244fecb2 None None] For port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184,segment=NetworkSegment(f2fb770d-2904-4d55-8a07-0c006d2a4422),segment_id=f2fb770d-2904-4d55-8a07-0c006d2a4422)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:54.399331 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50548307-3314-47cd-bc13-ce80244fecb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.413503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.414551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-50548307-3314-47cd-bc13-ce80244fecb2 None None] Calling delete_port for e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:54.442733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.444581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No DVR routers for this DVR port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:54.510041 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-50548307-3314-47cd-bc13-ce80244fecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.537435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.540076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50548307-3314-47cd-bc13-ce80244fecb2 None None] Pushing event deleted for resources: {'Port': ['ID=e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.545035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50548307-3314-47cd-bc13-ce80244fecb2 None None] No DVR routers for this DVR port e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:54.551673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c709456-68d5-422b-ab77-2ec9c2f0acf3']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:54.567696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fb770d-2904-4d55-8a07-0c006d2a4422') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:54.568002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fb770d-2904-4d55-8a07-0c006d2a4422') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:54.578148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.594231 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.602620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:54.603125 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:54.606537 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:54.674666 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.693002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.699009 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/networks/7c709456-68d5-422b-ab77-2ec9c2f0acf3 HTTP/1.1" status: 204 len: 168 time: 0.6677976 Aug 19 12:26:54.699009 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35c2c0-f853-423d-bd4f-a79df64db49d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Network': ['ID=7c709456-68d5-422b-ab77-2ec9c2f0acf3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.699296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34914) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:54.704246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'network': {'name': 'tempest-RoutersTest-1438954950'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:54.731260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:54.735183 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.761345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:54.773568 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.774226 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added segment a14ab2dc-a079-4978-9601-be4d6b691178 of type vlan for network 98f42c96-445d-41c2-a57f-a54b2143c914 Aug 19 12:26:54.820080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.853532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.859273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.859991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.918722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2188110 Aug 19 12:26:54.921956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 34926) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:54.927291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'subnet': {'network_id': '98f42c96-445d-41c2-a57f-a54b2143c914', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:54.981705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5865c7a-67d5-4808-ba78-c5a1ead2f9a8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Network': ['ID=98f42c96-445d-41c2-a57f-a54b2143c914,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.996276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 98f42c96-445d-41c2-a57f-a54b2143c914 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:55.047064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:55.073860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:55.074305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e3c2f0bc-74e1-4bb2-b4d2-f2af6752d184 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:55.085223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:55.089853 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.364577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.428835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Subnet': ['ID=fb18b60b-e0a4-49d1-b6dc-5559d2df1cc4,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:55.440937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Checking segment: {'id': 'a14ab2dc-a079-4978-9601-be4d6b691178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98f42c96-445d-41c2-a57f-a54b2143c914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:55.441381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network hostable DHCP agents. Network: 98f42c96-445d-41c2-a57f-a54b2143c914, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:26:55.460226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 98f42c96-445d-41c2-a57f-a54b2143c914 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:26:55.470835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 98f42c96-445d-41c2-a57f-a54b2143c914) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:55.475021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:55.475665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.485477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1616f3-b0b3-4ee9-8647-5b4a93a88e52 None None] Network 98f42c96-445d-41c2-a57f-a54b2143c914 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:55.497328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-288f4b46-0a69-424a-92e0-8afff7f053e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5742610 Aug 19 12:26:55.498070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34948) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:55.503331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-81f9bd40-70da-4e8c-a031-ec2f657fec26 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1825676094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:55.534312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f9bd40-70da-4e8c-a031-ec2f657fec26 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.536567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f9bd40-70da-4e8c-a031-ec2f657fec26 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.717996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-98f42c96-445d-41c2-a57f-a54b2143c914', 'network_id': '98f42c96-445d-41c2-a57f-a54b2143c914', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'fixed_ips': [{'subnet_id': 'fb18b60b-e0a4-49d1-b6dc-5559d2df1cc4'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:26:55.718980 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.892374 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Allocated IP 172.20.0.2 (98f42c96-445d-41c2-a57f-a54b2143c914/fb18b60b-e0a4-49d1-b6dc-5559d2df1cc4/ac733e52-f514-4b29-a699-1804f634758d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:55.983250 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f9bd40-70da-4e8c-a031-ec2f657fec26 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.991188 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f9bd40-70da-4e8c-a031-ec2f657fec26 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.007128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f9bd40-70da-4e8c-a031-ec2f657fec26 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.008382 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-81f9bd40-70da-4e8c-a031-ec2f657fec26 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5090537 Aug 19 12:26:56.011129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 34952) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:56.058950 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.067719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Transition to ACTIVE for port object ac733e52-f514-4b29-a699-1804f634758d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:56.082520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Transition to ACTIVE for port object ac733e52-f514-4b29-a699-1804f634758d will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:56.089121 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.127307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Network 98f42c96-445d-41c2-a57f-a54b2143c914 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:56.131944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:56.136242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:56.139282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Pushing event updated for resources: {'Port': ['ID=ac733e52-f514-4b29-a699-1804f634758d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.191819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Attempting to bind port ac733e52-f514-4b29-a699-1804f634758d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:56.192200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Attempting to bind port ac733e52-f514-4b29-a699-1804f634758d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'a14ab2dc-a079-4978-9601-be4d6b691178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98f42c96-445d-41c2-a57f-a54b2143c914'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:56.192561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Attempting to bind port ac733e52-f514-4b29-a699-1804f634758d on network 98f42c96-445d-41c2-a57f-a54b2143c914 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:56.197662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:56.198010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Checking segment: {'id': 'a14ab2dc-a079-4978-9601-be4d6b691178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98f42c96-445d-41c2-a57f-a54b2143c914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:56.198438 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.198831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Bound using segment: {'id': 'a14ab2dc-a079-4978-9601-be4d6b691178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98f42c96-445d-41c2-a57f-a54b2143c914'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:56.199289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Bound port: ac733e52-f514-4b29-a699-1804f634758d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14ab2dc-a079-4978-9601-be4d6b691178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '98f42c96-445d-41c2-a57f-a54b2143c914'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:56.199675 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.280497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] For port ac733e52-f514-4b29-a699-1804f634758d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:56.285119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] For port ac733e52-f514-4b29-a699-1804f634758d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ac733e52-f514-4b29-a699-1804f634758d,segment=NetworkSegment(a14ab2dc-a079-4978-9601-be4d6b691178),segment_id=a14ab2dc-a079-4978-9601-be4d6b691178)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:56.289517 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.305369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.350839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258db787-585e-45f4-b132-3818fbce9f3f None None] Pushing event updated for resources: {'Port': ['ID=ac733e52-f514-4b29-a699-1804f634758d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.589685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.20.0.1 (98f42c96-445d-41c2-a57f-a54b2143c914/fb18b60b-e0a4-49d1-b6dc-5559d2df1cc4/07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:56.760727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.775026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Transition to ACTIVE for port object 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:56.815373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.861355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 98f42c96-445d-41c2-a57f-a54b2143c914 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:56.867037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:56.869643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:56.908939 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.932117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.060145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ac733e52-f514-4b29-a699-1804f634758d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:57.110493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.159818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ac733e52-f514-4b29-a699-1804f634758d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:57.465922 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.472983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.521765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e673376-8014-4825-9c65-a876644e1c23 None None] Network 98f42c96-445d-41c2-a57f-a54b2143c914 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:57.546877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:57.573973 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.597568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ca23b7a1-4686-43e6-a721-8fb0835736b0 None None] Provisioning for port ac733e52-f514-4b29-a699-1804f634758d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:57.608549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ca23b7a1-4686-43e6-a721-8fb0835736b0 None None] Provisioning complete for port ac733e52-f514-4b29-a699-1804f634758d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:57.609159 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ca23b7a1-4686-43e6-a721-8fb0835736b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.687149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 98f42c96-445d-41c2-a57f-a54b2143c914 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:57.688991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:57.781645 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ca23b7a1-4686-43e6-a721-8fb0835736b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.853423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ca23b7a1-4686-43e6-a721-8fb0835736b0 None None] For port ac733e52-f514-4b29-a699-1804f634758d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ac733e52-f514-4b29-a699-1804f634758d,segment=NetworkSegment(a14ab2dc-a079-4978-9601-be4d6b691178),segment_id=a14ab2dc-a079-4978-9601-be4d6b691178)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:57.859702 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ca23b7a1-4686-43e6-a721-8fb0835736b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.902714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router a0bd154c-6a94-4363-a145-27bd24855363 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:26:57.929680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23b7a1-4686-43e6-a721-8fb0835736b0 None None] Pushing event updated for resources: {'Port': ['ID=ac733e52-f514-4b29-a699-1804f634758d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:58.038262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:58.048365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35000) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:58.052178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf62ba-dbcd-4f3c-a0db-29423ee84415 None None] Sync routers for ids ['a0bd154c-6a94-4363-a145-27bd24855363'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:58.058542 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e2441b8e-9000-4492-b842-8bcf9751947d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/a0bd154c-6a94-4363-a145-27bd24855363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0462401 Aug 19 12:26:58.082558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf62ba-dbcd-4f3c-a0db-29423ee84415 None None] Routers {'a0bd154c-6a94-4363-a145-27bd24855363'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:58.084000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6bcf62ba-dbcd-4f3c-a0db-29423ee84415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0bd154c-6a94-4363-a145-27bd24855363'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:58.112776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d8234-fa7f-44ed-b1c4-b579fa99f93c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.121431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-719d8234-fa7f-44ed-b1c4-b579fa99f93c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports/07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 HTTP/1.1" status: 200 len: 910 time: 0.0718000 Aug 19 12:26:58.124086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35002) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:58.134696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6bcf62ba-dbcd-4f3c-a0db-29423ee84415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:58.149708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8bc6ba21-2f8e-4941-8573-2ae9c8cb57f6 None None] Provisioning complete for port ac733e52-f514-4b29-a699-1804f634758d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:58.150515 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ba21-2f8e-4941-8573-2ae9c8cb57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.179800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf62ba-dbcd-4f3c-a0db-29423ee84415 None None] Routers {'a0bd154c-6a94-4363-a145-27bd24855363'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:58.180951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6bcf62ba-dbcd-4f3c-a0db-29423ee84415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0bd154c-6a94-4363-a145-27bd24855363'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:58.240746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6bcf62ba-dbcd-4f3c-a0db-29423ee84415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:58.242018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf62ba-dbcd-4f3c-a0db-29423ee84415 None None] The sync data for ids ['a0bd154c-6a94-4363-a145-27bd24855363'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:58.377977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8bc6ba21-2f8e-4941-8573-2ae9c8cb57f6 None None] Provisioning for port 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:58.384049 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8bc6ba21-2f8e-4941-8573-2ae9c8cb57f6 None None] Provisioning complete for port 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:58.384525 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ba21-2f8e-4941-8573-2ae9c8cb57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.460551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8bc6ba21-2f8e-4941-8573-2ae9c8cb57f6 None None] Port 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:58.589753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-27326f14-1cf0-4565-84e8-491496e6e9db None None] Provisioning complete for port 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:58.590511 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27326f14-1cf0-4565-84e8-491496e6e9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.654904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-27326f14-1cf0-4565-84e8-491496e6e9db None None] Port 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:58.659015 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.673011 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.744226 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35016) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:58.777574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cd1a00d3-7262-465a-af1e-f462610c1b4e None None] Provisioning complete for port 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:58.778073 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cd1a00d3-7262-465a-af1e-f462610c1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.823153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a00d3-7262-465a-af1e-f462610c1b4e None None] Port 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:58.904837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7636431-500b-496e-a0a8-b667920ea479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.934926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:58.935402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.037888 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7636431-500b-496e-a0a8-b667920ea479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.044667 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d7636431-500b-496e-a0a8-b667920ea479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.048824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ac733e52-f514-4b29-a699-1804f634758d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:59.079908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.094577 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d7636431-500b-496e-a0a8-b667920ea479 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=204f469f11aa464ba46c7595e1c7e95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490891 Aug 19 12:26:59.095343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7636431-500b-496e-a0a8-b667920ea479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbef758-e9b0-4ab0-ac7e-09b5e9654911,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:59.098582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:59.098723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35028) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:59.118603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ac733e52-f514-4b29-a699-1804f634758d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:59.119567 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.158734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95a1e46e-8480-42c5-ab25-6cafac9f011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.192718 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95a1e46e-8480-42c5-ab25-6cafac9f011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.242282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35030) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:59.261278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95a1e46e-8480-42c5-ab25-6cafac9f011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.263971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-95a1e46e-8480-42c5-ab25-6cafac9f011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.265483 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-95a1e46e-8480-42c5-ab25-6cafac9f011d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ebbef758-e9b0-4ab0-ac7e-09b5e9654911 HTTP/1.1" status: 204 len: 168 time: 0.1662922 Aug 19 12:26:59.278059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1e46e-8480-42c5-ab25-6cafac9f011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbef758-e9b0-4ab0-ac7e-09b5e9654911,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:59.366660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.406610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=07b3f5fd-c4b0-44b1-8a61-fe1e381cd4a9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:59.437610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed40742e-341d-4f45-b521-61034219639a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.619952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35038) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:59.631372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.635458 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea01eb2d-23b4-4ab7-aaa9-ef789798d104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.790550 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed40742e-341d-4f45-b521-61034219639a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.818854 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed40742e-341d-4f45-b521-61034219639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.869299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router a0bd154c-6a94-4363-a145-27bd24855363 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:26:59.873303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ed40742e-341d-4f45-b521-61034219639a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9ca32a522e142eaaa42773fa4db3c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300292 Aug 19 12:26:59.875679 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40742e-341d-4f45-b521-61034219639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f1f5e7-154d-46d0-917e-bf44a801465f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:59.876506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35040) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:59.898235 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea01eb2d-23b4-4ab7-aaa9-ef789798d104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.906269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea01eb2d-23b4-4ab7-aaa9-ef789798d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.951001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:59.957261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0fb26390-19cc-4349-8661-05b88c68f64f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/a0bd154c-6a94-4363-a145-27bd24855363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310425 Aug 19 12:26:59.959131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35042) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:59.962707 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ea01eb2d-23b4-4ab7-aaa9-ef789798d104 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92e57b33f1554d55a4cc2db93709ae54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412318 Aug 19 12:26:59.963448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01eb2d-23b4-4ab7-aaa9-ef789798d104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50c98cd-300d-440c-b16f-2b23de1005c8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:59.963794 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314de59-4055-4b7b-b413-09283b8b3bd1 None None] Sync routers for ids ['a0bd154c-6a94-4363-a145-27bd24855363'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:59.970464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35044) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:59.975886 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314de59-4055-4b7b-b413-09283b8b3bd1 None None] Routers {'a0bd154c-6a94-4363-a145-27bd24855363'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:59.977144 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e314de59-4055-4b7b-b413-09283b8b3bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0bd154c-6a94-4363-a145-27bd24855363'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:59.994654 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d330359-ae95-4c6c-9ac5-9d1002230a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.999231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2f9e4bd1-8833-44eb-972d-455e7529dc85 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0bd154c-6a94-4363-a145-27bd24855363 HTTP/1.1" status: 200 len: 205 time: 0.0361431 Aug 19 12:26:59.999942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35046) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:00.010694 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e314de59-4055-4b7b-b413-09283b8b3bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:00.020496 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314de59-4055-4b7b-b413-09283b8b3bd1 None None] Routers {'a0bd154c-6a94-4363-a145-27bd24855363'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:00.021143 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e314de59-4055-4b7b-b413-09283b8b3bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['a0bd154c-6a94-4363-a145-27bd24855363'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:00.033735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d330359-ae95-4c6c-9ac5-9d1002230a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.057643 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e314de59-4055-4b7b-b413-09283b8b3bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:00.058211 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314de59-4055-4b7b-b413-09283b8b3bd1 None None] The sync data for ids ['a0bd154c-6a94-4363-a145-27bd24855363'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:00.059255 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a47ce96-14af-4073-b7e7-c25a6678979f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.080338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-761683a5-94a1-4c54-b812-edc1c76b17b0 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.095137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a47ce96-14af-4073-b7e7-c25a6678979f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.124284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d330359-ae95-4c6c-9ac5-9d1002230a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.126744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d330359-ae95-4c6c-9ac5-9d1002230a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.127903 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1d330359-ae95-4c6c-9ac5-9d1002230a94 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35f1f5e7-154d-46d0-917e-bf44a801465f HTTP/1.1" status: 204 len: 168 time: 0.2504113 Aug 19 12:27:00.138455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d330359-ae95-4c6c-9ac5-9d1002230a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f1f5e7-154d-46d0-917e-bf44a801465f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:00.166836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a47ce96-14af-4073-b7e7-c25a6678979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.170334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a47ce96-14af-4073-b7e7-c25a6678979f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.173836 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a47ce96-14af-4073-b7e7-c25a6678979f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a50c98cd-300d-440c-b16f-2b23de1005c8 HTTP/1.1" status: 204 len: 168 time: 0.2001681 Aug 19 12:27:00.179914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47ce96-14af-4073-b7e7-c25a6678979f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50c98cd-300d-440c-b16f-2b23de1005c8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:00.271977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-761683a5-94a1-4c54-b812-edc1c76b17b0 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.274341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-761683a5-94a1-4c54-b812-edc1c76b17b0 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.331619 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-761683a5-94a1-4c54-b812-edc1c76b17b0 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.332228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761683a5-94a1-4c54-b812-edc1c76b17b0 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Fanout notify agent at l3_agent the message router_deleted on router a0bd154c-6a94-4363-a145-27bd24855363 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:27:00.340143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-761683a5-94a1-4c54-b812-edc1c76b17b0 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.344155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35052) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:00.344289 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-761683a5-94a1-4c54-b812-edc1c76b17b0 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/a0bd154c-6a94-4363-a145-27bd24855363 HTTP/1.1" status: 204 len: 168 time: 0.3437452 Aug 19 12:27:00.398677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-215139bd-d571-4fc9-83d9-c2b27a0d7590 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting subnet fb18b60b-e0a4-49d1-b6dc-5559d2df1cc4 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:00.402112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-215139bd-d571-4fc9-83d9-c2b27a0d7590 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.443540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-215139bd-d571-4fc9-83d9-c2b27a0d7590 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.546714 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-215139bd-d571-4fc9-83d9-c2b27a0d7590 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.619356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-215139bd-d571-4fc9-83d9-c2b27a0d7590 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.649526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215139bd-d571-4fc9-83d9-c2b27a0d7590 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Subnet': ['ID=fb18b60b-e0a4-49d1-b6dc-5559d2df1cc4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:00.651537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-215139bd-d571-4fc9-83d9-c2b27a0d7590 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.657437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35064) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:00.657598 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-215139bd-d571-4fc9-83d9-c2b27a0d7590 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/fb18b60b-e0a4-49d1-b6dc-5559d2df1cc4 HTTP/1.1" status: 204 len: 168 time: 0.3118217 Aug 19 12:27:00.661534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25c29a-9c91-4485-99c7-12a962ee7afc None None] Network 98f42c96-445d-41c2-a57f-a54b2143c914 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:00.742138 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.825831 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port ac733e52-f514-4b29-a699-1804f634758d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:00.826186 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.897531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] DHCP port deletion for 98f42c96-445d-41c2-a57f-a54b2143c914 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:00.915543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port ac733e52-f514-4b29-a699-1804f634758d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ac733e52-f514-4b29-a699-1804f634758d,segment=NetworkSegment(a14ab2dc-a079-4978-9601-be4d6b691178),segment_id=a14ab2dc-a079-4978-9601-be4d6b691178)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:00.915911 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.930357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for ac733e52-f514-4b29-a699-1804f634758d owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:00.955817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Deleting port ac733e52-f514-4b29-a699-1804f634758d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:00.956616 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.037781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ac733e52-f514-4b29-a699-1804f634758d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:01.040046 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.065020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ac733e52-f514-4b29-a699-1804f634758d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:01.065888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ac733e52-f514-4b29-a699-1804f634758d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:01.069027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] For port ac733e52-f514-4b29-a699-1804f634758d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ac733e52-f514-4b29-a699-1804f634758d,segment=NetworkSegment(a14ab2dc-a079-4978-9601-be4d6b691178),segment_id=a14ab2dc-a079-4978-9601-be4d6b691178)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:01.070024 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.089231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Calling delete_port for ac733e52-f514-4b29-a699-1804f634758d owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:01.183347 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.199142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] No DVR routers for this DVR port ac733e52-f514-4b29-a699-1804f634758d on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:01.225068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Pushing event deleted for resources: {'Port': ['ID=ac733e52-f514-4b29-a699-1804f634758d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:01.238605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.239199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.239763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.244845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.244845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.244845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.244845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.244845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.244845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.244845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.249074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.250123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2b151-022b-4cd7-92a3-f305a8ae9f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:01.462502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=ac733e52-f514-4b29-a699-1804f634758d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:01.466055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No DVR routers for this DVR port ac733e52-f514-4b29-a699-1804f634758d on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:01.549106 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.563446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f42c96-445d-41c2-a57f-a54b2143c914']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:01.573648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14ab2dc-a079-4978-9601-be4d6b691178') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:01.573940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14ab2dc-a079-4978-9601-be4d6b691178') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:01.585692 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.601569 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.608174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:01.608569 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:01.612116 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:01.682605 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.693750 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.695771 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/networks/98f42c96-445d-41c2-a57f-a54b2143c914 HTTP/1.1" status: 204 len: 168 time: 1.0311556 Aug 19 12:27:01.700178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35126) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:01.706183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f6d3f-1f42-4bfa-bc60-299ab4c75704 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Network': ['ID=98f42c96-445d-41c2-a57f-a54b2143c914,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:01.713995 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-183835977', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:01.734613 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:27:01.743264 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.744306 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.757563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35128) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:01.811421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.885986 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4935-ecea-47ee-91cb-315ad4a689e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.966537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.000718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4935-ecea-47ee-91cb-315ad4a689e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.009405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4935-ecea-47ee-91cb-315ad4a689e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.054058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1f4b4935-ecea-47ee-91cb-315ad4a689e2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=648ae3cc3bda444ca8484431827c5f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953401 Aug 19 12:27:02.055417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b4935-ecea-47ee-91cb-315ad4a689e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af0aa47-8284-4721-90d3-4f370e7c3912,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:02.056712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35140) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:02.187384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6f9951c4-8bde-4a20-b512-e03f80d90b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.232368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6f9951c4-8bde-4a20-b512-e03f80d90b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.234252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.262062 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.372667 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6f9951c4-8bde-4a20-b512-e03f80d90b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.375300 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6f9951c4-8bde-4a20-b512-e03f80d90b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.376483 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6f9951c4-8bde-4a20-b512-e03f80d90b1a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3af0aa47-8284-4721-90d3-4f370e7c3912 HTTP/1.1" status: 204 len: 168 time: 0.3185146 Aug 19 12:27:02.392232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9951c4-8bde-4a20-b512-e03f80d90b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af0aa47-8284-4721-90d3-4f370e7c3912,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:02.419375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.25.4.53 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/52c04abc-ca6d-4b81-a62e-23e668d1b0b3) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:02.535917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.579479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.628453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:02.631573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:02.636036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:02.639248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=52c04abc-ca6d-4b81-a62e-23e668d1b0b3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:02.951217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.116250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35194) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:03.164115 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.360118 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f811bd3d-6270-4270-9cab-4f0b4dc47634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.471227 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f811bd3d-6270-4270-9cab-4f0b4dc47634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.478191 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f811bd3d-6270-4270-9cab-4f0b4dc47634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.525768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f811bd3d-6270-4270-9cab-4f0b4dc47634 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0fc1f88763a242c3928fd628eae2d93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058208 Aug 19 12:27:03.525768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811bd3d-6270-4270-9cab-4f0b4dc47634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6d618b-689b-4323-9c3b-ad8e76ee7527,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:03.527169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35206) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:03.580160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-03ee7785-0f4f-4752-8362-edd2e8f5b536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.608855 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-03ee7785-0f4f-4752-8362-edd2e8f5b536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.653570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router 15509359-08e9-41b2-8f72-fdb18ef794d0 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:27:03.662844 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-03ee7785-0f4f-4752-8362-edd2e8f5b536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.666131 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-03ee7785-0f4f-4752-8362-edd2e8f5b536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.667631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-03ee7785-0f4f-4752-8362-edd2e8f5b536 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab6d618b-689b-4323-9c3b-ad8e76ee7527 HTTP/1.1" status: 204 len: 168 time: 0.1390603 Aug 19 12:27:03.676495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee7785-0f4f-4752-8362-edd2e8f5b536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6d618b-689b-4323-9c3b-ad8e76ee7527,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:03.789157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:03.815400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.820625 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a105812f-3970-434e-8d70-7955a60a2bdb tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1142254 Aug 19 12:27:03.821164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35218) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:03.874276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b624802-4a2e-4951-adec-ed8f62270b71 None None] Sync routers for ids ['15509359-08e9-41b2-8f72-fdb18ef794d0'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:03.886381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b624802-4a2e-4951-adec-ed8f62270b71 None None] Routers {'15509359-08e9-41b2-8f72-fdb18ef794d0'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:03.887118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6b624802-4a2e-4951-adec-ed8f62270b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['15509359-08e9-41b2-8f72-fdb18ef794d0'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:03.930229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6b624802-4a2e-4951-adec-ed8f62270b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:03.940010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b624802-4a2e-4951-adec-ed8f62270b71 None None] Routers {'15509359-08e9-41b2-8f72-fdb18ef794d0'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:03.941260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6b624802-4a2e-4951-adec-ed8f62270b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['15509359-08e9-41b2-8f72-fdb18ef794d0'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:03.992180 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6b624802-4a2e-4951-adec-ed8f62270b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:03.992864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b624802-4a2e-4951-adec-ed8f62270b71 None None] The sync data for ids ['15509359-08e9-41b2-8f72-fdb18ef794d0'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:03.994214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-56c97a2c-9af8-49cd-ae50-d1b21ee8b5f1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/routers/15509359-08e9-41b2-8f72-fdb18ef794d0 HTTP/1.1" status: 200 len: 879 time: 0.1717515 Aug 19 12:27:03.997005 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35224) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:04.150787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35230) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:04.164962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-229bf031-e87e-4f23-9a02-6bbaf1e38920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.248799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8aaaa202-9f42-48a6-980d-3044994d792f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2505949 Aug 19 12:27:04.249513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35232) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:04.254957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-40429c70-7bed-4a0e-9693-0710f0edd314 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-183835977'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:04.281578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-229bf031-e87e-4f23-9a02-6bbaf1e38920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.286348 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-229bf031-e87e-4f23-9a02-6bbaf1e38920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.328037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-229bf031-e87e-4f23-9a02-6bbaf1e38920 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c1592a864db4076adfd7b6244ce66a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760259 Aug 19 12:27:04.329232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bf031-e87e-4f23-9a02-6bbaf1e38920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63028cef-c66d-49b8-a52a-9335974db292,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:04.331765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35236) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:04.384826 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cccc49d-510f-4689-b82a-d2afe5ba33c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.406887 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cccc49d-510f-4689-b82a-d2afe5ba33c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.461265 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cccc49d-510f-4689-b82a-d2afe5ba33c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.466553 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6cccc49d-510f-4689-b82a-d2afe5ba33c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.467807 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6cccc49d-510f-4689-b82a-d2afe5ba33c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63028cef-c66d-49b8-a52a-9335974db292 HTTP/1.1" status: 204 len: 168 time: 0.1351204 Aug 19 12:27:04.475982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccc49d-510f-4689-b82a-d2afe5ba33c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63028cef-c66d-49b8-a52a-9335974db292,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:04.582978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40429c70-7bed-4a0e-9693-0710f0edd314 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.595137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40429c70-7bed-4a0e-9693-0710f0edd314 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.710270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40429c70-7bed-4a0e-9693-0710f0edd314 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router 15509359-08e9-41b2-8f72-fdb18ef794d0 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:04.835397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40429c70-7bed-4a0e-9693-0710f0edd314 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:04.846118 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d51af-a548-4cbd-9b50-4175eb6f73ca None None] Sync routers for ids ['15509359-08e9-41b2-8f72-fdb18ef794d0'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:04.848282 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40429c70-7bed-4a0e-9693-0710f0edd314 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.852944 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-40429c70-7bed-4a0e-9693-0710f0edd314 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/15509359-08e9-41b2-8f72-fdb18ef794d0 HTTP/1.1" status: 200 len: 886 time: 0.5991380 Aug 19 12:27:04.853660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35252) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:04.866850 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d51af-a548-4cbd-9b50-4175eb6f73ca None None] Routers {'15509359-08e9-41b2-8f72-fdb18ef794d0'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:04.867694 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-926d51af-a548-4cbd-9b50-4175eb6f73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['15509359-08e9-41b2-8f72-fdb18ef794d0'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:04.907868 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-926d51af-a548-4cbd-9b50-4175eb6f73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:04.918741 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d51af-a548-4cbd-9b50-4175eb6f73ca None None] Routers {'15509359-08e9-41b2-8f72-fdb18ef794d0'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:04.919626 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-926d51af-a548-4cbd-9b50-4175eb6f73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['15509359-08e9-41b2-8f72-fdb18ef794d0'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:04.969834 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-926d51af-a548-4cbd-9b50-4175eb6f73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:04.970632 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d51af-a548-4cbd-9b50-4175eb6f73ca None None] The sync data for ids ['15509359-08e9-41b2-8f72-fdb18ef794d0'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:04.991999 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7f3149cc-0afe-4961-b3ff-a796a10d640b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/routers/15509359-08e9-41b2-8f72-fdb18ef794d0 HTTP/1.1" status: 200 len: 886 time: 0.1370432 Aug 19 12:27:04.994649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35260) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:05.024397 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-814a15b2-c4ac-4104-96de-7389471cf264 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=15509359-08e9-41b2-8f72-fdb18ef794d0 HTTP/1.1" status: 200 len: 205 time: 0.0259554 Aug 19 12:27:05.025103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35262) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:05.053390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35264) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:05.135008 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.177132 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7245939f-d0c8-4b63-aed9-e12b6178bf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.248504 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.316314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 52c04abc-ca6d-4b81-a62e-23e668d1b0b3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:05.316775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.317637 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7245939f-d0c8-4b63-aed9-e12b6178bf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.323066 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7245939f-d0c8-4b63-aed9-e12b6178bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.362725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245939f-d0c8-4b63-aed9-e12b6178bf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f31ed9-9544-4200-b3f1-dc279565fb7d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:05.367156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7245939f-d0c8-4b63-aed9-e12b6178bf7e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44204c7d97aa4570b8da576bb72e28fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124688 Aug 19 12:27:05.370142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35276) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:05.403316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.419903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 52c04abc-ca6d-4b81-a62e-23e668d1b0b3 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:05.423914 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8974b25a-01de-4863-aabc-0198187be8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.453507 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8974b25a-01de-4863-aabc-0198187be8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.505194 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8974b25a-01de-4863-aabc-0198187be8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.507939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8974b25a-01de-4863-aabc-0198187be8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.509238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8974b25a-01de-4863-aabc-0198187be8b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2f31ed9-9544-4200-b3f1-dc279565fb7d HTTP/1.1" status: 204 len: 168 time: 0.1384788 Aug 19 12:27:05.517927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974b25a-01de-4863-aabc-0198187be8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f31ed9-9544-4200-b3f1-dc279565fb7d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:05.604784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.643902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=52c04abc-ca6d-4b81-a62e-23e668d1b0b3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:05.659178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.659605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.660002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.660405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.660853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.661250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.661649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.662037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.662431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.662820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.663211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.663597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:05.722633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.817495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.819845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.866936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.867583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Fanout notify agent at l3_agent the message router_deleted on router 15509359-08e9-41b2-8f72-fdb18ef794d0 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:27:05.874887 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.880133 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f0a56290-efe5-4040-8316-ce49fd6e66c9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/15509359-08e9-41b2-8f72-fdb18ef794d0 HTTP/1.1" status: 204 len: 168 time: 0.8503346 Aug 19 12:27:05.880505 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35292) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:05.886543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'network': {'name': 'tempest-RoutersTest-1832609047'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:05.910036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:05.913941 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.942304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:05.947516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35298) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:05.967806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.968167 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added segment c8ad7da9-6375-4eab-8270-35a814a90be7 of type vlan for network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 Aug 19 12:27:05.969706 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea1de1f5-9128-4cfa-ae7b-a4d585fca2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.023813 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.069927 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.075420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.076000 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.156056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Network': ['ID=9d8ccc91-a361-46a9-a5d2-c47ad5adad80,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:06.170034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:06.190922 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea1de1f5-9128-4cfa-ae7b-a4d585fca2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.197693 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea1de1f5-9128-4cfa-ae7b-a4d585fca2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.204413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c1b99fd6-f8ac-4f1f-b4e8-de25f4abac0b tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3227589 Aug 19 12:27:06.207476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35304) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:06.215310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'subnet': {'network_id': '9d8ccc91-a361-46a9-a5d2-c47ad5adad80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:06.255635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea1de1f5-9128-4cfa-ae7b-a4d585fca2a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71def474e2a9490186fca1de90bdbe82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070555 Aug 19 12:27:06.256535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1de1f5-9128-4cfa-ae7b-a4d585fca2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc661e-7e2f-42e5-93f6-d6ef3d602eb6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:06.259772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35306) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:06.326641 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4576f203-6b2f-4f1e-a231-88e3144b0398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.351297 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4576f203-6b2f-4f1e-a231-88e3144b0398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.405896 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4576f203-6b2f-4f1e-a231-88e3144b0398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.408436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4576f203-6b2f-4f1e-a231-88e3144b0398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.409733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4576f203-6b2f-4f1e-a231-88e3144b0398 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88fc661e-7e2f-42e5-93f6-d6ef3d602eb6 HTTP/1.1" status: 204 len: 168 time: 0.1490192 Aug 19 12:27:06.418903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576f203-6b2f-4f1e-a231-88e3144b0398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc661e-7e2f-42e5-93f6-d6ef3d602eb6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:06.703911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:06.708139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.977591 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.061658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Checking segment: {'id': 'c8ad7da9-6375-4eab-8270-35a814a90be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d8ccc91-a361-46a9-a5d2-c47ad5adad80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:07.062031 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network hostable DHCP agents. Network: 9d8ccc91-a361-46a9-a5d2-c47ad5adad80, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:07.064383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Subnet': ['ID=403085c4-466c-41e8-bf81-6e3e71d0d733,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:07.090690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:07.104329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 9d8ccc91-a361-46a9-a5d2-c47ad5adad80) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:07.111620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.112715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.118800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd4d86-18ac-4a53-ba7e-3d61abe80e5e None None] Network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:07.132942 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d36f587e-96d4-4a6c-beb4-4f3d62805afe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9235141 Aug 19 12:27:07.135485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35332) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:07.143894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-10ba378c-32ad-40a9-8199-3947a190b2d9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-47919654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:07.176606 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10ba378c-32ad-40a9-8199-3947a190b2d9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.178241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10ba378c-32ad-40a9-8199-3947a190b2d9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.270340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10ba378c-32ad-40a9-8199-3947a190b2d9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.278248 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10ba378c-32ad-40a9-8199-3947a190b2d9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.302429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10ba378c-32ad-40a9-8199-3947a190b2d9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.303784 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-10ba378c-32ad-40a9-8199-3947a190b2d9 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1672461 Aug 19 12:27:07.306749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35338) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:07.335471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-9d8ccc91-a361-46a9-a5d2-c47ad5adad80', 'network_id': '9d8ccc91-a361-46a9-a5d2-c47ad5adad80', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'fixed_ips': [{'subnet_id': '403085c4-466c-41e8-bf81-6e3e71d0d733'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:07.336965 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.498085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Allocated IP 172.20.0.2 (9d8ccc91-a361-46a9-a5d2-c47ad5adad80/403085c4-466c-41e8-bf81-6e3e71d0d733/f50aaf54-d453-43f7-aa15-bf3696d68af9) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:07.628822 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.648465 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.658775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Transition to ACTIVE for port object f50aaf54-d453-43f7-aa15-bf3696d68af9 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:07.676055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Transition to ACTIVE for port object f50aaf54-d453-43f7-aa15-bf3696d68af9 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:07.691339 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.729138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:07.732784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:07.737744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:07.792960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Pushing event updated for resources: {'Port': ['ID=f50aaf54-d453-43f7-aa15-bf3696d68af9,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:07.810356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Attempting to bind port f50aaf54-d453-43f7-aa15-bf3696d68af9 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:07.811072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Attempting to bind port f50aaf54-d453-43f7-aa15-bf3696d68af9 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'c8ad7da9-6375-4eab-8270-35a814a90be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d8ccc91-a361-46a9-a5d2-c47ad5adad80'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:07.811533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Attempting to bind port f50aaf54-d453-43f7-aa15-bf3696d68af9 on network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:07.819156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:07.819717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Checking segment: {'id': 'c8ad7da9-6375-4eab-8270-35a814a90be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d8ccc91-a361-46a9-a5d2-c47ad5adad80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:07.820220 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.821031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Bound using segment: {'id': 'c8ad7da9-6375-4eab-8270-35a814a90be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d8ccc91-a361-46a9-a5d2-c47ad5adad80'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:07.822096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Bound port: f50aaf54-d453-43f7-aa15-bf3696d68af9, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ad7da9-6375-4eab-8270-35a814a90be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d8ccc91-a361-46a9-a5d2-c47ad5adad80'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:07.822836 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.925261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.20.0.1 (9d8ccc91-a361-46a9-a5d2-c47ad5adad80/403085c4-466c-41e8-bf81-6e3e71d0d733/e56ee5ea-e0ec-4112-aef5-de0a06d8ca49) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:07.925797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] For port f50aaf54-d453-43f7-aa15-bf3696d68af9, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:07.929924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] For port f50aaf54-d453-43f7-aa15-bf3696d68af9, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f50aaf54-d453-43f7-aa15-bf3696d68af9,segment=NetworkSegment(c8ad7da9-6375-4eab-8270-35a814a90be7),segment_id=c8ad7da9-6375-4eab-8270-35a814a90be7)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:07.936966 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.027022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40735c08-212f-4670-a288-c1ec21e6aa3c None None] Pushing event updated for resources: {'Port': ['ID=f50aaf54-d453-43f7-aa15-bf3696d68af9,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:08.123230 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.140474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Transition to ACTIVE for port object e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:08.205108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.269352 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:08.273232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:08.277972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:08.318042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=e56ee5ea-e0ec-4112-aef5-de0a06d8ca49,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:08.332146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.458599 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.799295 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.805716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.882941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=e56ee5ea-e0ec-4112-aef5-de0a06d8ca49,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:08.908813 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.041892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:09.043847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:09.060000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f50aaf54-d453-43f7-aa15-bf3696d68af9 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:09.127768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port f50aaf54-d453-43f7-aa15-bf3696d68af9 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:09.170474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154bbaf-7864-48e3-90a3-bc0f264dda01 None None] Network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:09.191387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router 602b9e4c-78e9-4808-ae51-5b34b33555c5 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:27:09.304985 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ba5b1da7-cabc-4269-aea5-96d316b290fc None None] Provisioning for port f50aaf54-d453-43f7-aa15-bf3696d68af9 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:09.312947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ba5b1da7-cabc-4269-aea5-96d316b290fc None None] Provisioning complete for port f50aaf54-d453-43f7-aa15-bf3696d68af9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:09.313695 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ba5b1da7-cabc-4269-aea5-96d316b290fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.325282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:09.334240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35392) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:09.340997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c944df-ed74-4d36-ae4b-df2b0faa1385 None None] Sync routers for ids ['602b9e4c-78e9-4808-ae51-5b34b33555c5'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:09.346384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5bdd231c-aba1-4162-9168-eb40e6166b1e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/602b9e4c-78e9-4808-ae51-5b34b33555c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0378182 Aug 19 12:27:09.385413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c944df-ed74-4d36-ae4b-df2b0faa1385 None None] Routers {'602b9e4c-78e9-4808-ae51-5b34b33555c5'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:09.386504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d2c944df-ed74-4d36-ae4b-df2b0faa1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['602b9e4c-78e9-4808-ae51-5b34b33555c5'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:09.387609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03852f4-c535-4275-b5a8-28e4ad3c97af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.389178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c03852f4-c535-4275-b5a8-28e4ad3c97af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports/e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 HTTP/1.1" status: 200 len: 910 time: 0.0539436 Aug 19 12:27:09.392288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35394) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:09.398590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7d78fcb5-1237-44b2-8f05-ee5d7f48079f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '403085c4-466c-41e8-bf81-6e3e71d0d733'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:09.421448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d2c944df-ed74-4d36-ae4b-df2b0faa1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:09.473087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c944df-ed74-4d36-ae4b-df2b0faa1385 None None] Routers {'602b9e4c-78e9-4808-ae51-5b34b33555c5'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:09.473744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d2c944df-ed74-4d36-ae4b-df2b0faa1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['602b9e4c-78e9-4808-ae51-5b34b33555c5'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:09.519149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d2c944df-ed74-4d36-ae4b-df2b0faa1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:09.519798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c944df-ed74-4d36-ae4b-df2b0faa1385 None None] The sync data for ids ['602b9e4c-78e9-4808-ae51-5b34b33555c5'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:09.526569 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ba5b1da7-cabc-4269-aea5-96d316b290fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.568278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ba5b1da7-cabc-4269-aea5-96d316b290fc None None] For port f50aaf54-d453-43f7-aa15-bf3696d68af9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f50aaf54-d453-43f7-aa15-bf3696d68af9,segment=NetworkSegment(c8ad7da9-6375-4eab-8270-35a814a90be7),segment_id=c8ad7da9-6375-4eab-8270-35a814a90be7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:09.573008 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ba5b1da7-cabc-4269-aea5-96d316b290fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.622748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b1da7-cabc-4269-aea5-96d316b290fc None None] Pushing event updated for resources: {'Port': ['ID=f50aaf54-d453-43f7-aa15-bf3696d68af9,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:09.654936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d78fcb5-1237-44b2-8f05-ee5d7f48079f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.898421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b6be399b-4de1-4537-b8ff-b7bf84de1724 None None] Provisioning complete for port f50aaf54-d453-43f7-aa15-bf3696d68af9 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:09.899239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6be399b-4de1-4537-b8ff-b7bf84de1724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.071803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b6be399b-4de1-4537-b8ff-b7bf84de1724 None None] Provisioning for port e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:10.076850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b6be399b-4de1-4537-b8ff-b7bf84de1724 None None] Provisioning complete for port e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:10.078405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6be399b-4de1-4537-b8ff-b7bf84de1724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.125110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b6be399b-4de1-4537-b8ff-b7bf84de1724 None None] Port e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:10.139128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d78fcb5-1237-44b2-8f05-ee5d7f48079f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.149941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d78fcb5-1237-44b2-8f05-ee5d7f48079f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.229236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78fcb5-1237-44b2-8f05-ee5d7f48079f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=e56ee5ea-e0ec-4112-aef5-de0a06d8ca49,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:10.249085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3cac4598-3e00-494d-9c4b-ee5a4e0b8ba9 None None] Provisioning complete for port e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:10.249774 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3cac4598-3e00-494d-9c4b-ee5a4e0b8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.268387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78fcb5-1237-44b2-8f05-ee5d7f48079f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.269558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d78fcb5-1237-44b2-8f05-ee5d7f48079f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.274181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35414) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:10.282071 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7d78fcb5-1237-44b2-8f05-ee5d7f48079f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/ports/e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 HTTP/1.1" status: 200 len: 910 time: 0.8882143 Aug 19 12:27:10.310719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3cac4598-3e00-494d-9c4b-ee5a4e0b8ba9 None None] Port e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:10.434208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2e0ee400-8050-44e1-a1c4-93401e9ea53c None None] Provisioning complete for port e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:10.434594 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee400-8050-44e1-a1c4-93401e9ea53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.473920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ee400-8050-44e1-a1c4-93401e9ea53c None None] Port e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:10.652384 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.922255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:10.923153 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.018923 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.034743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f50aaf54-d453-43f7-aa15-bf3696d68af9 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:11.037880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for e56ee5ea-e0ec-4112-aef5-de0a06d8ca49 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:11.093501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f50aaf54-d453-43f7-aa15-bf3696d68af9 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:11.093998 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.289941 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.330363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=e56ee5ea-e0ec-4112-aef5-de0a06d8ca49,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:11.517502 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.686646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router 602b9e4c-78e9-4808-ae51-5b34b33555c5 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:12.120341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:12.125095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-043caf25-ea6c-4074-835f-f5dcef8d311f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/602b9e4c-78e9-4808-ae51-5b34b33555c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498511 Aug 19 12:27:12.128177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35456) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:12.133201 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13908e6b-04f1-4fe0-8c49-8882cdd11e86 None None] Sync routers for ids ['602b9e4c-78e9-4808-ae51-5b34b33555c5'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:12.145098 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13908e6b-04f1-4fe0-8c49-8882cdd11e86 None None] Routers {'602b9e4c-78e9-4808-ae51-5b34b33555c5'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:12.146576 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-13908e6b-04f1-4fe0-8c49-8882cdd11e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['602b9e4c-78e9-4808-ae51-5b34b33555c5'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:12.157752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2805cc09-7578-4680-a755-c54bdf9988ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=602b9e4c-78e9-4808-ae51-5b34b33555c5 HTTP/1.1" status: 200 len: 205 time: 0.0283375 Aug 19 12:27:12.160715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35458) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:12.181278 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-13908e6b-04f1-4fe0-8c49-8882cdd11e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:12.189748 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13908e6b-04f1-4fe0-8c49-8882cdd11e86 None None] Routers {'602b9e4c-78e9-4808-ae51-5b34b33555c5'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:12.190412 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-13908e6b-04f1-4fe0-8c49-8882cdd11e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['602b9e4c-78e9-4808-ae51-5b34b33555c5'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:12.224637 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-13908e6b-04f1-4fe0-8c49-8882cdd11e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:12.225359 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13908e6b-04f1-4fe0-8c49-8882cdd11e86 None None] The sync data for ids ['602b9e4c-78e9-4808-ae51-5b34b33555c5'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:12.236418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dae5017-9ae1-44a2-b6ef-a32fa842e0e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.414621 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dae5017-9ae1-44a2-b6ef-a32fa842e0e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.417733 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dae5017-9ae1-44a2-b6ef-a32fa842e0e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.489996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dae5017-9ae1-44a2-b6ef-a32fa842e0e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.491378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae5017-9ae1-44a2-b6ef-a32fa842e0e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Fanout notify agent at l3_agent the message router_deleted on router 602b9e4c-78e9-4808-ae51-5b34b33555c5 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:27:12.504788 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0dae5017-9ae1-44a2-b6ef-a32fa842e0e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.508831 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0dae5017-9ae1-44a2-b6ef-a32fa842e0e4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/602b9e4c-78e9-4808-ae51-5b34b33555c5 HTTP/1.1" status: 204 len: 168 time: 0.3448660 Aug 19 12:27:12.509364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35468) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:12.566957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f5fe3c-15c2-4fc5-b93d-b05c386f74cd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting subnet 403085c4-466c-41e8-bf81-6e3e71d0d733 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:12.570605 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f5fe3c-15c2-4fc5-b93d-b05c386f74cd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.617270 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f5fe3c-15c2-4fc5-b93d-b05c386f74cd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.736741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f5fe3c-15c2-4fc5-b93d-b05c386f74cd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.823309 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f5fe3c-15c2-4fc5-b93d-b05c386f74cd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.854471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5fe3c-15c2-4fc5-b93d-b05c386f74cd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Subnet': ['ID=403085c4-466c-41e8-bf81-6e3e71d0d733,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:12.859495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81f5fe3c-15c2-4fc5-b93d-b05c386f74cd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.862436 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-81f5fe3c-15c2-4fc5-b93d-b05c386f74cd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/403085c4-466c-41e8-bf81-6e3e71d0d733 HTTP/1.1" status: 204 len: 168 time: 0.3520584 Aug 19 12:27:12.865901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35478) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:12.880947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a028c62-7bdf-49f2-81d4-9b4c4069af77 None None] Network 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:12.975916 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.044600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port f50aaf54-d453-43f7-aa15-bf3696d68af9 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:13.045470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.132068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port f50aaf54-d453-43f7-aa15-bf3696d68af9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f50aaf54-d453-43f7-aa15-bf3696d68af9,segment=NetworkSegment(c8ad7da9-6375-4eab-8270-35a814a90be7),segment_id=c8ad7da9-6375-4eab-8270-35a814a90be7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:13.132644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.156420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for f50aaf54-d453-43f7-aa15-bf3696d68af9 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:13.198277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] DHCP port deletion for 9d8ccc91-a361-46a9-a5d2-c47ad5adad80 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:13.265471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] Deleting port f50aaf54-d453-43f7-aa15-bf3696d68af9 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:13.265912 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.276591 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.312025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No DVR routers for this DVR port f50aaf54-d453-43f7-aa15-bf3696d68af9 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:13.325460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=f50aaf54-d453-43f7-aa15-bf3696d68af9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:13.377939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] For port f50aaf54-d453-43f7-aa15-bf3696d68af9, host n-d-778550-9, got binding levels [] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:13.378274 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.397727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] Calling delete_port for f50aaf54-d453-43f7-aa15-bf3696d68af9 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:13.401506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.ipam_backend_mixin [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] Port f50aaf54-d453-43f7-aa15-bf3696d68af9 was not found and therefore no delete operation was performed {{(pid=101155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:27:13.403945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.425110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.433000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] Pushing event deleted for resources: {'Port': ['ID=f50aaf54-d453-43f7-aa15-bf3696d68af9,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:13.436773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05360932-ffcc-4831-b21d-ea4b495a9ffa None None] No DVR routers for this DVR port f50aaf54-d453-43f7-aa15-bf3696d68af9 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:13.443761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8ccc91-a361-46a9-a5d2-c47ad5adad80']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:13.461816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ad7da9-6375-4eab-8270-35a814a90be7') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:13.462116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ad7da9-6375-4eab-8270-35a814a90be7') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:13.474148 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.498566 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.506011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:13.506543 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:13.510499 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:13.572041 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.586745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.592707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/networks/9d8ccc91-a361-46a9-a5d2-c47ad5adad80 HTTP/1.1" status: 204 len: 168 time: 0.7206128 Aug 19 12:27:13.593008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35492) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:13.598239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-543b7df7-be02-4e51-a4c4-6dd1c1390a06 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-289553005', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:13.614766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a0b08-e3fc-44f9-83ec-f782ffce2b25 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Network': ['ID=9d8ccc91-a361-46a9-a5d2-c47ad5adad80,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:13.644033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-543b7df7-be02-4e51-a4c4-6dd1c1390a06 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.645617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-543b7df7-be02-4e51-a4c4-6dd1c1390a06 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.716721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-543b7df7-be02-4e51-a4c4-6dd1c1390a06 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.722975 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-543b7df7-be02-4e51-a4c4-6dd1c1390a06 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.743318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-543b7df7-be02-4e51-a4c4-6dd1c1390a06 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.747929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35500) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:13.748337 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-543b7df7-be02-4e51-a4c4-6dd1c1390a06 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1541350 Aug 19 12:27:13.755724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'network': {'name': 'tempest-RoutersTest-540480216'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:13.789230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:13.794504 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.834433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:13.843664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.844083 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added segment fe06f27e-3286-4cac-814f-a4662992eb13 of type vlan for network 7b795ea9-6521-46fe-80ba-9d71e9042f04 Aug 19 12:27:13.899336 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.927820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.933965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:13.934743 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.000737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2486067 Aug 19 12:27:14.002404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35506) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:14.010340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'subnet': {'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:14.013136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1dac3-7b80-4958-b97f-2e4e9dba6450 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Network': ['ID=7b795ea9-6521-46fe-80ba-9d71e9042f04,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:14.025023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7b795ea9-6521-46fe-80ba-9d71e9042f04 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:14.120670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:14.124675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.364790 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.446375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Subnet': ['ID=2e5268da-f4e9-4411-8163-c231b01812df,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:14.457892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Checking segment: {'id': 'fe06f27e-3286-4cac-814f-a4662992eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:14.458503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network hostable DHCP agents. Network: 7b795ea9-6521-46fe-80ba-9d71e9042f04, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:14.477338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 7b795ea9-6521-46fe-80ba-9d71e9042f04 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:14.488183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 7b795ea9-6521-46fe-80ba-9d71e9042f04) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:14.499279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6491f85-faaf-48cf-9a0d-506d18b3c8ca None None] Network 7b795ea9-6521-46fe-80ba-9d71e9042f04 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:14.504577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:14.505270 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.536736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35516) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:14.545754 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cd835d2a-8fa4-4752-af88-1dd982b9b3ea tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5415065 Aug 19 12:27:14.698009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-7b795ea9-6521-46fe-80ba-9d71e9042f04', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:14.699117 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.855522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Allocated IP 172.20.0.2 (7b795ea9-6521-46fe-80ba-9d71e9042f04/2e5268da-f4e9-4411-8163-c231b01812df/61d43db7-b0c7-4e70-b526-08e7e8be47dd) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:14.969908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.105087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f50aaf54-d453-43f7-aa15-bf3696d68af9 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:15.114285 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.153612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: f50aaf54-d453-43f7-aa15-bf3696d68af9 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:15.153969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f50aaf54-d453-43f7-aa15-bf3696d68af9 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:15.157502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Transition to ACTIVE for port object 61d43db7-b0c7-4e70-b526-08e7e8be47dd will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:15.180512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Transition to ACTIVE for port object 61d43db7-b0c7-4e70-b526-08e7e8be47dd will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:15.188483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.269302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Pushing event updated for resources: {'Port': ['ID=61d43db7-b0c7-4e70-b526-08e7e8be47dd,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:15.284851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Network 7b795ea9-6521-46fe-80ba-9d71e9042f04 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:15.288289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:15.294925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:15.363961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Attempting to bind port 61d43db7-b0c7-4e70-b526-08e7e8be47dd on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:15.364341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Attempting to bind port 61d43db7-b0c7-4e70-b526-08e7e8be47dd by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'fe06f27e-3286-4cac-814f-a4662992eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:15.364767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Attempting to bind port 61d43db7-b0c7-4e70-b526-08e7e8be47dd on network 7b795ea9-6521-46fe-80ba-9d71e9042f04 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:15.371388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:15.371886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Checking segment: {'id': 'fe06f27e-3286-4cac-814f-a4662992eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:15.372447 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.373162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Bound using segment: {'id': 'fe06f27e-3286-4cac-814f-a4662992eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:15.373643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Bound port: 61d43db7-b0c7-4e70-b526-08e7e8be47dd, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe06f27e-3286-4cac-814f-a4662992eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:15.374032 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.444793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.20.0.1 (7b795ea9-6521-46fe-80ba-9d71e9042f04/2e5268da-f4e9-4411-8163-c231b01812df/921859fc-4553-4473-9a5d-8450ed837663) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:15.498252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] For port 61d43db7-b0c7-4e70-b526-08e7e8be47dd, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:15.506525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] For port 61d43db7-b0c7-4e70-b526-08e7e8be47dd, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=61d43db7-b0c7-4e70-b526-08e7e8be47dd,segment=NetworkSegment(fe06f27e-3286-4cac-814f-a4662992eb13),segment_id=fe06f27e-3286-4cac-814f-a4662992eb13)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:15.516073 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.676787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec6f7f-3fcc-4622-9378-51f036b8e54a None None] Pushing event updated for resources: {'Port': ['ID=61d43db7-b0c7-4e70-b526-08e7e8be47dd,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:15.725719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.750703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Transition to ACTIVE for port object 921859fc-4553-4473-9a5d-8450ed837663 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:15.821610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.916169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=921859fc-4553-4473-9a5d-8450ed837663,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:15.928038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 7b795ea9-6521-46fe-80ba-9d71e9042f04 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:15.930629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:15.937434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:16.037831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35538) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:16.067758 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.224576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc2be1f2-3a27-4c43-a9d5-4ed650f91b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.313905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.364791 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc2be1f2-3a27-4c43-a9d5-4ed650f91b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.369857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc2be1f2-3a27-4c43-a9d5-4ed650f91b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.418233 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dc2be1f2-3a27-4c43-a9d5-4ed650f91b0d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f768e398ef8e444eb245f5c61306408f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785102 Aug 19 12:27:16.419405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2be1f2-3a27-4c43-a9d5-4ed650f91b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9342735-cd08-44ed-aef9-63dcbb74d262,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:16.422055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35544) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:16.514693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f08a-aa4a-42a2-86fe-77059da578a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.562108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f08a-aa4a-42a2-86fe-77059da578a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.655999 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f08a-aa4a-42a2-86fe-77059da578a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.659588 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f08a-aa4a-42a2-86fe-77059da578a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.661695 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a8c5f08a-aa4a-42a2-86fe-77059da578a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9342735-cd08-44ed-aef9-63dcbb74d262 HTTP/1.1" status: 204 len: 168 time: 0.2387609 Aug 19 12:27:16.685448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5f08a-aa4a-42a2-86fe-77059da578a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9342735-cd08-44ed-aef9-63dcbb74d262,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:16.797996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.805695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.903510 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.924361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=921859fc-4553-4473-9a5d-8450ed837663,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:17.064105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4580db-b0a0-439a-a37a-99d8b11ed7f6 None None] Network 7b795ea9-6521-46fe-80ba-9d71e9042f04 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:17.069956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 7b795ea9-6521-46fe-80ba-9d71e9042f04 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:17.071707 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:17.136653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 61d43db7-b0c7-4e70-b526-08e7e8be47dd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:17.234528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-25b71302-049b-48a4-bad6-db8b9ec4aff8 None None] Provisioning for port 61d43db7-b0c7-4e70-b526-08e7e8be47dd completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:17.264626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35552) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:17.290508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 61d43db7-b0c7-4e70-b526-08e7e8be47dd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:17.299722 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94aa260e-9ce2-4424-9e23-4acdaa6becca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.301334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:27:17.304227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 61d43db7-b0c7-4e70-b526-08e7e8be47dd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:17.304599 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.457104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:17.467758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8a757072-4162-4fd4-99a0-00f3794f9e9c tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9295840 Aug 19 12:27:17.473332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35554) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:17.482062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'network': {'name': 'tempest-RoutersTest-40666518'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:17.491229 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94aa260e-9ce2-4424-9e23-4acdaa6becca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.497168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94aa260e-9ce2-4424-9e23-4acdaa6becca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.517638 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:17.523778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.540822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa260e-9ce2-4424-9e23-4acdaa6becca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7db6688-8786-4679-8900-d117cd4037c9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:17.565331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:17.566714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-94aa260e-9ce2-4424-9e23-4acdaa6becca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a5775dccc72446fad0c227c97f3c933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003016 Aug 19 12:27:17.569295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35556) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:17.574521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:17.579710 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.580284 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added segment d1d9d3d1-1650-4758-a050-595672ae5598 of type vlan for network ea1ab42f-9c7e-4363-a0d7-7051acb80573 Aug 19 12:27:17.619063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:17.619709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:17.631371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9208dfd-95f4-4e40-a4a0-3c3908e13bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.632062 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.661383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9208dfd-95f4-4e40-a4a0-3c3908e13bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.664811 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.672755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.673967 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.726384 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9208dfd-95f4-4e40-a4a0-3c3908e13bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.731971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9208dfd-95f4-4e40-a4a0-3c3908e13bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.731971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f9208dfd-95f4-4e40-a4a0-3c3908e13bb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7db6688-8786-4679-8900-d117cd4037c9 HTTP/1.1" status: 204 len: 168 time: 0.1610615 Aug 19 12:27:17.732864 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2573073 Aug 19 12:27:17.736654 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35558) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:17.741937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9208dfd-95f4-4e40-a4a0-3c3908e13bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7db6688-8786-4679-8900-d117cd4037c9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:17.743104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'subnet': {'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:17.765932 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:17.812348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1a0be-adf3-4102-a7c5-4c079a94d71d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Network': ['ID=ea1ab42f-9c7e-4363-a0d7-7051acb80573,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:17.828069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ea1ab42f-9c7e-4363-a0d7-7051acb80573 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:17.874964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:17.880430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.039145 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.093347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 61d43db7-b0c7-4e70-b526-08e7e8be47dd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=61d43db7-b0c7-4e70-b526-08e7e8be47dd,segment=NetworkSegment(fe06f27e-3286-4cac-814f-a4662992eb13),segment_id=fe06f27e-3286-4cac-814f-a4662992eb13)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:18.099987 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.155267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.189856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5eb64ed1-426e-4db5-9759-26f684ee5e80 None None] Provisioning complete for port 61d43db7-b0c7-4e70-b526-08e7e8be47dd triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:18.190239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5eb64ed1-426e-4db5-9759-26f684ee5e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.251757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Subnet': ['ID=0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:18.266607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=61d43db7-b0c7-4e70-b526-08e7e8be47dd,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:18.268770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Checking segment: {'id': 'd1d9d3d1-1650-4758-a050-595672ae5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:18.269645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network hostable DHCP agents. Network: ea1ab42f-9c7e-4363-a0d7-7051acb80573, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:18.312403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network ea1ab42f-9c7e-4363-a0d7-7051acb80573 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:18.330088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ea1ab42f-9c7e-4363-a0d7-7051acb80573) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:18.340186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:18.342464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e7d16-debb-40b6-8886-318c3113ca0e None None] Network ea1ab42f-9c7e-4363-a0d7-7051acb80573 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:18.342732 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.369480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-784f0731-557f-4a02-9098-1dd2e774454a tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6303744 Aug 19 12:27:18.371722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35574) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:18.604890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:16Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:16Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:18.611413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e87ecfe5-78c2-490c-8dcb-c6a89a33f0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.659793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:18.660503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Updating router e9ce6fbe-21dd-4555-89d5-886105497b60 port 921859fc-4553-4473-9a5d-8450ed837663 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:27:18.743526 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.773099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5eb64ed1-426e-4db5-9759-26f684ee5e80 None None] Provisioning for port 921859fc-4553-4473-9a5d-8450ed837663 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:18.780845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5eb64ed1-426e-4db5-9759-26f684ee5e80 None None] Provisioning complete for port 921859fc-4553-4473-9a5d-8450ed837663 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:18.782439 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5eb64ed1-426e-4db5-9759-26f684ee5e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.894128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5eb64ed1-426e-4db5-9759-26f684ee5e80 None None] Port 921859fc-4553-4473-9a5d-8450ed837663 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:18.897468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:18.898747 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.935501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.098419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 61d43db7-b0c7-4e70-b526-08e7e8be47dd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:19.165763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-92c6064b-467a-4c38-913f-29055d96cbb5 None None] Provisioning complete for port 921859fc-4553-4473-9a5d-8450ed837663 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:19.166266 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-92c6064b-467a-4c38-913f-29055d96cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.288326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.21.0.1 (ea1ab42f-9c7e-4363-a0d7-7051acb80573/0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d/f17e3b76-7a9e-40bf-96a4-060962439b4a) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:19.295351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-92c6064b-467a-4c38-913f-29055d96cbb5 None None] Port 921859fc-4553-4473-9a5d-8450ed837663 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:19.305538 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 61d43db7-b0c7-4e70-b526-08e7e8be47dd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:19.305988 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.461050 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.472643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Transition to ACTIVE for port object 921859fc-4553-4473-9a5d-8450ed837663 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:19.479150 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.489986 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.507882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Transition to ACTIVE for port object f17e3b76-7a9e-40bf-96a4-060962439b4a will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:19.566285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.620796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b008e31-e693-447e-be30-5483e55520ee None None] Pushing event updated for resources: {'Port': ['ID=921859fc-4553-4473-9a5d-8450ed837663,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:19.624290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network ea1ab42f-9c7e-4363-a0d7-7051acb80573 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:19.634740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:19.639058 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:19.646403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=f17e3b76-7a9e-40bf-96a4-060962439b4a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:19.671687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Allocated IP 172.21.0.2 (ea1ab42f-9c7e-4363-a0d7-7051acb80573/0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d/6ce91367-3221-45fa-a2ac-a80129a35107) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:19.695891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.835140 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.880493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Attempting to bind port 921859fc-4553-4473-9a5d-8450ed837663 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:19.881440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Attempting to bind port 921859fc-4553-4473-9a5d-8450ed837663 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'fe06f27e-3286-4cac-814f-a4662992eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:19.881440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Attempting to bind port 921859fc-4553-4473-9a5d-8450ed837663 on network 7b795ea9-6521-46fe-80ba-9d71e9042f04 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:19.890744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.895661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:19.895884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Checking segment: {'id': 'fe06f27e-3286-4cac-814f-a4662992eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:19.896132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.896516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Bound using segment: {'id': 'fe06f27e-3286-4cac-814f-a4662992eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:19.897008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Bound port: 921859fc-4553-4473-9a5d-8450ed837663, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe06f27e-3286-4cac-814f-a4662992eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:19.897383 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.909677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Transition to ACTIVE for port object 6ce91367-3221-45fa-a2ac-a80129a35107 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:19.954390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Transition to ACTIVE for port object 6ce91367-3221-45fa-a2ac-a80129a35107 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:19.998104 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.038199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] For port 921859fc-4553-4473-9a5d-8450ed837663, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:20.046166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35620) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:20.072883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] For port 921859fc-4553-4473-9a5d-8450ed837663, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=921859fc-4553-4473-9a5d-8450ed837663,segment=NetworkSegment(fe06f27e-3286-4cac-814f-a4662992eb13),segment_id=fe06f27e-3286-4cac-814f-a4662992eb13)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:20.077107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Network ea1ab42f-9c7e-4363-a0d7-7051acb80573 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:20.081680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:20.086879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:20.093656 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.108417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Pushing event updated for resources: {'Port': ['ID=6ce91367-3221-45fa-a2ac-a80129a35107,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:20.158162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.164339 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.240608 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b696292-a8c4-4e74-9756-9d6303610979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.255666 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.258066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=f17e3b76-7a9e-40bf-96a4-060962439b4a,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:20.389441 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b696292-a8c4-4e74-9756-9d6303610979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.395866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b696292-a8c4-4e74-9756-9d6303610979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.412851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network ea1ab42f-9c7e-4363-a0d7-7051acb80573 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:20.414434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:20.434910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b008e31-e693-447e-be30-5483e55520ee None None] Pushing event updated for resources: {'Port': ['ID=921859fc-4553-4473-9a5d-8450ed837663,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:20.464838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b696292-a8c4-4e74-9756-9d6303610979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2475763-5ad5-4682-97fb-b94c4abc0943,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:20.469960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Attempting to bind port 6ce91367-3221-45fa-a2ac-a80129a35107 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:20.470330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Attempting to bind port 6ce91367-3221-45fa-a2ac-a80129a35107 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'd1d9d3d1-1650-4758-a050-595672ae5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:20.470822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Attempting to bind port 6ce91367-3221-45fa-a2ac-a80129a35107 on network ea1ab42f-9c7e-4363-a0d7-7051acb80573 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:20.477046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:20.477680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:26:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:20.479747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:20.480122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Checking segment: {'id': 'd1d9d3d1-1650-4758-a050-595672ae5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:20.480529 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.481131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Bound using segment: {'id': 'd1d9d3d1-1650-4758-a050-595672ae5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:20.481690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Bound port: 6ce91367-3221-45fa-a2ac-a80129a35107, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d9d3d1-1650-4758-a050-595672ae5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:20.482091 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.483844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7b696292-a8c4-4e74-9756-9d6303610979 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0448fb9d09540a48547c51953276e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344194 Aug 19 12:27:20.485526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35624) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:20.542755 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f637dfd-6b15-4966-9c57-19188eb9ecc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.553174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:20.575564 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f637dfd-6b15-4966-9c57-19188eb9ecc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.629621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:20.651265 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f637dfd-6b15-4966-9c57-19188eb9ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.654168 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6f637dfd-6b15-4966-9c57-19188eb9ecc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.661592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6f637dfd-6b15-4966-9c57-19188eb9ecc5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a2475763-5ad5-4682-97fb-b94c4abc0943 HTTP/1.1" status: 204 len: 168 time: 0.1742027 Aug 19 12:27:20.672519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f637dfd-6b15-4966-9c57-19188eb9ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2475763-5ad5-4682-97fb-b94c4abc0943,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:20.732792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:20.743837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35632) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:20.745383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-93713d46-ae43-4df8-8791-59a2ae7fbb80 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3723977 Aug 19 12:27:20.759815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] For port 6ce91367-3221-45fa-a2ac-a80129a35107, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:20.762806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'network': {'name': 'tempest-RoutersTest-747610917'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:20.818946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:20.823150 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.831031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] For port 6ce91367-3221-45fa-a2ac-a80129a35107, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6ce91367-3221-45fa-a2ac-a80129a35107,segment=NetworkSegment(d1d9d3d1-1650-4758-a050-595672ae5598),segment_id=d1d9d3d1-1650-4758-a050-595672ae5598)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:20.852445 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-967e3431-f811-499b-b9c7-086dc52c069a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.860205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:20.874425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.874800 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added segment ee1fe491-747e-4e49-8c90-4bb35e8af6ff of type vlan for network 4020ac7f-5944-43a2-a229-0609b073c2c1 Aug 19 12:27:20.884120 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.906147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35638) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:20.940367 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.957818 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.995197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65585f-4541-4c32-bde2-9759b2591a21 None None] Pushing event updated for resources: {'Port': ['ID=6ce91367-3221-45fa-a2ac-a80129a35107,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:21.016280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.025842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:21.026505 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.082740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6911cf7d-e4af-4534-bf32-fa660c1a5cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.092098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:19Z', 'revision_number': 3, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:20Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:19Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:21.134424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fc0840-e4d8-42a4-b23d-20415101a874 None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:19Z', 'revision_number': 3, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:20Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:19Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:21.168245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Network': ['ID=4020ac7f-5944-43a2-a229-0609b073c2c1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:21.182773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 4020ac7f-5944-43a2-a229-0609b073c2c1 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:21.321152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6911cf7d-e4af-4534-bf32-fa660c1a5cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.326511 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6911cf7d-e4af-4534-bf32-fa660c1a5cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.347285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a49c6a20-ed71-40e7-869e-31a5271be8af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6022410 Aug 19 12:27:21.348212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35652) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:21.361413 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'subnet': {'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:21.376913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911cf7d-e4af-4534-bf32-fa660c1a5cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6944d008-762a-4eb8-a06e-8df5fb10f0d9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:21.381809 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6911cf7d-e4af-4534-bf32-fa660c1a5cde admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b341269398c344288d087b88d68161c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742808 Aug 19 12:27:21.384496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35654) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:21.467021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04d5202a-93d2-41ae-af2c-6f80b5552244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.494976 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04d5202a-93d2-41ae-af2c-6f80b5552244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.527336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:21.531906 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.635411 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04d5202a-93d2-41ae-af2c-6f80b5552244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.644193 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-04d5202a-93d2-41ae-af2c-6f80b5552244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.664211 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-04d5202a-93d2-41ae-af2c-6f80b5552244 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6944d008-762a-4eb8-a06e-8df5fb10f0d9 HTTP/1.1" status: 204 len: 168 time: 0.2780392 Aug 19 12:27:21.677517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5202a-93d2-41ae-af2c-6f80b5552244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6944d008-762a-4eb8-a06e-8df5fb10f0d9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:21.844711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.917929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Subnet': ['ID=89e5a482-34ae-4434-934f-764a387f68d8,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:21.930804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Checking segment: {'id': 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:21.931160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network hostable DHCP agents. Network: 4020ac7f-5944-43a2-a229-0609b073c2c1, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:21.956078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 4020ac7f-5944-43a2-a229-0609b073c2c1 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:21.970178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 4020ac7f-5944-43a2-a229-0609b073c2c1) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:21.981945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7045a-6af7-429a-b727-904091631ea8 None None] Network 4020ac7f-5944-43a2-a229-0609b073c2c1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:21.988332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:21.989160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.011832 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5bf144cb-6623-4ade-9508-460fa60cb980 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6579692 Aug 19 12:27:22.014651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35668) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:22.067912 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.220773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-4020ac7f-5944-43a2-a229-0609b073c2c1', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:22.221389 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.296151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35670) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:22.333991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-65702307-6116-4496-87f2-cfe6df24a71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.453932 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Allocated IP 172.22.0.2 (4020ac7f-5944-43a2-a229-0609b073c2c1/89e5a482-34ae-4434-934f-764a387f68d8/dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:22.475519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360c76a-142e-4d5b-b503-1bc4cd1b0726 None None] Network ea1ab42f-9c7e-4363-a0d7-7051acb80573 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:22.496474 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-65702307-6116-4496-87f2-cfe6df24a71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.502684 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-65702307-6116-4496-87f2-cfe6df24a71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.537803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65702307-6116-4496-87f2-cfe6df24a71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644f0a2-8717-452e-9594-fe2d074facc5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:22.541018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.557797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-65702307-6116-4496-87f2-cfe6df24a71c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9010aecede1049468d94b2a2581c193e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593908 Aug 19 12:27:22.560346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35672) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:22.605926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ed1f8840-c7eb-48c4-8e6c-c491b3fd7816 None None] Provisioning for port 6ce91367-3221-45fa-a2ac-a80129a35107 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:22.730128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d602598c-09fc-4da9-9a2d-e6129b956025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.766606 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.767652 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d602598c-09fc-4da9-9a2d-e6129b956025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.777992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Transition to ACTIVE for port object dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:22.799879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Transition to ACTIVE for port object dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:22.808957 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.850462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Network 4020ac7f-5944-43a2-a229-0609b073c2c1 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:22.855588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:22.861014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:22.889891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Pushing event updated for resources: {'Port': ['ID=dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:22.898509 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d602598c-09fc-4da9-9a2d-e6129b956025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.901340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d602598c-09fc-4da9-9a2d-e6129b956025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.906619 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d602598c-09fc-4da9-9a2d-e6129b956025 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e644f0a2-8717-452e-9594-fe2d074facc5 HTTP/1.1" status: 204 len: 168 time: 0.3441892 Aug 19 12:27:22.918696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.22.0.1 (4020ac7f-5944-43a2-a229-0609b073c2c1/89e5a482-34ae-4434-934f-764a387f68d8/a8a96bec-5a0e-4abc-bdd5-657df38a2d2d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:22.923635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Attempting to bind port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:22.924062 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Attempting to bind port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:22.924492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Attempting to bind port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 on network 4020ac7f-5944-43a2-a229-0609b073c2c1 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:22.930224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:22.930603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Checking segment: {'id': 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:22.931006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.931391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Bound using segment: {'id': 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:22.931855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Bound port: dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:22.932235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.043676 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] For port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:23.054118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] For port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767,segment=NetworkSegment(ee1fe491-747e-4e49-8c90-4bb35e8af6ff),segment_id=ee1fe491-747e-4e49-8c90-4bb35e8af6ff)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:23.061395 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.096294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602598c-09fc-4da9-9a2d-e6129b956025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644f0a2-8717-452e-9594-fe2d074facc5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:23.181961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaeadcf-23e7-49eb-8168-7c59469c1d65 None None] Pushing event updated for resources: {'Port': ['ID=dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:23.233555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 921859fc-4553-4473-9a5d-8450ed837663 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:23.242513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.275666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Transition to ACTIVE for port object a8a96bec-5a0e-4abc-bdd5-657df38a2d2d will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:23.334943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.377335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f73a2a6-e2ac-4021-aa64-4679b8a382ae None None] Provisioning for port f17e3b76-7a9e-40bf-96a4-060962439b4a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:23.389230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 4020ac7f-5944-43a2-a229-0609b073c2c1 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:23.391471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f73a2a6-e2ac-4021-aa64-4679b8a382ae None None] Provisioning complete for port f17e3b76-7a9e-40bf-96a4-060962439b4a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:23.391889 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f73a2a6-e2ac-4021-aa64-4679b8a382ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.393727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:23.403327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 921859fc-4553-4473-9a5d-8450ed837663 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:23.428254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=a8a96bec-5a0e-4abc-bdd5-657df38a2d2d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:23.438840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:23.454060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 921859fc-4553-4473-9a5d-8450ed837663 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:23.454985 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.544610 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.566063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1f73a2a6-e2ac-4021-aa64-4679b8a382ae None None] Port f17e3b76-7a9e-40bf-96a4-060962439b4a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:23.663584 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.733438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7ddc00bc-6e70-41b4-9d0e-a8c98f33f8dc None None] Provisioning complete for port f17e3b76-7a9e-40bf-96a4-060962439b4a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:23.733898 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7ddc00bc-6e70-41b4-9d0e-a8c98f33f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.754698 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.776318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 921859fc-4553-4473-9a5d-8450ed837663, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=921859fc-4553-4473-9a5d-8450ed837663,segment=NetworkSegment(fe06f27e-3286-4cac-814f-a4662992eb13),segment_id=fe06f27e-3286-4cac-814f-a4662992eb13)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:23.782207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.783594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6ce91367-3221-45fa-a2ac-a80129a35107 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:23.811685 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:23.834770 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:23.835787 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:23.881026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=921859fc-4553-4473-9a5d-8450ed837663,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:23.902380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc00bc-6e70-41b4-9d0e-a8c98f33f8dc None None] Port f17e3b76-7a9e-40bf-96a4-060962439b4a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:23.907472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 6ce91367-3221-45fa-a2ac-a80129a35107 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:23.912386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6ce91367-3221-45fa-a2ac-a80129a35107 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:23.912997 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.939228 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:24.062926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.084165 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.100364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7dff6d7c-d402-4f1e-a083-e83e4f096c12 None None] Provisioning complete for port f17e3b76-7a9e-40bf-96a4-060962439b4a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:24.100996 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7dff6d7c-d402-4f1e-a083-e83e4f096c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.143750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 6ce91367-3221-45fa-a2ac-a80129a35107, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6ce91367-3221-45fa-a2ac-a80129a35107,segment=NetworkSegment(d1d9d3d1-1650-4758-a050-595672ae5598),segment_id=d1d9d3d1-1650-4758-a050-595672ae5598)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:24.153949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.157554 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.162336 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.179229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7dff6d7c-d402-4f1e-a083-e83e4f096c12 None None] Port f17e3b76-7a9e-40bf-96a4-060962439b4a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:24.217964 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:22Z', 'revision_number': 1, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:19Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:24.250553 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:24.250956 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Updating router e9ce6fbe-21dd-4555-89d5-886105497b60 port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:27:24.255804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=6ce91367-3221-45fa-a2ac-a80129a35107,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:24.274110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.291594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=a8a96bec-5a0e-4abc-bdd5-657df38a2d2d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:24.293948 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.296195 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.402402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network 4020ac7f-5944-43a2-a229-0609b073c2c1 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:24.404246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:24.536031 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:24.626122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56170e1e-e621-4cf5-8554-5f5c0874418e None None] Network 4020ac7f-5944-43a2-a229-0609b073c2c1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:24.646118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:24.651333 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-96097c8b-a303-458f-8feb-172ffc67406e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354141 Aug 19 12:27:24.654082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35712) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:24.659337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'network': {'name': 'tempest-RoutersTest-1595254250'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:24.699773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:24.704207 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.730143 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.730413 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:24.733448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c80ee31f-9fad-4b8b-859f-c44e62f5ed0b None None] Provisioning for port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:24.743241 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Transition to ACTIVE for port object a8a96bec-5a0e-4abc-bdd5-657df38a2d2d will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:24.746424 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.747398 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added segment d67de8d6-3239-406a-a411-f5e44407a4c3 of type vlan for network c3053d5e-0744-4710-8cbc-02b609b525a4 Aug 19 12:27:24.753218 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.807261 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.814041 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Pushing event updated for resources: {'Port': ['ID=a8a96bec-5a0e-4abc-bdd5-657df38a2d2d,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:24.839067 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.839678 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.840174 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.840710 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.841330 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.841811 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.842305 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.842779 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.843262 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.843733 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.844216 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.844599 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:24.850127 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.864318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.865246 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.876383 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Attempting to bind port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.876855 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Attempting to bind port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.877376 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Attempting to bind port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d on network 4020ac7f-5944-43a2-a229-0609b073c2c1 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.886986 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:24.887853 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Checking segment: {'id': 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:24.888266 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.888661 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Bound using segment: {'id': 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:24.889174 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Bound port: a8a96bec-5a0e-4abc-bdd5-657df38a2d2d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:24.890486 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.968141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3104892 Aug 19 12:27:24.968658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35726) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:24.976846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'subnet': {'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:25.004974 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] For port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:25.009045 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] For port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a8a96bec-5a0e-4abc-bdd5-657df38a2d2d,segment=NetworkSegment(ee1fe491-747e-4e49-8c90-4bb35e8af6ff),segment_id=ee1fe491-747e-4e49-8c90-4bb35e8af6ff)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:25.025363 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.027835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82ab4f-44e2-4b09-9e8f-c9a36d7056f8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Network': ['ID=c3053d5e-0744-4710-8cbc-02b609b525a4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:25.050443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network c3053d5e-0744-4710-8cbc-02b609b525a4 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:25.121153 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Updating router e9ce6fbe-21dd-4555-89d5-886105497b60 port f17e3b76-7a9e-40bf-96a4-060962439b4a binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:27:25.171408 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.173830 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Pushing event updated for resources: {'Port': ['ID=a8a96bec-5a0e-4abc-bdd5-657df38a2d2d,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:25.196603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Made reservation on behalf of 083b6230e3ee4530b42f8f514a9872f3 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:25.202181 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.231319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 921859fc-4553-4473-9a5d-8450ed837663 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:25.310588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3f182f73-b36e-4b10-af68-ee92ae41a103 None None] Provisioning for port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:25.349992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 921859fc-4553-4473-9a5d-8450ed837663 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:25.350643 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.546076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6ce91367-3221-45fa-a2ac-a80129a35107 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:25.553122 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.565861 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Transition to ACTIVE for port object f17e3b76-7a9e-40bf-96a4-060962439b4a will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:25.575892 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.663763 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Pushing event updated for resources: {'Port': ['ID=f17e3b76-7a9e-40bf-96a4-060962439b4a,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:25.681880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6ce91367-3221-45fa-a2ac-a80129a35107 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:25.682268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.693286 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Attempting to bind port f17e3b76-7a9e-40bf-96a4-060962439b4a on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:25.693680 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Attempting to bind port f17e3b76-7a9e-40bf-96a4-060962439b4a by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'd1d9d3d1-1650-4758-a050-595672ae5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:25.694226 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Attempting to bind port f17e3b76-7a9e-40bf-96a4-060962439b4a on network ea1ab42f-9c7e-4363-a0d7-7051acb80573 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:25.699923 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:25.700171 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Checking segment: {'id': 'd1d9d3d1-1650-4758-a050-595672ae5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:25.700590 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.701035 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Bound using segment: {'id': 'd1d9d3d1-1650-4758-a050-595672ae5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:25.701516 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Bound port: f17e3b76-7a9e-40bf-96a4-060962439b4a, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d9d3d1-1650-4758-a050-595672ae5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:25.701882 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.821006 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] For port f17e3b76-7a9e-40bf-96a4-060962439b4a, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:25.826335 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] For port f17e3b76-7a9e-40bf-96a4-060962439b4a, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f17e3b76-7a9e-40bf-96a4-060962439b4a,segment=NetworkSegment(d1d9d3d1-1650-4758-a050-595672ae5598),segment_id=d1d9d3d1-1650-4758-a050-595672ae5598)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:25.836430 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.882237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:25.983662 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:25.985236 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:25.989796 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6cd8-0b81-463e-96ea-8624295265d5 None None] Pushing event updated for resources: {'Port': ['ID=f17e3b76-7a9e-40bf-96a4-060962439b4a,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:26.042738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:26.063100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:26.063480 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.125563 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:26.186032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.315048 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.349723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Checking segment: {'id': 'd67de8d6-3239-406a-a411-f5e44407a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:26.350096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network hostable DHCP agents. Network: c3053d5e-0744-4710-8cbc-02b609b525a4, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:26.383855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Subnet': ['ID=686ab787-1fe2-43c3-9b2e-db66b135034b,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:26.392399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network c3053d5e-0744-4710-8cbc-02b609b525a4 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:26.410891 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, c3053d5e-0744-4710-8cbc-02b609b525a4) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:26.416114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:26.419043 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.434757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1cf466-acbc-4327-92f0-e2fa6cdc76d9 None None] Network c3053d5e-0744-4710-8cbc-02b609b525a4 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:26.442318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767,segment=NetworkSegment(ee1fe491-747e-4e49-8c90-4bb35e8af6ff),segment_id=ee1fe491-747e-4e49-8c90-4bb35e8af6ff)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:26.452070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35746) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:26.452740 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c719a5d7-73c6-4681-b532-cccfa5331ba4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4819558 Aug 19 12:27:26.493321 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.535459 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:24Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:25Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:26.568587 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd9a4-4f5f-45c5-b326-7bc61f3a8871 None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:24Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:25Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:26.848403 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:26.946940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-c3053d5e-0744-4710-8cbc-02b609b525a4', 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'fixed_ips': [{'subnet_id': '686ab787-1fe2-43c3-9b2e-db66b135034b'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:26.948095 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.253132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Allocated IP 172.23.0.2 (c3053d5e-0744-4710-8cbc-02b609b525a4/686ab787-1fe2-43c3-9b2e-db66b135034b/546cea62-b4db-41e4-a169-15f2fed9b5fa) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:27.274193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f17e3b76-7a9e-40bf-96a4-060962439b4a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:27.408394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port f17e3b76-7a9e-40bf-96a4-060962439b4a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:27.414493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f17e3b76-7a9e-40bf-96a4-060962439b4a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:27.414878 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.427180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.506517 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.518641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Transition to ACTIVE for port object 546cea62-b4db-41e4-a169-15f2fed9b5fa will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:27.564564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Transition to ACTIVE for port object 546cea62-b4db-41e4-a169-15f2fed9b5fa will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:27.579021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.615722 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.626066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:27.653167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Network c3053d5e-0744-4710-8cbc-02b609b525a4 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:27.664103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Pushing event updated for resources: {'Port': ['ID=546cea62-b4db-41e4-a169-15f2fed9b5fa,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:27.668077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:27.670229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:27.674175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:27.675363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:27.709031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Allocated IP 172.23.0.1 (c3053d5e-0744-4710-8cbc-02b609b525a4/686ab787-1fe2-43c3-9b2e-db66b135034b/7990a65d-a47e-48e2-91b9-ccc258514b55) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:27.756165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port f17e3b76-7a9e-40bf-96a4-060962439b4a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f17e3b76-7a9e-40bf-96a4-060962439b4a,segment=NetworkSegment(d1d9d3d1-1650-4758-a050-595672ae5598),segment_id=d1d9d3d1-1650-4758-a050-595672ae5598)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:27.782167 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.782977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a8a96bec-5a0e-4abc-bdd5-657df38a2d2d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:27.826328 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.846107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Transition to ACTIVE for port object 7990a65d-a47e-48e2-91b9-ccc258514b55 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:27.880865 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.882787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Attempting to bind port 546cea62-b4db-41e4-a169-15f2fed9b5fa on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:27.883168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Attempting to bind port 546cea62-b4db-41e4-a169-15f2fed9b5fa by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'd67de8d6-3239-406a-a411-f5e44407a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:27.883534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Attempting to bind port 546cea62-b4db-41e4-a169-15f2fed9b5fa on network c3053d5e-0744-4710-8cbc-02b609b525a4 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:27.886009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:27.918754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network c3053d5e-0744-4710-8cbc-02b609b525a4 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:27.924346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:27.927907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:27.934429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:27.934788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Checking segment: {'id': 'd67de8d6-3239-406a-a411-f5e44407a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:27.935233 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.935604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Bound using segment: {'id': 'd67de8d6-3239-406a-a411-f5e44407a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:27.936120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Bound port: 546cea62-b4db-41e4-a169-15f2fed9b5fa, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67de8d6-3239-406a-a411-f5e44407a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:27.936504 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.952918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=7990a65d-a47e-48e2-91b9-ccc258514b55,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:27.958502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=f17e3b76-7a9e-40bf-96a4-060962439b4a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:27.976277 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.062858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:28.082041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:28.082412 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.097556 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.138522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] For port 546cea62-b4db-41e4-a169-15f2fed9b5fa, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:28.175641 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] For port 546cea62-b4db-41e4-a169-15f2fed9b5fa, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=546cea62-b4db-41e4-a169-15f2fed9b5fa,segment=NetworkSegment(d67de8d6-3239-406a-a411-f5e44407a4c3),segment_id=d67de8d6-3239-406a-a411-f5e44407a4c3)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:28.183701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.337670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c288c1-b2eb-4ba8-8985-0176cd453b61 None None] Pushing event updated for resources: {'Port': ['ID=546cea62-b4db-41e4-a169-15f2fed9b5fa,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:28.355326 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.385916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:24Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:25Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:28.424509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:28.434535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a8a96bec-5a0e-4abc-bdd5-657df38a2d2d,segment=NetworkSegment(ee1fe491-747e-4e49-8c90-4bb35e8af6ff),segment_id=ee1fe491-747e-4e49-8c90-4bb35e8af6ff)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:28.443609 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.444357 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:28.458681 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.470073 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.479285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:28.480060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:28.577852 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.592453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event updated for resources: {'Port': ['ID=7990a65d-a47e-48e2-91b9-ccc258514b55,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:28.652448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=a8a96bec-5a0e-4abc-bdd5-657df38a2d2d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:28.685110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:28.688733 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.726229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Network c3053d5e-0744-4710-8cbc-02b609b525a4 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:28.728244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:28.768526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:28.769015 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.834308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:28.935627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:28.943658 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2917e0b8-1a44-44cb-8ff9-f13d37e7f797 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4895921 Aug 19 12:27:28.946486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35766) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:28.951660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:29.183400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '7990a65d-a47e-48e2-91b9-ccc258514b55', 'name': '', 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:ee:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:27Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:29.226509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a1f92d-bc09-4299-95e2-cab18c8f3691 None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '7990a65d-a47e-48e2-91b9-ccc258514b55', 'name': '', 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:ee:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:27Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:29.411983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f17e3b76-7a9e-40bf-96a4-060962439b4a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:29.470466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.extraroute_db [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:27:29.490669 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port f17e3b76-7a9e-40bf-96a4-060962439b4a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:29.491243 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.extraroute_db [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Removed routes are [] {{(pid=101154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:27:29.491423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.491637 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.596339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219fa121-301e-464f-b02a-54f91db0ffa6 None None] Network c3053d5e-0744-4710-8cbc-02b609b525a4 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:29.716601 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.721025 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.751822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a8a96bec-5a0e-4abc-bdd5-657df38a2d2d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:29.840191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b598ba5f-5b83-4362-aa74-0ab68faff42f None None] Provisioning for port 546cea62-b4db-41e4-a169-15f2fed9b5fa completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:29.877824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:29.912404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:29.912844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.051341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 546cea62-b4db-41e4-a169-15f2fed9b5fa up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:30.053934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:30.061126 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.065471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35780) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:30.079085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-88ac7145-cb99-4318-b355-2599abdf435e tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60 HTTP/1.1" status: 200 len: 933 time: 1.1253195 Aug 19 12:27:30.114749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 546cea62-b4db-41e4-a169-15f2fed9b5fa completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:30.120802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 546cea62-b4db-41e4-a169-15f2fed9b5fa triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:30.121419 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.189092 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:30.202696 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:30.203290 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:30.235219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35782) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:30.237983 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.240882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'routes': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:30.244103 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a00fd958-426d-49a2-9cc2-423368d8f081 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60 HTTP/1.1" status: 200 len: 933 time: 0.1772861 Aug 19 12:27:30.329195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 546cea62-b4db-41e4-a169-15f2fed9b5fa, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=546cea62-b4db-41e4-a169-15f2fed9b5fa,segment=NetworkSegment(d67de8d6-3239-406a-a411-f5e44407a4c3),segment_id=d67de8d6-3239-406a-a411-f5e44407a4c3)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:30.343683 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.383287 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:30.417364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ddec9743-f301-44c8-acd6-ad199b2014a1 None None] Provisioning for port 7990a65d-a47e-48e2-91b9-ccc258514b55 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:30.425344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=546cea62-b4db-41e4-a169-15f2fed9b5fa,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:30.429224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ddec9743-f301-44c8-acd6-ad199b2014a1 None None] Provisioning complete for port 7990a65d-a47e-48e2-91b9-ccc258514b55 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:30.429594 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ddec9743-f301-44c8-acd6-ad199b2014a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.506146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ddec9743-f301-44c8-acd6-ad199b2014a1 None None] Port 7990a65d-a47e-48e2-91b9-ccc258514b55 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:30.516916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ddec9743-f301-44c8-acd6-ad199b2014a1 None None] Provisioning complete for port 546cea62-b4db-41e4-a169-15f2fed9b5fa triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:30.517336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ddec9743-f301-44c8-acd6-ad199b2014a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.732421 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:29Z', 'revision_number': 6, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '7990a65d-a47e-48e2-91b9-ccc258514b55', 'name': '', 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:ee:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:27Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:30.760784 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:30.761258 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Updating router e9ce6fbe-21dd-4555-89d5-886105497b60 port 7990a65d-a47e-48e2-91b9-ccc258514b55 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:27:30.773416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9cd99ff3-cc0f-49fc-9362-8705bdf4c986 None None] Provisioning complete for port 7990a65d-a47e-48e2-91b9-ccc258514b55 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:30.774081 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9cd99ff3-cc0f-49fc-9362-8705bdf4c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.797019 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.802350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.extraroute_db [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added routes are [] {{(pid=101154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:27:30.802676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.extraroute_db [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:27:30.831239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9cd99ff3-cc0f-49fc-9362-8705bdf4c986 None None] Port 7990a65d-a47e-48e2-91b9-ccc258514b55 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:30.855141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.899916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35790) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:31.039528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bda40444-e26b-41c4-83d9-93281bd8abc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.073573 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.077879 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.144048 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bda40444-e26b-41c4-83d9-93281bd8abc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.150116 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bda40444-e26b-41c4-83d9-93281bd8abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.197916 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bda40444-e26b-41c4-83d9-93281bd8abc2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a677c2d25374fa58eef15c5c266e1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964990 Aug 19 12:27:31.202026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35794) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:31.210129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda40444-e26b-41c4-83d9-93281bd8abc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b47bf-d446-4140-b58c-33df0edb60db,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:31.212230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:31.237549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 546cea62-b4db-41e4-a169-15f2fed9b5fa up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:31.288674 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.300161 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Transition to ACTIVE for port object 7990a65d-a47e-48e2-91b9-ccc258514b55 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:31.313838 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.315690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 546cea62-b4db-41e4-a169-15f2fed9b5fa triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:31.316189 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.402604 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:31.412108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.413448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c7e95bc3-c5b7-4a51-95d2-f6274b94a989 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60 HTTP/1.1" status: 200 len: 699 time: 1.1772676 Aug 19 12:27:31.416332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:31.444244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df469a9c-4d3b-4307-ac00-5e9a5dd3ded9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.460616 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef88ba-fbd7-409e-8a24-5a2d31f57775 None None] Pushing event updated for resources: {'Port': ['ID=7990a65d-a47e-48e2-91b9-ccc258514b55,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:31.484095 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df469a9c-4d3b-4307-ac00-5e9a5dd3ded9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.484624 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Attempting to bind port 7990a65d-a47e-48e2-91b9-ccc258514b55 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:31.485031 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Attempting to bind port 7990a65d-a47e-48e2-91b9-ccc258514b55 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'd67de8d6-3239-406a-a411-f5e44407a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:31.485397 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Attempting to bind port 7990a65d-a47e-48e2-91b9-ccc258514b55 on network c3053d5e-0744-4710-8cbc-02b609b525a4 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:31.490904 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:31.491285 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Checking segment: {'id': 'd67de8d6-3239-406a-a411-f5e44407a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:31.491688 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.492081 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Bound using segment: {'id': 'd67de8d6-3239-406a-a411-f5e44407a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:31.492552 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Bound port: 7990a65d-a47e-48e2-91b9-ccc258514b55, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67de8d6-3239-406a-a411-f5e44407a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:31.493037 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.542422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dea6d599-6818-49e5-8d94-b6c84c760cfa tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60 HTTP/1.1" status: 200 len: 699 time: 0.1240962 Aug 19 12:27:31.545165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:31.545312 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df469a9c-4d3b-4307-ac00-5e9a5dd3ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.547879 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-df469a9c-4d3b-4307-ac00-5e9a5dd3ded9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.549239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-df469a9c-4d3b-4307-ac00-5e9a5dd3ded9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a2b47bf-d446-4140-b58c-33df0edb60db HTTP/1.1" status: 204 len: 168 time: 0.3458560 Aug 19 12:27:31.567366 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df469a9c-4d3b-4307-ac00-5e9a5dd3ded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b47bf-d446-4140-b58c-33df0edb60db,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:31.587188 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] For port 7990a65d-a47e-48e2-91b9-ccc258514b55, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:31.600018 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] For port 7990a65d-a47e-48e2-91b9-ccc258514b55, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7990a65d-a47e-48e2-91b9-ccc258514b55,segment=NetworkSegment(d67de8d6-3239-406a-a411-f5e44407a4c3),segment_id=d67de8d6-3239-406a-a411-f5e44407a4c3)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:31.605298 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.671198 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:31.671844 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:31.749771 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef88ba-fbd7-409e-8a24-5a2d31f57775 None None] Pushing event updated for resources: {'Port': ['ID=7990a65d-a47e-48e2-91b9-ccc258514b55,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:31.781126 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:31.936581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35804) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:31.952324 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ec5739a-ca05-4d25-9b72-747b7aff1556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.001764 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:30Z', 'revision_number': 7, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '7990a65d-a47e-48e2-91b9-ccc258514b55', 'name': '', 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:ee:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:27Z', 'updated_at': '2021-08-19T12:27:31Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:32.012626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.032719 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7076b81-3b0f-4f6b-aa8d-9b67f93f1d56 None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:30Z', 'revision_number': 7, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '7990a65d-a47e-48e2-91b9-ccc258514b55', 'name': '', 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:ee:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:27Z', 'updated_at': '2021-08-19T12:27:31Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:32.062604 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ec5739a-ca05-4d25-9b72-747b7aff1556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.067197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ec5739a-ca05-4d25-9b72-747b7aff1556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.110351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4ec5739a-ca05-4d25-9b72-747b7aff1556 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdba147b9782491b9f95f566ba69df88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724436 Aug 19 12:27:32.111396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5739a-ca05-4d25-9b72-747b7aff1556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a5c76d-9b16-45d6-aeb2-d31b38ed0fca,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:32.113061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35806) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:32.196461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:32.205989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:32.206773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:32.230218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69b9f951-7a4c-4f75-86ac-2b6d4e1f374a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.257960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69b9f951-7a4c-4f75-86ac-2b6d4e1f374a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.297058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:32.366148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69b9f951-7a4c-4f75-86ac-2b6d4e1f374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.368617 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-69b9f951-7a4c-4f75-86ac-2b6d4e1f374a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.369799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69b9f951-7a4c-4f75-86ac-2b6d4e1f374a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95a5c76d-9b16-45d6-aeb2-d31b38ed0fca HTTP/1.1" status: 204 len: 168 time: 0.2558014 Aug 19 12:27:32.385366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9f951-7a4c-4f75-86ac-2b6d4e1f374a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a5c76d-9b16-45d6-aeb2-d31b38ed0fca,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:32.390405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 7990a65d-a47e-48e2-91b9-ccc258514b55 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:32.390836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.489900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port 7990a65d-a47e-48e2-91b9-ccc258514b55, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=7990a65d-a47e-48e2-91b9-ccc258514b55,segment=NetworkSegment(d67de8d6-3239-406a-a411-f5e44407a4c3),segment_id=d67de8d6-3239-406a-a411-f5e44407a4c3)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:32.490327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.508483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 7990a65d-a47e-48e2-91b9-ccc258514b55 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:32.528534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:30Z', 'revision_number': 7, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '7990a65d-a47e-48e2-91b9-ccc258514b55', 'name': '', 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:ee:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:27Z', 'updated_at': '2021-08-19T12:27:31Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:32.557328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:32.569774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:32.570481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:32.662749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:32.712619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.746126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=7990a65d-a47e-48e2-91b9-ccc258514b55,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:32.920009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.925977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:30Z', 'revision_number': 7, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '7990a65d-a47e-48e2-91b9-ccc258514b55', 'name': '', 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:ee:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:27Z', 'updated_at': '2021-08-19T12:27:31Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:32.957756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cb017-daa1-4180-9259-be8a373da1ef None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:30Z', 'revision_number': 7, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '7990a65d-a47e-48e2-91b9-ccc258514b55', 'name': '', 'network_id': 'c3053d5e-0744-4710-8cbc-02b609b525a4', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:ee:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:27Z', 'updated_at': '2021-08-19T12:27:31Z', 'revision_number': 4, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '686ab787-1fe2-43c3-9b2e-db66b135034b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:33.140669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:33.235308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:33.243490 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9ebbb642-4143-4e1d-aa24-c42dae69bc69 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940424 Aug 19 12:27:33.243770 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35832) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:33.248436 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:33.258418 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:33.258959 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:33.300277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b32ee6-62ef-4594-b47c-3a424db12a97 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting subnet 686ab787-1fe2-43c3-9b2e-db66b135034b {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:33.303681 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30b32ee6-62ef-4594-b47c-3a424db12a97 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.344831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30b32ee6-62ef-4594-b47c-3a424db12a97 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.353717 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:33.434998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30b32ee6-62ef-4594-b47c-3a424db12a97 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.512713 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30b32ee6-62ef-4594-b47c-3a424db12a97 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.546277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b32ee6-62ef-4594-b47c-3a424db12a97 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Subnet': ['ID=686ab787-1fe2-43c3-9b2e-db66b135034b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:33.549844 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30b32ee6-62ef-4594-b47c-3a424db12a97 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.552170 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-30b32ee6-62ef-4594-b47c-3a424db12a97 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/686ab787-1fe2-43c3-9b2e-db66b135034b HTTP/1.1" status: 204 len: 168 time: 0.3072546 Aug 19 12:27:33.555058 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:33.562787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5a108-eef7-48db-8e39-46ea2b9a14f1 None None] Network c3053d5e-0744-4710-8cbc-02b609b525a4 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:33.572763 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:32Z', 'revision_number': 8, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:33.604780 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:33.613825 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:33.614725 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:33.669824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.725733 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:33.761509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 546cea62-b4db-41e4-a169-15f2fed9b5fa {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:33.761858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.772826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b653061-26e8-438b-841d-be384f8fc192 None None] DHCP port deletion for c3053d5e-0744-4710-8cbc-02b609b525a4 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:33.821719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5b653061-26e8-438b-841d-be384f8fc192 None None] Deleting port 546cea62-b4db-41e4-a169-15f2fed9b5fa {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:33.822104 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5b653061-26e8-438b-841d-be384f8fc192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.839890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port 546cea62-b4db-41e4-a169-15f2fed9b5fa, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=546cea62-b4db-41e4-a169-15f2fed9b5fa,segment=NetworkSegment(d67de8d6-3239-406a-a411-f5e44407a4c3),segment_id=d67de8d6-3239-406a-a411-f5e44407a4c3)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:33.840398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.855717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 546cea62-b4db-41e4-a169-15f2fed9b5fa owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:33.893148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5b653061-26e8-438b-841d-be384f8fc192 None None] For port 546cea62-b4db-41e4-a169-15f2fed9b5fa, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=546cea62-b4db-41e4-a169-15f2fed9b5fa,segment=NetworkSegment(d67de8d6-3239-406a-a411-f5e44407a4c3),segment_id=d67de8d6-3239-406a-a411-f5e44407a4c3)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:33.893646 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5b653061-26e8-438b-841d-be384f8fc192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.907080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5b653061-26e8-438b-841d-be384f8fc192 None None] Calling delete_port for 546cea62-b4db-41e4-a169-15f2fed9b5fa owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:33.953738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.985454 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=546cea62-b4db-41e4-a169-15f2fed9b5fa,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:33.993941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No DVR routers for this DVR port 546cea62-b4db-41e4-a169-15f2fed9b5fa on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:34.002713 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:32Z', 'revision_number': 8, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:34.003182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5b653061-26e8-438b-841d-be384f8fc192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.030860 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b356176a-3ed4-446c-ab1e-ff46981ed8a5 None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:32Z', 'revision_number': 8, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a96bec-5a0e-4abc-bdd5-657df38a2d2d', 'name': '', 'network_id': '4020ac7f-5944-43a2-a229-0609b073c2c1', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:49:d5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '89e5a482-34ae-4434-934f-764a387f68d8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:22Z', 'updated_at': '2021-08-19T12:27:28Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '89e5a482-34ae-4434-934f-764a387f68d8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:34.036820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b653061-26e8-438b-841d-be384f8fc192 None None] No DVR routers for this DVR port 546cea62-b4db-41e4-a169-15f2fed9b5fa on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:34.041337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b653061-26e8-438b-841d-be384f8fc192 None None] Pushing event deleted for resources: {'Port': ['ID=546cea62-b4db-41e4-a169-15f2fed9b5fa,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:34.086870 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.096633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3053d5e-0744-4710-8cbc-02b609b525a4']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:34.110072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67de8d6-3239-406a-a411-f5e44407a4c3') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:34.110373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67de8d6-3239-406a-a411-f5e44407a4c3') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:34.119107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.132620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.138503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:34.138877 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:34.141824 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:34.212049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.217097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.219000 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/networks/c3053d5e-0744-4710-8cbc-02b609b525a4 HTTP/1.1" status: 204 len: 168 time: 0.6629155 Aug 19 12:27:34.222225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35842) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:34.234736 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779a27e-73a3-4e80-9001-44ac3aabc27d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Network': ['ID=c3053d5e-0744-4710-8cbc-02b609b525a4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:34.938557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.189319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 546cea62-b4db-41e4-a169-15f2fed9b5fa no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:35.212580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:35.213075 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.213780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 546cea62-b4db-41e4-a169-15f2fed9b5fa {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:35.214260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 546cea62-b4db-41e4-a169-15f2fed9b5fa not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:35.214805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7990a65d-a47e-48e2-91b9-ccc258514b55 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:35.237664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 7990a65d-a47e-48e2-91b9-ccc258514b55 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:35.238094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 7990a65d-a47e-48e2-91b9-ccc258514b55 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:35.312257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port a8a96bec-5a0e-4abc-bdd5-657df38a2d2d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a8a96bec-5a0e-4abc-bdd5-657df38a2d2d,segment=NetworkSegment(ee1fe491-747e-4e49-8c90-4bb35e8af6ff),segment_id=ee1fe491-747e-4e49-8c90-4bb35e8af6ff)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:35.312887 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.325628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for a8a96bec-5a0e-4abc-bdd5-657df38a2d2d owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:35.503876 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.533351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=a8a96bec-5a0e-4abc-bdd5-657df38a2d2d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:35.705611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.938575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:36.038717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:36.045071 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e5a4ad63-de74-48d7-8ff7-4d0388116ab8 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8215454 Aug 19 12:27:36.047516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35852) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:36.049310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:36.059657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:36.060345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:36.103331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e16c2fb-5e00-43bb-8b4f-71dcf563e387 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting subnet 89e5a482-34ae-4434-934f-764a387f68d8 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:36.106679 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e16c2fb-5e00-43bb-8b4f-71dcf563e387 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.150262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:36.151596 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e16c2fb-5e00-43bb-8b4f-71dcf563e387 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.236064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e16c2fb-5e00-43bb-8b4f-71dcf563e387 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.299977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e16c2fb-5e00-43bb-8b4f-71dcf563e387 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.331745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16c2fb-5e00-43bb-8b4f-71dcf563e387 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Subnet': ['ID=89e5a482-34ae-4434-934f-764a387f68d8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.335691 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7e16c2fb-5e00-43bb-8b4f-71dcf563e387 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.337594 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7e16c2fb-5e00-43bb-8b4f-71dcf563e387 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/89e5a482-34ae-4434-934f-764a387f68d8 HTTP/1.1" status: 204 len: 168 time: 0.2888701 Aug 19 12:27:36.340158 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35854) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:36.347174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce7d52-4367-4242-b047-2f63459347f9 None None] Network 4020ac7f-5944-43a2-a229-0609b073c2c1 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:36.418046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:35Z', 'revision_number': 9, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:36.423856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.466053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:36.481839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:36.482169 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.491545 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:36.492263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:36.550892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767,segment=NetworkSegment(ee1fe491-747e-4e49-8c90-4bb35e8af6ff),segment_id=ee1fe491-747e-4e49-8c90-4bb35e8af6ff)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:36.551224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.565466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:36.650427 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.679999 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No DVR routers for this DVR port dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:36.684919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.750162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:36.772971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.783329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4020ac7f-5944-43a2-a229-0609b073c2c1']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:36.794996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e99b5-f7ef-4834-b939-4de2c5bee5ad None None] DHCP port deletion for 4020ac7f-5944-43a2-a229-0609b073c2c1 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:36.796912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:36.797219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1fe491-747e-4e49-8c90-4bb35e8af6ff') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:36.811512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.825125 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.831428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:36.831823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:36.834851 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:36.897694 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.902731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.907391 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/networks/4020ac7f-5944-43a2-a229-0609b073c2c1 HTTP/1.1" status: 204 len: 168 time: 0.5635669 Aug 19 12:27:36.907848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35856) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:36.921485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051af5c7-8fb7-45f5-be0d-a1faceb38b7d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Network': ['ID=4020ac7f-5944-43a2-a229-0609b073c2c1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.984062 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:35Z', 'revision_number': 9, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:37.011256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b680f-7ba3-44ca-88d5-ce5e2d1e92ff None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:35Z', 'revision_number': 9, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17e3b76-7a9e-40bf-96a4-060962439b4a', 'name': '', 'network_id': 'ea1ab42f-9c7e-4363-a0d7-7051acb80573', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:16:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:19Z', 'updated_at': '2021-08-19T12:27:27Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:37.267188 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.446393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a8a96bec-5a0e-4abc-bdd5-657df38a2d2d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:37.468722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: a8a96bec-5a0e-4abc-bdd5-657df38a2d2d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:37.469324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a8a96bec-5a0e-4abc-bdd5-657df38a2d2d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:37.469919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:37.490472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:37.490823 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dfdb4b4c-e6d9-45b2-ae2c-25557ae9d767 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:37.537068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port f17e3b76-7a9e-40bf-96a4-060962439b4a {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:37.537326 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.640121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port f17e3b76-7a9e-40bf-96a4-060962439b4a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=f17e3b76-7a9e-40bf-96a4-060962439b4a,segment=NetworkSegment(d1d9d3d1-1650-4758-a050-595672ae5598),segment_id=d1d9d3d1-1650-4758-a050-595672ae5598)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:37.640488 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.654920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for f17e3b76-7a9e-40bf-96a4-060962439b4a owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:37.829899 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.857010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=f17e3b76-7a9e-40bf-96a4-060962439b4a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:38.027509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.270381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:38.368303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:38.373772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-392cffd8-aec9-4a4d-9922-9800e9b88887 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4648979 Aug 19 12:27:38.376663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35866) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:38.378682 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:38.389002 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:38.389640 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:38.430675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa002b2-01f4-44c9-bfbe-6d780977b08f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting subnet 0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:38.433746 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0fa002b2-01f4-44c9-bfbe-6d780977b08f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.473916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0fa002b2-01f4-44c9-bfbe-6d780977b08f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.475356 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:38.565175 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0fa002b2-01f4-44c9-bfbe-6d780977b08f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.627260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0fa002b2-01f4-44c9-bfbe-6d780977b08f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.654068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa002b2-01f4-44c9-bfbe-6d780977b08f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:38.658794 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0fa002b2-01f4-44c9-bfbe-6d780977b08f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.661008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0fa002b2-01f4-44c9-bfbe-6d780977b08f tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d HTTP/1.1" status: 204 len: 168 time: 0.2828767 Aug 19 12:27:38.663465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35868) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:38.668343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774d56b1-cd01-4517-87cf-7a4b1227c40e None None] Network ea1ab42f-9c7e-4363-a0d7-7051acb80573 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:38.741999 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:27:38.746738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.771714 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:37Z', 'revision_number': 10, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:38.803246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 6ce91367-3221-45fa-a2ac-a80129a35107 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:38.803590 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.804299 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:38.812969 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:38.813589 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:38.866667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port 6ce91367-3221-45fa-a2ac-a80129a35107, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6ce91367-3221-45fa-a2ac-a80129a35107,segment=NetworkSegment(d1d9d3d1-1650-4758-a050-595672ae5598),segment_id=d1d9d3d1-1650-4758-a050-595672ae5598)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:38.867027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.877947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6ff0ad-a08f-4e35-976f-0fd53058564e None None] DHCP port deletion for ea1ab42f-9c7e-4363-a0d7-7051acb80573 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:38.881471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 6ce91367-3221-45fa-a2ac-a80129a35107 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:38.903007 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:38.930183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-af6ff0ad-a08f-4e35-976f-0fd53058564e None None] Deleting port 6ce91367-3221-45fa-a2ac-a80129a35107 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:38.930559 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af6ff0ad-a08f-4e35-976f-0fd53058564e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.973746 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.993726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-af6ff0ad-a08f-4e35-976f-0fd53058564e None None] For port 6ce91367-3221-45fa-a2ac-a80129a35107, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6ce91367-3221-45fa-a2ac-a80129a35107,segment=NetworkSegment(d1d9d3d1-1650-4758-a050-595672ae5598),segment_id=d1d9d3d1-1650-4758-a050-595672ae5598)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:38.994120 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af6ff0ad-a08f-4e35-976f-0fd53058564e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.006480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-af6ff0ad-a08f-4e35-976f-0fd53058564e None None] Calling delete_port for 6ce91367-3221-45fa-a2ac-a80129a35107 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:39.007144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=6ce91367-3221-45fa-a2ac-a80129a35107,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:39.012271 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No DVR routers for this DVR port 6ce91367-3221-45fa-a2ac-a80129a35107 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:39.095323 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af6ff0ad-a08f-4e35-976f-0fd53058564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.108531 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:37Z', 'revision_number': 10, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:39.121759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ff0ad-a08f-4e35-976f-0fd53058564e None None] Pushing event deleted for resources: {'Port': ['ID=6ce91367-3221-45fa-a2ac-a80129a35107,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:39.126298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ff0ad-a08f-4e35-976f-0fd53058564e None None] No DVR routers for this DVR port 6ce91367-3221-45fa-a2ac-a80129a35107 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:39.143739 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64566e5a-ea00-4719-a2e5-e3e984bcc4b0 None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:37Z', 'revision_number': 10, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None, '_interfaces': [{'id': '921859fc-4553-4473-9a5d-8450ed837663', 'name': '', 'network_id': '7b795ea9-6521-46fe-80ba-9d71e9042f04', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'mac_address': 'fa:16:3e:3d:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '2e5268da-f4e9-4411-8163-c231b01812df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:15Z', 'updated_at': '2021-08-19T12:27:23Z', 'revision_number': 5, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'subnets': [{'id': '2e5268da-f4e9-4411-8163-c231b01812df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:39.454553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.465511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1ab42f-9c7e-4363-a0d7-7051acb80573']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:39.475937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d9d3d1-1650-4758-a050-595672ae5598') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:39.476242 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d9d3d1-1650-4758-a050-595672ae5598') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:39.485616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.503557 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.510655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:39.511054 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:39.562054 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:39.597768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6ce91367-3221-45fa-a2ac-a80129a35107 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:39.602207 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.616600 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.622411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35876) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:39.623166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 6ce91367-3221-45fa-a2ac-a80129a35107 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:39.623516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6ce91367-3221-45fa-a2ac-a80129a35107 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:39.626506 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/networks/ea1ab42f-9c7e-4363-a0d7-7051acb80573 HTTP/1.1" status: 204 len: 168 time: 0.9607861 Aug 19 12:27:39.642676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d35bd0-29bc-4c78-a8d6-0e9168899ed3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Network': ['ID=ea1ab42f-9c7e-4363-a0d7-7051acb80573,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:39.989766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.243127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 921859fc-4553-4473-9a5d-8450ed837663 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:40.243478 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.344991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port 921859fc-4553-4473-9a5d-8450ed837663, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=921859fc-4553-4473-9a5d-8450ed837663,segment=NetworkSegment(fe06f27e-3286-4cac-814f-a4662992eb13),segment_id=fe06f27e-3286-4cac-814f-a4662992eb13)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:40.345389 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.359953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 921859fc-4553-4473-9a5d-8450ed837663 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:40.604528 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.641651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=921859fc-4553-4473-9a5d-8450ed837663,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:40.780798 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.948211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:41.030300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:41.035995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1a9c1813-04da-4658-ba7c-fdd176c9c788 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4118252 Aug 19 12:27:41.039611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35882) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:41.041169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f72023-249b-4116-968b-4f105a099631 None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:41.054166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f72023-249b-4116-968b-4f105a099631 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:41.054819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d5f72023-249b-4116-968b-4f105a099631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:41.099671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d0100d-dee0-4a58-983c-8ed0328489ee tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting subnet 2e5268da-f4e9-4411-8163-c231b01812df {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:41.107662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d0100d-dee0-4a58-983c-8ed0328489ee tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.130818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d5f72023-249b-4116-968b-4f105a099631 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:41.155102 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d0100d-dee0-4a58-983c-8ed0328489ee tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.189532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d5f72023-249b-4116-968b-4f105a099631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:40Z', 'revision_number': 11, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:41.225525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f17e3b76-7a9e-40bf-96a4-060962439b4a no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:41.227854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f72023-249b-4116-968b-4f105a099631 None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:41.250186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: f17e3b76-7a9e-40bf-96a4-060962439b4a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:41.250541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device f17e3b76-7a9e-40bf-96a4-060962439b4a not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:41.257774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f72023-249b-4116-968b-4f105a099631 None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:41.258716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d5f72023-249b-4116-968b-4f105a099631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:41.260397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d0100d-dee0-4a58-983c-8ed0328489ee tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.333056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d0100d-dee0-4a58-983c-8ed0328489ee tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.336942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-d5f72023-249b-4116-968b-4f105a099631 None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:41.361120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0100d-dee0-4a58-983c-8ed0328489ee tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5268da-f4e9-4411-8163-c231b01812df,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:41.363622 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f1d0100d-dee0-4a58-983c-8ed0328489ee tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.365069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f1d0100d-dee0-4a58-983c-8ed0328489ee tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/2e5268da-f4e9-4411-8163-c231b01812df HTTP/1.1" status: 204 len: 168 time: 0.3244326 Aug 19 12:27:41.367820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35888) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:41.393266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec3da4-d42c-462a-b35f-fc70b89ca1c9 None None] Network 7b795ea9-6521-46fe-80ba-9d71e9042f04 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:41.395573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-d5f72023-249b-4116-968b-4f105a099631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:40Z', 'revision_number': 11, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:41.443636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.456583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f72023-249b-4116-968b-4f105a099631 None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:40Z', 'revision_number': 11, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:41.501396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Deleting port 61d43db7-b0c7-4e70-b526-08e7e8be47dd {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:41.502112 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.574505 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] For port 61d43db7-b0c7-4e70-b526-08e7e8be47dd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=61d43db7-b0c7-4e70-b526-08e7e8be47dd,segment=NetworkSegment(fe06f27e-3286-4cac-814f-a4662992eb13),segment_id=fe06f27e-3286-4cac-814f-a4662992eb13)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:41.575004 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.588130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Calling delete_port for 61d43db7-b0c7-4e70-b526-08e7e8be47dd owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:41.821805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ca1ea0-137a-4945-b74a-16a66a8e8bd9 None None] DHCP port deletion for 7b795ea9-6521-46fe-80ba-9d71e9042f04 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:41.894851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-17ca1ea0-137a-4945-b74a-16a66a8e8bd9 None None] Deleting port 61d43db7-b0c7-4e70-b526-08e7e8be47dd {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:41.895204 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-17ca1ea0-137a-4945-b74a-16a66a8e8bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.973604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-17ca1ea0-137a-4945-b74a-16a66a8e8bd9 None None] For port 61d43db7-b0c7-4e70-b526-08e7e8be47dd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=61d43db7-b0c7-4e70-b526-08e7e8be47dd,segment=NetworkSegment(fe06f27e-3286-4cac-814f-a4662992eb13),segment_id=fe06f27e-3286-4cac-814f-a4662992eb13)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:41.974012 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-17ca1ea0-137a-4945-b74a-16a66a8e8bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.988459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-17ca1ea0-137a-4945-b74a-16a66a8e8bd9 None None] Calling delete_port for 61d43db7-b0c7-4e70-b526-08e7e8be47dd owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:42.052192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.078343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Port': ['ID=61d43db7-b0c7-4e70-b526-08e7e8be47dd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:42.078830 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-17ca1ea0-137a-4945-b74a-16a66a8e8bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.085298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No DVR routers for this DVR port 61d43db7-b0c7-4e70-b526-08e7e8be47dd on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:42.112370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca1ea0-137a-4945-b74a-16a66a8e8bd9 None None] Pushing event deleted for resources: {'Port': ['ID=61d43db7-b0c7-4e70-b526-08e7e8be47dd,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:42.120014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca1ea0-137a-4945-b74a-16a66a8e8bd9 None None] No DVR routers for this DVR port 61d43db7-b0c7-4e70-b526-08e7e8be47dd on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:42.168961 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.180938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b795ea9-6521-46fe-80ba-9d71e9042f04']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:42.189589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe06f27e-3286-4cac-814f-a4662992eb13') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:42.189893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe06f27e-3286-4cac-814f-a4662992eb13') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:42.198935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.214142 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.220920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:42.221498 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:42.224915 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:42.298738 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.308741 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.312766 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/networks/7b795ea9-6521-46fe-80ba-9d71e9042f04 HTTP/1.1" status: 204 len: 168 time: 0.9419324 Aug 19 12:27:42.313616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35938) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:42.319951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'routes': None}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:42.332332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1cc3b-3a2d-4a68-b138-9eb412103539 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Pushing event deleted for resources: {'Network': ['ID=7b795ea9-6521-46fe-80ba-9d71e9042f04,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:42.518001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.extraroute_db [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Added routes are [] {{(pid=101153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:27:42.518439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.extraroute_db [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Removed routes are [] {{(pid=101153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:27:42.518875 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.660361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.664118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.745759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router e9ce6fbe-21dd-4555-89d5-886105497b60 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:42.824747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:42.831653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.833542 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-30bcffa5-65b5-4b61-9488-eae874569d10 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60 HTTP/1.1" status: 200 len: 700 time: 0.5185261 Aug 19 12:27:42.835135 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] Sync routers for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:42.835703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35946) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:42.845232 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:42.845997 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:42.863597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0e696270-0b35-4a91-bf77-a23842f248bd tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ce6fbe-21dd-4555-89d5-886105497b60 HTTP/1.1" status: 200 len: 205 time: 0.0266333 Aug 19 12:27:42.866071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 35948) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:42.915917 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:42.942968 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d98fdb1-bc3f-4018-8198-a1bf97daaa40 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.967378 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:40Z', 'revision_number': 11, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:42.996556 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] Checking router: e9ce6fbe-21dd-4555-89d5-886105497b60 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:43.006005 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] Routers {'e9ce6fbe-21dd-4555-89d5-886105497b60'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:43.006664 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['e9ce6fbe-21dd-4555-89d5-886105497b60'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:43.091691 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] Set router e9ce6fbe-21dd-4555-89d5-886105497b60 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:43.168108 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:40Z', 'revision_number': 11, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:43.170821 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d98fdb1-bc3f-4018-8198-a1bf97daaa40 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.176673 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d98fdb1-bc3f-4018-8198-a1bf97daaa40 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.197453 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0ef5d-5e02-4fcc-81ee-f48fe439869a None None] The sync data for ids ['e9ce6fbe-21dd-4555-89d5-886105497b60'] in n-d-778550-9 is: [{'id': 'e9ce6fbe-21dd-4555-89d5-886105497b60', 'name': 'tempest-RoutersTest-router-289553005', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:13Z', 'updated_at': '2021-08-19T12:27:40Z', 'revision_number': 11, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:43.229796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 921859fc-4553-4473-9a5d-8450ed837663 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:43.239272 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d98fdb1-bc3f-4018-8198-a1bf97daaa40 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.239535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d98fdb1-bc3f-4018-8198-a1bf97daaa40 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Fanout notify agent at l3_agent the message router_deleted on router e9ce6fbe-21dd-4555-89d5-886105497b60 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:27:43.254542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 921859fc-4553-4473-9a5d-8450ed837663 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:43.254894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 921859fc-4553-4473-9a5d-8450ed837663 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:43.255327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 61d43db7-b0c7-4e70-b526-08e7e8be47dd no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:43.265344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d98fdb1-bc3f-4018-8198-a1bf97daaa40 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.265344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1d98fdb1-bc3f-4018-8198-a1bf97daaa40 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60 HTTP/1.1" status: 204 len: 168 time: 0.3953145 Aug 19 12:27:43.268518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35950) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:43.282147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9e9be94e-e37e-48ed-af76-5f1a97b88db6 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1617004734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:43.285735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 61d43db7-b0c7-4e70-b526-08e7e8be47dd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:43.286070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 61d43db7-b0c7-4e70-b526-08e7e8be47dd not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:43.321597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e9be94e-e37e-48ed-af76-5f1a97b88db6 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.323345 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e9be94e-e37e-48ed-af76-5f1a97b88db6 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.384768 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e9be94e-e37e-48ed-af76-5f1a97b88db6 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.391399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e9be94e-e37e-48ed-af76-5f1a97b88db6 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.409624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9e9be94e-e37e-48ed-af76-5f1a97b88db6 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.410896 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9e9be94e-e37e-48ed-af76-5f1a97b88db6 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1338940 Aug 19 12:27:43.413542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35954) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:43.419356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-262f29d1-3e64-472c-a812-5ce2d27b9467 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:43.642311 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-262f29d1-3e64-472c-a812-5ce2d27b9467 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7903652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5617'] for router, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.651615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-262f29d1-3e64-472c-a812-5ce2d27b9467 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7903498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7903505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902912'] for router, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.758744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262f29d1-3e64-472c-a812-5ce2d27b9467 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Router 03e6f1a2-556a-4ac0-a2b1-200d81d844bb is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:27:43.838505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262f29d1-3e64-472c-a812-5ce2d27b9467 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:43.845352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-262f29d1-3e64-472c-a812-5ce2d27b9467 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.847258 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-262f29d1-3e64-472c-a812-5ce2d27b9467 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "PUT /v2.0/routers/03e6f1a2-556a-4ac0-a2b1-200d81d844bb HTTP/1.1" status: 200 len: 694 time: 0.4320731 Aug 19 12:27:43.849468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:43.852540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] Sync routers for ids ['03e6f1a2-556a-4ac0-a2b1-200d81d844bb'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:43.863225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] Routers {'03e6f1a2-556a-4ac0-a2b1-200d81d844bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:43.863941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['03e6f1a2-556a-4ac0-a2b1-200d81d844bb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:43.927904 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-27fc4ee6-59ce-493e-89a4-bfcdd0157d5d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/routers/03e6f1a2-556a-4ac0-a2b1-200d81d844bb HTTP/1.1" status: 200 len: 700 time: 0.0773435 Aug 19 12:27:43.930777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35964) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:43.933398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] Set router 03e6f1a2-556a-4ac0-a2b1-200d81d844bb gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:43.959793 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5dc8ea11-e518-4e42-a6c9-64324b7339af tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=03e6f1a2-556a-4ac0-a2b1-200d81d844bb HTTP/1.1" status: 200 len: 205 time: 0.0279186 Aug 19 12:27:43.962833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35966) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:43.991058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f1a2-556a-4ac0-a2b1-200d81d844bb', 'name': 'tempest-RoutersTest-router-1617004734', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:43Z', 'updated_at': '2021-08-19T12:27:43Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:44.017235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] Checking router: 03e6f1a2-556a-4ac0-a2b1-200d81d844bb for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:44.026077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] Routers {'03e6f1a2-556a-4ac0-a2b1-200d81d844bb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:44.026685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['03e6f1a2-556a-4ac0-a2b1-200d81d844bb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:44.037513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1682d1b-83fe-4f6a-b60e-b26398d5ed22 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.095721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] Set router 03e6f1a2-556a-4ac0-a2b1-200d81d844bb gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:44.149230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e6f1a2-556a-4ac0-a2b1-200d81d844bb', 'name': 'tempest-RoutersTest-router-1617004734', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:43Z', 'updated_at': '2021-08-19T12:27:43Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:44.176362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514789e-94ee-47e0-a3e8-b33642d60bee None None] The sync data for ids ['03e6f1a2-556a-4ac0-a2b1-200d81d844bb'] in n-d-778550-9 is: [{'id': '03e6f1a2-556a-4ac0-a2b1-200d81d844bb', 'name': 'tempest-RoutersTest-router-1617004734', 'tenant_id': '083b6230e3ee4530b42f8f514a9872f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:43Z', 'updated_at': '2021-08-19T12:27:43Z', 'revision_number': 2, 'project_id': '083b6230e3ee4530b42f8f514a9872f3', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:44.201928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1682d1b-83fe-4f6a-b60e-b26398d5ed22 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.204278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1682d1b-83fe-4f6a-b60e-b26398d5ed22 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.257018 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1682d1b-83fe-4f6a-b60e-b26398d5ed22 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.259960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1682d1b-83fe-4f6a-b60e-b26398d5ed22 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Fanout notify agent at l3_agent the message router_deleted on router 03e6f1a2-556a-4ac0-a2b1-200d81d844bb {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:27:44.268941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1682d1b-83fe-4f6a-b60e-b26398d5ed22 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.270097 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e1682d1b-83fe-4f6a-b60e-b26398d5ed22 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/03e6f1a2-556a-4ac0-a2b1-200d81d844bb HTTP/1.1" status: 204 len: 168 time: 0.3063762 Aug 19 12:27:44.273698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35968) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.309418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7a4e0da0-709b-428c-998f-b47468663834 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=03e6f1a2-556a-4ac0-a2b1-200d81d844bb HTTP/1.1" status: 200 len: 205 time: 0.0346003 Aug 19 12:27:44.311819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35972) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.356178 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-88eec5d6-53dc-4287-8a60-a12cb10d7e26 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] delete failed (client error): The resource could not be found. Aug 19 12:27:44.359588 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-88eec5d6-53dc-4287-8a60-a12cb10d7e26 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/03e6f1a2-556a-4ac0-a2b1-200d81d844bb HTTP/1.1" status: 404 len: 336 time: 0.0446277 Aug 19 12:27:44.360253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35976) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.402075 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae903dad-947c-433b-acc2-e51ad23abb72 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:27:44.402681 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae903dad-947c-433b-acc2-e51ad23abb72 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:27:44.406949 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ae903dad-947c-433b-acc2-e51ad23abb72 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/686ab787-1fe2-43c3-9b2e-db66b135034b HTTP/1.1" status: 404 len: 337 time: 0.0430620 Aug 19 12:27:44.407040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35980) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.434991 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dea0f97-3218-4589-bc5e-30280fc41ae1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:27:44.435449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dea0f97-3218-4589-bc5e-30280fc41ae1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:27:44.437222 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7dea0f97-3218-4589-bc5e-30280fc41ae1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/89e5a482-34ae-4434-934f-764a387f68d8 HTTP/1.1" status: 404 len: 337 time: 0.0293360 Aug 19 12:27:44.439742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35982) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.466115 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-742a794d-027b-4245-bb18-89a56bdacffe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:27:44.466564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742a794d-027b-4245-bb18-89a56bdacffe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:27:44.468314 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-742a794d-027b-4245-bb18-89a56bdacffe tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/0c4126ad-fcad-4fe5-b5b3-0b7f8ef1ea8d HTTP/1.1" status: 404 len: 337 time: 0.0276444 Aug 19 12:27:44.470962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35984) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.503006 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb8c76d-9810-4afd-b797-1a98f70b4ec3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:27:44.503539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb8c76d-9810-4afd-b797-1a98f70b4ec3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:27:44.505308 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ebb8c76d-9810-4afd-b797-1a98f70b4ec3 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/2e5268da-f4e9-4411-8163-c231b01812df HTTP/1.1" status: 404 len: 337 time: 0.0332062 Aug 19 12:27:44.507904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35986) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.535504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dc95211d-f18c-4a15-b99e-50b9e9976402 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ce6fbe-21dd-4555-89d5-886105497b60 HTTP/1.1" status: 200 len: 205 time: 0.0264227 Aug 19 12:27:44.537771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35988) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.575452 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-5d30bff9-1970-4359-8dfd-2a99ebb1c264 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] delete failed (client error): The resource could not be found. Aug 19 12:27:44.576510 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5d30bff9-1970-4359-8dfd-2a99ebb1c264 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/e9ce6fbe-21dd-4555-89d5-886105497b60 HTTP/1.1" status: 404 len: 336 time: 0.0378458 Aug 19 12:27:44.579379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35990) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.609306 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-463582fc-dfa2-46ab-ad08-6647024d4999 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=602b9e4c-78e9-4808-ae51-5b34b33555c5 HTTP/1.1" status: 200 len: 205 time: 0.0286789 Aug 19 12:27:44.611970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35992) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.655685 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-d770aa1e-fec7-41bf-8a13-1e36eb5ee0a7 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] delete failed (client error): The resource could not be found. Aug 19 12:27:44.656645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d770aa1e-fec7-41bf-8a13-1e36eb5ee0a7 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/602b9e4c-78e9-4808-ae51-5b34b33555c5 HTTP/1.1" status: 404 len: 336 time: 0.0437655 Aug 19 12:27:44.659559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 35996) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.690932 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f058187-de84-491b-a935-ab15b72a3e94 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:27:44.691398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f058187-de84-491b-a935-ab15b72a3e94 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:27:44.696499 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36000) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.701261 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9f058187-de84-491b-a935-ab15b72a3e94 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/403085c4-466c-41e8-bf81-6e3e71d0d733 HTTP/1.1" status: 404 len: 337 time: 0.0404491 Aug 19 12:27:44.731331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b7b10929-afc0-44d3-b2d9-291701bfd142 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=15509359-08e9-41b2-8f72-fdb18ef794d0 HTTP/1.1" status: 200 len: 205 time: 0.0336459 Aug 19 12:27:44.733772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36004) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.774977 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-3e83a067-bb85-419c-b4cd-4bc4306ad8ae tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] delete failed (client error): The resource could not be found. Aug 19 12:27:44.777527 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3e83a067-bb85-419c-b4cd-4bc4306ad8ae tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/15509359-08e9-41b2-8f72-fdb18ef794d0 HTTP/1.1" status: 404 len: 336 time: 0.0425375 Aug 19 12:27:44.778603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36006) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.810371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-587bb490-8398-4939-9a2b-a3dd0b49eb85 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0bd154c-6a94-4363-a145-27bd24855363 HTTP/1.1" status: 200 len: 205 time: 0.0306680 Aug 19 12:27:44.812800 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36008) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.858449 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-fc705ce5-d8c1-42ce-b4aa-839d46196e58 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] delete failed (client error): The resource could not be found. Aug 19 12:27:44.862257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fc705ce5-d8c1-42ce-b4aa-839d46196e58 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/a0bd154c-6a94-4363-a145-27bd24855363 HTTP/1.1" status: 404 len: 336 time: 0.0484271 Aug 19 12:27:44.862476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36010) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.890888 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c1b333-e2ae-4f3c-b5bb-cb781bec4f24 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:27:44.891420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c1b333-e2ae-4f3c-b5bb-cb781bec4f24 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:27:44.896355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-59c1b333-e2ae-4f3c-b5bb-cb781bec4f24 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/fb18b60b-e0a4-49d1-b6dc-5559d2df1cc4 HTTP/1.1" status: 404 len: 337 time: 0.0301323 Aug 19 12:27:44.896527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36012) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.925932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fa5381ee-b8e1-4625-a0ea-b9f9a8871a43 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=39142e3d-8c61-4abc-8d99-e58370724017 HTTP/1.1" status: 200 len: 205 time: 0.0282042 Aug 19 12:27:44.928394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36014) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.972324 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-2435e7a2-9b18-4283-8d90-4badf4fc8df1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] delete failed (client error): The resource could not be found. Aug 19 12:27:44.975812 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2435e7a2-9b18-4283-8d90-4badf4fc8df1 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/39142e3d-8c61-4abc-8d99-e58370724017 HTTP/1.1" status: 404 len: 336 time: 0.0440571 Aug 19 12:27:44.976033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36016) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.005024 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92729db-54db-45df-ba9e-3b8f5b822a0d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:27:45.005481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92729db-54db-45df-ba9e-3b8f5b822a0d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:27:45.007260 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c92729db-54db-45df-ba9e-3b8f5b822a0d tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/36da275d-86c1-4692-a81c-1576bf5982a5 HTTP/1.1" status: 404 len: 337 time: 0.0303192 Aug 19 12:27:45.010134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36018) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.041195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1248caa3-eb99-4eb8-a49e-64ac440e5e49 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "GET /v2.0/ports?device_id=eafc6425-daab-43d6-ab95-9fd194863a9c HTTP/1.1" status: 200 len: 205 time: 0.0297511 Aug 19 12:27:45.044322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36020) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.082688 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-be98759e-0d73-431d-bcd2-5208c2897077 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] delete failed (client error): The resource could not be found. Aug 19 12:27:45.083748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-be98759e-0d73-431d-bcd2-5208c2897077 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/routers/eafc6425-daab-43d6-ab95-9fd194863a9c HTTP/1.1" status: 404 len: 336 time: 0.0383809 Aug 19 12:27:45.086283 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36022) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.119538 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef800159-62b5-49e3-a7b3-c9fb326da3f4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:27:45.119978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef800159-62b5-49e3-a7b3-c9fb326da3f4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:27:45.124537 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ef800159-62b5-49e3-a7b3-c9fb326da3f4 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/aa9c382c-037a-42a1-95c3-0bbbb2469ef0 HTTP/1.1" status: 404 len: 337 time: 0.0366497 Aug 19 12:27:45.124722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36024) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.161186 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa70b8d-24ca-4c71-9f3d-48330bceb438 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:27:45.161186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa70b8d-24ca-4c71-9f3d-48330bceb438 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:27:45.161186 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9fa70b8d-24ca-4c71-9f3d-48330bceb438 tempest-RoutersTest-372589235 tempest-RoutersTest-372589235-project] 10.222.0.65 "DELETE /v2.0/subnets/038210a4-45b2-4656-9097-d39d6754319c HTTP/1.1" status: 404 len: 337 time: 0.0339127 Aug 19 12:27:45.466691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36034) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.610008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b4df9deb-19d0-4374-aa6d-b2602960c89a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=083b6230e3ee4530b42f8f514a9872f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421800 Aug 19 12:27:45.612467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36038) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.669850 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3295825d-e9d5-4853-b2cf-85c673d184bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.692148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3295825d-e9d5-4853-b2cf-85c673d184bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.740058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3295825d-e9d5-4853-b2cf-85c673d184bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.742684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3295825d-e9d5-4853-b2cf-85c673d184bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.743835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3295825d-e9d5-4853-b2cf-85c673d184bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01533187-379f-4de2-86f7-41af3945719c HTTP/1.1" status: 204 len: 168 time: 0.1304352 Aug 19 12:27:45.751399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295825d-e9d5-4853-b2cf-85c673d184bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01533187-379f-4de2-86f7-41af3945719c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:46.461121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36064) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:46.577871 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-64250f69-20e9-4df1-881c-889b8e2b6a88 tempest-ServiceProvidersTest-1094189769 tempest-ServiceProvidersTest-1094189769-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1156020 Aug 19 12:27:46.826698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36076) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:46.942511 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.044462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.049747 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.092719 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13862037425341c686efb55079b08330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648044 Aug 19 12:27:47.093027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36086) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:47.093969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58c689e-710c-4114-82ef-2ddebb6625bb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:47.102144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.102485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.102820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.103296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.103628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.103953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.104295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.104611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.104945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.105263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.105578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.106003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32076d3a-5396-4545-b385-d67aab384ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:47.153436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36088) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:47.171421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e580-5e69-42f3-af9a-a16741cdd3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.193149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e580-5e69-42f3-af9a-a16741cdd3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.242588 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e580-5e69-42f3-af9a-a16741cdd3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.249359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e580-5e69-42f3-af9a-a16741cdd3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.251087 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8ab7e580-5e69-42f3-af9a-a16741cdd3a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c58c689e-710c-4114-82ef-2ddebb6625bb HTTP/1.1" status: 204 len: 168 time: 0.1560044 Aug 19 12:27:47.268142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7e580-5e69-42f3-af9a-a16741cdd3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58c689e-710c-4114-82ef-2ddebb6625bb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:47.304196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-886974a5-e56e-47eb-b0dc-dcbc7789f925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.411454 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-886974a5-e56e-47eb-b0dc-dcbc7789f925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.417141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-886974a5-e56e-47eb-b0dc-dcbc7789f925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.462653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36096) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:47.463216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-886974a5-e56e-47eb-b0dc-dcbc7789f925 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=918df45043a8450cae04150aa10c7e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086281 Aug 19 12:27:47.464235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886974a5-e56e-47eb-b0dc-dcbc7789f925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb629b39-0400-4d71-a53d-d1223cafeb9a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:47.528104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86fb15cc-5bc4-44fc-bbe3-6b9bcf938490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.552944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86fb15cc-5bc4-44fc-bbe3-6b9bcf938490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.615322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86fb15cc-5bc4-44fc-bbe3-6b9bcf938490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.618077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86fb15cc-5bc4-44fc-bbe3-6b9bcf938490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.619372 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-86fb15cc-5bc4-44fc-bbe3-6b9bcf938490 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb629b39-0400-4d71-a53d-d1223cafeb9a HTTP/1.1" status: 204 len: 168 time: 0.1556087 Aug 19 12:27:47.627546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb15cc-5bc4-44fc-bbe3-6b9bcf938490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb629b39-0400-4d71-a53d-d1223cafeb9a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:48.405018 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-158b0bfd-d1cd-4635-b580-672961d8d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.879330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36210) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:48.908910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36214) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:48.990073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac497386-8124-400a-a6f6-c34102bf0e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.024584 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e16b968e-b0b0-41ea-9c5c-605184c99406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.088441 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac497386-8124-400a-a6f6-c34102bf0e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.094007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac497386-8124-400a-a6f6-c34102bf0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.140634 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ac497386-8124-400a-a6f6-c34102bf0e9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b36e24950da4859858218ee1200f7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592375 Aug 19 12:27:49.140634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36218) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:49.142680 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac497386-8124-400a-a6f6-c34102bf0e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d369e535-19bf-4c0c-a52e-2136233a7c8c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:49.188892 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e16b968e-b0b0-41ea-9c5c-605184c99406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.193580 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd061-0d90-41a2-a280-f66403e9e34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.194155 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e16b968e-b0b0-41ea-9c5c-605184c99406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.216463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd061-0d90-41a2-a280-f66403e9e34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.237197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e16b968e-b0b0-41ea-9c5c-605184c99406 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4a1263b9b6841eba922e559e5a0f657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270798 Aug 19 12:27:49.238054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36220) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:49.244851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b968e-b0b0-41ea-9c5c-605184c99406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccc71d1-e420-4ba2-bf5a-624124a8ee6b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:49.275743 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd061-0d90-41a2-a280-f66403e9e34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.278430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd1dd061-0d90-41a2-a280-f66403e9e34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.279678 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cd1dd061-0d90-41a2-a280-f66403e9e34d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d369e535-19bf-4c0c-a52e-2136233a7c8c HTTP/1.1" status: 204 len: 168 time: 0.1380045 Aug 19 12:27:49.288150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dd061-0d90-41a2-a280-f66403e9e34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d369e535-19bf-4c0c-a52e-2136233a7c8c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:49.304858 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7fd74aae-3fec-4b16-aa4d-00964fd91b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.329449 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7fd74aae-3fec-4b16-aa4d-00964fd91b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.379535 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7fd74aae-3fec-4b16-aa4d-00964fd91b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.382341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7fd74aae-3fec-4b16-aa4d-00964fd91b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.383449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7fd74aae-3fec-4b16-aa4d-00964fd91b76 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ccc71d1-e420-4ba2-bf5a-624124a8ee6b HTTP/1.1" status: 204 len: 168 time: 0.1444750 Aug 19 12:27:49.393564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd74aae-3fec-4b16-aa4d-00964fd91b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccc71d1-e420-4ba2-bf5a-624124a8ee6b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:49.576053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36230) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:49.592191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0bf5bd1-ef9c-445e-82e4-bd1cbe428ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.703121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0bf5bd1-ef9c-445e-82e4-bd1cbe428ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.707901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0bf5bd1-ef9c-445e-82e4-bd1cbe428ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.747980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf5bd1-ef9c-445e-82e4-bd1cbe428ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287c13d3-d293-4350-8937-d4ec29a7c6b8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:49.752817 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b0bf5bd1-ef9c-445e-82e4-bd1cbe428ab8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b77c74728c44739bb6f5f4dcb5eeb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755674 Aug 19 12:27:49.755684 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36240) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:49.812110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3400-b503-4dd0-a0eb-9438c62a7034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.838127 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3400-b503-4dd0-a0eb-9438c62a7034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.885659 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3400-b503-4dd0-a0eb-9438c62a7034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.888323 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3400-b503-4dd0-a0eb-9438c62a7034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.891933 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1e5e3400-b503-4dd0-a0eb-9438c62a7034 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/287c13d3-d293-4350-8937-d4ec29a7c6b8 HTTP/1.1" status: 204 len: 168 time: 0.1328795 Aug 19 12:27:49.900374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e3400-b503-4dd0-a0eb-9438c62a7034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287c13d3-d293-4350-8937-d4ec29a7c6b8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:50.217446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36258) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:50.335087 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1302623304'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:50.356541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:50.360475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.369608 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.474561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.479102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.509419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:50.525192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7f1e0e-9b30-4645-94df-a9a0ecb89f91,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:50.532966 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.533559 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Added segment 9173e0a1-78b2-415d-b2b9-f6f3004d3548 of type vlan for network 70b83c8a-6aba-4c84-a060-70ce763ecd5f Aug 19 12:27:50.596886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.622711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.629738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:50.630058 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.685084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4654307 Aug 19 12:27:50.689064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36280) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:50.694981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:50.699777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1d057-dc32-4e5f-9acc-017c5823ef2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Network': ['ID=70b83c8a-6aba-4c84-a060-70ce763ecd5f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:50.710842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:50.799107 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0507034-e87c-44d8-8af7-14a2414c77bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.807105 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:50.811066 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.942598 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.021763 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.095665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=a0acbfa2-be9f-4da6-917c-e96d362689ba,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:51.107231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:51.107599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network hostable DHCP agents. Network: 70b83c8a-6aba-4c84-a060-70ce763ecd5f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:51.127784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:51.146863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 70b83c8a-6aba-4c84-a060-70ce763ecd5f) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:51.151305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:51.152186 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.158149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed103616-304a-4b93-9d79-952d391d756a None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:51.179702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36296) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:51.179973 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8b146c4d-3034-4c06-bfae-adae7e2151f0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4894314 Aug 19 12:27:51.184935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'name': 'tempest-NetworksTestDHCPv6-1126667404'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:51.216035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36298) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:51.377382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:51.382392 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.388145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': 'a0acbfa2-be9f-4da6-917c-e96d362689ba'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:51.389436 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.402269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 1c1c496c-e658-47bf-8b6f-9abe0815dc7d yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:51.551883 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4aacee9-2357-48f6-aab2-0bfb866de740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.565161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Allocated IP 2001:db8::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/a0acbfa2-be9f-4da6-917c-e96d362689ba/24eaa9d3-333a-41aa-9036-02be003c52a5) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:51.654716 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4aacee9-2357-48f6-aab2-0bfb866de740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.661267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4aacee9-2357-48f6-aab2-0bfb866de740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.700736 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a4aacee9-2357-48f6-aab2-0bfb866de740 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba5b8987624f4b8cb32238e4c04e1537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832096 Aug 19 12:27:51.701582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aacee9-2357-48f6-aab2-0bfb866de740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb45a3a-cda0-4906-b09a-534ccb1a7bcf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:51.703434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36316) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:51.729915 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.742461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Transition to ACTIVE for port object 24eaa9d3-333a-41aa-9036-02be003c52a5 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:51.759316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Transition to ACTIVE for port object 24eaa9d3-333a-41aa-9036-02be003c52a5 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:51.769120 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.773263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e64db2a7-b033-4233-aee9-421c0f2a3b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.809728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:51.813009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:51.817074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:51.825992 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e64db2a7-b033-4233-aee9-421c0f2a3b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.827577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Pushing event updated for resources: {'Port': ['ID=24eaa9d3-333a-41aa-9036-02be003c52a5,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:51.850340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::6f (70b83c8a-6aba-4c84-a060-70ce763ecd5f/a0acbfa2-be9f-4da6-917c-e96d362689ba/1c1c496c-e658-47bf-8b6f-9abe0815dc7d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:51.892351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Attempting to bind port 24eaa9d3-333a-41aa-9036-02be003c52a5 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:51.892719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Attempting to bind port 24eaa9d3-333a-41aa-9036-02be003c52a5 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:51.893163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Attempting to bind port 24eaa9d3-333a-41aa-9036-02be003c52a5 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:51.899648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:51.900157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:51.900730 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.901192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:51.901755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Bound port: 24eaa9d3-333a-41aa-9036-02be003c52a5, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:51.902234 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.927270 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e64db2a7-b033-4233-aee9-421c0f2a3b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.929728 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e64db2a7-b033-4233-aee9-421c0f2a3b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.933457 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e64db2a7-b033-4233-aee9-421c0f2a3b8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0cb45a3a-cda0-4906-b09a-534ccb1a7bcf HTTP/1.1" status: 204 len: 168 time: 0.2259810 Aug 19 12:27:51.978569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] For port 24eaa9d3-333a-41aa-9036-02be003c52a5, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:51.980477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64db2a7-b033-4233-aee9-421c0f2a3b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb45a3a-cda0-4906-b09a-534ccb1a7bcf,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:51.982663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] For port 24eaa9d3-333a-41aa-9036-02be003c52a5, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=24eaa9d3-333a-41aa-9036-02be003c52a5,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:51.987452 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.061370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.068581 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.073442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e92b73-d2f0-42ee-a8a0-7926478d4a89 None None] Pushing event updated for resources: {'Port': ['ID=24eaa9d3-333a-41aa-9036-02be003c52a5,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:52.079147 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 1c1c496c-e658-47bf-8b6f-9abe0815dc7d will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:52.120559 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.163021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:52.168732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:52.173025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:52.179032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:52.179684 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.202189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=1c1c496c-e658-47bf-8b6f-9abe0815dc7d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:52.207595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c0b9f738-740b-4ba7-bc3b-02a0bff90096 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0262516 Aug 19 12:27:52.216857 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36324) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.309532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c75de8-55d6-42c8-a4f8-cf56a81d1390 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:52.315916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c75de8-55d6-42c8-a4f8-cf56a81d1390 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:52.317654 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-16c75de8-55d6-42c8-a4f8-cf56a81d1390 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1069894 Aug 19 12:27:52.320976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36332) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.413855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6d5a2-754f-4801-ba29-24a36cb08cbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 1c1c496c-e658-47bf-8b6f-9abe0815dc7d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:52.414206 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d5a2-754f-4801-ba29-24a36cb08cbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.506995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d5a2-754f-4801-ba29-24a36cb08cbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.524035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6d5a2-754f-4801-ba29-24a36cb08cbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 1c1c496c-e658-47bf-8b6f-9abe0815dc7d owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:52.660063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d5a2-754f-4801-ba29-24a36cb08cbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.690585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6d5a2-754f-4801-ba29-24a36cb08cbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=1c1c496c-e658-47bf-8b6f-9abe0815dc7d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:52.697738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36344) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.716894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d5a2-754f-4801-ba29-24a36cb08cbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.719025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c4a6d5a2-754f-4801-ba29-24a36cb08cbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/1c1c496c-e658-47bf-8b6f-9abe0815dc7d HTTP/1.1" status: 204 len: 168 time: 0.3959184 Aug 19 12:27:52.722392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36348) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.815417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b78b96d-6bdf-45ab-8ccb-d5f2f37c102e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:52.816969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b78b96d-6bdf-45ab-8ccb-d5f2f37c102e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:52.818495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6b78b96d-6bdf-45ab-8ccb-d5f2f37c102e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0950599 Aug 19 12:27:52.821604 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36350) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.823556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-97961757-network', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:52.845757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Made reservation on behalf of 43829c768fdb46f68d7e06776f5b993a for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:52.848388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.858235 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.875919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43cf553-8160-4fda-8758-1758e4a8faa4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet a0acbfa2-be9f-4da6-917c-e96d362689ba {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:52.879334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e43cf553-8160-4fda-8758-1758e4a8faa4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.928022 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e43cf553-8160-4fda-8758-1758e4a8faa4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.968636 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.976550 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.001295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25aedc3-4195-49b1-afb5-d388c5d945d4 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:53.001848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:53.017388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa071b-1f0d-40f2-abc0-dc3147eadd8d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:53.020563 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.021052 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Added segment 4e66c0f9-6f10-4468-a4c9-f710d397302d of type vlan for network 65b68978-2b7d-4829-af3a-ab66854c3220 Aug 19 12:27:53.046584 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e43cf553-8160-4fda-8758-1758e4a8faa4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.063682 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.088379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b45f8434-58b1-49cb-8027-762ff2a1e709 None None] Provisioning for port 24eaa9d3-333a-41aa-9036-02be003c52a5 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:53.093159 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.093990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:53.094826 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.122754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e43cf553-8160-4fda-8758-1758e4a8faa4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.159315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cf553-8160-4fda-8758-1758e4a8faa4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=a0acbfa2-be9f-4da6-917c-e96d362689ba,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:53.161894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e43cf553-8160-4fda-8758-1758e4a8faa4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.167101 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e43cf553-8160-4fda-8758-1758e4a8faa4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/a0acbfa2-be9f-4da6-917c-e96d362689ba HTTP/1.1" status: 204 len: 168 time: 0.3441658 Aug 19 12:27:53.168096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4662747 Aug 19 12:27:53.168513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36356) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:53.170032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36358) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:53.185625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Request body: {'subnet': {'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-97961757-subnet', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:53.202278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7afe14-fc05-4fc1-8ba2-c7c0e8573977 admin admin] Pushing event updated for resources: {'Network': ['ID=65b68978-2b7d-4829-af3a-ab66854c3220,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:53.215326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 65b68978-2b7d-4829-af3a-ab66854c3220 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:53.239676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36362) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:53.242415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-caaa4cc5-3db6-47ea-b8dd-069512d6944b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688698 Aug 19 12:27:53.252990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:53.290168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Made reservation on behalf of 43829c768fdb46f68d7e06776f5b993a for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:53.295442 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.384942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:53.389507 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.451684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e9145a-73ae-4073-81e8-f61ed632028a None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:53.530425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9145a-73ae-4073-81e8-f61ed632028a None None] Deleting port 24eaa9d3-333a-41aa-9036-02be003c52a5 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:53.530959 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d2e9145a-73ae-4073-81e8-f61ed632028a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.575499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.614394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d2e9145a-73ae-4073-81e8-f61ed632028a None None] For port 24eaa9d3-333a-41aa-9036-02be003c52a5, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=24eaa9d3-333a-41aa-9036-02be003c52a5,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:53.615122 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d2e9145a-73ae-4073-81e8-f61ed632028a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.630342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9145a-73ae-4073-81e8-f61ed632028a None None] Calling delete_port for 24eaa9d3-333a-41aa-9036-02be003c52a5 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:53.649323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Checking segment: {'id': '4e66c0f9-6f10-4468-a4c9-f710d397302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:53.649913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Network hostable DHCP agents. Network: 65b68978-2b7d-4829-af3a-ab66854c3220, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:53.650115 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.657285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=912ff61c-1791-43b2-a1ef-c37809acd48e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:53.679167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Network 65b68978-2b7d-4829-af3a-ab66854c3220 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:53.692722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 65b68978-2b7d-4829-af3a-ab66854c3220) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:53.697803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:53.698373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:53.698899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.706183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:53.707814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4611ca-ceac-4c0f-82e0-99f51af090f3 None None] Network 65b68978-2b7d-4829-af3a-ab66854c3220 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:53.709101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:53.709687 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.720989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-478709d1-6c3b-4382-a63f-8b5fb5cec29f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.5474133 Aug 19 12:27:53.722317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36374) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:53.727064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=a542de80-c3e7-412c-ae84-ea2c466a7f8b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:53.729720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:53.740510 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1ce38706-5ff5-4664-89e3-5fdb0824cbfb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4911604 Aug 19 12:27:53.741935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36376) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:53.751188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'name': 'tempest-NetworksTestDHCPv6-745127919'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:53.755198 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.757141 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.808728 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d2e9145a-73ae-4073-81e8-f61ed632028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.839673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9145a-73ae-4073-81e8-f61ed632028a None None] Pushing event deleted for resources: {'Port': ['ID=24eaa9d3-333a-41aa-9036-02be003c52a5,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:53.846095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.861857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9145a-73ae-4073-81e8-f61ed632028a None None] No DVR routers for this DVR port 24eaa9d3-333a-41aa-9036-02be003c52a5 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:53.883639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed66b0-9061-435a-b460-d1e81dae43b3 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:53.907437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:53.912226 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.938105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port ed7d8ada-d7e7-4b33-be8d-40fbcf423eca yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:53.972339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-65b68978-2b7d-4829-af3a-ab66854c3220', 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'fixed_ips': [{'subnet_id': '912ff61c-1791-43b2-a1ef-c37809acd48e'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:53.972339 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.009313 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.097114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::28d (70b83c8a-6aba-4c84-a060-70ce763ecd5f/a542de80-c3e7-412c-ae84-ea2c466a7f8b/ed7d8ada-d7e7-4b33-be8d-40fbcf423eca) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:54.130393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.191209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': 'a542de80-c3e7-412c-ae84-ea2c466a7f8b'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:54.192228 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.292313 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.337715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object ed7d8ada-d7e7-4b33-be8d-40fbcf423eca will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:54.343513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Allocated IP 172.20.0.2 (65b68978-2b7d-4829-af3a-ab66854c3220/912ff61c-1791-43b2-a1ef-c37809acd48e/4173e3b2-fbe4-4e71-b4bf-bf452157a54f) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:54.351247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.389130 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.453134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:54.459913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:54.462027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=ed7d8ada-d7e7-4b33-be8d-40fbcf423eca,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.470468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:54.471659 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Allocated IP 2001:db8::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/a542de80-c3e7-412c-ae84-ea2c466a7f8b/efe4956e-b431-4a4f-93c2-5b7f999eba91) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:54.476595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:54.477459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.493283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7f3c4e7d-6aae-4745-8bda-fa45520653d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7505231 Aug 19 12:27:54.495032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36378) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:54.550516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea4e0d-237b-485a-bc8e-98ca8d437bef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:54.554554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6fea4e0d-237b-485a-bc8e-98ca8d437bef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0560038 Aug 19 12:27:54.554794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36380) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:54.601870 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.620920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Transition to ACTIVE for port object 4173e3b2-fbe4-4e71-b4bf-bf452157a54f will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:54.653628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Transition to ACTIVE for port object 4173e3b2-fbe4-4e71-b4bf-bf452157a54f will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:54.673960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d8b6f-97fb-4728-94dd-66789ef6b342 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port ed7d8ada-d7e7-4b33-be8d-40fbcf423eca {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:54.674472 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8b6f-97fb-4728-94dd-66789ef6b342 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.674891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.688631 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.694861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.737025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Network 65b68978-2b7d-4829-af3a-ab66854c3220 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:54.746778 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.748942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:54.756564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:54.769257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Transition to ACTIVE for port object efe4956e-b431-4a4f-93c2-5b7f999eba91 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:54.776709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Pushing event updated for resources: {'Port': ['ID=4173e3b2-fbe4-4e71-b4bf-bf452157a54f,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.797795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8b6f-97fb-4728-94dd-66789ef6b342 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.816825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Allocated IP 172.25.4.164 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/27ca29f7-8b97-478f-993d-a0af1a02fbbb) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:54.817704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d8b6f-97fb-4728-94dd-66789ef6b342 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for ed7d8ada-d7e7-4b33-be8d-40fbcf423eca owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:54.828116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Transition to ACTIVE for port object efe4956e-b431-4a4f-93c2-5b7f999eba91 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:54.842044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Attempting to bind port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:54.842521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Attempting to bind port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '4e66c0f9-6f10-4468-a4c9-f710d397302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:54.842989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Attempting to bind port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f on network 65b68978-2b7d-4829-af3a-ab66854c3220 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:54.846007 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.890220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:54.890600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Checking segment: {'id': '4e66c0f9-6f10-4468-a4c9-f710d397302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:54.891005 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.891474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Bound using segment: {'id': '4e66c0f9-6f10-4468-a4c9-f710d397302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:54.891940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Bound port: 4173e3b2-fbe4-4e71-b4bf-bf452157a54f, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e66c0f9-6f10-4468-a4c9-f710d397302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:54.892586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.914003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Pushing event updated for resources: {'Port': ['ID=efe4956e-b431-4a4f-93c2-5b7f999eba91,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.918904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:54.921826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:54.924237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:54.948950 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.994201 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.018707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8b6f-97fb-4728-94dd-66789ef6b342 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.020022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Attempting to bind port efe4956e-b431-4a4f-93c2-5b7f999eba91 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:55.021533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Attempting to bind port efe4956e-b431-4a4f-93c2-5b7f999eba91 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:55.021988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Attempting to bind port efe4956e-b431-4a4f-93c2-5b7f999eba91 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:55.025232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] For port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:55.039192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:55.039560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:55.040025 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.040421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:55.040940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Bound port: efe4956e-b431-4a4f-93c2-5b7f999eba91, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:55.041115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:55.041305 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.045335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] For port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4173e3b2-fbe4-4e71-b4bf-bf452157a54f,segment=NetworkSegment(4e66c0f9-6f10-4468-a4c9-f710d397302d),segment_id=4e66c0f9-6f10-4468-a4c9-f710d397302d)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:55.046048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:55.050947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:55.054633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Pushing event updated for resources: {'Port': ['ID=27ca29f7-8b97-478f-993d-a0af1a02fbbb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:55.057507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.070895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d8b6f-97fb-4728-94dd-66789ef6b342 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=ed7d8ada-d7e7-4b33-be8d-40fbcf423eca,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:55.110484 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8b6f-97fb-4728-94dd-66789ef6b342 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.115794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ec5d8b6f-97fb-4728-94dd-66789ef6b342 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/ed7d8ada-d7e7-4b33-be8d-40fbcf423eca HTTP/1.1" status: 204 len: 168 time: 0.5577769 Aug 19 12:27:55.116300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36388) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:55.187375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1191f5-6fe1-4d68-ae3c-4344e06f8037 None None] Pushing event updated for resources: {'Port': ['ID=4173e3b2-fbe4-4e71-b4bf-bf452157a54f,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:55.202212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] For port efe4956e-b431-4a4f-93c2-5b7f999eba91, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:55.207204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] For port efe4956e-b431-4a4f-93c2-5b7f999eba91, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=efe4956e-b431-4a4f-93c2-5b7f999eba91,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:55.218299 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.271785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf34a2-6857-4129-9b37-234159e6b144 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.273571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf34a2-6857-4129-9b37-234159e6b144 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.281054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1ddf34a2-6857-4129-9b37-234159e6b144 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1635673 Aug 19 12:27:55.281648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36392) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:55.314433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 24eaa9d3-333a-41aa-9036-02be003c52a5 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:55.355326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6602-e192-4439-8289-1ad1f9df0d07 None None] Pushing event updated for resources: {'Port': ['ID=efe4956e-b431-4a4f-93c2-5b7f999eba91,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:55.357909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 24eaa9d3-333a-41aa-9036-02be003c52a5 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:55.358256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 24eaa9d3-333a-41aa-9036-02be003c52a5 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:55.375204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae91e640-b41a-4b2b-b8c3-ee59f335ab8f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet a542de80-c3e7-412c-ae84-ea2c466a7f8b {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:55.380753 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae91e640-b41a-4b2b-b8c3-ee59f335ab8f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.464335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae91e640-b41a-4b2b-b8c3-ee59f335ab8f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.636324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.662205 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae91e640-b41a-4b2b-b8c3-ee59f335ab8f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.754917 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae91e640-b41a-4b2b-b8c3-ee59f335ab8f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.795419 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ae91e640-b41a-4b2b-b8c3-ee59f335ab8f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.797446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ae91e640-b41a-4b2b-b8c3-ee59f335ab8f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/a542de80-c3e7-412c-ae84-ea2c466a7f8b HTTP/1.1" status: 204 len: 168 time: 0.5148582 Aug 19 12:27:55.798682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91e640-b41a-4b2b-b8c3-ee59f335ab8f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=a542de80-c3e7-412c-ae84-ea2c466a7f8b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:55.800880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36404) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:55.856732 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-acad30df-20b5-4ed1-86dc-a9e756a2df61 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536265 Aug 19 12:27:55.861304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36406) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:55.866630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:55.902977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.967569 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:55.971247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.041534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Router dbacb75f-b208-40a0-9894-213bcbf09bb4 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:27:56.154904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:56.172953 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Sync routers for ids ['dbacb75f-b208-40a0-9894-213bcbf09bb4'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:56.173674 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.175623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-11e13b2f-36e1-41f4-b37b-4a07c5978395 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.4521282 Aug 19 12:27:56.178431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36408) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:56.188569 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Routers {'dbacb75f-b208-40a0-9894-213bcbf09bb4'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:56.191087 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.194497 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['dbacb75f-b208-40a0-9894-213bcbf09bb4'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:56.246636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:56.255336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:56.262190 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:56.262782 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.287225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4247665 Aug 19 12:27:56.287457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36410) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:56.293719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c9ac0-b40e-4682-a2b8-bc4399b08ec9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=b1511fd8-9fb3-4d50-920c-060658c62db3,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:56.321396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'name': 'tempest-NetworksTestDHCPv6-2063337200'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:56.358031 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Set router dbacb75f-b208-40a0-9894-213bcbf09bb4 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:56.581810 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:53Z', 'updated_at': '2021-08-19T12:27:55Z', 'revision_number': 3, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'gw_port': {'id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:54Z', 'updated_at': '2021-08-19T12:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:56.643504 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Checking router: dbacb75f-b208-40a0-9894-213bcbf09bb4 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:56.644106 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Updating router dbacb75f-b208-40a0-9894-213bcbf09bb4 port 27ca29f7-8b97-478f-993d-a0af1a02fbbb binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:27:56.674042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c407ee-5a3c-467b-839e-36c97da282a6 None None] Network 65b68978-2b7d-4829-af3a-ab66854c3220 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:56.711258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:56.714935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.734947 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.757219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 76672abd-9f98-4048-bdff-99ea64a44e2a yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:56.797299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f21c4539-2546-4f09-a7a2-aee75b3ce1d0 None None] Provisioning for port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:57.011756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::252 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/b1511fd8-9fb3-4d50-920c-060658c62db3/76672abd-9f98-4048-bdff-99ea64a44e2a) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:57.091848 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.119985 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Transition to ACTIVE for port object 27ca29f7-8b97-478f-993d-a0af1a02fbbb will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:57.128036 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.256034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c01b297-3080-4f67-a794-04a04c33e494 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:57.287853 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eed5e3-c701-414c-935e-e5da95e3cdc8 None None] Pushing event updated for resources: {'Port': ['ID=27ca29f7-8b97-478f-993d-a0af1a02fbbb,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.343750 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Attempting to bind port 27ca29f7-8b97-478f-993d-a0af1a02fbbb on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:57.343750 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Attempting to bind port 27ca29f7-8b97-478f-993d-a0af1a02fbbb by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:57.343750 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Attempting to bind port 27ca29f7-8b97-478f-993d-a0af1a02fbbb on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:57.350362 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:57.350730 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:57.351131 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.351518 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:57.352245 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Bound port: 27ca29f7-8b97-478f-993d-a0af1a02fbbb, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:57.353108 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.373391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3bd189db-e33a-4802-8160-cf231a2ab5ac None None] Provisioning for port efe4956e-b431-4a4f-93c2-5b7f999eba91 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:57.421399 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4173e3b2-fbe4-4e71-b4bf-bf452157a54f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:57.475160 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] For port 27ca29f7-8b97-478f-993d-a0af1a02fbbb, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:57.480039 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] For port 27ca29f7-8b97-478f-993d-a0af1a02fbbb, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=27ca29f7-8b97-478f-993d-a0af1a02fbbb,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:57.486376 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.494318 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.545403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.553814 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Routers {'dbacb75f-b208-40a0-9894-213bcbf09bb4'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:57.554448 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['dbacb75f-b208-40a0-9894-213bcbf09bb4'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:57.597870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 76672abd-9f98-4048-bdff-99ea64a44e2a will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:57.623392 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eed5e3-c701-414c-935e-e5da95e3cdc8 None None] Pushing event updated for resources: {'Port': ['ID=27ca29f7-8b97-478f-993d-a0af1a02fbbb,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.658828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5fd242d8-e49f-4dcd-809b-427edafe7e33 None None] Provisioning complete for port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:57.658828 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5fd242d8-e49f-4dcd-809b-427edafe7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.658828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:57.685250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:57.685948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.708539 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] Set router dbacb75f-b208-40a0-9894-213bcbf09bb4 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:57.749993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Allocated IP 172.20.0.1 (65b68978-2b7d-4829-af3a-ab66854c3220/912ff61c-1791-43b2-a1ef-c37809acd48e/6f71c372-e5d9-4276-8d1b-0b4bb181d583) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:57.768964 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.818061 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.848177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:57.860938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:57.914674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4173e3b2-fbe4-4e71-b4bf-bf452157a54f,segment=NetworkSegment(4e66c0f9-6f10-4468-a4c9-f710d397302d),segment_id=4e66c0f9-6f10-4468-a4c9-f710d397302d)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:57.916033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5fd242d8-e49f-4dcd-809b-427edafe7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.918321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:57.924528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:57.925436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.951176 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.952134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device efe4956e-b431-4a4f-93c2-5b7f999eba91 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:57.976111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=76672abd-9f98-4048-bdff-99ea64a44e2a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.987604 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5edb1202-cbe2-4bf9-9d3b-7df46528daba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6700349 Aug 19 12:27:57.987996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36420) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:58.123986 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.139439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e33a-e538-48c6-a6c4-676e4b105593 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.150349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e33a-e538-48c6-a6c4-676e4b105593 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.154051 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4c97e33a-e538-48c6-a6c4-676e4b105593 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1623638 Aug 19 12:27:58.155909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36422) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:58.183553 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:53Z', 'updated_at': '2021-08-19T12:27:55Z', 'revision_number': 3, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'gw_port': {'id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:54Z', 'updated_at': '2021-08-19T12:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:58.190561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Transition to ACTIVE for port object 6f71c372-e5d9-4276-8d1b-0b4bb181d583 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:58.219450 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545539-3b50-4786-af6a-182a46506e9c None None] The sync data for ids ['dbacb75f-b208-40a0-9894-213bcbf09bb4'] in n-d-778550-9 is: [{'id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:53Z', 'updated_at': '2021-08-19T12:27:55Z', 'revision_number': 3, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'gw_port': {'id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:54Z', 'updated_at': '2021-08-19T12:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:58.276020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.311063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0b421892-2ba8-45ff-86f6-048d13882455 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 76672abd-9f98-4048-bdff-99ea64a44e2a {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:58.312070 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b421892-2ba8-45ff-86f6-048d13882455 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.329147 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-5fd242d8-e49f-4dcd-809b-427edafe7e33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:27:58.330579 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-5fd242d8-e49f-4dcd-809b-427edafe7e33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:27:58.372075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Network 65b68978-2b7d-4829-af3a-ab66854c3220 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:58.377513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:58.378468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=4173e3b2-fbe4-4e71-b4bf-bf452157a54f,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.395007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:58.397093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Pushing event updated for resources: {'Port': ['ID=6f71c372-e5d9-4276-8d1b-0b4bb181d583,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.399813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port efe4956e-b431-4a4f-93c2-5b7f999eba91 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:58.405605 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port efe4956e-b431-4a4f-93c2-5b7f999eba91 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:58.405998 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.449082 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b421892-2ba8-45ff-86f6-048d13882455 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.481926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0b421892-2ba8-45ff-86f6-048d13882455 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 76672abd-9f98-4048-bdff-99ea64a44e2a owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:58.482184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.624275 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.682168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.736016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port efe4956e-b431-4a4f-93c2-5b7f999eba91, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=efe4956e-b431-4a4f-93c2-5b7f999eba91,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:58.744455 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.769199 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b421892-2ba8-45ff-86f6-048d13882455 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.798543 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.857236 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b421892-2ba8-45ff-86f6-048d13882455 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=76672abd-9f98-4048-bdff-99ea64a44e2a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.879831 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b421892-2ba8-45ff-86f6-048d13882455 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.883640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0b421892-2ba8-45ff-86f6-048d13882455 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/76672abd-9f98-4048-bdff-99ea64a44e2a HTTP/1.1" status: 204 len: 168 time: 0.7239513 Aug 19 12:27:58.883819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36426) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:58.939717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=efe4956e-b431-4a4f-93c2-5b7f999eba91,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.986085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef5fa99-7bbf-435e-8a7c-cd18e6ad50d8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.993133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef5fa99-7bbf-435e-8a7c-cd18e6ad50d8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.997345 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ef5fa99-7bbf-435e-8a7c-cd18e6ad50d8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1099617 Aug 19 12:27:58.997544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36430) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.068365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8acb5c-e1a5-4fff-9ad1-e95be3c6e340 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet b1511fd8-9fb3-4d50-920c-060658c62db3 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:59.072928 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb8acb5c-e1a5-4fff-9ad1-e95be3c6e340 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.104101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-65b6e507-257d-4b91-b1c9-496bce9d8f5b None None] Provisioning for port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:59.108270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-65b6e507-257d-4b91-b1c9-496bce9d8f5b None None] Provisioning complete for port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:59.108732 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65b6e507-257d-4b91-b1c9-496bce9d8f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.126127 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb8acb5c-e1a5-4fff-9ad1-e95be3c6e340 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.179136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-65b6e507-257d-4b91-b1c9-496bce9d8f5b None None] Port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:59.199099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-65b6e507-257d-4b91-b1c9-496bce9d8f5b None None] Provisioning complete for port efe4956e-b431-4a4f-93c2-5b7f999eba91 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:59.199911 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65b6e507-257d-4b91-b1c9-496bce9d8f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.239255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb8acb5c-e1a5-4fff-9ad1-e95be3c6e340 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.368243 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb8acb5c-e1a5-4fff-9ad1-e95be3c6e340 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.410377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-65b6e507-257d-4b91-b1c9-496bce9d8f5b None None] Could not find standard attr ID for object ed7d8ada-d7e7-4b33-be8d-40fbcf423eca. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:27:59.416247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-65b6e507-257d-4b91-b1c9-496bce9d8f5b None None] Could not find standard attr ID for object 1c1c496c-e658-47bf-8b6f-9abe0815dc7d. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:27:59.424129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8acb5c-e1a5-4fff-9ad1-e95be3c6e340 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=b1511fd8-9fb3-4d50-920c-060658c62db3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:59.431129 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb8acb5c-e1a5-4fff-9ad1-e95be3c6e340 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.433917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-eb8acb5c-e1a5-4fff-9ad1-e95be3c6e340 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/b1511fd8-9fb3-4d50-920c-060658c62db3 HTTP/1.1" status: 204 len: 168 time: 0.4346204 Aug 19 12:27:59.435549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36432) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.449703 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4173e3b2-fbe4-4e71-b4bf-bf452157a54f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:59.507876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8ad80f37-0b45-46b5-8b26-74d210201d58 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712080 Aug 19 12:27:59.513184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36434) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.530845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:59.531216 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.553971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c6e8ee18-3e0b-4935-b1cf-fa14682be0e9 None None] Could not find standard attr ID for object 76672abd-9f98-4048-bdff-99ea64a44e2a. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:27:59.620782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a9d91-1170-473d-9276-a604091e2ed0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:59.625649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-890a9d91-1170-473d-9276-a604091e2ed0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1110523 Aug 19 12:27:59.626492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36436) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.682334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device efe4956e-b431-4a4f-93c2-5b7f999eba91 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:59.712805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.722078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.738187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315cbde6-cd7d-418a-9483-d287eee2b89a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:59.739713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-315cbde6-cd7d-418a-9483-d287eee2b89a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1108222 Aug 19 12:27:59.744133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36438) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.746824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0945f0-86c5-40a4-acda-2a42df153559 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:59.810161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port efe4956e-b431-4a4f-93c2-5b7f999eba91 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:59.810537 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.843886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-67c47f66-1ad9-42ca-ae81-5432f0bd8dec tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739453 Aug 19 12:27:59.849227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36440) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.854507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:59.866812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Pushing event updated for resources: {'Port': ['ID=6f71c372-e5d9-4276-8d1b-0b4bb181d583,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:59.874195 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.959120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 27ca29f7-8b97-478f-993d-a0af1a02fbbb up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:59.976260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:59.981771 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.994886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Network 65b68978-2b7d-4829-af3a-ab66854c3220 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:59.996799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:00.033199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391765d6-7c8f-4f72-926d-d75b9bc2c65e None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:00.082427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 27ca29f7-8b97-478f-993d-a0af1a02fbbb completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:00.090346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 27ca29f7-8b97-478f-993d-a0af1a02fbbb triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:00.093304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.271656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-391765d6-7c8f-4f72-926d-d75b9bc2c65e None None] Deleting port efe4956e-b431-4a4f-93c2-5b7f999eba91 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:00.273958 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-391765d6-7c8f-4f72-926d-d75b9bc2c65e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.283260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Router dbacb75f-b208-40a0-9894-213bcbf09bb4 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:00.342190 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.398752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 27ca29f7-8b97-478f-993d-a0af1a02fbbb, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=27ca29f7-8b97-478f-993d-a0af1a02fbbb,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:00.406918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3a372e44-2138-4909-b061-80fbfcb2df4b None None] Provisioning complete for port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:00.407564 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3a372e44-2138-4909-b061-80fbfcb2df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.411172 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.419916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-391765d6-7c8f-4f72-926d-d75b9bc2c65e None None] For port efe4956e-b431-4a4f-93c2-5b7f999eba91, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=efe4956e-b431-4a4f-93c2-5b7f999eba91,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:00.420317 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-391765d6-7c8f-4f72-926d-d75b9bc2c65e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.437921 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.450315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:00.471917 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f2af6109-ab82-4a68-90a5-0601490234df admin admin] 10.222.0.65 "PUT /v2.0/routers/dbacb75f-b208-40a0-9894-213bcbf09bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2913225 Aug 19 12:28:00.483570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-391765d6-7c8f-4f72-926d-d75b9bc2c65e None None] Calling delete_port for efe4956e-b431-4a4f-93c2-5b7f999eba91 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:00.523770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3a372e44-2138-4909-b061-80fbfcb2df4b None None] Port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:00.542463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:00.546680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:00.557463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:00.558248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.569804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=27ca29f7-8b97-478f-993d-a0af1a02fbbb,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:00.596858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=bd9e2532-ac9b-438f-9be1-5bcb41be114d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:00.603763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8a6bafef-5487-4b0d-b248-eb544433ddb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7522984 Aug 19 12:28:00.607948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36448) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:00.616594 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-391765d6-7c8f-4f72-926d-d75b9bc2c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.631253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': 'bd9e2532-ac9b-438f-9be1-5bcb41be114d', 'ip_address': '2001:db8::da14:25ff:16f9:6acc'}], 'name': 'tempest-NetworksTestDHCPv6-1675775496'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:00.658708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391765d6-7c8f-4f72-926d-d75b9bc2c65e None None] Pushing event deleted for resources: {'Port': ['ID=efe4956e-b431-4a4f-93c2-5b7f999eba91,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:00.662541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391765d6-7c8f-4f72-926d-d75b9bc2c65e None None] No DVR routers for this DVR port efe4956e-b431-4a4f-93c2-5b7f999eba91 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:00.691537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1585a1f-3494-49bb-9ef3-560490bb74ad None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:00.790776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:00.920377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Sync routers for ids ['dbacb75f-b208-40a0-9894-213bcbf09bb4'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:00.923098 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.942856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port d72c8da1-c53c-4286-a44d-378d608eb7d3 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:00.943890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Routers {'dbacb75f-b208-40a0-9894-213bcbf09bb4'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:00.944525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['dbacb75f-b208-40a0-9894-213bcbf09bb4'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:00.946619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': 'bd9e2532-ac9b-438f-9be1-5bcb41be114d'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:00.947502 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.185562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::da14:25ff:16f9:6acc (70b83c8a-6aba-4c84-a060-70ce763ecd5f/bd9e2532-ac9b-438f-9be1-5bcb41be114d/d72c8da1-c53c-4286-a44d-378d608eb7d3) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:01.223081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Set router dbacb75f-b208-40a0-9894-213bcbf09bb4 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:01.295915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 27ca29f7-8b97-478f-993d-a0af1a02fbbb up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:01.395212 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.410327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object d72c8da1-c53c-4286-a44d-378d608eb7d3 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:01.448234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 27ca29f7-8b97-478f-993d-a0af1a02fbbb triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:01.448592 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.466510 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.520968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=d72c8da1-c53c-4286-a44d-378d608eb7d3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:01.539512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:01.541107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:01.544794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:01.553117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:01.554169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.573520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Allocated IP 2001:db8::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/bd9e2532-ac9b-438f-9be1-5bcb41be114d/04dae44a-6089-47e9-85ab-f6406fa391e1) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:01.576207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-506df152-a247-4622-b2a1-d774127a9f99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9670398 Aug 19 12:28:01.578990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36464) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:01.654310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38834bdb-cca8-4e3b-897f-86f6ba95d987 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:01.658921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36468) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:01.659135 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-38834bdb-cca8-4e3b-897f-86f6ba95d987 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0787888 Aug 19 12:28:01.735557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:53Z', 'updated_at': '2021-08-19T12:27:58Z', 'revision_number': 4, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'gw_port': {'id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:54Z', 'updated_at': '2021-08-19T12:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '6f71c372-e5d9-4276-8d1b-0b4bb181d583', 'name': '', 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'mac_address': 'fa:16:3e:90:55:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '912ff61c-1791-43b2-a1ef-c37809acd48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:57Z', 'updated_at': '2021-08-19T12:27:58Z', 'revision_number': 2, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'subnets': [{'id': '912ff61c-1791-43b2-a1ef-c37809acd48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:01.772048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device efe4956e-b431-4a4f-93c2-5b7f999eba91 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:01.777555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Checking router: dbacb75f-b208-40a0-9894-213bcbf09bb4 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:01.778003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Updating router dbacb75f-b208-40a0-9894-213bcbf09bb4 port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:28:01.831038 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.834859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-26581912-7646-4a36-b768-a5a8b7ed4477 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port d72c8da1-c53c-4286-a44d-378d608eb7d3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:01.835276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: efe4956e-b431-4a4f-93c2-5b7f999eba91 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:01.835780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device efe4956e-b431-4a4f-93c2-5b7f999eba91 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:01.857758 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-26581912-7646-4a36-b768-a5a8b7ed4477 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.981402 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.996889 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-26581912-7646-4a36-b768-a5a8b7ed4477 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.004518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Transition to ACTIVE for port object 04dae44a-6089-47e9-85ab-f6406fa391e1 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:02.021930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-26581912-7646-4a36-b768-a5a8b7ed4477 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for d72c8da1-c53c-4286-a44d-378d608eb7d3 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:02.030148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Transition to ACTIVE for port object 04dae44a-6089-47e9-85ab-f6406fa391e1 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:02.067164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.127619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:02.137323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:02.143370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:02.157352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Pushing event updated for resources: {'Port': ['ID=04dae44a-6089-47e9-85ab-f6406fa391e1,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.172707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.172707 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.173094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.173483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.175818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.175818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.175818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.175818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.175818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.175818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.175818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.176383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:02.243210 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-26581912-7646-4a36-b768-a5a8b7ed4477 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.255912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Attempting to bind port 04dae44a-6089-47e9-85ab-f6406fa391e1 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:02.256310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Attempting to bind port 04dae44a-6089-47e9-85ab-f6406fa391e1 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:02.256618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Attempting to bind port 04dae44a-6089-47e9-85ab-f6406fa391e1 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:02.271758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:02.271953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:02.272322 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.272720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:02.283705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Bound port: 04dae44a-6089-47e9-85ab-f6406fa391e1, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:02.284353 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.321414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26581912-7646-4a36-b768-a5a8b7ed4477 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=d72c8da1-c53c-4286-a44d-378d608eb7d3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.361166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-26581912-7646-4a36-b768-a5a8b7ed4477 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.363211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-26581912-7646-4a36-b768-a5a8b7ed4477 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/d72c8da1-c53c-4286-a44d-378d608eb7d3 HTTP/1.1" status: 204 len: 168 time: 0.7031453 Aug 19 12:28:02.369073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36478) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:02.476309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af3375-6a2c-4ea8-93b4-594aabebd26d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:02.478073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af3375-6a2c-4ea8-93b4-594aabebd26d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:02.480735 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-66af3375-6a2c-4ea8-93b4-594aabebd26d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1090703 Aug 19 12:28:02.482501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36480) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:02.549643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5071b099-9f87-4f23-aa6c-3791e9c41dee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet bd9e2532-ac9b-438f-9be1-5bcb41be114d {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:02.554777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5071b099-9f87-4f23-aa6c-3791e9c41dee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.558888 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.580009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Transition to ACTIVE for port object 6f71c372-e5d9-4276-8d1b-0b4bb181d583 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:02.594263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] For port 04dae44a-6089-47e9-85ab-f6406fa391e1, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:02.599836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] For port 04dae44a-6089-47e9-85ab-f6406fa391e1, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=04dae44a-6089-47e9-85ab-f6406fa391e1,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:02.601381 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.601693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36482) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:02.613536 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5071b099-9f87-4f23-aa6c-3791e9c41dee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.647099 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.652836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e3eba-03cc-4da5-a611-8de2da362d43 None None] Pushing event updated for resources: {'Port': ['ID=6f71c372-e5d9-4276-8d1b-0b4bb181d583,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.766876 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5071b099-9f87-4f23-aa6c-3791e9c41dee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.773835 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d25bdd-5178-42f5-9877-5666a774aba2 None None] Pushing event updated for resources: {'Port': ['ID=04dae44a-6089-47e9-85ab-f6406fa391e1,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.862582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5071b099-9f87-4f23-aa6c-3791e9c41dee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.867360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Attempting to bind port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:02.867883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Attempting to bind port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '4e66c0f9-6f10-4468-a4c9-f710d397302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:02.868394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Attempting to bind port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 on network 65b68978-2b7d-4829-af3a-ab66854c3220 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:02.878146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:02.878675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Checking segment: {'id': '4e66c0f9-6f10-4468-a4c9-f710d397302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:02.879461 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.879461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Bound using segment: {'id': '4e66c0f9-6f10-4468-a4c9-f710d397302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:02.880004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Bound port: 6f71c372-e5d9-4276-8d1b-0b4bb181d583, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e66c0f9-6f10-4468-a4c9-f710d397302d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:02.880424 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.915731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071b099-9f87-4f23-aa6c-3791e9c41dee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9e2532-ac9b-438f-9be1-5bcb41be114d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.921190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5071b099-9f87-4f23-aa6c-3791e9c41dee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.923673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5071b099-9f87-4f23-aa6c-3791e9c41dee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/bd9e2532-ac9b-438f-9be1-5bcb41be114d HTTP/1.1" status: 204 len: 168 time: 0.4398565 Aug 19 12:28:02.927893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36484) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:03.041408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-56e489d5-4fdb-4d50-bb37-73d75be00220 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122808 Aug 19 12:28:03.049325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] For port 6f71c372-e5d9-4276-8d1b-0b4bb181d583, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:03.049841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36486) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:03.053203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] For port 6f71c372-e5d9-4276-8d1b-0b4bb181d583, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6f71c372-e5d9-4276-8d1b-0b4bb181d583,segment=NetworkSegment(4e66c0f9-6f10-4468-a4c9-f710d397302d),segment_id=4e66c0f9-6f10-4468-a4c9-f710d397302d)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:03.059599 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.091255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:03.201449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Routers {'dbacb75f-b208-40a0-9894-213bcbf09bb4'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:03.202414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['dbacb75f-b208-40a0-9894-213bcbf09bb4'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:03.289291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e3eba-03cc-4da5-a611-8de2da362d43 None None] Pushing event updated for resources: {'Port': ['ID=6f71c372-e5d9-4276-8d1b-0b4bb181d583,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:03.383686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 04dae44a-6089-47e9-85ab-f6406fa391e1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:03.468460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] Set router dbacb75f-b208-40a0-9894-213bcbf09bb4 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:03.575871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 04dae44a-6089-47e9-85ab-f6406fa391e1 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:03.718844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:03.723252 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.755415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:53Z', 'updated_at': '2021-08-19T12:27:58Z', 'revision_number': 4, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'gw_port': {'id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:54Z', 'updated_at': '2021-08-19T12:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '6f71c372-e5d9-4276-8d1b-0b4bb181d583', 'name': '', 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'mac_address': 'fa:16:3e:90:55:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '912ff61c-1791-43b2-a1ef-c37809acd48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:57Z', 'updated_at': '2021-08-19T12:28:03Z', 'revision_number': 4, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'subnets': [{'id': '912ff61c-1791-43b2-a1ef-c37809acd48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:03.786725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d0dcc-00f9-486b-a0ff-04494a999027 None None] The sync data for ids ['dbacb75f-b208-40a0-9894-213bcbf09bb4'] in n-d-778550-9 is: [{'id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:53Z', 'updated_at': '2021-08-19T12:27:58Z', 'revision_number': 4, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'gw_port': {'id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:54Z', 'updated_at': '2021-08-19T12:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '6f71c372-e5d9-4276-8d1b-0b4bb181d583', 'name': '', 'network_id': '65b68978-2b7d-4829-af3a-ab66854c3220', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'mac_address': 'fa:16:3e:90:55:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '912ff61c-1791-43b2-a1ef-c37809acd48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:57Z', 'updated_at': '2021-08-19T12:28:03Z', 'revision_number': 4, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'subnets': [{'id': '912ff61c-1791-43b2-a1ef-c37809acd48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:03.915806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.235689 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.285730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:04.287328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:04.294049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:04.294650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.320482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2678323 Aug 19 12:28:04.323700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36492) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:04.333582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '281f58fb-e8fd-4742-868d-090010aa1398', 'ip_address': '2001:db8::c380:7fde:2762:ce7e'}], 'name': 'tempest-NetworksTestDHCPv6-1720854226'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:04.357484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c79b7c4-c481-4e7e-a4cf-e8f08148a065 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:04.446241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b052f-05a4-454a-9ba0-ff57939ca661 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=281f58fb-e8fd-4742-868d-090010aa1398,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:04.469079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-47e6647b-82c4-46f5-932b-8a789492be41 None None] Provisioning for port 04dae44a-6089-47e9-85ab-f6406fa391e1 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:04.481451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-47e6647b-82c4-46f5-932b-8a789492be41 None None] Provisioning complete for port 04dae44a-6089-47e9-85ab-f6406fa391e1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:04.484348 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-47e6647b-82c4-46f5-932b-8a789492be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.531029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Deleting port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:04.531388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.661201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:04.662801 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-47e6647b-82c4-46f5-932b-8a789492be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.671707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.700860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port d13afe9f-ea42-4fbd-b2cb-c3f4441b6740 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:04.720947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-47e6647b-82c4-46f5-932b-8a789492be41 None None] For port 04dae44a-6089-47e9-85ab-f6406fa391e1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=04dae44a-6089-47e9-85ab-f6406fa391e1,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:04.727181 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-47e6647b-82c4-46f5-932b-8a789492be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.790152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] For port 6f71c372-e5d9-4276-8d1b-0b4bb181d583, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6f71c372-e5d9-4276-8d1b-0b4bb181d583,segment=NetworkSegment(4e66c0f9-6f10-4468-a4c9-f710d397302d),segment_id=4e66c0f9-6f10-4468-a4c9-f710d397302d)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:04.790152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.823439 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Calling delete_port for 6f71c372-e5d9-4276-8d1b-0b4bb181d583 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:04.833817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6647b-82c4-46f5-932b-8a789492be41 None None] Pushing event updated for resources: {'Port': ['ID=04dae44a-6089-47e9-85ab-f6406fa391e1,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:05.014818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::c380:7fde:2762:ce7e (70b83c8a-6aba-4c84-a060-70ce763ecd5f/281f58fb-e8fd-4742-868d-090010aa1398/d13afe9f-ea42-4fbd-b2cb-c3f4441b6740) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:05.080247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3c9cd336-2214-4309-ae17-55717942bbce None None] Provisioning complete for port 04dae44a-6089-47e9-85ab-f6406fa391e1 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:05.087187 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd336-2214-4309-ae17-55717942bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.426079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6f71c372-e5d9-4276-8d1b-0b4bb181d583 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:05.429044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.474521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 6f71c372-e5d9-4276-8d1b-0b4bb181d583 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:05.474851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6f71c372-e5d9-4276-8d1b-0b4bb181d583 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 12:28:05.492128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f71c372-e5d9-4276-8d1b-0b4bb181d583,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:05.504182 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.506767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Port 6f71c372-e5d9-4276-8d1b-0b4bb181d583 not found, will not notify nova. {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 12:28:05.508501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 04dae44a-6089-47e9-85ab-f6406fa391e1 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:05.510502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ea0fd7a2-d834-4398-a1d3-2e21cc316d1f None None] Could not find standard attr ID for object d72c8da1-c53c-4286-a44d-378d608eb7d3. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:05.584424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object d13afe9f-ea42-4fbd-b2cb-c3f4441b6740 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:05.629684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 04dae44a-6089-47e9-85ab-f6406fa391e1 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:05.631394 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.854514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.909281 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.971529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:05.997149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:06.000884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=d13afe9f-ea42-4fbd-b2cb-c3f4441b6740,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:06.004621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:06.010405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:06.011042 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.039077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c79a7715-e76f-432c-9f61-015b6df0bc88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7092922 Aug 19 12:28:06.039863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36502) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:06.102450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c04ba-25bd-475a-8aa4-98b9d4303792 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:06.108781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c04ba-25bd-475a-8aa4-98b9d4303792 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:06.110748 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ab9c04ba-25bd-475a-8aa4-98b9d4303792 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0698986 Aug 19 12:28:06.113766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36504) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:06.223529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port d13afe9f-ea42-4fbd-b2cb-c3f4441b6740 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:06.224315 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.241852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Router dbacb75f-b208-40a0-9894-213bcbf09bb4 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:06.339200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.339999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-11d2f4d2-51fb-4135-860b-f9316980c264 None None] Provisioning for port d13afe9f-ea42-4fbd-b2cb-c3f4441b6740 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:06.346892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-11d2f4d2-51fb-4135-860b-f9316980c264 None None] Provisioning complete for port d13afe9f-ea42-4fbd-b2cb-c3f4441b6740 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:06.346892 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11d2f4d2-51fb-4135-860b-f9316980c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.354367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for d13afe9f-ea42-4fbd-b2cb-c3f4441b6740 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:06.384626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-11d2f4d2-51fb-4135-860b-f9316980c264 None None] Port d13afe9f-ea42-4fbd-b2cb-c3f4441b6740 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:06.418657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:06.425211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-58d83722-d7c6-402a-8663-f0d06a05201d admin admin] 10.222.0.65 "PUT /v2.0/routers/dbacb75f-b208-40a0-9894-213bcbf09bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8220651 Aug 19 12:28:06.427628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36506) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:06.431397 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] Sync routers for ids ['dbacb75f-b208-40a0-9894-213bcbf09bb4'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:06.449641 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] Routers {'dbacb75f-b208-40a0-9894-213bcbf09bb4'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:06.450541 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['dbacb75f-b208-40a0-9894-213bcbf09bb4'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:06.539800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.540352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.574982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=d13afe9f-ea42-4fbd-b2cb-c3f4441b6740,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:06.580084 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] Set router dbacb75f-b208-40a0-9894-213bcbf09bb4 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:06.587075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.587075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.587408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.587590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.587931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.588266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.588602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.588959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.589288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.589619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.589954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.590283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:06.625925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.632464 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e7fd2f11-5199-4b24-a8b8-8351c063e3ce tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/d13afe9f-ea42-4fbd-b2cb-c3f4441b6740 HTTP/1.1" status: 204 len: 168 time: 0.5174582 Aug 19 12:28:06.633346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36508) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:06.687280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.708213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01a4fe1-8f0c-45ea-a443-3e7777d71045 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:06.709855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01a4fe1-8f0c-45ea-a443-3e7777d71045 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:06.716453 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f01a4fe1-8f0c-45ea-a443-3e7777d71045 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0771120 Aug 19 12:28:06.716630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36510) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:06.808787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e6974d-0433-4518-bc41-ea86d3b4cd9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 281f58fb-e8fd-4742-868d-090010aa1398 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:06.812318 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8e6974d-0433-4518-bc41-ea86d3b4cd9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.829707 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:53Z', 'updated_at': '2021-08-19T12:28:05Z', 'revision_number': 5, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'gw_port': {'id': '27ca29f7-8b97-478f-993d-a0af1a02fbbb', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:54Z', 'updated_at': '2021-08-19T12:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:06.863309 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] Checking router: dbacb75f-b208-40a0-9894-213bcbf09bb4 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:06.871508 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8e6974d-0433-4518-bc41-ea86d3b4cd9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.874962 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] Routers {'dbacb75f-b208-40a0-9894-213bcbf09bb4'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:06.875115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Deleting port 27ca29f7-8b97-478f-993d-a0af1a02fbbb {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:06.875255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.875904 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['dbacb75f-b208-40a0-9894-213bcbf09bb4'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:06.974562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8e6974d-0433-4518-bc41-ea86d3b4cd9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.980519 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] Set router dbacb75f-b208-40a0-9894-213bcbf09bb4 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:07.032051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] For port 27ca29f7-8b97-478f-993d-a0af1a02fbbb, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=27ca29f7-8b97-478f-993d-a0af1a02fbbb,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:07.032837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.035817 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:53Z', 'updated_at': '2021-08-19T12:28:06Z', 'revision_number': 6, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:07.052069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Calling delete_port for 27ca29f7-8b97-478f-993d-a0af1a02fbbb owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:07.063065 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af375f5-31c3-45a8-b0d6-202bbad1fcca None None] The sync data for ids ['dbacb75f-b208-40a0-9894-213bcbf09bb4'] in n-d-778550-9 is: [{'id': 'dbacb75f-b208-40a0-9894-213bcbf09bb4', 'name': 'tempest-ImageQuotaTest-97961757-router', 'tenant_id': '43829c768fdb46f68d7e06776f5b993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:53Z', 'updated_at': '2021-08-19T12:28:06Z', 'revision_number': 6, 'project_id': '43829c768fdb46f68d7e06776f5b993a', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:07.107396 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8e6974d-0433-4518-bc41-ea86d3b4cd9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.140905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6974d-0433-4518-bc41-ea86d3b4cd9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=281f58fb-e8fd-4742-868d-090010aa1398,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:07.148168 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8e6974d-0433-4518-bc41-ea86d3b4cd9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.150255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a8e6974d-0433-4518-bc41-ea86d3b4cd9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/281f58fb-e8fd-4742-868d-090010aa1398 HTTP/1.1" status: 204 len: 168 time: 0.4341767 Aug 19 12:28:07.153059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36516) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:07.158626 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dbc56c-7972-47b9-a92c-288c9693e867 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:07.204418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3cc96daf-f692-4a7a-a568-7a3361b6c3d0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490789 Aug 19 12:28:07.208545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36518) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:07.214740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:07.323141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.357780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Pushing event deleted for resources: {'Port': ['ID=27ca29f7-8b97-478f-993d-a0af1a02fbbb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:07.357994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:07.368451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.456476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.531954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67f13cf-f954-4ff1-8bfc-1d5426e1dda5 None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:07.659902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d67f13cf-f954-4ff1-8bfc-1d5426e1dda5 None None] Deleting port 04dae44a-6089-47e9-85ab-f6406fa391e1 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:07.660234 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d67f13cf-f954-4ff1-8bfc-1d5426e1dda5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.678615 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6f71c372-e5d9-4276-8d1b-0b4bb181d583 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:07.694437 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.698057 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.753308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.762354 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.762984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbacb75f-b208-40a0-9894-213bcbf09bb4 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:28:07.768251 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.769595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fa26a0ca-0c42-4072-b620-fb0954c477eb admin admin] 10.222.0.65 "DELETE /v2.0/routers/dbacb75f-b208-40a0-9894-213bcbf09bb4 HTTP/1.1" status: 204 len: 168 time: 1.3395796 Aug 19 12:28:07.772560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36520) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:07.789560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 6f71c372-e5d9-4276-8d1b-0b4bb181d583 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:07.789997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6f71c372-e5d9-4276-8d1b-0b4bb181d583 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:07.805845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:07.809229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:07.814030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:07.814796 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.815471 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d67f13cf-f954-4ff1-8bfc-1d5426e1dda5 None None] For port 04dae44a-6089-47e9-85ab-f6406fa391e1, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=04dae44a-6089-47e9-85ab-f6406fa391e1,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:07.816071 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d67f13cf-f954-4ff1-8bfc-1d5426e1dda5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.833015 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6224935 Aug 19 12:28:07.835731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36522) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:07.835895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bc3f1-a934-48cb-8bc2-893cb1aae83e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=a5c9c43f-e2b8-4f55-957a-7d55ff078ef5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:07.841553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': 'a5c9c43f-e2b8-4f55-957a-7d55ff078ef5', 'ip_address': '2001:db8::8ee6:9467:8b0a:62'}], 'name': 'tempest-NetworksTestDHCPv6-1935908852'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:07.843962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d67f13cf-f954-4ff1-8bfc-1d5426e1dda5 None None] Calling delete_port for 04dae44a-6089-47e9-85ab-f6406fa391e1 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:07.848844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a51185b-5edd-4e48-90e3-4fcf4aed7881 admin admin] Deleting subnet 912ff61c-1791-43b2-a1ef-c37809acd48e {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:07.890838 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a51185b-5edd-4e48-90e3-4fcf4aed7881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.925487 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d67f13cf-f954-4ff1-8bfc-1d5426e1dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.939687 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a51185b-5edd-4e48-90e3-4fcf4aed7881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.954897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f13cf-f954-4ff1-8bfc-1d5426e1dda5 None None] No DVR routers for this DVR port 04dae44a-6089-47e9-85ab-f6406fa391e1 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:07.958953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f13cf-f954-4ff1-8bfc-1d5426e1dda5 None None] Pushing event deleted for resources: {'Port': ['ID=04dae44a-6089-47e9-85ab-f6406fa391e1,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:07.978767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c4636b-8104-491a-9f1e-eff672c5b1fe None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:08.056054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:08.099522 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a51185b-5edd-4e48-90e3-4fcf4aed7881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.160884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': 'a5c9c43f-e2b8-4f55-957a-7d55ff078ef5'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:08.162528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.186321 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.190462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a51185b-5edd-4e48-90e3-4fcf4aed7881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.227384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51185b-5edd-4e48-90e3-4fcf4aed7881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912ff61c-1791-43b2-a1ef-c37809acd48e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:08.236952 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a51185b-5edd-4e48-90e3-4fcf4aed7881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.238843 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6a51185b-5edd-4e48-90e3-4fcf4aed7881 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/912ff61c-1791-43b2-a1ef-c37809acd48e HTTP/1.1" status: 204 len: 168 time: 0.4651530 Aug 19 12:28:08.244501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36538) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:08.248230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 48cce3d4-c449-471a-979f-0cbdb0496ea7 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:08.272656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4ff6d7-6cdc-4b7b-a069-e251255a9c53 None None] Network 65b68978-2b7d-4829-af3a-ab66854c3220 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:08.350075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.458113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Allocated IP 2001:db8::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/a5c9c43f-e2b8-4f55-957a-7d55ff078ef5/b683c377-211e-4fee-b402-1be99e550fd0) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:08.461231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Deleting port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:08.461586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.549910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] DHCP port deletion for 65b68978-2b7d-4829-af3a-ab66854c3220 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:08.565541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] For port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4173e3b2-fbe4-4e71-b4bf-bf452157a54f,segment=NetworkSegment(4e66c0f9-6f10-4468-a4c9-f710d397302d),segment_id=4e66c0f9-6f10-4468-a4c9-f710d397302d)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:08.566206 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.581515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Calling delete_port for 4173e3b2-fbe4-4e71-b4bf-bf452157a54f owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:08.642511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] Deleting port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:08.642884 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.684742 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.718463 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] No DVR routers for this DVR port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:08.724716 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4173e3b2-fbe4-4e71-b4bf-bf452157a54f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:08.753446 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.761367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] For port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4173e3b2-fbe4-4e71-b4bf-bf452157a54f,segment=NetworkSegment(4e66c0f9-6f10-4468-a4c9-f710d397302d),segment_id=4e66c0f9-6f10-4468-a4c9-f710d397302d)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:08.761976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.780174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Transition to ACTIVE for port object b683c377-211e-4fee-b402-1be99e550fd0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:08.785758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] Calling delete_port for 4173e3b2-fbe4-4e71-b4bf-bf452157a54f owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:08.799895 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.810060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Transition to ACTIVE for port object b683c377-211e-4fee-b402-1be99e550fd0 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:08.810528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b68978-2b7d-4829-af3a-ab66854c3220']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:08.820969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e66c0f9-6f10-4468-a4c9-f710d397302d') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:08.821274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e66c0f9-6f10-4468-a4c9-f710d397302d') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:08.829972 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.845381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.846357 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.854095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:28:08.854601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:28:08.857032 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:28:08.900960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:08.902171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::8ee6:9467:8b0a:62 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/a5c9c43f-e2b8-4f55-957a-7d55ff078ef5/48cce3d4-c449-471a-979f-0cbdb0496ea7) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:08.921369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:08.925070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Pushing event updated for resources: {'Port': ['ID=b683c377-211e-4fee-b402-1be99e550fd0,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:08.928083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:08.939878 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.952364 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.959993 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.962021 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] 10.222.0.65 "DELETE /v2.0/networks/65b68978-2b7d-4829-af3a-ab66854c3220 HTTP/1.1" status: 204 len: 168 time: 0.7158856 Aug 19 12:28:08.974437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0206ef0-6a27-45d0-aab7-b32cf2fd9c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b68978-2b7d-4829-af3a-ab66854c3220,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.002694 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] Network 65b68978-2b7d-4829-af3a-ab66854c3220 is not hosted by any dhcp agent {{(pid=101155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:28:09.003160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] No DVR routers for this DVR port 4173e3b2-fbe4-4e71-b4bf-bf452157a54f on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:09.005079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10088c-c53b-4f3e-91ed-3627cd432b62 None None] Pushing event deleted for resources: {'Port': ['ID=4173e3b2-fbe4-4e71-b4bf-bf452157a54f,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.029966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Attempting to bind port b683c377-211e-4fee-b402-1be99e550fd0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:09.030690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Attempting to bind port b683c377-211e-4fee-b402-1be99e550fd0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:09.031246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Attempting to bind port b683c377-211e-4fee-b402-1be99e550fd0 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:09.041389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:09.042541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:09.043483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.045279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:09.046067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Bound port: b683c377-211e-4fee-b402-1be99e550fd0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:09.046525 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.117062 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] For port b683c377-211e-4fee-b402-1be99e550fd0, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:09.120894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] For port b683c377-211e-4fee-b402-1be99e550fd0, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b683c377-211e-4fee-b402-1be99e550fd0,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:09.124257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36546) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:09.129098 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.156556 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.177181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 48cce3d4-c449-471a-979f-0cbdb0496ea7 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:09.194975 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4357e60b-3a68-4ea1-8b88-98529655b734 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43829c768fdb46f68d7e06776f5b993a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693095 Aug 19 12:28:09.203769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36548) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:09.204057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b6a41-d912-48e0-bb8b-bb3df382a8a1 None None] Pushing event updated for resources: {'Port': ['ID=b683c377-211e-4fee-b402-1be99e550fd0,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.245497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.272492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4173e3b2-fbe4-4e71-b4bf-bf452157a54f no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:09.306634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 4173e3b2-fbe4-4e71-b4bf-bf452157a54f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:09.306987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4173e3b2-fbe4-4e71-b4bf-bf452157a54f not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:09.307415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 04dae44a-6089-47e9-85ab-f6406fa391e1 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:09.324964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:09.329619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 04dae44a-6089-47e9-85ab-f6406fa391e1 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:09.329978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 04dae44a-6089-47e9-85ab-f6406fa391e1 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:09.330432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 27ca29f7-8b97-478f-993d-a0af1a02fbbb no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:09.336715 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:09.340751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:09.346935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.347568 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.350015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=48cce3d4-c449-471a-979f-0cbdb0496ea7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.352395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 27ca29f7-8b97-478f-993d-a0af1a02fbbb {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:09.353493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 27ca29f7-8b97-478f-993d-a0af1a02fbbb not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:09.358501 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dc412a81-9325-4115-87d6-e073d0e883d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.374498 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dba8cd2c-b17c-4247-91da-3e1d52bb0ca3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5373108 Aug 19 12:28:09.378563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36550) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:09.391247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dc412a81-9325-4115-87d6-e073d0e883d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.458900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628251e0-b690-4e8f-8f6e-e37de686383a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.465305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628251e0-b690-4e8f-8f6e-e37de686383a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.467103 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-628251e0-b690-4e8f-8f6e-e37de686383a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0874720 Aug 19 12:28:09.467558 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dc412a81-9325-4115-87d6-e073d0e883d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.470329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dc412a81-9325-4115-87d6-e073d0e883d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.470505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36552) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:09.471607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-dc412a81-9325-4115-87d6-e073d0e883d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7aa071b-1f0d-40f2-abc0-dc3147eadd8d HTTP/1.1" status: 204 len: 168 time: 0.2725446 Aug 19 12:28:09.481640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc412a81-9325-4115-87d6-e073d0e883d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa071b-1f0d-40f2-abc0-dc3147eadd8d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.601605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fddeb8a5-1d7a-46e3-a528-9363b981a547 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 48cce3d4-c449-471a-979f-0cbdb0496ea7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:09.601957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fddeb8a5-1d7a-46e3-a528-9363b981a547 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.706287 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fddeb8a5-1d7a-46e3-a528-9363b981a547 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.722975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fddeb8a5-1d7a-46e3-a528-9363b981a547 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 48cce3d4-c449-471a-979f-0cbdb0496ea7 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:09.869260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fddeb8a5-1d7a-46e3-a528-9363b981a547 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.899783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddeb8a5-1d7a-46e3-a528-9363b981a547 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=48cce3d4-c449-471a-979f-0cbdb0496ea7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.932640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36562) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:09.942097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fddeb8a5-1d7a-46e3-a528-9363b981a547 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.943962 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fddeb8a5-1d7a-46e3-a528-9363b981a547 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/48cce3d4-c449-471a-979f-0cbdb0496ea7 HTTP/1.1" status: 204 len: 168 time: 0.4724944 Aug 19 12:28:09.946665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36564) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:09.950367 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c81d6ade-9cee-4f0c-b73e-10470c31e6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.027521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d972212c-d35e-49a0-95fb-23a9ad714223 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:10.029233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d972212c-d35e-49a0-95fb-23a9ad714223 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:10.030758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d972212c-d35e-49a0-95fb-23a9ad714223 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0825615 Aug 19 12:28:10.033885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36566) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:10.062036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c81d6ade-9cee-4f0c-b73e-10470c31e6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.069002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c81d6ade-9cee-4f0c-b73e-10470c31e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.107221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbfa3bf-af47-4d27-bb82-7ff5dbe12a73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet a5c9c43f-e2b8-4f55-957a-7d55ff078ef5 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:10.111662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa3bf-af47-4d27-bb82-7ff5dbe12a73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.123590 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c81d6ade-9cee-4f0c-b73e-10470c31e6e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1898606 Aug 19 12:28:10.127417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36568) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:10.129510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d6ade-9cee-4f0c-b73e-10470c31e6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae34ac8c-f9fa-42c3-b960-171fc219c690,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:10.167025 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa3bf-af47-4d27-bb82-7ff5dbe12a73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.197709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-79e7a348-cbe7-49f9-bd01-16e0435d48ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.229371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-79e7a348-cbe7-49f9-bd01-16e0435d48ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.290778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa3bf-af47-4d27-bb82-7ff5dbe12a73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.320299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-79e7a348-cbe7-49f9-bd01-16e0435d48ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.322816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-79e7a348-cbe7-49f9-bd01-16e0435d48ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.326438 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-79e7a348-cbe7-49f9-bd01-16e0435d48ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae34ac8c-f9fa-42c3-b960-171fc219c690 HTTP/1.1" status: 204 len: 168 time: 0.1956408 Aug 19 12:28:10.337923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7a348-cbe7-49f9-bd01-16e0435d48ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae34ac8c-f9fa-42c3-b960-171fc219c690,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:10.390965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa3bf-af47-4d27-bb82-7ff5dbe12a73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.486182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7a68e014-4883-41b4-9ac9-205b63713c28 None None] Provisioning for port b683c377-211e-4fee-b402-1be99e550fd0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:10.811364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a9809e17-7eb9-47c6-9e43-ef251dae8de8 None None] Could not find standard attr ID for object 48cce3d4-c449-471a-979f-0cbdb0496ea7. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:10.872201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfa3bf-af47-4d27-bb82-7ff5dbe12a73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c9c43f-e2b8-4f55-957a-7d55ff078ef5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:10.875872 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa3bf-af47-4d27-bb82-7ff5dbe12a73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.880458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36584) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:10.881033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2bbfa3bf-af47-4d27-bb82-7ff5dbe12a73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/a5c9c43f-e2b8-4f55-957a-7d55ff078ef5 HTTP/1.1" status: 204 len: 168 time: 0.8447645 Aug 19 12:28:10.949633 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-61068ad4-5b0e-4fca-8265-2406eacdb115 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647352 Aug 19 12:28:10.950249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36586) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:10.988384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262647d-2585-405f-8e6d-9852e9591191 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:11.056830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075100d8-9e85-4625-836d-9476e06d4c5b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:11.059760 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-075100d8-9e85-4625-836d-9476e06d4c5b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1071851 Aug 19 12:28:11.060949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36592) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:11.112713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1c8189-7ea1-4bae-8279-c999d3684583 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:11.116991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36594) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:11.124078 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0a1c8189-7ea1-4bae-8279-c999d3684583 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0619020 Aug 19 12:28:11.174471 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c09ee759-a4be-4e3a-90ee-50cd936e3a53 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563154 Aug 19 12:28:11.178287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36596) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:11.183159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:11.199111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb9db5a-bbc2-4151-a206-8c2067d4cbea None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:11.282874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-abb9db5a-bbc2-4151-a206-8c2067d4cbea None None] Deleting port b683c377-211e-4fee-b402-1be99e550fd0 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:11.283532 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-abb9db5a-bbc2-4151-a206-8c2067d4cbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.300574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:11.304526 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.353788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-abb9db5a-bbc2-4151-a206-8c2067d4cbea None None] For port b683c377-211e-4fee-b402-1be99e550fd0, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b683c377-211e-4fee-b402-1be99e550fd0,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:11.354472 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-abb9db5a-bbc2-4151-a206-8c2067d4cbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.522215 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.539249 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-abb9db5a-bbc2-4151-a206-8c2067d4cbea None None] Calling delete_port for b683c377-211e-4fee-b402-1be99e550fd0 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:11.565736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:11.570733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:11.574936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:11.575520 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.581404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=826b4ed8-5416-4362-a968-540cbaca59fa,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:11.598572 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a42ea71a-73ad-4ed6-8d05-c6136b2e0c43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4165943 Aug 19 12:28:11.598946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36598) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:11.605984 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '826b4ed8-5416-4362-a968-540cbaca59fa', 'ip_address': '2001:db8::e49d:c719:e26c:3205'}], 'name': 'tempest-NetworksTestDHCPv6-1611659571'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:11.623438 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-abb9db5a-bbc2-4151-a206-8c2067d4cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.651735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9db5a-bbc2-4151-a206-8c2067d4cbea None None] Pushing event deleted for resources: {'Port': ['ID=b683c377-211e-4fee-b402-1be99e550fd0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:11.657073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9db5a-bbc2-4151-a206-8c2067d4cbea None None] No DVR routers for this DVR port b683c377-211e-4fee-b402-1be99e550fd0 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:11.676075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0abd8-2c14-4924-bb4a-1e98df2b8a43 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:11.728411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:11.733436 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.753906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:11.833572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': '826b4ed8-5416-4362-a968-540cbaca59fa'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:11.834462 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.938850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::e49d:c719:e26c:3205 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/826b4ed8-5416-4362-a968-540cbaca59fa/f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:12.092822 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.113612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:12.148268 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.194493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:12.198469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:12.201100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Allocated IP 2001:db8::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/826b4ed8-5416-4362-a968-540cbaca59fa/550edf2d-5a46-4268-967a-bd03deb8a2e8) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:12.203308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:12.209308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.209960 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.213747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:12.229115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-735c14a5-e5ad-42ac-b206-92a75c45dcc3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6286740 Aug 19 12:28:12.232298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36604) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:12.239837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1ea5201c-aba3-4b9a-aeb9-8920e6d773d0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '826b4ed8-5416-4362-a968-540cbaca59fa', 'ip_address': '2001:db8::e49d:c719:e26c:3205'}], 'name': 'tempest-NetworksTestDHCPv6-488275091'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:12.371076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea5201c-aba3-4b9a-aeb9-8920e6d773d0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:12.379887 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.394190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Transition to ACTIVE for port object 550edf2d-5a46-4268-967a-bd03deb8a2e8 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:12.414210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Transition to ACTIVE for port object 550edf2d-5a46-4268-967a-bd03deb8a2e8 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:12.423585 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.460917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ea5201c-aba3-4b9a-aeb9-8920e6d773d0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.463482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:12.466558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:12.470667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:12.476896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Pushing event updated for resources: {'Port': ['ID=550edf2d-5a46-4268-967a-bd03deb8a2e8,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:12.489670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-1ea5201c-aba3-4b9a-aeb9-8920e6d773d0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port afff9266-3452-4778-8be7-e0e7f58652ed yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:12.534999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Attempting to bind port 550edf2d-5a46-4268-967a-bd03deb8a2e8 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:12.535362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Attempting to bind port 550edf2d-5a46-4268-967a-bd03deb8a2e8 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:12.535726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Attempting to bind port 550edf2d-5a46-4268-967a-bd03deb8a2e8 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:12.540880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:12.541532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:12.541943 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.542338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:12.542810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Bound port: 550edf2d-5a46-4268-967a-bd03deb8a2e8, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:12.543218 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.612417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] For port 550edf2d-5a46-4268-967a-bd03deb8a2e8, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:12.615878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] For port 550edf2d-5a46-4268-967a-bd03deb8a2e8, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=550edf2d-5a46-4268-967a-bd03deb8a2e8,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:12.619942 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.660352 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea5201c-aba3-4b9a-aeb9-8920e6d773d0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 12:28:12.660946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea5201c-aba3-4b9a-aeb9-8920e6d773d0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:12.684628 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1ea5201c-aba3-4b9a-aeb9-8920e6d773d0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4502108 Aug 19 12:28:12.686793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7c308-26ce-466b-8bdd-c0a397985870 None None] Pushing event updated for resources: {'Port': ['ID=550edf2d-5a46-4268-967a-bd03deb8a2e8,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:12.686938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36606) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:12.743903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b6b6d-1994-4732-8c0c-7d900dd1366c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.749793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b6b6d-1994-4732-8c0c-7d900dd1366c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.751757 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-943b6b6d-1994-4732-8c0c-7d900dd1366c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0637643 Aug 19 12:28:12.754527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36608) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:12.855962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-dc12c0c6-39d3-4d41-a7d1-8755eb50baae tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:12.856486 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc12c0c6-39d3-4d41-a7d1-8755eb50baae tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.964061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc12c0c6-39d3-4d41-a7d1-8755eb50baae tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.981527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-dc12c0c6-39d3-4d41-a7d1-8755eb50baae tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:13.109874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc12c0c6-39d3-4d41-a7d1-8755eb50baae tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.156201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12c0c6-39d3-4d41-a7d1-8755eb50baae tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:13.178633 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dc12c0c6-39d3-4d41-a7d1-8755eb50baae tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.181403 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dc12c0c6-39d3-4d41-a7d1-8755eb50baae tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5 HTTP/1.1" status: 204 len: 168 time: 0.4254491 Aug 19 12:28:13.183885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36616) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:13.277592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 550edf2d-5a46-4268-967a-bd03deb8a2e8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:13.290302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf5e3c-4b51-4248-bd9e-25af727ab8eb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.292631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf5e3c-4b51-4248-bd9e-25af727ab8eb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.294293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1fdf5e3c-4b51-4248-bd9e-25af727ab8eb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1093922 Aug 19 12:28:13.297211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36622) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:13.368254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1787da93-e4dd-417e-85d4-2a3d700d4f77 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 826b4ed8-5416-4362-a968-540cbaca59fa {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:13.372983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1787da93-e4dd-417e-85d4-2a3d700d4f77 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.384774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 550edf2d-5a46-4268-967a-bd03deb8a2e8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:13.424783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1787da93-e4dd-417e-85d4-2a3d700d4f77 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.529371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1787da93-e4dd-417e-85d4-2a3d700d4f77 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.606140 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1787da93-e4dd-417e-85d4-2a3d700d4f77 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.622097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36630) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:13.637740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787da93-e4dd-417e-85d4-2a3d700d4f77 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=826b4ed8-5416-4362-a968-540cbaca59fa,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:13.645452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1787da93-e4dd-417e-85d4-2a3d700d4f77 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.647410 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1787da93-e4dd-417e-85d4-2a3d700d4f77 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/826b4ed8-5416-4362-a968-540cbaca59fa HTTP/1.1" status: 204 len: 168 time: 0.3491139 Aug 19 12:28:13.650059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36634) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:13.696265 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-41a0c8c8-50c3-4c53-8ffb-32bf241da9d5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450480 Aug 19 12:28:13.700261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:13.706595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:13.717452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd89d312-ed5c-4298-ab3b-8041262fec9a None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:13.766095 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abe3f642-e31c-423a-8152-df8bd7ae9140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.784991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-28277617-be1f-4828-b184-e4c72179e63e None None] Provisioning for port 550edf2d-5a46-4268-967a-bd03deb8a2e8 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:13.797940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-28277617-be1f-4828-b184-e4c72179e63e None None] Provisioning complete for port 550edf2d-5a46-4268-967a-bd03deb8a2e8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:13.798641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-28277617-be1f-4828-b184-e4c72179e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.866869 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abe3f642-e31c-423a-8152-df8bd7ae9140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.871166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abe3f642-e31c-423a-8152-df8bd7ae9140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.890969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:13.897117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.922166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3f642-e31c-423a-8152-df8bd7ae9140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a694e-ee48-475d-a3f0-17880f41701f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:13.928412 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-28277617-be1f-4828-b184-e4c72179e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.930569 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-abe3f642-e31c-423a-8152-df8bd7ae9140 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79049e00547942ccbf8b4dcbfd8c3dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072391 Aug 19 12:28:13.931215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36638) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:13.972880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-28277617-be1f-4828-b184-e4c72179e63e None None] For port 550edf2d-5a46-4268-967a-bd03deb8a2e8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=550edf2d-5a46-4268-967a-bd03deb8a2e8,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:13.977794 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-28277617-be1f-4828-b184-e4c72179e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.993758 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-79dc1f12-a6da-4494-b3e0-bf95c0436281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.006270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c30ce-2e18-4b40-a793-0d82ca7fe043 None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:14.017224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-79dc1f12-a6da-4494-b3e0-bf95c0436281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.058812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28277617-be1f-4828-b184-e4c72179e63e None None] Pushing event updated for resources: {'Port': ['ID=550edf2d-5a46-4268-967a-bd03deb8a2e8,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:14.072575 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-79dc1f12-a6da-4494-b3e0-bf95c0436281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.075306 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-79dc1f12-a6da-4494-b3e0-bf95c0436281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.076488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-79dc1f12-a6da-4494-b3e0-bf95c0436281 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f98a694e-ee48-475d-a3f0-17880f41701f HTTP/1.1" status: 204 len: 168 time: 0.1440198 Aug 19 12:28:14.085103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc1f12-a6da-4494-b3e0-bf95c0436281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98a694e-ee48-475d-a3f0-17880f41701f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:14.093983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e82c30ce-2e18-4b40-a793-0d82ca7fe043 None None] Deleting port 550edf2d-5a46-4268-967a-bd03deb8a2e8 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:14.094432 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e82c30ce-2e18-4b40-a793-0d82ca7fe043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.132727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.172856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e82c30ce-2e18-4b40-a793-0d82ca7fe043 None None] For port 550edf2d-5a46-4268-967a-bd03deb8a2e8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=550edf2d-5a46-4268-967a-bd03deb8a2e8,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:14.173764 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e82c30ce-2e18-4b40-a793-0d82ca7fe043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.178131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:14.181589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:14.186433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.186956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.190133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e82c30ce-2e18-4b40-a793-0d82ca7fe043 None None] Calling delete_port for 550edf2d-5a46-4268-967a-bd03deb8a2e8 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:14.197718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=2d2c3b92-09c0-4de5-b128-2ea20ba029d2,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:14.210448 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-00708dc4-76f4-4c6c-8a48-37c3a0e61ec3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5090113 Aug 19 12:28:14.213405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36644) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:14.218652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-398a9376-825e-4acd-81f0-a24058709020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '2d2c3b92-09c0-4de5-b128-2ea20ba029d2', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1695998399'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:14.277377 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e82c30ce-2e18-4b40-a793-0d82ca7fe043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.290614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c30ce-2e18-4b40-a793-0d82ca7fe043 None None] No DVR routers for this DVR port 550edf2d-5a46-4268-967a-bd03deb8a2e8 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:14.315231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c30ce-2e18-4b40-a793-0d82ca7fe043 None None] Pushing event deleted for resources: {'Port': ['ID=550edf2d-5a46-4268-967a-bd03deb8a2e8,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:14.330074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fbc83b-0ff3-4ec5-972e-03a78a9493f7 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:14.357136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398a9376-825e-4acd-81f0-a24058709020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:14.363653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-398a9376-825e-4acd-81f0-a24058709020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.384247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-398a9376-825e-4acd-81f0-a24058709020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port bd801689-97db-431a-8367-219b5bb1584c yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:14.396330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36646) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:14.411189 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7655090-cf02-4f21-8889-c6c4290aeb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.485273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': '2d2c3b92-09c0-4de5-b128-2ea20ba029d2'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:14.487209 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.512373 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7655090-cf02-4f21-8889-c6c4290aeb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.512926 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-398a9376-825e-4acd-81f0-a24058709020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:14.513411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398a9376-825e-4acd-81f0-a24058709020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:14.516659 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7655090-cf02-4f21-8889-c6c4290aeb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.532895 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-398a9376-825e-4acd-81f0-a24058709020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3183813 Aug 19 12:28:14.533521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36648) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:14.560508 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e7655090-cf02-4f21-8889-c6c4290aeb21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=221594ffa9d149fcba47df73c67a710a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623645 Aug 19 12:28:14.561557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7655090-cf02-4f21-8889-c6c4290aeb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1bc314-dabc-4b39-91ff-b704b6df243e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:14.561966 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-34c087a7-b4aa-47aa-847e-27b16fe7d8df tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0273488 Aug 19 12:28:14.562504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36650) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:14.564995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36652) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:14.619158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d9353-1d7a-49e6-873b-a693ffc0f386 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.620593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45adb56f-d813-4312-a032-ce8e1d4407ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.620999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d9353-1d7a-49e6-873b-a693ffc0f386 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.625639 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ff2d9353-1d7a-49e6-873b-a693ffc0f386 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0566213 Aug 19 12:28:14.626120 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36654) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:14.636541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Allocated IP 2001:db8::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/2d2c3b92-09c0-4de5-b128-2ea20ba029d2/85493039-5cc7-4960-a551-e0d287b37cdd) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:14.641818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45adb56f-d813-4312-a032-ce8e1d4407ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.693573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39a441a-0a2a-48eb-89e2-6adc5348241a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 2d2c3b92-09c0-4de5-b128-2ea20ba029d2 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:14.693984 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45adb56f-d813-4312-a032-ce8e1d4407ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.697383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45adb56f-d813-4312-a032-ce8e1d4407ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.698545 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-45adb56f-d813-4312-a032-ce8e1d4407ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa1bc314-dabc-4b39-91ff-b704b6df243e HTTP/1.1" status: 204 len: 168 time: 0.1349955 Aug 19 12:28:14.706897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adb56f-d813-4312-a032-ce8e1d4407ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1bc314-dabc-4b39-91ff-b704b6df243e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:14.796731 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.805686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Transition to ACTIVE for port object 85493039-5cc7-4960-a551-e0d287b37cdd will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:14.821404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Transition to ACTIVE for port object 85493039-5cc7-4960-a551-e0d287b37cdd will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:14.827564 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a39a441a-0a2a-48eb-89e2-6adc5348241a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.828244 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.865129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:14.871862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:14.876198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:14.887330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a39a441a-0a2a-48eb-89e2-6adc5348241a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.888373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Pushing event updated for resources: {'Port': ['ID=85493039-5cc7-4960-a551-e0d287b37cdd,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:14.937956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Attempting to bind port 85493039-5cc7-4960-a551-e0d287b37cdd on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:14.939817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Attempting to bind port 85493039-5cc7-4960-a551-e0d287b37cdd by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:14.939817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Attempting to bind port 85493039-5cc7-4960-a551-e0d287b37cdd on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:14.944053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:14.944433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:14.944876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.945279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:14.945733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Bound port: 85493039-5cc7-4960-a551-e0d287b37cdd, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:14.946114 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.976451 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a39a441a-0a2a-48eb-89e2-6adc5348241a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.037279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a39a441a-0a2a-48eb-89e2-6adc5348241a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.041535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] For port 85493039-5cc7-4960-a551-e0d287b37cdd, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:15.046827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] For port 85493039-5cc7-4960-a551-e0d287b37cdd, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=85493039-5cc7-4960-a551-e0d287b37cdd,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:15.051768 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.070264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a441a-0a2a-48eb-89e2-6adc5348241a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2c3b92-09c0-4de5-b128-2ea20ba029d2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:15.073750 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a39a441a-0a2a-48eb-89e2-6adc5348241a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.075622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a39a441a-0a2a-48eb-89e2-6adc5348241a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/2d2c3b92-09c0-4de5-b128-2ea20ba029d2 HTTP/1.1" status: 204 len: 168 time: 0.4485629 Aug 19 12:28:15.078622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36666) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:15.125428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff426840-f344-4d1a-80a3-ba734b82d515 None None] Pushing event updated for resources: {'Port': ['ID=85493039-5cc7-4960-a551-e0d287b37cdd,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:15.132695 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4044d72d-5d94-4341-83c0-14e87ebec807 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527601 Aug 19 12:28:15.136179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36670) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:15.141168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:15.231519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 550edf2d-5a46-4268-967a-bd03deb8a2e8 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:15.257923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 550edf2d-5a46-4268-967a-bd03deb8a2e8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:15.258405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 550edf2d-5a46-4268-967a-bd03deb8a2e8 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:15.271176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:15.277316 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.550625 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.597452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:15.602946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:15.608497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:15.609124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.613685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=6f1fed39-9f43-44c6-afcc-321b8c1a114e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:15.633611 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8db28f3d-127a-4cb2-8347-9025abe4a191 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4937780 Aug 19 12:28:15.633952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36682) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:15.638812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-839ae2ef-cce4-40c7-8b92-785e5d9587bc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-855445198', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:15.674783 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-839ae2ef-cce4-40c7-8b92-785e5d9587bc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.675726 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-839ae2ef-cce4-40c7-8b92-785e5d9587bc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.732440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-839ae2ef-cce4-40c7-8b92-785e5d9587bc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.737639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-839ae2ef-cce4-40c7-8b92-785e5d9587bc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.741654 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:28:15.757670 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-839ae2ef-cce4-40c7-8b92-785e5d9587bc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.758871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-839ae2ef-cce4-40c7-8b92-785e5d9587bc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1239548 Aug 19 12:28:15.761854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36688) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:16.107967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.227865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d35a12-bbc0-4dfc-bcd2-261559240f42 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:16.402663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ffe0cdbb-c500-4899-97a7-db8c2f24c29b None None] Provisioning for port 85493039-5cc7-4960-a551-e0d287b37cdd completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:16.412190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::1 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/6f1fed39-9f43-44c6-afcc-321b8c1a114e/58136a27-a074-44cc-8a7b-5646cf6b4a1f) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:16.554322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.569694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 58136a27-a074-44cc-8a7b-5646cf6b4a1f will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:16.605118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.650476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:16.653704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:16.657685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:16.658237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.676001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36710) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:16.717569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=58136a27-a074-44cc-8a7b-5646cf6b4a1f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:16.801658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f65df8cf-c62e-4901-bc34-5606a3d5b3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.820233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.926228 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f65df8cf-c62e-4901-bc34-5606a3d5b3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.932543 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f65df8cf-c62e-4901-bc34-5606a3d5b3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.966222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-08b570b2-c33f-4f53-b9f7-7d49fcb8e049 None None] Could not find standard attr ID for object f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:16.976271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f65df8cf-c62e-4901-bc34-5606a3d5b3f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=782d3c324758490ba43f19f4a21a8d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985594 Aug 19 12:28:16.978540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65df8cf-c62e-4901-bc34-5606a3d5b3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b345e939-d15c-4e0e-bca1-40f6c9c95622,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:16.982211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36714) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:17.044122 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2685eab-0f16-4256-a166-ac85321b0371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.069539 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2685eab-0f16-4256-a166-ac85321b0371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.129849 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2685eab-0f16-4256-a166-ac85321b0371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.133329 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a2685eab-0f16-4256-a166-ac85321b0371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.137553 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a2685eab-0f16-4256-a166-ac85321b0371 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b345e939-d15c-4e0e-bca1-40f6c9c95622 HTTP/1.1" status: 204 len: 168 time: 0.1529462 Aug 19 12:28:17.149017 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2685eab-0f16-4256-a166-ac85321b0371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b345e939-d15c-4e0e-bca1-40f6c9c95622,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.229892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-75030f5a-11e6-4617-8a6c-b9d0f73a2404 None None] Provisioning for port 58136a27-a074-44cc-8a7b-5646cf6b4a1f completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:17.244880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-75030f5a-11e6-4617-8a6c-b9d0f73a2404 None None] Provisioning complete for port 58136a27-a074-44cc-8a7b-5646cf6b4a1f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:17.245622 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-75030f5a-11e6-4617-8a6c-b9d0f73a2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.304546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-75030f5a-11e6-4617-8a6c-b9d0f73a2404 None None] Port 58136a27-a074-44cc-8a7b-5646cf6b4a1f cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:17.350413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 85493039-5cc7-4960-a551-e0d287b37cdd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:17.407830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 85493039-5cc7-4960-a551-e0d287b37cdd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:17.414272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 85493039-5cc7-4960-a551-e0d287b37cdd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:17.414925 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.524550 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.561064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 85493039-5cc7-4960-a551-e0d287b37cdd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=85493039-5cc7-4960-a551-e0d287b37cdd,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:17.562359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36720) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:17.566278 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.579209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea828ca5-7aa5-4d44-b586-aaf0c7418b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.615328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=85493039-5cc7-4960-a551-e0d287b37cdd,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.616836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.622493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.623243 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.675148 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea828ca5-7aa5-4d44-b586-aaf0c7418b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.679940 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea828ca5-7aa5-4d44-b586-aaf0c7418b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.713254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=58136a27-a074-44cc-8a7b-5646cf6b4a1f,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.718653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea828ca5-7aa5-4d44-b586-aaf0c7418b25 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b49f735dcb09427b988d9d069c52f5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551375 Aug 19 12:28:17.719686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea828ca5-7aa5-4d44-b586-aaf0c7418b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2add6aa-3eb3-4565-adba-42ba6bfb3752,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.722131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36722) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:17.762537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:17.764060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:17.770901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61832bdf-3e3a-4b8d-8870-a5f33793b036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.799198 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61832bdf-3e3a-4b8d-8870-a5f33793b036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.854525 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61832bdf-3e3a-4b8d-8870-a5f33793b036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.859170 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-61832bdf-3e3a-4b8d-8870-a5f33793b036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.863018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-61832bdf-3e3a-4b8d-8870-a5f33793b036 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2add6aa-3eb3-4565-adba-42ba6bfb3752 HTTP/1.1" status: 204 len: 168 time: 0.1377091 Aug 19 12:28:17.871736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61832bdf-3e3a-4b8d-8870-a5f33793b036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2add6aa-3eb3-4565-adba-42ba6bfb3752,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.890137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Router 2ed390fa-4e85-4fa5-95c8-7fb2a416fefd is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:28:17.993584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:18.003121 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9ce2b940-e17e-45a5-b2be-e418c898c054 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "PUT /v2.0/routers/2ed390fa-4e85-4fa5-95c8-7fb2a416fefd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2374866 Aug 19 12:28:18.004059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36726) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:18.007802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Sync routers for ids ['2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:18.017967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Routers {'2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:18.018594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:18.048579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb6cc5-2445-4fdc-ae79-cb9b00648605 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.052622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3dfb6cc5-2445-4fdc-ae79-cb9b00648605 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports/58136a27-a074-44cc-8a7b-5646cf6b4a1f HTTP/1.1" status: 200 len: 911 time: 0.0455739 Aug 19 12:28:18.053015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36728) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:18.104874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0cff2b-5f1a-43c2-a91b-bc1d4e70bcf3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.106698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ee65f821-598b-4615-b073-b40ccdca13e4 None None] Provisioning complete for port 58136a27-a074-44cc-8a7b-5646cf6b4a1f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:18.107070 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee65f821-598b-4615-b073-b40ccdca13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.110790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0cff2b-5f1a-43c2-a91b-bc1d4e70bcf3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.112388 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6f0cff2b-5f1a-43c2-a91b-bc1d4e70bcf3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0584075 Aug 19 12:28:18.115330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36732) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:18.138776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Set router 2ed390fa-4e85-4fa5-95c8-7fb2a416fefd gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:18.178755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ee65f821-598b-4615-b073-b40ccdca13e4 None None] Port 58136a27-a074-44cc-8a7b-5646cf6b4a1f cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:18.368867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed390fa-4e85-4fa5-95c8-7fb2a416fefd', 'name': 'tempest-NetworksTestDHCPv6-router-855445198', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:15Z', 'updated_at': '2021-08-19T12:28:16Z', 'revision_number': 2, 'project_id': '2d05f28870144ea286027f77af20540c', 'gw_port_host': None, '_interfaces': [{'id': '58136a27-a074-44cc-8a7b-5646cf6b4a1f', 'name': '', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'mac_address': 'fa:16:3e:6c:72:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed390fa-4e85-4fa5-95c8-7fb2a416fefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6f1fed39-9f43-44c6-afcc-321b8c1a114e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:16Z', 'updated_at': '2021-08-19T12:28:17Z', 'revision_number': 2, 'project_id': '2d05f28870144ea286027f77af20540c', 'subnets': [{'id': '6f1fed39-9f43-44c6-afcc-321b8c1a114e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:18.400892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Checking router: 2ed390fa-4e85-4fa5-95c8-7fb2a416fefd for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:18.401367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Updating router 2ed390fa-4e85-4fa5-95c8-7fb2a416fefd port 58136a27-a074-44cc-8a7b-5646cf6b4a1f binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:28:18.434309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.439465 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d7c894ee-836a-45dd-bd5b-464da96e8da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.552308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.726597 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.737313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Transition to ACTIVE for port object 58136a27-a074-44cc-8a7b-5646cf6b4a1f will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:18.743670 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.778451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 58136a27-a074-44cc-8a7b-5646cf6b4a1f {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:18.779037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.836894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ee24-87cd-4b0f-ac80-3df92a6e4730 None None] Pushing event updated for resources: {'Port': ['ID=58136a27-a074-44cc-8a7b-5646cf6b4a1f,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:18.848171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Attempting to bind port 58136a27-a074-44cc-8a7b-5646cf6b4a1f on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:18.848946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Attempting to bind port 58136a27-a074-44cc-8a7b-5646cf6b4a1f by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:18.848946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Attempting to bind port 58136a27-a074-44cc-8a7b-5646cf6b4a1f on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:18.854127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:18.854513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:18.854919 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.855390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:18.855773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Bound port: 58136a27-a074-44cc-8a7b-5646cf6b4a1f, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:18.856148 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.888445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.903062 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 58136a27-a074-44cc-8a7b-5646cf6b4a1f owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:18.935155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] For port 58136a27-a074-44cc-8a7b-5646cf6b4a1f, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:18.939022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] For port 58136a27-a074-44cc-8a7b-5646cf6b4a1f, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=58136a27-a074-44cc-8a7b-5646cf6b4a1f,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:18.947037 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.004539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Routers {'2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:19.005338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:27:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:19.123493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.155286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=58136a27-a074-44cc-8a7b-5646cf6b4a1f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:19.297993 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.322561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 85493039-5cc7-4960-a551-e0d287b37cdd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:19.355923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6cedf78e-e871-4ed2-ab18-7490436a1282 None None] Could not find standard attr ID for object 58136a27-a074-44cc-8a7b-5646cf6b4a1f. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:19.375139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ee24-87cd-4b0f-ac80-3df92a6e4730 None None] Pushing event updated for resources: {'Port': ['ID=58136a27-a074-44cc-8a7b-5646cf6b4a1f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:19.407411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] Set router 2ed390fa-4e85-4fa5-95c8-7fb2a416fefd gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:19.460729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 85493039-5cc7-4960-a551-e0d287b37cdd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:19.461408 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.487672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Router 2ed390fa-4e85-4fa5-95c8-7fb2a416fefd has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:19.531209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-edeaa48b-2fb1-4a9b-85c9-05cd9e84af1a None None] Could not find standard attr ID for object 58136a27-a074-44cc-8a7b-5646cf6b4a1f. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:19.581878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:19.589552 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-421c1c79-c1af-4aed-9fbe-02e88f9bd725 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "PUT /v2.0/routers/2ed390fa-4e85-4fa5-95c8-7fb2a416fefd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4731872 Aug 19 12:28:19.593319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36770) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:19.656718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be115e5-9121-4538-a29a-2377c66a627f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:19.658173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be115e5-9121-4538-a29a-2377c66a627f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:19.660904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4be115e5-9121-4538-a29a-2377c66a627f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0660844 Aug 19 12:28:19.663322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36774) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:19.721084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-817b8f87-25aa-4d01-8b49-3de69511a6e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 6f1fed39-9f43-44c6-afcc-321b8c1a114e {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:19.724379 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-817b8f87-25aa-4d01-8b49-3de69511a6e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.729442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed390fa-4e85-4fa5-95c8-7fb2a416fefd', 'name': 'tempest-NetworksTestDHCPv6-router-855445198', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:15Z', 'updated_at': '2021-08-19T12:28:16Z', 'revision_number': 2, 'project_id': '2d05f28870144ea286027f77af20540c', 'gw_port_host': None, '_interfaces': [{'id': '58136a27-a074-44cc-8a7b-5646cf6b4a1f', 'name': '', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'mac_address': 'fa:16:3e:6c:72:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed390fa-4e85-4fa5-95c8-7fb2a416fefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6f1fed39-9f43-44c6-afcc-321b8c1a114e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:16Z', 'updated_at': '2021-08-19T12:28:18Z', 'revision_number': 4, 'project_id': '2d05f28870144ea286027f77af20540c', 'subnets': [{'id': '6f1fed39-9f43-44c6-afcc-321b8c1a114e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:19.762319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83a3da-5524-44c4-9d32-7cc1133b3895 None None] The sync data for ids ['2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'] in n-d-778550-9 is: [{'id': '2ed390fa-4e85-4fa5-95c8-7fb2a416fefd', 'name': 'tempest-NetworksTestDHCPv6-router-855445198', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:15Z', 'updated_at': '2021-08-19T12:28:16Z', 'revision_number': 2, 'project_id': '2d05f28870144ea286027f77af20540c', 'gw_port_host': None, '_interfaces': [{'id': '58136a27-a074-44cc-8a7b-5646cf6b4a1f', 'name': '', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'mac_address': 'fa:16:3e:6c:72:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed390fa-4e85-4fa5-95c8-7fb2a416fefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6f1fed39-9f43-44c6-afcc-321b8c1a114e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:16Z', 'updated_at': '2021-08-19T12:28:18Z', 'revision_number': 4, 'project_id': '2d05f28870144ea286027f77af20540c', 'subnets': [{'id': '6f1fed39-9f43-44c6-afcc-321b8c1a114e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:19.768320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-817b8f87-25aa-4d01-8b49-3de69511a6e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.818074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-817b8f87-25aa-4d01-8b49-3de69511a6e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.882984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36778) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:19.890918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-817b8f87-25aa-4d01-8b49-3de69511a6e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.920436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b8f87-25aa-4d01-8b49-3de69511a6e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1fed39-9f43-44c6-afcc-321b8c1a114e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:19.926697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-817b8f87-25aa-4d01-8b49-3de69511a6e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.929010 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-817b8f87-25aa-4d01-8b49-3de69511a6e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/6f1fed39-9f43-44c6-afcc-321b8c1a114e HTTP/1.1" status: 204 len: 168 time: 0.2645063 Aug 19 12:28:19.931742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36782) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:19.941988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8b816-5cfe-4e17-ae14-c1bd443cdd65 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:20.060772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-773d31f8-21e3-4f2f-8bdf-40f921a06c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.092576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c128a022-ce14-4c68-a115-93fa4b97d802 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1595931 Aug 19 12:28:20.095993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36784) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:20.190512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-773d31f8-21e3-4f2f-8bdf-40f921a06c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.192779 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c76a-fd62-4f5a-a0c7-45c85e2d0df3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.197059 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-773d31f8-21e3-4f2f-8bdf-40f921a06c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.216716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67126aa-70fd-4a94-9e1c-2d74e80230ea None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:20.242456 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-773d31f8-21e3-4f2f-8bdf-40f921a06c4c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2b7379d5e544cb293a7a51129d1ce19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578134 Aug 19 12:28:20.246577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36786) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:20.258291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d31f8-21e3-4f2f-8bdf-40f921a06c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aeef48-36c5-498f-8f7a-126e63bb4b26,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:20.292085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d67126aa-70fd-4a94-9e1c-2d74e80230ea None None] Deleting port 85493039-5cc7-4960-a551-e0d287b37cdd {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:20.292616 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d67126aa-70fd-4a94-9e1c-2d74e80230ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.318741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc17e-bb19-45db-822c-69d54f8fa4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.350373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc17e-bb19-45db-822c-69d54f8fa4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.369619 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-d67126aa-70fd-4a94-9e1c-2d74e80230ea None None] For port 85493039-5cc7-4960-a551-e0d287b37cdd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=85493039-5cc7-4960-a551-e0d287b37cdd,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:20.370385 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d67126aa-70fd-4a94-9e1c-2d74e80230ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.384378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d67126aa-70fd-4a94-9e1c-2d74e80230ea None None] Calling delete_port for 85493039-5cc7-4960-a551-e0d287b37cdd owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:20.406626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c76a-fd62-4f5a-a0c7-45c85e2d0df3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.409054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c76a-fd62-4f5a-a0c7-45c85e2d0df3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.418594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc17e-bb19-45db-822c-69d54f8fa4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.421743 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc17e-bb19-45db-822c-69d54f8fa4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.423156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ee9dc17e-bb19-45db-822c-69d54f8fa4f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88aeef48-36c5-498f-8f7a-126e63bb4b26 HTTP/1.1" status: 204 len: 168 time: 0.1781342 Aug 19 12:28:20.453797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dc17e-bb19-45db-822c-69d54f8fa4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aeef48-36c5-498f-8f7a-126e63bb4b26,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:20.465526 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c76a-fd62-4f5a-a0c7-45c85e2d0df3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.466114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc8c76a-fd62-4f5a-a0c7-45c85e2d0df3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed390fa-4e85-4fa5-95c8-7fb2a416fefd {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:28:20.478192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c76a-fd62-4f5a-a0c7-45c85e2d0df3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.480819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0bc8c76a-fd62-4f5a-a0c7-45c85e2d0df3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/routers/2ed390fa-4e85-4fa5-95c8-7fb2a416fefd HTTP/1.1" status: 204 len: 168 time: 0.3813627 Aug 19 12:28:20.482522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36790) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:20.488769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:20.492939 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d67126aa-70fd-4a94-9e1c-2d74e80230ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.525548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67126aa-70fd-4a94-9e1c-2d74e80230ea None None] No DVR routers for this DVR port 85493039-5cc7-4960-a551-e0d287b37cdd on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:20.533079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67126aa-70fd-4a94-9e1c-2d74e80230ea None None] Pushing event deleted for resources: {'Port': ['ID=85493039-5cc7-4960-a551-e0d287b37cdd,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:20.593935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:20.598426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.753151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36794) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:20.770219 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84420b2a-1486-4b17-bb8a-953e618d991f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.798940 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e8b8d4ca-cf53-4ae7-bb57-eda393560edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.802753 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.850531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:20.853900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:20.857639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:20.858232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.864353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8f9eb5-b2f7-47fb-bcdb-2dd319531630 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:20.875622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=44369c9d-5845-4781-b1ca-d7e5fb4452fb,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:20.883137 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84420b2a-1486-4b17-bb8a-953e618d991f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.888358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-84420b2a-1486-4b17-bb8a-953e618d991f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.896040 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7aa4c5c0-2611-449b-8bc2-b7f2709af0b3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4098878 Aug 19 12:28:20.896446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36796) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:20.901483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b55501eb-1593-490f-bcff-83056a752bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-685234615', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:20.929372 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b55501eb-1593-490f-bcff-83056a752bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.930586 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b55501eb-1593-490f-bcff-83056a752bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.932095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84420b2a-1486-4b17-bb8a-953e618d991f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee25b75a-4e06-4192-8f55-41884c8876c5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:20.933436 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.938695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-84420b2a-1486-4b17-bb8a-953e618d991f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c001bf6d1e274866a6640aa622ab2810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834178 Aug 19 12:28:20.941323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36798) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:21.000715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b55501eb-1593-490f-bcff-83056a752bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.006565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b55501eb-1593-490f-bcff-83056a752bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.015845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-afc939d8-da6b-4150-b4ad-b1a109f2e06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.027205 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b55501eb-1593-490f-bcff-83056a752bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.032236 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b55501eb-1593-490f-bcff-83056a752bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1315608 Aug 19 12:28:21.032236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36800) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:21.044662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-afc939d8-da6b-4150-b4ad-b1a109f2e06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.048976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': '44369c9d-5845-4781-b1ca-d7e5fb4452fb'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:21.049892 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.103151 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-afc939d8-da6b-4150-b4ad-b1a109f2e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.106432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-afc939d8-da6b-4150-b4ad-b1a109f2e06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.107952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-afc939d8-da6b-4150-b4ad-b1a109f2e06a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee25b75a-4e06-4192-8f55-41884c8876c5 HTTP/1.1" status: 204 len: 168 time: 0.1651149 Aug 19 12:28:21.120905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc939d8-da6b-4150-b4ad-b1a109f2e06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee25b75a-4e06-4192-8f55-41884c8876c5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:21.234458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Allocated IP 2001:db8::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/44369c9d-5845-4781-b1ca-d7e5fb4452fb/13638fd2-633f-4406-81e8-76d3ce908534) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:21.253991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 85493039-5cc7-4960-a551-e0d287b37cdd no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:21.283352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 85493039-5cc7-4960-a551-e0d287b37cdd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:21.284077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 85493039-5cc7-4960-a551-e0d287b37cdd not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:21.361368 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80189538-e067-4d64-b95a-61dfe282d868 None None] Sync routers for ids ['2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:21.371588 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80189538-e067-4d64-b95a-61dfe282d868 None None] Routers set() bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:21.372120 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80189538-e067-4d64-b95a-61dfe282d868 None None] Router IDs set() for agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 12:28:21.372887 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_agentschedulers_db [None req-80189538-e067-4d64-b95a-61dfe282d868 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:28:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent'). {{(pid=101156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 12:28:21.382159 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80189538-e067-4d64-b95a-61dfe282d868 None None] Routers set() bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:21.382866 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80189538-e067-4d64-b95a-61dfe282d868 None None] Router IDs set() for agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 12:28:21.383647 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_agentschedulers_db [None req-80189538-e067-4d64-b95a-61dfe282d868 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:28:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent'). {{(pid=101156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 12:28:21.384199 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80189538-e067-4d64-b95a-61dfe282d868 None None] The sync data for ids ['2ed390fa-4e85-4fa5-95c8-7fb2a416fefd'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:21.386503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.434983 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.447009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Transition to ACTIVE for port object 13638fd2-633f-4406-81e8-76d3ce908534 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:21.466514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Transition to ACTIVE for port object 13638fd2-633f-4406-81e8-76d3ce908534 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:21.475579 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.539250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Pushing event updated for resources: {'Port': ['ID=13638fd2-633f-4406-81e8-76d3ce908534,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:21.545179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:21.547167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:21.550579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:21.624267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Attempting to bind port 13638fd2-633f-4406-81e8-76d3ce908534 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:21.624636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Attempting to bind port 13638fd2-633f-4406-81e8-76d3ce908534 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:21.625072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Attempting to bind port 13638fd2-633f-4406-81e8-76d3ce908534 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:21.630259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:21.630630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:21.631033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.631424 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:21.631875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Bound port: 13638fd2-633f-4406-81e8-76d3ce908534, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:21.632261 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.699753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] For port 13638fd2-633f-4406-81e8-76d3ce908534, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:21.700425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::1 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/44369c9d-5845-4781-b1ca-d7e5fb4452fb/bbbb0126-7643-46ea-a5a2-1918e19b77d0) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:21.703377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] For port 13638fd2-633f-4406-81e8-76d3ce908534, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13638fd2-633f-4406-81e8-76d3ce908534,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:21.708436 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.774470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc89f8-6848-4a57-bd5d-d87faef03857 None None] Pushing event updated for resources: {'Port': ['ID=13638fd2-633f-4406-81e8-76d3ce908534,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:21.828022 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.843952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object bbbb0126-7643-46ea-a5a2-1918e19b77d0 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:21.884173 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.935847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:21.938934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:21.942678 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:21.943225 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.987055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=bbbb0126-7643-46ea-a5a2-1918e19b77d0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:22.019534 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.101363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.742705 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.748373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.749193 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.838514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=bbbb0126-7643-46ea-a5a2-1918e19b77d0,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:22.883365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:22.885070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:22.922997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b1d6de59-165d-4864-9374-ab12bb1bf6c9 None None] Provisioning for port 13638fd2-633f-4406-81e8-76d3ce908534 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:23.021268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Router b87d3dfa-8b61-44b7-b829-762694e0c8aa is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:28:23.052460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-09c84b3d-e7f2-4c1b-a3b4-575f7b088336 None None] Provisioning for port bbbb0126-7643-46ea-a5a2-1918e19b77d0 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:23.057404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-09c84b3d-e7f2-4c1b-a3b4-575f7b088336 None None] Provisioning complete for port bbbb0126-7643-46ea-a5a2-1918e19b77d0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:23.057897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09c84b3d-e7f2-4c1b-a3b4-575f7b088336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.114278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-09c84b3d-e7f2-4c1b-a3b4-575f7b088336 None None] Port bbbb0126-7643-46ea-a5a2-1918e19b77d0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:23.122795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:23.128251 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-70f55f1d-5663-4c04-addd-669a46635fbd tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "PUT /v2.0/routers/b87d3dfa-8b61-44b7-b829-762694e0c8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0953588 Aug 19 12:28:23.130954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36846) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:23.137813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Sync routers for ids ['b87d3dfa-8b61-44b7-b829-762694e0c8aa'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:23.149981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Routers {'b87d3dfa-8b61-44b7-b829-762694e0c8aa'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:23.150720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:28:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b87d3dfa-8b61-44b7-b829-762694e0c8aa'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:23.202810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dae469-42e1-4c54-8b4c-4af577a8e462 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:23.204632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-49dae469-42e1-4c54-8b4c-4af577a8e462 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports/bbbb0126-7643-46ea-a5a2-1918e19b77d0 HTTP/1.1" status: 200 len: 911 time: 0.0713918 Aug 19 12:28:23.207486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36852) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:23.288722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Set router b87d3dfa-8b61-44b7-b829-762694e0c8aa gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:23.319556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3abe88-836c-4187-b121-0480171376a6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:23.326585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3abe88-836c-4187-b121-0480171376a6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:23.331791 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1d3abe88-836c-4187-b121-0480171376a6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1197386 Aug 19 12:28:23.332195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36858) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:23.335186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13638fd2-633f-4406-81e8-76d3ce908534 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:23.472839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-48b44278-3928-4098-b7c2-1f845d765551 None None] Provisioning complete for port bbbb0126-7643-46ea-a5a2-1918e19b77d0 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:23.473208 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-48b44278-3928-4098-b7c2-1f845d765551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.481185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 13638fd2-633f-4406-81e8-76d3ce908534 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:23.507883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 13638fd2-633f-4406-81e8-76d3ce908534 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:23.508254 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.578445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-48b44278-3928-4098-b7c2-1f845d765551 None None] Port bbbb0126-7643-46ea-a5a2-1918e19b77d0 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:23.643283 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.645889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87d3dfa-8b61-44b7-b829-762694e0c8aa', 'name': 'tempest-NetworksTestDHCPv6-router-685234615', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:20Z', 'updated_at': '2021-08-19T12:28:22Z', 'revision_number': 2, 'project_id': '2d05f28870144ea286027f77af20540c', 'gw_port_host': None, '_interfaces': [{'id': 'bbbb0126-7643-46ea-a5a2-1918e19b77d0', 'name': '', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'mac_address': 'fa:16:3e:8e:7b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87d3dfa-8b61-44b7-b829-762694e0c8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '44369c9d-5845-4781-b1ca-d7e5fb4452fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:22Z', 'revision_number': 2, 'project_id': '2d05f28870144ea286027f77af20540c', 'subnets': [{'id': '44369c9d-5845-4781-b1ca-d7e5fb4452fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:23.677939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.683977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Checking router: b87d3dfa-8b61-44b7-b829-762694e0c8aa for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:23.684330 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Updating router b87d3dfa-8b61-44b7-b829-762694e0c8aa port bbbb0126-7643-46ea-a5a2-1918e19b77d0 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:28:23.730647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 13638fd2-633f-4406-81e8-76d3ce908534, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13638fd2-633f-4406-81e8-76d3ce908534,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:23.732154 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.743074 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.784944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 58136a27-a074-44cc-8a7b-5646cf6b4a1f no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:23.811740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 58136a27-a074-44cc-8a7b-5646cf6b4a1f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:23.812081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 58136a27-a074-44cc-8a7b-5646cf6b4a1f not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:23.890453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=13638fd2-633f-4406-81e8-76d3ce908534,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:23.922912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port bbbb0126-7643-46ea-a5a2-1918e19b77d0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:23.923253 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.011899 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.024624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for bbbb0126-7643-46ea-a5a2-1918e19b77d0 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:24.077807 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.081978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.092522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Transition to ACTIVE for port object bbbb0126-7643-46ea-a5a2-1918e19b77d0 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:24.098976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.148203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544a8f6-a480-408a-aa16-f24d5f3cafc2 None None] Pushing event updated for resources: {'Port': ['ID=bbbb0126-7643-46ea-a5a2-1918e19b77d0,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:24.181143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36876) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:24.200824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Attempting to bind port bbbb0126-7643-46ea-a5a2-1918e19b77d0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:24.201204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Attempting to bind port bbbb0126-7643-46ea-a5a2-1918e19b77d0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:24.201705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Attempting to bind port bbbb0126-7643-46ea-a5a2-1918e19b77d0 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:24.209037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:24.209516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:24.209993 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.210446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:24.211024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Bound port: bbbb0126-7643-46ea-a5a2-1918e19b77d0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:24.211524 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.263846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.298149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=bbbb0126-7643-46ea-a5a2-1918e19b77d0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:24.298756 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.303826 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:28:24.304638 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:28:24.343289 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bcbff755-6b0c-4fdc-9b33-5e9b70858341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.397096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-910a8a2e-8e3c-46a1-a6b3-f4c6216ac1a0 None None] Could not find standard attr ID for object bbbb0126-7643-46ea-a5a2-1918e19b77d0. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:24.409172 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.460759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bcbff755-6b0c-4fdc-9b33-5e9b70858341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.465601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bcbff755-6b0c-4fdc-9b33-5e9b70858341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.507853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbff755-6b0c-4fdc-9b33-5e9b70858341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9764980-2bdc-4d3d-b906-4b0348b77757,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:24.515166 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bcbff755-6b0c-4fdc-9b33-5e9b70858341 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cea9b4e3593749fb8db22572ea561545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313098 Aug 19 12:28:24.515778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36880) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:24.570161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0925-a544-4996-9f5b-a3abc2b77fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.572092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Router b87d3dfa-8b61-44b7-b829-762694e0c8aa has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:24.593670 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0925-a544-4996-9f5b-a3abc2b77fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.641463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0925-a544-4996-9f5b-a3abc2b77fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.644236 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0925-a544-4996-9f5b-a3abc2b77fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.645802 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3a3b0925-a544-4996-9f5b-a3abc2b77fd1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9764980-2bdc-4d3d-b906-4b0348b77757 HTTP/1.1" status: 204 len: 168 time: 0.1281888 Aug 19 12:28:24.648324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:24.653830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-913809a6-06ac-428b-80b3-8c4a7a22f544 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "PUT /v2.0/routers/b87d3dfa-8b61-44b7-b829-762694e0c8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3203373 Aug 19 12:28:24.656053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36884) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:24.662172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b0925-a544-4996-9f5b-a3abc2b77fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9764980-2bdc-4d3d-b906-4b0348b77757,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:24.709061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569bc408-d58d-44b5-97cf-27af34801de0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.710655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569bc408-d58d-44b5-97cf-27af34801de0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.712183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-569bc408-d58d-44b5-97cf-27af34801de0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0550909 Aug 19 12:28:24.714933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36886) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:24.766278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-409a7d10-5e2e-4455-847f-0192f1bf89a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 44369c9d-5845-4781-b1ca-d7e5fb4452fb {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:24.769653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-409a7d10-5e2e-4455-847f-0192f1bf89a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.810081 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-409a7d10-5e2e-4455-847f-0192f1bf89a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.819237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Attempting to bind port bbbb0126-7643-46ea-a5a2-1918e19b77d0 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:24.819618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Attempting to bind port bbbb0126-7643-46ea-a5a2-1918e19b77d0 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:24.819991 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Attempting to bind port bbbb0126-7643-46ea-a5a2-1918e19b77d0 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:24.825117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:24.825497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:24.826014 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.826417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:24.826918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Bound port: bbbb0126-7643-46ea-a5a2-1918e19b77d0, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:24.827304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.861942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Port bbbb0126-7643-46ea-a5a2-1918e19b77d0 has been deleted concurrently {{(pid=101155) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 12:28:24.874797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Routers {'b87d3dfa-8b61-44b7-b829-762694e0c8aa'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:24.875575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:28:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b87d3dfa-8b61-44b7-b829-762694e0c8aa'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:24.903357 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-409a7d10-5e2e-4455-847f-0192f1bf89a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.932745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36890) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:24.946858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-954ffa20-d54b-41ef-85b5-394d45d5bc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.947210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] Set router b87d3dfa-8b61-44b7-b829-762694e0c8aa gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:24.970213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-409a7d10-5e2e-4455-847f-0192f1bf89a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.001748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87d3dfa-8b61-44b7-b829-762694e0c8aa', 'name': 'tempest-NetworksTestDHCPv6-router-685234615', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:20Z', 'updated_at': '2021-08-19T12:28:24Z', 'revision_number': 3, 'project_id': '2d05f28870144ea286027f77af20540c', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:25.002042 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-409a7d10-5e2e-4455-847f-0192f1bf89a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.006780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-409a7d10-5e2e-4455-847f-0192f1bf89a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/44369c9d-5845-4781-b1ca-d7e5fb4452fb HTTP/1.1" status: 204 len: 168 time: 0.2908280 Aug 19 12:28:25.007778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36892) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:25.015002 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a7d10-5e2e-4455-847f-0192f1bf89a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=44369c9d-5845-4781-b1ca-d7e5fb4452fb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:25.035074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b6fa2-40ed-4ff6-aa43-fc124fb90219 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:25.038297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12831c59-4750-4a56-8977-2ad778404d34 None None] The sync data for ids ['b87d3dfa-8b61-44b7-b829-762694e0c8aa'] in n-d-778550-9 is: [{'id': 'b87d3dfa-8b61-44b7-b829-762694e0c8aa', 'name': 'tempest-NetworksTestDHCPv6-router-685234615', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:20Z', 'updated_at': '2021-08-19T12:28:24Z', 'revision_number': 3, 'project_id': '2d05f28870144ea286027f77af20540c', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:25.050149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-954ffa20-d54b-41ef-85b5-394d45d5bc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.056148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-954ffa20-d54b-41ef-85b5-394d45d5bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.109878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-954ffa20-d54b-41ef-85b5-394d45d5bc54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c69e78fc8074d88851b68bc000a1764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750853 Aug 19 12:28:25.110973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ffa20-d54b-41ef-85b5-394d45d5bc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d88f843-28b1-4e93-889d-92345043c0fa,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:25.113649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36894) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:25.144547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a6a93489-0d1f-4bdc-a1af-f62ebce2f0bc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1335552 Aug 19 12:28:25.144966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36896) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:25.168946 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40ccfee5-8ff1-4366-be25-c9033eae01a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.201603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40ccfee5-8ff1-4366-be25-c9033eae01a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.234491 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea80140b-2f0d-4e06-a6ec-aab3f65acaaa tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.266182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579f273-1961-4702-9a91-832163fd3bfa None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:25.278304 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40ccfee5-8ff1-4366-be25-c9033eae01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.283619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40ccfee5-8ff1-4366-be25-c9033eae01a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.285199 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-40ccfee5-8ff1-4366-be25-c9033eae01a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d88f843-28b1-4e93-889d-92345043c0fa HTTP/1.1" status: 204 len: 168 time: 0.1706815 Aug 19 12:28:25.303378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccfee5-8ff1-4366-be25-c9033eae01a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d88f843-28b1-4e93-889d-92345043c0fa,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:25.507404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5579f273-1961-4702-9a91-832163fd3bfa None None] Deleting port 13638fd2-633f-4406-81e8-76d3ce908534 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:25.508000 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5579f273-1961-4702-9a91-832163fd3bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.580873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5579f273-1961-4702-9a91-832163fd3bfa None None] For port 13638fd2-633f-4406-81e8-76d3ce908534, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=13638fd2-633f-4406-81e8-76d3ce908534,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:25.581276 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5579f273-1961-4702-9a91-832163fd3bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.596430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5579f273-1961-4702-9a91-832163fd3bfa None None] Calling delete_port for 13638fd2-633f-4406-81e8-76d3ce908534 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:25.686608 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5579f273-1961-4702-9a91-832163fd3bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.714600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579f273-1961-4702-9a91-832163fd3bfa None None] Pushing event deleted for resources: {'Port': ['ID=13638fd2-633f-4406-81e8-76d3ce908534,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:25.718453 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579f273-1961-4702-9a91-832163fd3bfa None None] No DVR routers for this DVR port 13638fd2-633f-4406-81e8-76d3ce908534 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:25.836803 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea80140b-2f0d-4e06-a6ec-aab3f65acaaa tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.839007 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea80140b-2f0d-4e06-a6ec-aab3f65acaaa tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.890590 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea80140b-2f0d-4e06-a6ec-aab3f65acaaa tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.891530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea80140b-2f0d-4e06-a6ec-aab3f65acaaa tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Fanout notify agent at l3_agent the message router_deleted on router b87d3dfa-8b61-44b7-b829-762694e0c8aa {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:28:25.898823 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea80140b-2f0d-4e06-a6ec-aab3f65acaaa tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.902370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea80140b-2f0d-4e06-a6ec-aab3f65acaaa tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/routers/b87d3dfa-8b61-44b7-b829-762694e0c8aa HTTP/1.1" status: 204 len: 168 time: 0.7534909 Aug 19 12:28:25.902636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36914) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:25.929550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3f15e9bf-e2ad-41f6-85c3-2c6bc16528f3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0256538 Aug 19 12:28:25.932203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36916) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:25.986601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02365476-0397-4f28-9451-5dff26723db2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:25.988223 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-02365476-0397-4f28-9451-5dff26723db2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0549867 Aug 19 12:28:25.991067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36920) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.033526 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4bb3a25b-1d16-4778-88af-e04284b326ff tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412195 Aug 19 12:28:26.038541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.042750 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac9cc9-8d58-43a7-82e5-324240aaf88d None None] Sync routers for ids ['b87d3dfa-8b61-44b7-b829-762694e0c8aa'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:26.045751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:26.054811 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac9cc9-8d58-43a7-82e5-324240aaf88d None None] Routers set() bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:26.055160 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac9cc9-8d58-43a7-82e5-324240aaf88d None None] Router IDs set() for agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 12:28:26.055752 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_agentschedulers_db [None req-11ac9cc9-8d58-43a7-82e5-324240aaf88d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b87d3dfa-8b61-44b7-b829-762694e0c8aa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:28:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent'). {{(pid=101156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 12:28:26.064398 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac9cc9-8d58-43a7-82e5-324240aaf88d None None] Routers set() bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:26.064798 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac9cc9-8d58-43a7-82e5-324240aaf88d None None] Router IDs set() for agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 12:28:26.065562 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_agentschedulers_db [None req-11ac9cc9-8d58-43a7-82e5-324240aaf88d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b87d3dfa-8b61-44b7-b829-762694e0c8aa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:28:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent'). {{(pid=101156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 12:28:26.065934 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac9cc9-8d58-43a7-82e5-324240aaf88d None None] The sync data for ids ['b87d3dfa-8b61-44b7-b829-762694e0c8aa'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:26.154672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:26.158451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.435191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:26.436834 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.484318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:26.487658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:26.490729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:26.491337 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.496510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410ff7f2-9b8b-4e76-ab01-ab5813c768d5 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:26.507128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=4fa405a4-ba72-4253-a55c-2e0c4ae380c5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.519060 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-720a1e30-9549-4a85-816f-00e871ce5c80 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4762242 Aug 19 12:28:26.519060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36934) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.519544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36936) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.525473 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:26.637794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:26.641312 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.644754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76efebc8-7d57-431b-81af-8e72ad033cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.647070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': '4fa405a4-ba72-4253-a55c-2e0c4ae380c5'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:26.647952 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.743357 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76efebc8-7d57-431b-81af-8e72ad033cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.748663 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-76efebc8-7d57-431b-81af-8e72ad033cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.788840 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-76efebc8-7d57-431b-81af-8e72ad033cbc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97112ddff8aa49c6adbe43d997416b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701495 Aug 19 12:28:26.789795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efebc8-7d57-431b-81af-8e72ad033cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0420773-4c5b-43f7-be35-7701760d1e71,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.792528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36940) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.801797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Allocated IP 2001:db8::f816:3eff:fe5e:1766 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/4fa405a4-ba72-4253-a55c-2e0c4ae380c5/8853b581-1d8b-4a6f-b6bb-21d38f34a639) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:26.846015 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bfe2903-202c-41ae-8503-b7ab932481d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.867816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bfe2903-202c-41ae-8503-b7ab932481d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.920901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.925142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bfe2903-202c-41ae-8503-b7ab932481d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.927853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bfe2903-202c-41ae-8503-b7ab932481d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.931615 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5bfe2903-202c-41ae-8503-b7ab932481d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0420773-4c5b-43f7-be35-7701760d1e71 HTTP/1.1" status: 204 len: 168 time: 0.1355693 Aug 19 12:28:26.938104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe2903-202c-41ae-8503-b7ab932481d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0420773-4c5b-43f7-be35-7701760d1e71,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.974684 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.984440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Transition to ACTIVE for port object 8853b581-1d8b-4a6f-b6bb-21d38f34a639 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:26.992468 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:26.993402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=a16b148c-0dc4-4df7-a43a-e54f7d5f521e,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.996311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:26.999080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:26.999843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.002770 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Transition to ACTIVE for port object 8853b581-1d8b-4a6f-b6bb-21d38f34a639 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:27.010543 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.018470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c72bc3d3-31aa-4eba-b5da-a47c2c5707f2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4948778 Aug 19 12:28:27.018794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36944) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:27.024646 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:73:fb:4e', 'name': 'tempest-NetworksTestDHCPv6-269235766'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:27.055888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:27.058903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:27.061368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:27.074618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Pushing event updated for resources: {'Port': ['ID=8853b581-1d8b-4a6f-b6bb-21d38f34a639,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:27.122587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Attempting to bind port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:27.123105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Attempting to bind port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:27.123582 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Attempting to bind port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:27.129660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:27.130183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:27.130597 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.130990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:27.131461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Bound port: 8853b581-1d8b-4a6f-b6bb-21d38f34a639, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:27.131844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.145669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:27.204134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] For port 8853b581-1d8b-4a6f-b6bb-21d38f34a639, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:27.207517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] For port 8853b581-1d8b-4a6f-b6bb-21d38f34a639, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8853b581-1d8b-4a6f-b6bb-21d38f34a639,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:27.216543 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.259150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13638fd2-633f-4406-81e8-76d3ce908534 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:27.268554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.295350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 97f04d97-841f-458f-ba84-f69e64ee430d yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:27.296492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 13638fd2-633f-4406-81e8-76d3ce908534 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:27.297322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 13638fd2-633f-4406-81e8-76d3ce908534 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:27.303830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a891131-110e-4ace-82ac-9da50a399b8f None None] Pushing event updated for resources: {'Port': ['ID=8853b581-1d8b-4a6f-b6bb-21d38f34a639,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:27.506546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 172.20.0.5 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/a16b148c-0dc4-4df7-a43a-e54f7d5f521e/97f04d97-841f-458f-ba84-f69e64ee430d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:27.516976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:fe73:fb4e (70b83c8a-6aba-4c84-a060-70ce763ecd5f/4fa405a4-ba72-4253-a55c-2e0c4ae380c5/97f04d97-841f-458f-ba84-f69e64ee430d) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:27.683975 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.697386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 97f04d97-841f-458f-ba84-f69e64ee430d will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:27.732409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.782693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:27.786110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:27.792286 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:27.796822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=97f04d97-841f-458f-ba84-f69e64ee430d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:27.850112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:27.850745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.865990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ac7b9d08-89d6-402d-9eb2-62e7716b705e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8461089 Aug 19 12:28:27.868563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36972) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:27.918337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa03c37-1b45-4f10-95de-961c3ab7f01e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:27.924939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa03c37-1b45-4f10-95de-961c3ab7f01e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:27.926631 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4aa03c37-1b45-4f10-95de-961c3ab7f01e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0571091 Aug 19 12:28:27.929886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36976) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.022764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e27a3-c3ec-4654-a522-0e930caaf71f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 97f04d97-841f-458f-ba84-f69e64ee430d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:28.023666 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc4e27a3-c3ec-4654-a522-0e930caaf71f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.125303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc4e27a3-c3ec-4654-a522-0e930caaf71f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.139237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e27a3-c3ec-4654-a522-0e930caaf71f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 97f04d97-841f-458f-ba84-f69e64ee430d owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:28.143159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36980) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.284218 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe3262b2-e2f1-4305-944c-21efcf691523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.302636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742a8f3-8d2c-44db-87a6-3ea7d577db83 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:28.342124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc4e27a3-c3ec-4654-a522-0e930caaf71f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.379440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e27a3-c3ec-4654-a522-0e930caaf71f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=97f04d97-841f-458f-ba84-f69e64ee430d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.386243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-012a314d-150f-40f8-9530-51689506ec62 None None] Provisioning for port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:28.443981 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe3262b2-e2f1-4305-944c-21efcf691523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.449385 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe3262b2-e2f1-4305-944c-21efcf691523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.480501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bc4e27a3-c3ec-4654-a522-0e930caaf71f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.485410 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bc4e27a3-c3ec-4654-a522-0e930caaf71f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/97f04d97-841f-458f-ba84-f69e64ee430d HTTP/1.1" status: 204 len: 168 time: 0.5516973 Aug 19 12:28:28.485790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36986) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.493179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe3262b2-e2f1-4305-944c-21efcf691523 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8247292a94648a291ea0b5601f00569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464200 Aug 19 12:28:28.493179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3262b2-e2f1-4305-944c-21efcf691523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adb78c8-318b-4b06-9b53-d9bc579e469d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.494299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36988) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.545642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcfc8c7-9f6c-4802-bba1-c0e3d42993e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.547266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcfc8c7-9f6c-4802-bba1-c0e3d42993e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.549568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcfc8c7-9f6c-4802-bba1-c0e3d42993e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.551185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-abcfc8c7-9f6c-4802-bba1-c0e3d42993e4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0641341 Aug 19 12:28:28.554108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 36990) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.567973 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f91c6b9-4628-4ffe-ac11-ffe1e9c53413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.589831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea3205b-a2c0-468f-8dc1-5188f0f2388e None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '4fa405a4-ba72-4253-a55c-2e0c4ae380c5', 'ip_address': '2001:db8::f816:3eff:fe5e:1766'}, {'subnet_id': 'a16b148c-0dc4-4df7-a43a-e54f7d5f521e'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '8853b581-1d8b-4a6f-b6bb-21d38f34a639'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:28.618472 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8ea3205b-a2c0-468f-8dc1-5188f0f2388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.626985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f91c6b9-4628-4ffe-ac11-ffe1e9c53413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.639358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fde358b-5125-401a-afb3-e7b3396f3458 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 4fa405a4-ba72-4253-a55c-2e0c4ae380c5 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:28.647271 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fde358b-5125-401a-afb3-e7b3396f3458 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.703577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fde358b-5125-401a-afb3-e7b3396f3458 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.734309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.746294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f91c6b9-4628-4ffe-ac11-ffe1e9c53413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.748885 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f91c6b9-4628-4ffe-ac11-ffe1e9c53413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.750050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3f91c6b9-4628-4ffe-ac11-ffe1e9c53413 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6adb78c8-318b-4b06-9b53-d9bc579e469d HTTP/1.1" status: 204 len: 168 time: 0.2443688 Aug 19 12:28:28.765102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91c6b9-4628-4ffe-ac11-ffe1e9c53413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adb78c8-318b-4b06-9b53-d9bc579e469d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.808499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fde358b-5125-401a-afb3-e7b3396f3458 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.869133 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fde358b-5125-401a-afb3-e7b3396f3458 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-8ea3205b-a2c0-468f-8dc1-5188f0f2388e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fa405a4-ba72-4253-a55c-2e0c4ae380c5: This subnet is being modified by another concurrent operation. Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fa405a4-ba72-4253-a55c-2e0c4ae380c5: This subnet is being modified by another concurrent operation. Aug 19 12:28:28.871312 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:28:28.898873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde358b-5125-401a-afb3-e7b3396f3458 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa405a4-ba72-4253-a55c-2e0c4ae380c5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.905035 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fde358b-5125-401a-afb3-e7b3396f3458 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.909943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 36996) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.913225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1fde358b-5125-401a-afb3-e7b3396f3458 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/4fa405a4-ba72-4253-a55c-2e0c4ae380c5 HTTP/1.1" status: 204 len: 168 time: 0.3579559 Aug 19 12:28:28.958356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b51419-feab-4fb8-8c5d-47bd623cb2ba None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:28.973315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bb4464-fe4d-4b23-bf29-32f065cc3a13 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet a16b148c-0dc4-4df7-a43a-e54f7d5f521e {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:28.977681 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48bb4464-fe4d-4b23-bf29-32f065cc3a13 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.021510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48bb4464-fe4d-4b23-bf29-32f065cc3a13 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.069423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48bb4464-fe4d-4b23-bf29-32f065cc3a13 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.140910 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48bb4464-fe4d-4b23-bf29-32f065cc3a13 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.170434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb4464-fe4d-4b23-bf29-32f065cc3a13 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=a16b148c-0dc4-4df7-a43a-e54f7d5f521e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:29.172475 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48bb4464-fe4d-4b23-bf29-32f065cc3a13 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.177311 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-48bb4464-fe4d-4b23-bf29-32f065cc3a13 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/a16b148c-0dc4-4df7-a43a-e54f7d5f521e HTTP/1.1" status: 204 len: 168 time: 0.2630465 Aug 19 12:28:29.177531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37008) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:29.182365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da56eaba-616a-4042-bdaf-0cf22794aebd None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': 'a16b148c-0dc4-4df7-a43a-e54f7d5f521e'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '8853b581-1d8b-4a6f-b6bb-21d38f34a639'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:29.209889 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da56eaba-616a-4042-bdaf-0cf22794aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.219455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-52575c7f-b461-4579-a096-8e64195e7d7b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382681 Aug 19 12:28:29.219703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37010) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:29.224941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:29.334355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:29.338450 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.501091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f553423-3d71-46a7-9835-3c28ba209765 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:28:29.530961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c7b91af7-d612-407b-8f96-aa812a92e46a None None] Could not find standard attr ID for object 97f04d97-841f-458f-ba84-f69e64ee430d. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:29.577021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f553423-3d71-46a7-9835-3c28ba209765 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:28:29.705835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.objects.ports [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:29.860982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e7f40-406f-4278-9d81-f228f1fcde43 None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '0ebcaae9-a084-4d42-aab1-83c8e8de7687'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '8853b581-1d8b-4a6f-b6bb-21d38f34a639'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:29.899744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7f40-406f-4278-9d81-f228f1fcde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.960579 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.124511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] For port 8853b581-1d8b-4a6f-b6bb-21d38f34a639, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8853b581-1d8b-4a6f-b6bb-21d38f34a639,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:30.158649 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.163961 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.164832 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.167561 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-7a0e7f40-406f-4278-9d81-f228f1fcde43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:28:30.167999 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-7a0e7f40-406f-4278-9d81-f228f1fcde43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:28:30.247623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:30.259991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:30.268076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.268717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.271291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=0ebcaae9-a084-4d42-aab1-83c8e8de7687,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:30.274328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=8853b581-1d8b-4a6f-b6bb-21d38f34a639,revision_number=5']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:30.289386 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0f152d9e-5941-434f-a193-51591e53169d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0685258 Aug 19 12:28:30.292338 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37034) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:30.297664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:30.412706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:30.416248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.651920 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.695861 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7f40-406f-4278-9d81-f228f1fcde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.696444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:30.699556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:30.702795 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.703432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.718360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=3dd3e233-a3ae-4865-a359-0ae35e94fa0a,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:30.723170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-699de661-8708-45e3-a23c-6cce0e5120e5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4298511 Aug 19 12:28:30.726339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37036) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:30.731288 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:80:43:44', 'name': 'tempest-NetworksTestDHCPv6-239593231'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:30.843657 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:30.847853 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.869782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 22e4bc5a-766a-41ad-8eb8-8f123d62cd09 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:30.946729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7a0e7f40-406f-4278-9d81-f228f1fcde43 None None] For port 8853b581-1d8b-4a6f-b6bb-21d38f34a639, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8853b581-1d8b-4a6f-b6bb-21d38f34a639,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:30.980181 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7f40-406f-4278-9d81-f228f1fcde43 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.986610 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7f40-406f-4278-9d81-f228f1fcde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.052888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e7f40-406f-4278-9d81-f228f1fcde43 None None] Pushing event updated for resources: {'Port': ['ID=8853b581-1d8b-4a6f-b6bb-21d38f34a639,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:31.098848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 172.20.0.4 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/3dd3e233-a3ae-4865-a359-0ae35e94fa0a/22e4bc5a-766a-41ad-8eb8-8f123d62cd09) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:31.106831 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:fe80:4344 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/0ebcaae9-a084-4d42-aab1-83c8e8de7687/22e4bc5a-766a-41ad-8eb8-8f123d62cd09) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:31.321814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8853b581-1d8b-4a6f-b6bb-21d38f34a639 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:31.340816 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.354930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 22e4bc5a-766a-41ad-8eb8-8f123d62cd09 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:31.380275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:31.384702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:31.385112 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.397289 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.446698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:31.449749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:31.453561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:31.480363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.495077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=22e4bc5a-766a-41ad-8eb8-8f123d62cd09,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:31.517410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 8853b581-1d8b-4a6f-b6bb-21d38f34a639, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8853b581-1d8b-4a6f-b6bb-21d38f34a639,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:31.519528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.520288 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.523003 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.538968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f207f433-71dc-4e8a-a2b6-0a6f99a796ef tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8093667 Aug 19 12:28:31.539195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37046) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:31.590412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=8853b581-1d8b-4a6f-b6bb-21d38f34a639,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:31.598867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1303ee-a8f1-4872-ba56-ca5b50a7b14c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.605400 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1303ee-a8f1-4872-ba56-ca5b50a7b14c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.607065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ec1303ee-a8f1-4872-ba56-ca5b50a7b14c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0668490 Aug 19 12:28:31.609710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37048) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:31.702891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5f56e080-4e2b-458e-a4a7-df15e803ffa7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 22e4bc5a-766a-41ad-8eb8-8f123d62cd09 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:31.703264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f56e080-4e2b-458e-a4a7-df15e803ffa7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.756944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc98a7-d8ec-4989-b4e5-bef883385e83 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:28:31.796379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1bf1e38c-e8dc-4e54-b7d9-8b645fbe8701 None None] Provisioning complete for port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:31.796761 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e38c-e8dc-4e54-b7d9-8b645fbe8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.807233 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f56e080-4e2b-458e-a4a7-df15e803ffa7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.820180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5f56e080-4e2b-458e-a4a7-df15e803ffa7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 22e4bc5a-766a-41ad-8eb8-8f123d62cd09 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:31.865889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc98a7-d8ec-4989-b4e5-bef883385e83 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:28:32.034466 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f56e080-4e2b-458e-a4a7-df15e803ffa7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.067610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56e080-4e2b-458e-a4a7-df15e803ffa7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=22e4bc5a-766a-41ad-8eb8-8f123d62cd09,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:32.162728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c8c9d-5594-4f5a-8561-8e83b5de6753 None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '0ebcaae9-a084-4d42-aab1-83c8e8de7687', 'ip_address': '2001:db8::f816:3eff:fe5e:1766'}, {'subnet_id': '3dd3e233-a3ae-4865-a359-0ae35e94fa0a'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '8853b581-1d8b-4a6f-b6bb-21d38f34a639'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:32.163554 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f56e080-4e2b-458e-a4a7-df15e803ffa7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.168228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5f56e080-4e2b-458e-a4a7-df15e803ffa7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/22e4bc5a-766a-41ad-8eb8-8f123d62cd09 HTTP/1.1" status: 204 len: 168 time: 0.5548224 Aug 19 12:28:32.168661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37050) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:32.193145 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8c9d-5594-4f5a-8561-8e83b5de6753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.227830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f683e5-f17b-44c3-8523-2f1330474689 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:32.230005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f683e5-f17b-44c3-8523-2f1330474689 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:32.231584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f683e5-f17b-44c3-8523-2f1330474689 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:32.233313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d8f683e5-f17b-44c3-8523-2f1330474689 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0636055 Aug 19 12:28:32.236236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37052) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:32.300247 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-36872013-c36c-45d6-9e21-dbc13d2307ad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 0ebcaae9-a084-4d42-aab1-83c8e8de7687 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:32.303707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36872013-c36c-45d6-9e21-dbc13d2307ad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.344079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36872013-c36c-45d6-9e21-dbc13d2307ad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.433847 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36872013-c36c-45d6-9e21-dbc13d2307ad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-8d6c8c9d-5594-4f5a-8561-8e83b5de6753 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ebcaae9-a084-4d42-aab1-83c8e8de7687: This subnet is being modified by another concurrent operation. Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ebcaae9-a084-4d42-aab1-83c8e8de7687: This subnet is being modified by another concurrent operation. Aug 19 12:28:32.495496 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:28:32.502855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36872013-c36c-45d6-9e21-dbc13d2307ad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.513467 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-36872013-c36c-45d6-9e21-dbc13d2307ad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.515322 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-36872013-c36c-45d6-9e21-dbc13d2307ad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/0ebcaae9-a084-4d42-aab1-83c8e8de7687 HTTP/1.1" status: 204 len: 168 time: 0.2780592 Aug 19 12:28:32.518747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37058) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:32.546137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36872013-c36c-45d6-9e21-dbc13d2307ad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebcaae9-a084-4d42-aab1-83c8e8de7687,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:32.590416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbc6221-bcd4-42d2-8579-102382517158 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 3dd3e233-a3ae-4865-a359-0ae35e94fa0a {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:32.591388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38b0ca-53fb-49c5-8eaf-a77ea27c2410 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:28:32.593735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6221-bcd4-42d2-8579-102382517158 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.639862 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6221-bcd4-42d2-8579-102382517158 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.661781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe38b0ca-53fb-49c5-8eaf-a77ea27c2410 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:28:32.689943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6221-bcd4-42d2-8579-102382517158 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.724617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-52c6969c-ba14-4d24-a75a-6fc00c48d4bd None None] Provisioning complete for port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:32.725031 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52c6969c-ba14-4d24-a75a-6fc00c48d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.754213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6221-bcd4-42d2-8579-102382517158 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.782817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc6221-bcd4-42d2-8579-102382517158 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd3e233-a3ae-4865-a359-0ae35e94fa0a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:32.786957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6221-bcd4-42d2-8579-102382517158 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.788725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0cbc6221-bcd4-42d2-8579-102382517158 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/3dd3e233-a3ae-4865-a359-0ae35e94fa0a HTTP/1.1" status: 204 len: 168 time: 0.2684226 Aug 19 12:28:32.791330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37060) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:32.834082 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-37964660-5108-4964-9e38-3f6f5dbe3945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412481 Aug 19 12:28:32.836622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37062) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:32.842157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:32.943933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03e936d-3107-4520-a67a-5356dc0debfc None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:32.951395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:32.955777 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.011739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e011233d-a256-40eb-8547-8557cc505b8d None None] Provisioning complete for port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:33.012226 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e011233d-a256-40eb-8547-8557cc505b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.160361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.214595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:33.218207 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:33.221533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:33.222140 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.230248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=6f305c57-fe03-4805-91e7-a2ca05039d87,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:33.248549 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-81d7f88b-74ac-4066-b223-0069cff64264 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4079368 Aug 19 12:28:33.249236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37064) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:33.255258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:33.255459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8853b581-1d8b-4a6f-b6bb-21d38f34a639 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:33.318760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf634e5f-1cf5-43f0-9eb0-69960ce3906f None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:33.394275 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:33.400941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.410846 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.433836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bf634e5f-1cf5-43f0-9eb0-69960ce3906f None None] Deleting port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:33.434292 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf634e5f-1cf5-43f0-9eb0-69960ce3906f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.483119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 8853b581-1d8b-4a6f-b6bb-21d38f34a639, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8853b581-1d8b-4a6f-b6bb-21d38f34a639,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:33.490343 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.572027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-bf634e5f-1cf5-43f0-9eb0-69960ce3906f None None] For port 8853b581-1d8b-4a6f-b6bb-21d38f34a639, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8853b581-1d8b-4a6f-b6bb-21d38f34a639,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:33.572460 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf634e5f-1cf5-43f0-9eb0-69960ce3906f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.576357 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=8853b581-1d8b-4a6f-b6bb-21d38f34a639,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:33.598557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bf634e5f-1cf5-43f0-9eb0-69960ce3906f None None] Calling delete_port for 8853b581-1d8b-4a6f-b6bb-21d38f34a639 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:33.672203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37072) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:33.692571 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf634e5f-1cf5-43f0-9eb0-69960ce3906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.719055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf634e5f-1cf5-43f0-9eb0-69960ce3906f None None] Pushing event deleted for resources: {'Port': ['ID=8853b581-1d8b-4a6f-b6bb-21d38f34a639,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:33.729513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf634e5f-1cf5-43f0-9eb0-69960ce3906f None None] No DVR routers for this DVR port 8853b581-1d8b-4a6f-b6bb-21d38f34a639 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:33.745650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47193626-ede5-4066-988f-8a5c0232a1d0 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:33.815689 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c95522d6-c018-451f-bf10-44fdfe6672a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.819407 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:33.820927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.866502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:33.871932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:33.876367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:33.877180 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.883064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=e3f3cc8e-379f-4ddf-bf1a-7f07768fce1d,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:33.925653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c95522d6-c018-451f-bf10-44fdfe6672a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.928843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': '6f305c57-fe03-4805-91e7-a2ca05039d87'}, {'subnet_id': 'e3f3cc8e-379f-4ddf-bf1a-7f07768fce1d'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:33.929899 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.931243 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c95522d6-c018-451f-bf10-44fdfe6672a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.937183 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e84561ab-8d01-4eea-b51b-086d24a4f3c7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6869895 Aug 19 12:28:33.939797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37076) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:33.949470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:1c:e9:c7', 'name': 'tempest-NetworksTestDHCPv6-1278367444'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:33.978706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c95522d6-c018-451f-bf10-44fdfe6672a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18f4d6933ace4ca282981fd0942a5393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044689 Aug 19 12:28:33.979582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95522d6-c018-451f-bf10-44fdfe6672a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05541283-ebcf-490e-91df-99ffe0baca08,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:33.981901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37078) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:34.042547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24c49f85-9cad-4f14-9238-db587ed22781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.064320 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24c49f85-9cad-4f14-9238-db587ed22781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.078623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:34.113402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24c49f85-9cad-4f14-9238-db587ed22781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.115963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-24c49f85-9cad-4f14-9238-db587ed22781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.117164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-24c49f85-9cad-4f14-9238-db587ed22781 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05541283-ebcf-490e-91df-99ffe0baca08 HTTP/1.1" status: 204 len: 168 time: 0.1275933 Aug 19 12:28:34.126187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c49f85-9cad-4f14-9238-db587ed22781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05541283-ebcf-490e-91df-99ffe0baca08,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:34.149169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Allocated IP 172.20.0.2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/6f305c57-fe03-4805-91e7-a2ca05039d87/0ef27ac2-575e-4159-88c1-e3d79a4b4743) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:34.163614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Allocated IP 2001:db8::f816:3eff:fe2d:71ad (70b83c8a-6aba-4c84-a060-70ce763ecd5f/e3f3cc8e-379f-4ddf-bf1a-7f07768fce1d/0ef27ac2-575e-4159-88c1-e3d79a4b4743) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:34.173732 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.199011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 1e549301-62b0-4007-a0ca-71aa1186475c yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:34.326209 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.335290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Transition to ACTIVE for port object 0ef27ac2-575e-4159-88c1-e3d79a4b4743 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:34.351244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Transition to ACTIVE for port object 0ef27ac2-575e-4159-88c1-e3d79a4b4743 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:34.357649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.398388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:34.401411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:34.408195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:34.410479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Pushing event updated for resources: {'Port': ['ID=0ef27ac2-575e-4159-88c1-e3d79a4b4743,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:34.469915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 172.20.0.5 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/6f305c57-fe03-4805-91e7-a2ca05039d87/1e549301-62b0-4007-a0ca-71aa1186475c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:34.476729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:fe1c:e9c7 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/e3f3cc8e-379f-4ddf-bf1a-7f07768fce1d/1e549301-62b0-4007-a0ca-71aa1186475c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:34.501806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Attempting to bind port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:34.502187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Attempting to bind port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:34.502584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Attempting to bind port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:34.508855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:34.509243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:34.509710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.510169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:34.510642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Bound port: 0ef27ac2-575e-4159-88c1-e3d79a4b4743, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:34.511143 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.580981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] For port 0ef27ac2-575e-4159-88c1-e3d79a4b4743, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:34.585179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] For port 0ef27ac2-575e-4159-88c1-e3d79a4b4743, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ef27ac2-575e-4159-88c1-e3d79a4b4743,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:34.589985 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.636713 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.657966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 1e549301-62b0-4007-a0ca-71aa1186475c will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:34.659890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dc22f-dfbb-4571-b468-80e694c9a6ef None None] Pushing event updated for resources: {'Port': ['ID=0ef27ac2-575e-4159-88c1-e3d79a4b4743,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:34.686491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.734785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:34.739878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:34.742334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:34.775546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=1e549301-62b0-4007-a0ca-71aa1186475c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:34.806805 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:34.807455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.827149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-00476b12-9349-4fd5-ad68-483b3b9b59db tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8849320 Aug 19 12:28:34.827910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37100) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:34.828155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37102) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:34.912309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f021dbe3-d785-4e0c-8675-7e80744e44b5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:34.919107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f021dbe3-d785-4e0c-8675-7e80744e44b5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:34.923889 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f021dbe3-d785-4e0c-8675-7e80744e44b5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0809388 Aug 19 12:28:34.924211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37108) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:34.972739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-868456352-network', 'tenant_id': 'cc31b76ce64c43038abb7592222cf0c7'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:35.020089 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Made reservation on behalf of cc31b76ce64c43038abb7592222cf0c7 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:35.022400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.034959 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.062295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fda50e13-4d02-49c8-a5e1-430fd0328ba4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 1e549301-62b0-4007-a0ca-71aa1186475c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:35.062830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fda50e13-4d02-49c8-a5e1-430fd0328ba4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.179149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fda50e13-4d02-49c8-a5e1-430fd0328ba4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.199255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fda50e13-4d02-49c8-a5e1-430fd0328ba4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 1e549301-62b0-4007-a0ca-71aa1186475c owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:35.228902 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.261791 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.262522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0ef27ac2-575e-4159-88c1-e3d79a4b4743 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:35.306436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:28:35.323449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8547c56f-8b52-4f6c-9606-b3b4325deab2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.323824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:35.335039 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.335390 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Added segment f2bd8031-7a6d-4f7d-876a-4c35ec3acbce of type vlan for network a7e81a05-2592-4148-b1cc-db571195c986 Aug 19 12:28:35.399262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.458340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.459328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.459901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.540149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6943290 Aug 19 12:28:35.543369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37110) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:35.548647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Request body: {'subnet': {'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-868456352-subnet', 'tenant_id': 'cc31b76ce64c43038abb7592222cf0c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:35.553356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fda50e13-4d02-49c8-a5e1-430fd0328ba4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.557169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31391afb-fe7d-4e9d-b909-ed3c07db4560 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e81a05-2592-4148-b1cc-db571195c986,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.569479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a7e81a05-2592-4148-b1cc-db571195c986 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:28:35.599231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda50e13-4d02-49c8-a5e1-430fd0328ba4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=1e549301-62b0-4007-a0ca-71aa1186475c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.608096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Made reservation on behalf of cc31b76ce64c43038abb7592222cf0c7 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:35.611143 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.695323 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f320df0-3808-4bf5-aba4-1d400ea026d3 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:35.752545 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fda50e13-4d02-49c8-a5e1-430fd0328ba4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.754596 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fda50e13-4d02-49c8-a5e1-430fd0328ba4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/1e549301-62b0-4007-a0ca-71aa1186475c HTTP/1.1" status: 204 len: 168 time: 0.8262873 Aug 19 12:28:35.757326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37112) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:35.761392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b36aff87-ef46-45db-a18e-85fc67fb3c8f None None] Provisioning for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:35.770095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b36aff87-ef46-45db-a18e-85fc67fb3c8f None None] Provisioning complete for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:35.770472 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b36aff87-ef46-45db-a18e-85fc67fb3c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.820239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9868e7d1-ae76-47cf-85f0-885ba09d431d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.821977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9868e7d1-ae76-47cf-85f0-885ba09d431d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.823568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9868e7d1-ae76-47cf-85f0-885ba09d431d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.827967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9868e7d1-ae76-47cf-85f0-885ba09d431d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0659604 Aug 19 12:28:35.828347 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37114) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:35.863455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.884665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b8dfa0-46d3-45bf-8d25-63c7682cd001 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 6f305c57-fe03-4805-91e7-a2ca05039d87 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:35.888953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b8dfa0-46d3-45bf-8d25-63c7682cd001 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.918330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.926616 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b36aff87-ef46-45db-a18e-85fc67fb3c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.934307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Checking segment: {'id': 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:35.934908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Network hostable DHCP agents. Network: a7e81a05-2592-4148-b1cc-db571195c986, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:28:35.937117 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b8dfa0-46d3-45bf-8d25-63c7682cd001 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.953792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Network a7e81a05-2592-4148-b1cc-db571195c986 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:28:35.965606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a7e81a05-2592-4148-b1cc-db571195c986) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:35.971913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.972668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.979873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f2e666-f004-49c3-8dd4-b78bd0c0980c None None] Network a7e81a05-2592-4148-b1cc-db571195c986 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:35.984577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b36aff87-ef46-45db-a18e-85fc67fb3c8f None None] For port 0ef27ac2-575e-4159-88c1-e3d79a4b4743, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ef27ac2-575e-4159-88c1-e3d79a4b4743,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:36.000203 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-219f7616-bee5-4fb6-aa72-cc83369a6e0b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4479263 Aug 19 12:28:36.024279 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b36aff87-ef46-45db-a18e-85fc67fb3c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.050470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b8dfa0-46d3-45bf-8d25-63c7682cd001 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.102006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36aff87-ef46-45db-a18e-85fc67fb3c8f None None] Pushing event updated for resources: {'Port': ['ID=0ef27ac2-575e-4159-88c1-e3d79a4b4743,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:36.142167 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b8dfa0-46d3-45bf-8d25-63c7682cd001 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.162998 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78b8dfa0-46d3-45bf-8d25-63c7682cd001 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.168041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-78b8dfa0-46d3-45bf-8d25-63c7682cd001 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/6f305c57-fe03-4805-91e7-a2ca05039d87 HTTP/1.1" status: 204 len: 168 time: 0.3361101 Aug 19 12:28:36.168738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37122) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:36.177924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c601047-ee8a-4b4e-9ed5-378c5d4d6765 None None] Network a7e81a05-2592-4148-b1cc-db571195c986 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:36.193585 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8dfa0-46d3-45bf-8d25-63c7682cd001 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=6f305c57-fe03-4805-91e7-a2ca05039d87,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:36.244566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad587a34-c07e-49ca-a10b-d8b6a31aaea0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet e3f3cc8e-379f-4ddf-bf1a-7f07768fce1d {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:36.244818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1e6b2-95ad-4f2c-a87c-70fac84ffe58 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:36.246465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad587a34-c07e-49ca-a10b-d8b6a31aaea0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.291363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad587a34-c07e-49ca-a10b-d8b6a31aaea0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.312711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-87687208-87c5-42b9-a4a5-f075965b69ab None None] Provisioning complete for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:36.313335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87687208-87c5-42b9-a4a5-f075965b69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.391067 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad587a34-c07e-49ca-a10b-d8b6a31aaea0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.459782 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad587a34-c07e-49ca-a10b-d8b6a31aaea0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.489165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad587a34-c07e-49ca-a10b-d8b6a31aaea0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f3cc8e-379f-4ddf-bf1a-7f07768fce1d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:36.493873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ad587a34-c07e-49ca-a10b-d8b6a31aaea0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.498451 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ad587a34-c07e-49ca-a10b-d8b6a31aaea0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/e3f3cc8e-379f-4ddf-bf1a-7f07768fce1d HTTP/1.1" status: 204 len: 168 time: 0.3284607 Aug 19 12:28:36.498914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37124) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:36.543707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9672ba87-630a-4fd1-81e1-2a995b1dfac7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433495 Aug 19 12:28:36.546972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37126) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:36.553012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:36.620322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf36600-d0f2-4da0-877d-4e06a550966c None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': 'e3f3cc8e-379f-4ddf-bf1a-7f07768fce1d'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '0ef27ac2-575e-4159-88c1-e3d79a4b4743'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:36.651337 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9bf36600-d0f2-4da0-877d-4e06a550966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.666738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:36.670436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.837046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749be5a6-9f2e-4b27-9701-671185e134f8 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:36.868821 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.924650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:36.926191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=cc726638-38d9-4cba-a209-9ecc1de004e2,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:36.935524 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:36.939316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:36.939944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.951576 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-70913d1a-7e3c-46c0-b081-f14f20e8e023 None None] Provisioning complete for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:36.951969 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-70913d1a-7e3c-46c0-b081-f14f20e8e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.961481 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0a7304fa-6078-43ca-bd0b-bd1690f34771 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4130917 Aug 19 12:28:36.962255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37136) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:36.967679 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:37.101214 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:37.105053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bade8f2-3d3a-47ff-8af3-4f4e493ab209 None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': 'cc726638-38d9-4cba-a209-9ecc1de004e2'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '0ef27ac2-575e-4159-88c1-e3d79a4b4743'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:37.105856 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.142369 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1bade8f2-3d3a-47ff-8af3-4f4e493ab209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.285425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0ef27ac2-575e-4159-88c1-e3d79a4b4743 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:37.397032 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1bade8f2-3d3a-47ff-8af3-4f4e493ab209 None None] Allocated IP 172.20.0.2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/cc726638-38d9-4cba-a209-9ecc1de004e2/0ef27ac2-575e-4159-88c1-e3d79a4b4743) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:37.505580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.objects.ports [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:37.582878 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.670584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1bade8f2-3d3a-47ff-8af3-4f4e493ab209 None None] For port 0ef27ac2-575e-4159-88c1-e3d79a4b4743, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ef27ac2-575e-4159-88c1-e3d79a4b4743,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:37.700233 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1bade8f2-3d3a-47ff-8af3-4f4e493ab209 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.713731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1bade8f2-3d3a-47ff-8af3-4f4e493ab209 None None] Transition to ACTIVE for port object 0ef27ac2-575e-4159-88c1-e3d79a4b4743 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:37.719108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1bade8f2-3d3a-47ff-8af3-4f4e493ab209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.757518 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.826935 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:28:37.827325 n-d-778550-9 neutron-server[101155]: DEBUG oslo_db.api [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:28:37.828649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bade8f2-3d3a-47ff-8af3-4f4e493ab209 None None] Pushing event updated for resources: {'Port': ['ID=0ef27ac2-575e-4159-88c1-e3d79a4b4743,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:37.956124 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] For port 0ef27ac2-575e-4159-88c1-e3d79a4b4743, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ef27ac2-575e-4159-88c1-e3d79a4b4743,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:37.990750 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.997331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.998080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.081444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:38.091202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:38.102492 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.103100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.110901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=0ef27ac2-575e-4159-88c1-e3d79a4b4743,revision_number=8']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:38.116322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=b717a1f4-73aa-4ada-8067-955629a288f9,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:38.130064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37144) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:38.130581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d92b3d1a-e078-4212-bdcb-a92d2873374b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1667316 Aug 19 12:28:38.136518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:ef:2f:1b', 'name': 'tempest-NetworksTestDHCPv6-669639567'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:38.271412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:38.275982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.299409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 27215c8d-aeec-4cd3-8b68-007ed2568cdc yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:38.370910 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.426422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 0ef27ac2-575e-4159-88c1-e3d79a4b4743, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ef27ac2-575e-4159-88c1-e3d79a4b4743,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:38.432974 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.455420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a03124-f75d-4e3f-ac0c-335dce17a666 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:38.497257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 172.20.0.13 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/cc726638-38d9-4cba-a209-9ecc1de004e2/27215c8d-aeec-4cd3-8b68-007ed2568cdc) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:38.504990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:feef:2f1b (70b83c8a-6aba-4c84-a060-70ce763ecd5f/b717a1f4-73aa-4ada-8067-955629a288f9/27215c8d-aeec-4cd3-8b68-007ed2568cdc) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:38.560176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=0ef27ac2-575e-4159-88c1-e3d79a4b4743,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:38.565685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3b07e18a-0fa0-4343-8842-abbfb8b17596 None None] Provisioning for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:38.575306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3b07e18a-0fa0-4343-8842-abbfb8b17596 None None] Provisioning complete for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:38.575691 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3b07e18a-0fa0-4343-8842-abbfb8b17596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.669975 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.683711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 27215c8d-aeec-4cd3-8b68-007ed2568cdc will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:38.723996 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.740541 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3b07e18a-0fa0-4343-8842-abbfb8b17596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.768169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:38.773550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:38.776191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:38.792714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3b07e18a-0fa0-4343-8842-abbfb8b17596 None None] For port 0ef27ac2-575e-4159-88c1-e3d79a4b4743, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ef27ac2-575e-4159-88c1-e3d79a4b4743,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:38.792714 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3b07e18a-0fa0-4343-8842-abbfb8b17596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.810008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=27215c8d-aeec-4cd3-8b68-007ed2568cdc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:38.839142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.839624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.845214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07e18a-0fa0-4343-8842-abbfb8b17596 None None] Pushing event updated for resources: {'Port': ['ID=0ef27ac2-575e-4159-88c1-e3d79a4b4743,revision_number=10']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:38.861101 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-019a48eb-d12d-49f2-8a92-a153ecacc945 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7287979 Aug 19 12:28:38.863706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37146) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:38.965768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b92d42-ee66-4a39-8b7b-9953f03cf638 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.977122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b92d42-ee66-4a39-8b7b-9953f03cf638 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.981572 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-72b92d42-ee66-4a39-8b7b-9953f03cf638 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1142905 Aug 19 12:28:38.982245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37150) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:39.109317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ab1564e1-b6c2-4cb6-9703-178fc25b0c3c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 27215c8d-aeec-4cd3-8b68-007ed2568cdc {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:39.110298 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab1564e1-b6c2-4cb6-9703-178fc25b0c3c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.209782 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab1564e1-b6c2-4cb6-9703-178fc25b0c3c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.225060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ab1564e1-b6c2-4cb6-9703-178fc25b0c3c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 27215c8d-aeec-4cd3-8b68-007ed2568cdc owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:39.286283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0ef27ac2-575e-4159-88c1-e3d79a4b4743 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:39.341396 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:39.342138 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.417419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ee86f-25ae-4da4-8927-ef9fd0b60e19 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:39.549186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7fc85f7d-ef02-4415-a129-8e2cfe30e54d None None] Provisioning complete for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:39.549916 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fc85f7d-ef02-4415-a129-8e2cfe30e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.782489 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab1564e1-b6c2-4cb6-9703-178fc25b0c3c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.811446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1564e1-b6c2-4cb6-9703-178fc25b0c3c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=27215c8d-aeec-4cd3-8b68-007ed2568cdc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:39.890328 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fb966cca-9070-427d-925d-4b6ea3b6639c None None] Could not find standard attr ID for object 27215c8d-aeec-4cd3-8b68-007ed2568cdc. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:39.900251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fb966cca-9070-427d-925d-4b6ea3b6639c None None] Provisioning complete for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:39.900624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb966cca-9070-427d-925d-4b6ea3b6639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.905395 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab1564e1-b6c2-4cb6-9703-178fc25b0c3c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.907702 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ab1564e1-b6c2-4cb6-9703-178fc25b0c3c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/27215c8d-aeec-4cd3-8b68-007ed2568cdc HTTP/1.1" status: 204 len: 168 time: 0.9194441 Aug 19 12:28:39.910952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37154) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:39.982513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd82e9-6a5e-44b7-83b6-2577c37b48dc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.984183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd82e9-6a5e-44b7-83b6-2577c37b48dc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.985972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd82e9-6a5e-44b7-83b6-2577c37b48dc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.990292 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ecd82e9-6a5e-44b7-83b6-2577c37b48dc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0757096 Aug 19 12:28:39.990456 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37158) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:40.047875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a12bde-0d9d-4ab9-8737-9ea37a6bc724 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet b717a1f4-73aa-4ada-8067-955629a288f9 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:40.051569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3a12bde-0d9d-4ab9-8737-9ea37a6bc724 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.118954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3a12bde-0d9d-4ab9-8737-9ea37a6bc724 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.202726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f524d80-d9c3-42e0-976e-261042b23c90 None None] Could not find standard attr ID for object 22e4bc5a-766a-41ad-8eb8-8f123d62cd09. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:40.211558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3a12bde-0d9d-4ab9-8737-9ea37a6bc724 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.282126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3a12bde-0d9d-4ab9-8737-9ea37a6bc724 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.310998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a12bde-0d9d-4ab9-8737-9ea37a6bc724 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=b717a1f4-73aa-4ada-8067-955629a288f9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:40.315583 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3a12bde-0d9d-4ab9-8737-9ea37a6bc724 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.320723 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c3a12bde-0d9d-4ab9-8737-9ea37a6bc724 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/b717a1f4-73aa-4ada-8067-955629a288f9 HTTP/1.1" status: 204 len: 168 time: 0.3261497 Aug 19 12:28:40.320883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37162) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:40.377867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef823e05-ce7e-48bb-9fdd-3f0b9b9ecb73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet cc726638-38d9-4cba-a209-9ecc1de004e2 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:40.381847 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ef823e05-ce7e-48bb-9fdd-3f0b9b9ecb73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.420559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94793c-6bde-486b-8774-695780f98400 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:40.425686 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ef823e05-ce7e-48bb-9fdd-3f0b9b9ecb73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.437227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-719ee868-a41d-4d2a-8d8d-02d94edc70c7 None None] Could not find standard attr ID for object 1e549301-62b0-4007-a0ca-71aa1186475c. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:40.518508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ef823e05-ce7e-48bb-9fdd-3f0b9b9ecb73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.578663 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ef823e05-ce7e-48bb-9fdd-3f0b9b9ecb73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.607694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef823e05-ce7e-48bb-9fdd-3f0b9b9ecb73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=cc726638-38d9-4cba-a209-9ecc1de004e2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:40.611675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ef823e05-ce7e-48bb-9fdd-3f0b9b9ecb73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.614238 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ef823e05-ce7e-48bb-9fdd-3f0b9b9ecb73 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/cc726638-38d9-4cba-a209-9ecc1de004e2 HTTP/1.1" status: 204 len: 168 time: 0.2921364 Aug 19 12:28:40.617178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37164) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.025530 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f8925718-84a3-45d4-8fbf-8108600fb37b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4069490 Aug 19 12:28:41.027234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37166) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.076892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61d1f0-e00b-490f-836b-8d9a40900d4f None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:41.078501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93361c1c-7bdb-4e81-b6e5-f5d24fd9a815 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.080407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-93361c1c-7bdb-4e81-b6e5-f5d24fd9a815 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0518837 Aug 19 12:28:41.082702 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37168) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.142348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e58eab-1920-422e-9e05-80399c857641 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.144311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e2e58eab-1920-422e-9e05-80399c857641 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0607083 Aug 19 12:28:41.147034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37172) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.185555 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-81c368c9-55d8-4863-82e5-601a3caba211 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370572 Aug 19 12:28:41.190948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37174) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.196468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d34ae4e6-2dd9-4cd9-ae42-2d8937b8298a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:41.213437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f70094a8-ec70-4f11-8130-22d936d1ed0d None None] Provisioning complete for port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:41.213992 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f70094a8-ec70-4f11-8130-22d936d1ed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.309465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ae4e6-2dd9-4cd9-ae42-2d8937b8298a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:41.314060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d34ae4e6-2dd9-4cd9-ae42-2d8937b8298a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.315607 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34ae4e6-2dd9-4cd9-ae42-2d8937b8298a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:41.316217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34ae4e6-2dd9-4cd9-ae42-2d8937b8298a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:41.332019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04eee58-8fd5-49f2-8988-022afbb2cbad None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:41.332912 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d34ae4e6-2dd9-4cd9-ae42-2d8937b8298a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1407218 Aug 19 12:28:41.336010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37176) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.341615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ac045cb4-a60c-44fc-a7cb-c6722c958a92 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:41.378006 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f04eee58-8fd5-49f2-8988-022afbb2cbad None None] Deleting port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:41.378385 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f04eee58-8fd5-49f2-8988-022afbb2cbad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.433779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac045cb4-a60c-44fc-a7cb-c6722c958a92 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:41.437503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ac045cb4-a60c-44fc-a7cb-c6722c958a92 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.439378 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac045cb4-a60c-44fc-a7cb-c6722c958a92 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:41.439378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac045cb4-a60c-44fc-a7cb-c6722c958a92 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:41.445946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f04eee58-8fd5-49f2-8988-022afbb2cbad None None] For port 0ef27ac2-575e-4159-88c1-e3d79a4b4743, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0ef27ac2-575e-4159-88c1-e3d79a4b4743,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:41.446352 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f04eee58-8fd5-49f2-8988-022afbb2cbad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.457267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ac045cb4-a60c-44fc-a7cb-c6722c958a92 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1174283 Aug 19 12:28:41.457543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37178) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.463341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-37181351-98f0-4a47-8b1e-a80fcf7ebb9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:41.465025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f04eee58-8fd5-49f2-8988-022afbb2cbad None None] Calling delete_port for 0ef27ac2-575e-4159-88c1-e3d79a4b4743 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:41.549071 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f04eee58-8fd5-49f2-8988-022afbb2cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.558910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37181351-98f0-4a47-8b1e-a80fcf7ebb9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:41.562548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-37181351-98f0-4a47-8b1e-a80fcf7ebb9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.564328 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-37181351-98f0-4a47-8b1e-a80fcf7ebb9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:41.564786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37181351-98f0-4a47-8b1e-a80fcf7ebb9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:41.578575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eee58-8fd5-49f2-8988-022afbb2cbad None None] Pushing event deleted for resources: {'Port': ['ID=0ef27ac2-575e-4159-88c1-e3d79a4b4743,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:41.580136 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-37181351-98f0-4a47-8b1e-a80fcf7ebb9a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1215694 Aug 19 12:28:41.583004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37182) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.586881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04eee58-8fd5-49f2-8988-022afbb2cbad None None] No DVR routers for this DVR port 0ef27ac2-575e-4159-88c1-e3d79a4b4743 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:41.588139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f33549ad-9de5-4d43-9d6c-d95b27672d32 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:41.682934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33549ad-9de5-4d43-9d6c-d95b27672d32 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:41.686856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f33549ad-9de5-4d43-9d6c-d95b27672d32 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.688259 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33549ad-9de5-4d43-9d6c-d95b27672d32 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:41.688722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33549ad-9de5-4d43-9d6c-d95b27672d32 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:41.710927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f33549ad-9de5-4d43-9d6c-d95b27672d32 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1268914 Aug 19 12:28:41.715666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37184) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.720741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8714d9d9-0f7f-4a54-95e7-19907e19cd39 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:41.819911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8714d9d9-0f7f-4a54-95e7-19907e19cd39 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:41.823695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8714d9d9-0f7f-4a54-95e7-19907e19cd39 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.825321 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8714d9d9-0f7f-4a54-95e7-19907e19cd39 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:41.825811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8714d9d9-0f7f-4a54-95e7-19907e19cd39 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:41.843057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8714d9d9-0f7f-4a54-95e7-19907e19cd39 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1262801 Aug 19 12:28:41.846330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37186) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.851798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d63dcc8d-eceb-429f-951e-20a242b3bbcb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:41.939074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63dcc8d-eceb-429f-951e-20a242b3bbcb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:41.942578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d63dcc8d-eceb-429f-951e-20a242b3bbcb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.943984 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63dcc8d-eceb-429f-951e-20a242b3bbcb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:41.944416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63dcc8d-eceb-429f-951e-20a242b3bbcb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:41.958944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d63dcc8d-eceb-429f-951e-20a242b3bbcb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1112330 Aug 19 12:28:41.961810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37188) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.988622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6c02d0dd-c056-4c44-b363-ce79e55cb447 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0257051 Aug 19 12:28:41.991114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37190) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:42.046354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24657fa0-0d31-404c-8e4d-39e60cebc1d1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.048013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-24657fa0-0d31-404c-8e4d-39e60cebc1d1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0560296 Aug 19 12:28:42.050695 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37192) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:42.091183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-77da2521-7cae-4f7a-9344-26b1239bcf98 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391836 Aug 19 12:28:42.095300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37194) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:42.100867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:42.226348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:42.230019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.493136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:42.494693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.543807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:42.547009 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:42.551286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.551888 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.564586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=e030bf24-74e6-4c00-bc4d-93b76c0fbe21,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:42.568005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b96f7-5927-4c9e-91af-c7cecf7cf9c1 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:42.575626 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e1ff8e8e-b6d8-457e-913e-33e128f6b474 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4768836 Aug 19 12:28:42.576305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37200) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:42.583880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:71:6e:f5', 'name': 'tempest-NetworksTestDHCPv6-593661418'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:42.728530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:42.758508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': 'e030bf24-74e6-4c00-bc4d-93b76c0fbe21'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:42.759739 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.822039 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.845272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port eae0452e-dad0-4969-ad6f-961f8dd9d614 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:42.919019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Allocated IP 2001:db8::f816:3eff:fe52:b9f5 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/e030bf24-74e6-4c00-bc4d-93b76c0fbe21/be30e17a-e640-414f-8979-d11414054525) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:43.071798 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.080937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Transition to ACTIVE for port object be30e17a-e640-414f-8979-d11414054525 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:43.096870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Transition to ACTIVE for port object be30e17a-e640-414f-8979-d11414054525 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:43.104999 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.142651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:43.145570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:43.151506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:43.168168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Pushing event updated for resources: {'Port': ['ID=be30e17a-e640-414f-8979-d11414054525,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:43.168417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:fe71:6ef5 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/e030bf24-74e6-4c00-bc4d-93b76c0fbe21/eae0452e-dad0-4969-ad6f-961f8dd9d614) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:43.234727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Attempting to bind port be30e17a-e640-414f-8979-d11414054525 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:43.235129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Attempting to bind port be30e17a-e640-414f-8979-d11414054525 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:43.235609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Attempting to bind port be30e17a-e640-414f-8979-d11414054525 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:43.247612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:43.249656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:43.250596 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.251008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:43.251506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Bound port: be30e17a-e640-414f-8979-d11414054525, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:43.253308 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.310982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0ef27ac2-575e-4159-88c1-e3d79a4b4743 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:43.335372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.339351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0ef27ac2-575e-4159-88c1-e3d79a4b4743 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:43.339958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0ef27ac2-575e-4159-88c1-e3d79a4b4743 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:43.353665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object eae0452e-dad0-4969-ad6f-961f8dd9d614 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:43.378419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] For port be30e17a-e640-414f-8979-d11414054525, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:43.382378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] For port be30e17a-e640-414f-8979-d11414054525, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=be30e17a-e640-414f-8979-d11414054525,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:43.386728 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.390638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.431006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:43.434916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:43.439237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:43.445348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.446094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.470024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4c7fb-021b-44fb-a588-3c47f5a48c46 None None] Pushing event updated for resources: {'Port': ['ID=be30e17a-e640-414f-8979-d11414054525,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:43.474830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8967352 Aug 19 12:28:43.476403 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15149a7-a942-4275-ad66-affadccdc970 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=eae0452e-dad0-4969-ad6f-961f8dd9d614,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:43.477778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37206) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:43.537179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc1cb8-275f-497d-a62e-e7abf54b4eb1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.543581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc1cb8-275f-497d-a62e-e7abf54b4eb1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.545670 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a8dc1cb8-275f-497d-a62e-e7abf54b4eb1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0656910 Aug 19 12:28:43.549092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37208) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:43.677942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a27b2-58b8-486f-80ec-b4983c3b765a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port eae0452e-dad0-4969-ad6f-961f8dd9d614 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:43.678380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c1a27b2-58b8-486f-80ec-b4983c3b765a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.794348 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c1a27b2-58b8-486f-80ec-b4983c3b765a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.807543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a27b2-58b8-486f-80ec-b4983c3b765a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for eae0452e-dad0-4969-ad6f-961f8dd9d614 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:43.956727 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c1a27b2-58b8-486f-80ec-b4983c3b765a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.987628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a27b2-58b8-486f-80ec-b4983c3b765a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=eae0452e-dad0-4969-ad6f-961f8dd9d614,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:44.018603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c1a27b2-58b8-486f-80ec-b4983c3b765a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.020325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1c1a27b2-58b8-486f-80ec-b4983c3b765a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/eae0452e-dad0-4969-ad6f-961f8dd9d614 HTTP/1.1" status: 204 len: 168 time: 0.4702232 Aug 19 12:28:44.023133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37210) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:44.082295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04015241-630f-4dfd-aaaa-58de5d2237d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.083907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04015241-630f-4dfd-aaaa-58de5d2237d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.085473 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-04015241-630f-4dfd-aaaa-58de5d2237d2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0614014 Aug 19 12:28:44.088208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37212) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:44.141008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fca6567-2844-4f68-85ba-158f00ad2c20 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet e030bf24-74e6-4c00-bc4d-93b76c0fbe21 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:44.144255 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5fca6567-2844-4f68-85ba-158f00ad2c20 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.194713 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5fca6567-2844-4f68-85ba-158f00ad2c20 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.326346 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5fca6567-2844-4f68-85ba-158f00ad2c20 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.398077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5fca6567-2844-4f68-85ba-158f00ad2c20 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.413386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5fca6567-2844-4f68-85ba-158f00ad2c20 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.415400 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5fca6567-2844-4f68-85ba-158f00ad2c20 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/e030bf24-74e6-4c00-bc4d-93b76c0fbe21 HTTP/1.1" status: 204 len: 168 time: 0.3261430 Aug 19 12:28:44.418619 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37216) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:44.436009 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca6567-2844-4f68-85ba-158f00ad2c20 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=e030bf24-74e6-4c00-bc4d-93b76c0fbe21,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:44.475175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cf984952-3aa2-4f3e-833a-ce088d12f974 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551000 Aug 19 12:28:44.478086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37218) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:44.483729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:44.594906 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0e7e2-f646-4ffe-b740-fb2ef0dffd1f None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:44.595882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:44.599738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.704735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-612db2b0-e590-4d79-8312-a4d9eb814c0f None None] Provisioning for port be30e17a-e640-414f-8979-d11414054525 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:44.814136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec522e6-db36-4ca2-b9d8-03ea575b80f2 None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:44.881484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fec522e6-db36-4ca2-b9d8-03ea575b80f2 None None] Deleting port be30e17a-e640-414f-8979-d11414054525 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:44.881786 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fec522e6-db36-4ca2-b9d8-03ea575b80f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.970573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fec522e6-db36-4ca2-b9d8-03ea575b80f2 None None] For port be30e17a-e640-414f-8979-d11414054525, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=be30e17a-e640-414f-8979-d11414054525,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:44.970991 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fec522e6-db36-4ca2-b9d8-03ea575b80f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.983711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:44.985685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fec522e6-db36-4ca2-b9d8-03ea575b80f2 None None] Calling delete_port for be30e17a-e640-414f-8979-d11414054525 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:45.084812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fec522e6-db36-4ca2-b9d8-03ea575b80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.114720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec522e6-db36-4ca2-b9d8-03ea575b80f2 None None] Pushing event deleted for resources: {'Port': ['ID=be30e17a-e640-414f-8979-d11414054525,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:45.121611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec522e6-db36-4ca2-b9d8-03ea575b80f2 None None] No DVR routers for this DVR port be30e17a-e640-414f-8979-d11414054525 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:45.174833 n-d-778550-9 neutron-server[101153]: WARNING neutron.services.revisions.revision_plugin [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Could not find related port for resource to bump revision. Aug 19 12:28:45.190004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_pluggable_backend [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Port be30e17a-e640-414f-8979-d11414054525 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 12:28:45.190318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_pluggable_backend [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Reverting IP allocation for 2001:db8::f816:3eff:fe52:b9f5 {{(pid=101153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 12:28:45.194792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_pluggable_backend [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe52:b9f5 {{(pid=101153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 12:28:45.195917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.238670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:45.240036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:45.244336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:45.244947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.258830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=93ebd075-33da-46dd-87a1-a4b565870434,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:45.270592 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-687df71a-262b-4044-bd29-0d3141a47bc5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7902126 Aug 19 12:28:45.273010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37222) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:45.275050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c7fb5-9d49-4a41-b301-3521c7f94185 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:45.283064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:de:f2:c9', 'name': 'tempest-NetworksTestDHCPv6-1366459165'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:45.420501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:45.448279 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': '93ebd075-33da-46dd-87a1-a4b565870434'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:45.449384 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.527068 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.554402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port f5706cb3-0d17-42e7-83ef-fe377d7af871 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:45.607238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Allocated IP 2001:db8::f816:3eff:fe84:3421 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/93ebd075-33da-46dd-87a1-a4b565870434/ff4cb3cd-4930-48c7-95e4-b643499fad6a) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:45.760077 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.769825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Transition to ACTIVE for port object ff4cb3cd-4930-48c7-95e4-b643499fad6a will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:45.786173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Transition to ACTIVE for port object ff4cb3cd-4930-48c7-95e4-b643499fad6a will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:45.792226 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.831026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:45.836355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:45.840127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:45.851955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Pushing event updated for resources: {'Port': ['ID=ff4cb3cd-4930-48c7-95e4-b643499fad6a,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:45.862069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:fede:f2c9 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/93ebd075-33da-46dd-87a1-a4b565870434/f5706cb3-0d17-42e7-83ef-fe377d7af871) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:45.910966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Attempting to bind port ff4cb3cd-4930-48c7-95e4-b643499fad6a on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:45.912167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Attempting to bind port ff4cb3cd-4930-48c7-95e4-b643499fad6a by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:45.912167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Attempting to bind port ff4cb3cd-4930-48c7-95e4-b643499fad6a on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:45.917441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:45.918161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:45.918444 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.918972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:45.919547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Bound port: ff4cb3cd-4930-48c7-95e4-b643499fad6a, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:45.920360 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.077566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.092548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object f5706cb3-0d17-42e7-83ef-fe377d7af871 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:46.128407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.173486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:46.175423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] For port ff4cb3cd-4930-48c7-95e4-b643499fad6a, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:46.176584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:46.179748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] For port ff4cb3cd-4930-48c7-95e4-b643499fad6a, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ff4cb3cd-4930-48c7-95e4-b643499fad6a,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:46.180591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:46.185393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.186658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.187303 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.193663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=f5706cb3-0d17-42e7-83ef-fe377d7af871,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:46.210157 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ffebf3a5-0bfd-4263-941a-eafa986bd76c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9335618 Aug 19 12:28:46.212507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37224) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:46.271857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb845d-ab37-438c-9a74-ccd752d0baac None None] Pushing event updated for resources: {'Port': ['ID=ff4cb3cd-4930-48c7-95e4-b643499fad6a,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:46.303285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4013af-3dfe-4423-903c-23fc58beecad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.309710 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4013af-3dfe-4423-903c-23fc58beecad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.311503 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2b4013af-3dfe-4423-903c-23fc58beecad tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0977907 Aug 19 12:28:46.317220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37228) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:46.419756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-db256d75-b9ec-4207-a340-48540623424b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port f5706cb3-0d17-42e7-83ef-fe377d7af871 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:46.420732 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db256d75-b9ec-4207-a340-48540623424b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.544335 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db256d75-b9ec-4207-a340-48540623424b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.565358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-db256d75-b9ec-4207-a340-48540623424b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for f5706cb3-0d17-42e7-83ef-fe377d7af871 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:46.713605 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db256d75-b9ec-4207-a340-48540623424b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.745501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db256d75-b9ec-4207-a340-48540623424b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=f5706cb3-0d17-42e7-83ef-fe377d7af871,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:46.782921 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db256d75-b9ec-4207-a340-48540623424b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.785239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-db256d75-b9ec-4207-a340-48540623424b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/f5706cb3-0d17-42e7-83ef-fe377d7af871 HTTP/1.1" status: 204 len: 168 time: 0.4666898 Aug 19 12:28:46.788114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37230) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:46.847646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d90f39-0bce-4f60-82f3-2b11b0237e22 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.849200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d90f39-0bce-4f60-82f3-2b11b0237e22 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.852714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-69d90f39-0bce-4f60-82f3-2b11b0237e22 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0613821 Aug 19 12:28:46.853675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37232) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:46.911182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 93ebd075-33da-46dd-87a1-a4b565870434 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:46.914929 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.965057 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.056146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.128301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.160822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=93ebd075-33da-46dd-87a1-a4b565870434,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:47.165756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.172260 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/93ebd075-33da-46dd-87a1-a4b565870434 HTTP/1.1" status: 204 len: 168 time: 0.3133187 Aug 19 12:28:47.173056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37234) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.173616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.174028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.174465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.174869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.175380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.175777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.176174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.176563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.176971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.177364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.177752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.178136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b538f-c316-4937-b44a-c70138414515 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:47.224592 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bd69a9b1-ca76-4ede-9861-14c6dcfa2fae tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502095 Aug 19 12:28:47.229021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37236) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.301799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a7d87-b8e0-41f8-9cfc-c5d409bb428f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.310481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-991a7d87-b8e0-41f8-9cfc-c5d409bb428f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0801837 Aug 19 12:28:47.313671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37238) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.339197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ff4cb3cd-4930-48c7-95e4-b643499fad6a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:47.385300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3c6971-c40e-4c5e-ae96-bbc0f562b06c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.388347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9d3c6971-c40e-4c5e-ae96-bbc0f562b06c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0732932 Aug 19 12:28:47.389707 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37242) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.403072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e3e19-8ac1-4d8c-8e6a-e77d7cbb0191 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:47.434516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c12d7776-c225-462a-a400-98467b667d1e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435994 Aug 19 12:28:47.438924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37244) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.445549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:47.501682 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ff4cb3cd-4930-48c7-95e4-b643499fad6a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:47.531120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-94430c70-802b-4fe2-8f70-87507e9bda10 None None] Provisioning for port ff4cb3cd-4930-48c7-95e4-b643499fad6a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:47.538992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-94430c70-802b-4fe2-8f70-87507e9bda10 None None] Provisioning complete for port ff4cb3cd-4930-48c7-95e4-b643499fad6a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:47.539698 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94430c70-802b-4fe2-8f70-87507e9bda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.546124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:47.549899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.642561 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94430c70-802b-4fe2-8f70-87507e9bda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.660767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bcd793-07d5-4818-bdc7-046ca41699c5 None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:47.710654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-94430c70-802b-4fe2-8f70-87507e9bda10 None None] For port ff4cb3cd-4930-48c7-95e4-b643499fad6a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ff4cb3cd-4930-48c7-95e4-b643499fad6a,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:47.717136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94430c70-802b-4fe2-8f70-87507e9bda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.779173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-96bcd793-07d5-4818-bdc7-046ca41699c5 None None] Deleting port ff4cb3cd-4930-48c7-95e4-b643499fad6a {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:47.779458 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96bcd793-07d5-4818-bdc7-046ca41699c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.794700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94430c70-802b-4fe2-8f70-87507e9bda10 None None] Pushing event updated for resources: {'Port': ['ID=ff4cb3cd-4930-48c7-95e4-b643499fad6a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:47.852675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:47.867995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-96bcd793-07d5-4818-bdc7-046ca41699c5 None None] For port ff4cb3cd-4930-48c7-95e4-b643499fad6a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ff4cb3cd-4930-48c7-95e4-b643499fad6a,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:47.868413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96bcd793-07d5-4818-bdc7-046ca41699c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.883170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-96bcd793-07d5-4818-bdc7-046ca41699c5 None None] Calling delete_port for ff4cb3cd-4930-48c7-95e4-b643499fad6a owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:47.970552 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96bcd793-07d5-4818-bdc7-046ca41699c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.986811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Port ff4cb3cd-4930-48c7-95e4-b643499fad6a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 12:28:47.987179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Reverting IP allocation for 2001:db8::f816:3eff:fe84:3421 {{(pid=101153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 12:28:47.990545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe84:3421 {{(pid=101153) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 12:28:47.991682 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.998425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcd793-07d5-4818-bdc7-046ca41699c5 None None] Pushing event deleted for resources: {'Port': ['ID=ff4cb3cd-4930-48c7-95e4-b643499fad6a,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:48.005175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcd793-07d5-4818-bdc7-046ca41699c5 None None] No DVR routers for this DVR port ff4cb3cd-4930-48c7-95e4-b643499fad6a on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:48.036924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:48.043104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:48.045956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.046768 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.052017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c53de7e-68aa-47cd-b145-a8c38e5434b3 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:48.065079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=197a8f8e-182b-478c-ba5d-886788c86fe4,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:48.076465 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1b9cf874-9bf4-4691-9718-dee6cfafa962 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6362808 Aug 19 12:28:48.076937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37246) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:48.082946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:d1:92:11', 'name': 'tempest-NetworksTestDHCPv6-498933683'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:48.201884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:48.207430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': '197a8f8e-182b-478c-ba5d-886788c86fe4'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:48.208478 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.301638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.327474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port c74450f9-b3c5-4684-a77a-930482a04186 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:48.354572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Allocated IP 2001:db8::f816:3eff:fef4:6972 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/197a8f8e-182b-478c-ba5d-886788c86fe4/b56d8503-edf8-4c4a-99c4-67a083b6acd8) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:48.441708 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0ec72cf-1f84-40b7-9e61-5482f4a4482b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.525808 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.536738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Transition to ACTIVE for port object b56d8503-edf8-4c4a-99c4-67a083b6acd8 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:48.552663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Transition to ACTIVE for port object b56d8503-edf8-4c4a-99c4-67a083b6acd8 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:48.567094 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.613234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:48.615056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:fed1:9211 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/197a8f8e-182b-478c-ba5d-886788c86fe4/c74450f9-b3c5-4684-a77a-930482a04186) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:48.616563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:48.621154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:48.624336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Pushing event updated for resources: {'Port': ['ID=b56d8503-edf8-4c4a-99c4-67a083b6acd8,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:48.686571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Attempting to bind port b56d8503-edf8-4c4a-99c4-67a083b6acd8 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:48.686956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Attempting to bind port b56d8503-edf8-4c4a-99c4-67a083b6acd8 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:48.687476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Attempting to bind port b56d8503-edf8-4c4a-99c4-67a083b6acd8 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:48.692806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:48.693191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:48.693604 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.693999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:48.694468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Bound port: b56d8503-edf8-4c4a-99c4-67a083b6acd8, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:48.694853 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.760629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] For port b56d8503-edf8-4c4a-99c4-67a083b6acd8, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:48.763964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] For port b56d8503-edf8-4c4a-99c4-67a083b6acd8, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b56d8503-edf8-4c4a-99c4-67a083b6acd8,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:48.768921 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.773602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.789322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object c74450f9-b3c5-4684-a77a-930482a04186 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:48.829110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e915d2c-a9e1-4521-bb3f-6376392d9232 None None] Pushing event updated for resources: {'Port': ['ID=b56d8503-edf8-4c4a-99c4-67a083b6acd8,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:48.838589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.886428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:48.889743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:48.896320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:48.902100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.902798 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.921059 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8403006 Aug 19 12:28:48.921844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37250) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:48.926813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229cee4-36e7-405f-9d49-2dd7572fd141 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=c74450f9-b3c5-4684-a77a-930482a04186,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:48.978834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a045d-d715-4b8b-b0f6-2a5c3bdf330e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.985661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a045d-d715-4b8b-b0f6-2a5c3bdf330e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.990038 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c45a045d-d715-4b8b-b0f6-2a5c3bdf330e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0646963 Aug 19 12:28:48.991360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37252) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:49.092609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ae1425d3-f5f2-48f3-b074-9ba976b7f7a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port c74450f9-b3c5-4684-a77a-930482a04186 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:49.093025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae1425d3-f5f2-48f3-b074-9ba976b7f7a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.179829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae1425d3-f5f2-48f3-b074-9ba976b7f7a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.192886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-ae1425d3-f5f2-48f3-b074-9ba976b7f7a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for c74450f9-b3c5-4684-a77a-930482a04186 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:49.293413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b56d8503-edf8-4c4a-99c4-67a083b6acd8 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:49.345383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae1425d3-f5f2-48f3-b074-9ba976b7f7a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.347506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port b56d8503-edf8-4c4a-99c4-67a083b6acd8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:49.373846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1425d3-f5f2-48f3-b074-9ba976b7f7a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=c74450f9-b3c5-4684-a77a-930482a04186,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:49.403034 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ae1425d3-f5f2-48f3-b074-9ba976b7f7a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.407336 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ae1425d3-f5f2-48f3-b074-9ba976b7f7a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/c74450f9-b3c5-4684-a77a-930482a04186 HTTP/1.1" status: 204 len: 168 time: 0.4123819 Aug 19 12:28:49.407606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37254) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:49.415155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ff4cb3cd-4930-48c7-95e4-b643499fad6a no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:49.439911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ff4cb3cd-4930-48c7-95e4-b643499fad6a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:49.440523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ff4cb3cd-4930-48c7-95e4-b643499fad6a not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:49.478465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fcc62b-3f95-4465-acd7-6f27f1484eb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.480234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fcc62b-3f95-4465-acd7-6f27f1484eb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.484365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-30fcc62b-3f95-4465-acd7-6f27f1484eb6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0733247 Aug 19 12:28:49.484547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37258) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:49.536531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9491fd1-57a4-43a4-89b9-281c606bbcb0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 197a8f8e-182b-478c-ba5d-886788c86fe4 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:49.539859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9491fd1-57a4-43a4-89b9-281c606bbcb0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.582904 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9491fd1-57a4-43a4-89b9-281c606bbcb0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.675553 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9491fd1-57a4-43a4-89b9-281c606bbcb0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.738960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9491fd1-57a4-43a4-89b9-281c606bbcb0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.770428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9491fd1-57a4-43a4-89b9-281c606bbcb0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=197a8f8e-182b-478c-ba5d-886788c86fe4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:49.773347 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f9491fd1-57a4-43a4-89b9-281c606bbcb0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.777149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f9491fd1-57a4-43a4-89b9-281c606bbcb0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/197a8f8e-182b-478c-ba5d-886788c86fe4 HTTP/1.1" status: 204 len: 168 time: 0.2916732 Aug 19 12:28:49.778177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37260) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:49.826358 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d4dad335-0566-43dc-80b0-c27acc27b448 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440381 Aug 19 12:28:49.826561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37262) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:49.831674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:49.854301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fb02f6f5-4b76-47d7-9635-7701d412c584 None None] Provisioning for port b56d8503-edf8-4c4a-99c4-67a083b6acd8 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:49.858872 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fb02f6f5-4b76-47d7-9635-7701d412c584 None None] Provisioning complete for port b56d8503-edf8-4c4a-99c4-67a083b6acd8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:49.859588 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb02f6f5-4b76-47d7-9635-7701d412c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.946418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:49.950505 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.959038 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb02f6f5-4b76-47d7-9635-7701d412c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.001368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fb02f6f5-4b76-47d7-9635-7701d412c584 None None] For port b56d8503-edf8-4c4a-99c4-67a083b6acd8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b56d8503-edf8-4c4a-99c4-67a083b6acd8,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:50.005361 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb02f6f5-4b76-47d7-9635-7701d412c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.053438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52def5ff-1f98-4208-a4a7-2cb519b81556 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:50.105390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02f6f5-4b76-47d7-9635-7701d412c584 None None] Pushing event updated for resources: {'Port': ['ID=b56d8503-edf8-4c4a-99c4-67a083b6acd8,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:50.129054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-54772d1e-6a49-4660-a9b9-49913316fd42 None None] Could not find standard attr ID for object c74450f9-b3c5-4684-a77a-930482a04186. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:50.258921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf199233-33e2-4582-9d5d-0d8ab6c70ff0 None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:50.285896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:50.313772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cf199233-33e2-4582-9d5d-0d8ab6c70ff0 None None] Deleting port b56d8503-edf8-4c4a-99c4-67a083b6acd8 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:50.314164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cf199233-33e2-4582-9d5d-0d8ab6c70ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.396225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cf199233-33e2-4582-9d5d-0d8ab6c70ff0 None None] For port b56d8503-edf8-4c4a-99c4-67a083b6acd8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b56d8503-edf8-4c4a-99c4-67a083b6acd8,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:50.396536 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cf199233-33e2-4582-9d5d-0d8ab6c70ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.410836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cf199233-33e2-4582-9d5d-0d8ab6c70ff0 None None] Calling delete_port for b56d8503-edf8-4c4a-99c4-67a083b6acd8 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:50.451420 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.512731 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cf199233-33e2-4582-9d5d-0d8ab6c70ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.526046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf199233-33e2-4582-9d5d-0d8ab6c70ff0 None None] No DVR routers for this DVR port b56d8503-edf8-4c4a-99c4-67a083b6acd8 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:50.547699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf199233-33e2-4582-9d5d-0d8ab6c70ff0 None None] Pushing event deleted for resources: {'Port': ['ID=b56d8503-edf8-4c4a-99c4-67a083b6acd8,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:50.616885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] For port b56d8503-edf8-4c4a-99c4-67a083b6acd8, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b56d8503-edf8-4c4a-99c4-67a083b6acd8,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:50.648447 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.653954 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.654736 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.705703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=b56d8503-edf8-4c4a-99c4-67a083b6acd8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:50.717943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:50.721525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:50.725574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.726171 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.731202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34caad-4662-4777-94fc-fc353523c777 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:50.739430 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=852bea67-9766-4f13-8df1-7ba03526a3ed,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:50.748563 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ce8e301c-5a29-4050-80da-705b0dbd464b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9209695 Aug 19 12:28:50.751762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37266) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:50.758256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:12:f8:85', 'name': 'tempest-NetworksTestDHCPv6-1704018074'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:50.798509 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8bfc8480-959b-4558-8f39-b8b75a2c1683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.879054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:50.883774 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.897012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': '852bea67-9766-4f13-8df1-7ba03526a3ed'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:50.898067 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.906939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 30d20f27-c27f-4fe8-95bf-e2afe357bf50 yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:50.936649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.029663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:fe12:f885 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/852bea67-9766-4f13-8df1-7ba03526a3ed/30d20f27-c27f-4fe8-95bf-e2afe357bf50) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:51.185644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.201907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 30d20f27-c27f-4fe8-95bf-e2afe357bf50 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:51.237428 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.278908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:51.289053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:51.295683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:51.302056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.302839 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.305384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b56d8503-edf8-4c4a-99c4-67a083b6acd8 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:51.323232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=30d20f27-c27f-4fe8-95bf-e2afe357bf50,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:51.332276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f3fead66-52d7-4e2f-9d12-4df4b3a9e16c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5786026 Aug 19 12:28:51.335156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37268) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:51.353579 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: b56d8503-edf8-4c4a-99c4-67a083b6acd8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:51.353933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b56d8503-edf8-4c4a-99c4-67a083b6acd8 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:51.372708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Allocated IP 2001:db8::f816:3eff:fedb:f619 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/852bea67-9766-4f13-8df1-7ba03526a3ed/3f4c8ba5-78ae-4904-8904-e320d26a9b08) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:51.391724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c530790-82ce-4c8b-8e8d-22cf645a0729 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.393433 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4c530790-82ce-4c8b-8e8d-22cf645a0729 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0565300 Aug 19 12:28:51.396201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37270) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:51.491519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-cf840103-8b73-4326-82b0-db9b0ed4016a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 30d20f27-c27f-4fe8-95bf-e2afe357bf50 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:51.491872 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf840103-8b73-4326-82b0-db9b0ed4016a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.532273 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.543107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Transition to ACTIVE for port object 3f4c8ba5-78ae-4904-8904-e320d26a9b08 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:51.560616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Transition to ACTIVE for port object 3f4c8ba5-78ae-4904-8904-e320d26a9b08 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:51.568096 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.585736 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf840103-8b73-4326-82b0-db9b0ed4016a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.598476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-cf840103-8b73-4326-82b0-db9b0ed4016a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 30d20f27-c27f-4fe8-95bf-e2afe357bf50 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:51.615802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:51.618689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:51.622289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:51.630168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Pushing event updated for resources: {'Port': ['ID=3f4c8ba5-78ae-4904-8904-e320d26a9b08,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:51.691585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Attempting to bind port 3f4c8ba5-78ae-4904-8904-e320d26a9b08 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:51.691966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Attempting to bind port 3f4c8ba5-78ae-4904-8904-e320d26a9b08 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:51.692376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Attempting to bind port 3f4c8ba5-78ae-4904-8904-e320d26a9b08 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:51.698108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:51.698486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:51.698892 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.699288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:51.699763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Bound port: 3f4c8ba5-78ae-4904-8904-e320d26a9b08, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:51.700145 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.761814 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf840103-8b73-4326-82b0-db9b0ed4016a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.773560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] For port 3f4c8ba5-78ae-4904-8904-e320d26a9b08, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:51.776711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] For port 3f4c8ba5-78ae-4904-8904-e320d26a9b08, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3f4c8ba5-78ae-4904-8904-e320d26a9b08,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:51.781298 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.790163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf840103-8b73-4326-82b0-db9b0ed4016a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=30d20f27-c27f-4fe8-95bf-e2afe357bf50,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:51.824647 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cf840103-8b73-4326-82b0-db9b0ed4016a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.827113 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cf840103-8b73-4326-82b0-db9b0ed4016a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/30d20f27-c27f-4fe8-95bf-e2afe357bf50 HTTP/1.1" status: 204 len: 168 time: 0.4297969 Aug 19 12:28:51.829905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37276) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:51.845418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5e3b9-36bb-49dd-bb27-30009278206f None None] Pushing event updated for resources: {'Port': ['ID=3f4c8ba5-78ae-4904-8904-e320d26a9b08,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:51.884421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389c997-0e6a-42da-a063-98a14a0bab99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.885977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389c997-0e6a-42da-a063-98a14a0bab99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.887494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6389c997-0e6a-42da-a063-98a14a0bab99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0564399 Aug 19 12:28:51.891119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37278) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:51.945429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18d83e9-5d00-4ac2-8094-336b4f564fd4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 852bea67-9766-4f13-8df1-7ba03526a3ed {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:51.949132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18d83e9-5d00-4ac2-8094-336b4f564fd4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.997516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18d83e9-5d00-4ac2-8094-336b4f564fd4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.026307 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.099565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18d83e9-5d00-4ac2-8094-336b4f564fd4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.163421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18d83e9-5d00-4ac2-8094-336b4f564fd4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.191382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d83e9-5d00-4ac2-8094-336b4f564fd4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=852bea67-9766-4f13-8df1-7ba03526a3ed,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:52.193398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d18d83e9-5d00-4ac2-8094-336b4f564fd4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.195781 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d18d83e9-5d00-4ac2-8094-336b4f564fd4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/852bea67-9766-4f13-8df1-7ba03526a3ed HTTP/1.1" status: 204 len: 168 time: 0.3033917 Aug 19 12:28:52.198137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37280) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:52.234892 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ece96e41-d132-4f12-8028-1c32692ba2f4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0356977 Aug 19 12:28:52.238411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37282) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:52.295278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dbcfa-65a5-4252-8055-89f6f17f205c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:52.296934 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e25dbcfa-65a5-4252-8055-89f6f17f205c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0575097 Aug 19 12:28:52.299772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37284) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:52.350555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af86711-b895-47d2-b238-8192b2b2d918 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:52.352113 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3af86711-b895-47d2-b238-8192b2b2d918 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0513916 Aug 19 12:28:52.354718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37286) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:52.394629 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ec0742b1-4254-41f9-96bd-310ee975ed2b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386984 Aug 19 12:28:52.398584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37288) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:52.403976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:52.510304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:52.514627 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.715516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f229cc7-6177-4f89-9ade-ca84009e0ae8 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:52.724745 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.750667 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:28:52.777694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:52.783237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:52.786305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:52.787112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.800978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=f2f65cf4-d38c-499c-8beb-677d14c388a0,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:52.811466 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f0235bb0-16d1-49a2-9290-5b66686dda97 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4118574 Aug 19 12:28:52.813171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-843f7c89-1259-46a2-b623-eef585a3d7ef None None] Provisioning for port 3f4c8ba5-78ae-4904-8904-e320d26a9b08 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:52.815039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37292) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:52.820406 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:8c:f0:9b', 'name': 'tempest-NetworksTestDHCPv6-1054888015'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:52.949795 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:52.954874 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.985461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 38f2dad2-dcf9-4bf5-9149-82986a74cefb yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:53.069573 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14cdfaa-f40b-4b2f-99e7-0a8c75739423 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:53.129507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::157 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/f2f65cf4-d38c-499c-8beb-677d14c388a0/38f2dad2-dcf9-4bf5-9149-82986a74cefb) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:53.300744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3f4c8ba5-78ae-4904-8904-e320d26a9b08 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:53.311132 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.326765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 38f2dad2-dcf9-4bf5-9149-82986a74cefb will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:53.363202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.363369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3f4c8ba5-78ae-4904-8904-e320d26a9b08 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:53.368089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3f4c8ba5-78ae-4904-8904-e320d26a9b08 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:53.368510 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.416624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:53.422529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:53.426175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:53.433309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.434352 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.453666 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.456408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6400099 Aug 19 12:28:53.459029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37310) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:53.467759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d3cb5-9a85-4eb0-bca1-76b8e394b20b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=38f2dad2-dcf9-4bf5-9149-82986a74cefb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:53.496931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 3f4c8ba5-78ae-4904-8904-e320d26a9b08, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3f4c8ba5-78ae-4904-8904-e320d26a9b08,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:53.503749 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.526233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38093702-786b-49fe-90c2-0251c160adf9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.535608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38093702-786b-49fe-90c2-0251c160adf9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.539656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-38093702-786b-49fe-90c2-0251c160adf9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0795541 Aug 19 12:28:53.542777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37314) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:53.570262 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=3f4c8ba5-78ae-4904-8904-e320d26a9b08,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:53.610161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4aee4cbf-d36c-4eb4-adba-27e751ec1352 None None] Provisioning complete for port 3f4c8ba5-78ae-4904-8904-e320d26a9b08 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:53.610674 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4aee4cbf-d36c-4eb4-adba-27e751ec1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.669122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-166a82f5-54d2-42b9-9211-b83aa439ee83 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 38f2dad2-dcf9-4bf5-9149-82986a74cefb {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:53.669468 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-166a82f5-54d2-42b9-9211-b83aa439ee83 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.772996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-166a82f5-54d2-42b9-9211-b83aa439ee83 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.786247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-166a82f5-54d2-42b9-9211-b83aa439ee83 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 38f2dad2-dcf9-4bf5-9149-82986a74cefb owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:53.819125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e3d50b4d-1fb1-405e-b93c-81377cf9cfb4 None None] Could not find standard attr ID for object 30d20f27-c27f-4fe8-95bf-e2afe357bf50. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:53.939236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-166a82f5-54d2-42b9-9211-b83aa439ee83 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.986041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a82f5-54d2-42b9-9211-b83aa439ee83 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=38f2dad2-dcf9-4bf5-9149-82986a74cefb,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:54.012069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-166a82f5-54d2-42b9-9211-b83aa439ee83 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.014152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-166a82f5-54d2-42b9-9211-b83aa439ee83 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/38f2dad2-dcf9-4bf5-9149-82986a74cefb HTTP/1.1" status: 204 len: 168 time: 0.4697123 Aug 19 12:28:54.016629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37326) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.033195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-36b2a7df-6b41-49c9-a5ae-5539d75fdd48 None None] Could not find standard attr ID for object 38f2dad2-dcf9-4bf5-9149-82986a74cefb. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:54.071210 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.077161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4aef0-48b3-44c9-a563-fec9f014e6a9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:54.079263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4aef0-48b3-44c9-a563-fec9f014e6a9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:54.083578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c5c4aef0-48b3-44c9-a563-fec9f014e6a9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0659423 Aug 19 12:28:54.084069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37328) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.142276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f034a6-83ee-4da3-8ad8-b2005217be7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet f2f65cf4-d38c-499c-8beb-677d14c388a0 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:54.145900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3f034a6-83ee-4da3-8ad8-b2005217be7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.189840 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3f034a6-83ee-4da3-8ad8-b2005217be7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.247603 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3f034a6-83ee-4da3-8ad8-b2005217be7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.294276 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.321824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3f034a6-83ee-4da3-8ad8-b2005217be7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.354536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f034a6-83ee-4da3-8ad8-b2005217be7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f65cf4-d38c-499c-8beb-677d14c388a0,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:54.358332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c3f034a6-83ee-4da3-8ad8-b2005217be7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.361076 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c3f034a6-83ee-4da3-8ad8-b2005217be7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/f2f65cf4-d38c-499c-8beb-677d14c388a0 HTTP/1.1" status: 204 len: 168 time: 0.2751420 Aug 19 12:28:54.363059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37334) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.376436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b1f49-7903-41bc-a80f-030e5ae45a78 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:54.408735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3671aae6-d55d-4f90-b6b3-c9d2f9b9f1f3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432520 Aug 19 12:28:54.409986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37336) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.469697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218939ad-4d39-4e24-83d8-c841216e0d41 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:54.471413 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-218939ad-4d39-4e24-83d8-c841216e0d41 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0603359 Aug 19 12:28:54.473972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37342) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.527212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e04af3-9b18-489f-a05b-21bbf118563a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:54.528744 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e3e04af3-9b18-489f-a05b-21bbf118563a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0538352 Aug 19 12:28:54.531343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37344) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.573712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-94f95776-552c-494e-b6c1-e5a4f18eb855 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411718 Aug 19 12:28:54.577536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37348) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.579670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4760a081-36ce-4c06-b09a-6d7d8ebbb96e None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:54.583013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:54.625779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4760a081-36ce-4c06-b09a-6d7d8ebbb96e None None] Deleting port 3f4c8ba5-78ae-4904-8904-e320d26a9b08 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:54.626259 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4760a081-36ce-4c06-b09a-6d7d8ebbb96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.674200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:54.678194 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.696623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4760a081-36ce-4c06-b09a-6d7d8ebbb96e None None] For port 3f4c8ba5-78ae-4904-8904-e320d26a9b08, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3f4c8ba5-78ae-4904-8904-e320d26a9b08,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:54.697351 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4760a081-36ce-4c06-b09a-6d7d8ebbb96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.710309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4760a081-36ce-4c06-b09a-6d7d8ebbb96e None None] Calling delete_port for 3f4c8ba5-78ae-4904-8904-e320d26a9b08 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:54.800262 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4760a081-36ce-4c06-b09a-6d7d8ebbb96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.828968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760a081-36ce-4c06-b09a-6d7d8ebbb96e None None] Pushing event deleted for resources: {'Port': ['ID=3f4c8ba5-78ae-4904-8904-e320d26a9b08,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:54.835743 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760a081-36ce-4c06-b09a-6d7d8ebbb96e None None] No DVR routers for this DVR port 3f4c8ba5-78ae-4904-8904-e320d26a9b08 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:55.258589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3f4c8ba5-78ae-4904-8904-e320d26a9b08 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:55.281495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 3f4c8ba5-78ae-4904-8904-e320d26a9b08 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:55.281855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3f4c8ba5-78ae-4904-8904-e320d26a9b08 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:55.323537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:55.324997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.368635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:55.372041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:55.380727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:55.381377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.383225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f59eed-fa01-4d14-aed6-594be9a517b1 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:55.389949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=c46d5be7-51ea-4e2a-b790-eac823130414,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:55.407241 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6d648a60-7943-4eb4-98e0-0a8211a03422 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8252361 Aug 19 12:28:55.407831 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37364) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:55.413879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9a6b2b5a-17e1-48ab-ab67-0fe69e829f74 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:55.539011 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'tenant_id': '2d05f28870144ea286027f77af20540c', 'fixed_ips': [{'subnet_id': 'c46d5be7-51ea-4e2a-b790-eac823130414'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:55.539923 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.549952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6b2b5a-17e1-48ab-ab67-0fe69e829f74 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:55.553488 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2b5a-17e1-48ab-ab67-0fe69e829f74 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.655388 n-d-778550-9 neutron-server[101154]: INFO neutron.db.ipam_backend_mixin [None req-9a6b2b5a-17e1-48ab-ab67-0fe69e829f74 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c46d5be7-51ea-4e2a-b790-eac823130414 (CIDR: 2001:db8::/64) Aug 19 12:28:55.659195 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6b2b5a-17e1-48ab-ab67-0fe69e829f74 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:55.659750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6b2b5a-17e1-48ab-ab67-0fe69e829f74 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:55.677586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9a6b2b5a-17e1-48ab-ab67-0fe69e829f74 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2656386 Aug 19 12:28:55.677901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37372) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:55.683031 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:55.706474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Allocated IP 2001:db8::f816:3eff:fe33:1f7a (70b83c8a-6aba-4c84-a060-70ce763ecd5f/c46d5be7-51ea-4e2a-b790-eac823130414/33f46b39-5514-4908-a501-7639acd49501) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:55.810151 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:55.814678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.019207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.027485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Transition to ACTIVE for port object 33f46b39-5514-4908-a501-7639acd49501 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:56.043247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Transition to ACTIVE for port object 33f46b39-5514-4908-a501-7639acd49501 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:56.050351 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.068707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.095738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:56.098708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:56.101218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:56.110284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:56.124878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:56.132793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:56.138032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.138640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.143838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=cf17c4cf-ac78-44aa-a436-1c59eee59fc8,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:56.165909 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b0973373-420b-435f-81c5-c7121f19dcb2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4848008 Aug 19 12:28:56.166162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37382) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:56.172059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:94:82:25', 'name': 'tempest-NetworksTestDHCPv6-537607274'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:56.183975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Attempting to bind port 33f46b39-5514-4908-a501-7639acd49501 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:56.184360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Attempting to bind port 33f46b39-5514-4908-a501-7639acd49501 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:56.184783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Attempting to bind port 33f46b39-5514-4908-a501-7639acd49501 on network 70b83c8a-6aba-4c84-a060-70ce763ecd5f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:56.191013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:56.191533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Checking segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:56.191954 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.192408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Bound using segment: {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:56.192915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Bound port: 33f46b39-5514-4908-a501-7639acd49501, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173e0a1-78b2-415d-b2b9-f6f3004d3548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:56.193304 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.285922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:56.290115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:56.296022 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.320865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:56.380355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81fbb0-bbd3-4243-8af9-79b44d7dbe60 None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:56.438698 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.463237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 87a549dc-78c9-4cfb-8199-cfec2dc03d56 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:56.672508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8:0:1::133 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/cf17c4cf-ac78-44aa-a436-1c59eee59fc8/87a549dc-78c9-4cfb-8199-cfec2dc03d56) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:56.681590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:fe94:8225 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/c46d5be7-51ea-4e2a-b790-eac823130414/87a549dc-78c9-4cfb-8199-cfec2dc03d56) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:56.843132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.857649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 87a549dc-78c9-4cfb-8199-cfec2dc03d56 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:56.892594 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.938676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:56.941892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:56.944316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:56.950136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.950754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.961725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=87a549dc-78c9-4cfb-8199-cfec2dc03d56,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:56.981289 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-434e8a80-0e7e-488a-b658-53d29cbabb07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8113141 Aug 19 12:28:56.982041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37398) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:57.072516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ac6a0-a6c7-4b9d-a012-4054a047c4b8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 87a549dc-78c9-4cfb-8199-cfec2dc03d56 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:57.072996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef1ac6a0-a6c7-4b9d-a012-4054a047c4b8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.172176 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef1ac6a0-a6c7-4b9d-a012-4054a047c4b8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.186579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ac6a0-a6c7-4b9d-a012-4054a047c4b8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 87a549dc-78c9-4cfb-8199-cfec2dc03d56 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:57.314334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:57.388757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 33f46b39-5514-4908-a501-7639acd49501 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:57.422271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20617cf-3393-4a0b-94a1-9f4ec4d9a6b5 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:57.430221 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef1ac6a0-a6c7-4b9d-a012-4054a047c4b8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.460270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ac6a0-a6c7-4b9d-a012-4054a047c4b8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=87a549dc-78c9-4cfb-8199-cfec2dc03d56,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.503412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ac473c9-c44c-4b02-aae5-784527a6b6d2 None None] Provisioning for port 33f46b39-5514-4908-a501-7639acd49501 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:57.510376 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef1ac6a0-a6c7-4b9d-a012-4054a047c4b8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.512896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ef1ac6a0-a6c7-4b9d-a012-4054a047c4b8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/87a549dc-78c9-4cfb-8199-cfec2dc03d56 HTTP/1.1" status: 204 len: 168 time: 0.5301075 Aug 19 12:28:57.515138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ac473c9-c44c-4b02-aae5-784527a6b6d2 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:57.515808 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ac473c9-c44c-4b02-aae5-784527a6b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.515949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37408) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:57.584535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa70533-90fe-4a6a-8510-e7fa6dcd7c4b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:57.588766 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5fa70533-90fe-4a6a-8510-e7fa6dcd7c4b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0695269 Aug 19 12:28:57.589294 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37410) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:57.642827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22218c-c9e5-472c-8936-a4058948e1c8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:57.648520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4d22218c-c9e5-472c-8936-a4058948e1c8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0542569 Aug 19 12:28:57.649622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37414) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:57.667945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ac473c9-c44c-4b02-aae5-784527a6b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.713257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6ac473c9-c44c-4b02-aae5-784527a6b6d2 None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:57.716069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791fb42-8a56-4ee0-b056-ce84fafbafb5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:57.717998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791fb42-8a56-4ee0-b056-ce84fafbafb5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:57.719761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791fb42-8a56-4ee0-b056-ce84fafbafb5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:57.719929 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ac473c9-c44c-4b02-aae5-784527a6b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.721442 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8791fb42-8a56-4ee0-b056-ce84fafbafb5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0706997 Aug 19 12:28:57.724279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37416) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:57.781793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7a920e-7f3c-444f-929c-88f4eb52e245 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet c46d5be7-51ea-4e2a-b790-eac823130414 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:57.785029 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d7a920e-7f3c-444f-929c-88f4eb52e245 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.801437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd842f3-8f50-46db-a0b0-585932b8b623 None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': 'c46d5be7-51ea-4e2a-b790-eac823130414', 'ip_address': '2001:db8::f816:3eff:fe33:1f7a'}, {'subnet_id': 'cf17c4cf-ac78-44aa-a436-1c59eee59fc8'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '33f46b39-5514-4908-a501-7639acd49501'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:57.824986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac473c9-c44c-4b02-aae5-784527a6b6d2 None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.832584 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d7a920e-7f3c-444f-929c-88f4eb52e245 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.836347 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fd842f3-8f50-46db-a0b0-585932b8b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.921515 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d7a920e-7f3c-444f-929c-88f4eb52e245 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.979754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d7a920e-7f3c-444f-929c-88f4eb52e245 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-7fd842f3-8f50-46db-a0b0-585932b8b623 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c46d5be7-51ea-4e2a-b790-eac823130414: This subnet is being modified by another concurrent operation. Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c46d5be7-51ea-4e2a-b790-eac823130414: This subnet is being modified by another concurrent operation. Aug 19 12:28:57.981876 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:28:58.015921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a920e-7f3c-444f-929c-88f4eb52e245 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=c46d5be7-51ea-4e2a-b790-eac823130414,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:58.026776 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d7a920e-7f3c-444f-929c-88f4eb52e245 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.029205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3d7a920e-7f3c-444f-929c-88f4eb52e245 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/c46d5be7-51ea-4e2a-b790-eac823130414 HTTP/1.1" status: 204 len: 168 time: 0.3039770 Aug 19 12:28:58.031731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37426) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:58.061678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d04c1d-32cc-4a77-a8cd-5b5a41cfe186 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:58.100481 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cf4195-3f11-47d9-b12b-1d81d80a3262 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet cf17c4cf-ac78-44aa-a436-1c59eee59fc8 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:58.103981 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4195-3f11-47d9-b12b-1d81d80a3262 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.146277 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4195-3f11-47d9-b12b-1d81d80a3262 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.185028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-47fc1e05-3ed8-49e2-8fa5-8b3e1c53c7cd None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:58.185606 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-47fc1e05-3ed8-49e2-8fa5-8b3e1c53c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.192990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4195-3f11-47d9-b12b-1d81d80a3262 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.260660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4195-3f11-47d9-b12b-1d81d80a3262 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.276514 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4195-3f11-47d9-b12b-1d81d80a3262 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.278218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d3cf4195-3f11-47d9-b12b-1d81d80a3262 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/cf17c4cf-ac78-44aa-a436-1c59eee59fc8 HTTP/1.1" status: 204 len: 168 time: 0.2456160 Aug 19 12:28:58.280931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37428) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:58.297610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf4195-3f11-47d9-b12b-1d81d80a3262 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=cf17c4cf-ac78-44aa-a436-1c59eee59fc8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:58.334462 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a3f77041-4a2a-42b5-a2b2-9485b16a9be4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461287 Aug 19 12:28:58.334747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37434) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:58.340262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:58.373706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c0bed-1788-4669-b422-a0cc920068e7 None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': 'cf17c4cf-ac78-44aa-a436-1c59eee59fc8'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '33f46b39-5514-4908-a501-7639acd49501'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:58.408073 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-589c0bed-1788-4669-b422-a0cc920068e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.439436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:58.443650 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.591502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f6507603-1827-40b0-af17-0585b2d6358f None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:58.591882 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f6507603-1827-40b0-af17-0585b2d6358f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.701756 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.739982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7126b8c7-7839-4941-9f89-5c9e54f3d659 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:28:58.785354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:58.814153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126b8c7-7839-4941-9f89-5c9e54f3d659 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:28:58.820071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5d56175b-0562-4a2e-96b7-13257f97be3d None None] Could not find standard attr ID for object 87a549dc-78c9-4cfb-8199-cfec2dc03d56. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:58.965779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.188047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:59.204298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:59.221447 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.227414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.228582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.308637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:59.319212 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.356002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:59.357193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:59.359721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:59.363459 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.364466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:59.365228 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.379611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=4c35bf9a-381f-46d9-af42-9347155f9c1a,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:59.391702 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-70bfa5d5-95cc-48d6-8ecf-de8016a45e07 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0524232 Aug 19 12:28:59.392041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37450) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:59.397634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9fe21b85-01d7-47ae-b4fb-010ece287169 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:59.420911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:59.507911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:59.542224 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe21b85-01d7-47ae-b4fb-010ece287169 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:59.546744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9fe21b85-01d7-47ae-b4fb-010ece287169 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.591660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:59.592351 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.657087 n-d-778550-9 neutron-server[101153]: INFO neutron.db.ipam_backend_mixin [None req-9fe21b85-01d7-47ae-b4fb-010ece287169 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c35bf9a-381f-46d9-af42-9347155f9c1a (CIDR: 2001:db8::/64) Aug 19 12:28:59.661161 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe21b85-01d7-47ae-b4fb-010ece287169 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:59.661894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe21b85-01d7-47ae-b4fb-010ece287169 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:59.683729 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37456) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:59.684443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9fe21b85-01d7-47ae-b4fb-010ece287169 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2906852 Aug 19 12:28:59.685171 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.692667 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:59.734941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:59.736957 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.808131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:59.846216 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:59.852315 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.882075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b8e49d-1974-482e-9fea-1c4686b768fc None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:28:59.970997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b8e49d-1974-482e-9fea-1c4686b768fc None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:28:59.972956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f7cb7c8a-386a-44f3-a6e8-a749fabb5f28 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:59.973338 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7c8a-386a-44f3-a6e8-a749fabb5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.495034 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.538081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:00.542306 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:00.548104 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:00.548708 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.572271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=e3a8e75f-5539-449c-9223-10821b517540,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:00.576830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-51a3877f-9215-4187-9131-73402426d62b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8918762 Aug 19 12:29:00.579027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37472) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:00.584171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:b3:81:bb', 'name': 'tempest-NetworksTestDHCPv6-749353879'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:00.714519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:00.719218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.748238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 55a88f6b-cf6b-4745-a64d-2b829e2db6c6 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:00.796344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f00805d-4dad-4a39-82d3-c7acd299cc86 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:00.893001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8776b574-3a25-4348-b0b1-98de9c8e55bf None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:00.893380 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8776b574-3a25-4348-b0b1-98de9c8e55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.925264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8:0:1::27 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/e3a8e75f-5539-449c-9223-10821b517540/55a88f6b-cf6b-4745-a64d-2b829e2db6c6) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:00.933741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::f816:3eff:feb3:81bb (70b83c8a-6aba-4c84-a060-70ce763ecd5f/4c35bf9a-381f-46d9-af42-9347155f9c1a/55a88f6b-cf6b-4745-a64d-2b829e2db6c6) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:01.084471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.097774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 55a88f6b-cf6b-4745-a64d-2b829e2db6c6 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:01.106648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0d4e9-1f31-4e14-8dde-4f55e238a876 None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '4c35bf9a-381f-46d9-af42-9347155f9c1a', 'ip_address': '2001:db8::f816:3eff:fe33:1f7a'}, {'subnet_id': 'e3a8e75f-5539-449c-9223-10821b517540'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '33f46b39-5514-4908-a501-7639acd49501'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:29:01.132933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-24f0d4e9-1f31-4e14-8dde-4f55e238a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.134721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.188700 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:01.192301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:01.197570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:01.204573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.205361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.209531 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=55a88f6b-cf6b-4745-a64d-2b829e2db6c6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:01.234577 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d3781215-b0ba-4846-a075-82fdf4b02b6f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6543798 Aug 19 12:29:01.237091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37488) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:01.310635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:01.336966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c40cf1cd-14c1-48c4-925a-6d76235eb4f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 55a88f6b-cf6b-4745-a64d-2b829e2db6c6 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:01.337310 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c40cf1cd-14c1-48c4-925a-6d76235eb4f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.367385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-24f0d4e9-1f31-4e14-8dde-4f55e238a876 None None] Allocated IP 2001:db8:0:1::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/e3a8e75f-5539-449c-9223-10821b517540/33f46b39-5514-4908-a501-7639acd49501) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:01.430635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:01.431012 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.437615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c40cf1cd-14c1-48c4-925a-6d76235eb4f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.449858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c40cf1cd-14c1-48c4-925a-6d76235eb4f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 55a88f6b-cf6b-4745-a64d-2b829e2db6c6 owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:01.503237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-24f0d4e9-1f31-4e14-8dde-4f55e238a876 None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:01.567848 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-24f0d4e9-1f31-4e14-8dde-4f55e238a876 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.583913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-24f0d4e9-1f31-4e14-8dde-4f55e238a876 None None] Transition to ACTIVE for port object 33f46b39-5514-4908-a501-7639acd49501 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:01.588875 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-24f0d4e9-1f31-4e14-8dde-4f55e238a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.654498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c40cf1cd-14c1-48c4-925a-6d76235eb4f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.673689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0d4e9-1f31-4e14-8dde-4f55e238a876 None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:01.696851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cf1cd-14c1-48c4-925a-6d76235eb4f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=55a88f6b-cf6b-4745-a64d-2b829e2db6c6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:01.741184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c40cf1cd-14c1-48c4-925a-6d76235eb4f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.743438 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c40cf1cd-14c1-48c4-925a-6d76235eb4f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/55a88f6b-cf6b-4745-a64d-2b829e2db6c6 HTTP/1.1" status: 204 len: 168 time: 0.5052872 Aug 19 12:29:01.745941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37496) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:01.803151 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a197a82-98f7-4d62-88e1-9f8680be953e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.813242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6a197a82-98f7-4d62-88e1-9f8680be953e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0516346 Aug 19 12:29:01.813242 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37502) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:01.864128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc195ccd-2bd8-4902-9c61-45f8cdbfe0d5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.866773 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dc195ccd-2bd8-4902-9c61-45f8cdbfe0d5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0573015 Aug 19 12:29:01.868145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37506) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:01.924232 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97924a-dbf8-4c8a-803a-f5b777970b9f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.926190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97924a-dbf8-4c8a-803a-f5b777970b9f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.927701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97924a-dbf8-4c8a-803a-f5b777970b9f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.931347 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8d97924a-dbf8-4c8a-803a-f5b777970b9f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0604246 Aug 19 12:29:01.932967 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37508) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:01.987659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1811fc32-546e-4ab5-a493-e5e88c7d53e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 4c35bf9a-381f-46d9-af42-9347155f9c1a {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:01.991139 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1811fc32-546e-4ab5-a493-e5e88c7d53e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.039202 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1811fc32-546e-4ab5-a493-e5e88c7d53e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.136154 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1811fc32-546e-4ab5-a493-e5e88c7d53e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.199285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1811fc32-546e-4ab5-a493-e5e88c7d53e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.229521 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811fc32-546e-4ab5-a493-e5e88c7d53e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=4c35bf9a-381f-46d9-af42-9347155f9c1a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:02.231515 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1811fc32-546e-4ab5-a493-e5e88c7d53e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.234113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06386fb2-9790-497c-9e60-b68ded737d7f None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:02.237012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1811fc32-546e-4ab5-a493-e5e88c7d53e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/4c35bf9a-381f-46d9-af42-9347155f9c1a HTTP/1.1" status: 204 len: 168 time: 0.3029673 Aug 19 12:29:02.237264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37514) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:02.305565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d6258d27-9249-4dca-b37b-2b24a6fb9691 None None] Provisioning for port 33f46b39-5514-4908-a501-7639acd49501 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:02.313143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22ca557-01f8-4a41-8c8e-842560f4ce09 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet e3a8e75f-5539-449c-9223-10821b517540 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:02.314655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d6258d27-9249-4dca-b37b-2b24a6fb9691 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:02.315093 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d6258d27-9249-4dca-b37b-2b24a6fb9691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.316439 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f22ca557-01f8-4a41-8c8e-842560f4ce09 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.359098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f22ca557-01f8-4a41-8c8e-842560f4ce09 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.470016 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f22ca557-01f8-4a41-8c8e-842560f4ce09 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.544476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f22ca557-01f8-4a41-8c8e-842560f4ce09 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.574740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ca557-01f8-4a41-8c8e-842560f4ce09 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a8e75f-5539-449c-9223-10821b517540,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:02.579664 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f22ca557-01f8-4a41-8c8e-842560f4ce09 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.581843 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f22ca557-01f8-4a41-8c8e-842560f4ce09 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/e3a8e75f-5539-449c-9223-10821b517540 HTTP/1.1" status: 204 len: 168 time: 0.3433850 Aug 19 12:29:02.584429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37520) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:02.632731 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1ebb69a1-6ba0-4d98-b9a2-0b3b99ef0b4f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459073 Aug 19 12:29:02.634883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37526) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:02.640753 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:02.744392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:02.748389 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.973387 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.022327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a14848-b034-43f2-92d7-1d33ee290d5e None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:03.029009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:03.033547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:03.037155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:03.037925 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.054952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=520f946b-b88f-46ac-8bd1-b82d09293a5c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:03.066387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-401d6b0f-4960-4b9a-aa14-9582910b9254 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4303255 Aug 19 12:29:03.069366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37534) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:03.074478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-558faacd-696b-487f-8034-8243c962bd69 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:03.189272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558faacd-696b-487f-8034-8243c962bd69 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:03.193338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-558faacd-696b-487f-8034-8243c962bd69 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.272324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:03.304019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2331c405-4569-44c7-ae74-ea4c20094513 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:03.304404 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2331c405-4569-44c7-ae74-ea4c20094513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.319332 n-d-778550-9 neutron-server[101153]: INFO neutron.db.ipam_backend_mixin [None req-558faacd-696b-487f-8034-8243c962bd69 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 520f946b-b88f-46ac-8bd1-b82d09293a5c (CIDR: 2001:db8::/64) Aug 19 12:29:03.321830 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-558faacd-696b-487f-8034-8243c962bd69 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:03.322279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558faacd-696b-487f-8034-8243c962bd69 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:03.338858 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-558faacd-696b-487f-8034-8243c962bd69 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2676480 Aug 19 12:29:03.340967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37540) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:03.347358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:03.424139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:03.424519 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.460230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:03.463936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.610503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '520f946b-b88f-46ac-8bd1-b82d09293a5c'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '33f46b39-5514-4908-a501-7639acd49501'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:29:03.635686 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.824532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Allocated IP 2001:db8::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/520f946b-b88f-46ac-8bd1-b82d09293a5c/33f46b39-5514-4908-a501-7639acd49501) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:03.833982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.objects.ports [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101153) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:29:03.930958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:03.966776 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.983777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Transition to ACTIVE for port object 33f46b39-5514-4908-a501-7639acd49501 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:03.989533 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.049618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.062507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=12']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:04.069658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.070023 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.070480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.070885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.071306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.071709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.072100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.072511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.072925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.073315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.073703 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.074092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788070a1-f13f-4751-ad4d-b7d1d444069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:04.245499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:04.282794 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.288066 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.289192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.380261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:04.389259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:04.394816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:04.395406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.408288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=ba0978ab-374f-4d27-945a-041a23209196,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:04.422777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=14']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:04.449363 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bf62539d-4741-4916-b83e-8e0a1257ea88 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1069090 Aug 19 12:29:04.450497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37560) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:04.457458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:13:a6:7a', 'name': 'tempest-NetworksTestDHCPv6-908340677'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:04.584234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:04.666801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9edc45-dadc-47a9-bbbf-37ce74d2b80f None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:04.682317 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.706445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 2a6c3189-d5b4-4812-a093-d1b5a53d7e60 yet. {{(pid=101153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:04.756282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b0216860-0114-47cf-ab9f-6cf4d9e47088 None None] Provisioning for port 33f46b39-5514-4908-a501-7639acd49501 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:04.769940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b0216860-0114-47cf-ab9f-6cf4d9e47088 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:04.770323 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0216860-0114-47cf-ab9f-6cf4d9e47088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.906452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::225 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/520f946b-b88f-46ac-8bd1-b82d09293a5c/2a6c3189-d5b4-4812-a093-d1b5a53d7e60) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:04.916744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:a67a (70b83c8a-6aba-4c84-a060-70ce763ecd5f/ba0978ab-374f-4d27-945a-041a23209196/2a6c3189-d5b4-4812-a093-d1b5a53d7e60) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:05.085525 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.099872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 2a6c3189-d5b4-4812-a093-d1b5a53d7e60 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:05.138431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.186559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:05.191370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:05.195041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:05.209661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:05.210476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.235763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=2a6c3189-d5b4-4812-a093-d1b5a53d7e60,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:05.247852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37576) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:05.257653 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-02cbe54e-ddbf-4944-96fb-3fe88526858d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8053918 Aug 19 12:29:05.283489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:05.345815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:05.346204 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.389515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9d2fd855-76c8-40e2-927f-f7b7a4520c0e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 2a6c3189-d5b4-4812-a093-d1b5a53d7e60 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:05.390197 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd855-76c8-40e2-927f-f7b7a4520c0e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.498373 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd855-76c8-40e2-927f-f7b7a4520c0e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.513897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9d2fd855-76c8-40e2-927f-f7b7a4520c0e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 2a6c3189-d5b4-4812-a093-d1b5a53d7e60 owned by {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:05.600665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115775ef-3633-4406-866f-8e2807d5690e None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:05.671465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a19bd28b-0e46-4eb3-97fd-db7d4fbb6433 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:05.672203 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a19bd28b-0e46-4eb3-97fd-db7d4fbb6433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.724137 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd855-76c8-40e2-927f-f7b7a4520c0e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.758457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd855-76c8-40e2-927f-f7b7a4520c0e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=2a6c3189-d5b4-4812-a093-d1b5a53d7e60,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:05.806273 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd855-76c8-40e2-927f-f7b7a4520c0e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.813183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9d2fd855-76c8-40e2-927f-f7b7a4520c0e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/2a6c3189-d5b4-4812-a093-d1b5a53d7e60 HTTP/1.1" status: 204 len: 168 time: 0.5581243 Aug 19 12:29:05.813442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37586) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:05.878735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53254fa5-e052-4b78-babf-f381db041af7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:05.882747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-53254fa5-e052-4b78-babf-f381db041af7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0677195 Aug 19 12:29:05.883173 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37588) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:05.935552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883cf77-9b7b-47e3-8eee-b0502d9cb6f3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:05.937272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b883cf77-9b7b-47e3-8eee-b0502d9cb6f3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0531065 Aug 19 12:29:05.939863 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37592) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:06.000815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c27df-e1b6-4cab-b915-fb012bf5bf60 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.002396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c27df-e1b6-4cab-b915-fb012bf5bf60 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.004607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c27df-e1b6-4cab-b915-fb012bf5bf60 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.006469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-549c27df-e1b6-4cab-b915-fb012bf5bf60 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0655293 Aug 19 12:29:06.009229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37594) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:06.062519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-01eaeffc-af1b-4ed4-a0f2-a34be8b4f364 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:06.062944 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-01eaeffc-af1b-4ed4-a0f2-a34be8b4f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.070639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02f2116-481a-4d30-bfb3-b138a820cd99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 520f946b-b88f-46ac-8bd1-b82d09293a5c {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:06.076128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a02f2116-481a-4d30-bfb3-b138a820cd99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.135130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a02f2116-481a-4d30-bfb3-b138a820cd99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.230284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a02f2116-481a-4d30-bfb3-b138a820cd99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.290230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ad36581a-0bc2-4e7f-b71c-479588025d1f None None] Could not find standard attr ID for object 55a88f6b-cf6b-4745-a64d-2b829e2db6c6. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:06.307297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a02f2116-481a-4d30-bfb3-b138a820cd99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.349229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f2116-481a-4d30-bfb3-b138a820cd99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=520f946b-b88f-46ac-8bd1-b82d09293a5c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:06.356206 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a02f2116-481a-4d30-bfb3-b138a820cd99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.359248 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a02f2116-481a-4d30-bfb3-b138a820cd99 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/520f946b-b88f-46ac-8bd1-b82d09293a5c HTTP/1.1" status: 204 len: 168 time: 0.3478744 Aug 19 12:29:06.362166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37604) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:06.420496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18afe3c-fb7e-4db5-84b4-f96815c5816e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet ba0978ab-374f-4d27-945a-041a23209196 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:06.424420 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b18afe3c-fb7e-4db5-84b4-f96815c5816e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.467016 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b18afe3c-fb7e-4db5-84b4-f96815c5816e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.511540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9fa01510-2c13-4984-9aa4-7c90495dccc2 None None] Could not find standard attr ID for object 2a6c3189-d5b4-4812-a093-d1b5a53d7e60. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:06.515627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88280f5c-b173-4274-bbec-51d7182d5d3b None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:06.571404 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b18afe3c-fb7e-4db5-84b4-f96815c5816e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.646578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b18afe3c-fb7e-4db5-84b4-f96815c5816e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.681939 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18afe3c-fb7e-4db5-84b4-f96815c5816e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0978ab-374f-4d27-945a-041a23209196,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:06.685531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b18afe3c-fb7e-4db5-84b4-f96815c5816e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.689183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b18afe3c-fb7e-4db5-84b4-f96815c5816e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/ba0978ab-374f-4d27-945a-041a23209196 HTTP/1.1" status: 204 len: 168 time: 0.3258965 Aug 19 12:29:06.690443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37610) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:06.732784 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-737027f0-1c86-4b29-9bec-f702291ed0c5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383341 Aug 19 12:29:06.733006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37612) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:06.738768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:06.795135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9977a5-8534-4bd4-9ae1-09e0e5947a81 None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': 'ba0978ab-374f-4d27-945a-041a23209196'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '33f46b39-5514-4908-a501-7639acd49501'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:29:06.822256 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ba9977a5-8534-4bd4-9ae1-09e0e5947a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.843123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:06.848135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.011032 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d214989-5d38-43f9-81e4-5cd304d61b20 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:07.059965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.090923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-24c407f2-d8cc-4858-8d62-0785ec9c303b None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:07.091363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-24c407f2-d8cc-4858-8d62-0785ec9c303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.104773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:07.111386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:07.115769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.116419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.134337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=5686ad09-7e6d-42cb-93d6-dff2c444dc9c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:07.141246 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4065623 Aug 19 12:29:07.142587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37620) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:07.148384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7381ae4a-97bb-48e7-aaa1-e7b1025ce140 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:07.150723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.151148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.151783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.152197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.152653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.153782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.153782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.153782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.155006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.155455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.156643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.157078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30214fc3-3518-4d76-b0e0-8bd468807452 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.314851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7381ae4a-97bb-48e7-aaa1-e7b1025ce140 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:07.318411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7381ae4a-97bb-48e7-aaa1-e7b1025ce140 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.321829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:07.365024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdcb46b-991e-4b02-be27-0f36a65b13fb None None] Update dhcp port {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'fixed_ips': [{'subnet_id': '5686ad09-7e6d-42cb-93d6-dff2c444dc9c'}], 'binding:host_id': 'n-d-778550-9'}, 'id': '33f46b39-5514-4908-a501-7639acd49501'} from n-d-778550-9. {{(pid=101155) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:29:07.394994 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9bdcb46b-991e-4b02-be27-0f36a65b13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.426857 n-d-778550-9 neutron-server[101154]: INFO neutron.db.ipam_backend_mixin [None req-7381ae4a-97bb-48e7-aaa1-e7b1025ce140 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5686ad09-7e6d-42cb-93d6-dff2c444dc9c (CIDR: 2001:db8::/64) Aug 19 12:29:07.431832 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7381ae4a-97bb-48e7-aaa1-e7b1025ce140 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:07.432622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7381ae4a-97bb-48e7-aaa1-e7b1025ce140 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:07.448904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7381ae4a-97bb-48e7-aaa1-e7b1025ce140 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3050287 Aug 19 12:29:07.451459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37626) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:07.457296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'subnet': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:07.471061 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.569927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:07.594043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:07.595061 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.598664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.656026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-9bdcb46b-991e-4b02-be27-0f36a65b13fb None None] Allocated IP 2001:db8::2 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/5686ad09-7e6d-42cb-93d6-dff2c444dc9c/33f46b39-5514-4908-a501-7639acd49501) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:07.682019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=17']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:07.784222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9bdcb46b-991e-4b02-be27-0f36a65b13fb None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:07.829368 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9bdcb46b-991e-4b02-be27-0f36a65b13fb None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.850767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9bdcb46b-991e-4b02-be27-0f36a65b13fb None None] Transition to ACTIVE for port object 33f46b39-5514-4908-a501-7639acd49501 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:07.858140 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9bdcb46b-991e-4b02-be27-0f36a65b13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.944066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcb46b-991e-4b02-be27-0f36a65b13fb None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=18']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:08.005407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.objects.ports [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:29:08.216837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.404875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:08.441850 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.447572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.448340 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.529720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:08.539385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:08.548007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.548653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.567820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Subnet': ['ID=0a68242c-a4ce-4459-bee4-e3e3023c9718,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:08.572914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=20']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:08.582711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0c8e28a4-6942-4ff3-a338-7e1f03b8f58f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1299844 Aug 19 12:29:08.585544 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37646) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:08.590713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Request body: {'port': {'network_id': '70b83c8a-6aba-4c84-a060-70ce763ecd5f', 'mac_address': 'fa:16:3e:ad:75:e3', 'name': 'tempest-NetworksTestDHCPv6-479258680'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:08.686001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1546e9a1-e1ab-43ec-87ce-0bfd0025dac8 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:08.721302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Made reservation on behalf of 2d05f28870144ea286027f77af20540c for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:08.758236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c70c1313-9103-49ab-97f9-0c727f62b999 None None] Provisioning for port 33f46b39-5514-4908-a501-7639acd49501 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:08.772916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c70c1313-9103-49ab-97f9-0c727f62b999 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:08.773446 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c70c1313-9103-49ab-97f9-0c727f62b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.831175 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.852066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] device_id is not set on port 9395e34c-bc60-4080-8965-6220d3fc93db yet. {{(pid=101154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:08.931976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c70c1313-9103-49ab-97f9-0c727f62b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.974284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c70c1313-9103-49ab-97f9-0c727f62b999 None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:08.979866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c70c1313-9103-49ab-97f9-0c727f62b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.038327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c1313-9103-49ab-97f9-0c727f62b999 None None] Pushing event updated for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=21']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:09.051921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8::263 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/5686ad09-7e6d-42cb-93d6-dff2c444dc9c/9395e34c-bc60-4080-8965-6220d3fc93db) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:09.058946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Allocated IP 2001:db8:0:1:f816:3eff:fead:75e3 (70b83c8a-6aba-4c84-a060-70ce763ecd5f/0a68242c-a4ce-4459-bee4-e3e3023c9718/9395e34c-bc60-4080-8965-6220d3fc93db) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:09.229557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.251392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Transition to ACTIVE for port object 9395e34c-bc60-4080-8965-6220d3fc93db will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:09.303517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.340302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:09.355977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:09.360766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:09.364826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:09.374801 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:09.375608 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.411405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:09.411744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.417404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37662) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:09.418236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8310153 Aug 19 12:29:09.419355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46769472-b9d2-4dd7-a9c7-bf5aa3484038 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event updated for resources: {'Port': ['ID=9395e34c-bc60-4080-8965-6220d3fc93db,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:09.520314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c78da-688a-40e7-94ce-51c6c68e25cb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting port 9395e34c-bc60-4080-8965-6220d3fc93db {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:09.520660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc5c78da-688a-40e7-94ce-51c6c68e25cb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.614711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc5c78da-688a-40e7-94ce-51c6c68e25cb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.628904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c78da-688a-40e7-94ce-51c6c68e25cb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Calling delete_port for 9395e34c-bc60-4080-8965-6220d3fc93db owned by {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:09.656082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aabfdc-1e28-4155-9821-4fc97a5c311f None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:09.736944 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-46d5d5c0-7882-4a07-b314-c5ecc61497d8 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:09.737391 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46d5d5c0-7882-4a07-b314-c5ecc61497d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.198190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc5c78da-688a-40e7-94ce-51c6c68e25cb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.226155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b65759fe-fc54-46c7-9082-e74c35cc4523 None None] Could not find standard attr ID for object 9395e34c-bc60-4080-8965-6220d3fc93db. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:10.238879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c78da-688a-40e7-94ce-51c6c68e25cb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Port': ['ID=9395e34c-bc60-4080-8965-6220d3fc93db,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:10.255521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b65759fe-fc54-46c7-9082-e74c35cc4523 None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:10.256366 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b65759fe-fc54-46c7-9082-e74c35cc4523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.287275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc5c78da-688a-40e7-94ce-51c6c68e25cb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.292478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37678) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:10.293059 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fc5c78da-688a-40e7-94ce-51c6c68e25cb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/9395e34c-bc60-4080-8965-6220d3fc93db HTTP/1.1" status: 204 len: 168 time: 0.8739951 Aug 19 12:29:10.350696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263256d9-8711-4d94-901d-8521eaa7c63f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.352363 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-263256d9-8711-4d94-901d-8521eaa7c63f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0579255 Aug 19 12:29:10.355143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:10.418142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef99542-bc1f-4274-be4b-2e8fd16f5c32 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.420434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8ef99542-bc1f-4274-be4b-2e8fd16f5c32 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0640254 Aug 19 12:29:10.423631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37682) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:10.492949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85629ab9-d58c-48e2-93b8-15acc21c3df9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.494920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85629ab9-d58c-48e2-93b8-15acc21c3df9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.497165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85629ab9-d58c-48e2-93b8-15acc21c3df9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.502788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37688) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:10.503399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-85629ab9-d58c-48e2-93b8-15acc21c3df9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0779915 Aug 19 12:29:10.579075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b708183d-8b3f-42ee-834c-a2bfdc97914b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 0a68242c-a4ce-4459-bee4-e3e3023c9718 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:10.582529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b708183d-8b3f-42ee-834c-a2bfdc97914b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.626481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b708183d-8b3f-42ee-834c-a2bfdc97914b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.650966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5bd69c74-caa5-4f9c-859c-feae14471c40 None None] Could not find standard attr ID for object 9395e34c-bc60-4080-8965-6220d3fc93db. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:10.718809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b708183d-8b3f-42ee-834c-a2bfdc97914b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.790151 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b708183d-8b3f-42ee-834c-a2bfdc97914b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.819421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708183d-8b3f-42ee-834c-a2bfdc97914b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=0a68242c-a4ce-4459-bee4-e3e3023c9718,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:10.824011 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b708183d-8b3f-42ee-834c-a2bfdc97914b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.826743 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b708183d-8b3f-42ee-834c-a2bfdc97914b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/0a68242c-a4ce-4459-bee4-e3e3023c9718 HTTP/1.1" status: 204 len: 168 time: 0.3221447 Aug 19 12:29:10.829365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37694) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:10.830616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8cd787-f055-4d59-86c6-9a9e2898c951 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:10.883519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed72a183-4618-49a7-8cbb-50aa21ac24c1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Deleting subnet 5686ad09-7e6d-42cb-93d6-dff2c444dc9c {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:10.886937 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed72a183-4618-49a7-8cbb-50aa21ac24c1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.930605 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed72a183-4618-49a7-8cbb-50aa21ac24c1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.020290 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed72a183-4618-49a7-8cbb-50aa21ac24c1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.102115 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed72a183-4618-49a7-8cbb-50aa21ac24c1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.134555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72a183-4618-49a7-8cbb-50aa21ac24c1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Subnet': ['ID=5686ad09-7e6d-42cb-93d6-dff2c444dc9c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:11.138513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ed72a183-4618-49a7-8cbb-50aa21ac24c1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.140381 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ed72a183-4618-49a7-8cbb-50aa21ac24c1 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/5686ad09-7e6d-42cb-93d6-dff2c444dc9c HTTP/1.1" status: 204 len: 168 time: 0.3100624 Aug 19 12:29:11.143038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37702) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.185380 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-549c12ad-e120-4ba8-9c03-4c8537493a39 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411632 Aug 19 12:29:11.188034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37704) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.238336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b9a12-916d-4a0e-abab-55282f613a25 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.240028 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-121b9a12-916d-4a0e-abab-55282f613a25 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0510314 Aug 19 12:29:11.242985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37706) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.313524 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad653d8f-e960-448a-8036-6267a0b622eb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.317709 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ad653d8f-e960-448a-8036-6267a0b622eb tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0711000 Aug 19 12:29:11.317882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37712) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.367860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-869944f6-d11b-4cb7-b229-efc39a8770e9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488598 Aug 19 12:29:11.375911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37714) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.398225 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-54598b84-3b1f-4654-af27-be00d9f3812d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.398847 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54598b84-3b1f-4654-af27-be00d9f3812d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.403218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-54598b84-3b1f-4654-af27-be00d9f3812d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/9395e34c-bc60-4080-8965-6220d3fc93db HTTP/1.1" status: 404 len: 333 time: 0.0262716 Aug 19 12:29:11.403427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37716) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.430957 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a144ef5-9315-433e-8ec8-3385b51db023 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.431500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a144ef5-9315-433e-8ec8-3385b51db023 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.435794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9a144ef5-9315-433e-8ec8-3385b51db023 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/0a68242c-a4ce-4459-bee4-e3e3023c9718 HTTP/1.1" status: 404 len: 337 time: 0.0290751 Aug 19 12:29:11.436006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37718) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.465665 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef80438-523f-4dd7-86ce-79f52e9294a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.466129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef80438-523f-4dd7-86ce-79f52e9294a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.468968 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fef80438-523f-4dd7-86ce-79f52e9294a7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/5686ad09-7e6d-42cb-93d6-dff2c444dc9c HTTP/1.1" status: 404 len: 337 time: 0.0318706 Aug 19 12:29:11.474722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37720) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.499549 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda949a1-01fd-426f-a4d1-ef77f8095ee5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.500229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda949a1-01fd-426f-a4d1-ef77f8095ee5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.504481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fda949a1-01fd-426f-a4d1-ef77f8095ee5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/2a6c3189-d5b4-4812-a093-d1b5a53d7e60 HTTP/1.1" status: 404 len: 333 time: 0.0260127 Aug 19 12:29:11.505194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37722) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.536361 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5f0996-f8b8-4939-8486-06ae6479a0a5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.536863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5f0996-f8b8-4939-8486-06ae6479a0a5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.540729 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ba5f0996-f8b8-4939-8486-06ae6479a0a5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/ba0978ab-374f-4d27-945a-041a23209196 HTTP/1.1" status: 404 len: 337 time: 0.0324249 Aug 19 12:29:11.542013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37726) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.575018 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a57083-7cc9-4c0e-89c8-6cda8a19319c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.575557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a57083-7cc9-4c0e-89c8-6cda8a19319c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.579917 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a3a57083-7cc9-4c0e-89c8-6cda8a19319c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/520f946b-b88f-46ac-8bd1-b82d09293a5c HTTP/1.1" status: 404 len: 337 time: 0.0345967 Aug 19 12:29:11.580151 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37730) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.597081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0216186e-1426-47b5-8c5e-ef5c1e69ab86 None None] Network 70b83c8a-6aba-4c84-a060-70ce763ecd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:11.605369 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-099308b7-b467-4f68-8bae-39d57dd36c12 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.606031 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099308b7-b467-4f68-8bae-39d57dd36c12 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.608723 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-099308b7-b467-4f68-8bae-39d57dd36c12 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/55a88f6b-cf6b-4745-a64d-2b829e2db6c6 HTTP/1.1" status: 404 len: 333 time: 0.0267148 Aug 19 12:29:11.611566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37732) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.638859 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c28381-940f-41a4-ac65-deb53c504164 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.639320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c28381-940f-41a4-ac65-deb53c504164 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.642328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-23c28381-940f-41a4-ac65-deb53c504164 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/e3a8e75f-5539-449c-9223-10821b517540 HTTP/1.1" status: 404 len: 337 time: 0.0287170 Aug 19 12:29:11.644016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37734) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.673981 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dd6073-7e83-471f-8a06-5d847b2d5c3e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.674346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6dd6073-7e83-471f-8a06-5d847b2d5c3e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.676723 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f6dd6073-7e83-471f-8a06-5d847b2d5c3e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/4c35bf9a-381f-46d9-af42-9347155f9c1a HTTP/1.1" status: 404 len: 337 time: 0.0307510 Aug 19 12:29:11.679169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37736) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.708750 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-568e42f5-b132-4d96-8166-4aa4e509f4ee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.709495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568e42f5-b132-4d96-8166-4aa4e509f4ee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.712733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-568e42f5-b132-4d96-8166-4aa4e509f4ee tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/87a549dc-78c9-4cfb-8199-cfec2dc03d56 HTTP/1.1" status: 404 len: 333 time: 0.0311439 Aug 19 12:29:11.714395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37738) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.718382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-674c2218-f4f2-4c98-a490-e922b0a10c0b None None] Provisioning complete for port 33f46b39-5514-4908-a501-7639acd49501 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:11.718928 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-674c2218-f4f2-4c98-a490-e922b0a10c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.743344 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcdd425-f9fd-4b02-ae64-3e141a0c5a43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.744181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcdd425-f9fd-4b02-ae64-3e141a0c5a43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.750441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-edcdd425-f9fd-4b02-ae64-3e141a0c5a43 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/cf17c4cf-ac78-44aa-a436-1c59eee59fc8 HTTP/1.1" status: 404 len: 337 time: 0.0319102 Aug 19 12:29:11.751383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37740) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.785442 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1657f1-216b-4b1d-916b-e09f1f4f0e02 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.786168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1657f1-216b-4b1d-916b-e09f1f4f0e02 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.791071 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5e1657f1-216b-4b1d-916b-e09f1f4f0e02 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/c46d5be7-51ea-4e2a-b790-eac823130414 HTTP/1.1" status: 404 len: 337 time: 0.0355372 Aug 19 12:29:11.791071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37742) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.821320 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3234588a-97a1-4084-b0e2-27178095f8a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.822039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3234588a-97a1-4084-b0e2-27178095f8a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.823808 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3234588a-97a1-4084-b0e2-27178095f8a8 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/38f2dad2-dcf9-4bf5-9149-82986a74cefb HTTP/1.1" status: 404 len: 333 time: 0.0318592 Aug 19 12:29:11.826642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37748) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.854229 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d527662-dc5b-41fb-9460-0adc47a3675a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.854669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d527662-dc5b-41fb-9460-0adc47a3675a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.854791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262bc7d4-53bc-4a09-a149-0b20f9afdc3d None None] DHCP port deletion for 70b83c8a-6aba-4c84-a060-70ce763ecd5f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:11.856720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4d527662-dc5b-41fb-9460-0adc47a3675a tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/f2f65cf4-d38c-499c-8beb-677d14c388a0 HTTP/1.1" status: 404 len: 337 time: 0.0285642 Aug 19 12:29:11.859420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37750) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.885497 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb898ea-a279-4aef-b1c9-168d1219aad2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.886314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb898ea-a279-4aef-b1c9-168d1219aad2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.888646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5fb898ea-a279-4aef-b1c9-168d1219aad2 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/30d20f27-c27f-4fe8-95bf-e2afe357bf50 HTTP/1.1" status: 404 len: 333 time: 0.0278118 Aug 19 12:29:11.891837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37752) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.914458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-262bc7d4-53bc-4a09-a149-0b20f9afdc3d None None] Deleting port 33f46b39-5514-4908-a501-7639acd49501 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:11.915149 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-262bc7d4-53bc-4a09-a149-0b20f9afdc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.924905 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ebe2b0-c053-4da3-9f35-32cf28ce7b7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.925294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ebe2b0-c053-4da3-9f35-32cf28ce7b7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.927030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-19ebe2b0-c053-4da3-9f35-32cf28ce7b7d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/852bea67-9766-4f13-8df1-7ba03526a3ed HTTP/1.1" status: 404 len: 337 time: 0.0342178 Aug 19 12:29:11.929727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37754) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.954043 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6a013f-201c-4234-82e6-875d9634a711 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.954723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6a013f-201c-4234-82e6-875d9634a711 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.958869 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1d6a013f-201c-4234-82e6-875d9634a711 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/c74450f9-b3c5-4684-a77a-930482a04186 HTTP/1.1" status: 404 len: 333 time: 0.0257015 Aug 19 12:29:11.959532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37756) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.986852 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa27732-5bd4-48c1-ac36-3556bee87ec7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:11.987452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa27732-5bd4-48c1-ac36-3556bee87ec7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:11.987566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-262bc7d4-53bc-4a09-a149-0b20f9afdc3d None None] For port 33f46b39-5514-4908-a501-7639acd49501, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=33f46b39-5514-4908-a501-7639acd49501,segment=NetworkSegment(9173e0a1-78b2-415d-b2b9-f6f3004d3548),segment_id=9173e0a1-78b2-415d-b2b9-f6f3004d3548)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:11.987961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-262bc7d4-53bc-4a09-a149-0b20f9afdc3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.992177 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8aa27732-5bd4-48c1-ac36-3556bee87ec7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/197a8f8e-182b-478c-ba5d-886788c86fe4 HTTP/1.1" status: 404 len: 337 time: 0.0293696 Aug 19 12:29:11.992177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37758) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.004488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-262bc7d4-53bc-4a09-a149-0b20f9afdc3d None None] Calling delete_port for 33f46b39-5514-4908-a501-7639acd49501 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:12.015990 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53810de-23bb-4664-8d5c-5d800b2ab62d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.016667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53810de-23bb-4664-8d5c-5d800b2ab62d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.018745 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a53810de-23bb-4664-8d5c-5d800b2ab62d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/f5706cb3-0d17-42e7-83ef-fe377d7af871 HTTP/1.1" status: 404 len: 333 time: 0.0254123 Aug 19 12:29:12.021199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37760) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.047659 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-06906a1a-0cdd-4cde-840d-ef1b0080d424 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.048252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06906a1a-0cdd-4cde-840d-ef1b0080d424 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.052590 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-06906a1a-0cdd-4cde-840d-ef1b0080d424 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/93ebd075-33da-46dd-87a1-a4b565870434 HTTP/1.1" status: 404 len: 337 time: 0.0278919 Aug 19 12:29:12.052590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37762) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.078436 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f485989b-bcb9-41c1-9c01-e05a827df7de tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.079400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f485989b-bcb9-41c1-9c01-e05a827df7de tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.086192 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f485989b-bcb9-41c1-9c01-e05a827df7de tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/eae0452e-dad0-4969-ad6f-961f8dd9d614 HTTP/1.1" status: 404 len: 333 time: 0.0284512 Aug 19 12:29:12.086635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37768) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.096773 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-262bc7d4-53bc-4a09-a149-0b20f9afdc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.126927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bc7d4-53bc-4a09-a149-0b20f9afdc3d None None] Pushing event deleted for resources: {'Port': ['ID=33f46b39-5514-4908-a501-7639acd49501,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:12.132622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262bc7d4-53bc-4a09-a149-0b20f9afdc3d None None] No DVR routers for this DVR port 33f46b39-5514-4908-a501-7639acd49501 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:12.150525 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4071994-cd1c-4927-87b7-22380088b9e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.150996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4071994-cd1c-4927-87b7-22380088b9e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.152889 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f4071994-cd1c-4927-87b7-22380088b9e3 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/e030bf24-74e6-4c00-bc4d-93b76c0fbe21 HTTP/1.1" status: 404 len: 337 time: 0.0652888 Aug 19 12:29:12.155714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37772) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.189248 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfc448b-27ef-4d01-99c4-a45acbb5a669 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.189869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfc448b-27ef-4d01-99c4-a45acbb5a669 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.192726 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ecfc448b-27ef-4d01-99c4-a45acbb5a669 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/27215c8d-aeec-4cd3-8b68-007ed2568cdc HTTP/1.1" status: 404 len: 333 time: 0.0349212 Aug 19 12:29:12.194248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37774) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.220509 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-def6d426-f86e-45f9-8b4e-6ed0a5eedc9d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.221004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def6d426-f86e-45f9-8b4e-6ed0a5eedc9d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.222715 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-def6d426-f86e-45f9-8b4e-6ed0a5eedc9d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/b717a1f4-73aa-4ada-8067-955629a288f9 HTTP/1.1" status: 404 len: 337 time: 0.0275567 Aug 19 12:29:12.225359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37776) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.251328 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ceacaf6-aef4-496c-b6a2-b8816d9d51cc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.251944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ceacaf6-aef4-496c-b6a2-b8816d9d51cc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.253883 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ceacaf6-aef4-496c-b6a2-b8816d9d51cc tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/cc726638-38d9-4cba-a209-9ecc1de004e2 HTTP/1.1" status: 404 len: 337 time: 0.0275137 Aug 19 12:29:12.256549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37778) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.279828 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b2b124-fd0e-4e60-a6a4-7a17f2101ec4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.280838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b2b124-fd0e-4e60-a6a4-7a17f2101ec4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.282201 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a2b2b124-fd0e-4e60-a6a4-7a17f2101ec4 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/1e549301-62b0-4007-a0ca-71aa1186475c HTTP/1.1" status: 404 len: 333 time: 0.0246203 Aug 19 12:29:12.284922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37780) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.312020 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f700c6d-e551-4ed7-a5e3-b35529b91fa6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.312460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f700c6d-e551-4ed7-a5e3-b35529b91fa6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.314228 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4f700c6d-e551-4ed7-a5e3-b35529b91fa6 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/e3f3cc8e-379f-4ddf-bf1a-7f07768fce1d HTTP/1.1" status: 404 len: 337 time: 0.0283937 Aug 19 12:29:12.316941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37782) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.342759 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1475f075-5e36-4f22-b56b-e37cf4767b52 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.343254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1475f075-5e36-4f22-b56b-e37cf4767b52 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.344987 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1475f075-5e36-4f22-b56b-e37cf4767b52 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/6f305c57-fe03-4805-91e7-a2ca05039d87 HTTP/1.1" status: 404 len: 337 time: 0.0271003 Aug 19 12:29:12.347649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37784) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.374402 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a0c000-9e7a-4bdc-ae6b-fcabfb77da6d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.375061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a0c000-9e7a-4bdc-ae6b-fcabfb77da6d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.376817 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-55a0c000-9e7a-4bdc-ae6b-fcabfb77da6d tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/22e4bc5a-766a-41ad-8eb8-8f123d62cd09 HTTP/1.1" status: 404 len: 333 time: 0.0282545 Aug 19 12:29:12.379403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37790) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.404651 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e692f7d0-176e-476f-b3ba-bec8ef5bca76 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.405182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e692f7d0-176e-476f-b3ba-bec8ef5bca76 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.406897 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e692f7d0-176e-476f-b3ba-bec8ef5bca76 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/3dd3e233-a3ae-4865-a359-0ae35e94fa0a HTTP/1.1" status: 404 len: 337 time: 0.0266411 Aug 19 12:29:12.409706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37792) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.438143 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-46640e98-747c-48d9-9d21-9d8ae2badc3f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.438568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46640e98-747c-48d9-9d21-9d8ae2badc3f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.440755 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-46640e98-747c-48d9-9d21-9d8ae2badc3f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/0ebcaae9-a084-4d42-aab1-83c8e8de7687 HTTP/1.1" status: 404 len: 337 time: 0.0298820 Aug 19 12:29:12.443519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37794) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.467446 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8db120a-ad71-4517-96fa-05c9c1951300 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.468102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8db120a-ad71-4517-96fa-05c9c1951300 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.470128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a8db120a-ad71-4517-96fa-05c9c1951300 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/97f04d97-841f-458f-ba84-f69e64ee430d HTTP/1.1" status: 404 len: 333 time: 0.0256681 Aug 19 12:29:12.472930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37796) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.503684 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-86025b92-4a84-4ca5-9aaa-b9ff514f21d5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.504168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86025b92-4a84-4ca5-9aaa-b9ff514f21d5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.505945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-86025b92-4a84-4ca5-9aaa-b9ff514f21d5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/a16b148c-0dc4-4df7-a43a-e54f7d5f521e HTTP/1.1" status: 404 len: 337 time: 0.0320358 Aug 19 12:29:12.508735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.537853 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7d7650-4567-4725-bb4f-119a484000a9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.538346 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7d7650-4567-4725-bb4f-119a484000a9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.540116 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6b7d7650-4567-4725-bb4f-119a484000a9 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/4fa405a4-ba72-4253-a55c-2e0c4ae380c5 HTTP/1.1" status: 404 len: 337 time: 0.0303683 Aug 19 12:29:12.543486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37800) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.571758 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cf993ba5-0ece-4b84-8577-d955a3831904 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports?device_id=b87d3dfa-8b61-44b7-b829-762694e0c8aa HTTP/1.1" status: 200 len: 205 time: 0.0270736 Aug 19 12:29:12.574372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37802) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.612560 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-d7b21d11-b5ba-4a6c-9e59-eb2d71ebb9f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] delete failed (client error): The resource could not be found. Aug 19 12:29:12.616070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d7b21d11-b5ba-4a6c-9e59-eb2d71ebb9f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/routers/b87d3dfa-8b61-44b7-b829-762694e0c8aa HTTP/1.1" status: 404 len: 336 time: 0.0382526 Aug 19 12:29:12.616421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37806) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.644058 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6762b33-fd93-487e-b199-f41b029ea86c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.644539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6762b33-fd93-487e-b199-f41b029ea86c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.646238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e6762b33-fd93-487e-b199-f41b029ea86c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/44369c9d-5845-4781-b1ca-d7e5fb4452fb HTTP/1.1" status: 404 len: 337 time: 0.0287466 Aug 19 12:29:12.649161 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37810) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.685795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-faea8485-680b-4b68-a615-601be3b762f5 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ed390fa-4e85-4fa5-95c8-7fb2a416fefd HTTP/1.1" status: 200 len: 205 time: 0.0354710 Aug 19 12:29:12.689122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37812) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.732368 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-6c3b6085-0aad-4903-9a14-71faca142b90 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] delete failed (client error): The resource could not be found. Aug 19 12:29:12.733536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6c3b6085-0aad-4903-9a14-71faca142b90 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/routers/2ed390fa-4e85-4fa5-95c8-7fb2a416fefd HTTP/1.1" status: 404 len: 336 time: 0.0433412 Aug 19 12:29:12.736339 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37814) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.765007 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-613180d0-60c1-4e81-ba32-0bcdb643ce76 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.765624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613180d0-60c1-4e81-ba32-0bcdb643ce76 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.767176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-613180d0-60c1-4e81-ba32-0bcdb643ce76 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/6f1fed39-9f43-44c6-afcc-321b8c1a114e HTTP/1.1" status: 404 len: 337 time: 0.0299037 Aug 19 12:29:12.769995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37816) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.797186 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c0383c-5dca-48f5-82a1-bb2fb79f42de tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.797663 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c0383c-5dca-48f5-82a1-bb2fb79f42de tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.799455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-23c0383c-5dca-48f5-82a1-bb2fb79f42de tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/2d2c3b92-09c0-4de5-b128-2ea20ba029d2 HTTP/1.1" status: 404 len: 337 time: 0.0285180 Aug 19 12:29:12.802194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37818) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.824953 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd61a4cb-f516-479b-b9ba-47eaccac1d0f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.825562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd61a4cb-f516-479b-b9ba-47eaccac1d0f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.827670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bd61a4cb-f516-479b-b9ba-47eaccac1d0f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/f1eb7c4d-4e6a-4661-ad46-e68d57fbe0e5 HTTP/1.1" status: 404 len: 333 time: 0.0241795 Aug 19 12:29:12.830554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37820) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.865008 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc41bd8b-f8c7-457a-a773-9768271c198f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.865464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc41bd8b-f8c7-457a-a773-9768271c198f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.867244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bc41bd8b-f8c7-457a-a773-9768271c198f tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/826b4ed8-5416-4362-a968-540cbaca59fa HTTP/1.1" status: 404 len: 337 time: 0.0354409 Aug 19 12:29:12.869776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37822) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.895654 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17595a7-3ac0-47ae-b945-bc383fa60e58 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.896255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17595a7-3ac0-47ae-b945-bc383fa60e58 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.899758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a17595a7-3ac0-47ae-b945-bc383fa60e58 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/48cce3d4-c449-471a-979f-0cbdb0496ea7 HTTP/1.1" status: 404 len: 333 time: 0.0289240 Aug 19 12:29:12.901182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37828) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.928217 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c836c5d-2e70-4132-b56e-ddeee19173b7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.928709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c836c5d-2e70-4132-b56e-ddeee19173b7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.930701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5c836c5d-2e70-4132-b56e-ddeee19173b7 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/a5c9c43f-e2b8-4f55-957a-7d55ff078ef5 HTTP/1.1" status: 404 len: 337 time: 0.0285320 Aug 19 12:29:12.933874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37830) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:12.968897 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b3b155-ccb7-446b-a10e-2593d6d3baa0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:12.969680 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b3b155-ccb7-446b-a10e-2593d6d3baa0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:12.971714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-82b3b155-ccb7-446b-a10e-2593d6d3baa0 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/d13afe9f-ea42-4fbd-b2cb-c3f4441b6740 HTTP/1.1" status: 404 len: 333 time: 0.0364375 Aug 19 12:29:12.974620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37832) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.003302 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-810f0bff-f78f-4217-9a7d-086a5b9a1020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:13.003671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810f0bff-f78f-4217-9a7d-086a5b9a1020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:13.005399 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-810f0bff-f78f-4217-9a7d-086a5b9a1020 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/281f58fb-e8fd-4742-868d-090010aa1398 HTTP/1.1" status: 404 len: 337 time: 0.0297675 Aug 19 12:29:13.008070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.035202 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-333574f9-8bd0-4d45-a204-9dc1a7eb4610 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:13.035832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333574f9-8bd0-4d45-a204-9dc1a7eb4610 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:13.037582 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-333574f9-8bd0-4d45-a204-9dc1a7eb4610 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/d72c8da1-c53c-4286-a44d-378d608eb7d3 HTTP/1.1" status: 404 len: 333 time: 0.0285923 Aug 19 12:29:13.040422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37836) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.068339 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f23be4f-1c79-4140-b70c-84b1f40fe847 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:13.068811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f23be4f-1c79-4140-b70c-84b1f40fe847 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:13.070540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9f23be4f-1c79-4140-b70c-84b1f40fe847 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/bd9e2532-ac9b-438f-9be1-5bcb41be114d HTTP/1.1" status: 404 len: 337 time: 0.0287755 Aug 19 12:29:13.073306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37838) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.097340 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfcdac3-9fe4-45c8-a0bc-40345bec362e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:13.098025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfcdac3-9fe4-45c8-a0bc-40345bec362e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:13.102198 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6cfcdac3-9fe4-45c8-a0bc-40345bec362e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/76672abd-9f98-4048-bdff-99ea64a44e2a HTTP/1.1" status: 404 len: 333 time: 0.0255494 Aug 19 12:29:13.102499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37840) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.129285 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b583d1-8a55-421f-91a3-26cd83b6a438 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:13.129435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b583d1-8a55-421f-91a3-26cd83b6a438 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:13.133072 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f0b583d1-8a55-421f-91a3-26cd83b6a438 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/b1511fd8-9fb3-4d50-920c-060658c62db3 HTTP/1.1" status: 404 len: 337 time: 0.0295656 Aug 19 12:29:13.133883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37844) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.159192 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffc463d-779f-46cf-bf2c-1ee99f86ce87 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:13.159741 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffc463d-779f-46cf-bf2c-1ee99f86ce87 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:13.161655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ffc463d-779f-46cf-bf2c-1ee99f86ce87 tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/ed7d8ada-d7e7-4b33-be8d-40fbcf423eca HTTP/1.1" status: 404 len: 333 time: 0.0266445 Aug 19 12:29:13.164267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37850) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.191423 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af4ae8d-74f3-4b15-958c-0b17f6a0584e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:13.191916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af4ae8d-74f3-4b15-958c-0b17f6a0584e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:13.193808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2af4ae8d-74f3-4b15-958c-0b17f6a0584e tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/a542de80-c3e7-412c-ae84-ea2c466a7f8b HTTP/1.1" status: 404 len: 337 time: 0.0285354 Aug 19 12:29:13.196364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37852) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.227216 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6aa20ff-948e-43a7-a166-75fdeeda3c9c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:13.227926 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6aa20ff-948e-43a7-a166-75fdeeda3c9c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:13.232549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e6aa20ff-948e-43a7-a166-75fdeeda3c9c tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/ports/1c1c496c-e658-47bf-8b6f-9abe0815dc7d HTTP/1.1" status: 404 len: 333 time: 0.0350950 Aug 19 12:29:13.233264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37854) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.268371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:13.269463 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-998d45b3-88be-446c-8590-8cf2e91a1bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:13.269996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998d45b3-88be-446c-8590-8cf2e91a1bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:13.273138 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-998d45b3-88be-446c-8590-8cf2e91a1bba tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/subnets/a0acbfa2-be9f-4da6-917c-e96d362689ba HTTP/1.1" status: 404 len: 337 time: 0.0386970 Aug 19 12:29:13.274157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37856) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.290404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 33f46b39-5514-4908-a501-7639acd49501 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:13.290761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 33f46b39-5514-4908-a501-7639acd49501 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:13.359440 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.453689 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.464596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b83c8a-6aba-4c84-a060-70ce763ecd5f']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:13.476480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9173e0a1-78b2-415d-b2b9-f6f3004d3548') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:13.476992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9173e0a1-78b2-415d-b2b9-f6f3004d3548') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:13.491626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.507403 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.514343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:13.514797 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: items = [ Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:13.518238 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:13.594547 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.599623 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.604158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] 10.222.0.65 "DELETE /v2.0/networks/70b83c8a-6aba-4c84-a060-70ce763ecd5f HTTP/1.1" status: 204 len: 168 time: 0.3264899 Aug 19 12:29:13.618186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794be20-02f2-429b-8e4c-6986a525b87b tempest-NetworksTestDHCPv6-1753078226 tempest-NetworksTestDHCPv6-1753078226-project] Pushing event deleted for resources: {'Network': ['ID=70b83c8a-6aba-4c84-a060-70ce763ecd5f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:13.814168 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37870) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.972094 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c2805ac4-79c7-4973-b447-f9841b7bb161 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d05f28870144ea286027f77af20540c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566300 Aug 19 12:29:13.973832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37878) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:14.029009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4efd6acb-83c7-4ccc-90f3-d1fe667d3508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.051622 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4efd6acb-83c7-4ccc-90f3-d1fe667d3508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.100701 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4efd6acb-83c7-4ccc-90f3-d1fe667d3508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.103334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4efd6acb-83c7-4ccc-90f3-d1fe667d3508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.104509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4efd6acb-83c7-4ccc-90f3-d1fe667d3508 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a7f1e0e-9b30-4645-94df-a9a0ecb89f91 HTTP/1.1" status: 204 len: 168 time: 0.1297569 Aug 19 12:29:14.113352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd6acb-83c7-4ccc-90f3-d1fe667d3508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7f1e0e-9b30-4645-94df-a9a0ecb89f91,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:14.789450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:14.893690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-492928859'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:14.919862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:14.923830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.933602 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.033567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.038583 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.068773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:15.079744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a4da99-8f2e-4611-b8e0-75123a112c89,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:15.085451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.085811 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7 of type vlan for network 62986f8f-5161-4fa7-8795-7a7a47d7489d Aug 19 12:29:15.127086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.152521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.158629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:15.159260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.226675 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4360096 Aug 19 12:29:15.232385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa9554-da0d-4779-9256-8bcbc0641741 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=62986f8f-5161-4fa7-8795-7a7a47d7489d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:15.255280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 62986f8f-5161-4fa7-8795-7a7a47d7489d details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:15.442827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37928) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:15.448931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': '62986f8f-5161-4fa7-8795-7a7a47d7489d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:15.562263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:15.566859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.778232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.855297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=d5fe3b52-b214-42b0-ab86-3455a97e76e0,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:15.867023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': 'cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '62986f8f-5161-4fa7-8795-7a7a47d7489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:15.867419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: 62986f8f-5161-4fa7-8795-7a7a47d7489d, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:15.889103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 62986f8f-5161-4fa7-8795-7a7a47d7489d is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:15.901318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 62986f8f-5161-4fa7-8795-7a7a47d7489d) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:15.906551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:15.907443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.929204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76e269c-a59e-4d9e-8ef3-6c7d3cba5984 None None] Network 62986f8f-5161-4fa7-8795-7a7a47d7489d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:15.936366 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d4476607-c650-4d88-b0a0-9c9c13e18582 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4919133 Aug 19 12:29:15.936590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37938) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:15.944060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1806365513'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:15.977387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:15.981529 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.018248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:16.031680 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.032656 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment 429225cd-990a-4eee-8578-b4da57e17890 of type vlan for network ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872 Aug 19 12:29:16.086622 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.118816 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.127101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-62986f8f-5161-4fa7-8795-7a7a47d7489d', 'network_id': '62986f8f-5161-4fa7-8795-7a7a47d7489d', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': 'd5fe3b52-b214-42b0-ab86-3455a97e76e0'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:16.127320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.127945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.128078 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.190392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2512980 Aug 19 12:29:16.193146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37944) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:16.200188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': 'ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:16.220628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540d9b4-48e1-4ddf-bb50-e649664b8043 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:16.281281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:16.343540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:16.350046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.386672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Allocated IP 172.20.255.242 (62986f8f-5161-4fa7-8795-7a7a47d7489d/d5fe3b52-b214-42b0-ab86-3455a97e76e0/b1754782-0c44-4f8e-a1a5-e1d059013c87) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:16.561927 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.570283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Transition to ACTIVE for port object b1754782-0c44-4f8e-a1a5-e1d059013c87 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:16.581641 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.585809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Transition to ACTIVE for port object b1754782-0c44-4f8e-a1a5-e1d059013c87 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:16.591314 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.637627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Network 62986f8f-5161-4fa7-8795-7a7a47d7489d is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:16.641355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:16.644700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:16.654546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=48e47913-d561-417c-bfd5-62bffe936af3,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:16.660277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Pushing event updated for resources: {'Port': ['ID=b1754782-0c44-4f8e-a1a5-e1d059013c87,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:16.671694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': '429225cd-990a-4eee-8578-b4da57e17890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:16.672363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:16.691392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:16.701405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:16.707717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.708997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.717664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Attempting to bind port b1754782-0c44-4f8e-a1a5-e1d059013c87 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:16.718041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Attempting to bind port b1754782-0c44-4f8e-a1a5-e1d059013c87 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '62986f8f-5161-4fa7-8795-7a7a47d7489d'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:16.718280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Attempting to bind port b1754782-0c44-4f8e-a1a5-e1d059013c87 on network 62986f8f-5161-4fa7-8795-7a7a47d7489d {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:16.726433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c3601a-ec0a-453a-af4f-5b13f47579e8 None None] Network ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:16.728530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:16.729697 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7d03075a-73c3-4823-97b5-9f23910c41be tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5349972 Aug 19 12:29:16.730498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37956) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:16.732957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Checking segment: {'id': 'cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '62986f8f-5161-4fa7-8795-7a7a47d7489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:16.733839 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.734622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Bound using segment: {'id': 'cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '62986f8f-5161-4fa7-8795-7a7a47d7489d'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:16.735246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Bound port: b1754782-0c44-4f8e-a1a5-e1d059013c87, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '62986f8f-5161-4fa7-8795-7a7a47d7489d'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:16.735779 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.848383 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.870907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] For port b1754782-0c44-4f8e-a1a5-e1d059013c87, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:16.892486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] For port b1754782-0c44-4f8e-a1a5-e1d059013c87, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b1754782-0c44-4f8e-a1a5-e1d059013c87,segment=NetworkSegment(cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7),segment_id=cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:16.920859 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.958342 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.018016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2325fe-d5eb-4993-bfe1-14a25f2d5042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872', 'network_id': 'ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': '48e47913-d561-417c-bfd5-62bffe936af3'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:17.019103 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5d2325fe-d5eb-4993-bfe1-14a25f2d5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.033884 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4de9a7-cb0a-4563-9637-783f839193c1 None None] Pushing event updated for resources: {'Port': ['ID=b1754782-0c44-4f8e-a1a5-e1d059013c87,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:17.058377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.096087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=48e47913-d561-417c-bfd5-62bffe936af3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-5d2325fe-d5eb-4993-bfe1-14a25f2d5042 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48e47913-d561-417c-bfd5-62bffe936af3: This subnet is being modified by another concurrent operation. Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48e47913-d561-417c-bfd5-62bffe936af3: This subnet is being modified by another concurrent operation. Aug 19 12:29:17.170848 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:29:17.182537 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.191217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1daf7a-2a17-40c8-8670-46112ce9b3ab None None] Network ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:17.207678 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:17.228331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429225cd-990a-4eee-8578-b4da57e17890') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:17.228755 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429225cd-990a-4eee-8578-b4da57e17890') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:17.243802 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.276561 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.286608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:17.287277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:17.375653 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:17.386180 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.395072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.400137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872 HTTP/1.1" status: 204 len: 168 time: 0.6651936 Aug 19 12:29:17.400483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37964) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:17.407928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040501442'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:17.417661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab611e-bc53-4d3a-927f-739af916a898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:17.437622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:17.441572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.471731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:17.483864 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.484517 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment cf4d718c-e5b2-45ff-921a-b019ebbd5826 of type vlan for network 4c27fd50-1d7d-438b-ab5b-c97467911c51 Aug 19 12:29:17.526843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.553091 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.558637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:17.559224 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.612940 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2112558 Aug 19 12:29:17.615687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37970) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:17.631677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': '4c27fd50-1d7d-438b-ab5b-c97467911c51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:17.650233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fafee7-0ab4-418c-b47f-3c742024dbc1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=4c27fd50-1d7d-438b-ab5b-c97467911c51,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:17.661407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 4c27fd50-1d7d-438b-ab5b-c97467911c51 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:17.743197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:17.747074 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.817989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.ipam_backend_mixin [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Performing IP validity checks on allocation pools {{(pid=101154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:29:17.818788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.ipam_backend_mixin [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:29:17.973525 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.044955 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=49ba9128-722a-4770-8e38-f3ded24f5069,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:18.054325 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': 'cf4d718c-e5b2-45ff-921a-b019ebbd5826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4c27fd50-1d7d-438b-ab5b-c97467911c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:18.054985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: 4c27fd50-1d7d-438b-ab5b-c97467911c51, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:18.075408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 4c27fd50-1d7d-438b-ab5b-c97467911c51 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:18.089106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 4c27fd50-1d7d-438b-ab5b-c97467911c51) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:18.097141 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:18.097938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.098259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6eaf36-02a6-4324-b4b2-507c6512dcb6 None None] Network 4c27fd50-1d7d-438b-ab5b-c97467911c51 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:18.117242 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1a078611-27fb-4f84-946b-c26fa62604c5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5004935 Aug 19 12:29:18.118467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37980) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:18.183930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540058e-66be-41c1-b532-8e5027866c52 None None] Network 62986f8f-5161-4fa7-8795-7a7a47d7489d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:18.236129 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.271282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4f41a771-0a79-4fb4-be05-c89a97340f12 None None] Provisioning for port b1754782-0c44-4f8e-a1a5-e1d059013c87 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:18.344367 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.405227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a2220-19ac-4dcb-8f42-29b1419f0099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-4c27fd50-1d7d-438b-ab5b-c97467911c51', 'network_id': '4c27fd50-1d7d-438b-ab5b-c97467911c51', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': '49ba9128-722a-4770-8e38-f3ded24f5069'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:18.406063 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-955a2220-19ac-4dcb-8f42-29b1419f0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.422044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.440943 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2da5a4ba-2d51-4b78-99e0-f90307713ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.455070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=49ba9128-722a-4770-8e38-f3ded24f5069,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:18.518311 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.531399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c27fd50-1d7d-438b-ab5b-c97467911c51']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:18.544262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4d718c-e5b2-45ff-921a-b019ebbd5826') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:18.544572 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4d718c-e5b2-45ff-921a-b019ebbd5826') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:18.554580 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.556890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c1b53b-6a07-4313-9a32-bad0a269db30 None None] Network 4c27fd50-1d7d-438b-ab5b-c97467911c51 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:18.570805 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.582037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:18.582442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:18.585812 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:18.660397 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.685072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.694969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 37992) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:18.701281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1764590047'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:18.706447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/4c27fd50-1d7d-438b-ab5b-c97467911c51 HTTP/1.1" status: 204 len: 168 time: 0.5868313 Aug 19 12:29:18.732732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1267c0-74e5-42ca-8b0a-f5e3305972f2 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=4c27fd50-1d7d-438b-ab5b-c97467911c51,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:18.744574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:18.748753 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.783041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:18.796135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.796735 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a of type vlan for network 26b31462-7a85-4de9-a6d1-c109c4a2a6f7 Aug 19 12:29:18.813154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b4632c-30d7-46a8-94f6-684596373bb1 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:29:18.861780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.899212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4632c-30d7-46a8-94f6-684596373bb1 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:29:18.899653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.905923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:18.906445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.968495 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2716644 Aug 19 12:29:18.971409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 37998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:18.979126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': '26b31462-7a85-4de9-a6d1-c109c4a2a6f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:18.986397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb4ebc-8201-43a6-a3c6-a4a37f3b76c1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=26b31462-7a85-4de9-a6d1-c109c4a2a6f7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:19.002736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 26b31462-7a85-4de9-a6d1-c109c4a2a6f7 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:19.087704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:19.093426 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.330242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b1754782-0c44-4f8e-a1a5-e1d059013c87 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:19.349692 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.398058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port b1754782-0c44-4f8e-a1a5-e1d059013c87 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:19.403367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b1754782-0c44-4f8e-a1a5-e1d059013c87 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:19.403778 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.420348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=9e8930e2-7b4d-4884-8d5f-5d7ac4cec37b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:19.427626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': 'ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26b31462-7a85-4de9-a6d1-c109c4a2a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:19.428428 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: 26b31462-7a85-4de9-a6d1-c109c4a2a6f7, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:19.457319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 26b31462-7a85-4de9-a6d1-c109c4a2a6f7 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:19.473941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 26b31462-7a85-4de9-a6d1-c109c4a2a6f7) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:19.479391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:19.479987 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.487769 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c07c0-f4c0-4b6a-b314-b5ea67baeb1b None None] Network 26b31462-7a85-4de9-a6d1-c109c4a2a6f7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:19.496705 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5baf2b5e-13cc-4cf3-a681-5c41d5344ef8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5237904 Aug 19 12:29:19.499559 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38006) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:19.544363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.587053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port b1754782-0c44-4f8e-a1a5-e1d059013c87, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b1754782-0c44-4f8e-a1a5-e1d059013c87,segment=NetworkSegment(cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7),segment_id=cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:19.594509 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.867657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=b1754782-0c44-4f8e-a1a5-e1d059013c87,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:19.909578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-26b31462-7a85-4de9-a6d1-c109c4a2a6f7', 'network_id': '26b31462-7a85-4de9-a6d1-c109c4a2a6f7', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': '9e8930e2-7b4d-4884-8d5f-5d7ac4cec37b'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:19.910477 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.002971 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.057421 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.066847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Allocated IP 172.20.0.1 (26b31462-7a85-4de9-a6d1-c109c4a2a6f7/9e8930e2-7b4d-4884-8d5f-5d7ac4cec37b/d9803847-55cf-4cf8-b0ac-78f21525d1d9) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:20.212228 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.221147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Transition to ACTIVE for port object d9803847-55cf-4cf8-b0ac-78f21525d1d9 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:20.236757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Transition to ACTIVE for port object d9803847-55cf-4cf8-b0ac-78f21525d1d9 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:20.244117 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.283192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Network 26b31462-7a85-4de9-a6d1-c109c4a2a6f7 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:20.285503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:20.286702 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.290756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:20.324217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8930e2-7b4d-4884-8d5f-5d7ac4cec37b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:20.331774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Pushing event updated for resources: {'Port': ['ID=d9803847-55cf-4cf8-b0ac-78f21525d1d9,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:20.359118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Attempting to bind port d9803847-55cf-4cf8-b0ac-78f21525d1d9 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:20.359488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Attempting to bind port d9803847-55cf-4cf8-b0ac-78f21525d1d9 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26b31462-7a85-4de9-a6d1-c109c4a2a6f7'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:20.359850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Attempting to bind port d9803847-55cf-4cf8-b0ac-78f21525d1d9 on network 26b31462-7a85-4de9-a6d1-c109c4a2a6f7 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:20.364836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:20.365238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Checking segment: {'id': 'ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26b31462-7a85-4de9-a6d1-c109c4a2a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:20.365641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.366029 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Bound using segment: {'id': 'ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26b31462-7a85-4de9-a6d1-c109c4a2a6f7'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:20.366487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Bound port: d9803847-55cf-4cf8-b0ac-78f21525d1d9, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26b31462-7a85-4de9-a6d1-c109c4a2a6f7'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:20.366862 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.395163 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.406414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b31462-7a85-4de9-a6d1-c109c4a2a6f7']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:20.417725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:20.417725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:20.427994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.445800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] For port d9803847-55cf-4cf8-b0ac-78f21525d1d9, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:20.449646 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.456261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:20.456654 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:20.459729 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:20.520674 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.db.api [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:29:20.520674 n-d-778550-9 neutron-server[101154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:29:20.520674 n-d-778550-9 neutron-server[101154]: [parameters: {'id': '26b31462-7a85-4de9-a6d1-c109c4a2a6f7'}] Aug 19 12:29:20.520674 n-d-778550-9 neutron-server[101154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:29:20.521252 n-d-778550-9 neutron-server[101154]: DEBUG oslo_db.api [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:29:20.521375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] For port d9803847-55cf-4cf8-b0ac-78f21525d1d9, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d9803847-55cf-4cf8-b0ac-78f21525d1d9,segment=NetworkSegment(ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a),segment_id=ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:20.525965 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.612869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889d164-b735-43e1-91e1-9718b9b3a887 None None] Pushing event updated for resources: {'Port': ['ID=d9803847-55cf-4cf8-b0ac-78f21525d1d9,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:20.629083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf699482-27ae-4f06-98b2-2329f4539dc0 None None] Network 26b31462-7a85-4de9-a6d1-c109c4a2a6f7 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:20.752888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb8008-40bd-408b-8164-34e065b5149b None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:29:20.799490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2f6aa423-beb0-431d-902f-6e73a48b45ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.835564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb8008-40bd-408b-8164-34e065b5149b None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:29:20.948096 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.022618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.080300 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Deleting port d9803847-55cf-4cf8-b0ac-78f21525d1d9 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:21.080712 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.144505 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] For port d9803847-55cf-4cf8-b0ac-78f21525d1d9, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d9803847-55cf-4cf8-b0ac-78f21525d1d9,segment=NetworkSegment(ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a),segment_id=ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:21.144891 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.158246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Calling delete_port for d9803847-55cf-4cf8-b0ac-78f21525d1d9 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:21.243242 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.269304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Port': ['ID=d9803847-55cf-4cf8-b0ac-78f21525d1d9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:21.272714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No DVR routers for this DVR port d9803847-55cf-4cf8-b0ac-78f21525d1d9 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:21.285033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b1754782-0c44-4f8e-a1a5-e1d059013c87 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:21.336529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b1754782-0c44-4f8e-a1a5-e1d059013c87 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:21.336936 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.367634 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.378672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b31462-7a85-4de9-a6d1-c109c4a2a6f7']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:21.389033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:21.389537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd5ccc5-4a2d-46b3-a007-b3acf8054b0a') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:21.399009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.412674 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.419270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:21.419653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:21.423059 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:21.483223 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.490080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.495530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/26b31462-7a85-4de9-a6d1-c109c4a2a6f7 HTTP/1.1" status: 204 len: 168 time: 1.9912338 Aug 19 12:29:21.496019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38040) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:21.502424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1383028095'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:21.505093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe88ea-cfd8-4a68-aa37-75b35330fa76 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=26b31462-7a85-4de9-a6d1-c109c4a2a6f7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:21.524595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:21.528436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.555511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:21.565262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.565610 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment 4683bd8c-c1a8-4df2-a9e4-127f68553f69 of type vlan for network 14491274-07d3-4789-a2db-8c7092e0d2d9 Aug 19 12:29:21.607335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.636115 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.642495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:21.643084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.703429 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2060308 Aug 19 12:29:21.706523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38046) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:21.712556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': '14491274-07d3-4789-a2db-8c7092e0d2d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:21.715633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb9f18-8b80-4937-8a52-d280fc19a237 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=14491274-07d3-4789-a2db-8c7092e0d2d9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:21.726417 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 14491274-07d3-4789-a2db-8c7092e0d2d9 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:21.817065 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:21.820552 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.004106 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.021684 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.062160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=722a0c20-bc39-44ff-901e-e59eff2a1e0f,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.072277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': '4683bd8c-c1a8-4df2-a9e4-127f68553f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '14491274-07d3-4789-a2db-8c7092e0d2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:22.072631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: 14491274-07d3-4789-a2db-8c7092e0d2d9, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:22.090030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 14491274-07d3-4789-a2db-8c7092e0d2d9 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:22.099580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 14491274-07d3-4789-a2db-8c7092e0d2d9) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:22.104561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:22.105181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.110503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a03f1d-de2c-42a7-98d1-251f5900e8fb None None] Network 14491274-07d3-4789-a2db-8c7092e0d2d9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:22.122825 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8e1e7061-e216-4dce-874f-33e7e26173a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4151180 Aug 19 12:29:22.125509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38056) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:22.230231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.290081 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.290787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf66b1-d26b-4218-a618-035d70dcebac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-14491274-07d3-4789-a2db-8c7092e0d2d9', 'network_id': '14491274-07d3-4789-a2db-8c7092e0d2d9', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': '722a0c20-bc39-44ff-901e-e59eff2a1e0f'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:22.291961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ebcf66b1-d26b-4218-a618-035d70dcebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.359781 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.411178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=722a0c20-bc39-44ff-901e-e59eff2a1e0f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-ebcf66b1-d26b-4218-a618-035d70dcebac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 722a0c20-bc39-44ff-901e-e59eff2a1e0f: This subnet is being modified by another concurrent operation. Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 722a0c20-bc39-44ff-901e-e59eff2a1e0f: This subnet is being modified by another concurrent operation. Aug 19 12:29:22.413136 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:29:22.433993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3dbe2d-7c8c-4d00-8b64-178ed5047b9b None None] Network 14491274-07d3-4789-a2db-8c7092e0d2d9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:22.457538 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.467789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14491274-07d3-4789-a2db-8c7092e0d2d9']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:22.480937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4683bd8c-c1a8-4df2-a9e4-127f68553f69') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:22.481157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4683bd8c-c1a8-4df2-a9e4-127f68553f69') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:22.490635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.508722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.518426 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:22.519832 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:22.524223 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:22.552628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ddd1e-97df-4e1d-8808-87f27745e6a2 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:29:22.594540 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.612944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.618495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/14491274-07d3-4789-a2db-8c7092e0d2d9 HTTP/1.1" status: 204 len: 168 time: 0.4885833 Aug 19 12:29:22.618495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7e694-078c-4945-b77e-3b223b632b47 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=14491274-07d3-4789-a2db-8c7092e0d2d9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.618745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38070) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:22.623655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770252963'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:22.625506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ddd1e-97df-4e1d-8808-87f27745e6a2 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:29:22.653830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:22.657950 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.686837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:22.697890 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.698225 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment f381fbcc-ba5b-4eee-b782-3c85a145b0cf of type vlan for network a21336e7-2462-4f62-918d-39bed4d07a82 Aug 19 12:29:22.743497 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.772200 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.779758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:22.780799 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.854752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=a21336e7-2462-4f62-918d-39bed4d07a82,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.859358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0d99b40e-3047-44e3-bb73-c01f88342c14 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2396636 Aug 19 12:29:22.862278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38080) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:22.868068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a21336e7-2462-4f62-918d-39bed4d07a82 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:22.868297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': 'a21336e7-2462-4f62-918d-39bed4d07a82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:22.976983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:22.980659 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.043920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.ipam_backend_mixin [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Performing IP validity checks on allocation pools {{(pid=101154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:29:23.044430 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.ipam_backend_mixin [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:29:23.165173 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.229998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=12299513-c3f8-442d-a1aa-99fcd9029fe7,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:23.239971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': 'f381fbcc-ba5b-4eee-b782-3c85a145b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a21336e7-2462-4f62-918d-39bed4d07a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:23.241045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: a21336e7-2462-4f62-918d-39bed4d07a82, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:23.261536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network a21336e7-2462-4f62-918d-39bed4d07a82 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:23.271813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a21336e7-2462-4f62-918d-39bed4d07a82) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:23.276026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:23.276613 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.283518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4e926-e3bd-473f-9d21-8e854e5e20f7 None None] Network a21336e7-2462-4f62-918d-39bed4d07a82 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:23.293557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3f7064c1-c5c7-4be8-a7ff-7a325c4adcb6 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4300213 Aug 19 12:29:23.296810 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38082) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:23.408271 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.446288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126c3d6-ac1b-4362-9624-32be117e4336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a21336e7-2462-4f62-918d-39bed4d07a82', 'network_id': 'a21336e7-2462-4f62-918d-39bed4d07a82', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': '12299513-c3f8-442d-a1aa-99fcd9029fe7'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:23.447290 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6126c3d6-ac1b-4362-9624-32be117e4336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.464101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.544258 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-6126c3d6-ac1b-4362-9624-32be117e4336 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12299513-c3f8-442d-a1aa-99fcd9029fe7: This subnet is being modified by another concurrent operation. Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12299513-c3f8-442d-a1aa-99fcd9029fe7: This subnet is being modified by another concurrent operation. Aug 19 12:29:23.555427 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:29:23.576050 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=12299513-c3f8-442d-a1aa-99fcd9029fe7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:23.596286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa29cb8c-6c47-4568-b99a-6049ceea1b2a None None] Network a21336e7-2462-4f62-918d-39bed4d07a82 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:23.640180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.650750 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21336e7-2462-4f62-918d-39bed4d07a82']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:23.666545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f381fbcc-ba5b-4eee-b782-3c85a145b0cf') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:23.666927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f381fbcc-ba5b-4eee-b782-3c85a145b0cf') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:23.676453 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.690787 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.697402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:23.697939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:23.701268 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:23.713174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4dbc8b-c950-4299-abb4-2dcb64c8a709 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:29:23.759963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.765749 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.767729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/a21336e7-2462-4f62-918d-39bed4d07a82 HTTP/1.1" status: 204 len: 168 time: 0.4692056 Aug 19 12:29:23.772460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38086) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:23.782101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999013453'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:23.783449 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905c83a-41e5-48a7-932d-137d3bf3729c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=a21336e7-2462-4f62-918d-39bed4d07a82,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:23.787017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4dbc8b-c950-4299-abb4-2dcb64c8a709 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:29:23.811793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:23.815910 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.841622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:23.851857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.852675 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment e453d538-63f2-4e1a-9c47-1d7f04ef38b4 of type vlan for network 687ff7f6-5bd9-4d6e-b717-6c0f448eb025 Aug 19 12:29:23.894146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.919893 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.926961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:23.927809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.989875 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2118387 Aug 19 12:29:23.990324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38088) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:23.995327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': '687ff7f6-5bd9-4d6e-b717-6c0f448eb025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:24.007940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256752e-9439-49df-a2c5-08d46fc58f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=687ff7f6-5bd9-4d6e-b717-6c0f448eb025,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:24.018383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 687ff7f6-5bd9-4d6e-b717-6c0f448eb025 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:24.087796 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.097604 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:24.101407 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.275897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.300549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.375284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=1b4d661e-ed30-472d-9fc2-28ec50ec0f28,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:24.380671 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': 'e453d538-63f2-4e1a-9c47-1d7f04ef38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '687ff7f6-5bd9-4d6e-b717-6c0f448eb025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:24.381066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: 687ff7f6-5bd9-4d6e-b717-6c0f448eb025, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:24.398422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 687ff7f6-5bd9-4d6e-b717-6c0f448eb025 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:24.407606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 687ff7f6-5bd9-4d6e-b717-6c0f448eb025) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:24.413998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:24.415020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.416522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f34fccb-2ce6-48d7-a326-171c2402ab26 None None] Network 687ff7f6-5bd9-4d6e-b717-6c0f448eb025 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:24.433913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1a427f45-7317-4613-bfcf-b6a909117f77 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4401429 Aug 19 12:29:24.434164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38090) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:24.548182 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.574510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b6294e-1be9-4048-800c-353730bcfc20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-687ff7f6-5bd9-4d6e-b717-6c0f448eb025', 'network_id': '687ff7f6-5bd9-4d6e-b717-6c0f448eb025', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': '1b4d661e-ed30-472d-9fc2-28ec50ec0f28'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:24.575529 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11b6294e-1be9-4048-800c-353730bcfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.603820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.672376 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-11b6294e-1be9-4048-800c-353730bcfc20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b4d661e-ed30-472d-9fc2-28ec50ec0f28: This subnet is being modified by another concurrent operation. Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b4d661e-ed30-472d-9fc2-28ec50ec0f28: This subnet is being modified by another concurrent operation. Aug 19 12:29:24.674962 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:29:24.703199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4d661e-ed30-472d-9fc2-28ec50ec0f28,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:24.705094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4bb9f-60f8-4e0e-a07e-c95f7b9020c8 None None] Network 687ff7f6-5bd9-4d6e-b717-6c0f448eb025 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:24.774477 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.785744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687ff7f6-5bd9-4d6e-b717-6c0f448eb025']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:24.797555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e453d538-63f2-4e1a-9c47-1d7f04ef38b4') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:24.797959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e453d538-63f2-4e1a-9c47-1d7f04ef38b4') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:24.807013 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.822592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d594953-a435-496e-8952-18972cd5ab75 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:29:24.822814 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.829662 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:24.830213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:24.833927 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:24.897182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d594953-a435-496e-8952-18972cd5ab75 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:29:24.899910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.905669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.908102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/687ff7f6-5bd9-4d6e-b717-6c0f448eb025 HTTP/1.1" status: 204 len: 168 time: 0.4730608 Aug 19 12:29:24.911883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38094) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:24.928169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-329241761'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:24.934639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3da040-91a4-4d3e-bf29-7cac58d118e7 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=687ff7f6-5bd9-4d6e-b717-6c0f448eb025,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:24.954023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:24.957799 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.982186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:24.991643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.992016 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment 80d756e1-fe9b-403c-8c5e-143b88791c43 of type vlan for network 8b7e1e26-5585-480a-a1f5-6cc106002f78 Aug 19 12:29:25.036991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.062715 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.068184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.068806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.131365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2170992 Aug 19 12:29:25.134132 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38096) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:25.141454 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': '8b7e1e26-5585-480a-a1f5-6cc106002f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:25.146015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b354e-d64e-4acd-afc5-e60c841d254d tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=8b7e1e26-5585-480a-a1f5-6cc106002f78,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:25.157058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 8b7e1e26-5585-480a-a1f5-6cc106002f78 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:25.240861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:25.244536 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.431356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.489230 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=a1294000-82e3-450e-8939-f32d4e3d4389,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:25.499606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': '80d756e1-fe9b-403c-8c5e-143b88791c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8b7e1e26-5585-480a-a1f5-6cc106002f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:25.499966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: 8b7e1e26-5585-480a-a1f5-6cc106002f78, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:25.517899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 8b7e1e26-5585-480a-a1f5-6cc106002f78 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:25.527860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 8b7e1e26-5585-480a-a1f5-6cc106002f78) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:25.532419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.533021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.537821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8af178-bba3-4e79-b1d4-dc8f8913850e None None] Network 8b7e1e26-5585-480a-a1f5-6cc106002f78 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:25.551521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8ae0f388-22d3-42a2-bc95-2c31f5847111 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4139173 Aug 19 12:29:25.552111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38100) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:25.660218 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.707116 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7097f92b-8293-4a18-97ad-1a3180149836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-8b7e1e26-5585-480a-a1f5-6cc106002f78', 'network_id': '8b7e1e26-5585-480a-a1f5-6cc106002f78', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': 'a1294000-82e3-450e-8939-f32d4e3d4389'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:25.708206 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7097f92b-8293-4a18-97ad-1a3180149836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.711236 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.775102 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.805629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=a1294000-82e3-450e-8939-f32d4e3d4389,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-7097f92b-8293-4a18-97ad-1a3180149836 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1294000-82e3-450e-8939-f32d4e3d4389: This subnet is being modified by another concurrent operation. Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1294000-82e3-450e-8939-f32d4e3d4389: This subnet is being modified by another concurrent operation. Aug 19 12:29:25.811506 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:29:25.835946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f09229-9e00-43cf-875b-71fc7a84fac3 None None] Network 8b7e1e26-5585-480a-a1f5-6cc106002f78 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:25.878831 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.889397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7e1e26-5585-480a-a1f5-6cc106002f78']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:25.899562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d756e1-fe9b-403c-8c5e-143b88791c43') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:25.899817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d756e1-fe9b-403c-8c5e-143b88791c43') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:25.910114 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.924958 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.931452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:25.931967 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:25.935828 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:25.950785 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9a6f6-6dcb-402f-ba35-99484206b823 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:29:25.999965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.005975 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.009182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/8b7e1e26-5585-480a-a1f5-6cc106002f78 HTTP/1.1" status: 204 len: 168 time: 0.4562778 Aug 19 12:29:26.013741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38102) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.020494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166845164'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:26.022277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b9a6f6-6dcb-402f-ba35-99484206b823 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:29:26.033093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16868b36-02e7-4ff0-a57f-58a17e80d5aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=8b7e1e26-5585-480a-a1f5-6cc106002f78,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:26.047686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:26.051619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.082393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:26.094064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.094383 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment 3a72a6ab-699e-41e5-9c0a-8e4e1f285f63 of type vlan for network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e Aug 19 12:29:26.140896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.169057 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.175251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.175947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.238319 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2221220 Aug 19 12:29:26.241898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38104) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.247806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f397f1be-fac5-4df3-86ec-db504683f747 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:26.312655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcda24-5df5-4701-9985-f59c0c0edc00 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=95c1e118-d3c6-4baf-8bd4-cd884911cd2e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:26.325335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:26.430658 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f397f1be-fac5-4df3-86ec-db504683f747 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.444662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f397f1be-fac5-4df3-86ec-db504683f747 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.463354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f397f1be-fac5-4df3-86ec-db504683f747 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e is not hosted by any dhcp agent {{(pid=101153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:29:26.468832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f397f1be-fac5-4df3-86ec-db504683f747 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.469447 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f397f1be-fac5-4df3-86ec-db504683f747 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.473887 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f397f1be-fac5-4df3-86ec-db504683f747 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "PUT /v2.0/networks/95c1e118-d3c6-4baf-8bd4-cd884911cd2e HTTP/1.1" status: 200 len: 723 time: 0.2307544 Aug 19 12:29:26.474064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38106) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.480285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': '95c1e118-d3c6-4baf-8bd4-cd884911cd2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:26.526756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397f1be-fac5-4df3-86ec-db504683f747 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=95c1e118-d3c6-4baf-8bd4-cd884911cd2e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:26.537080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:26.593345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:26.596889 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.791637 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.854824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=08ae91ce-9d26-445a-a18c-797afcb00fa9,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:26.867518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': '3a72a6ab-699e-41e5-9c0a-8e4e1f285f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '95c1e118-d3c6-4baf-8bd4-cd884911cd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:26.867879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: 95c1e118-d3c6-4baf-8bd4-cd884911cd2e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:26.885635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:26.895470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 95c1e118-d3c6-4baf-8bd4-cd884911cd2e) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:26.900786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.902722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.903546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7591e1c7-19ba-47dd-a807-bcc8b1601911 None None] Network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:26.920539 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-056c7264-f05d-47f5-b9ca-951eaf04b74e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4451895 Aug 19 12:29:26.924203 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38110) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.929731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f034bc33-be07-4aea-b173-610db626164b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:27.047595 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f034bc33-be07-4aea-b173-610db626164b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4913562'] for subnet, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.071951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-95c1e118-d3c6-4baf-8bd4-cd884911cd2e', 'network_id': '95c1e118-d3c6-4baf-8bd4-cd884911cd2e', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': '08ae91ce-9d26-445a-a18c-797afcb00fa9'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:27.072934 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.204425 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f034bc33-be07-4aea-b173-610db626164b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760571945063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4930957'] for subnet, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.241118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034bc33-be07-4aea-b173-610db626164b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:27.241716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f034bc33-be07-4aea-b173-610db626164b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.245821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38112) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:27.246349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f034bc33-be07-4aea-b173-610db626164b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "PUT /v2.0/subnets/08ae91ce-9d26-445a-a18c-797afcb00fa9 HTTP/1.1" status: 200 len: 806 time: 0.3204181 Aug 19 12:29:27.258475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Allocated IP 172.20.0.2 (95c1e118-d3c6-4baf-8bd4-cd884911cd2e/08ae91ce-9d26-445a-a18c-797afcb00fa9/34a9ee71-6404-44a8-a686-e3671ce8a57b) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:27.264249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034bc33-be07-4aea-b173-610db626164b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=08ae91ce-9d26-445a-a18c-797afcb00fa9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:27.372738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.432063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.435734 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.444862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Transition to ACTIVE for port object 34a9ee71-6404-44a8-a686-e3671ce8a57b will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:27.460885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Transition to ACTIVE for port object 34a9ee71-6404-44a8-a686-e3671ce8a57b will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:27.467397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.500100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.514100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:27.519893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:27.522115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Pushing event updated for resources: {'Port': ['ID=34a9ee71-6404-44a8-a686-e3671ce8a57b,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:27.524326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:27.531657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=08ae91ce-9d26-445a-a18c-797afcb00fa9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:27.581235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Attempting to bind port 34a9ee71-6404-44a8-a686-e3671ce8a57b on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:27.581681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Attempting to bind port 34a9ee71-6404-44a8-a686-e3671ce8a57b by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '3a72a6ab-699e-41e5-9c0a-8e4e1f285f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '95c1e118-d3c6-4baf-8bd4-cd884911cd2e'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:27.582147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Attempting to bind port 34a9ee71-6404-44a8-a686-e3671ce8a57b on network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:27.588481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:27.589663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Checking segment: {'id': '3a72a6ab-699e-41e5-9c0a-8e4e1f285f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '95c1e118-d3c6-4baf-8bd4-cd884911cd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:27.589663 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.589912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Bound using segment: {'id': '3a72a6ab-699e-41e5-9c0a-8e4e1f285f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '95c1e118-d3c6-4baf-8bd4-cd884911cd2e'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:27.590426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Bound port: 34a9ee71-6404-44a8-a686-e3671ce8a57b, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a72a6ab-699e-41e5-9c0a-8e4e1f285f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '95c1e118-d3c6-4baf-8bd4-cd884911cd2e'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:27.590883 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.601168 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.612589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c1e118-d3c6-4baf-8bd4-cd884911cd2e']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:27.626261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a72a6ab-699e-41e5-9c0a-8e4e1f285f63') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:27.626511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a72a6ab-699e-41e5-9c0a-8e4e1f285f63') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:27.643587 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.660904 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.664310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] For port 34a9ee71-6404-44a8-a686-e3671ce8a57b, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:27.668433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:27.669227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:27.673441 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:27.735883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] For port 34a9ee71-6404-44a8-a686-e3671ce8a57b, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=34a9ee71-6404-44a8-a686-e3671ce8a57b,segment=NetworkSegment(3a72a6ab-699e-41e5-9c0a-8e4e1f285f63),segment_id=3a72a6ab-699e-41e5-9c0a-8e4e1f285f63)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:27.737429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:29:27.737429 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:29:27.737429 n-d-778550-9 neutron-server[101153]: [parameters: {'id': '95c1e118-d3c6-4baf-8bd4-cd884911cd2e'}] Aug 19 12:29:27.737429 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:29:27.737978 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:29:27.740613 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.827642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bae21-30cb-4cda-aa43-1ec0cb4d5664 None None] Pushing event updated for resources: {'Port': ['ID=34a9ee71-6404-44a8-a686-e3671ce8a57b,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:27.852161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d4bcc-135b-49f7-9b26-2351e9a8d6be None None] Network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:27.977982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a54b4b-6374-4f00-aab8-2407a42fed2b None None] Network 95c1e118-d3c6-4baf-8bd4-cd884911cd2e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:28.115873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc9b1d-1644-4afb-8cac-3156149c2959 None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:29:28.189705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cc9b1d-1644-4afb-8cac-3156149c2959 None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:29:28.238783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.325681 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Deleting port 34a9ee71-6404-44a8-a686-e3671ce8a57b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:28.326237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.414194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] For port 34a9ee71-6404-44a8-a686-e3671ce8a57b, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=34a9ee71-6404-44a8-a686-e3671ce8a57b,segment=NetworkSegment(3a72a6ab-699e-41e5-9c0a-8e4e1f285f63),segment_id=3a72a6ab-699e-41e5-9c0a-8e4e1f285f63)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:28.414811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.431007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Calling delete_port for 34a9ee71-6404-44a8-a686-e3671ce8a57b owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:28.522488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.556246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Port': ['ID=34a9ee71-6404-44a8-a686-e3671ce8a57b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:28.560405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No DVR routers for this DVR port 34a9ee71-6404-44a8-a686-e3671ce8a57b on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:28.647947 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.659703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c1e118-d3c6-4baf-8bd4-cd884911cd2e']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:28.671585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a72a6ab-699e-41e5-9c0a-8e4e1f285f63') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:28.671953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a72a6ab-699e-41e5-9c0a-8e4e1f285f63') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:28.682782 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.699436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.702986 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.714011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:28.714427 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:28.718052 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:28.791608 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.807968 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.811105 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/95c1e118-d3c6-4baf-8bd4-cd884911cd2e HTTP/1.1" status: 204 len: 168 time: 1.5634840 Aug 19 12:29:28.815134 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38268) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:28.823722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d0f02-2966-448f-a9fb-a59b86bef2e0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=95c1e118-d3c6-4baf-8bd4-cd884911cd2e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:28.840919 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5987299-1607-43d9-8114-607c4558b81e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:28.841566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5987299-1607-43d9-8114-607c4558b81e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:28.846295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e5987299-1607-43d9-8114-607c4558b81e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/95c1e118-d3c6-4baf-8bd4-cd884911cd2e HTTP/1.1" status: 404 len: 339 time: 0.0273936 Aug 19 12:29:28.849292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38274) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:28.854225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1714051092', 'description': 'd1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:28.875988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:28.879498 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.904717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:28.914663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.915078 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment 9d2b3fba-4f34-4bae-ad4a-5fe67aa53024 of type vlan for network 7311dc15-65fd-43cf-8a0a-882debc624bb Aug 19 12:29:28.958588 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.987748 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.994343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:28.994957 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.068426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2180862 Aug 19 12:29:29.071340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38304) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:29.095968 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f615de-95b1-46ac-ab91-9dbfccda784e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=7311dc15-65fd-43cf-8a0a-882debc624bb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:29.108976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7311dc15-65fd-43cf-8a0a-882debc624bb details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:29.225200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2bcabe-ab4b-4ba2-a1c2-857e324cb446 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:29.226843 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5d2bcabe-ab4b-4ba2-a1c2-857e324cb446 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/networks?id=7311dc15-65fd-43cf-8a0a-882debc624bb HTTP/1.1" status: 200 len: 761 time: 0.1540346 Aug 19 12:29:29.229731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38326) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:29.235730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-47f02701-0236-44aa-9aaa-3c3f003e2b1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'description': 'd2'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:29.398832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-47f02701-0236-44aa-9aaa-3c3f003e2b1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.413391 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-47f02701-0236-44aa-9aaa-3c3f003e2b1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.460821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47f02701-0236-44aa-9aaa-3c3f003e2b1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 7311dc15-65fd-43cf-8a0a-882debc624bb is not hosted by any dhcp agent {{(pid=101153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:29:29.466366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f02701-0236-44aa-9aaa-3c3f003e2b1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:29.467429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-47f02701-0236-44aa-9aaa-3c3f003e2b1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.469181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-47f02701-0236-44aa-9aaa-3c3f003e2b1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "PUT /v2.0/networks/7311dc15-65fd-43cf-8a0a-882debc624bb HTTP/1.1" status: 200 len: 758 time: 0.2384856 Aug 19 12:29:29.472200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38368) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:29.502462 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f02701-0236-44aa-9aaa-3c3f003e2b1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=7311dc15-65fd-43cf-8a0a-882debc624bb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:29.513575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 7311dc15-65fd-43cf-8a0a-882debc624bb details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:29.572746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa1310-a963-4cd7-9743-30febb48bc48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:29.578364 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5efa1310-a963-4cd7-9743-30febb48bc48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/networks?id=7311dc15-65fd-43cf-8a0a-882debc624bb HTTP/1.1" status: 200 len: 761 time: 0.1009567 Aug 19 12:29:29.578628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38384) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:29.584184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268553147'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:29.606465 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:29.611291 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.635758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:29.645201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.645559 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment c9e00c76-ce6f-4745-b2ff-7bfec899270a of type vlan for network 13070d7f-d4b4-4dbe-b603-7d56c1200e92 Aug 19 12:29:29.690610 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.720765 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.726448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:29.727044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.742477 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:29:29.788662 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2089789 Aug 19 12:29:29.791781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38420) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:29.796081 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad06c91-2596-490e-ba41-78cf4a3a6bd9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=13070d7f-d4b4-4dbe-b603-7d56c1200e92,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:29.799638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': '13070d7f-d4b4-4dbe-b603-7d56c1200e92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:29.819111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 13070d7f-d4b4-4dbe-b603-7d56c1200e92 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:29.921982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:29.925596 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.117444 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.190066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=4892a2f9-8eaf-4bcb-97c1-e1c80f50caf3,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:30.201625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': 'c9e00c76-ce6f-4745-b2ff-7bfec899270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '13070d7f-d4b4-4dbe-b603-7d56c1200e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:30.202037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: 13070d7f-d4b4-4dbe-b603-7d56c1200e92, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:30.221306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network 13070d7f-d4b4-4dbe-b603-7d56c1200e92 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:30.230789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 13070d7f-d4b4-4dbe-b603-7d56c1200e92) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:30.234996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:30.235652 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.250788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ac0411-0006-4194-ad2a-f47a64e5b8d1 None None] Network 13070d7f-d4b4-4dbe-b603-7d56c1200e92 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:30.252316 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9c15c645-51b9-470b-8425-1b86d33abf48 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4588997 Aug 19 12:29:30.254998 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38488) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:30.360713 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.414529 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.427407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a2fbe6-11ef-4951-ada7-120a90664c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-13070d7f-d4b4-4dbe-b603-7d56c1200e92', 'network_id': '13070d7f-d4b4-4dbe-b603-7d56c1200e92', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': '4892a2f9-8eaf-4bcb-97c1-e1c80f50caf3'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:30.428287 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-33a2fbe6-11ef-4951-ada7-120a90664c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.486165 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.533245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=4892a2f9-8eaf-4bcb-97c1-e1c80f50caf3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server [None req-33a2fbe6-11ef-4951-ada7-120a90664c42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4892a2f9-8eaf-4bcb-97c1-e1c80f50caf3: This subnet is being modified by another concurrent operation. Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4892a2f9-8eaf-4bcb-97c1-e1c80f50caf3: This subnet is being modified by another concurrent operation. Aug 19 12:29:30.538308 n-d-778550-9 neutron-server[101155]: ERROR oslo_messaging.rpc.server Aug 19 12:29:30.555390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851358ce-26db-4c17-8de7-8b91d2e5c24f None None] Network 13070d7f-d4b4-4dbe-b603-7d56c1200e92 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:30.601644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.612733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13070d7f-d4b4-4dbe-b603-7d56c1200e92']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:30.624026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e00c76-ce6f-4745-b2ff-7bfec899270a') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:30.624268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e00c76-ce6f-4745-b2ff-7bfec899270a') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:30.635350 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.649623 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.656237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:30.656642 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:30.660004 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:30.680141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ba976-5f45-4782-892b-395d328c037b None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:29:30.724214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.735005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.739880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/13070d7f-d4b4-4dbe-b603-7d56c1200e92 HTTP/1.1" status: 204 len: 168 time: 0.4809406 Aug 19 12:29:30.740127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38554) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:30.754869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16ba976-5f45-4782-892b-395d328c037b None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:29:30.757777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac2dd-8422-4e01-ab06-a07ef7045209 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=13070d7f-d4b4-4dbe-b603-7d56c1200e92,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:30.770264 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cefb66-6186-47f7-8548-adf5a567665c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] GET failed (client error): The resource could not be found. Aug 19 12:29:30.772271 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-02cefb66-6186-47f7-8548-adf5a567665c tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/subnets/4892a2f9-8eaf-4bcb-97c1-e1c80f50caf3 HTTP/1.1" status: 404 len: 337 time: 0.0301609 Aug 19 12:29:30.774664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38560) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:30.799793 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0793884f-bca4-43fc-9dba-f35bd31b60e1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:30.800471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0793884f-bca4-43fc-9dba-f35bd31b60e1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:30.802672 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0793884f-bca4-43fc-9dba-f35bd31b60e1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/13070d7f-d4b4-4dbe-b603-7d56c1200e92 HTTP/1.1" status: 404 len: 339 time: 0.0269856 Aug 19 12:29:30.806341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38566) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:31.026884 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f79f6-90a9-49ce-93fb-0482546e3622 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.028400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e12f79f6-90a9-49ce-93fb-0482546e3622 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2205620 Aug 19 12:29:31.031540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38580) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:31.067598 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e7bc9da2-e339-4ca0-b3a8-f699eaf5a5ce tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6 HTTP/1.1" status: 200 len: 207 time: 0.0348928 Aug 19 12:29:31.070730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38582) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:31.250320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc2947-d155-498c-9f56-2b810aa24dce tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.256097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc2947-d155-498c-9f56-2b810aa24dce tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.262125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc2947-d155-498c-9f56-2b810aa24dce tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.268221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc2947-d155-498c-9f56-2b810aa24dce tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.269943 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-badc2947-d155-498c-9f56-2b810aa24dce tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1983240 Aug 19 12:29:31.274703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38584) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:31.748862 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cb905d7e-631e-4b93-9a80-3c5be67c8d6f tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4725766 Aug 19 12:29:31.752004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38586) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:31.805345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea988a-0d6d-49ba-a450-4493491cdf91 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.806868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea988a-0d6d-49ba-a450-4493491cdf91 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.808404 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-80ea988a-0d6d-49ba-a450-4493491cdf91 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0554450 Aug 19 12:29:31.812151 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38588) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:31.871579 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c19a70-4a8e-468d-8e3a-dd94be029acc tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.873022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c19a70-4a8e-468d-8e3a-dd94be029acc tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.875147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-39c19a70-4a8e-468d-8e3a-dd94be029acc tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0619721 Aug 19 12:29:31.878935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38590) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:31.985832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32408426-6d96-4a08-9c41-66651f2584ff tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.991111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-32408426-6d96-4a08-9c41-66651f2584ff tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/networks/62986f8f-5161-4fa7-8795-7a7a47d7489d HTTP/1.1" status: 200 len: 799 time: 0.1072936 Aug 19 12:29:31.991493 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38596) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:32.089880 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cf99952e-7aea-4e0a-afd0-d9d76a40279b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/networks/62986f8f-5161-4fa7-8795-7a7a47d7489d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0971720 Aug 19 12:29:32.093431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38614) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:32.153026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea20e7b-55f1-4912-bb71-194c358bdafe tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.154381 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8ea20e7b-55f1-4912-bb71-194c358bdafe tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/subnets/d5fe3b52-b214-42b0-ab86-3455a97e76e0 HTTP/1.1" status: 200 len: 811 time: 0.0599992 Aug 19 12:29:32.158484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38616) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:32.211486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab83e2-5f9f-4275-bc02-419e9c7bd990 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['shared'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.212946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-14ab83e2-5f9f-4275-bc02-419e9c7bd990 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "GET /v2.0/subnets/d5fe3b52-b214-42b0-ab86-3455a97e76e0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0534983 Aug 19 12:29:32.216711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38618) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:32.222039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1772173142'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:32.245882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:32.249948 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.276223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:32.286307 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.286662 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Added segment c5e9dd79-577c-44a9-8071-f4ea14b22811 of type vlan for network e1f71767-b231-4210-a67f-2d00498e1038 Aug 19 12:29:32.330737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.357729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.363362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.363936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.426828 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2088490 Aug 19 12:29:32.433571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38622) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:32.440034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'network_id': 'e1f71767-b231-4210-a67f-2d00498e1038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:32.458589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919805d0-dae5-473d-9772-1cb08e2909da tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Network': ['ID=e1f71767-b231-4210-a67f-2d00498e1038,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:32.469271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e1f71767-b231-4210-a67f-2d00498e1038 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:32.541417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Made reservation on behalf of 31e411faac724d5a8be6097d7eaf0d08 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:32.546602 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.603042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-d11eb227-a163-478a-af8f-ade50bbfe6ce tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.604764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-d11eb227-a163-478a-af8f-ade50bbfe6ce tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/networks?id=a7e81a05-2592-4148-b1cc-db571195c986 HTTP/1.1" status: 200 len: 813 time: 0.5404110 Aug 19 12:29:32.607287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Performing IP validity checks on allocation pools {{(pid=101153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:29:32.607868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:29:32.620609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-c4d2d270-c508-469b-b002-5cbdf1ce76b8 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/quotas/cc31b76ce64c43038abb7592222cf0c7 HTTP/1.1" status: 200 len: 375 time: 0.0096071 Aug 19 12:29:32.674024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-d2d5b451-a5fe-4b4e-88da-62251dc4c41c tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc31b76ce64c43038abb7592222cf0c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460587 Aug 19 12:29:32.736007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.800912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=70738df6-d3d7-48b0-9d68-4fefba64351c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:32.808245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Checking segment: {'id': 'c5e9dd79-577c-44a9-8071-f4ea14b22811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e1f71767-b231-4210-a67f-2d00498e1038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:32.808592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network hostable DHCP agents. Network: e1f71767-b231-4210-a67f-2d00498e1038, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:32.826872 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Network e1f71767-b231-4210-a67f-2d00498e1038 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:32.830277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-a1762a4f-6677-4011-8154-9928985fe58c service neutron] 10.222.0.65 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489949 Aug 19 12:29:32.836832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, e1f71767-b231-4210-a67f-2d00498e1038) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:32.841041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.841762 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.847087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be627b6-7c8a-43e0-99b6-fd3c5f365b17 None None] Network e1f71767-b231-4210-a67f-2d00498e1038 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:32.857459 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8fd946c6-36b7-4b75-97cd-464cb8c31ddf tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4227252 Aug 19 12:29:32.864284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38626) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:32.870504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-b0128cae-3372-490d-9b12-4ffe6caaa4b0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:32.932326 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-953dae61-9975-4f39-80fc-93dcd8d72a0a service neutron] 10.222.0.65 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958202 Aug 19 12:29:32.969491 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0128cae-3372-490d-9b12-4ffe6caaa4b0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16608522'] for subnet, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.006586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-e1f71767-b231-4210-a67f-2d00498e1038', 'network_id': 'e1f71767-b231-4210-a67f-2d00498e1038', 'tenant_id': '31e411faac724d5a8be6097d7eaf0d08', 'fixed_ips': [{'subnet_id': '70738df6-d3d7-48b0-9d68-4fefba64351c'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:33.007597 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.153373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0128cae-3372-490d-9b12-4ffe6caaa4b0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760571945063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16328695'] for subnet, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.157891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80565f99-8116-436e-ae2a-62b909897af1 req-91d77116-d726-431e-ae7c-54a189faf940 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 210 time: 0.0269859 Aug 19 12:29:33.198659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0128cae-3372-490d-9b12-4ffe6caaa4b0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:33.199271 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b0128cae-3372-490d-9b12-4ffe6caaa4b0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.200586 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b0128cae-3372-490d-9b12-4ffe6caaa4b0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "PUT /v2.0/subnets/70738df6-d3d7-48b0-9d68-4fefba64351c HTTP/1.1" status: 200 len: 877 time: 0.3345292 Aug 19 12:29:33.201272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Allocated IP 172.20.0.3 (e1f71767-b231-4210-a67f-2d00498e1038/70738df6-d3d7-48b0-9d68-4fefba64351c/6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:33.203977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38636) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:33.258990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0128cae-3372-490d-9b12-4ffe6caaa4b0 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event updated for resources: {'Subnet': ['ID=70738df6-d3d7-48b0-9d68-4fefba64351c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:33.315588 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.361696 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.367380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.371036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Transition to ACTIVE for port object 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:33.386566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Transition to ACTIVE for port object 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:33.393346 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.436485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Network e1f71767-b231-4210-a67f-2d00498e1038 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:33.439670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:33.444140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:33.447740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Pushing event updated for resources: {'Port': ['ID=6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:33.457585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.498510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=70738df6-d3d7-48b0-9d68-4fefba64351c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:33.505571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Attempting to bind port 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:33.506033 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Attempting to bind port 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'c5e9dd79-577c-44a9-8071-f4ea14b22811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e1f71767-b231-4210-a67f-2d00498e1038'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:33.506514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Attempting to bind port 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293 on network e1f71767-b231-4210-a67f-2d00498e1038 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:33.512516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:33.513147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Checking segment: {'id': 'c5e9dd79-577c-44a9-8071-f4ea14b22811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e1f71767-b231-4210-a67f-2d00498e1038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:33.513679 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.514257 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Bound using segment: {'id': 'c5e9dd79-577c-44a9-8071-f4ea14b22811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e1f71767-b231-4210-a67f-2d00498e1038'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:33.514865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Bound port: 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e9dd79-577c-44a9-8071-f4ea14b22811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e1f71767-b231-4210-a67f-2d00498e1038'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:33.515693 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.560935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.571540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f71767-b231-4210-a67f-2d00498e1038']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:33.583468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e9dd79-577c-44a9-8071-f4ea14b22811') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:33.583773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e9dd79-577c-44a9-8071-f4ea14b22811') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:33.585073 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] For port 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:33.589237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] For port 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293,segment=NetworkSegment(c5e9dd79-577c-44a9-8071-f4ea14b22811),segment_id=c5e9dd79-577c-44a9-8071-f4ea14b22811)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:33.595541 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.595832 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.611183 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.617421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:33.617890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:33.621062 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:33.678939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03953cb-97ef-4bdc-97c7-2d0d11782175 None None] Pushing event updated for resources: {'Port': ['ID=6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:33.691222 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.db.api [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:29:33.691222 n-d-778550-9 neutron-server[101153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:29:33.691222 n-d-778550-9 neutron-server[101153]: [parameters: {'id': 'e1f71767-b231-4210-a67f-2d00498e1038'}] Aug 19 12:29:33.691222 n-d-778550-9 neutron-server[101153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:29:33.691661 n-d-778550-9 neutron-server[101153]: DEBUG oslo_db.api [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:29:33.696709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea76091-f911-418b-a069-2caf92fe507d None None] Network e1f71767-b231-4210-a67f-2d00498e1038 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:33.824405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7bb44e-0edd-47b8-ab93-0a3b17fb7688 None None] Network e1f71767-b231-4210-a67f-2d00498e1038 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:33.959310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02e4b5e-c763-4d5c-8978-8780c909452f None None] get_active_networks_info from n-d-778550-9 {{(pid=101155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:29:34.026372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02e4b5e-c763-4d5c-8978-8780c909452f None None] Resources bound (agent type, host, resource id): {{(pid=101155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:29:34.192982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.255885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3572e587-6cdc-46d4-ae00-405a79b30c86 req-66f1ebf1-baa4-42e5-804e-e7184423ef02 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 210 time: 0.0311050 Aug 19 12:29:34.292146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Deleting port 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:34.292492 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.356417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] For port 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293,segment=NetworkSegment(c5e9dd79-577c-44a9-8071-f4ea14b22811),segment_id=c5e9dd79-577c-44a9-8071-f4ea14b22811)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:34.356811 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.374326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Calling delete_port for 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:34.455668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.480870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Port': ['ID=6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:34.484331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No DVR routers for this DVR port 6d7b1f4b-9c87-44ad-8e4f-0cb1b479b293 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:34.567783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.577839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f71767-b231-4210-a67f-2d00498e1038']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:34.587829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e9dd79-577c-44a9-8071-f4ea14b22811') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:34.588138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e9dd79-577c-44a9-8071-f4ea14b22811') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:34.597210 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.611100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.617256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:34.617648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:34.620632 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:34.683473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.688673 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.690546 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/e1f71767-b231-4210-a67f-2d00498e1038 HTTP/1.1" status: 204 len: 168 time: 1.4855881 Aug 19 12:29:34.694124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38650) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:34.718447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e999-ed6c-457e-9e3d-fd272b92eda9 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=e1f71767-b231-4210-a67f-2d00498e1038,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:34.737876 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcaaab67-ce7b-420c-a54e-deb88b37393a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:34.738333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcaaab67-ce7b-420c-a54e-deb88b37393a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:34.740052 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dcaaab67-ce7b-420c-a54e-deb88b37393a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/70738df6-d3d7-48b0-9d68-4fefba64351c HTTP/1.1" status: 404 len: 337 time: 0.0450158 Aug 19 12:29:34.743926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38652) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:34.765544 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be0a2fb-f391-495f-9ccf-cf6079423120 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:34.766071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be0a2fb-f391-495f-9ccf-cf6079423120 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:34.767743 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4be0a2fb-f391-495f-9ccf-cf6079423120 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/e1f71767-b231-4210-a67f-2d00498e1038 HTTP/1.1" status: 404 len: 339 time: 0.0228944 Aug 19 12:29:34.771325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38654) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:34.797871 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0752e2fd-002f-47b6-b886-3ce3e1d9bd3f tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:34.798307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0752e2fd-002f-47b6-b886-3ce3e1d9bd3f tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:34.799984 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0752e2fd-002f-47b6-b886-3ce3e1d9bd3f tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/4892a2f9-8eaf-4bcb-97c1-e1c80f50caf3 HTTP/1.1" status: 404 len: 337 time: 0.0277779 Aug 19 12:29:34.802476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38656) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:34.821014 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f764ed77-ba45-4520-a062-35c85f784d79 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:34.821533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f764ed77-ba45-4520-a062-35c85f784d79 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:34.823137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f764ed77-ba45-4520-a062-35c85f784d79 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/13070d7f-d4b4-4dbe-b603-7d56c1200e92 HTTP/1.1" status: 404 len: 339 time: 0.0197930 Aug 19 12:29:34.825575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38658) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:34.912197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.005867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.016177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7311dc15-65fd-43cf-8a0a-882debc624bb']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:35.026047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2b3fba-4f34-4bae-ad4a-5fe67aa53024') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:35.026348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2b3fba-4f34-4bae-ad4a-5fe67aa53024') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:35.036002 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.051609 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.057945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:35.058335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:35.061413 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:35.131573 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.138556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.140187 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/7311dc15-65fd-43cf-8a0a-882debc624bb HTTP/1.1" status: 204 len: 168 time: 0.3137572 Aug 19 12:29:35.143004 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38660) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.152413 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6515133-2b52-4bd1-8eae-50d10bf08b68 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=7311dc15-65fd-43cf-8a0a-882debc624bb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:35.170477 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c51cb97-8acf-48d0-bb3a-5c65ac03c57b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.170943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c51cb97-8acf-48d0-bb3a-5c65ac03c57b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.172648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4c51cb97-8acf-48d0-bb3a-5c65ac03c57b tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/08ae91ce-9d26-445a-a18c-797afcb00fa9 HTTP/1.1" status: 404 len: 337 time: 0.0285182 Aug 19 12:29:35.175518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38662) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.193990 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c880ba01-2d42-438a-b376-dbf83b3ec1ae tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.194523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c880ba01-2d42-438a-b376-dbf83b3ec1ae tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.196142 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c880ba01-2d42-438a-b376-dbf83b3ec1ae tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/95c1e118-d3c6-4baf-8bd4-cd884911cd2e HTTP/1.1" status: 404 len: 339 time: 0.0197124 Aug 19 12:29:35.198759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38664) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.223920 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-088aa2c8-ac55-48b9-953d-9b693d0b89aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.224368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088aa2c8-ac55-48b9-953d-9b693d0b89aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.226052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-088aa2c8-ac55-48b9-953d-9b693d0b89aa tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/a1294000-82e3-450e-8939-f32d4e3d4389 HTTP/1.1" status: 404 len: 337 time: 0.0264397 Aug 19 12:29:35.228634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38666) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.250825 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-358d3ae6-ae48-434c-9fa5-f1c770412b19 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.251357 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358d3ae6-ae48-434c-9fa5-f1c770412b19 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.253090 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-358d3ae6-ae48-434c-9fa5-f1c770412b19 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/8b7e1e26-5585-480a-a1f5-6cc106002f78 HTTP/1.1" status: 404 len: 339 time: 0.0235076 Aug 19 12:29:35.255622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38668) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.281452 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd080fe-3605-447e-aa47-d9dbb014af9a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.282096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd080fe-3605-447e-aa47-d9dbb014af9a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.283541 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2cd080fe-3605-447e-aa47-d9dbb014af9a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/1b4d661e-ed30-472d-9fc2-28ec50ec0f28 HTTP/1.1" status: 404 len: 337 time: 0.0270674 Aug 19 12:29:35.286229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38672) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.305687 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b7e65d-d988-4a0a-850b-5587b65c0f20 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.306342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b7e65d-d988-4a0a-850b-5587b65c0f20 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.310792 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-26b7e65d-d988-4a0a-850b-5587b65c0f20 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/687ff7f6-5bd9-4d6e-b717-6c0f448eb025 HTTP/1.1" status: 404 len: 339 time: 0.0234981 Aug 19 12:29:35.311757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38678) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.340942 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-838b4535-5735-40c8-a68b-c7aa28a49abe tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.341397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838b4535-5735-40c8-a68b-c7aa28a49abe tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.344729 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-838b4535-5735-40c8-a68b-c7aa28a49abe tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/12299513-c3f8-442d-a1aa-99fcd9029fe7 HTTP/1.1" status: 404 len: 337 time: 0.0298610 Aug 19 12:29:35.345864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38682) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.370965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-befdc125-a7e8-4952-a6f0-15da47a8a1a7 req-b508004c-9572-4ada-a24b-01309cdb63dc tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 210 time: 0.0375144 Aug 19 12:29:35.380352 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bfbfa7-7c4e-4b1a-94c9-3b91986261b1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.380928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bfbfa7-7c4e-4b1a-94c9-3b91986261b1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.385133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-17bfbfa7-7c4e-4b1a-94c9-3b91986261b1 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/a21336e7-2462-4f62-918d-39bed4d07a82 HTTP/1.1" status: 404 len: 339 time: 0.0357423 Aug 19 12:29:35.385379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38688) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.413619 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ac72f9-b340-49a9-b87e-394f2ab2765f tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.414070 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ac72f9-b340-49a9-b87e-394f2ab2765f tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.416777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f1ac72f9-b340-49a9-b87e-394f2ab2765f tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/722a0c20-bc39-44ff-901e-e59eff2a1e0f HTTP/1.1" status: 404 len: 337 time: 0.0304065 Aug 19 12:29:35.418592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38690) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.437153 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d9f70c-4373-4845-85f5-be2c9153dded tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.437695 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d9f70c-4373-4845-85f5-be2c9153dded tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.439370 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-98d9f70c-4373-4845-85f5-be2c9153dded tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/14491274-07d3-4789-a2db-8c7092e0d2d9 HTTP/1.1" status: 404 len: 339 time: 0.0197947 Aug 19 12:29:35.441964 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38692) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.472513 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a37865-8324-414f-858d-c36b5caba898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.473038 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a37865-8324-414f-858d-c36b5caba898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.475097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-49a37865-8324-414f-858d-c36b5caba898 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/9e8930e2-7b4d-4884-8d5f-5d7ac4cec37b HTTP/1.1" status: 404 len: 337 time: 0.0322881 Aug 19 12:29:35.477982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38696) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.497564 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d36448e-bb68-407b-8128-f08a5bf2a4a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.498166 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d36448e-bb68-407b-8128-f08a5bf2a4a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.500032 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5d36448e-bb68-407b-8128-f08a5bf2a4a3 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/26b31462-7a85-4de9-a6d1-c109c4a2a6f7 HTTP/1.1" status: 404 len: 339 time: 0.0210354 Aug 19 12:29:35.502608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.529913 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafe0374-6cf1-4aa2-b836-203a087708d8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.530475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafe0374-6cf1-4aa2-b836-203a087708d8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.532196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fafe0374-6cf1-4aa2-b836-203a087708d8 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/49ba9128-722a-4770-8e38-f3ded24f5069 HTTP/1.1" status: 404 len: 337 time: 0.0286729 Aug 19 12:29:35.534905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38700) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.553265 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ff25f8-47ef-4e85-82cd-bc6edb2a6fa5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.553789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ff25f8-47ef-4e85-82cd-bc6edb2a6fa5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.555396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-34ff25f8-47ef-4e85-82cd-bc6edb2a6fa5 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/4c27fd50-1d7d-438b-ab5b-c97467911c51 HTTP/1.1" status: 404 len: 339 time: 0.0195999 Aug 19 12:29:35.557944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38702) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.583359 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0439ac43-cc9b-491a-a7d8-3ce030735947 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.583787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0439ac43-cc9b-491a-a7d8-3ce030735947 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.585423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0439ac43-cc9b-491a-a7d8-3ce030735947 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/48e47913-d561-417c-bfd5-62bffe936af3 HTTP/1.1" status: 404 len: 337 time: 0.0266323 Aug 19 12:29:35.587848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38704) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.605876 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b990ae-3db7-4a93-9104-c7342f09de1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] DELETE failed (client error): The resource could not be found. Aug 19 12:29:35.606390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b990ae-3db7-4a93-9104-c7342f09de1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:35.608193 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b6b990ae-3db7-4a93-9104-c7342f09de1e tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/ddf67a5b-9b56-4f4c-ad6f-9ae55acd2872 HTTP/1.1" status: 404 len: 339 time: 0.0193052 Aug 19 12:29:35.611340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38706) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.663399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35eeff6-9d38-43da-b1ea-2b3061074f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Deleting subnet d5fe3b52-b214-42b0-ab86-3455a97e76e0 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:35.667175 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f35eeff6-9d38-43da-b1ea-2b3061074f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.711000 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f35eeff6-9d38-43da-b1ea-2b3061074f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.795014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f35eeff6-9d38-43da-b1ea-2b3061074f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.858806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f35eeff6-9d38-43da-b1ea-2b3061074f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.889284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35eeff6-9d38-43da-b1ea-2b3061074f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Subnet': ['ID=d5fe3b52-b214-42b0-ab86-3455a97e76e0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:35.893295 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f35eeff6-9d38-43da-b1ea-2b3061074f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.895812 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f35eeff6-9d38-43da-b1ea-2b3061074f59 tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/subnets/d5fe3b52-b214-42b0-ab86-3455a97e76e0 HTTP/1.1" status: 204 len: 168 time: 0.2835171 Aug 19 12:29:35.897608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38708) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.899972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ec7203-4311-40a4-b984-60183cbcfabb None None] Network 62986f8f-5161-4fa7-8795-7a7a47d7489d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:35.973801 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.028184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Deleting port b1754782-0c44-4f8e-a1a5-e1d059013c87 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:36.028534 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.077222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246444b-5b8f-4ece-8f5e-481c722832b7 None None] DHCP port deletion for 62986f8f-5161-4fa7-8795-7a7a47d7489d request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:36.099972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] For port b1754782-0c44-4f8e-a1a5-e1d059013c87, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b1754782-0c44-4f8e-a1a5-e1d059013c87,segment=NetworkSegment(cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7),segment_id=cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:36.100334 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.113699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Calling delete_port for b1754782-0c44-4f8e-a1a5-e1d059013c87 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:36.125756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6246444b-5b8f-4ece-8f5e-481c722832b7 None None] Deleting port b1754782-0c44-4f8e-a1a5-e1d059013c87 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:36.126130 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6246444b-5b8f-4ece-8f5e-481c722832b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.187862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6246444b-5b8f-4ece-8f5e-481c722832b7 None None] For port b1754782-0c44-4f8e-a1a5-e1d059013c87, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b1754782-0c44-4f8e-a1a5-e1d059013c87,segment=NetworkSegment(cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7),segment_id=cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:36.188267 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6246444b-5b8f-4ece-8f5e-481c722832b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.198094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.201765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6246444b-5b8f-4ece-8f5e-481c722832b7 None None] Calling delete_port for b1754782-0c44-4f8e-a1a5-e1d059013c87 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:36.228506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Port': ['ID=b1754782-0c44-4f8e-a1a5-e1d059013c87,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:36.234697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] No DVR routers for this DVR port b1754782-0c44-4f8e-a1a5-e1d059013c87 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:36.282027 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6246444b-5b8f-4ece-8f5e-481c722832b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.309423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246444b-5b8f-4ece-8f5e-481c722832b7 None None] Pushing event deleted for resources: {'Port': ['ID=b1754782-0c44-4f8e-a1a5-e1d059013c87,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:36.312977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246444b-5b8f-4ece-8f5e-481c722832b7 None None] No DVR routers for this DVR port b1754782-0c44-4f8e-a1a5-e1d059013c87 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:36.327415 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.337575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62986f8f-5161-4fa7-8795-7a7a47d7489d']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:36.347735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:36.348035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7b9532-28dd-4fdb-9e25-1fe0fa0340a7') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:36.358333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.374415 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.381304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:36.381695 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:36.384588 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:36.463282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f389e803-fc36-49ca-80cc-bacee8ac3ffc req-bcefb8b9-bc12-4f69-b908-2b33a27b0be6 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 210 time: 0.0354805 Aug 19 12:29:36.470366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.482152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.482152 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] 10.222.0.65 "DELETE /v2.0/networks/62986f8f-5161-4fa7-8795-7a7a47d7489d HTTP/1.1" status: 204 len: 168 time: 0.5815375 Aug 19 12:29:36.493175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c033414-95d8-4f2c-be67-c237e0a2f76a tempest-NetworksTest-2013988235 tempest-NetworksTest-2013988235-project] Pushing event deleted for resources: {'Network': ['ID=62986f8f-5161-4fa7-8795-7a7a47d7489d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:36.734659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38720) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:36.879762 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8f923799-11df-4865-8e5c-887d8aba096e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31e411faac724d5a8be6097d7eaf0d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439047 Aug 19 12:29:36.883626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38724) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:36.940937 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc565cca-8876-491b-9ba0-f701448fbd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.962635 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc565cca-8876-491b-9ba0-f701448fbd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.019163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc565cca-8876-491b-9ba0-f701448fbd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.024338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fc565cca-8876-491b-9ba0-f701448fbd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.025988 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fc565cca-8876-491b-9ba0-f701448fbd57 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35a4da99-8f2e-4611-b8e0-75123a112c89 HTTP/1.1" status: 204 len: 168 time: 0.1413858 Aug 19 12:29:37.034000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc565cca-8876-491b-9ba0-f701448fbd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a4da99-8f2e-4611-b8e0-75123a112c89,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:37.281555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b1754782-0c44-4f8e-a1a5-e1d059013c87 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:37.305535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: b1754782-0c44-4f8e-a1a5-e1d059013c87 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:37.305960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b1754782-0c44-4f8e-a1a5-e1d059013c87 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:37.560251 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-003dc5e8-c86a-48f5-9bb9-17dd1a0e6fbb req-09532fe2-47d4-42cc-948d-2e68ca39ff6b tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 210 time: 0.0309944 Aug 19 12:29:37.720189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38750) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.824585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-692007cc-7638-442b-8111-04422e0f6b7f tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-186268943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:37.848860 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692007cc-7638-442b-8111-04422e0f6b7f tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.850142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692007cc-7638-442b-8111-04422e0f6b7f tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.904584 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692007cc-7638-442b-8111-04422e0f6b7f tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.910096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692007cc-7638-442b-8111-04422e0f6b7f tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.930358 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-692007cc-7638-442b-8111-04422e0f6b7f tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.933172 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-692007cc-7638-442b-8111-04422e0f6b7f tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2118499 Aug 19 12:29:37.934517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38754) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.940180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-433965370'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:37.962411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Made reservation on behalf of bd4697f94797427ba272a838f0ba8b85 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:37.965991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.975095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.068920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.076052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.106674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:38.122114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1db24-6789-4a9f-a7b5-8e2a8dc5f2fb,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.125421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.125769 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Added segment 0ea40edb-b7c7-46ed-bfd6-f7467359143c of type vlan for network bf577e22-2f27-4e21-a086-7c666ac2560e Aug 19 12:29:38.167156 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.194592 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.200414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:38.201063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.254969 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3191521 Aug 19 12:29:38.257964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38756) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:38.269833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Request body: {'subnet': {'network_id': 'bf577e22-2f27-4e21-a086-7c666ac2560e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:38.287117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882d9dc-fa80-4b13-8af2-e0354a564ac5 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Network': ['ID=bf577e22-2f27-4e21-a086-7c666ac2560e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.300309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network bf577e22-2f27-4e21-a086-7c666ac2560e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:38.476557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Made reservation on behalf of bd4697f94797427ba272a838f0ba8b85 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:38.480147 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.501894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ac4f85de-928c-4e23-8759-85b4f2220ab8 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:38.503338 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ac4f85de-928c-4e23-8759-85b4f2220ab8 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.54 "GET /v2.0/networks?id=a7e81a05-2592-4148-b1cc-db571195c986 HTTP/1.1" status: 200 len: 813 time: 0.1845446 Aug 19 12:29:38.536903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Request body: {'port': {'device_id': '1122ccde-25a2-4d75-ba1a-316e4acb5d0d', 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986', 'admin_state_up': True, 'tenant_id': 'cc31b76ce64c43038abb7592222cf0c7'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:38.661388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b825a74f-03b9-464e-ae93-ced3bc10e75d req-c598f850-3e6d-4afa-9488-87c808c51991 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 210 time: 0.0268273 Aug 19 12:29:38.714003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Made reservation on behalf of cc31b76ce64c43038abb7592222cf0c7 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:38.717560 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.771809 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.875670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Subnet': ['ID=1c340cc4-312b-4d86-a817-7ab2f3bf35a8,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.920608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Checking segment: {'id': '0ea40edb-b7c7-46ed-bfd6-f7467359143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bf577e22-2f27-4e21-a086-7c666ac2560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:38.921302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network hostable DHCP agents. Network: bf577e22-2f27-4e21-a086-7c666ac2560e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:38.934973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Allocated IP 172.20.0.14 (a7e81a05-2592-4148-b1cc-db571195c986/9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2/0f816a3a-2249-4380-b899-d1bfad4d5e2a) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:38.959177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network bf577e22-2f27-4e21-a086-7c666ac2560e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:38.976984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, bf577e22-2f27-4e21-a086-7c666ac2560e) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:38.986526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a42daf-2b3b-4024-a4df-88986017de42 None None] Network bf577e22-2f27-4e21-a086-7c666ac2560e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:38.986812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:38.987185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.019394 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6cbbc80e-654f-48ed-a5d1-51ade9eda21b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7603021 Aug 19 12:29:39.022717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38762) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:39.029032 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Request body: {'network': {'name': 'tempest-router-network01--1732177114'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:39.054186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Made reservation on behalf of bd4697f94797427ba272a838f0ba8b85 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:39.058192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.086348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:39.098169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.099007 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Added segment 99d517dc-6615-4d19-b523-2bba55ac1c7d of type vlan for network 049db7cf-aeca-4418-9696-3e971ddfbb08 Aug 19 12:29:39.121101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.142493 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.150153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-bf577e22-2f27-4e21-a086-7c666ac2560e', 'network_id': 'bf577e22-2f27-4e21-a086-7c666ac2560e', 'tenant_id': 'bd4697f94797427ba272a838f0ba8b85', 'fixed_ips': [{'subnet_id': '1c340cc4-312b-4d86-a817-7ab2f3bf35a8'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:39.151080 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.163061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.173602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.178850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:39.179451 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.215839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Network a7e81a05-2592-4148-b1cc-db571195c986 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:39.219651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:39.223660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:39.241817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2152560 Aug 19 12:29:39.243497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38764) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:39.248988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Request body: {'network': {'name': 'tempest-router-network02--416092362'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:39.249205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Pushing event updated for resources: {'Port': ['ID=0f816a3a-2249-4380-b899-d1bfad4d5e2a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.274848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebbc3f-2553-421a-8dee-4523472ed03a tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Network': ['ID=049db7cf-aeca-4418-9696-3e971ddfbb08,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.287240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Made reservation on behalf of bd4697f94797427ba272a838f0ba8b85 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:39.288865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:39.289492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 049db7cf-aeca-4418-9696-3e971ddfbb08 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:39.289616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.292295 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.309247 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-69b8d44f-364b-4a36-ad21-1796ad6d8401 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7781253 Aug 19 12:29:39.322561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:39.328322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Request body: {'port': {'device_id': '1122ccde-25a2-4d75-ba1a-316e4acb5d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:39.332287 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.332849 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Added segment eceeea54-5077-4ad2-85cd-1c478eaa6f1c of type vlan for network ec3db8fe-3170-4007-956f-873fb3ac6e0f Aug 19 12:29:39.358308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Allocated IP 172.20.0.2 (bf577e22-2f27-4e21-a086-7c666ac2560e/1c340cc4-312b-4d86-a817-7ab2f3bf35a8/da687bf7-f589-45fc-a070-05bd28026baa) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:39.375231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.387939 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.402448 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.409016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:39.410037 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.428450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1817980 Aug 19 12:29:39.428732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38766) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:39.443344 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Request body: {'subnet': {'network_id': '049db7cf-aeca-4418-9696-3e971ddfbb08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:39.532087 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.539504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b77ba-5210-4e63-b2e2-0cd962af39b6 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Network': ['ID=ec3db8fe-3170-4007-956f-873fb3ac6e0f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.542397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Transition to ACTIVE for port object da687bf7-f589-45fc-a070-05bd28026baa will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:39.556320 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network ec3db8fe-3170-4007-956f-873fb3ac6e0f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:39.563095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Transition to ACTIVE for port object da687bf7-f589-45fc-a070-05bd28026baa will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:39.576456 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.577245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Made reservation on behalf of bd4697f94797427ba272a838f0ba8b85 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:39.581008 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.653805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Network bf577e22-2f27-4e21-a086-7c666ac2560e is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:39.665551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:39.677167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:39.682767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Pushing event updated for resources: {'Port': ['ID=da687bf7-f589-45fc-a070-05bd28026baa,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.737747 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Attempting to bind port da687bf7-f589-45fc-a070-05bd28026baa on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:39.738133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Attempting to bind port da687bf7-f589-45fc-a070-05bd28026baa by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0ea40edb-b7c7-46ed-bfd6-f7467359143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bf577e22-2f27-4e21-a086-7c666ac2560e'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:39.738504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Attempting to bind port da687bf7-f589-45fc-a070-05bd28026baa on network bf577e22-2f27-4e21-a086-7c666ac2560e {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:39.744243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:39.744628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Checking segment: {'id': '0ea40edb-b7c7-46ed-bfd6-f7467359143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bf577e22-2f27-4e21-a086-7c666ac2560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:39.745077 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.745476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Bound using segment: {'id': '0ea40edb-b7c7-46ed-bfd6-f7467359143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bf577e22-2f27-4e21-a086-7c666ac2560e'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:39.745955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Bound port: da687bf7-f589-45fc-a070-05bd28026baa, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea40edb-b7c7-46ed-bfd6-f7467359143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bf577e22-2f27-4e21-a086-7c666ac2560e'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:39.746344 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.746780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f816a3a-2249-4380-b899-d1bfad4d5e2a {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:39.755912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.773130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Transition to ACTIVE for port object 0f816a3a-2249-4380-b899-d1bfad4d5e2a will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:39.777472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.813230 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] For port da687bf7-f589-45fc-a070-05bd28026baa, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:39.817014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] For port da687bf7-f589-45fc-a070-05bd28026baa, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=da687bf7-f589-45fc-a070-05bd28026baa,segment=NetworkSegment(0ea40edb-b7c7-46ed-bfd6-f7467359143c),segment_id=0ea40edb-b7c7-46ed-bfd6-f7467359143c)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:39.819976 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.824215 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.862581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c01797-37cb-4f02-880c-3adde8bcac7e req-cacc4418-80b7-4678-a78e-d696056b44e1 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:39.864167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35c01797-37cb-4f02-880c-3adde8bcac7e req-cacc4418-80b7-4678-a78e-d696056b44e1 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 944 time: 0.1026814 Aug 19 12:29:39.896250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6cf56-ceb9-4ef7-a454-7059a76d6999 None None] Pushing event updated for resources: {'Port': ['ID=da687bf7-f589-45fc-a070-05bd28026baa,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.924696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Checking segment: {'id': '99d517dc-6615-4d19-b523-2bba55ac1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '049db7cf-aeca-4418-9696-3e971ddfbb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:39.925063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network hostable DHCP agents. Network: 049db7cf-aeca-4418-9696-3e971ddfbb08, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:39.932909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Subnet': ['ID=e580e5d0-ebd4-4da3-9477-36c2f26185d5,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.956227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network 049db7cf-aeca-4418-9696-3e971ddfbb08 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:39.969604 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35c01797-37cb-4f02-880c-3adde8bcac7e req-3071a3d7-93bc-42ef-a911-6b317c039729 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677087 Aug 19 12:29:39.970738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 049db7cf-aeca-4418-9696-3e971ddfbb08) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:39.974949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:39.975541 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.987488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb70d7c-1a23-4a3b-867b-9c1108f90d8f None None] Network 049db7cf-aeca-4418-9696-3e971ddfbb08 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:40.013318 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-69c3db97-68c2-4e7b-a58d-7ca8866d1710 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5833044 Aug 19 12:29:40.019463 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38770) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:40.025540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Request body: {'subnet': {'network_id': 'ec3db8fe-3170-4007-956f-873fb3ac6e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:40.161831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Pushing event updated for resources: {'Port': ['ID=0f816a3a-2249-4380-b899-d1bfad4d5e2a,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:40.164372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Made reservation on behalf of bd4697f94797427ba272a838f0ba8b85 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:40.168905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.223837 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-049db7cf-aeca-4418-9696-3e971ddfbb08', 'network_id': '049db7cf-aeca-4418-9696-3e971ddfbb08', 'tenant_id': 'bd4697f94797427ba272a838f0ba8b85', 'fixed_ips': [{'subnet_id': 'e580e5d0-ebd4-4da3-9477-36c2f26185d5'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:40.224643 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.261309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Attempting to bind port 0f816a3a-2249-4380-b899-d1bfad4d5e2a on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:40.261657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Attempting to bind port 0f816a3a-2249-4380-b899-d1bfad4d5e2a by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:40.261996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Attempting to bind port 0f816a3a-2249-4380-b899-d1bfad4d5e2a on network a7e81a05-2592-4148-b1cc-db571195c986 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:40.271318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Port 0f816a3a-2249-4380-b899-d1bfad4d5e2a on network a7e81a05-2592-4148-b1cc-db571195c986 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:29:40.271654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Attempting to bind port 0f816a3a-2249-4380-b899-d1bfad4d5e2a on network a7e81a05-2592-4148-b1cc-db571195c986 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:40.277862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:40.278260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Checking segment: {'id': 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:40.278820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Bound using segment: {'id': 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:40.280254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Bound port: 0f816a3a-2249-4380-b899-d1bfad4d5e2a, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:40.281045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.359539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] For port 0f816a3a-2249-4380-b899-d1bfad4d5e2a, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:40.362882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] For port 0f816a3a-2249-4380-b899-d1bfad4d5e2a, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f816a3a-2249-4380-b899-d1bfad4d5e2a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:40.367130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.387965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Allocated IP 172.20.0.2 (049db7cf-aeca-4418-9696-3e971ddfbb08/e580e5d0-ebd4-4da3-9477-36c2f26185d5/cc69883d-1e3e-4841-9f1e-816ddad1157c) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:40.407487 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.409286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:40.409546 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.410985 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] 10.222.0.54 "PUT /v2.0/ports/0f816a3a-2249-4380-b899-d1bfad4d5e2a HTTP/1.1" status: 200 len: 1092 time: 1.0876908 Aug 19 12:29:40.411476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1122ccde-25a2-4d75-ba1a-316e4acb5d0d', 'tag': '0f816a3a-2249-4380-b899-d1bfad4d5e2a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:40.414325 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da230262-f952-4a42-a1da-bc727e675f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1122ccde-25a2-4d75-ba1a-316e4acb5d0d", "tag": "0f816a3a-2249-4380-b899-d1bfad4d5e2a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:40.446159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ef52a-66c7-4245-9d7b-d7a8d5cc1ede service neutron] Pushing event updated for resources: {'Port': ['ID=0f816a3a-2249-4380-b899-d1bfad4d5e2a,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:40.499103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Subnet': ['ID=8044c0fb-aa85-4a0e-b68d-3237b7801df2,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:40.506917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Checking segment: {'id': 'eceeea54-5077-4ad2-85cd-1c478eaa6f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ec3db8fe-3170-4007-956f-873fb3ac6e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:40.507304 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network hostable DHCP agents. Network: ec3db8fe-3170-4007-956f-873fb3ac6e0f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:40.514904 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4167e-36c6-4491-8123-b06c50378ca1 x-openstack-request-id: req-0df4167e-36c6-4491-8123-b06c50378ca1 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:40.515205 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1122ccde-25a2-4d75-ba1a-316e4acb5d0d", "tag": "0f816a3a-2249-4380-b899-d1bfad4d5e2a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:40.515462 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0df4167e-36c6-4491-8123-b06c50378ca1 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:40.515859 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1122ccde-25a2-4d75-ba1a-316e4acb5d0d', 'tag': '0f816a3a-2249-4380-b899-d1bfad4d5e2a', 'status': 'completed', 'code': 200} Aug 19 12:29:40.527648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network ec3db8fe-3170-4007-956f-873fb3ac6e0f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:40.539255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, ec3db8fe-3170-4007-956f-873fb3ac6e0f) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:40.545332 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:40.546429 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.551398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ca93474f-9603-4f95-a707-4d3e3a005acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:40.552972 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ca93474f-9603-4f95-a707-4d3e3a005acb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc31b76ce64c43038abb7592222cf0c7&device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 1095 time: 0.0869703 Aug 19 12:29:40.558779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585cf9d6-090c-481f-a260-471d6ce28c6a None None] Network ec3db8fe-3170-4007-956f-873fb3ac6e0f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:40.565304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ebf45043-10ba-4a32-8d8c-a69aaf1a768b tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5444856 Aug 19 12:29:40.565944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38774) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:40.627349 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.643736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Transition to ACTIVE for port object cc69883d-1e3e-4841-9f1e-816ddad1157c will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:40.652030 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-b8fbe464-7920-4b04-bbff-68b18dacd0d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f816a3a-2249-4380-b899-d1bfad4d5e2a HTTP/1.1" status: 200 len: 217 time: 0.0860407 Aug 19 12:29:40.683376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Transition to ACTIVE for port object cc69883d-1e3e-4841-9f1e-816ddad1157c will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:40.717461 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.724634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-688e3dd8-ea9a-4e6c-9ea5-0e94302556c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:40.726422 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-688e3dd8-ea9a-4e6c-9ea5-0e94302556c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2 HTTP/1.1" status: 200 len: 853 time: 0.0678117 Aug 19 12:29:40.770689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Network 049db7cf-aeca-4418-9696-3e971ddfbb08 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:40.777961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:40.783943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:40.794312 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-256f5443-1133-4b8b-8496-e6d2d8d3474b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7e81a05-2592-4148-b1cc-db571195c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605452 Aug 19 12:29:40.809022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Pushing event updated for resources: {'Port': ['ID=cc69883d-1e3e-4841-9f1e-816ddad1157c,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:40.829195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-ec3db8fe-3170-4007-956f-873fb3ac6e0f', 'network_id': 'ec3db8fe-3170-4007-956f-873fb3ac6e0f', 'tenant_id': 'bd4697f94797427ba272a838f0ba8b85', 'fixed_ips': [{'subnet_id': '8044c0fb-aa85-4a0e-b68d-3237b7801df2'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:40.830047 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.883381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Attempting to bind port cc69883d-1e3e-4841-9f1e-816ddad1157c on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:40.883789 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Attempting to bind port cc69883d-1e3e-4841-9f1e-816ddad1157c by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '99d517dc-6615-4d19-b523-2bba55ac1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '049db7cf-aeca-4418-9696-3e971ddfbb08'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:40.884172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Attempting to bind port cc69883d-1e3e-4841-9f1e-816ddad1157c on network 049db7cf-aeca-4418-9696-3e971ddfbb08 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:40.889980 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.910981 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-4d02bf7f-9e24-46f4-8675-a66a11160bde service neutron] 10.222.0.54 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089997 Aug 19 12:29:40.938438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:40.938438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Checking segment: {'id': '99d517dc-6615-4d19-b523-2bba55ac1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '049db7cf-aeca-4418-9696-3e971ddfbb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:40.938831 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.939032 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Bound using segment: {'id': '99d517dc-6615-4d19-b523-2bba55ac1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '049db7cf-aeca-4418-9696-3e971ddfbb08'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:40.939516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Bound port: cc69883d-1e3e-4841-9f1e-816ddad1157c, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d517dc-6615-4d19-b523-2bba55ac1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '049db7cf-aeca-4418-9696-3e971ddfbb08'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:40.939906 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.034353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Allocated IP 172.20.0.2 (ec3db8fe-3170-4007-956f-873fb3ac6e0f/8044c0fb-aa85-4a0e-b68d-3237b7801df2/fb6cd923-20e8-4ecc-a421-56d85ed2f76a) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:41.058513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af7a7b7-cd5e-47ef-90cd-6279c13fdad9 None None] Network bf577e22-2f27-4e21-a086-7c666ac2560e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:41.060988 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6fd514e3-2872-488f-aa83-57e8cf79453b req-ef8fc468-b1ac-4aba-bdc8-8426eff002b2 service neutron] 10.222.0.54 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409192 Aug 19 12:29:41.185261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639af603-1db7-4d8f-80b9-609aa99e6835 req-7633a818-2a9f-4692-87a5-a58634f8fa7a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.186738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-639af603-1db7-4d8f-80b9-609aa99e6835 req-7633a818-2a9f-4692-87a5-a58634f8fa7a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 944 time: 0.1005423 Aug 19 12:29:41.193185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230262-f952-4a42-a1da-bc727e675f0c req-1d123af9-7159-425f-a0cd-6b093ee3cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.195561 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da230262-f952-4a42-a1da-bc727e675f0c req-1d123af9-7159-425f-a0cd-6b093ee3cfd7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc31b76ce64c43038abb7592222cf0c7&device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 1095 time: 0.0495420 Aug 19 12:29:41.207799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Allocated IP 172.20.0.1 (049db7cf-aeca-4418-9696-3e971ddfbb08/e580e5d0-ebd4-4da3-9477-36c2f26185d5/c8039d6c-510a-431f-bd96-d09aa7472e43) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:41.222566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] For port cc69883d-1e3e-4841-9f1e-816ddad1157c, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:41.256407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-07bdd351-d6b7-4e5a-a0f9-1000f886566c None None] Provisioning for port da687bf7-f589-45fc-a070-05bd28026baa completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:41.262813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] For port cc69883d-1e3e-4841-9f1e-816ddad1157c, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=cc69883d-1e3e-4841-9f1e-816ddad1157c,segment=NetworkSegment(99d517dc-6615-4d19-b523-2bba55ac1c7d),segment_id=99d517dc-6615-4d19-b523-2bba55ac1c7d)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:41.280882 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.297965 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-639af603-1db7-4d8f-80b9-609aa99e6835 req-94d7f111-f47a-4b81-82b7-f69f1469354f tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938413 Aug 19 12:29:41.401615 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.424108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Transition to ACTIVE for port object c8039d6c-510a-431f-bd96-d09aa7472e43 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:41.434110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230262-f952-4a42-a1da-bc727e675f0c req-b32f9a47-7004-4e94-8658-1f86ace673ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.437077 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da230262-f952-4a42-a1da-bc727e675f0c req-b32f9a47-7004-4e94-8658-1f86ace673ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7e81a05-2592-4148-b1cc-db571195c986 HTTP/1.1" status: 200 len: 914 time: 0.2333052 Aug 19 12:29:41.445602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device da687bf7-f589-45fc-a070-05bd28026baa up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:41.467764 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.489188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273dae8-6ce2-4701-b544-a5d762ce8615 None None] Pushing event updated for resources: {'Port': ['ID=cc69883d-1e3e-4841-9f1e-816ddad1157c,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:41.500181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da230262-f952-4a42-a1da-bc727e675f0c req-4eac7ef6-6a39-4efa-99e2-06dfcea04257 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f816a3a-2249-4380-b899-d1bfad4d5e2a HTTP/1.1" status: 200 len: 217 time: 0.0562232 Aug 19 12:29:41.514212 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.518547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network 049db7cf-aeca-4418-9696-3e971ddfbb08 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:41.524063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:41.528561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:41.528936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Transition to ACTIVE for port object fb6cd923-20e8-4ecc-a421-56d85ed2f76a will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:41.556266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Transition to ACTIVE for port object fb6cd923-20e8-4ecc-a421-56d85ed2f76a will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:41.563202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Port': ['ID=c8039d6c-510a-431f-bd96-d09aa7472e43,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:41.567237 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.601492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port da687bf7-f589-45fc-a070-05bd28026baa completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:41.609933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port da687bf7-f589-45fc-a070-05bd28026baa triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:41.610315 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.625326 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.648285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230262-f952-4a42-a1da-bc727e675f0c req-895352bd-2df3-40e5-812d-b40d64d7fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.650385 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da230262-f952-4a42-a1da-bc727e675f0c req-895352bd-2df3-40e5-812d-b40d64d7fd0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2 HTTP/1.1" status: 200 len: 853 time: 0.1421754 Aug 19 12:29:41.694142 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da230262-f952-4a42-a1da-bc727e675f0c req-796eba58-d3b1-4630-836d-81d324673d64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7e81a05-2592-4148-b1cc-db571195c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358169 Aug 19 12:29:41.828963 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.838928 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da230262-f952-4a42-a1da-bc727e675f0c req-55cc1805-663d-436b-aedb-c46eac3320e4 service neutron] 10.222.0.54 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291707 Aug 19 12:29:41.854810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Network ec3db8fe-3170-4007-956f-873fb3ac6e0f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:41.865578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:41.869469 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Pushing event updated for resources: {'Port': ['ID=fb6cd923-20e8-4ecc-a421-56d85ed2f76a,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:41.871699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:41.933894 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da230262-f952-4a42-a1da-bc727e675f0c req-e6e43da9-e892-4fad-a140-7be7bd2a36f6 service neutron] 10.222.0.54 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876691 Aug 19 12:29:41.960413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Attempting to bind port fb6cd923-20e8-4ecc-a421-56d85ed2f76a on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:41.960733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Attempting to bind port fb6cd923-20e8-4ecc-a421-56d85ed2f76a by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'eceeea54-5077-4ad2-85cd-1c478eaa6f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ec3db8fe-3170-4007-956f-873fb3ac6e0f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:41.961111 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Attempting to bind port fb6cd923-20e8-4ecc-a421-56d85ed2f76a on network ec3db8fe-3170-4007-956f-873fb3ac6e0f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:41.970450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2c1008c7-388b-4fe9-b735-2163574b8060 None None] Provisioning complete for port da687bf7-f589-45fc-a070-05bd28026baa triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:41.970839 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c1008c7-388b-4fe9-b735-2163574b8060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.999274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:41.999786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Checking segment: {'id': 'eceeea54-5077-4ad2-85cd-1c478eaa6f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ec3db8fe-3170-4007-956f-873fb3ac6e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:42.000045 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.000438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Bound using segment: {'id': 'eceeea54-5077-4ad2-85cd-1c478eaa6f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ec3db8fe-3170-4007-956f-873fb3ac6e0f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:42.000990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Bound port: fb6cd923-20e8-4ecc-a421-56d85ed2f76a, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eceeea54-5077-4ad2-85cd-1c478eaa6f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ec3db8fe-3170-4007-956f-873fb3ac6e0f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:42.001378 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.008419 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.086693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port da687bf7-f589-45fc-a070-05bd28026baa, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=da687bf7-f589-45fc-a070-05bd28026baa,segment=NetworkSegment(0ea40edb-b7c7-46ed-bfd6-f7467359143c),segment_id=0ea40edb-b7c7-46ed-bfd6-f7467359143c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:42.100025 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.164460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] For port fb6cd923-20e8-4ecc-a421-56d85ed2f76a, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:42.192243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] For port fb6cd923-20e8-4ecc-a421-56d85ed2f76a, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb6cd923-20e8-4ecc-a421-56d85ed2f76a,segment=NetworkSegment(eceeea54-5077-4ad2-85cd-1c478eaa6f1c),segment_id=eceeea54-5077-4ad2-85cd-1c478eaa6f1c)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:42.201530 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.218661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=da687bf7-f589-45fc-a070-05bd28026baa,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:42.286061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574d6ff-16bb-47c0-a7f3-c4e478445657 None None] Pushing event updated for resources: {'Port': ['ID=fb6cd923-20e8-4ecc-a421-56d85ed2f76a,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:42.395814 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.410558 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.505163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Port': ['ID=c8039d6c-510a-431f-bd96-d09aa7472e43,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:42.515193 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.538720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a37267-4f48-4abd-864d-119e44a929cf req-db71a4d4-5a15-44fb-a3f3-97301b030353 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:42.540374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03a37267-4f48-4abd-864d-119e44a929cf req-db71a4d4-5a15-44fb-a3f3-97301b030353 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 944 time: 0.1429536 Aug 19 12:29:42.637219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03a37267-4f48-4abd-864d-119e44a929cf req-58c57070-52ab-4a6d-a019-3794d5dcb3c4 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828111 Aug 19 12:29:42.646858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844ca50-b558-4c80-8edf-d7650f9b044c None None] Network 049db7cf-aeca-4418-9696-3e971ddfbb08 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:42.682551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network 049db7cf-aeca-4418-9696-3e971ddfbb08 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:42.684541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:42.784674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-eebee70b-aa2b-469a-82bd-ea29be7661fc None None] Provisioning for port cc69883d-1e3e-4841-9f1e-816ddad1157c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:42.827854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Router b3532a85-5b2e-47bd-b738-4d487b1b5334 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:29:42.924858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:29:42.930020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-964a8b6f-7787-45c2-be57-4d5f92175d12 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "PUT /v2.0/routers/b3532a85-5b2e-47bd-b738-4d487b1b5334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3629978 Aug 19 12:29:42.933003 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38782) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:42.934920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15275a-73d0-4a30-9f3e-40d2b8b46435 None None] Sync routers for ids ['b3532a85-5b2e-47bd-b738-4d487b1b5334'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:29:42.945205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15275a-73d0-4a30-9f3e-40d2b8b46435 None None] Routers {'b3532a85-5b2e-47bd-b738-4d487b1b5334'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:42.945834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c15275a-73d0-4a30-9f3e-40d2b8b46435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:29:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b3532a85-5b2e-47bd-b738-4d487b1b5334'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:42.978721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c15275a-73d0-4a30-9f3e-40d2b8b46435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:42.990423 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15275a-73d0-4a30-9f3e-40d2b8b46435 None None] Routers {'b3532a85-5b2e-47bd-b738-4d487b1b5334'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:42.991163 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c15275a-73d0-4a30-9f3e-40d2b8b46435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:29:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b3532a85-5b2e-47bd-b738-4d487b1b5334'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:43.028958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-3c15275a-73d0-4a30-9f3e-40d2b8b46435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:43.030047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15275a-73d0-4a30-9f3e-40d2b8b46435 None None] The sync data for ids ['b3532a85-5b2e-47bd-b738-4d487b1b5334'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:29:43.117681 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8c96ad78-7b52-4e42-bf5a-82c3a75d0d5e None None] Provisioning for port c8039d6c-510a-431f-bd96-d09aa7472e43 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:43.123391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8c96ad78-7b52-4e42-bf5a-82c3a75d0d5e None None] Provisioning complete for port c8039d6c-510a-431f-bd96-d09aa7472e43 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:43.124847 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8c96ad78-7b52-4e42-bf5a-82c3a75d0d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.168814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-8c96ad78-7b52-4e42-bf5a-82c3a75d0d5e None None] Port c8039d6c-510a-431f-bd96-d09aa7472e43 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:43.309143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-85842d51-984a-4977-8849-d55a3aa9b54b None None] Provisioning complete for port c8039d6c-510a-431f-bd96-d09aa7472e43 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:43.309852 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-85842d51-984a-4977-8849-d55a3aa9b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.333517 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-67efd2e8-e919-4e2d-baa3-4a7fc5b29c44 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:43.336729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-67efd2e8-e919-4e2d-baa3-4a7fc5b29c44 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "PUT /v2.0/routers/b3532a85-5b2e-47bd-b738-4d487b1b5334/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4004076 Aug 19 12:29:43.337776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38784) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:43.363796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-85842d51-984a-4977-8849-d55a3aa9b54b None None] Port c8039d6c-510a-431f-bd96-d09aa7472e43 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:43.476210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device da687bf7-f589-45fc-a070-05bd28026baa up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:43.532658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port da687bf7-f589-45fc-a070-05bd28026baa triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:43.533131 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.558952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900aa4ee-1937-416e-be3e-f6e6f531c15e None None] Network ec3db8fe-3170-4007-956f-873fb3ac6e0f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:43.639868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fe8f38f2-ee71-441d-aa8e-093269cb34b2 None None] Provisioning complete for port c8039d6c-510a-431f-bd96-d09aa7472e43 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:43.640235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fe8f38f2-ee71-441d-aa8e-093269cb34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.702134 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.726357 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f38f2-ee71-441d-aa8e-093269cb34b2 None None] Port c8039d6c-510a-431f-bd96-d09aa7472e43 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:43.770336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb6cd923-20e8-4ecc-a421-56d85ed2f76a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:43.783474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc35d8-2eb5-4929-a909-16c88777c222 req-8a7f315c-2785-4a0a-8bc1-a260a1899cd1 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:43.784936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fcc35d8-2eb5-4929-a909-16c88777c222 req-8a7f315c-2785-4a0a-8bc1-a260a1899cd1 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 944 time: 0.0603008 Aug 19 12:29:43.807861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-fe8f38f2-ee71-441d-aa8e-093269cb34b2 None None] Provisioning for port fb6cd923-20e8-4ecc-a421-56d85ed2f76a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:43.828850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fcc35d8-2eb5-4929-a909-16c88777c222 req-0c7604cc-9002-4c55-9515-b0a1d244a8c2 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Aug 19 12:29:43.863895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port fb6cd923-20e8-4ecc-a421-56d85ed2f76a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:43.868388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fb6cd923-20e8-4ecc-a421-56d85ed2f76a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:43.868961 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.958315 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.960940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Deleting port c8039d6c-510a-431f-bd96-d09aa7472e43 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:43.961290 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.992984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port fb6cd923-20e8-4ecc-a421-56d85ed2f76a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb6cd923-20e8-4ecc-a421-56d85ed2f76a,segment=NetworkSegment(eceeea54-5077-4ad2-85cd-1c478eaa6f1c),segment_id=eceeea54-5077-4ad2-85cd-1c478eaa6f1c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:43.997791 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.999141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device cc69883d-1e3e-4841-9f1e-816ddad1157c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:44.052615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.064947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Calling delete_port for c8039d6c-510a-431f-bd96-d09aa7472e43 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:44.077140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=fb6cd923-20e8-4ecc-a421-56d85ed2f76a,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:44.090595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port cc69883d-1e3e-4841-9f1e-816ddad1157c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:44.095000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port cc69883d-1e3e-4841-9f1e-816ddad1157c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:44.095389 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.181536 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d0f9b9fe-1c77-4a3d-a669-b42892337b34 None None] Provisioning complete for port fb6cd923-20e8-4ecc-a421-56d85ed2f76a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:44.181897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b9fe-1c77-4a3d-a669-b42892337b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.215132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.252041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.265199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port cc69883d-1e3e-4841-9f1e-816ddad1157c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=cc69883d-1e3e-4841-9f1e-816ddad1157c,segment=NetworkSegment(99d517dc-6615-4d19-b523-2bba55ac1c7d),segment_id=99d517dc-6615-4d19-b523-2bba55ac1c7d)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:44.284030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Port': ['ID=c8039d6c-510a-431f-bd96-d09aa7472e43,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:44.284244 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.350629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=cc69883d-1e3e-4841-9f1e-816ddad1157c,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:44.439776 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.593084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Router b3532a85-5b2e-47bd-b738-4d487b1b5334 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:29:44.672925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:29:44.678162 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-88712bc4-21eb-4918-8e22-c5eb43681e8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "PUT /v2.0/routers/b3532a85-5b2e-47bd-b738-4d487b1b5334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3387029 Aug 19 12:29:44.682092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38788) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:44.683839 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa523647-816e-4cf4-b891-beaa4150dcb0 None None] Sync routers for ids ['b3532a85-5b2e-47bd-b738-4d487b1b5334'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:29:44.695645 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa523647-816e-4cf4-b891-beaa4150dcb0 None None] Routers {'b3532a85-5b2e-47bd-b738-4d487b1b5334'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:44.696616 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-aa523647-816e-4cf4-b891-beaa4150dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:29:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b3532a85-5b2e-47bd-b738-4d487b1b5334'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:44.724308 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-c8280b0f-f25d-4263-8d99-35b496f084bd tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] delete failed (client error): The resource could not be found. Aug 19 12:29:44.729038 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c8280b0f-f25d-4263-8d99-35b496f084bd tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1463485779 HTTP/1.1" status: 404 len: 335 time: 0.0424228 Aug 19 12:29:44.729279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38790) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:44.732438 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-aa523647-816e-4cf4-b891-beaa4150dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:44.734180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-39a3b725-a375-4880-b23c-9c11944f6f04 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b3532a85-5b2e-47bd-b738-4d487b1b5334'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:44.742282 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa523647-816e-4cf4-b891-beaa4150dcb0 None None] Routers {'b3532a85-5b2e-47bd-b738-4d487b1b5334'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:44.742898 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-aa523647-816e-4cf4-b891-beaa4150dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:29:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b3532a85-5b2e-47bd-b738-4d487b1b5334'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:44.776311 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-aa523647-816e-4cf4-b891-beaa4150dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:44.776982 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa523647-816e-4cf4-b891-beaa4150dcb0 None None] The sync data for ids ['b3532a85-5b2e-47bd-b738-4d487b1b5334'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:29:44.954181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a71859-9bf1-4457-899d-b76945d5f780 req-b079038d-07ae-4bb8-af2a-10e701e7dedf tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:44.955851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7a71859-9bf1-4457-899d-b76945d5f780 req-b079038d-07ae-4bb8-af2a-10e701e7dedf tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 944 time: 0.0563891 Aug 19 12:29:44.998840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7a71859-9bf1-4457-899d-b76945d5f780 req-ded29ee8-1903-4764-a65d-33c765a82811 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360250 Aug 19 12:29:45.204698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0f816a3a-2249-4380-b899-d1bfad4d5e2a details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:45.206071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-39a3b725-a375-4880-b23c-9c11944f6f04 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.226073 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-39a3b725-a375-4880-b23c-9c11944f6f04 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] update failed (client error): The resource could not be found. Aug 19 12:29:45.231203 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-39a3b725-a375-4880-b23c-9c11944f6f04 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "PUT /v2.0/routers/b3532a85-5b2e-47bd-b738-4d487b1b5334 HTTP/1.1" status: 404 len: 339 time: 0.4969485 Aug 19 12:29:45.231203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38794) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:45.300035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb6cd923-20e8-4ecc-a421-56d85ed2f76a up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:45.341952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0f816a3a-2249-4380-b899-d1bfad4d5e2a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f816a3a-2249-4380-b899-d1bfad4d5e2a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:45.360061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '0f816a3a-2249-4380-b899-d1bfad4d5e2a', 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986', 'port_id': '0f816a3a-2249-4380-b899-d1bfad4d5e2a', 'mac_address': 'fa:16:3e:b8:df:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:45.404546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port fb6cd923-20e8-4ecc-a421-56d85ed2f76a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:45.404963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.425450 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.447950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f816a3a-2249-4380-b899-d1bfad4d5e2a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:45.473307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0f816a3a-2249-4380-b899-d1bfad4d5e2a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f816a3a-2249-4380-b899-d1bfad4d5e2a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:45.478823 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.536353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.555967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device cc69883d-1e3e-4841-9f1e-816ddad1157c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:45.578444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=0f816a3a-2249-4380-b899-d1bfad4d5e2a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:45.609060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port cc69883d-1e3e-4841-9f1e-816ddad1157c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:45.609440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.775871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['0f816a3a-2249-4380-b899-d1bfad4d5e2a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:45.779379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Allocated IP 172.20.0.1 (bf577e22-2f27-4e21-a086-7c666ac2560e/1c340cc4-312b-4d86-a817-7ab2f3bf35a8/9df17f20-2994-4233-8f31-a277cef3b66c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:45.919782 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.935462 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Transition to ACTIVE for port object 9df17f20-2994-4233-8f31-a277cef3b66c will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:45.976035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.023184 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network bf577e22-2f27-4e21-a086-7c666ac2560e is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:46.026417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:46.028985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:46.059152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Port': ['ID=9df17f20-2994-4233-8f31-a277cef3b66c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:46.086739 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.132023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82b8e8-7ede-470a-9d04-bd494d721852 req-a484f4ee-0ff5-4a3f-86d8-0342e33a9b1a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:46.133716 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca82b8e8-7ede-470a-9d04-bd494d721852 req-a484f4ee-0ff5-4a3f-86d8-0342e33a9b1a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 945 time: 0.0543065 Aug 19 12:29:46.179355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca82b8e8-7ede-470a-9d04-bd494d721852 req-2ace9a03-fec0-44fa-b43b-8dd67895c951 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373306 Aug 19 12:29:46.215513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.268169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7a547e45-4d2d-497e-97c7-63ecd6045c5c None None] Provisioning for port 9df17f20-2994-4233-8f31-a277cef3b66c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:46.273942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7a547e45-4d2d-497e-97c7-63ecd6045c5c None None] Provisioning complete for port 9df17f20-2994-4233-8f31-a277cef3b66c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:46.274336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7a547e45-4d2d-497e-97c7-63ecd6045c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.312623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7a547e45-4d2d-497e-97c7-63ecd6045c5c None None] Port 9df17f20-2994-4233-8f31-a277cef3b66c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:46.478829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.486697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.562877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event updated for resources: {'Port': ['ID=9df17f20-2994-4233-8f31-a277cef3b66c,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:46.565368 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.665340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Network bf577e22-2f27-4e21-a086-7c666ac2560e is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:46.667052 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:46.763632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Router b3532a85-5b2e-47bd-b738-4d487b1b5334 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:29:46.860600 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:29:46.865544 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2f9c6389-2bd0-461f-8cc3-3e9b4a224b76 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "PUT /v2.0/routers/b3532a85-5b2e-47bd-b738-4d487b1b5334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6329219 Aug 19 12:29:46.869097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:46.869955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d10fc-a701-4abb-b8b0-58c21f44e8e1 None None] Sync routers for ids ['b3532a85-5b2e-47bd-b738-4d487b1b5334'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:29:46.879821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d10fc-a701-4abb-b8b0-58c21f44e8e1 None None] Routers {'b3532a85-5b2e-47bd-b738-4d487b1b5334'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:46.880544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f28d10fc-a701-4abb-b8b0-58c21f44e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:29:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b3532a85-5b2e-47bd-b738-4d487b1b5334'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:46.915035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f28d10fc-a701-4abb-b8b0-58c21f44e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:46.928092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d10fc-a701-4abb-b8b0-58c21f44e8e1 None None] Routers {'b3532a85-5b2e-47bd-b738-4d487b1b5334'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:46.928715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f28d10fc-a701-4abb-b8b0-58c21f44e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:29:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b3532a85-5b2e-47bd-b738-4d487b1b5334'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:46.962517 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e178ea46-380e-4e24-924e-bc24e1efef90 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.963312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f28d10fc-a701-4abb-b8b0-58c21f44e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:46.963923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d10fc-a701-4abb-b8b0-58c21f44e8e1 None None] The sync data for ids ['b3532a85-5b2e-47bd-b738-4d487b1b5334'] in n-d-778550-9 is: [] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:29:46.967540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1f0f912c-992f-4eb4-bad8-5c6d20d7000a None None] Provisioning complete for port 9df17f20-2994-4233-8f31-a277cef3b66c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:46.967895 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1f0f912c-992f-4eb4-bad8-5c6d20d7000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.000887 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f912c-992f-4eb4-bad8-5c6d20d7000a None None] Port 9df17f20-2994-4233-8f31-a277cef3b66c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:47.055807 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-e178ea46-380e-4e24-924e-bc24e1efef90 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:29:47.056857 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e178ea46-380e-4e24-924e-bc24e1efef90 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "DELETE /v2.0/routers/b3532a85-5b2e-47bd-b738-4d487b1b5334 HTTP/1.1" status: 409 len: 329 time: 0.1868112 Aug 19 12:29:47.061801 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38800) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:47.239229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0f816a3a-2249-4380-b899-d1bfad4d5e2a up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:47.293600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 0f816a3a-2249-4380-b899-d1bfad4d5e2a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:47.297867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 0f816a3a-2249-4380-b899-d1bfad4d5e2a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:47.298349 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.319991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2a63-7e4b-462d-a4a1-9efe0b8c0033 req-7dbcff40-9411-48be-9a2d-e76e5e0a081a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.321859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5de2a63-7e4b-462d-a4a1-9efe0b8c0033 req-7dbcff40-9411-48be-9a2d-e76e5e0a081a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 945 time: 0.0656009 Aug 19 12:29:47.368208 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5de2a63-7e4b-462d-a4a1-9efe0b8c0033 req-9cab103f-519d-4f62-9123-afd20a747b11 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Aug 19 12:29:47.384385 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.389788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.407572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1122ccde-25a2-4d75-ba1a-316e4acb5d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f816a3a-2249-4380-b899-d1bfad4d5e2a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:47.409935 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b33c35-e88a-4bcf-b8e1-0ecdb30b97da" -d '{"events": [{"server_uuid": "1122ccde-25a2-4d75-ba1a-316e4acb5d0d", "name": "network-vif-plugged", "status": "completed", "tag": "0f816a3a-2249-4380-b899-d1bfad4d5e2a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:47.423603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0f816a3a-2249-4380-b899-d1bfad4d5e2a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f816a3a-2249-4380-b899-d1bfad4d5e2a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:47.429952 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.487130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=0f816a3a-2249-4380-b899-d1bfad4d5e2a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:47.586062 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86f7844-b014-4911-9392-ddead59353ec x-openstack-request-id: req-e86f7844-b014-4911-9392-ddead59353ec {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:47.586358 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1122ccde-25a2-4d75-ba1a-316e4acb5d0d", "name": "network-vif-plugged", "status": "completed", "tag": "0f816a3a-2249-4380-b899-d1bfad4d5e2a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:47.586635 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e86f7844-b014-4911-9392-ddead59353ec {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:47.587033 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1122ccde-25a2-4d75-ba1a-316e4acb5d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f816a3a-2249-4380-b899-d1bfad4d5e2a', 'code': 200} Aug 19 12:29:47.631630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Deleting port 9df17f20-2994-4233-8f31-a277cef3b66c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:47.632217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.774434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbb151-1101-4775-b664-044abebfdb13 req-f977ce22-f004-4445-b903-e334151cdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.775996 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31bbb151-1101-4775-b664-044abebfdb13 req-f977ce22-f004-4445-b903-e334151cdf5c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 1097 time: 0.1007645 Aug 19 12:29:47.779619 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.802919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Calling delete_port for 9df17f20-2994-4233-8f31-a277cef3b66c owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:47.875972 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31bbb151-1101-4775-b664-044abebfdb13 req-612ca05d-d370-46c5-a370-eeb8a2748179 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888109 Aug 19 12:29:48.025294 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.054294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Port': ['ID=9df17f20-2994-4233-8f31-a277cef3b66c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:48.206409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.366653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Router b3532a85-5b2e-47bd-b738-4d487b1b5334 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:29:48.406800 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ac0879f9-0898-4c24-af51-941b13509ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.496537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fa73b-eaf1-4053-9681-ed89d2ad222b req-daac6da8-f2d2-478b-8fa6-b30e282021a5 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:48.498571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-538fa73b-eaf1-4053-9681-ed89d2ad222b req-daac6da8-f2d2-478b-8fa6-b30e282021a5 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 946 time: 0.0569484 Aug 19 12:29:48.545770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-538fa73b-eaf1-4053-9681-ed89d2ad222b req-a9e5a60b-4f58-46a8-a55d-d30e3151aa90 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390069 Aug 19 12:29:48.725093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:29:48.730952 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-35b384f7-bd96-4031-aa1d-50a44c8f63f9 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "PUT /v2.0/routers/b3532a85-5b2e-47bd-b738-4d487b1b5334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6676676 Aug 19 12:29:48.734961 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38810) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:48.737134 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44cfb2e-696f-4ca6-af63-7e1a8d4f3456 None None] Sync routers for ids ['b3532a85-5b2e-47bd-b738-4d487b1b5334'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:29:48.747653 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44cfb2e-696f-4ca6-af63-7e1a8d4f3456 None None] Routers {'b3532a85-5b2e-47bd-b738-4d487b1b5334'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:48.748340 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f44cfb2e-696f-4ca6-af63-7e1a8d4f3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:29:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b3532a85-5b2e-47bd-b738-4d487b1b5334'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:48.772048 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-1209651e-de3f-4cdd-affd-ad69e5ed701d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] show failed (client error): The resource could not be found. Aug 19 12:29:48.773112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1209651e-de3f-4cdd-affd-ad69e5ed701d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1931428575 HTTP/1.1" status: 404 len: 335 time: 0.0371327 Aug 19 12:29:48.777014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38812) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:48.783128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-194db24d-d1c2-443a-bd77-25e56f2fb6c0 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:48.786885 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f44cfb2e-696f-4ca6-af63-7e1a8d4f3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:48.797503 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44cfb2e-696f-4ca6-af63-7e1a8d4f3456 None None] Routers {'b3532a85-5b2e-47bd-b738-4d487b1b5334'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:48.798061 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f44cfb2e-696f-4ca6-af63-7e1a8d4f3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:29:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b3532a85-5b2e-47bd-b738-4d487b1b5334'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:48.821255 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [None req-194db24d-d1c2-443a-bd77-25e56f2fb6c0 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] update failed (client error): The resource could not be found. Aug 19 12:29:48.826435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-194db24d-d1c2-443a-bd77-25e56f2fb6c0 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-307892377 HTTP/1.1" status: 404 len: 334 time: 0.0442622 Aug 19 12:29:48.826920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38814) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:48.833443 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-f44cfb2e-696f-4ca6-af63-7e1a8d4f3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:48.834135 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44cfb2e-696f-4ca6-af63-7e1a8d4f3456 None None] The sync data for ids ['b3532a85-5b2e-47bd-b738-4d487b1b5334'] in n-d-778550-9 is: [] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:29:48.881246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-887a798c-daaa-423c-931c-56352e30a133 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Deleting subnet 8044c0fb-aa85-4a0e-b68d-3237b7801df2 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:48.884843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-887a798c-daaa-423c-931c-56352e30a133 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.926391 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-887a798c-daaa-423c-931c-56352e30a133 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.018322 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-887a798c-daaa-423c-931c-56352e30a133 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.088130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-887a798c-daaa-423c-931c-56352e30a133 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.121701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a798c-daaa-423c-931c-56352e30a133 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Subnet': ['ID=8044c0fb-aa85-4a0e-b68d-3237b7801df2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:49.123908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-887a798c-daaa-423c-931c-56352e30a133 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.128286 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-887a798c-daaa-423c-931c-56352e30a133 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "DELETE /v2.0/subnets/8044c0fb-aa85-4a0e-b68d-3237b7801df2 HTTP/1.1" status: 204 len: 168 time: 0.2980239 Aug 19 12:29:49.128905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38816) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:49.130511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb9dcf-92e4-41a6-8360-48802a2c82c0 None None] Network ec3db8fe-3170-4007-956f-873fb3ac6e0f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:49.179782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Deleting subnet e580e5d0-ebd4-4da3-9477-36c2f26185d5 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:49.182986 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.223191 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.309114 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d1cf5-92fe-4415-b5eb-1e6f6ebd899b None None] DHCP port deletion for ec3db8fe-3170-4007-956f-873fb3ac6e0f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:49.321368 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.368285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d1cf5-92fe-4415-b5eb-1e6f6ebd899b None None] Deleting port fb6cd923-20e8-4ecc-a421-56d85ed2f76a {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:49.368663 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9f4d1cf5-92fe-4415-b5eb-1e6f6ebd899b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.383105 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.411899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Subnet': ['ID=e580e5d0-ebd4-4da3-9477-36c2f26185d5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:49.414574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.416708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "DELETE /v2.0/subnets/e580e5d0-ebd4-4da3-9477-36c2f26185d5 HTTP/1.1" status: 204 len: 168 time: 0.2869198 Aug 19 12:29:49.419951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38818) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:49.423291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.423635 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.423970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.424307 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.424642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.425000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.425330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.425650 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.425969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.426292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.426610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.426930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7792-43a2-4515-9ac3-61943a1cdb8d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:49.435097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771d12a-4d34-4d49-9224-9c62a779c954 None None] Network 049db7cf-aeca-4418-9696-3e971ddfbb08 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:49.493634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9f4d1cf5-92fe-4415-b5eb-1e6f6ebd899b None None] For port fb6cd923-20e8-4ecc-a421-56d85ed2f76a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb6cd923-20e8-4ecc-a421-56d85ed2f76a,segment=NetworkSegment(eceeea54-5077-4ad2-85cd-1c478eaa6f1c),segment_id=eceeea54-5077-4ad2-85cd-1c478eaa6f1c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:49.494071 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9f4d1cf5-92fe-4415-b5eb-1e6f6ebd899b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.497930 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.518902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d1cf5-92fe-4415-b5eb-1e6f6ebd899b None None] Calling delete_port for fb6cd923-20e8-4ecc-a421-56d85ed2f76a owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:49.557904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Deleting port fb6cd923-20e8-4ecc-a421-56d85ed2f76a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:49.558151 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.623195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] For port fb6cd923-20e8-4ecc-a421-56d85ed2f76a, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=fb6cd923-20e8-4ecc-a421-56d85ed2f76a,segment=NetworkSegment(eceeea54-5077-4ad2-85cd-1c478eaa6f1c),segment_id=eceeea54-5077-4ad2-85cd-1c478eaa6f1c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:49.623701 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.641703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Calling delete_port for fb6cd923-20e8-4ecc-a421-56d85ed2f76a owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:49.651312 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9f4d1cf5-92fe-4415-b5eb-1e6f6ebd899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.681480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d1cf5-92fe-4415-b5eb-1e6f6ebd899b None None] Pushing event deleted for resources: {'Port': ['ID=fb6cd923-20e8-4ecc-a421-56d85ed2f76a,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:49.684046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2eb37-da6b-4aa3-a825-cb4ac0ed7899 req-d6d4adbc-d296-4d35-97ea-9b9d37f2d6c1 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:49.686204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdf2eb37-da6b-4aa3-a825-cb4ac0ed7899 req-d6d4adbc-d296-4d35-97ea-9b9d37f2d6c1 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 946 time: 0.0605602 Aug 19 12:29:49.689554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d1cf5-92fe-4415-b5eb-1e6f6ebd899b None None] No DVR routers for this DVR port fb6cd923-20e8-4ecc-a421-56d85ed2f76a on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:49.717969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa93f3-f62b-4f1a-a20e-2f6fb54c1b64 None None] DHCP port deletion for 049db7cf-aeca-4418-9696-3e971ddfbb08 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:49.734825 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bdf2eb37-da6b-4aa3-a825-cb4ac0ed7899 req-b17a2670-e432-47e9-b39f-d77db1010a7b tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 Aug 19 12:29:49.743660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.766859 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2efa93f3-f62b-4f1a-a20e-2f6fb54c1b64 None None] Deleting port cc69883d-1e3e-4841-9f1e-816ddad1157c {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:49.767240 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2efa93f3-f62b-4f1a-a20e-2f6fb54c1b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.774286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Port': ['ID=fb6cd923-20e8-4ecc-a421-56d85ed2f76a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:49.776114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] No DVR routers for this DVR port fb6cd923-20e8-4ecc-a421-56d85ed2f76a on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:49.842462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2efa93f3-f62b-4f1a-a20e-2f6fb54c1b64 None None] For port cc69883d-1e3e-4841-9f1e-816ddad1157c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=cc69883d-1e3e-4841-9f1e-816ddad1157c,segment=NetworkSegment(99d517dc-6615-4d19-b523-2bba55ac1c7d),segment_id=99d517dc-6615-4d19-b523-2bba55ac1c7d)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:49.842995 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2efa93f3-f62b-4f1a-a20e-2f6fb54c1b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.861823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.872494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3db8fe-3170-4007-956f-873fb3ac6e0f']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:49.889211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eceeea54-5077-4ad2-85cd-1c478eaa6f1c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:49.889594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eceeea54-5077-4ad2-85cd-1c478eaa6f1c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:49.900279 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.921164 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.929067 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:49.929539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:49.934545 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:50.004710 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.013804 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.018994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38860) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:50.019144 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "DELETE /v2.0/networks/ec3db8fe-3170-4007-956f-873fb3ac6e0f HTTP/1.1" status: 204 len: 168 time: 0.5978475 Aug 19 12:29:50.030496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907a1e3-7384-4233-837b-eb73cb4c5682 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Network': ['ID=ec3db8fe-3170-4007-956f-873fb3ac6e0f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.036822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2efa93f3-f62b-4f1a-a20e-2f6fb54c1b64 None None] Calling delete_port for cc69883d-1e3e-4841-9f1e-816ddad1157c owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:50.114513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.126280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2efa93f3-f62b-4f1a-a20e-2f6fb54c1b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.156938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa93f3-f62b-4f1a-a20e-2f6fb54c1b64 None None] No DVR routers for this DVR port cc69883d-1e3e-4841-9f1e-816ddad1157c on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:50.166375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa93f3-f62b-4f1a-a20e-2f6fb54c1b64 None None] Pushing event deleted for resources: {'Port': ['ID=cc69883d-1e3e-4841-9f1e-816ddad1157c,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.214107 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.230013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049db7cf-aeca-4418-9696-3e971ddfbb08']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:50.241784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d517dc-6615-4d19-b523-2bba55ac1c7d') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:50.242217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d517dc-6615-4d19-b523-2bba55ac1c7d') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:50.253668 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.269616 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.275969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:50.276351 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:50.279458 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:50.338919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.350253 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.352150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "DELETE /v2.0/networks/049db7cf-aeca-4418-9696-3e971ddfbb08 HTTP/1.1" status: 204 len: 168 time: 0.3315299 Aug 19 12:29:50.354923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38872) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:50.363266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997f58c-d82e-40b2-a386-8e273f3c0434 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Network': ['ID=049db7cf-aeca-4418-9696-3e971ddfbb08,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.409055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa23747-2c9a-47ad-90fc-5d6e1dfb460d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Deleting subnet 1c340cc4-312b-4d86-a817-7ab2f3bf35a8 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:50.412329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daa23747-2c9a-47ad-90fc-5d6e1dfb460d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.460773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daa23747-2c9a-47ad-90fc-5d6e1dfb460d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.550311 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daa23747-2c9a-47ad-90fc-5d6e1dfb460d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.612017 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daa23747-2c9a-47ad-90fc-5d6e1dfb460d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.644712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa23747-2c9a-47ad-90fc-5d6e1dfb460d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Subnet': ['ID=1c340cc4-312b-4d86-a817-7ab2f3bf35a8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.648382 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-daa23747-2c9a-47ad-90fc-5d6e1dfb460d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.650609 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-daa23747-2c9a-47ad-90fc-5d6e1dfb460d tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "DELETE /v2.0/subnets/1c340cc4-312b-4d86-a817-7ab2f3bf35a8 HTTP/1.1" status: 204 len: 168 time: 0.2945621 Aug 19 12:29:50.653092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38898) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:50.657832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c1612-7f0d-4123-a261-eac647aae1a8 None None] Network bf577e22-2f27-4e21-a086-7c666ac2560e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:50.737107 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.797910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Deleting port da687bf7-f589-45fc-a070-05bd28026baa {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:50.798714 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.799378 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9efbfacf-e152-4420-98da-59707dd03199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.856504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bcbba6-8558-4f0f-a1a4-e48b69a9ae29 None None] DHCP port deletion for bf577e22-2f27-4e21-a086-7c666ac2560e request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:50.884594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] For port da687bf7-f589-45fc-a070-05bd28026baa, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=da687bf7-f589-45fc-a070-05bd28026baa,segment=NetworkSegment(0ea40edb-b7c7-46ed-bfd6-f7467359143c),segment_id=0ea40edb-b7c7-46ed-bfd6-f7467359143c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:50.885082 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.901802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Calling delete_port for da687bf7-f589-45fc-a070-05bd28026baa owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:50.912326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f2bcbba6-8558-4f0f-a1a4-e48b69a9ae29 None None] Deleting port da687bf7-f589-45fc-a070-05bd28026baa {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:50.912725 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f2bcbba6-8558-4f0f-a1a4-e48b69a9ae29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.975387 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.989985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.997816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f2bcbba6-8558-4f0f-a1a4-e48b69a9ae29 None None] For port da687bf7-f589-45fc-a070-05bd28026baa, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=da687bf7-f589-45fc-a070-05bd28026baa,segment=NetworkSegment(0ea40edb-b7c7-46ed-bfd6-f7467359143c),segment_id=0ea40edb-b7c7-46ed-bfd6-f7467359143c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:50.998399 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f2bcbba6-8558-4f0f-a1a4-e48b69a9ae29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.013370 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f2bcbba6-8558-4f0f-a1a4-e48b69a9ae29 None None] Calling delete_port for da687bf7-f589-45fc-a070-05bd28026baa owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:51.018330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Port': ['ID=da687bf7-f589-45fc-a070-05bd28026baa,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:51.020193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] No DVR routers for this DVR port da687bf7-f589-45fc-a070-05bd28026baa on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:51.098975 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f2bcbba6-8558-4f0f-a1a4-e48b69a9ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.108747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.120514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf577e22-2f27-4e21-a086-7c666ac2560e']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:51.125535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcbba6-8558-4f0f-a1a4-e48b69a9ae29 None None] Pushing event deleted for resources: {'Port': ['ID=da687bf7-f589-45fc-a070-05bd28026baa,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:51.129283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bcbba6-8558-4f0f-a1a4-e48b69a9ae29 None None] No DVR routers for this DVR port da687bf7-f589-45fc-a070-05bd28026baa on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:51.138886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea40edb-b7c7-46ed-bfd6-f7467359143c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:51.138886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea40edb-b7c7-46ed-bfd6-f7467359143c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:51.147154 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.161370 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.167901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:51.168300 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:51.171747 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:51.237197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.245528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.251939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "DELETE /v2.0/networks/bf577e22-2f27-4e21-a086-7c666ac2560e HTTP/1.1" status: 204 len: 168 time: 0.5956097 Aug 19 12:29:51.253149 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38902) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:51.273095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb38f5-9331-4b18-83ce-eaf417b4e0aa tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Pushing event deleted for resources: {'Network': ['ID=bf577e22-2f27-4e21-a086-7c666ac2560e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:51.303296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2339cc99-778b-4216-a138-fbc890e28aa8 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3532a85-5b2e-47bd-b738-4d487b1b5334 HTTP/1.1" status: 200 len: 205 time: 0.0492132 Aug 19 12:29:51.306030 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38904) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:51.336760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb6cd923-20e8-4ecc-a421-56d85ed2f76a no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:51.357195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: fb6cd923-20e8-4ecc-a421-56d85ed2f76a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:51.357979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device fb6cd923-20e8-4ecc-a421-56d85ed2f76a not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:51.358583 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device da687bf7-f589-45fc-a070-05bd28026baa no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:51.380527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: da687bf7-f589-45fc-a070-05bd28026baa {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:51.381168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device da687bf7-f589-45fc-a070-05bd28026baa not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:51.381592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device cc69883d-1e3e-4841-9f1e-816ddad1157c no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:51.386453 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deab5212-fba2-415d-ac11-f9c0a4304dc2 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.403479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: cc69883d-1e3e-4841-9f1e-816ddad1157c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:51.403762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device cc69883d-1e3e-4841-9f1e-816ddad1157c not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:51.554572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deab5212-fba2-415d-ac11-f9c0a4304dc2 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.556862 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deab5212-fba2-415d-ac11-f9c0a4304dc2 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.605813 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deab5212-fba2-415d-ac11-f9c0a4304dc2 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.606409 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deab5212-fba2-415d-ac11-f9c0a4304dc2 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Fanout notify agent at l3_agent the message router_deleted on router b3532a85-5b2e-47bd-b738-4d487b1b5334 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:29:51.613675 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deab5212-fba2-415d-ac11-f9c0a4304dc2 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.617794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-deab5212-fba2-415d-ac11-f9c0a4304dc2 tempest-RoutersNegativeTest-2020599910 tempest-RoutersNegativeTest-2020599910-project] 10.222.0.65 "DELETE /v2.0/routers/b3532a85-5b2e-47bd-b738-4d487b1b5334 HTTP/1.1" status: 204 len: 168 time: 0.3077157 Aug 19 12:29:51.868942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38910) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:52.006916 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-04c17dd3-3797-4a27-b96b-768c582f02f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd4697f94797427ba272a838f0ba8b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367328 Aug 19 12:29:52.009890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:52.022853 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.064595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2f12-4efa-49f8-adba-ae47a426131a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.086993 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2f12-4efa-49f8-adba-ae47a426131a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.135909 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2f12-4efa-49f8-adba-ae47a426131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.139631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2f12-4efa-49f8-adba-ae47a426131a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.140882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8bdf2f12-4efa-49f8-adba-ae47a426131a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16f1db24-6789-4a9f-a7b5-8e2a8dc5f2fb HTTP/1.1" status: 204 len: 168 time: 0.1287167 Aug 19 12:29:52.148844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf2f12-4efa-49f8-adba-ae47a426131a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1db24-6789-4a9f-a7b5-8e2a8dc5f2fb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:52.789638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38938) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:52.891795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-666667509-network', 'tenant_id': '107b1bd8751c4c569dff21622b8afaee'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:52.914166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Made reservation on behalf of 107b1bd8751c4c569dff21622b8afaee for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:52.917010 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.926053 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.022473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.027133 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.057981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:53.063026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82d32e-3693-4056-9255-115689e57a3b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:53.071243 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.071243 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Added segment 1b45dfef-f732-4617-b838-68ca0276807d of type vlan for network 6f580e3e-09b8-493f-9767-8057a2345b7c Aug 19 12:29:53.115060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.141615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.142717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.143312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.196202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4053977 Aug 19 12:29:53.199376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38942) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:53.206011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Request body: {'subnet': {'network_id': '6f580e3e-09b8-493f-9767-8057a2345b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-666667509-subnet', 'tenant_id': '107b1bd8751c4c569dff21622b8afaee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:53.207466 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226d70e-b1e5-4788-a007-a921c832d007 admin admin] Pushing event updated for resources: {'Network': ['ID=6f580e3e-09b8-493f-9767-8057a2345b7c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:53.217092 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 6f580e3e-09b8-493f-9767-8057a2345b7c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:53.236959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Made reservation on behalf of 107b1bd8751c4c569dff21622b8afaee for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:53.240041 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.424559 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.482082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebb076a-21a7-4ec7-877b-2e829afad219,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:53.492054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Checking segment: {'id': '1b45dfef-f732-4617-b838-68ca0276807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6f580e3e-09b8-493f-9767-8057a2345b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:53.492413 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Network hostable DHCP agents. Network: 6f580e3e-09b8-493f-9767-8057a2345b7c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:53.509677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Network 6f580e3e-09b8-493f-9767-8057a2345b7c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:53.519886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 6f580e3e-09b8-493f-9767-8057a2345b7c) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:53.524394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.524985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.533575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913d98b-3e45-4ae8-86a5-016344ba57cf None None] Network 6f580e3e-09b8-493f-9767-8057a2345b7c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:53.549837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ea02f825-b760-4d3a-8c07-29e9646e9025 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3402557 Aug 19 12:29:53.715440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e516d082-d084-489d-83b1-2f2d2139ee56 None None] Network 6f580e3e-09b8-493f-9767-8057a2345b7c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:54.071762 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.084577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38960) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:54.089746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-974800189-network', 'tenant_id': 'a81bc1336ddd4ef3a08db3d61c92eec5'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:54.112765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Made reservation on behalf of a81bc1336ddd4ef3a08db3d61c92eec5 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:54.115331 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.124935 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.219913 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.224166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.246217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:54.267601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cc09dd-5b61-44d5-96d1-aa2cb6b350fd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:54.272563 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.273017 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Added segment fe11aeb8-f2da-40af-b257-6c5b6f3e8ecf of type vlan for network 28f6faf4-7732-403c-86fa-5a5a366b9e5e Aug 19 12:29:54.292655 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.323517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.350564 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.351587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:54.352249 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.407088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3213453 Aug 19 12:29:54.409833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38962) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:54.415025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Request body: {'subnet': {'network_id': '28f6faf4-7732-403c-86fa-5a5a366b9e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-974800189-subnet', 'tenant_id': 'a81bc1336ddd4ef3a08db3d61c92eec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:54.422475 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5699290-9ac5-4f58-a084-4f9c0e4ffe88 admin admin] Pushing event updated for resources: {'Network': ['ID=28f6faf4-7732-403c-86fa-5a5a366b9e5e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:54.432998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 28f6faf4-7732-403c-86fa-5a5a366b9e5e details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:54.442436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Made reservation on behalf of a81bc1336ddd4ef3a08db3d61c92eec5 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:54.446283 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.624729 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.685068 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1148383b-58f7-4f77-8137-e318621cf3fd,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:54.694105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Checking segment: {'id': 'fe11aeb8-f2da-40af-b257-6c5b6f3e8ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '28f6faf4-7732-403c-86fa-5a5a366b9e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:54.694474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Network hostable DHCP agents. Network: 28f6faf4-7732-403c-86fa-5a5a366b9e5e, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:54.713398 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Network 28f6faf4-7732-403c-86fa-5a5a366b9e5e is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:54.723100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 28f6faf4-7732-403c-86fa-5a5a366b9e5e) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:54.730228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:54.731353 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.732648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8ac94-3d1c-49d2-bdac-1393309eeba9 None None] Network 28f6faf4-7732-403c-86fa-5a5a366b9e5e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:54.752474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b355ac1d-42ca-4d7e-9999-a1bdaef8a06c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3415816 Aug 19 12:29:54.879355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38968) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:54.886517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4926c6-a1b7-4f18-9677-3b51920b7ef1 None None] Network 28f6faf4-7732-403c-86fa-5a5a366b9e5e requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:54.936981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eeb821-6e91-4103-8a60-5f44319126df admin admin] Deleting subnet eebb076a-21a7-4ec7-877b-2e829afad219 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:54.940314 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb821-6e91-4103-8a60-5f44319126df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.977664 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb821-6e91-4103-8a60-5f44319126df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.019228 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb821-6e91-4103-8a60-5f44319126df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.073939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb821-6e91-4103-8a60-5f44319126df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.101016 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeb821-6e91-4103-8a60-5f44319126df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebb076a-21a7-4ec7-877b-2e829afad219,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:55.103100 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb821-6e91-4103-8a60-5f44319126df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.104830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b6eeb821-6e91-4103-8a60-5f44319126df admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eebb076a-21a7-4ec7-877b-2e829afad219 HTTP/1.1" status: 204 len: 168 time: 0.2245061 Aug 19 12:29:55.107374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38970) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:55.184293 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.271806 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.281669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f580e3e-09b8-493f-9767-8057a2345b7c']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:55.292381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b45dfef-f732-4617-b838-68ca0276807d') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:55.292675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b45dfef-f732-4617-b838-68ca0276807d') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:55.302345 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.317297 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.323909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:55.324467 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:55.326244 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:55.387016 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.393415 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.395469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] 10.222.0.65 "DELETE /v2.0/networks/6f580e3e-09b8-493f-9767-8057a2345b7c HTTP/1.1" status: 204 len: 168 time: 0.2869866 Aug 19 12:29:55.399913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 38972) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:55.410179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811469f-778c-4e0b-b725-63db4c514eba admin admin] Pushing event deleted for resources: {'Network': ['ID=6f580e3e-09b8-493f-9767-8057a2345b7c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:55.452285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d74ef50-63c6-4bf2-b0e4-1ae0eedc0a12 admin admin] Deleting subnet 1148383b-58f7-4f77-8137-e318621cf3fd {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:55.455969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d74ef50-63c6-4bf2-b0e4-1ae0eedc0a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.498827 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d74ef50-63c6-4bf2-b0e4-1ae0eedc0a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.539236 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d74ef50-63c6-4bf2-b0e4-1ae0eedc0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.594929 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d74ef50-63c6-4bf2-b0e4-1ae0eedc0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.627677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74ef50-63c6-4bf2-b0e4-1ae0eedc0a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1148383b-58f7-4f77-8137-e318621cf3fd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:55.629677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6d74ef50-63c6-4bf2-b0e4-1ae0eedc0a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.631563 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6d74ef50-63c6-4bf2-b0e4-1ae0eedc0a12 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1148383b-58f7-4f77-8137-e318621cf3fd HTTP/1.1" status: 204 len: 168 time: 0.2306118 Aug 19 12:29:55.634308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38976) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:55.708700 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.789103 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.800467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f6faf4-7732-403c-86fa-5a5a366b9e5e']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:55.810808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe11aeb8-f2da-40af-b257-6c5b6f3e8ecf') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:55.811101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe11aeb8-f2da-40af-b257-6c5b6f3e8ecf') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:55.820118 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.838571 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.844731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:55.845119 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:55.846740 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:56.151345 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.156716 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.158640 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] 10.222.0.65 "DELETE /v2.0/networks/28f6faf4-7732-403c-86fa-5a5a366b9e5e HTTP/1.1" status: 204 len: 168 time: 0.5233026 Aug 19 12:29:56.170540 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b30f2-8d95-4c7c-9f68-06f9fa68e260 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f6faf4-7732-403c-86fa-5a5a366b9e5e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:56.333382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38980) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:56.376356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2e3fd07b-de44-44af-9c23-45f572f6b584 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=107b1bd8751c4c569dff21622b8afaee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417778 Aug 19 12:29:56.378969 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38982) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:56.431272 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32e6c51b-cde4-41a7-a3ed-c7193c24f73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.453834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32e6c51b-cde4-41a7-a3ed-c7193c24f73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.505402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32e6c51b-cde4-41a7-a3ed-c7193c24f73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.508135 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32e6c51b-cde4-41a7-a3ed-c7193c24f73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.509358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-32e6c51b-cde4-41a7-a3ed-c7193c24f73d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b82d32e-3693-4056-9255-115689e57a3b HTTP/1.1" status: 204 len: 168 time: 0.1294889 Aug 19 12:29:56.518756 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6c51b-cde4-41a7-a3ed-c7193c24f73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82d32e-3693-4056-9255-115689e57a3b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:56.860811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38990) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:56.902433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f2f4f74f-8a5b-4468-8e13-c57c58536308 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a81bc1336ddd4ef3a08db3d61c92eec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404181 Aug 19 12:29:56.905052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 38992) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:56.955092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0dfde52-b3b3-47bc-a9b2-d90851098d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.977956 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0dfde52-b3b3-47bc-a9b2-d90851098d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.026565 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0dfde52-b3b3-47bc-a9b2-d90851098d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.029309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d0dfde52-b3b3-47bc-a9b2-d90851098d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.030503 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d0dfde52-b3b3-47bc-a9b2-d90851098d5d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0cc09dd-5b61-44d5-96d1-aa2cb6b350fd HTTP/1.1" status: 204 len: 168 time: 0.1244259 Aug 19 12:29:57.038868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfde52-b3b3-47bc-a9b2-d90851098d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cc09dd-5b61-44d5-96d1-aa2cb6b350fd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:58.709353 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.272898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39120) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:04.385252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a2f5ff4-8db3-43d2-a860-eebf041c7330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.484050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a2f5ff4-8db3-43d2-a860-eebf041c7330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.487754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a2f5ff4-8db3-43d2-a860-eebf041c7330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.530016 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a2f5ff4-8db3-43d2-a860-eebf041c7330 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ce1ee6bcace4d50a091676e62d31845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555752 Aug 19 12:30:04.530967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f5ff4-8db3-43d2-a860-eebf041c7330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2184179-929d-4d92-b6e3-56b00605ed42,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:04.532780 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39124) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:04.589711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9477e755-e364-424f-b229-963dc78d64ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.610509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9477e755-e364-424f-b229-963dc78d64ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.663699 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9477e755-e364-424f-b229-963dc78d64ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.666702 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9477e755-e364-424f-b229-963dc78d64ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.667848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9477e755-e364-424f-b229-963dc78d64ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2184179-929d-4d92-b6e3-56b00605ed42 HTTP/1.1" status: 204 len: 168 time: 0.1335003 Aug 19 12:30:04.675484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477e755-e364-424f-b229-963dc78d64ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2184179-929d-4d92-b6e3-56b00605ed42,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:04.947512 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39132) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:04.961121 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56c70c5d-1dcc-469e-82aa-8dd6bba69366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.056014 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56c70c5d-1dcc-469e-82aa-8dd6bba69366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.060369 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-56c70c5d-1dcc-469e-82aa-8dd6bba69366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.097454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-56c70c5d-1dcc-469e-82aa-8dd6bba69366 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9a14c02136a4dd19957bab9faf0e08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486917 Aug 19 12:30:05.098531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c70c5d-1dcc-469e-82aa-8dd6bba69366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92736776-2ea2-475a-ab32-3efc2660be09,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:05.100221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39136) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.152160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8570e297-be5a-43ca-9cda-b671298bc487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.174373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8570e297-be5a-43ca-9cda-b671298bc487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.222640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8570e297-be5a-43ca-9cda-b671298bc487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.225369 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8570e297-be5a-43ca-9cda-b671298bc487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.226682 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8570e297-be5a-43ca-9cda-b671298bc487 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/92736776-2ea2-475a-ab32-3efc2660be09 HTTP/1.1" status: 204 len: 168 time: 0.1244550 Aug 19 12:30:05.239234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570e297-be5a-43ca-9cda-b671298bc487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92736776-2ea2-475a-ab32-3efc2660be09,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:05.962225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39168) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:06.071029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-264838291-network', 'tenant_id': '9a19b2f760ed401ba70afea7958378b9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:06.093156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Made reservation on behalf of 9a19b2f760ed401ba70afea7958378b9 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:06.095649 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.104480 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.194457 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.198629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.226130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:06.235990 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794fb54f-6d7a-4f57-8b73-938b0c53637c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:06.244576 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.244576 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Added segment 7a59ea04-29b8-47a2-b933-b44d73e98b1a of type vlan for network f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 Aug 19 12:30:06.284578 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.314491 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.315375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:06.316072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.365337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4017978 Aug 19 12:30:06.368579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39172) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:06.374376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Request body: {'subnet': {'network_id': 'f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-264838291-subnet', 'tenant_id': '9a19b2f760ed401ba70afea7958378b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:06.376238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048ad56-f83a-42cd-b0b6-6d8db6aa1f39 admin admin] Pushing event updated for resources: {'Network': ['ID=f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:06.386078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:06.400435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Made reservation on behalf of 9a19b2f760ed401ba70afea7958378b9 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:06.403454 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.583356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.650659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f805d1c-4b62-415b-ad95-5c03d2f432f1,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:06.662244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Checking segment: {'id': '7a59ea04-29b8-47a2-b933-b44d73e98b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:06.662620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Network hostable DHCP agents. Network: f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:06.682216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Network f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:06.693254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:06.697695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:06.698296 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.705761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e88433e-dfb6-4d89-be80-07bd2a82b3dd None None] Network f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:06.714060 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fd287da9-c0f9-4e15-af06-c2dc011ca899 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3439434 Aug 19 12:30:06.743175 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:30:06.836034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8984ae7d-4b14-44a7-a9fb-3a59b9b2d305 None None] Network f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:07.205858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39190) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:07.211021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1018010448-network', 'tenant_id': '5a8ac673afec4c38b9b7a871195c8c37'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:07.233270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Made reservation on behalf of 5a8ac673afec4c38b9b7a871195c8c37 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:07.235942 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.245662 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.349915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.353944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.382860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:07.393090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b8aef0-fa04-40fa-b5c3-5ac9025abd62,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:07.397949 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.398297 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Added segment ca408aeb-055e-4e77-8455-30de44b94735 of type vlan for network 6ef5925e-3870-42d3-a8ab-0cb53b4705e2 Aug 19 12:30:07.437956 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.461703 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.462613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:07.463176 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.512079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3050916 Aug 19 12:30:07.515299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39192) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:07.520921 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Request body: {'subnet': {'network_id': '6ef5925e-3870-42d3-a8ab-0cb53b4705e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1018010448-subnet', 'tenant_id': '5a8ac673afec4c38b9b7a871195c8c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:07.523053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9db973-3fb2-458a-8817-6bf93d187a58 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef5925e-3870-42d3-a8ab-0cb53b4705e2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:07.535037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 6ef5925e-3870-42d3-a8ab-0cb53b4705e2 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:07.546733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Made reservation on behalf of 5a8ac673afec4c38b9b7a871195c8c37 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:07.550429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.725678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.787679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5163f1ba-d6e9-4c4a-8bce-26a4ff8606e5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:07.799355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.799701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.800040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.800374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.800733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.801074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.801405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.801739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.802088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.802414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.802737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.803063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.806396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Checking segment: {'id': 'ca408aeb-055e-4e77-8455-30de44b94735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6ef5925e-3870-42d3-a8ab-0cb53b4705e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:07.806764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Network hostable DHCP agents. Network: 6ef5925e-3870-42d3-a8ab-0cb53b4705e2, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:07.826293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Network 6ef5925e-3870-42d3-a8ab-0cb53b4705e2 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:07.835799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 6ef5925e-3870-42d3-a8ab-0cb53b4705e2) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:07.839751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:07.840346 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.845484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c668b7-0bf5-4e6b-be69-eeee9a4971f1 None None] Network 6ef5925e-3870-42d3-a8ab-0cb53b4705e2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:07.868556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dacccb76-3c60-4633-8ba5-727e0e15ba9b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3429935 Aug 19 12:30:07.970697 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49e584-5ad6-4490-a1ee-69053b69514a None None] Network 6ef5925e-3870-42d3-a8ab-0cb53b4705e2 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:08.421334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115742f5-f646-438e-a254-c8331a6309ec req-856b3163-d83d-42c6-ac57-2e2a6b5ed192 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:08.424068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-856b3163-d83d-42c6-ac57-2e2a6b5ed192 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/networks?id=f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 HTTP/1.1" status: 200 len: 808 time: 0.1208780 Aug 19 12:30:08.439589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-bbac2205-5cab-4b52-855e-6fb8aa723695 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/quotas/9a19b2f760ed401ba70afea7958378b9 HTTP/1.1" status: 200 len: 375 time: 0.0103765 Aug 19 12:30:08.475198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-4af3e03b-8ac8-4dfa-8bbd-f5578619078c tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a19b2f760ed401ba70afea7958378b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283170 Aug 19 12:30:08.687721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-edcec167-7dfb-4383-a038-305f8960cbd2 service neutron] 10.222.0.65 "GET /v2.0/networks/f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049894 Aug 19 12:30:08.779918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-0fc72b71-ca90-4c1f-bac0-b6bb27ea69dc service neutron] 10.222.0.65 "GET /v2.0/networks/f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856471 Aug 19 12:30:08.953224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-124b73fc-852f-46bc-8035-7ed6910b2ddb req-beaddf1d-632a-4a0a-a488-b2cfa24fd035 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 210 time: 0.0299053 Aug 19 12:30:10.006929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115742f5-f646-438e-a254-c8331a6309ec req-7f53dda0-d7c6-480a-8c88-72aadafba0f3 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:10.008437 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-7f53dda0-d7c6-480a-8c88-72aadafba0f3 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.69 "GET /v2.0/networks?id=f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 HTTP/1.1" status: 200 len: 808 time: 0.1159732 Aug 19 12:30:10.033213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Request body: {'port': {'device_id': '74f1256f-2785-4846-b00d-8d34b829773b', 'network_id': 'f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242', 'admin_state_up': True, 'tenant_id': '9a19b2f760ed401ba70afea7958378b9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:10.052990 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f6a6dc0-9bf6-4465-b5e6-71026c79c0ad req-7409e629-b19a-401d-b683-d4594f6c76e8 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 210 time: 0.0311594 Aug 19 12:30:10.161256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Made reservation on behalf of 9a19b2f760ed401ba70afea7958378b9 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:10.164932 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.310287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Allocated IP 172.20.0.14 (f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242/9f805d1c-4b62-415b-ad95-5c03d2f432f1/aabf996b-ec7e-4519-9f41-e386fd6cab75) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:10.473761 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.524892 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.571018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Network f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:10.574187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:10.578535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:10.585157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Pushing event updated for resources: {'Port': ['ID=aabf996b-ec7e-4519-9f41-e386fd6cab75,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:10.633639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:10.634259 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.658120 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-2d665e7f-8f59-47a5-8dad-199e25226cf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6339321 Aug 19 12:30:10.676236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Request body: {'port': {'device_id': '74f1256f-2785-4846-b00d-8d34b829773b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:10.743465 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.033306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabf996b-ec7e-4519-9f41-e386fd6cab75 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:11.042166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.055996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Transition to ACTIVE for port object aabf996b-ec7e-4519-9f41-e386fd6cab75 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:11.061461 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.111359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=aabf996b-ec7e-4519-9f41-e386fd6cab75,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.176592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd758f1-c6bd-4cb1-a911-9f96866c63df req-85bdde3e-ed15-4689-a9a5-2a25884e3b6a tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.178153 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4cd758f1-c6bd-4cb1-a911-9f96866c63df req-85bdde3e-ed15-4689-a9a5-2a25884e3b6a tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 944 time: 0.0511415 Aug 19 12:30:11.186589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Attempting to bind port aabf996b-ec7e-4519-9f41-e386fd6cab75 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:11.186934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Attempting to bind port aabf996b-ec7e-4519-9f41-e386fd6cab75 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '7a59ea04-29b8-47a2-b933-b44d73e98b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:11.187262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Attempting to bind port aabf996b-ec7e-4519-9f41-e386fd6cab75 on network f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:11.191871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Port aabf996b-ec7e-4519-9f41-e386fd6cab75 on network f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:11.192190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Attempting to bind port aabf996b-ec7e-4519-9f41-e386fd6cab75 on network f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:11.197039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:11.197377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Checking segment: {'id': '7a59ea04-29b8-47a2-b933-b44d73e98b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:11.197768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Bound using segment: {'id': '7a59ea04-29b8-47a2-b933-b44d73e98b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:11.198183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Bound port: aabf996b-ec7e-4519-9f41-e386fd6cab75, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a59ea04-29b8-47a2-b933-b44d73e98b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:11.198535 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.218161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4cd758f1-c6bd-4cb1-a911-9f96866c63df req-985d5f7d-847b-47e9-b703-2d9d0d218961 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Aug 19 12:30:11.266280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] For port aabf996b-ec7e-4519-9f41-e386fd6cab75, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:11.270205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] For port aabf996b-ec7e-4519-9f41-e386fd6cab75, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=aabf996b-ec7e-4519-9f41-e386fd6cab75,segment=NetworkSegment(7a59ea04-29b8-47a2-b933-b44d73e98b1a),segment_id=7a59ea04-29b8-47a2-b933-b44d73e98b1a)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:11.276301 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.313699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.314799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.316710 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] 10.222.0.69 "PUT /v2.0/ports/aabf996b-ec7e-4519-9f41-e386fd6cab75 HTTP/1.1" status: 200 len: 1092 time: 0.6443515 Aug 19 12:30:11.319566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f1256f-2785-4846-b00d-8d34b829773b', 'tag': 'aabf996b-ec7e-4519-9f41-e386fd6cab75'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:11.322253 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716a6a31-a595-49af-966b-34f2e515bed5" -d '{"events": [{"name": "network-changed", "server_uuid": "74f1256f-2785-4846-b00d-8d34b829773b", "tag": "aabf996b-ec7e-4519-9f41-e386fd6cab75"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:11.364335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc24fcd-40ab-46b2-8b87-c9875457aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=aabf996b-ec7e-4519-9f41-e386fd6cab75,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.370596 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d6de3e-126a-4832-964e-6dccad87050d x-openstack-request-id: req-d4d6de3e-126a-4832-964e-6dccad87050d {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:11.370894 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f1256f-2785-4846-b00d-8d34b829773b", "tag": "aabf996b-ec7e-4519-9f41-e386fd6cab75", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:11.371136 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4d6de3e-126a-4832-964e-6dccad87050d {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:11.371517 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f1256f-2785-4846-b00d-8d34b829773b', 'tag': 'aabf996b-ec7e-4519-9f41-e386fd6cab75', 'status': 'completed', 'code': 200} Aug 19 12:30:11.434045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115742f5-f646-438e-a254-c8331a6309ec req-24f9cd9c-2d5d-4ed0-bc67-ca10ecfca2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.437485 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-24f9cd9c-2d5d-4ed0-bc67-ca10ecfca2d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19b2f760ed401ba70afea7958378b9&device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 1095 time: 0.0514421 Aug 19 12:30:11.490908 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-f2979011-2b12-4364-9a61-01a85cbe2967 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aabf996b-ec7e-4519-9f41-e386fd6cab75 HTTP/1.1" status: 200 len: 217 time: 0.0397825 Aug 19 12:30:11.544540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115742f5-f646-438e-a254-c8331a6309ec req-b28dbd0a-d31a-4c54-915a-eb5d0ec62a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.546027 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-b28dbd0a-d31a-4c54-915a-eb5d0ec62a65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f805d1c-4b62-415b-ad95-5c03d2f432f1 HTTP/1.1" status: 200 len: 848 time: 0.0487545 Aug 19 12:30:11.579372 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-d9b9c6a9-6c38-4bb2-a4df-0bc35a76bd55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254920 Aug 19 12:30:11.695226 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-ca02ebd5-20a3-43ed-a946-73f903070613 service neutron] 10.222.0.69 "GET /v2.0/networks/f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085980 Aug 19 12:30:11.793178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-115742f5-f646-438e-a254-c8331a6309ec req-5dde48a5-2ad2-47b0-af26-0bef1b11692c service neutron] 10.222.0.69 "GET /v2.0/networks/f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910573 Aug 19 12:30:11.941389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6a31-a595-49af-966b-34f2e515bed5 req-28396c75-2422-4527-b557-30ba157f6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.942896 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-716a6a31-a595-49af-966b-34f2e515bed5 req-28396c75-2422-4527-b557-30ba157f6a05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19b2f760ed401ba70afea7958378b9&device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 1095 time: 0.0518692 Aug 19 12:30:12.037122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6a31-a595-49af-966b-34f2e515bed5 req-fcef9a59-4479-49ec-8bd6-d65a15725863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:12.038619 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-716a6a31-a595-49af-966b-34f2e515bed5 req-fcef9a59-4479-49ec-8bd6-d65a15725863 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 HTTP/1.1" status: 200 len: 909 time: 0.0890725 Aug 19 12:30:12.085747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-716a6a31-a595-49af-966b-34f2e515bed5 req-7099396a-664c-46a5-b786-35eaf37e95a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aabf996b-ec7e-4519-9f41-e386fd6cab75 HTTP/1.1" status: 200 len: 217 time: 0.0394745 Aug 19 12:30:12.137887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6a31-a595-49af-966b-34f2e515bed5 req-62f83c53-5c51-4080-beff-1c1252924c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:12.139296 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-716a6a31-a595-49af-966b-34f2e515bed5 req-62f83c53-5c51-4080-beff-1c1252924c81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f805d1c-4b62-415b-ad95-5c03d2f432f1 HTTP/1.1" status: 200 len: 848 time: 0.0466797 Aug 19 12:30:12.172905 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-716a6a31-a595-49af-966b-34f2e515bed5 req-357e3a2a-e576-4bdd-a4d2-45f357f19a94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251737 Aug 19 12:30:12.277865 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-716a6a31-a595-49af-966b-34f2e515bed5 req-bd587621-6282-42a9-8d8f-02b7c8cc26df service neutron] 10.222.0.69 "GET /v2.0/networks/f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961928 Aug 19 12:30:12.344877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b9a6a-90d9-4bdd-b8c3-50ad5c7b6e88 req-ab59770d-6af7-402b-ab78-4c534f2b9c8e tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:12.346290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-556b9a6a-90d9-4bdd-b8c3-50ad5c7b6e88 req-ab59770d-6af7-402b-ab78-4c534f2b9c8e tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 944 time: 0.0528021 Aug 19 12:30:12.372837 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-716a6a31-a595-49af-966b-34f2e515bed5 req-ccc0729a-1385-49f8-b8b8-1fc199e4dac4 service neutron] 10.222.0.69 "GET /v2.0/networks/f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868764 Aug 19 12:30:12.390484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-556b9a6a-90d9-4bdd-b8c3-50ad5c7b6e88 req-73749c16-97ed-46dc-b0f6-ac2906e50500 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360591 Aug 19 12:30:13.528716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f423c-6d73-4d93-8987-8c85fde341f8 req-3d21d2c4-4340-405d-9b9a-d1715d2e6e3a tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:13.530194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff6f423c-6d73-4d93-8987-8c85fde341f8 req-3d21d2c4-4340-405d-9b9a-d1715d2e6e3a tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 944 time: 0.0576475 Aug 19 12:30:13.579172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff6f423c-6d73-4d93-8987-8c85fde341f8 req-bcab0f7c-6cee-4379-ab6c-e34ccc75b687 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Aug 19 12:30:13.999136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device aabf996b-ec7e-4519-9f41-e386fd6cab75 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:30:14.106016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port aabf996b-ec7e-4519-9f41-e386fd6cab75, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=aabf996b-ec7e-4519-9f41-e386fd6cab75,segment=NetworkSegment(7a59ea04-29b8-47a2-b933-b44d73e98b1a),segment_id=7a59ea04-29b8-47a2-b933-b44d73e98b1a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:14.118557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'aabf996b-ec7e-4519-9f41-e386fd6cab75', 'network_id': 'f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242', 'port_id': 'aabf996b-ec7e-4519-9f41-e386fd6cab75', 'mac_address': 'fa:16:3e:bb:aa:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f805d1c-4b62-415b-ad95-5c03d2f432f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:30:14.156555 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.170599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabf996b-ec7e-4519-9f41-e386fd6cab75 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:14.190326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port aabf996b-ec7e-4519-9f41-e386fd6cab75, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=aabf996b-ec7e-4519-9f41-e386fd6cab75,segment=NetworkSegment(7a59ea04-29b8-47a2-b933-b44d73e98b1a),segment_id=7a59ea04-29b8-47a2-b933-b44d73e98b1a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:14.196188 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.247140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=aabf996b-ec7e-4519-9f41-e386fd6cab75,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:14.255638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.255990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.256333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.256704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.257034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.257392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.257787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.258244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.258621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.258958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.259325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.259702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:14.515552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['aabf996b-ec7e-4519-9f41-e386fd6cab75'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:14.775125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d4af-8fff-4922-9542-51fabefe4f1f req-122d9a36-a505-4bf9-b493-d3a464674b38 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.777295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14c4d4af-8fff-4922-9542-51fabefe4f1f req-122d9a36-a505-4bf9-b493-d3a464674b38 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 945 time: 0.1190853 Aug 19 12:30:14.822253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14c4d4af-8fff-4922-9542-51fabefe4f1f req-b1a2c741-56b4-466f-9372-99c3ca91bda2 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387187 Aug 19 12:30:15.946811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79118a-a88b-44dc-8236-21c1b435bc1b req-5158deef-b89d-4609-b6d6-4928de297e4c tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:15.948335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa79118a-a88b-44dc-8236-21c1b435bc1b req-5158deef-b89d-4609-b6d6-4928de297e4c tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 945 time: 0.0517364 Aug 19 12:30:15.987556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa79118a-a88b-44dc-8236-21c1b435bc1b req-e216c948-d1c5-4c15-b9a0-d02785454651 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Aug 19 12:30:15.998621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device aabf996b-ec7e-4519-9f41-e386fd6cab75 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:16.051825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port aabf996b-ec7e-4519-9f41-e386fd6cab75 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:16.055704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port aabf996b-ec7e-4519-9f41-e386fd6cab75 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:16.056078 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.151505 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.176867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f1256f-2785-4846-b00d-8d34b829773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabf996b-ec7e-4519-9f41-e386fd6cab75'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:16.179179 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49799d5c-404a-4b15-8303-e73a286ee157" -d '{"events": [{"server_uuid": "74f1256f-2785-4846-b00d-8d34b829773b", "name": "network-vif-plugged", "status": "completed", "tag": "aabf996b-ec7e-4519-9f41-e386fd6cab75"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:16.195094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port aabf996b-ec7e-4519-9f41-e386fd6cab75, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=aabf996b-ec7e-4519-9f41-e386fd6cab75,segment=NetworkSegment(7a59ea04-29b8-47a2-b933-b44d73e98b1a),segment_id=7a59ea04-29b8-47a2-b933-b44d73e98b1a)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:16.200235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.226901 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7194390-6507-41c9-8501-099897467553 x-openstack-request-id: req-b7194390-6507-41c9-8501-099897467553 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:16.227195 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f1256f-2785-4846-b00d-8d34b829773b", "name": "network-vif-plugged", "status": "completed", "tag": "aabf996b-ec7e-4519-9f41-e386fd6cab75", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:16.227445 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7194390-6507-41c9-8501-099897467553 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:16.227826 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f1256f-2785-4846-b00d-8d34b829773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabf996b-ec7e-4519-9f41-e386fd6cab75', 'code': 200} Aug 19 12:30:16.257519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=aabf996b-ec7e-4519-9f41-e386fd6cab75,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:16.372189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894563-33db-4497-bd9e-70ddad343582 req-b316919c-f0fa-4b6e-a895-1b8906e9cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:16.374081 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ed894563-33db-4497-bd9e-70ddad343582 req-b316919c-f0fa-4b6e-a895-1b8906e9cd71 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 1097 time: 0.0573058 Aug 19 12:30:16.412127 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ed894563-33db-4497-bd9e-70ddad343582 req-40288301-8d98-4b74-81c7-6aacdbf4b431 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301175 Aug 19 12:30:17.122006 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b4cc6-c6e5-4796-b23d-4e01c12049f1 req-3e5e9b8c-71d6-46b6-be4e-cfb1ddad1597 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:17.123464 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc0b4cc6-c6e5-4796-b23d-4e01c12049f1 req-3e5e9b8c-71d6-46b6-be4e-cfb1ddad1597 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 946 time: 0.0666852 Aug 19 12:30:17.168952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc0b4cc6-c6e5-4796-b23d-4e01c12049f1 req-5970cff2-f266-4f57-b591-d18ed0fbeaf7 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389371 Aug 19 12:30:18.297732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68588-571d-474c-9fc5-d49726d5fe0e req-1fdefb4b-aac9-45b0-ace8-0871bb34beba tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.299244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72b68588-571d-474c-9fc5-d49726d5fe0e req-1fdefb4b-aac9-45b0-ace8-0871bb34beba tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 946 time: 0.0507073 Aug 19 12:30:18.342906 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-72b68588-571d-474c-9fc5-d49726d5fe0e req-b6f637c6-8578-433c-a5fd-94c5744bf003 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Aug 19 12:30:18.414404 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6d2f995c-19f9-401c-8723-83f793a8079d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.799256 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b34b1911-76fa-4abb-9573-3338a4078a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.908933 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f3560-57c2-4854-95d2-bd671003e492 req-e64a0bc2-2a43-4e6a-9ac4-0596e67ee68b tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:20.910336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d86f3560-57c2-4854-95d2-bd671003e492 req-e64a0bc2-2a43-4e6a-9ac4-0596e67ee68b tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 946 time: 0.0506055 Aug 19 12:30:20.930987 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.954349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d86f3560-57c2-4854-95d2-bd671003e492 req-e2a2d51e-eef6-47c5-9bfb-95d51339be72 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 Aug 19 12:30:22.025498 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.141083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f22b1-f5b3-437d-ac6e-65f8b7f24383 req-9f5a1a43-e204-4747-a1f6-4f48be914e7f tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:22.142564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d9f22b1-f5b3-437d-ac6e-65f8b7f24383 req-9f5a1a43-e204-4747-a1f6-4f48be914e7f tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 946 time: 0.1132529 Aug 19 12:30:22.186241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d9f22b1-f5b3-437d-ac6e-65f8b7f24383 req-70f254b9-f390-419a-90ce-82b692ee88a3 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/security-groups?id=794fb54f-6d7a-4f57-8b73-938b0c53637c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Aug 19 12:30:22.393935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fb16-f16c-4317-b983-a9b697429536 req-f194fbdc-5676-4813-95de-2065f6c2a412 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:22.395685 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f807fb16-f16c-4317-b983-a9b697429536 req-f194fbdc-5676-4813-95de-2065f6c2a412 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.69 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 946 time: 0.0710738 Aug 19 12:30:22.493267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-f807fb16-f16c-4317-b983-a9b697429536 req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Deleting port aabf996b-ec7e-4519-9f41-e386fd6cab75 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:22.493576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f807fb16-f16c-4317-b983-a9b697429536 req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.598426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-f807fb16-f16c-4317-b983-a9b697429536 req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] For port aabf996b-ec7e-4519-9f41-e386fd6cab75, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=aabf996b-ec7e-4519-9f41-e386fd6cab75,segment=NetworkSegment(7a59ea04-29b8-47a2-b933-b44d73e98b1a),segment_id=7a59ea04-29b8-47a2-b933-b44d73e98b1a)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:22.598780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f807fb16-f16c-4317-b983-a9b697429536 req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.612102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-f807fb16-f16c-4317-b983-a9b697429536 req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Calling delete_port for aabf996b-ec7e-4519-9f41-e386fd6cab75 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:22.767155 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f807fb16-f16c-4317-b983-a9b697429536 req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.796783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Pushing event deleted for resources: {'Port': ['ID=aabf996b-ec7e-4519-9f41-e386fd6cab75,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:22.800420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['aabf996b-ec7e-4519-9f41-e386fd6cab75'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:22.840623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807fb16-f16c-4317-b983-a9b697429536 req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] No DVR routers for this DVR port aabf996b-ec7e-4519-9f41-e386fd6cab75 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:22.843528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-f807fb16-f16c-4317-b983-a9b697429536 req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.845664 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f807fb16-f16c-4317-b983-a9b697429536 req-48761280-76d1-403c-b958-5afbfe43ba53 tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.69 "DELETE /v2.0/ports/aabf996b-ec7e-4519-9f41-e386fd6cab75 HTTP/1.1" status: 204 len: 173 time: 0.4440336 Aug 19 12:30:22.846125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f1256f-2785-4846-b00d-8d34b829773b', 'name': 'network-vif-deleted', 'tag': 'aabf996b-ec7e-4519-9f41-e386fd6cab75'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:22.848448 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a65c5d3-f391-4979-9118-f3d456481cb3" -d '{"events": [{"server_uuid": "74f1256f-2785-4846-b00d-8d34b829773b", "name": "network-vif-deleted", "tag": "aabf996b-ec7e-4519-9f41-e386fd6cab75"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:22.890121 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4999be3-2bc3-4deb-80c4-069a9f7e680c x-openstack-request-id: req-c4999be3-2bc3-4deb-80c4-069a9f7e680c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:22.890455 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f1256f-2785-4846-b00d-8d34b829773b", "name": "network-vif-deleted", "tag": "aabf996b-ec7e-4519-9f41-e386fd6cab75", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:22.890676 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4999be3-2bc3-4deb-80c4-069a9f7e680c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:22.891095 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f1256f-2785-4846-b00d-8d34b829773b', 'name': 'network-vif-deleted', 'tag': 'aabf996b-ec7e-4519-9f41-e386fd6cab75', 'status': 'completed', 'code': 200} Aug 19 12:30:23.306012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c39b640-b20b-4a3d-8a73-dac68c452c10 req-5af63e95-e157-41d3-bfba-0c654b7027da tempest-VolumesActionsTest-852873923 tempest-VolumesActionsTest-852873923-project] 10.222.0.65 "GET /v2.0/ports?device_id=74f1256f-2785-4846-b00d-8d34b829773b HTTP/1.1" status: 200 len: 210 time: 0.0319576 Aug 19 12:30:24.074853 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.310006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.015288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device aabf996b-ec7e-4519-9f41-e386fd6cab75 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:26.037555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: aabf996b-ec7e-4519-9f41-e386fd6cab75 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:26.037894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device aabf996b-ec7e-4519-9f41-e386fd6cab75 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:28.710117 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.124896 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-16dc102b-130a-4336-af51-cf43580be605 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446818 Aug 19 12:30:33.240763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-5e96e940-5d59-4dc0-8cfb-a482c059cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.242407 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-5e96e940-5d59-4dc0-8cfb-a482c059cdc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc31b76ce64c43038abb7592222cf0c7&device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 1097 time: 0.0583799 Aug 19 12:30:33.379285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-de88d5de-6d74-4063-bf99-e3c014baa2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.381140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-de88d5de-6d74-4063-bf99-e3c014baa2fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7e81a05-2592-4148-b1cc-db571195c986 HTTP/1.1" status: 200 len: 914 time: 0.1004169 Aug 19 12:30:33.434351 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-e46fb4fa-95c1-4cef-a7f3-8f57ef74ea77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f816a3a-2249-4380-b899-d1bfad4d5e2a HTTP/1.1" status: 200 len: 217 time: 0.0431304 Aug 19 12:30:33.485758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-acd9b758-fb59-462d-9621-f436cb71aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.487212 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-acd9b758-fb59-462d-9621-f436cb71aeec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2 HTTP/1.1" status: 200 len: 853 time: 0.0462372 Aug 19 12:30:33.521862 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-8a86de33-f8b3-4fca-8428-7172c5e9cd5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7e81a05-2592-4148-b1cc-db571195c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269644 Aug 19 12:30:33.532849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-19277a6c-8bd0-479f-865b-a2f0d70dec0d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:33.533816 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-19277a6c-8bd0-479f-865b-a2f0d70dec0d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056052 Aug 19 12:30:33.633629 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-fe292e31-f68b-4ff6-ae8f-a3c2778f462d service neutron] 10.222.0.54 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916350 Aug 19 12:30:33.740244 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6b0ed072-495c-442b-82c3-5e323a7e1823 req-900cd27d-04a2-49f7-b442-737a780f8287 service neutron] 10.222.0.54 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993931 Aug 19 12:30:33.973621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0a81e-1ad8-4243-acbf-c80af61aac1b req-e6cd6341-7caf-44db-adaa-2d718734ebf7 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.975026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0a0a81e-1ad8-4243-acbf-c80af61aac1b req-e6cd6341-7caf-44db-adaa-2d718734ebf7 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 946 time: 0.0503328 Aug 19 12:30:34.014661 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0a0a81e-1ad8-4243-acbf-c80af61aac1b req-3817d4aa-186e-4d74-a6b9-facff592fedd tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328987 Aug 19 12:30:35.147240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5c4b4-ba62-4733-a568-01efde380e00 req-305618ea-7c2d-4634-a573-79d2a197cd5a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.148749 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69a5c4b4-ba62-4733-a568-01efde380e00 req-305618ea-7c2d-4634-a573-79d2a197cd5a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 946 time: 0.0593526 Aug 19 12:30:35.189939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69a5c4b4-ba62-4733-a568-01efde380e00 req-478f4264-8df0-422e-acae-458bf6e4f777 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Aug 19 12:30:35.617351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-bbe4008a-8dcb-4568-90f9-bfe72061d061 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.619041 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-bbe4008a-8dcb-4568-90f9-bfe72061d061 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.54 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 946 time: 0.0564303 Aug 19 12:30:35.735289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Deleting port 0f816a3a-2249-4380-b899-d1bfad4d5e2a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:35.735536 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.827734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] For port 0f816a3a-2249-4380-b899-d1bfad4d5e2a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f816a3a-2249-4380-b899-d1bfad4d5e2a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:35.828101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.840756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Calling delete_port for 0f816a3a-2249-4380-b899-d1bfad4d5e2a owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:35.971575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.004117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Pushing event deleted for resources: {'Port': ['ID=0f816a3a-2249-4380-b899-d1bfad4d5e2a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:36.014557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['0f816a3a-2249-4380-b899-d1bfad4d5e2a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:36.044998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] No DVR routers for this DVR port 0f816a3a-2249-4380-b899-d1bfad4d5e2a on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:36.047601 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.049649 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba29a8cd-5146-4dec-9429-175e7c43837d req-6bf82aab-fe28-4500-8eac-935baf468bca tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.54 "DELETE /v2.0/ports/0f816a3a-2249-4380-b899-d1bfad4d5e2a HTTP/1.1" status: 204 len: 173 time: 0.4231389 Aug 19 12:30:36.050085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1122ccde-25a2-4d75-ba1a-316e4acb5d0d', 'name': 'network-vif-deleted', 'tag': '0f816a3a-2249-4380-b899-d1bfad4d5e2a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:36.052462 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ddcf12-78cb-4e94-9fe0-a3f78fc8e633" -d '{"events": [{"server_uuid": "1122ccde-25a2-4d75-ba1a-316e4acb5d0d", "name": "network-vif-deleted", "tag": "0f816a3a-2249-4380-b899-d1bfad4d5e2a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:36.095189 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da70cc79-1f5b-4802-a4b1-7d9d5f747969 x-openstack-request-id: req-da70cc79-1f5b-4802-a4b1-7d9d5f747969 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:36.095488 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1122ccde-25a2-4d75-ba1a-316e4acb5d0d", "name": "network-vif-deleted", "tag": "0f816a3a-2249-4380-b899-d1bfad4d5e2a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:36.095742 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da70cc79-1f5b-4802-a4b1-7d9d5f747969 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:36.096154 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1122ccde-25a2-4d75-ba1a-316e4acb5d0d', 'name': 'network-vif-deleted', 'tag': '0f816a3a-2249-4380-b899-d1bfad4d5e2a', 'status': 'completed', 'code': 200} Aug 19 12:30:36.313353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e57f7637-a07c-488c-9eef-4e1024b648a4 req-58acc79f-d129-45be-97a1-01d70758a4b5 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=1122ccde-25a2-4d75-ba1a-316e4acb5d0d HTTP/1.1" status: 200 len: 210 time: 0.0352192 Aug 19 12:30:39.452474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0f816a3a-2249-4380-b899-d1bfad4d5e2a no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:39.473201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 0f816a3a-2249-4380-b899-d1bfad4d5e2a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:39.473550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0f816a3a-2249-4380-b899-d1bfad4d5e2a not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:42.717923 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-2be5397f-ee5d-4750-8106-e108c3b4fa7f req-ed3a6a5d-9de7-4e4b-8945-135713c2b6bf tempest-TestNetworkAdvancedServerOps-1436679036 tempest-TestNetworkAdvancedServerOps-1436679036-project] (101154) timed out ('10.222.0.69', 59600) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:30:43.742905 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:30:44.441829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-016cba20-c888-4f5a-8069-d90b84cc849a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:44.443392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-016cba20-c888-4f5a-8069-d90b84cc849a tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/networks?id=a7e81a05-2592-4148-b1cc-db571195c986 HTTP/1.1" status: 200 len: 813 time: 0.1092169 Aug 19 12:30:44.458820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-5067a6ab-2ee1-4875-9c66-d1b6bdbfdf22 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/quotas/cc31b76ce64c43038abb7592222cf0c7 HTTP/1.1" status: 200 len: 375 time: 0.0094016 Aug 19 12:30:44.492646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2271e043-5a03-4faa-95fc-5c0dbccf84a9 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc31b76ce64c43038abb7592222cf0c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281665 Aug 19 12:30:44.603257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2fb9dad3-6b33-4160-b42d-a39b4ae2d866 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012666 Aug 19 12:30:44.702347 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-71136a6e-afa7-42e0-b52d-962167f91140 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923276 Aug 19 12:30:44.871254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33e5bb63-b518-4c2e-94b0-e8b5dfd50d04 req-850fa5f2-f74b-4f8f-a37a-9cf23f38c515 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Aug 19 12:30:45.341397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39588) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:45.386194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-951e4789-b5d8-4745-94f8-0b646beab445 admin admin] Deleting subnet 9f805d1c-4b62-415b-ad95-5c03d2f432f1 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:45.389621 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-951e4789-b5d8-4745-94f8-0b646beab445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.432773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-951e4789-b5d8-4745-94f8-0b646beab445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.479781 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-951e4789-b5d8-4745-94f8-0b646beab445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.533817 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-951e4789-b5d8-4745-94f8-0b646beab445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.564344 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-951e4789-b5d8-4745-94f8-0b646beab445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.566335 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-951e4789-b5d8-4745-94f8-0b646beab445 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9f805d1c-4b62-415b-ad95-5c03d2f432f1 HTTP/1.1" status: 204 len: 168 time: 0.2239280 Aug 19 12:30:45.567367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e4789-b5d8-4745-94f8-0b646beab445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f805d1c-4b62-415b-ad95-5c03d2f432f1,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:45.569252 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39590) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:45.637846 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.723905 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.734309 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:45.745274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a59ea04-29b8-47a2-b933-b44d73e98b1a') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:45.745582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a59ea04-29b8-47a2-b933-b44d73e98b1a') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:45.755350 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.769762 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.775905 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:45.776293 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:45.777969 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:45.831483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.837115 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.841800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39592) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:45.842069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242 HTTP/1.1" status: 204 len: 168 time: 0.2717829 Aug 19 12:30:45.858666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681705-c91a-478d-ad44-3ad3f80251a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7bf6a10-8a3d-48f0-aecc-3eb99fe6a242,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:45.979033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-81c2531d-b1ca-4f1c-8a52-01c9ee843b6d req-0f2ab480-4e67-47ea-ae5c-9fb557a77ae9 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 210 time: 0.0290725 Aug 19 12:30:46.224695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3444bd6d-d886-4caf-9afb-f79af60419ee admin admin] Deleting subnet 5163f1ba-d6e9-4c4a-8bce-26a4ff8606e5 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:46.231324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3444bd6d-d886-4caf-9afb-f79af60419ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.283827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-d855b085-e6c2-49fc-9967-00386ca78e05 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:46.285334 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-d855b085-e6c2-49fc-9967-00386ca78e05 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.69 "GET /v2.0/networks?id=a7e81a05-2592-4148-b1cc-db571195c986 HTTP/1.1" status: 200 len: 813 time: 0.4552901 Aug 19 12:30:46.289057 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3444bd6d-d886-4caf-9afb-f79af60419ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.312785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Request body: {'port': {'device_id': 'e7bd4932-4799-4e0c-8b86-7e3821769ea3', 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986', 'admin_state_up': True, 'tenant_id': 'cc31b76ce64c43038abb7592222cf0c7'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:46.380076 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3444bd6d-d886-4caf-9afb-f79af60419ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.462518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3444bd6d-d886-4caf-9afb-f79af60419ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.488294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Made reservation on behalf of cc31b76ce64c43038abb7592222cf0c7 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:46.491660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.493922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444bd6d-d886-4caf-9afb-f79af60419ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5163f1ba-d6e9-4c4a-8bce-26a4ff8606e5,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:46.504327 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3444bd6d-d886-4caf-9afb-f79af60419ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.506206 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3444bd6d-d886-4caf-9afb-f79af60419ee admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5163f1ba-d6e9-4c4a-8bce-26a4ff8606e5 HTTP/1.1" status: 204 len: 168 time: 0.6632717 Aug 19 12:30:46.509248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39596) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:46.580993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.627485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Allocated IP 172.20.0.8 (a7e81a05-2592-4148-b1cc-db571195c986/9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2/03cd0189-ec4c-4758-9d28-7f6c654eb59a) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:46.663023 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.673302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef5925e-3870-42d3-a8ab-0cb53b4705e2']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:46.683008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca408aeb-055e-4e77-8455-30de44b94735') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:46.683314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca408aeb-055e-4e77-8455-30de44b94735') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:46.693509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.708644 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.715392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:46.715802 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:46.717671 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:46.779589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.782353 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.787986 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.789988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] 10.222.0.65 "DELETE /v2.0/networks/6ef5925e-3870-42d3-a8ab-0cb53b4705e2 HTTP/1.1" status: 204 len: 168 time: 0.2795527 Aug 19 12:30:46.808868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9480eb1-b41a-4339-9086-b343dbef676d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef5925e-3870-42d3-a8ab-0cb53b4705e2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:46.832319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.877103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Network a7e81a05-2592-4148-b1cc-db571195c986 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:46.880222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:46.884239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:46.907636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Pushing event updated for resources: {'Port': ['ID=03cd0189-ec4c-4758-9d28-7f6c654eb59a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:46.936181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:46.936789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.950902 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-3241b571-4f2d-4ada-a945-f71fde98e6be tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6432648 Aug 19 12:30:46.968316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-d4fa3556-2b04-4dc8-9308-c32a6c840f49 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:46.969449 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-d4fa3556-2b04-4dc8-9308-c32a6c840f49 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053995 Aug 19 12:30:46.999939 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39602) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:47.048766 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7bb6c07b-5c4a-4edb-8f9c-c09e2003a454 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a19b2f760ed401ba70afea7958378b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471566 Aug 19 12:30:47.050949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39606) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:47.103781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c96ba9-36dd-4df2-88b0-00b419d1582a req-b6bd6a1d-9fa3-44f3-a5eb-d7f8ea3f262b tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:47.105432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52c96ba9-36dd-4df2-88b0-00b419d1582a req-b6bd6a1d-9fa3-44f3-a5eb-d7f8ea3f262b tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 931 time: 0.0542486 Aug 19 12:30:47.106568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-226fefe7-7a0b-4e4b-ba5a-d64e8add55ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.121131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Request body: {'port': {'device_id': 'e7bd4932-4799-4e0c-8b86-7e3821769ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:47.145149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-52c96ba9-36dd-4df2-88b0-00b419d1582a req-841f9ba8-12e0-4d7e-aead-d31398ae36af tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Aug 19 12:30:47.152009 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-226fefe7-7a0b-4e4b-ba5a-d64e8add55ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.209218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.265604 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-226fefe7-7a0b-4e4b-ba5a-d64e8add55ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.268737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-226fefe7-7a0b-4e4b-ba5a-d64e8add55ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.269388 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-226fefe7-7a0b-4e4b-ba5a-d64e8add55ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/794fb54f-6d7a-4f57-8b73-938b0c53637c HTTP/1.1" status: 204 len: 168 time: 0.2175410 Aug 19 12:30:47.284294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fefe7-7a0b-4e4b-ba5a-d64e8add55ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794fb54f-6d7a-4f57-8b73-938b0c53637c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.502495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cd0189-ec4c-4758-9d28-7f6c654eb59a {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:47.510407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.527490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Transition to ACTIVE for port object 03cd0189-ec4c-4758-9d28-7f6c654eb59a will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:47.532799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.580131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Pushing event updated for resources: {'Port': ['ID=03cd0189-ec4c-4758-9d28-7f6c654eb59a,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.638777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39612) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:47.657050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Attempting to bind port 03cd0189-ec4c-4758-9d28-7f6c654eb59a on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:47.657391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Attempting to bind port 03cd0189-ec4c-4758-9d28-7f6c654eb59a by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:47.657851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Attempting to bind port 03cd0189-ec4c-4758-9d28-7f6c654eb59a on network a7e81a05-2592-4148-b1cc-db571195c986 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:47.662290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Port 03cd0189-ec4c-4758-9d28-7f6c654eb59a on network a7e81a05-2592-4148-b1cc-db571195c986 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:47.662615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Attempting to bind port 03cd0189-ec4c-4758-9d28-7f6c654eb59a on network a7e81a05-2592-4148-b1cc-db571195c986 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:47.667845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:47.668185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Checking segment: {'id': 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:47.668566 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Bound using segment: {'id': 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:47.669022 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Bound port: 03cd0189-ec4c-4758-9d28-7f6c654eb59a, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:47.669376 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.682339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d4961802-aeef-4f97-8790-8b8620d88f88 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a8ac673afec4c38b9b7a871195c8c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400286 Aug 19 12:30:47.682566 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39614) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:47.732163 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c64d26ee-d038-4e9b-b998-c67fce669b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.739721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] For port 03cd0189-ec4c-4758-9d28-7f6c654eb59a, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:47.743019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] For port 03cd0189-ec4c-4758-9d28-7f6c654eb59a, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03cd0189-ec4c-4758-9d28-7f6c654eb59a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:47.747144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.756111 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c64d26ee-d038-4e9b-b998-c67fce669b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.779560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:47.780211 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.781768 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] 10.222.0.69 "PUT /v2.0/ports/03cd0189-ec4c-4758-9d28-7f6c654eb59a HTTP/1.1" status: 200 len: 1091 time: 0.8043129 Aug 19 12:30:47.782195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bd4932-4799-4e0c-8b86-7e3821769ea3', 'tag': '03cd0189-ec4c-4758-9d28-7f6c654eb59a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:47.784467 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c130d5-425d-432b-a550-4f88ffea8ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bd4932-4799-4e0c-8b86-7e3821769ea3", "tag": "03cd0189-ec4c-4758-9d28-7f6c654eb59a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:47.815685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53adf4-4c77-4f14-a92b-b6f909856403 service neutron] Pushing event updated for resources: {'Port': ['ID=03cd0189-ec4c-4758-9d28-7f6c654eb59a,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.827056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c64d26ee-d038-4e9b-b998-c67fce669b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.830267 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c64d26ee-d038-4e9b-b998-c67fce669b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.834047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c64d26ee-d038-4e9b-b998-c67fce669b75 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87b8aef0-fa04-40fa-b5c3-5ac9025abd62 HTTP/1.1" status: 204 len: 168 time: 0.1478429 Aug 19 12:30:47.834213 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75019b5e-37bb-4363-b7b0-e00726faa0df x-openstack-request-id: req-75019b5e-37bb-4363-b7b0-e00726faa0df {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:47.835830 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bd4932-4799-4e0c-8b86-7e3821769ea3", "tag": "03cd0189-ec4c-4758-9d28-7f6c654eb59a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:47.836097 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75019b5e-37bb-4363-b7b0-e00726faa0df {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:47.838507 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bd4932-4799-4e0c-8b86-7e3821769ea3', 'tag': '03cd0189-ec4c-4758-9d28-7f6c654eb59a', 'status': 'completed', 'code': 200} Aug 19 12:30:47.841954 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d26ee-d038-4e9b-b998-c67fce669b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b8aef0-fa04-40fa-b5c3-5ac9025abd62,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.898617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-1f63b350-6d6e-4224-a163-4ec616430442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:47.900133 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-1f63b350-6d6e-4224-a163-4ec616430442 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc31b76ce64c43038abb7592222cf0c7&device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 1094 time: 0.0437508 Aug 19 12:30:47.954355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-2b7718dd-30e1-422d-8da6-8187ac85ef38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03cd0189-ec4c-4758-9d28-7f6c654eb59a HTTP/1.1" status: 200 len: 217 time: 0.0395725 Aug 19 12:30:48.004244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-380a22af-236a-45a0-95a9-47fdd76ae552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:48.005785 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-380a22af-236a-45a0-95a9-47fdd76ae552 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2 HTTP/1.1" status: 200 len: 853 time: 0.0444565 Aug 19 12:30:48.038033 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-ff6186d1-5dc1-4b61-a412-20494a7fcac4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e81a05-2592-4148-b1cc-db571195c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249484 Aug 19 12:30:48.133613 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-dddc70b1-2347-4722-92ad-93e8bc925513 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862927 Aug 19 12:30:48.224741 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-67af1e30-d01e-4732-b2f5-8655e13b1973 req-104b325e-0982-43a9-8465-7708bcf48cd1 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842028 Aug 19 12:30:48.286414 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134ca27-975f-45ef-9e4a-c65094d772f1 req-ded9acbc-fe7e-4876-bbc5-c63864103e92 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:48.288313 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3134ca27-975f-45ef-9e4a-c65094d772f1 req-ded9acbc-fe7e-4876-bbc5-c63864103e92 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 943 time: 0.0638165 Aug 19 12:30:48.333005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3134ca27-975f-45ef-9e4a-c65094d772f1 req-47348925-a04a-416f-9765-5b76fbfcff2f tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345554 Aug 19 12:30:48.360245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-d77aa0cd-5d26-4dc1-a3e3-646f517e9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:48.361712 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-d77aa0cd-5d26-4dc1-a3e3-646f517e9859 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc31b76ce64c43038abb7592222cf0c7&device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 1094 time: 0.0489452 Aug 19 12:30:48.410041 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-22922e46-8349-418c-93bf-420a515bf4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.455026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-29259cc9-c989-4572-8753-e3ebc154ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:48.456438 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-29259cc9-c989-4572-8753-e3ebc154ab51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e81a05-2592-4148-b1cc-db571195c986 HTTP/1.1" status: 200 len: 914 time: 0.0875666 Aug 19 12:30:48.508547 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-4d68d405-116b-46c6-9bae-7eccb4815760 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03cd0189-ec4c-4758-9d28-7f6c654eb59a HTTP/1.1" status: 200 len: 217 time: 0.0442667 Aug 19 12:30:48.559614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-c134c419-085f-4d67-b145-2e3c168c5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:48.561136 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-c134c419-085f-4d67-b145-2e3c168c5533 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2 HTTP/1.1" status: 200 len: 853 time: 0.0457854 Aug 19 12:30:48.594938 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-868f8518-7a26-48ac-bbfd-3d629a56296e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e81a05-2592-4148-b1cc-db571195c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252166 Aug 19 12:30:48.698922 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-c9572233-0ea8-47b4-9abf-321946c14b2d service neutron] 10.222.0.69 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965014 Aug 19 12:30:48.797670 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-71c130d5-425d-432b-a550-4f88ffea8ec0 req-6316b826-b6f9-4539-af9a-97a57559bef0 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894752 Aug 19 12:30:49.455660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b750-82e6-4335-809f-b1a99a73d22e req-aa9bd605-1b45-4e93-a94b-53724d69b923 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:49.457210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3d2b750-82e6-4335-809f-b1a99a73d22e req-aa9bd605-1b45-4e93-a94b-53724d69b923 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 943 time: 0.0521612 Aug 19 12:30:49.499753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3d2b750-82e6-4335-809f-b1a99a73d22e req-3840592f-aab9-4c27-b773-5e016037bbf9 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358367 Aug 19 12:30:50.058517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 03cd0189-ec4c-4758-9d28-7f6c654eb59a details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:30:50.321791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 03cd0189-ec4c-4758-9d28-7f6c654eb59a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03cd0189-ec4c-4758-9d28-7f6c654eb59a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:50.333843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '03cd0189-ec4c-4758-9d28-7f6c654eb59a', 'network_id': 'a7e81a05-2592-4148-b1cc-db571195c986', 'port_id': '03cd0189-ec4c-4758-9d28-7f6c654eb59a', 'mac_address': 'fa:16:3e:90:30:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:30:50.371077 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.384520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cd0189-ec4c-4758-9d28-7f6c654eb59a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:50.408187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 03cd0189-ec4c-4758-9d28-7f6c654eb59a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03cd0189-ec4c-4758-9d28-7f6c654eb59a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:50.413378 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.467997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=03cd0189-ec4c-4758-9d28-7f6c654eb59a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:50.624320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1f0f8-5f3b-47dc-a200-28f89b3e3b3b req-5aab770f-39ed-4246-b862-986701945d89 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:50.625956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43d1f0f8-5f3b-47dc-a200-28f89b3e3b3b req-5aab770f-39ed-4246-b862-986701945d89 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 944 time: 0.0534315 Aug 19 12:30:50.669030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43d1f0f8-5f3b-47dc-a200-28f89b3e3b3b req-3a248609-f603-4468-8fee-1b0ea1b8f1c6 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359251 Aug 19 12:30:50.677894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['03cd0189-ec4c-4758-9d28-7f6c654eb59a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:50.803186 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eefbc63a-3110-46a4-87ca-0af3f58d3fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.937105 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.807709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11410ccf-b682-4dec-82e2-c9eb9f78b4b4 req-e764b59b-2782-4392-b037-fdc46b529dc4 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:51.809186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11410ccf-b682-4dec-82e2-c9eb9f78b4b4 req-e764b59b-2782-4392-b037-fdc46b529dc4 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 944 time: 0.0597432 Aug 19 12:30:51.851654 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11410ccf-b682-4dec-82e2-c9eb9f78b4b4 req-0279735c-a757-4fb2-9284-d7d659b2c90e tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Aug 19 12:30:52.033533 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.075881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 03cd0189-ec4c-4758-9d28-7f6c654eb59a up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:52.128833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 03cd0189-ec4c-4758-9d28-7f6c654eb59a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:52.133205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 03cd0189-ec4c-4758-9d28-7f6c654eb59a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:52.133585 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.212717 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.236356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bd4932-4799-4e0c-8b86-7e3821769ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd0189-ec4c-4758-9d28-7f6c654eb59a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:52.238646 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf03527-5b2a-4dbc-9ad1-3a71646155fc" -d '{"events": [{"server_uuid": "e7bd4932-4799-4e0c-8b86-7e3821769ea3", "name": "network-vif-plugged", "status": "completed", "tag": "03cd0189-ec4c-4758-9d28-7f6c654eb59a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:52.252224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 03cd0189-ec4c-4758-9d28-7f6c654eb59a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03cd0189-ec4c-4758-9d28-7f6c654eb59a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:52.257140 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.284247 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956f22db-99ca-47e1-ad1e-ec3be0a20979 x-openstack-request-id: req-956f22db-99ca-47e1-ad1e-ec3be0a20979 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:52.284483 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bd4932-4799-4e0c-8b86-7e3821769ea3", "name": "network-vif-plugged", "status": "completed", "tag": "03cd0189-ec4c-4758-9d28-7f6c654eb59a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:52.284780 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-956f22db-99ca-47e1-ad1e-ec3be0a20979 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:52.285161 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bd4932-4799-4e0c-8b86-7e3821769ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd0189-ec4c-4758-9d28-7f6c654eb59a', 'code': 200} Aug 19 12:30:52.311464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=03cd0189-ec4c-4758-9d28-7f6c654eb59a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:52.420140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e5f7-a8dd-46de-9602-c88dce325c03 req-5bb9b545-7687-4dc6-b7be-a17b7d4f1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:52.421659 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ea8e5f7-a8dd-46de-9602-c88dce325c03 req-5bb9b545-7687-4dc6-b7be-a17b7d4f1425 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0438883 Aug 19 12:30:52.459564 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ea8e5f7-a8dd-46de-9602-c88dce325c03 req-af1d9474-28d3-4d8b-8c4f-994cb83b3c1c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299294 Aug 19 12:30:52.973013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a774c-a875-4702-bd3d-10cb8eb79a68 req-8a07e59b-7b46-47a9-a18d-c434337767e3 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:52.974655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-758a774c-a875-4702-bd3d-10cb8eb79a68 req-8a07e59b-7b46-47a9-a18d-c434337767e3 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Aug 19 12:30:53.015144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-758a774c-a875-4702-bd3d-10cb8eb79a68 req-7268db18-0fb7-4f96-a9c5-a095d8cb9dbd tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Aug 19 12:30:53.057527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 39698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:53.180344 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.269252 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.275217 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.314642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d17e4-94f0-4117-af4d-c498ea4d9907,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:53.318517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6af316b38e6549438ec9ab7b9fc1a5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598689 Aug 19 12:30:53.321491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 39702) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:53.324830 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.325178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.325518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.325850 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.326178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.326507 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.326826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.327145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.327466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.327783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.328094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.328522 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e870d32-12c8-4b8a-ad3b-5caa96719bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:53.377891 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faf1d0bc-ac57-4460-b768-80ddba1779c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.398951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faf1d0bc-ac57-4460-b768-80ddba1779c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.449146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faf1d0bc-ac57-4460-b768-80ddba1779c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.451684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-faf1d0bc-ac57-4460-b768-80ddba1779c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.452866 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-faf1d0bc-ac57-4460-b768-80ddba1779c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb4d17e4-94f0-4117-af4d-c498ea4d9907 HTTP/1.1" status: 204 len: 168 time: 0.1301107 Aug 19 12:30:53.461523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1d0bc-ac57-4460-b768-80ddba1779c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d17e4-94f0-4117-af4d-c498ea4d9907,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:54.076754 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.139855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4cea9-d8ab-488d-96fe-57dd8100c105 req-ab672fbc-f5ff-4f75-99f5-83a6dad660cb tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:54.142235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51b4cea9-d8ab-488d-96fe-57dd8100c105 req-ab672fbc-f5ff-4f75-99f5-83a6dad660cb tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 945 time: 0.0528347 Aug 19 12:30:54.182246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51b4cea9-d8ab-488d-96fe-57dd8100c105 req-f59af272-3546-445b-a31e-11a3fbb2bcff tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Aug 19 12:30:54.307584 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.704582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-de6bfcf1-6a17-4646-9db2-338cdef80eec tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ae997e3a3f6f45e99bbe2fea3224c569&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308979 Aug 19 12:30:55.898997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-5e3284b2-6dad-4855-9705-ce77e8eba867 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:55.900494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-5e3284b2-6dad-4855-9705-ce77e8eba867 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901879 Aug 19 12:30:55.916214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-3a1c3bfe-244f-44d5-adaa-9dc8dd4ea463 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/quotas/ae997e3a3f6f45e99bbe2fea3224c569 HTTP/1.1" status: 200 len: 375 time: 0.0098023 Aug 19 12:30:55.951914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-dfe29003-f6e6-488b-abd4-a0983d6d668d tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae997e3a3f6f45e99bbe2fea3224c569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299280 Aug 19 12:30:56.119301 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-76d65be4-fada-4d90-96fb-ec90c7c33cca req-9ec85ae9-07f9-4dbb-8d3d-2d67665a97ac tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 210 time: 0.0276651 Aug 19 12:30:57.107622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-80323f9a-a278-4333-bf8b-f6121b7f32a1 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ae997e3a3f6f45e99bbe2fea3224c569&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315046 Aug 19 12:30:57.233109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b6d22390-87a0-4f10-baeb-efa0b6fd31aa req-dfe42d76-022b-4986-bfa1-981c64f96d08 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 210 time: 0.0275247 Aug 19 12:30:57.327483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-099ae6c8-d984-479b-b6ce-65c3fb08a98e tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:57.328926 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-099ae6c8-d984-479b-b6ce-65c3fb08a98e tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157161 Aug 19 12:30:57.349503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Request body: {'port': {'device_id': 'f27dd244-438a-4049-b6a9-32735ba5ead5', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': 'ae997e3a3f6f45e99bbe2fea3224c569'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:57.467079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Made reservation on behalf of ae997e3a3f6f45e99bbe2fea3224c569 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:57.471189 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.480030 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.568997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.574144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.645391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0daffa-1e6c-422b-97a9-d52804dc7104,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:57.716865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Allocated IP 192.168.233.52 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/b8a06074-11ef-4150-a8e7-680fde198def) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:57.879763 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.893510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Transition to ACTIVE for port object b8a06074-11ef-4150-a8e7-680fde198def will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:57.928269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.971287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:57.974464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:57.978227 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:58.003356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Pushing event updated for resources: {'Port': ['ID=b8a06074-11ef-4150-a8e7-680fde198def,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:58.035596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:58.036421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.053667 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-03b1f87c-ef3d-40dd-926b-56e6f3cd7c22 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7082744 Aug 19 12:30:58.177958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Request body: {'port': {'device_id': 'f27dd244-438a-4049-b6a9-32735ba5ead5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:58.237534 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.294865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2a4992db-7916-4b64-b543-43fb0570e016 None None] Provisioning for port b8a06074-11ef-4150-a8e7-680fde198def completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:58.300546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2a4992db-7916-4b64-b543-43fb0570e016 None None] Provisioning complete for port b8a06074-11ef-4150-a8e7-680fde198def triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:58.301182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a4992db-7916-4b64-b543-43fb0570e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.346275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2a4992db-7916-4b64-b543-43fb0570e016 None None] Port b8a06074-11ef-4150-a8e7-680fde198def cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:58.372628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa397c5d-11bb-4b02-878d-15f89fda763f req-c7c95d0c-8fb4-423c-93d8-18439970f78c tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:58.377891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa397c5d-11bb-4b02-878d-15f89fda763f req-c7c95d0c-8fb4-423c-93d8-18439970f78c tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 935 time: 0.0581264 Aug 19 12:30:58.420026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa397c5d-11bb-4b02-878d-15f89fda763f req-be962520-30b6-4e8a-a9d8-843d981663b8 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Aug 19 12:30:58.530528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a06074-11ef-4150-a8e7-680fde198def {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:58.538388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.550378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Transition to ACTIVE for port object b8a06074-11ef-4150-a8e7-680fde198def will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:58.554240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.606917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a06074-11ef-4150-a8e7-680fde198def,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:58.679880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Attempting to bind port b8a06074-11ef-4150-a8e7-680fde198def on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:58.680202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Attempting to bind port b8a06074-11ef-4150-a8e7-680fde198def by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:58.680555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Attempting to bind port b8a06074-11ef-4150-a8e7-680fde198def on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:58.685267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Port b8a06074-11ef-4150-a8e7-680fde198def on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:58.685521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Attempting to bind port b8a06074-11ef-4150-a8e7-680fde198def on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:58.690722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:58.691050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:58.691439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:58.691922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Bound port: b8a06074-11ef-4150-a8e7-680fde198def, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:58.692283 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.718067 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.762611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] For port b8a06074-11ef-4150-a8e7-680fde198def, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:58.766010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] For port b8a06074-11ef-4150-a8e7-680fde198def, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b8a06074-11ef-4150-a8e7-680fde198def,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:58.770143 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.807786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:58.808424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.809837 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] 10.222.0.54 "PUT /v2.0/ports/b8a06074-11ef-4150-a8e7-680fde198def HTTP/1.1" status: 200 len: 1095 time: 0.7433138 Aug 19 12:30:58.810273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27dd244-438a-4049-b6a9-32735ba5ead5', 'tag': 'b8a06074-11ef-4150-a8e7-680fde198def'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:58.812788 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3b48df-1c9d-4240-9283-ec13a58a0c36" -d '{"events": [{"name": "network-changed", "server_uuid": "f27dd244-438a-4049-b6a9-32735ba5ead5", "tag": "b8a06074-11ef-4150-a8e7-680fde198def"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:58.836639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f01002-61c5-4e56-a9ad-8110815a6234 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a06074-11ef-4150-a8e7-680fde198def,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:58.853702 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4736561-20a5-41dd-b32c-80bbd77d0b66 x-openstack-request-id: req-d4736561-20a5-41dd-b32c-80bbd77d0b66 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:58.855593 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27dd244-438a-4049-b6a9-32735ba5ead5", "tag": "b8a06074-11ef-4150-a8e7-680fde198def", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:58.856240 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4736561-20a5-41dd-b32c-80bbd77d0b66 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:58.856733 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27dd244-438a-4049-b6a9-32735ba5ead5', 'tag': 'b8a06074-11ef-4150-a8e7-680fde198def', 'status': 'completed', 'code': 200} Aug 19 12:30:58.916125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-d244849b-b2ac-40bd-a0bf-ca441222d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:58.917672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-d244849b-b2ac-40bd-a0bf-ca441222d9b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae997e3a3f6f45e99bbe2fea3224c569&device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 1098 time: 0.0468602 Aug 19 12:30:58.966869 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-b63d5770-59d3-4098-b79d-13e0e3d0f3e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b8a06074-11ef-4150-a8e7-680fde198def HTTP/1.1" status: 200 len: 217 time: 0.0357425 Aug 19 12:30:59.018273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-b08a5cb6-917c-431a-888a-39b7283a4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.019738 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-b08a5cb6-917c-431a-888a-39b7283a4335 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0465238 Aug 19 12:30:59.081916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-b48ca627-aa48-45ba-8f27-02d89b691c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.083350 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-b48ca627-aa48-45ba-8f27-02d89b691c6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564070 Aug 19 12:30:59.181389 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-c8a66622-dfc1-4cc6-9b28-151fb9da455d service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906513 Aug 19 12:30:59.275654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-96dd23b0-39d3-4f83-b189-6755ba099c59 req-f5c6df2c-1fe2-4fdc-8a7e-ebb61919e56a service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874417 Aug 19 12:30:59.414971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-5bd9a43d-cf02-40e0-b009-2f1a268fef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.416994 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-5bd9a43d-cf02-40e0-b009-2f1a268fef17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae997e3a3f6f45e99bbe2fea3224c569&device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 1098 time: 0.0479693 Aug 19 12:30:59.518017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-f650ecae-adde-4d9f-ad60-68c3cbefa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.519600 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-f650ecae-adde-4d9f-ad60-68c3cbefa098 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.0956669 Aug 19 12:30:59.543354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa4780-8841-44be-afe6-061d2274d679 req-839a1bd9-3505-4cbe-a951-bbf68265de38 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.544776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adfa4780-8841-44be-afe6-061d2274d679 req-839a1bd9-3505-4cbe-a951-bbf68265de38 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 947 time: 0.0536366 Aug 19 12:30:59.564054 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-c8959393-df18-43af-9d30-0f4fea36df9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b8a06074-11ef-4150-a8e7-680fde198def HTTP/1.1" status: 200 len: 217 time: 0.0372691 Aug 19 12:30:59.583739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adfa4780-8841-44be-afe6-061d2274d679 req-4186034e-cf7f-4a50-88ea-7a96ec72f067 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Aug 19 12:30:59.618240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-4834b693-bd4c-4165-8073-196fcabdaba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.619800 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-4834b693-bd4c-4165-8073-196fcabdaba2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0471418 Aug 19 12:30:59.671589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-1f95994c-7e8f-42a7-a4d3-b943ef52ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.673604 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-1f95994c-7e8f-42a7-a4d3-b943ef52ea15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458322 Aug 19 12:30:59.768885 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-b6396998-e4a9-4592-b64e-726bf274b4a2 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866888 Aug 19 12:30:59.871140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1b3b48df-1c9d-4240-9283-ec13a58a0c36 req-4959346a-6e66-4e07-b078-d484f51a1db5 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938289 Aug 19 12:31:00.713744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaed74-34b1-40d7-90f3-5d7bb3513d5f req-234166c7-0ff5-4183-a7b5-857c88476f35 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:00.715319 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50eaed74-34b1-40d7-90f3-5d7bb3513d5f req-234166c7-0ff5-4183-a7b5-857c88476f35 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 947 time: 0.0537128 Aug 19 12:31:00.754266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50eaed74-34b1-40d7-90f3-5d7bb3513d5f req-4d9a7b03-a18e-4b6b-9c9c-828d0f3e72a5 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Aug 19 12:31:01.519942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b8a06074-11ef-4150-a8e7-680fde198def details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:01.623876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b8a06074-11ef-4150-a8e7-680fde198def, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b8a06074-11ef-4150-a8e7-680fde198def,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:01.634720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'b8a06074-11ef-4150-a8e7-680fde198def', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': 'b8a06074-11ef-4150-a8e7-680fde198def', 'mac_address': 'fa:16:3e:2b:3b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:01.672162 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.684643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a06074-11ef-4150-a8e7-680fde198def {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:01.705629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b8a06074-11ef-4150-a8e7-680fde198def, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b8a06074-11ef-4150-a8e7-680fde198def,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:01.710505 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.756876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=b8a06074-11ef-4150-a8e7-680fde198def,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:01.884301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eca11-89c2-4755-8c24-bf60f461a5cf req-ede23595-e74b-43ee-abcf-4f76a241fe49 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:01.885858 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-618eca11-89c2-4755-8c24-bf60f461a5cf req-ede23595-e74b-43ee-abcf-4f76a241fe49 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 948 time: 0.0598838 Aug 19 12:31:01.929070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-618eca11-89c2-4755-8c24-bf60f461a5cf req-73f8352c-630b-41f8-80e2-f48e7dd7b651 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Aug 19 12:31:01.977293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['b8a06074-11ef-4150-a8e7-680fde198def'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:03.072876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a54dd-4906-4a08-8dec-c314b8cf9f09 req-820f234a-dae0-489c-91d2-ba5e212a0d71 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:03.075169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-714a54dd-4906-4a08-8dec-c314b8cf9f09 req-820f234a-dae0-489c-91d2-ba5e212a0d71 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 948 time: 0.0601423 Aug 19 12:31:03.115712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-714a54dd-4906-4a08-8dec-c314b8cf9f09 req-fcf1508e-a92f-4777-ab2f-b9496ec66c00 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334444 Aug 19 12:31:03.532160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b8a06074-11ef-4150-a8e7-680fde198def up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:03.589992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port b8a06074-11ef-4150-a8e7-680fde198def completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:03.594140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port b8a06074-11ef-4150-a8e7-680fde198def triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:03.594579 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.685526 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.710143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27dd244-438a-4049-b6a9-32735ba5ead5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a06074-11ef-4150-a8e7-680fde198def'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:03.712407 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b41659-f11a-4dfc-9bb1-756505d4a047" -d '{"events": [{"server_uuid": "f27dd244-438a-4049-b6a9-32735ba5ead5", "name": "network-vif-plugged", "status": "completed", "tag": "b8a06074-11ef-4150-a8e7-680fde198def"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:03.725910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b8a06074-11ef-4150-a8e7-680fde198def, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b8a06074-11ef-4150-a8e7-680fde198def,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:03.731256 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.755522 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dcb0e7-faf1-4538-a85b-ec007ede83d8 x-openstack-request-id: req-38dcb0e7-faf1-4538-a85b-ec007ede83d8 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:03.755793 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27dd244-438a-4049-b6a9-32735ba5ead5", "name": "network-vif-plugged", "status": "completed", "tag": "b8a06074-11ef-4150-a8e7-680fde198def", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:03.756071 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38dcb0e7-faf1-4538-a85b-ec007ede83d8 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:03.756456 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27dd244-438a-4049-b6a9-32735ba5ead5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a06074-11ef-4150-a8e7-680fde198def', 'code': 200} Aug 19 12:31:03.790449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=b8a06074-11ef-4150-a8e7-680fde198def,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:03.887533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62255e-a3d6-496a-8e13-e52a6914ccfd req-e7b5936b-e5e0-40cc-b992-f85dc69fe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:03.889093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a62255e-a3d6-496a-8e13-e52a6914ccfd req-e7b5936b-e5e0-40cc-b992-f85dc69fe10e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 1100 time: 0.0463808 Aug 19 12:31:03.927717 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8a62255e-a3d6-496a-8e13-e52a6914ccfd req-8468b808-8032-4006-ab62-c9f53230bae1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Aug 19 12:31:04.235790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d664548-608b-4355-abff-a9e8e081ad88 req-64ac250c-0f97-4f36-80d4-8a9990a7d6d8 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:04.237325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d664548-608b-4355-abff-a9e8e081ad88 req-64ac250c-0f97-4f36-80d4-8a9990a7d6d8 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 949 time: 0.0497997 Aug 19 12:31:04.279994 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d664548-608b-4355-abff-a9e8e081ad88 req-9bee2e79-23a5-48f2-94ba-9f9fddb25a37 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332079 Aug 19 12:31:05.417929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c23436-47e8-4dc2-88db-1c8463d94b99 req-07349491-2d1b-4d72-aeff-a3a7247de692 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:05.419416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29c23436-47e8-4dc2-88db-1c8463d94b99 req-07349491-2d1b-4d72-aeff-a3a7247de692 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 949 time: 0.0506349 Aug 19 12:31:05.459913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29c23436-47e8-4dc2-88db-1c8463d94b99 req-14ea35ca-b782-4973-b3c8-89817bc9f6f6 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Aug 19 12:31:17.454096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-50deeb79-9957-4062-a181-7f4d6473cc9c req-541f0749-c267-4455-b108-7ebae7a4bb59 service neutron] (101154) timed out ('10.222.0.54', 64869) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:31:18.420107 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3aef-7324-4e0e-970a-df8e6dd29519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.745254 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:31:20.802009 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0ab8ff9d-92cc-4817-acbd-9bf1dad05499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.854163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d904b-61d2-49a3-b68f-25f87ae3a57a req-67632797-c3a6-4e2f-962a-e6ea323ba4fb tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:20.855818 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d53d904b-61d2-49a3-b68f-25f87ae3a57a req-67632797-c3a6-4e2f-962a-e6ea323ba4fb tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 945 time: 0.0657170 Aug 19 12:31:20.898033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d53d904b-61d2-49a3-b68f-25f87ae3a57a req-34eba739-16ed-4120-bafd-4a50b5bc6493 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348349 Aug 19 12:31:20.942581 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.030007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893ec03-25cf-4533-8a04-819a327649e4 req-f4ca1beb-848b-40ea-a8a3-001b22248409 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:22.032507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.037191 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a893ec03-25cf-4533-8a04-819a327649e4 req-f4ca1beb-848b-40ea-a8a3-001b22248409 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 945 time: 0.0611393 Aug 19 12:31:22.076557 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a893ec03-25cf-4533-8a04-819a327649e4 req-3a20848d-84b2-4e8e-909b-6e7b60f39e43 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/security-groups?id=8547c56f-8b52-4f6c-9606-b3b4325deab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Aug 19 12:31:22.517940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-c59e89e8-2352-487c-a893-b39124488110 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:22.520156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-c59e89e8-2352-487c-a893-b39124488110 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 945 time: 0.0584674 Aug 19 12:31:22.629470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Deleting port 03cd0189-ec4c-4758-9d28-7f6c654eb59a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:22.629806 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.721114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] For port 03cd0189-ec4c-4758-9d28-7f6c654eb59a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=03cd0189-ec4c-4758-9d28-7f6c654eb59a,segment=NetworkSegment(f2bd8031-7a6d-4f7d-876a-4c35ec3acbce),segment_id=f2bd8031-7a6d-4f7d-876a-4c35ec3acbce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:22.722152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.734635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Calling delete_port for 03cd0189-ec4c-4758-9d28-7f6c654eb59a owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:22.873501 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.901329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Pushing event deleted for resources: {'Port': ['ID=03cd0189-ec4c-4758-9d28-7f6c654eb59a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:22.912160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['03cd0189-ec4c-4758-9d28-7f6c654eb59a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:22.935193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.935193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.939862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:22.958038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] No DVR routers for this DVR port 03cd0189-ec4c-4758-9d28-7f6c654eb59a on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:22.960665 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.962728 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-07b758da-4c66-44e9-bd77-a361ba02b1b0 req-bb02cee8-dcf3-418a-ae5b-e6e5b1391f32 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.69 "DELETE /v2.0/ports/03cd0189-ec4c-4758-9d28-7f6c654eb59a HTTP/1.1" status: 204 len: 173 time: 0.4361601 Aug 19 12:31:22.963153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bd4932-4799-4e0c-8b86-7e3821769ea3', 'name': 'network-vif-deleted', 'tag': '03cd0189-ec4c-4758-9d28-7f6c654eb59a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:22.965424 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e1e3a8-cf96-4aa8-bf2c-3ff94a2b9dc8" -d '{"events": [{"server_uuid": "e7bd4932-4799-4e0c-8b86-7e3821769ea3", "name": "network-vif-deleted", "tag": "03cd0189-ec4c-4758-9d28-7f6c654eb59a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:23.011008 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8dd6ae-4f9e-4f85-ba6f-d815fc4a04d2 x-openstack-request-id: req-fc8dd6ae-4f9e-4f85-ba6f-d815fc4a04d2 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:23.011308 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bd4932-4799-4e0c-8b86-7e3821769ea3", "name": "network-vif-deleted", "tag": "03cd0189-ec4c-4758-9d28-7f6c654eb59a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:23.011657 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc8dd6ae-4f9e-4f85-ba6f-d815fc4a04d2 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:23.011928 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bd4932-4799-4e0c-8b86-7e3821769ea3', 'name': 'network-vif-deleted', 'tag': '03cd0189-ec4c-4758-9d28-7f6c654eb59a', 'status': 'completed', 'code': 200} Aug 19 12:31:23.191951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edc8334a-7d42-45b8-8ab9-ed839bf04292 req-d795e72b-f04c-49b4-8ffa-e8862abc58a3 tempest-VolumesSnapshotTestJSON-647381609 tempest-VolumesSnapshotTestJSON-647381609-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7bd4932-4799-4e0c-8b86-7e3821769ea3 HTTP/1.1" status: 200 len: 210 time: 0.0280106 Aug 19 12:31:24.082504 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.310327 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.188457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 03cd0189-ec4c-4758-9d28-7f6c654eb59a no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:26.210671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 03cd0189-ec4c-4758-9d28-7f6c654eb59a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:26.211107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 03cd0189-ec4c-4758-9d28-7f6c654eb59a not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:28.715722 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.118581 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-c736a8b3-7b2d-4738-9786-79993443491c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435808 Aug 19 12:31:34.246637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-aedf882e-f9c5-4a4c-9faf-21a1c0bf0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:34.248648 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-aedf882e-f9c5-4a4c-9faf-21a1c0bf0e8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae997e3a3f6f45e99bbe2fea3224c569&device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 1100 time: 0.0630352 Aug 19 12:31:34.705598 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-8b74f722-a3ea-40cb-a98c-b5f578d3a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:34.707067 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-8b74f722-a3ea-40cb-a98c-b5f578d3a35b service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.4149194 Aug 19 12:31:34.750444 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-aaa3b7a4-c664-4ce3-8d1f-40dda3ce010d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b8a06074-11ef-4150-a8e7-680fde198def HTTP/1.1" status: 200 len: 217 time: 0.0353491 Aug 19 12:31:34.803914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-ff0b5c6c-8e50-4391-85cc-1e967a87443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:34.805355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-ff0b5c6c-8e50-4391-85cc-1e967a87443d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0468442 Aug 19 12:31:34.858360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-83a4fcad-9777-4fa0-ab11-b2d2c74ced70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:34.860376 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-83a4fcad-9777-4fa0-ab11-b2d2c74ced70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477417 Aug 19 12:31:34.957815 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-90723a29-d129-4e6b-bc80-4cec7cd7f9cc service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891404 Aug 19 12:31:35.060179 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-77189dd4-0cbd-4a79-be04-5306737ce197 req-06b4620a-07e9-40c9-b4d7-da6f6d9c5fb4 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953414 Aug 19 12:31:48.415192 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1b5bd448-695a-46ef-9339-23f96ec3c44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.795358 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4f346596-9f18-452f-8882-1908668d5f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.935667 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.036468 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.083325 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.319493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.746403 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:31:58.711357 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.902951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41074) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:07.953618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b28893-3618-4123-920f-7d3eb5f690d3 admin admin] Deleting subnet 9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:07.956848 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96b28893-3618-4123-920f-7d3eb5f690d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.996292 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96b28893-3618-4123-920f-7d3eb5f690d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.040820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96b28893-3618-4123-920f-7d3eb5f690d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.094546 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96b28893-3618-4123-920f-7d3eb5f690d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.106935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-96b28893-3618-4123-920f-7d3eb5f690d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.111381 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-96b28893-3618-4123-920f-7d3eb5f690d3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2 HTTP/1.1" status: 204 len: 168 time: 0.2049975 Aug 19 12:32:08.111734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41080) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:08.127559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b28893-3618-4123-920f-7d3eb5f690d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb24e0c-3f1d-4ac0-b07d-4ba73878fcc2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:08.194055 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.298910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.310868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e81a05-2592-4148-b1cc-db571195c986']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:08.328100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:08.328440 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bd8031-7a6d-4f7d-876a-4c35ec3acbce') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:08.339385 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.358405 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.365469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:08.365865 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:08.400936 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:08.421654 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.426983 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.431998 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a7e81a05-2592-4148-b1cc-db571195c986 HTTP/1.1" status: 204 len: 168 time: 0.3189569 Aug 19 12:32:08.443508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e81a05-2592-4148-b1cc-db571195c986,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:08.451340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.451743 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.452086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.452623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.453206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.453539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.454048 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.454387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.454719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.455073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.455405 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.455860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c4e166-a76a-4daa-83ee-96d99ac00a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:08.604115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41090) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:08.647926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-725db712-76e7-491f-84c7-9a2005e786db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc31b76ce64c43038abb7592222cf0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423982 Aug 19 12:32:08.650452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41092) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:08.709645 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-435be0e9-ab76-461d-9dff-10aeded884b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.731734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-435be0e9-ab76-461d-9dff-10aeded884b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.779521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-435be0e9-ab76-461d-9dff-10aeded884b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.782820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-435be0e9-ab76-461d-9dff-10aeded884b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.784165 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-435be0e9-ab76-461d-9dff-10aeded884b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8547c56f-8b52-4f6c-9606-b3b4325deab2 HTTP/1.1" status: 204 len: 168 time: 0.1327541 Aug 19 12:32:08.797411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435be0e9-ab76-461d-9dff-10aeded884b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8547c56f-8b52-4f6c-9606-b3b4325deab2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:12.817781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4f6db-148e-47e8-995e-c7cee31597f0 req-fa3d1dc5-8c43-46c4-a0a6-2536553199d6 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:12.819243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc4f6db-148e-47e8-995e-c7cee31597f0 req-fa3d1dc5-8c43-46c4-a0a6-2536553199d6 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 949 time: 0.0567374 Aug 19 12:32:12.867837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcc4f6db-148e-47e8-995e-c7cee31597f0 req-88588952-9a39-4094-bd7f-8e9a24c1bd1f tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389688 Aug 19 12:32:14.000000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83219fe-216f-41c9-8273-875fec5da9f9 req-56da7ca0-2dcd-45e8-9313-4218189154af tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:14.001560 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c83219fe-216f-41c9-8273-875fec5da9f9 req-56da7ca0-2dcd-45e8-9313-4218189154af tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 949 time: 0.0498013 Aug 19 12:32:14.040089 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c83219fe-216f-41c9-8273-875fec5da9f9 req-83ec241a-648b-44ca-84d5-23aba48cc1d1 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a0daffa-1e6c-422b-97a9-d52804dc7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Aug 19 12:32:14.376345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6354-1a06-4b58-841a-57a928b67003 req-878cd0f1-2468-4d09-b0e7-3207039a1baa tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:14.378383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-108c6354-1a06-4b58-841a-57a928b67003 req-878cd0f1-2468-4d09-b0e7-3207039a1baa tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 949 time: 0.0616486 Aug 19 12:32:14.483235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-108c6354-1a06-4b58-841a-57a928b67003 req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Deleting port b8a06074-11ef-4150-a8e7-680fde198def {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:14.483588 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-108c6354-1a06-4b58-841a-57a928b67003 req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.583599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-108c6354-1a06-4b58-841a-57a928b67003 req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] For port b8a06074-11ef-4150-a8e7-680fde198def, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b8a06074-11ef-4150-a8e7-680fde198def,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:14.583858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-108c6354-1a06-4b58-841a-57a928b67003 req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.595610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-108c6354-1a06-4b58-841a-57a928b67003 req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Calling delete_port for b8a06074-11ef-4150-a8e7-680fde198def owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:14.729025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-108c6354-1a06-4b58-841a-57a928b67003 req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.762679 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Pushing event deleted for resources: {'Port': ['ID=b8a06074-11ef-4150-a8e7-680fde198def,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:14.763232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['b8a06074-11ef-4150-a8e7-680fde198def'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:14.808093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-108c6354-1a06-4b58-841a-57a928b67003 req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] No DVR routers for this DVR port b8a06074-11ef-4150-a8e7-680fde198def on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:14.811052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-108c6354-1a06-4b58-841a-57a928b67003 req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.813202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-108c6354-1a06-4b58-841a-57a928b67003 req-11f2cc37-6e3a-483e-92cf-0a99db4263fb tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.54 "DELETE /v2.0/ports/b8a06074-11ef-4150-a8e7-680fde198def HTTP/1.1" status: 204 len: 173 time: 0.4282014 Aug 19 12:32:14.813645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27dd244-438a-4049-b6a9-32735ba5ead5', 'name': 'network-vif-deleted', 'tag': 'b8a06074-11ef-4150-a8e7-680fde198def'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:14.816010 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8f5db4-d003-4e10-8a9a-3e7d46d60632" -d '{"events": [{"server_uuid": "f27dd244-438a-4049-b6a9-32735ba5ead5", "name": "network-vif-deleted", "tag": "b8a06074-11ef-4150-a8e7-680fde198def"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:15.006241 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6b69b6-1bde-4faa-903d-d78bdcd6698a x-openstack-request-id: req-9e6b69b6-1bde-4faa-903d-d78bdcd6698a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:15.006540 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27dd244-438a-4049-b6a9-32735ba5ead5", "name": "network-vif-deleted", "tag": "b8a06074-11ef-4150-a8e7-680fde198def", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:15.006793 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e6b69b6-1bde-4faa-903d-d78bdcd6698a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:15.007204 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27dd244-438a-4049-b6a9-32735ba5ead5', 'name': 'network-vif-deleted', 'tag': 'b8a06074-11ef-4150-a8e7-680fde198def', 'status': 'completed', 'code': 200} Aug 19 12:32:15.160144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-120ca509-2619-47c7-a798-2286fa066363 req-32fe6693-134e-4609-b7ee-e20c0adfc803 tempest-VolumesBackupsTest-1311296906 tempest-VolumesBackupsTest-1311296906-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27dd244-438a-4049-b6a9-32735ba5ead5 HTTP/1.1" status: 200 len: 210 time: 0.0281966 Aug 19 12:32:17.287968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-d8ba1694-32a4-404a-b5dc-65af208800f5 req-1e9b6bee-41db-4305-8f90-9feab44649c4 service neutron] (101153) timed out ('10.222.0.65', 51620) {{(pid=101153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:32:17.982781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b8a06074-11ef-4150-a8e7-680fde198def no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:18.019722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: b8a06074-11ef-4150-a8e7-680fde198def {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:18.020360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b8a06074-11ef-4150-a8e7-680fde198def not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:18.023649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 41194) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:18.147098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a2b2b45f-782e-472b-8c4c-cccb042d71cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.239215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a2b2b45f-782e-472b-8c4c-cccb042d71cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.244572 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a2b2b45f-782e-472b-8c4c-cccb042d71cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.283684 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a2b2b45f-782e-472b-8c4c-cccb042d71cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6de3b16d3b3149bb918dddf8f848f7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589250 Aug 19 12:32:18.284829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2b45f-782e-472b-8c4c-cccb042d71cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eb4989-6a8c-472a-b499-547670cd35a9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:18.288912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 41198) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:18.343146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2b1cb24-2c77-4527-b3aa-ab2933233d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.368222 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2b1cb24-2c77-4527-b3aa-ab2933233d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.429330 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2b1cb24-2c77-4527-b3aa-ab2933233d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.432325 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2b1cb24-2c77-4527-b3aa-ab2933233d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.436738 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f2b1cb24-2c77-4527-b3aa-ab2933233d28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49eb4989-6a8c-472a-b499-547670cd35a9 HTTP/1.1" status: 204 len: 168 time: 0.1436040 Aug 19 12:32:18.440876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-473d985d-7c72-4cbc-97a3-227d80768b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.455140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1cb24-2c77-4527-b3aa-ab2933233d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eb4989-6a8c-472a-b499-547670cd35a9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:20.800119 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ff61b36a-ac57-428b-abad-c3b4686ee192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.940954 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.037497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.088227 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.305783 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.707264 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.746507 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:32:48.415218 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f5527765-f1b1-4657-b6f5-b623708c93b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.807282 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f54c2593-0af2-43b3-9f3f-689895782e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.946608 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.041257 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.090960 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.331116 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.713235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.746792 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:33:18.423913 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c78cc570-2c9c-4f2f-8e19-0d76d05b70ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.803581 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1c584bdb-8279-4e79-a81c-91b3873e3892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.949890 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.043490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.098195 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.323688 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.712213 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.424977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6c82743b-00b7-4ff5-968e-7e86dd79563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.746825 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:33:50.806880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e2756c09-ba7b-443f-9842-d87f8877b283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.954455 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.048089 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.090783 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.332692 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.720578 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.420321 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c6eb9242-aa30-45f7-9a67-f55f1da905ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.806078 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5691099-d5e3-48b7-b819-539c357f91b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.958417 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.048976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.093594 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.327482 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.753109 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:34:28.720128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.427223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2d244161-c19f-446b-8414-f962ac486328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.804122 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52950e61-16e5-44fe-b65c-71bd6c8cf631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.957317 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.053517 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.096232 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.342530 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.737785 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.752709 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:35:18.422326 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e226cd86-9959-4f72-a3b6-426de709e334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.801992 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8f200b3f-9f5a-4702-9b0f-3fffd764b217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.961788 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.056701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.674248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 43958) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:22.840496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3305a01d-51c7-45e7-962d-f9d9f06bfadd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae997e3a3f6f45e99bbe2fea3224c569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649222 Aug 19 12:35:22.843191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 43964) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:22.892493 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.913794 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.977033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.979536 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.980769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a0daffa-1e6c-422b-97a9-d52804dc7104 HTTP/1.1" status: 204 len: 168 time: 0.1365926 Aug 19 12:35:22.989343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0daffa-1e6c-422b-97a9-d52804dc7104,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:22.997213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:22.997563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:22.997907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:22.998241 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:22.998574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:22.998904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:22.999232 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:22.999538 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:22.999848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:23.000206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:23.000525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:23.000859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bf86-f6f3-4ab5-86c4-7e6d2b3da921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:24.103365 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.357488 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.770846 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.606291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44110) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:37.726005 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.826795 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.833728 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.872845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa10e3fe-eb24-4b15-a18a-d8ac52ed6da9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:37.876764 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23782716fa124d5b9a975b4f443e398c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694275 Aug 19 12:35:37.879745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44116) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:37.884253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.884750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.885301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.885778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.886367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.886813 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.887311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.887778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.888568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.889135 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.889639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.890061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f792d-61b5-4a0b-9da6-e3085f408046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:37.937333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ac5aff2-f856-4322-a8d5-bb35dc5ce81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.960006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ac5aff2-f856-4322-a8d5-bb35dc5ce81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.015630 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ac5aff2-f856-4322-a8d5-bb35dc5ce81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.018185 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4ac5aff2-f856-4322-a8d5-bb35dc5ce81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.019365 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4ac5aff2-f856-4322-a8d5-bb35dc5ce81f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa10e3fe-eb24-4b15-a18a-d8ac52ed6da9 HTTP/1.1" status: 204 len: 168 time: 0.1386077 Aug 19 12:35:38.030395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5aff2-f856-4322-a8d5-bb35dc5ce81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa10e3fe-eb24-4b15-a18a-d8ac52ed6da9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:39.753480 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:35:48.427478 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52ba0d72-33d2-44dd-8d78-d76985144fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.627333 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-5352442b-c555-4090-a5bd-23d9b25b8342 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1020a39c4f88452aa7c5e7bc9688ae3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235434 Aug 19 12:35:49.007897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-53f11983-fd86-4e04-961d-a9ffdcb3bd83 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:49.009376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-53f11983-fd86-4e04-961d-a9ffdcb3bd83 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3763728 Aug 19 12:35:49.027851 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-cdd2d7d1-8d05-44b1-a29c-71d148a9ff61 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/quotas/1020a39c4f88452aa7c5e7bc9688ae3c HTTP/1.1" status: 200 len: 375 time: 0.0097072 Aug 19 12:35:49.058581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-481d9cff-2204-416c-87ed-3cd24d3a6c3a tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1020a39c4f88452aa7c5e7bc9688ae3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253429 Aug 19 12:35:49.375852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4073593c-5ecb-4db4-8db4-d23ff0013bf5 req-cea82a8b-416d-4f57-b097-0f07740ac533 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 210 time: 0.1551640 Aug 19 12:35:50.486507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8fbf4173-a4ab-4bb9-85d1-1d50721b714a req-325d4480-6960-4297-bf14-ab4d5ce878d6 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 210 time: 0.0265634 Aug 19 12:35:50.796258 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-66774a98-a2b4-4080-870f-7c4231672d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.977929 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.612181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0c840ad-442f-4fbd-b616-7ec9879b6a7d req-998aed8b-81e9-45f4-856f-f4ae3625808c tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 210 time: 0.0290504 Aug 19 12:35:52.062050 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.495393 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-036c1137-c92c-4cc0-a5a6-9762c95c38fe tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1020a39c4f88452aa7c5e7bc9688ae3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225046 Aug 19 12:35:52.617099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-bb8b1318-76e5-4152-98d4-f8d9bd287873 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:52.619258 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-bb8b1318-76e5-4152-98d4-f8d9bd287873 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179063 Aug 19 12:35:52.647472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Request body: {'port': {'device_id': '5608c1a2-4e0b-4c89-9549-0082b11f4639', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'admin_state_up': True, 'tenant_id': '1020a39c4f88452aa7c5e7bc9688ae3c'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:52.720934 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acfa73b2-137a-43f2-a85e-6583edba906a req-08ddd896-c183-4db7-ac43-d913c22bb8f5 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 210 time: 0.0260196 Aug 19 12:35:52.763428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Made reservation on behalf of 1020a39c4f88452aa7c5e7bc9688ae3c for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:52.767278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.776276 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.876530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.882358 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.944256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485629bf-55b4-4424-a24c-037512ec1b05,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:53.014124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Allocated IP 192.168.233.121 (67959bb1-c7c6-40ae-a110-f898d7f1f7af/21499e4b-633c-4242-9831-0608d6ece9ad/676b67d9-0e95-431b-a06a-11db13c8c8d8) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:53.173096 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.187711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Transition to ACTIVE for port object 676b67d9-0e95-431b-a06a-11db13c8c8d8 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:53.231890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.277791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Network 67959bb1-c7c6-40ae-a110-f898d7f1f7af is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:53.280863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:53.285071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:53.314033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Pushing event updated for resources: {'Port': ['ID=676b67d9-0e95-431b-a06a-11db13c8c8d8,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:53.345655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.346377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.362281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-28bda335-ac35-4d35-8293-e69ec77659f2 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7208214 Aug 19 12:35:53.384364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Request body: {'port': {'device_id': '5608c1a2-4e0b-4c89-9549-0082b11f4639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:53.442800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.511892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ea425e05-4038-4173-8b5d-82d81a4cd90b None None] Provisioning for port 676b67d9-0e95-431b-a06a-11db13c8c8d8 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:53.515773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ea425e05-4038-4173-8b5d-82d81a4cd90b None None] Provisioning complete for port 676b67d9-0e95-431b-a06a-11db13c8c8d8 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:53.516176 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea425e05-4038-4173-8b5d-82d81a4cd90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.550096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ea425e05-4038-4173-8b5d-82d81a4cd90b None None] Port 676b67d9-0e95-431b-a06a-11db13c8c8d8 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:53.716633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676b67d9-0e95-431b-a06a-11db13c8c8d8 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:53.725908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.739409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Transition to ACTIVE for port object 676b67d9-0e95-431b-a06a-11db13c8c8d8 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:53.744644 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.803258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Pushing event updated for resources: {'Port': ['ID=676b67d9-0e95-431b-a06a-11db13c8c8d8,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:53.847590 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d46fe5-cf53-4a38-9054-c706abec9f45 req-7240154f-f3ee-4d7f-a4b7-049d067d4506 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.849210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25d46fe5-cf53-4a38-9054-c706abec9f45 req-7240154f-f3ee-4d7f-a4b7-049d067d4506 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 948 time: 0.0530846 Aug 19 12:35:53.875123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Attempting to bind port 676b67d9-0e95-431b-a06a-11db13c8c8d8 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:53.875558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Attempting to bind port 676b67d9-0e95-431b-a06a-11db13c8c8d8 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:53.875967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Attempting to bind port 676b67d9-0e95-431b-a06a-11db13c8c8d8 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:53.882817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Port 676b67d9-0e95-431b-a06a-11db13c8c8d8 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:35:53.883143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Attempting to bind port 676b67d9-0e95-431b-a06a-11db13c8c8d8 on network 67959bb1-c7c6-40ae-a110-f898d7f1f7af {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:53.888074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:53.888412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Checking segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:53.888826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Bound using segment: {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:53.889278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Bound port: 676b67d9-0e95-431b-a06a-11db13c8c8d8, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fb901-afef-470f-9c13-83836bdfa825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:53.889637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.892217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25d46fe5-cf53-4a38-9054-c706abec9f45 req-9d891d86-c99c-4635-9cb4-191aab5f473e tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Aug 19 12:35:53.957783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] For port 676b67d9-0e95-431b-a06a-11db13c8c8d8, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:53.961007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] For port 676b67d9-0e95-431b-a06a-11db13c8c8d8, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=676b67d9-0e95-431b-a06a-11db13c8c8d8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:53.966467 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:54.006599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.007134 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:54.008514 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] 10.222.0.54 "PUT /v2.0/ports/676b67d9-0e95-431b-a06a-11db13c8c8d8 HTTP/1.1" status: 200 len: 1096 time: 0.6308162 Aug 19 12:35:54.008973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5608c1a2-4e0b-4c89-9549-0082b11f4639', 'tag': '676b67d9-0e95-431b-a06a-11db13c8c8d8'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:54.011178 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385bb534-a6c4-489b-ad08-9a330275da7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5608c1a2-4e0b-4c89-9549-0082b11f4639", "tag": "676b67d9-0e95-431b-a06a-11db13c8c8d8"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:54.035555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa339c-e2e4-43ec-846b-0dd9aeb47847 service neutron] Pushing event updated for resources: {'Port': ['ID=676b67d9-0e95-431b-a06a-11db13c8c8d8,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:54.055980 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa83a64a-1521-454b-be96-a14e7884730d x-openstack-request-id: req-aa83a64a-1521-454b-be96-a14e7884730d {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:54.056252 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5608c1a2-4e0b-4c89-9549-0082b11f4639", "tag": "676b67d9-0e95-431b-a06a-11db13c8c8d8", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:54.056532 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa83a64a-1521-454b-be96-a14e7884730d {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:54.057438 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5608c1a2-4e0b-4c89-9549-0082b11f4639', 'tag': '676b67d9-0e95-431b-a06a-11db13c8c8d8', 'status': 'completed', 'code': 200} Aug 19 12:35:54.099124 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:54.237919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-baff6800-8ba9-46d4-85fc-9faf2d96d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.239333 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-baff6800-8ba9-46d4-85fc-9faf2d96d212 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1020a39c4f88452aa7c5e7bc9688ae3c&device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 1099 time: 0.0415721 Aug 19 12:35:54.290623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-db8cf53f-c254-4db4-aa90-65c8d97e292f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=676b67d9-0e95-431b-a06a-11db13c8c8d8 HTTP/1.1" status: 200 len: 217 time: 0.0353954 Aug 19 12:35:54.353522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-fd355d11-2d66-4b34-9e76-1cd2cde4939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.355604 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-fd355d11-2d66-4b34-9e76-1cd2cde4939d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0557313 Aug 19 12:35:54.363184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:54.407287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-aaebc013-07c5-40c5-a18d-19ef358b6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.409134 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-aaebc013-07c5-40c5-a18d-19ef358b6e62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462644 Aug 19 12:35:54.513140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-36342de6-bc0c-463a-9961-46664a929542 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960095 Aug 19 12:35:54.608513 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-33d914c3-8f66-43dd-998b-c0576f76d1b8 req-d154935b-25f8-4880-985e-f5f38a92eed5 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890005 Aug 19 12:35:54.759395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bb534-a6c4-489b-ad08-9a330275da7f req-b5a0133f-5c77-4711-983c-690acd72824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.760970 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-385bb534-a6c4-489b-ad08-9a330275da7f req-b5a0133f-5c77-4711-983c-690acd72824e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1020a39c4f88452aa7c5e7bc9688ae3c&device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 1099 time: 0.0454676 Aug 19 12:35:54.869368 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bb534-a6c4-489b-ad08-9a330275da7f req-3499d1d3-10f6-412a-a31e-73403ac0a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.870742 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-385bb534-a6c4-489b-ad08-9a330275da7f req-3499d1d3-10f6-412a-a31e-73403ac0a06e service neutron] 10.222.0.54 "GET /v2.0/networks?id=67959bb1-c7c6-40ae-a110-f898d7f1f7af HTTP/1.1" status: 200 len: 870 time: 0.1026015 Aug 19 12:35:54.928234 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-385bb534-a6c4-489b-ad08-9a330275da7f req-20c62905-5fe4-45e0-bf4a-de2b93a8356a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=676b67d9-0e95-431b-a06a-11db13c8c8d8 HTTP/1.1" status: 200 len: 217 time: 0.0485530 Aug 19 12:35:54.986274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bb534-a6c4-489b-ad08-9a330275da7f req-3ae4770d-cb8a-40eb-91dc-d9ffc044a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.987747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-385bb534-a6c4-489b-ad08-9a330275da7f req-3ae4770d-cb8a-40eb-91dc-d9ffc044a82d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21499e4b-633c-4242-9831-0608d6ece9ad HTTP/1.1" status: 200 len: 843 time: 0.0523155 Aug 19 12:35:55.017298 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628aabd-f0db-4a6c-bca8-7a76104f75f3 req-8872a2a5-2085-49a6-b735-8e50a52b12b6 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.019173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0628aabd-f0db-4a6c-bca8-7a76104f75f3 req-8872a2a5-2085-49a6-b735-8e50a52b12b6 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 948 time: 0.0528526 Aug 19 12:35:55.036363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bb534-a6c4-489b-ad08-9a330275da7f req-7cc5944c-5dab-491b-8b59-2c67982dd8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.038363 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-385bb534-a6c4-489b-ad08-9a330275da7f req-7cc5944c-5dab-491b-8b59-2c67982dd8ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67959bb1-c7c6-40ae-a110-f898d7f1f7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425007 Aug 19 12:35:55.057416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0628aabd-f0db-4a6c-bca8-7a76104f75f3 req-e4a85378-9c7d-4fc5-a32e-2f9e3fa39145 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Aug 19 12:35:55.129754 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-385bb534-a6c4-489b-ad08-9a330275da7f req-92b482a1-1d52-41b9-b45d-2bf1e6b16177 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826397 Aug 19 12:35:55.238709 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-385bb534-a6c4-489b-ad08-9a330275da7f req-35de3b2d-6cf3-4c9c-851c-9d6ec82a7736 service neutron] 10.222.0.54 "GET /v2.0/networks/67959bb1-c7c6-40ae-a110-f898d7f1f7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999539 Aug 19 12:35:56.193267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100aec-574c-4c25-94d6-468d26fd317d req-abaa2074-a529-43da-b43c-11828a214549 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:56.194717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae100aec-574c-4c25-94d6-468d26fd317d req-abaa2074-a529-43da-b43c-11828a214549 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 948 time: 0.0556006 Aug 19 12:35:56.238025 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae100aec-574c-4c25-94d6-468d26fd317d req-4a587769-fac8-4bed-b4dc-d44bc3bf5ec3 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Aug 19 12:35:56.848133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 676b67d9-0e95-431b-a06a-11db13c8c8d8 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:56.960598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 676b67d9-0e95-431b-a06a-11db13c8c8d8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=676b67d9-0e95-431b-a06a-11db13c8c8d8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:56.972079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '676b67d9-0e95-431b-a06a-11db13c8c8d8', 'network_id': '67959bb1-c7c6-40ae-a110-f898d7f1f7af', 'port_id': '676b67d9-0e95-431b-a06a-11db13c8c8d8', 'mac_address': 'fa:16:3e:50:1d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21499e4b-633c-4242-9831-0608d6ece9ad', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:57.009708 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.023295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676b67d9-0e95-431b-a06a-11db13c8c8d8 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:57.043749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 676b67d9-0e95-431b-a06a-11db13c8c8d8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=676b67d9-0e95-431b-a06a-11db13c8c8d8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:57.049819 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.095765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=676b67d9-0e95-431b-a06a-11db13c8c8d8,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:57.103216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.103489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.103817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.104151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.104482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.104848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.105175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.105498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.105809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.106129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.106485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.106800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:57.364911 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2693b-64ad-43ed-b85e-0743bc62c12d req-e31b4803-b508-40f8-8ae2-5573238637f5 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:57.366350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77b2693b-64ad-43ed-b85e-0743bc62c12d req-e31b4803-b508-40f8-8ae2-5573238637f5 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 949 time: 0.0508568 Aug 19 12:35:57.370134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['676b67d9-0e95-431b-a06a-11db13c8c8d8'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:57.407150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77b2693b-64ad-43ed-b85e-0743bc62c12d req-d1d5a23f-a1fe-49e4-964e-df80403e524d tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343585 Aug 19 12:35:58.529916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a7054-193f-42d0-8eb1-fa640a964022 req-d158420f-0b5f-4c2f-b327-1277743e699d tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:58.531325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c36a7054-193f-42d0-8eb1-fa640a964022 req-d158420f-0b5f-4c2f-b327-1277743e699d tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 949 time: 0.0521743 Aug 19 12:35:58.572258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c36a7054-193f-42d0-8eb1-fa640a964022 req-390e6eb4-4165-4cd2-b3b0-ee9a187bd711 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344794 Aug 19 12:35:58.785157 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.864268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 676b67d9-0e95-431b-a06a-11db13c8c8d8 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:58.937872 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 676b67d9-0e95-431b-a06a-11db13c8c8d8 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:58.941714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 676b67d9-0e95-431b-a06a-11db13c8c8d8 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:58.942087 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.035389 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.060063 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5608c1a2-4e0b-4c89-9549-0082b11f4639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676b67d9-0e95-431b-a06a-11db13c8c8d8'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:59.063986 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d1a27-9491-4f24-9a4a-f4e6d85a6529" -d '{"events": [{"server_uuid": "5608c1a2-4e0b-4c89-9549-0082b11f4639", "name": "network-vif-plugged", "status": "completed", "tag": "676b67d9-0e95-431b-a06a-11db13c8c8d8"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:59.081852 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 676b67d9-0e95-431b-a06a-11db13c8c8d8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=676b67d9-0e95-431b-a06a-11db13c8c8d8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:59.087696 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.136360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=676b67d9-0e95-431b-a06a-11db13c8c8d8,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:59.177722 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5be4ad-69bf-4212-a02d-adb49848cff7 x-openstack-request-id: req-fb5be4ad-69bf-4212-a02d-adb49848cff7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:59.178118 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5608c1a2-4e0b-4c89-9549-0082b11f4639", "name": "network-vif-plugged", "status": "completed", "tag": "676b67d9-0e95-431b-a06a-11db13c8c8d8", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:59.178434 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb5be4ad-69bf-4212-a02d-adb49848cff7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:59.179012 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5608c1a2-4e0b-4c89-9549-0082b11f4639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676b67d9-0e95-431b-a06a-11db13c8c8d8', 'code': 200} Aug 19 12:35:59.372201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac86df3-727f-4a53-8d5f-d469b2596b6f req-aa08bf44-f121-4d30-95fd-7bef22e9a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.373787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ac86df3-727f-4a53-8d5f-d469b2596b6f req-aa08bf44-f121-4d30-95fd-7bef22e9a551 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 1101 time: 0.0999773 Aug 19 12:35:59.411504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4ac86df3-727f-4a53-8d5f-d469b2596b6f req-3a2a0c2b-7160-48ec-a6df-69621f7e2af7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Aug 19 12:35:59.716162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e059d6-c142-486e-813f-90604f022fdb req-83622bd2-c97b-4a8a-b97e-f3e35a8f9baf tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.717693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94e059d6-c142-486e-813f-90604f022fdb req-83622bd2-c97b-4a8a-b97e-f3e35a8f9baf tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 950 time: 0.0698853 Aug 19 12:35:59.764296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-94e059d6-c142-486e-813f-90604f022fdb req-29c90703-d336-4393-aa6a-4b57d8c8c511 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 Aug 19 12:36:00.908289 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77350a3e-c780-4434-b011-7d23b4a48829 req-06861e6f-4b81-46fc-9a49-8d4d9fa7f822 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:00.910156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77350a3e-c780-4434-b011-7d23b4a48829 req-06861e6f-4b81-46fc-9a49-8d4d9fa7f822 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 950 time: 0.0614140 Aug 19 12:36:00.953694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-77350a3e-c780-4434-b011-7d23b4a48829 req-1704c984-c57e-40d2-968d-2af5f4f21fa1 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337796 Aug 19 12:36:01.984020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369a85e-44b2-4146-8e13-5b70d34504c8 req-5b2b683f-d3a8-4487-a6dd-b4c43661bfe5 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:01.985899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b369a85e-44b2-4146-8e13-5b70d34504c8 req-5b2b683f-d3a8-4487-a6dd-b4c43661bfe5 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 950 time: 0.0606482 Aug 19 12:36:02.024840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b369a85e-44b2-4146-8e13-5b70d34504c8 req-051eb008-5be8-4bf6-8db5-cd3a540859da tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Aug 19 12:36:03.161899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d28bfe-bcd5-4512-aa0e-2de5098bc7ab req-8e9aa752-d412-4a9a-99d9-9e8cd408941a tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:03.163712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5d28bfe-bcd5-4512-aa0e-2de5098bc7ab req-8e9aa752-d412-4a9a-99d9-9e8cd408941a tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 950 time: 0.0583656 Aug 19 12:36:03.212259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5d28bfe-bcd5-4512-aa0e-2de5098bc7ab req-abce2846-38f8-4b25-bfce-929c63b9a269 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/security-groups?id=485629bf-55b4-4424-a24c-037512ec1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Aug 19 12:36:03.385420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-749857d7-1016-468e-a97f-515cb16df5c4 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:03.386851 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-749857d7-1016-468e-a97f-515cb16df5c4 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 950 time: 0.0604064 Aug 19 12:36:03.487202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Deleting port 676b67d9-0e95-431b-a06a-11db13c8c8d8 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:03.487361 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.582918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] For port 676b67d9-0e95-431b-a06a-11db13c8c8d8, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=676b67d9-0e95-431b-a06a-11db13c8c8d8,segment=NetworkSegment(0f8fb901-afef-470f-9c13-83836bdfa825),segment_id=0f8fb901-afef-470f-9c13-83836bdfa825)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:03.583297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.595197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Calling delete_port for 676b67d9-0e95-431b-a06a-11db13c8c8d8 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:03.734139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.766050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Pushing event deleted for resources: {'Port': ['ID=676b67d9-0e95-431b-a06a-11db13c8c8d8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:03.773848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['676b67d9-0e95-431b-a06a-11db13c8c8d8'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:03.812143 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] No DVR routers for this DVR port 676b67d9-0e95-431b-a06a-11db13c8c8d8 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:03.816065 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.818183 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c670c4f-4769-4fa0-b2f3-bdd86a10fb95 req-3bf0cf2e-735d-484c-83a2-7dd867fb24e7 tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.54 "DELETE /v2.0/ports/676b67d9-0e95-431b-a06a-11db13c8c8d8 HTTP/1.1" status: 204 len: 173 time: 0.4251084 Aug 19 12:36:03.818778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5608c1a2-4e0b-4c89-9549-0082b11f4639', 'name': 'network-vif-deleted', 'tag': '676b67d9-0e95-431b-a06a-11db13c8c8d8'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:03.821102 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a1807d-0ba6-410b-a67e-6151506ae5fb" -d '{"events": [{"server_uuid": "5608c1a2-4e0b-4c89-9549-0082b11f4639", "name": "network-vif-deleted", "tag": "676b67d9-0e95-431b-a06a-11db13c8c8d8"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:03.861394 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5898b705-7ca8-4102-86ef-7c9c3605bd34 x-openstack-request-id: req-5898b705-7ca8-4102-86ef-7c9c3605bd34 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:03.861717 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5608c1a2-4e0b-4c89-9549-0082b11f4639", "name": "network-vif-deleted", "tag": "676b67d9-0e95-431b-a06a-11db13c8c8d8", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:03.861974 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5898b705-7ca8-4102-86ef-7c9c3605bd34 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:03.862396 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5608c1a2-4e0b-4c89-9549-0082b11f4639', 'name': 'network-vif-deleted', 'tag': '676b67d9-0e95-431b-a06a-11db13c8c8d8', 'status': 'completed', 'code': 200} Aug 19 12:36:04.325252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-53399562-aca6-4363-becf-c823d1716176 req-ece033e2-9f87-4594-8282-0978187ad6db tempest-ServersAdminNegativeTestJSON-1158581471 tempest-ServersAdminNegativeTestJSON-1158581471-project] 10.222.0.65 "GET /v2.0/ports?device_id=5608c1a2-4e0b-4c89-9549-0082b11f4639 HTTP/1.1" status: 200 len: 210 time: 0.0299075 Aug 19 12:36:05.650034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44282) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:05.796975 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4f23cd01-c048-4af8-a5d6-0bad5b2729c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1020a39c4f88452aa7c5e7bc9688ae3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455746 Aug 19 12:36:05.799728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44286) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:05.859359 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c71d-d838-4e54-9d2c-e44a7512f8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.884134 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c71d-d838-4e54-9d2c-e44a7512f8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.942346 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c71d-d838-4e54-9d2c-e44a7512f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.945040 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c71d-d838-4e54-9d2c-e44a7512f8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.946202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d4c4c71d-d838-4e54-9d2c-e44a7512f8a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/485629bf-55b4-4424-a24c-037512ec1b05 HTTP/1.1" status: 204 len: 168 time: 0.1455007 Aug 19 12:36:05.954199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4c71d-d838-4e54-9d2c-e44a7512f8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485629bf-55b4-4424-a24c-037512ec1b05,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:06.254350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44292) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:06.268060 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bdb26ef6-eca9-40cd-8e5a-0c850b7c4205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.372520 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bdb26ef6-eca9-40cd-8e5a-0c850b7c4205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.377496 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bdb26ef6-eca9-40cd-8e5a-0c850b7c4205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.417703 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bdb26ef6-eca9-40cd-8e5a-0c850b7c4205 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43a8c661ac074fc58b78d93294e32f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622567 Aug 19 12:36:06.418806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb26ef6-eca9-40cd-8e5a-0c850b7c4205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398a82da-c57e-4696-96c7-ca037022ca14,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:06.421514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44294) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:06.473297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4468ee2f-cc84-4c67-b1ba-7e27f6a17a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.496219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4468ee2f-cc84-4c67-b1ba-7e27f6a17a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.551460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4468ee2f-cc84-4c67-b1ba-7e27f6a17a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.554028 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4468ee2f-cc84-4c67-b1ba-7e27f6a17a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.555198 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4468ee2f-cc84-4c67-b1ba-7e27f6a17a79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/398a82da-c57e-4696-96c7-ca037022ca14 HTTP/1.1" status: 204 len: 168 time: 0.1326721 Aug 19 12:36:06.562877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468ee2f-cc84-4c67-b1ba-7e27f6a17a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398a82da-c57e-4696-96c7-ca037022ca14,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:06.925132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 676b67d9-0e95-431b-a06a-11db13c8c8d8 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:06.949594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 676b67d9-0e95-431b-a06a-11db13c8c8d8 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:06.950041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 676b67d9-0e95-431b-a06a-11db13c8c8d8 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:07.332229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44316) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:07.456225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1971511838-network', 'tenant_id': 'df9fd6f0b6ed4aee9c750214b848724a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:07.487461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Made reservation on behalf of df9fd6f0b6ed4aee9c750214b848724a for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:07.491285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.505041 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.602750 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.609269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.635686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:36:07.646101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b06bab3-2721-4299-b1e0-83638bc449cf,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:07.651409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.651751 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Added segment 3f295b0e-6b45-4d78-a79f-615ccb4e5ccb of type vlan for network c9f23501-f85a-4d8a-b71e-0e4a0c009614 Aug 19 12:36:07.693542 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.722690 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.723781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:07.724358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.778880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4427226 Aug 19 12:36:07.782585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44320) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:07.788987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Request body: {'subnet': {'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1971511838-subnet', 'tenant_id': 'df9fd6f0b6ed4aee9c750214b848724a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:07.793005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88674fa-35b9-4df0-b479-24b480d2042d admin admin] Pushing event updated for resources: {'Network': ['ID=c9f23501-f85a-4d8a-b71e-0e4a0c009614,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:07.805332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network c9f23501-f85a-4d8a-b71e-0e4a0c009614 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:36:07.815920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Made reservation on behalf of df9fd6f0b6ed4aee9c750214b848724a for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:07.818462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.001864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.055330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:08.064123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Checking segment: {'id': '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:08.064523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Network hostable DHCP agents. Network: c9f23501-f85a-4d8a-b71e-0e4a0c009614, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:36:08.084274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Network c9f23501-f85a-4d8a-b71e-0e4a0c009614 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:36:08.093675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, c9f23501-f85a-4d8a-b71e-0e4a0c009614) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:08.098111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:08.098695 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.103564 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1602f04-8fd3-42ba-8501-dd7fdb08196d None None] Network c9f23501-f85a-4d8a-b71e-0e4a0c009614 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:08.114566 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-acf79509-1018-4ee0-bf65-52a62adb36ed admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3307793 Aug 19 12:36:08.232553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee757095-5d2b-4aa9-ab25-34fa928f0b92 None None] Network c9f23501-f85a-4d8a-b71e-0e4a0c009614 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:08.557183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-87a46685-3e18-4990-ac95-e34fb7226409 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:08.558551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-87a46685-3e18-4990-ac95-e34fb7226409 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/networks?id=c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 200 len: 812 time: 0.1137455 Aug 19 12:36:08.577046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7d739e97-33da-45d9-beaa-0f7e1874ce5b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/quotas/df9fd6f0b6ed4aee9c750214b848724a HTTP/1.1" status: 200 len: 375 time: 0.0092657 Aug 19 12:36:08.609462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-c4767b3b-96fd-4f15-b22f-b600d76f07ae tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254061 Aug 19 12:36:08.686508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-5ad6d786-10d2-47dd-9f32-15034d6d74cb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:36:08.687612 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-5ad6d786-10d2-47dd-9f32-15034d6d74cb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0711832 Aug 19 12:36:08.785895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-e76c2bde-ad34-40a5-8c68-a5e8511b32aa service neutron] 10.222.0.65 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917454 Aug 19 12:36:08.887401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-6a097068-069e-477c-ad45-4a4c12634cdc service neutron] 10.222.0.65 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946877 Aug 19 12:36:09.067014 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eeb05a8b-8ae8-4ce6-921b-571fd0aaf5c7 req-9f77e02a-343b-4ed0-82fb-e58fa710ec79 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0273764 Aug 19 12:36:10.161875 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a91af927-bbfb-405d-b8e4-1a06c2cc0b68 req-24be8645-901e-4d84-88cd-3f927279dfe2 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0341637 Aug 19 12:36:11.240663 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-827814db-bb50-47c0-a230-0cbea35a571f req-03389136-bdcc-4a75-abfd-fb81930524a0 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0266788 Aug 19 12:36:12.339909 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e443fa72-4fb7-4422-ab32-bfd703d9ce26 req-15242681-321e-4e24-9546-c2e0adfd9f1b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0319839 Aug 19 12:36:13.213257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-b653a515-cd0e-4656-9f8a-0d34ef80bca5 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.214805 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-b653a515-cd0e-4656-9f8a-0d34ef80bca5 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.54 "GET /v2.0/networks?id=c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 200 len: 812 time: 0.1194353 Aug 19 12:36:13.241128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Request body: {'port': {'device_id': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614', 'admin_state_up': True, 'tenant_id': 'df9fd6f0b6ed4aee9c750214b848724a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:13.359837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Made reservation on behalf of df9fd6f0b6ed4aee9c750214b848724a for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:13.363536 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.441326 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac4588a5-a0ba-4b96-ae49-75193851c574 req-f21edc5d-1f6f-4d92-8da7-4e7423cf893d tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0290403 Aug 19 12:36:13.497243 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Allocated IP 172.20.0.4 (c9f23501-f85a-4d8a-b71e-0e4a0c009614/4fc40f13-ea8e-4b64-ac96-c9706a7de0ef/6d0ff78f-6c5b-4da7-97b5-8cc9d55640df) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:13.671340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.716705 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.765894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Network c9f23501-f85a-4d8a-b71e-0e4a0c009614 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:13.769760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:13.772157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:13.799282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Pushing event updated for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:13.833102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.833736 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.849953 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-9dfc90c8-7e10-49a8-956b-8aa392f7e911 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6129093 Aug 19 12:36:13.868347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Request body: {'port': {'device_id': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:13.940729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.232514 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:14.240319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.252899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Transition to ACTIVE for port object 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:14.259819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.310602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:14.388960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Attempting to bind port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:36:14.389311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Attempting to bind port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:36:14.389642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Attempting to bind port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on network c9f23501-f85a-4d8a-b71e-0e4a0c009614 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:14.394611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on network c9f23501-f85a-4d8a-b71e-0e4a0c009614 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:36:14.394931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Attempting to bind port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on network c9f23501-f85a-4d8a-b71e-0e4a0c009614 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:14.400274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:36:14.400618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Checking segment: {'id': '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:14.401046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Bound using segment: {'id': '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:36:14.401488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Bound port: 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:36:14.401864 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.467458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:14.471709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:36:14.476339 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.510041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.510665 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.512156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] 10.222.0.54 "PUT /v2.0/ports/6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 1091 time: 0.6480167 Aug 19 12:36:14.512659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:14.515093 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee78c749-bb21-4ce6-81bb-378ad3ca798f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:14.543425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8757bf-fd6a-47c8-9d27-2d90bb7a8b73 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:14.559610 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fac25f2-134f-43e6-baa4-de9d35feccc6 x-openstack-request-id: req-0fac25f2-134f-43e6-baa4-de9d35feccc6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:14.559931 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:14.560182 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fac25f2-134f-43e6-baa4-de9d35feccc6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:14.560583 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'status': 'completed', 'code': 200} Aug 19 12:36:14.575735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b504bc-1285-4c82-8312-4d29643705ab req-3eadc60c-897e-46f3-bdb3-7d470cf4ba85 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.577288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1b504bc-1285-4c82-8312-4d29643705ab req-3eadc60c-897e-46f3-bdb3-7d470cf4ba85 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 943 time: 0.0644064 Aug 19 12:36:14.616425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1b504bc-1285-4c82-8312-4d29643705ab req-64928592-1129-45b6-87be-b45847ce36ed tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325396 Aug 19 12:36:14.622926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-cbb56fde-b867-427e-b1ca-4bbcc0379251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.624472 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-cbb56fde-b867-427e-b1ca-4bbcc0379251 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 1094 time: 0.0471315 Aug 19 12:36:14.676014 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-96962a41-1296-43c4-91a9-bf10791a7fab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 217 time: 0.0383790 Aug 19 12:36:14.734668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-e5ebc86b-044d-4f19-80f6-b610e9b411f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.737095 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-e5ebc86b-044d-4f19-80f6-b610e9b411f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef HTTP/1.1" status: 200 len: 852 time: 0.0533640 Aug 19 12:36:14.770445 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-b75e6806-5357-47a8-b447-ffaa3174af82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9f23501-f85a-4d8a-b71e-0e4a0c009614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255542 Aug 19 12:36:14.878855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-423f28f6-d084-4f29-8f5c-be8be317cf90 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008358 Aug 19 12:36:14.977452 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43347e5d-bb3a-4bdf-80dc-81ba14d75d55 req-e62da4b2-24c5-449e-967d-a3c0c7aba92b service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914392 Aug 19 12:36:15.116457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-d94a5c64-6263-4201-8dc5-c12454b4fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.117886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-d94a5c64-6263-4201-8dc5-c12454b4fed3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 1094 time: 0.0497563 Aug 19 12:36:15.216463 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-0911b46e-756f-4fa3-90e5-80c3e7bdfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.217986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-0911b46e-756f-4fa3-90e5-80c3e7bdfafe service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 200 len: 913 time: 0.0930870 Aug 19 12:36:15.265166 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-ecd5023c-b70e-4eff-8983-dc820f6538c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 217 time: 0.0400777 Aug 19 12:36:15.315670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-fb85159e-7e80-4484-b6c5-37dff48a1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.317250 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-fb85159e-7e80-4484-b6c5-37dff48a1a63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef HTTP/1.1" status: 200 len: 852 time: 0.0451286 Aug 19 12:36:15.352921 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-090ed62c-6b4a-483f-8cb1-96ad4f012270 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9f23501-f85a-4d8a-b71e-0e4a0c009614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267639 Aug 19 12:36:15.451817 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-11514695-b3a0-443c-8270-1d45ad526804 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916348 Aug 19 12:36:15.547783 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee78c749-bb21-4ce6-81bb-378ad3ca798f req-6584a198-e6cd-4798-968a-d4aab1b2aad2 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877261 Aug 19 12:36:15.751867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c3e33-5b76-49d5-9f6c-c04da8115905 req-04fae4e3-d94e-4ab5-902f-694be46ca8c7 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.753440 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d77c3e33-5b76-49d5-9f6c-c04da8115905 req-04fae4e3-d94e-4ab5-902f-694be46ca8c7 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 943 time: 0.0616488 Aug 19 12:36:15.796628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d77c3e33-5b76-49d5-9f6c-c04da8115905 req-a35bf18a-4c2d-43ca-b411-4b1f1f720e39 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339582 Aug 19 12:36:16.757852 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:36:16.928116 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d409-c20e-48d7-9ddd-03ac30404e76 req-4654e98c-d899-4143-accc-e6b14f9078b5 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:16.929633 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f61d409-c20e-48d7-9ddd-03ac30404e76 req-4654e98c-d899-4143-accc-e6b14f9078b5 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 943 time: 0.0648420 Aug 19 12:36:16.956009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:36:16.975985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f61d409-c20e-48d7-9ddd-03ac30404e76 req-bb07f722-c695-4c47-a536-a75d36b9b1ba tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Aug 19 12:36:17.056776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:17.067611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614', 'port_id': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'mac_address': 'fa:16:3e:be:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc40f13-ea8e-4b64-ac96-c9706a7de0ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:36:17.104252 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.116949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:17.137504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:17.143782 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.189839 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:17.402460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['6d0ff78f-6c5b-4da7-97b5-8cc9d55640df'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:18.104539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5c186-7f6d-49c4-a3fc-fc38a5421fe9 req-9102ee89-068d-4681-8960-eacc97405e5b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:18.106056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b5c186-7f6d-49c4-a3fc-fc38a5421fe9 req-9102ee89-068d-4681-8960-eacc97405e5b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 944 time: 0.0543232 Aug 19 12:36:18.156540 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b5c186-7f6d-49c4-a3fc-fc38a5421fe9 req-aa1e8ae1-a01d-4a46-a2cd-dcb7ccf22139 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Aug 19 12:36:18.430734 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4295e83d-3479-4ec9-8bd9-a0433f2dd526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.957787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:19.018451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:19.022623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:19.023023 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.110538 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.135693 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:19.138280 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb548074-cf40-41a3-b315-f1349f3b96c1" -d '{"events": [{"server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:19.151010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:19.156738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.182807 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d3957a-1243-41a4-9866-539d67cbdae7 x-openstack-request-id: req-74d3957a-1243-41a4-9866-539d67cbdae7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:19.183135 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:19.183408 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74d3957a-1243-41a4-9866-539d67cbdae7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:19.183796 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'code': 200} Aug 19 12:36:19.209602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:19.283520 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ef971-4ffa-4ce5-90ea-7fc3213f1086 req-2c81f7d2-b1c4-4123-a274-994b487a5ef5 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:19.285247 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a5ef971-4ffa-4ce5-90ea-7fc3213f1086 req-2c81f7d2-b1c4-4123-a274-994b487a5ef5 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0513508 Aug 19 12:36:19.328340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a5ef971-4ffa-4ce5-90ea-7fc3213f1086 req-08b4e46c-597e-4573-94b7-ba40e3aa4f15 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Aug 19 12:36:19.613252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067ec96-a92f-40cc-acc4-a36906dde74d req-9ba5d19e-9f65-47e9-ab9e-9b7820f79c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:19.614741 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8067ec96-a92f-40cc-acc4-a36906dde74d req-9ba5d19e-9f65-47e9-ab9e-9b7820f79c25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 1096 time: 0.3447027 Aug 19 12:36:19.650473 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8067ec96-a92f-40cc-acc4-a36906dde74d req-cf7d2acd-48cf-4914-ba46-f42804bcb53e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278971 Aug 19 12:36:20.460892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091454cc-d288-4365-b941-75774073d31c req-e51c5436-8525-493d-b3d1-f4f924148af8 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:20.462390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-091454cc-d288-4365-b941-75774073d31c req-e51c5436-8525-493d-b3d1-f4f924148af8 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0561829 Aug 19 12:36:20.505171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-091454cc-d288-4365-b941-75774073d31c req-ee9a3c8b-81ae-4cbb-aac1-6e2f4433cc01 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 19 12:36:20.800380 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cf228c08-043f-4899-9d95-ebb3780c10d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.968877 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.640292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088eddf5-278c-4990-b519-8e66b82c9972 req-a831c87e-44f6-43cd-a120-6be600a84c65 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:21.641794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-088eddf5-278c-4990-b519-8e66b82c9972 req-a831c87e-44f6-43cd-a120-6be600a84c65 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0564783 Aug 19 12:36:21.683443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-088eddf5-278c-4990-b519-8e66b82c9972 req-24c44fd0-15d7-4b52-b96d-f3b2c8e7e12d tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 Aug 19 12:36:21.927321 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735583ee-fc51-4fe3-90a1-4e54d8a87709 req-ed231362-6cfa-431c-912e-1e607ce1c810 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:21.928841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-735583ee-fc51-4fe3-90a1-4e54d8a87709 req-ed231362-6cfa-431c-912e-1e607ce1c810 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0500939 Aug 19 12:36:22.011824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-735583ee-fc51-4fe3-90a1-4e54d8a87709 req-ec72e192-d82d-4389-8297-7a15f7d38072 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742147 Aug 19 12:36:22.020542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-3f74d3b5-ee5d-4875-8217-5bebb40b7706 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1467533 Aug 19 12:36:22.061076 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.138526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bf234-fb95-4c6f-b109-05d471582e91 req-36dec586-bcb2-4e87-925b-c9c8252b43a9 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.140000 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d75bf234-fb95-4c6f-b109-05d471582e91 req-36dec586-bcb2-4e87-925b-c9c8252b43a9 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0557072 Aug 19 12:36:23.178447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d75bf234-fb95-4c6f-b109-05d471582e91 req-06d20711-dd30-45a8-ba2d-a57953e6ea8e tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Aug 19 12:36:23.353181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-15e388cb-3f5b-4b03-989a-3bf21a0742e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.354603 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-15e388cb-3f5b-4b03-989a-3bf21a0742e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 1096 time: 0.0426381 Aug 19 12:36:23.455211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-9b68c0c2-4aba-4145-80f0-58533468abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.456622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-9b68c0c2-4aba-4145-80f0-58533468abe4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 200 len: 913 time: 0.0942912 Aug 19 12:36:23.502632 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-0eab9e58-5a8b-4ea8-878f-3a5fc509be8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 217 time: 0.0385363 Aug 19 12:36:23.567633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-dc8aac3e-56d1-45af-a4e2-4e7548bdf1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.569130 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-dc8aac3e-56d1-45af-a4e2-4e7548bdf1fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef HTTP/1.1" status: 200 len: 852 time: 0.0597010 Aug 19 12:36:23.606230 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-e0a1cde6-fde5-48ee-9af8-e25023ddd65c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9f23501-f85a-4d8a-b71e-0e4a0c009614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301805 Aug 19 12:36:23.711509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-5ef2e50b-7f7e-4f01-938a-4411f6925bd0 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980771 Aug 19 12:36:23.820283 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-cdf13178-eaf2-439c-9fd3-191a075ac013 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016879 Aug 19 12:36:24.104377 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.318842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ff70-d446-4520-b582-d9f5baa944e3 req-0554b021-184f-43bb-b67c-746de29088cc tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:24.320310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9462ff70-d446-4520-b582-d9f5baa944e3 req-0554b021-184f-43bb-b67c-746de29088cc tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0508893 Aug 19 12:36:24.348982 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.365543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9462ff70-d446-4520-b582-d9f5baa944e3 req-9fe578f2-fe3f-403a-8e7f-2279c0d7c3cd tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Aug 19 12:36:25.495098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c908b98-db8d-47c8-bcc5-4f780822019c req-6e5efda1-6f34-4de3-968e-2b01a6aacb47 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:25.496630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c908b98-db8d-47c8-bcc5-4f780822019c req-6e5efda1-6f34-4de3-968e-2b01a6aacb47 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0540109 Aug 19 12:36:25.542305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c908b98-db8d-47c8-bcc5-4f780822019c req-f353eed8-e218-4b7c-bd3d-031a3b354153 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359597 Aug 19 12:36:26.674229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ea83-7830-4725-b22e-82cf9dbc18f9 req-5a9fcf6c-f837-4c01-a330-0a4b9ca877ba tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:26.675697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9220ea83-7830-4725-b22e-82cf9dbc18f9 req-5a9fcf6c-f837-4c01-a330-0a4b9ca877ba tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0524671 Aug 19 12:36:26.714981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9220ea83-7830-4725-b22e-82cf9dbc18f9 req-4f0cd866-6722-4986-9b93-5aa2c6f3b4ae tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328867 Aug 19 12:36:27.850746 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677a94b-9986-4c7c-a17f-04c2841475db req-d0ea76aa-0530-4bcb-9ff9-8c5889b8621e tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:27.852241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d677a94b-9986-4c7c-a17f-04c2841475db req-d0ea76aa-0530-4bcb-9ff9-8c5889b8621e tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0575264 Aug 19 12:36:27.898630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d677a94b-9986-4c7c-a17f-04c2841475db req-33a1e0f9-7a29-435e-9667-a8be5e1addc2 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Aug 19 12:36:28.800562 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.039383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9845a5f-9deb-46c3-9aae-6b3b8085d366 req-98e28cb8-e0e2-4a7c-bb93-8d54f9318a80 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:29.040911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9845a5f-9deb-46c3-9aae-6b3b8085d366 req-98e28cb8-e0e2-4a7c-bb93-8d54f9318a80 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0566702 Aug 19 12:36:29.084957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9845a5f-9deb-46c3-9aae-6b3b8085d366 req-0484552e-d73b-471f-a987-775cb66e02c2 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363631 Aug 19 12:36:30.230774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a31b2-5fdd-4e41-8992-1d49bdc483c9 req-cd496071-04ac-4bef-9ee7-d874eb3de21f tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:30.232294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d74a31b2-5fdd-4e41-8992-1d49bdc483c9 req-cd496071-04ac-4bef-9ee7-d874eb3de21f tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0618594 Aug 19 12:36:30.276322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d74a31b2-5fdd-4e41-8992-1d49bdc483c9 req-6da4f45d-1b79-42be-b130-e66eacc46dfd tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366678 Aug 19 12:36:31.406731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2501-2362-4310-aaf5-cb8dc6f480aa req-bb78279f-fa8d-4b50-a991-3014c124a1d6 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:31.408418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-534f2501-2362-4310-aaf5-cb8dc6f480aa req-bb78279f-fa8d-4b50-a991-3014c124a1d6 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0612450 Aug 19 12:36:31.453580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-534f2501-2362-4310-aaf5-cb8dc6f480aa req-b7308b6b-3908-4e4f-b5d4-2ca3e3bce763 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Aug 19 12:36:32.586734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720455d7-12a4-4e0d-be93-bee7979ebccf req-ee5abf3d-4ac7-445a-a7b8-f2ebbdad7ac9 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:32.588135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-720455d7-12a4-4e0d-be93-bee7979ebccf req-ee5abf3d-4ac7-445a-a7b8-f2ebbdad7ac9 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0521994 Aug 19 12:36:32.628795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-720455d7-12a4-4e0d-be93-bee7979ebccf req-0559dd17-9790-449e-a4cc-a637fdebc731 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Aug 19 12:36:33.757498 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e2036-1fbc-46ea-ab83-d43190cb963e req-f9bc0700-2a5f-47b3-8794-2332ff7e8aa6 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:33.759091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a1e2036-1fbc-46ea-ab83-d43190cb963e req-f9bc0700-2a5f-47b3-8794-2332ff7e8aa6 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0523369 Aug 19 12:36:33.810157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4a1e2036-1fbc-46ea-ab83-d43190cb963e req-a1e5c966-ab32-4636-a390-10105fe5a9dd tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Aug 19 12:36:34.932804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adc6c5-e409-4045-91ae-dcbfcfc1cfb4 req-6b7062aa-8f47-42f2-b7d8-83738e5d398b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:34.934272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39adc6c5-e409-4045-91ae-dcbfcfc1cfb4 req-6b7062aa-8f47-42f2-b7d8-83738e5d398b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0511680 Aug 19 12:36:34.982352 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39adc6c5-e409-4045-91ae-dcbfcfc1cfb4 req-c0919ccb-5886-44cb-a736-24a6ba88ab8b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Aug 19 12:36:36.108391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522504e-e64f-46bb-8068-88f3903c1bba req-c0a9cb7d-0912-4b4e-933c-3e8666ddb6de tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:36.109917 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b522504e-e64f-46bb-8068-88f3903c1bba req-c0a9cb7d-0912-4b4e-933c-3e8666ddb6de tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0523503 Aug 19 12:36:36.151277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b522504e-e64f-46bb-8068-88f3903c1bba req-c6c6af43-8468-46bb-8993-f6ec3861f734 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349989 Aug 19 12:36:37.296169 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9b62-28a1-449d-bd10-84a1192795a7 req-449152d2-f211-4f55-818d-d1ae91a8a229 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:37.297683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23ed9b62-28a1-449d-bd10-84a1192795a7 req-449152d2-f211-4f55-818d-d1ae91a8a229 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Aug 19 12:36:37.338113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-23ed9b62-28a1-449d-bd10-84a1192795a7 req-3b63c5bc-fbee-47bc-aa43-d225f8054fd9 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336998 Aug 19 12:36:38.205303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-47d1db80-b285-4c8a-9659-c51ceddec9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:38.206850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-47d1db80-b285-4c8a-9659-c51ceddec9fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 1096 time: 0.0444081 Aug 19 12:36:38.326423 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-1d1cf15d-fdb1-4cda-b06d-3a19e6ff13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:38.327954 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-1d1cf15d-fdb1-4cda-b06d-3a19e6ff13ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 200 len: 913 time: 0.0948789 Aug 19 12:36:38.378361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-532d988e-fdb6-439f-9328-fc9f05eeec3c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 217 time: 0.0422385 Aug 19 12:36:38.430205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-a9525b60-b054-49b5-99bd-1f725821b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:38.431691 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-a9525b60-b054-49b5-99bd-1f725821b5b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef HTTP/1.1" status: 200 len: 852 time: 0.0462763 Aug 19 12:36:38.458103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b631b-f6c1-4a5e-a47e-3e7d38a62afd req-4cf1707f-aa63-4101-8558-01a5a7cdd970 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:38.459656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e65b631b-f6c1-4a5e-a47e-3e7d38a62afd req-4cf1707f-aa63-4101-8558-01a5a7cdd970 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0514832 Aug 19 12:36:38.463361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-ce7107ac-55da-46c3-a776-46caca452df7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9f23501-f85a-4d8a-b71e-0e4a0c009614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246029 Aug 19 12:36:38.503518 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e65b631b-f6c1-4a5e-a47e-3e7d38a62afd req-1433dbf7-411c-419a-8376-3cec0693a7b5 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375767 Aug 19 12:36:38.557077 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-b7832cf2-9f0f-47fc-9131-541f072bf8ed service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859580 Aug 19 12:36:38.667104 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a37e6297-0f2b-499e-8fd7-6d61e744fc2e req-c7661129-621e-4869-978a-38d5b7e499e2 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026638 Aug 19 12:36:39.632910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d340e-9f6e-4116-b8fd-99a3f258c393 req-1ca75e69-57ee-4fd5-959c-961af50a4286 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:39.634408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb7d340e-9f6e-4116-b8fd-99a3f258c393 req-1ca75e69-57ee-4fd5-959c-961af50a4286 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0582242 Aug 19 12:36:39.674040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb7d340e-9f6e-4116-b8fd-99a3f258c393 req-3c5e1df7-0857-4609-b3ca-73cb647004ba tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333507 Aug 19 12:36:40.818889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345c729-a8e6-4803-a8ae-9e4cfc472541 req-79e567f7-96ad-4fdd-a69e-d2894de9b891 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:40.820399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d345c729-a8e6-4803-a8ae-9e4cfc472541 req-79e567f7-96ad-4fdd-a69e-d2894de9b891 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0520065 Aug 19 12:36:40.859695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d345c729-a8e6-4803-a8ae-9e4cfc472541 req-783ceef4-2126-40b0-8d84-aca4a4ec3fff tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332000 Aug 19 12:36:41.990438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dab773-d7eb-4c1c-b9c4-6eb7f0f16c43 req-7dfc85b7-767b-4d7a-9d74-007346d41bbb tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:41.991955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32dab773-d7eb-4c1c-b9c4-6eb7f0f16c43 req-7dfc85b7-767b-4d7a-9d74-007346d41bbb tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0603092 Aug 19 12:36:42.039805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32dab773-d7eb-4c1c-b9c4-6eb7f0f16c43 req-ab655719-a9d3-441d-8c75-fee93370876b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Aug 19 12:36:43.195440 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13757ed8-b71e-4908-9497-bd0474d22358 req-db02b2a2-cfc3-44d1-a3d8-406e660a2144 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:43.196963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13757ed8-b71e-4908-9497-bd0474d22358 req-db02b2a2-cfc3-44d1-a3d8-406e660a2144 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0634556 Aug 19 12:36:43.236202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-13757ed8-b71e-4908-9497-bd0474d22358 req-e6ca7b46-5650-4f3b-803b-d94c115bcf48 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Aug 19 12:36:44.362019 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567377e3-53f9-4901-bd27-ef10d8cdfbf0 req-b05d9f1d-eb02-4591-8fb0-891e7826d292 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:44.363591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-567377e3-53f9-4901-bd27-ef10d8cdfbf0 req-b05d9f1d-eb02-4591-8fb0-891e7826d292 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0523136 Aug 19 12:36:44.407884 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-567377e3-53f9-4901-bd27-ef10d8cdfbf0 req-9590eda9-3e89-4c6f-a3cc-a4acd37a021d tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353262 Aug 19 12:36:45.551466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3158ff-0c1b-44c6-bd03-bec7feb86e4f req-3a3c13fd-d2eb-4f6e-acca-b74d9ed04e5e tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:45.552872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae3158ff-0c1b-44c6-bd03-bec7feb86e4f req-3a3c13fd-d2eb-4f6e-acca-b74d9ed04e5e tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0515079 Aug 19 12:36:45.598657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae3158ff-0c1b-44c6-bd03-bec7feb86e4f req-28c5a1cc-2860-4f53-a98b-5cbb589638a2 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Aug 19 12:36:46.727851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac36b8-94e2-4151-bf5a-6c870ad8f31e req-4b6a5855-0b47-4590-ab2d-6538f0488e42 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:46.729382 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14ac36b8-94e2-4151-bf5a-6c870ad8f31e req-4b6a5855-0b47-4590-ab2d-6538f0488e42 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0523949 Aug 19 12:36:46.771047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-14ac36b8-94e2-4151-bf5a-6c870ad8f31e req-875d525c-c55d-4138-b464-158c6e53aab1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323222 Aug 19 12:36:47.911705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdefbca-4f41-4037-9e5b-ba83f22b8c2b req-ec5085c7-2b87-4628-897e-d5e0fe70c7fd tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:47.913547 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5bdefbca-4f41-4037-9e5b-ba83f22b8c2b req-ec5085c7-2b87-4628-897e-d5e0fe70c7fd tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0615978 Aug 19 12:36:47.962367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5bdefbca-4f41-4037-9e5b-ba83f22b8c2b req-197b0db7-5f8d-459a-be3f-35de93929a31 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Aug 19 12:36:48.435443 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-62db34d1-8cc1-465b-9c9d-99c5774e4df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.102687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b07db-d0ec-4a58-bd5b-b36cfc944475 req-13c78019-348f-4225-a982-e722a4d7d11e tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:49.104156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-995b07db-d0ec-4a58-bd5b-b36cfc944475 req-13c78019-348f-4225-a982-e722a4d7d11e tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0525713 Aug 19 12:36:49.152132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-995b07db-d0ec-4a58-bd5b-b36cfc944475 req-6906ce7c-16ce-4b86-9d89-c2cd131594e9 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394461 Aug 19 12:36:50.291260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bf509-680b-4b8b-b2a9-9c988a4404bf req-8fe29381-f657-4624-b2c7-bcce2cb7e376 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:50.292788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f0bf509-680b-4b8b-b2a9-9c988a4404bf req-8fe29381-f657-4624-b2c7-bcce2cb7e376 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0631888 Aug 19 12:36:50.334322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f0bf509-680b-4b8b-b2a9-9c988a4404bf req-4fc99ee2-7048-4983-9964-8bd0392992a0 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329406 Aug 19 12:36:50.811375 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee97c0af-80b2-4fa2-8e20-a0e8f9a78743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.937683 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-75ae094e-aeb8-4bdd-8228-cd7976f67d38 service neutron] show failed (client error): The resource could not be found. Aug 19 12:36:50.938708 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-75ae094e-aeb8-4bdd-8228-cd7976f67d38 service neutron] 10.222.0.54 "GET /v2.0/ports/6d0ff78f-6c5b-4da7-97b5-8cc9d55640df/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0588253 Aug 19 12:36:50.964635 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.237235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-46a2bc1a-f620-4d2f-8466-a67e04282b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:51.238795 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-46a2bc1a-f620-4d2f-8466-a67e04282b3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6&tenant_id=df9fd6f0b6ed4aee9c750214b848724a HTTP/1.1" status: 200 len: 1096 time: 0.1339581 Aug 19 12:36:51.261435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:51.322451 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.454913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600ed3e-5333-4dc3-84b1-118bc74f343e req-2e39b2f1-c227-4780-8e47-ac7fe5537ecf tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:51.457032 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9600ed3e-5333-4dc3-84b1-118bc74f343e req-2e39b2f1-c227-4780-8e47-ac7fe5537ecf tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0516136 Aug 19 12:36:51.502336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9600ed3e-5333-4dc3-84b1-118bc74f343e req-e0926685-4b33-4f89-b0ca-48b003b43e73 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348392 Aug 19 12:36:51.531354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:51.564988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:51.608393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:51.610858 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41cd44e-38e7-4acb-a3e5-9e955c546be2" -d '{"events": [{"server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:51.614872 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.631665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Transition to ACTIVE for port object 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:51.635894 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.665030 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2cecc1-3398-4143-bc4a-dd46d73537fa x-openstack-request-id: req-dd2cecc1-3398-4143-bc4a-dd46d73537fa {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:51.665328 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:51.665580 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd2cecc1-3398-4143-bc4a-dd46d73537fa {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:51.665974 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'code': 200} Aug 19 12:36:51.687351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:51.702992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] No DVR routers for this DVR port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:51.710955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.711302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.711641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.711975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.712307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.712635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.712987 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.713311 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.713633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.713956 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.714280 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.714597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:51.749152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Attempting to bind port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:36:51.749503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Attempting to bind port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:36:51.749840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Attempting to bind port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on network c9f23501-f85a-4d8a-b71e-0e4a0c009614 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:51.754796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on network c9f23501-f85a-4d8a-b71e-0e4a0c009614 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:36:51.755214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Attempting to bind port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on network c9f23501-f85a-4d8a-b71e-0e4a0c009614 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:51.762884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:36:51.763412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Checking segment: {'id': '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:51.764019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Bound using segment: {'id': '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:36:51.764584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Bound port: 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:36:51.765154 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.844626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:51.848000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:36:51.854355 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.896077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:51.896721 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.898141 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] 10.222.0.69 "PUT /v2.0/ports/6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 1091 time: 0.6441233 Aug 19 12:36:51.914977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe262d6-b02e-4c32-9e2c-abace2e4c935 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:51.985324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-8ce49291-28e1-45c1-a303-92212e6d033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:51.987087 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-8ce49291-28e1-45c1-a303-92212e6d033f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 1094 time: 0.0511692 Aug 19 12:36:52.069449 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.091016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-8b0636e7-e2f7-43f3-8214-29294093d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:52.092537 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-8b0636e7-e2f7-43f3-8214-29294093d307 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 200 len: 913 time: 0.0984030 Aug 19 12:36:52.146446 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-11f4d2ce-96a4-4bef-829d-89f28c7a8d6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 217 time: 0.0466399 Aug 19 12:36:52.196356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ea2678c8-7ee3-474f-b7a7-c514d3f6aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:52.197833 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-ea2678c8-7ee3-474f-b7a7-c514d3f6aba9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef HTTP/1.1" status: 200 len: 852 time: 0.0439570 Aug 19 12:36:52.228936 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-5702f3d2-9f98-4575-a940-fce89ee07cd6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9f23501-f85a-4d8a-b71e-0e4a0c009614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242746 Aug 19 12:36:52.327628 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-9bbf51c3-2ab1-4472-a90b-404b04ed46ff service neutron] 10.222.0.69 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914912 Aug 19 12:36:52.429904 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b56e996-4984-4e37-a342-0e2bae5889eb req-68e03410-19b4-4c5f-a321-c4cc6fd3078c service neutron] 10.222.0.69 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938849 Aug 19 12:36:52.631848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad44f-c94a-434a-9928-a3d183ae7151 req-316e3ce5-85e9-4a92-a2ce-e1bc0cd74010 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:52.634237 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0dad44f-c94a-434a-9928-a3d183ae7151 req-316e3ce5-85e9-4a92-a2ce-e1bc0cd74010 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 943 time: 0.0577157 Aug 19 12:36:52.691635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d0dad44f-c94a-434a-9928-a3d183ae7151 req-29880d35-c2ef-4d8b-94ed-69bed078de1f tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480490 Aug 19 12:36:53.667718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:53.671618 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d271ce-f211-40ff-badd-7c944c78a8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:53.728376 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd93c21d-3f6a-49c8-be75-3b465943f47b x-openstack-request-id: req-fd93c21d-3f6a-49c8-be75-3b465943f47b {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:53.728580 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:53.728875 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd93c21d-3f6a-49c8-be75-3b465943f47b {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:53.729284 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'status': 'completed', 'code': 200} Aug 19 12:36:53.758233 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:36:53.824273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0375a-5d76-4b7f-9f3a-6b60dd72718a req-ac008a7a-4265-4d08-8bd9-687417aa3031 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:53.825819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cc0375a-5d76-4b7f-9f3a-6b60dd72718a req-ac008a7a-4265-4d08-8bd9-687417aa3031 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 943 time: 0.0510604 Aug 19 12:36:53.838626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-43781a37-bdfd-4595-9e41-0d5266528a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:53.840137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-43781a37-bdfd-4595-9e41-0d5266528a79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 1094 time: 0.0710623 Aug 19 12:36:53.847036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-e6849b42-465d-47ec-97b2-51f85c7f90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:53.848560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-e6849b42-465d-47ec-97b2-51f85c7f90df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 1094 time: 0.0710840 Aug 19 12:36:53.868162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cc0375a-5d76-4b7f-9f3a-6b60dd72718a req-4934c7f5-892d-4229-934f-adf31c36dbef tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351071 Aug 19 12:36:54.010213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-735aaf95-9320-400f-9c6a-658678d33e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:54.011737 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-735aaf95-9320-400f-9c6a-658678d33e82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 200 len: 913 time: 0.1623092 Aug 19 12:36:54.014347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-9bb99327-d11c-4748-adb3-6f10e198bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:54.015700 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-9bb99327-d11c-4748-adb3-6f10e198bfa5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 200 len: 913 time: 0.1585867 Aug 19 12:36:54.062162 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-bbd64d25-ca9d-48bf-8a24-323326734488 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 217 time: 0.0431893 Aug 19 12:36:54.102291 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-d5a544b5-b146-46ba-bd10-359fac0c9d27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 217 time: 0.0476065 Aug 19 12:36:54.106951 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.174975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-34a1f3f3-81de-4466-b875-22460a85b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:54.176505 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-34a1f3f3-81de-4466-b875-22460a85b351 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef HTTP/1.1" status: 200 len: 852 time: 0.0841577 Aug 19 12:36:54.183606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-519268d2-d953-49ed-9aaa-a426e8954f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:54.185002 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-519268d2-d953-49ed-9aaa-a426e8954f9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef HTTP/1.1" status: 200 len: 852 time: 0.0626762 Aug 19 12:36:54.217725 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-3b75e83e-c42b-4fbe-a8e9-29df70c8a4aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9f23501-f85a-4d8a-b71e-0e4a0c009614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317614 Aug 19 12:36:54.239130 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-5cd4d7a9-0436-486e-8fbd-9e0930a80f09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9f23501-f85a-4d8a-b71e-0e4a0c009614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453165 Aug 19 12:36:54.372965 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.384909 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-0cb58061-5dfe-4958-9734-412f5acc563d service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541154 Aug 19 12:36:54.394772 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-c5853727-b52a-49d6-903d-dbf180f09509 service neutron] 10.222.0.69 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429045 Aug 19 12:36:54.547456 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-8575d187-55fd-4f69-8b92-52f272ed58f9 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516440 Aug 19 12:36:54.557689 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43d271ce-f211-40ff-badd-7c944c78a8fa req-4628ae2e-6347-4cde-9b9d-301d2ed2df24 service neutron] 10.222.0.69 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445668 Aug 19 12:36:54.994953 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c362222-51d4-4793-9f9d-5ee10a546377 req-bad3865c-ac4b-43aa-8bd7-5d5a4429467f tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:54.996466 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c362222-51d4-4793-9f9d-5ee10a546377 req-bad3865c-ac4b-43aa-8bd7-5d5a4429467f tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 943 time: 0.0547874 Aug 19 12:36:55.040212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c362222-51d4-4793-9f9d-5ee10a546377 req-2e48dba2-236e-4881-9088-b5f9b358ec70 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350027 Aug 19 12:36:55.081483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:55.121192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:55.342404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cc617c1a-426f-4102-80a5-a1ff4bf24d4c tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:55.343894 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cc617c1a-426f-4102-80a5-a1ff4bf24d4c tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6&tenant_id=df9fd6f0b6ed4aee9c750214b848724a&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 943 time: 0.0883224 Aug 19 12:36:55.414428 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-f72f6c5d-2250-4617-867e-4f4bbdef6193 service neutron] delete failed (client error): The resource could not be found. Aug 19 12:36:55.415347 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-f72f6c5d-2250-4617-867e-4f4bbdef6193 service neutron] 10.222.0.54 "DELETE /v2.0/ports/6d0ff78f-6c5b-4da7-97b5-8cc9d55640df/bindings/n-h2-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0623529 Aug 19 12:36:55.533126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-c211de9a-5489-4718-a041-4a41bde3f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:55.534756 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-c211de9a-5489-4718-a041-4a41bde3f876 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 1094 time: 0.0487614 Aug 19 12:36:55.629387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-37ea900d-0911-4d98-85cf-d6a5b7f77d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:55.630882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-37ea900d-0911-4d98-85cf-d6a5b7f77d3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 200 len: 913 time: 0.0893686 Aug 19 12:36:55.677394 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-2568d2ac-ad45-4cdf-a8aa-b71e1c3b8e8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 200 len: 217 time: 0.0384245 Aug 19 12:36:55.727240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-7b866bd3-ed7a-4ada-a4b9-469e995e12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:55.728665 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-7b866bd3-ed7a-4ada-a4b9-469e995e12ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef HTTP/1.1" status: 200 len: 852 time: 0.0440600 Aug 19 12:36:55.761191 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-0da5460f-3c4b-4fd4-88b8-3c131c2fded9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9f23501-f85a-4d8a-b71e-0e4a0c009614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253372 Aug 19 12:36:55.787000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:36:55.891144 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-f097ae3c-35d1-4026-95de-488b023a36e4 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224682 Aug 19 12:36:55.915388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:55.931035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'network_id': 'c9f23501-f85a-4d8a-b71e-0e4a0c009614', 'port_id': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'mac_address': 'fa:16:3e:be:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc40f13-ea8e-4b64-ac96-c9706a7de0ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:36:55.970321 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.983320 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:55.985074 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cec4eea9-f0bd-4cce-8ee6-ae0589facab4 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870667 Aug 19 12:36:56.004613 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:56.010227 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.060145 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:56.335563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6d0ff78f-6c5b-4da7-97b5-8cc9d55640df'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:56.579772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-7fb421a8-29f2-4f09-b969-5d58aefad8a0 req-e899431f-30c1-4d83-bdb6-771df9571cdd service neutron] (101154) timed out ('10.222.0.69', 59574) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:36:56.799422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c8cba-3d0f-4816-8dce-7a82839d235d req-b9995384-4078-467d-83f7-0c5cd63feb5f tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:56.800856 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-339c8cba-3d0f-4816-8dce-7a82839d235d req-b9995384-4078-467d-83f7-0c5cd63feb5f tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 944 time: 0.0555980 Aug 19 12:36:56.844729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-339c8cba-3d0f-4816-8dce-7a82839d235d req-e8263c29-f44f-4870-917b-1b80c96840d5 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375204 Aug 19 12:36:57.817789 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:57.878361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:57.883875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:57.884300 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.970767 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.973838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bc9eb-4b14-448d-8e50-d89bf9c35f22 req-92d3f474-8de0-46b6-a802-533dc0ac494b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:57.975343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-386bc9eb-4b14-448d-8e50-d89bf9c35f22 req-92d3f474-8de0-46b6-a802-533dc0ac494b tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 944 time: 0.0500288 Aug 19 12:36:57.995508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:57.997930 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf4ebb9-7791-42fe-b639-d158af8fb4ec" -d '{"events": [{"server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:58.011557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:58.016430 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.016770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-386bc9eb-4b14-448d-8e50-d89bf9c35f22 req-731a1b04-d8a3-4fd9-a9e3-35678653a871 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b06bab3-2721-4299-b1e0-83638bc449cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Aug 19 12:36:58.042070 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9899fa95-f545-4012-a05e-96b50c7adc5a x-openstack-request-id: req-9899fa95-f545-4012-a05e-96b50c7adc5a {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:58.042408 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:58.042617 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9899fa95-f545-4012-a05e-96b50c7adc5a {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:58.043034 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'code': 200} Aug 19 12:36:58.066448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:58.074203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.074483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.074821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.075157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.075489 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.075819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.076149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.076475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.076827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.077191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.077513 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.077877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:58.350136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-831211cb-e18f-45cf-accc-2966401dc42e tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:58.351515 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-831211cb-e18f-45cf-accc-2966401dc42e tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 945 time: 0.0539556 Aug 19 12:36:58.455722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Deleting port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:58.456084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.548130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] For port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,segment=NetworkSegment(3f295b0e-6b45-4d78-a79f-615ccb4e5ccb),segment_id=3f295b0e-6b45-4d78-a79f-615ccb4e5ccb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:58.548470 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.565194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Calling delete_port for 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:58.701918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.731752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Pushing event deleted for resources: {'Port': ['ID=6d0ff78f-6c5b-4da7-97b5-8cc9d55640df,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:58.736394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['6d0ff78f-6c5b-4da7-97b5-8cc9d55640df'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:58.779120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] No DVR routers for this DVR port 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:58.781846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.783860 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9d4b2512-0f3c-4406-b9a4-04f0895118d3 req-cba5244b-9a7c-4487-9c7c-88b6ef3d54e1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.69 "DELETE /v2.0/ports/6d0ff78f-6c5b-4da7-97b5-8cc9d55640df HTTP/1.1" status: 204 len: 173 time: 0.4257548 Aug 19 12:36:58.784294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'name': 'network-vif-deleted', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:58.786733 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff66ae49-ecdb-4fde-bbe1-e8bd20ff148a" -d '{"events": [{"server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "name": "network-vif-deleted", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:58.811186 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.838243 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a419d0-f09c-4fce-93de-339664066d84 x-openstack-request-id: req-00a419d0-f09c-4fce-93de-339664066d84 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:58.838625 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9226c26-3777-452a-9291-b417e04bdaf6", "name": "network-vif-deleted", "tag": "6d0ff78f-6c5b-4da7-97b5-8cc9d55640df", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:58.838880 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00a419d0-f09c-4fce-93de-339664066d84 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:58.839279 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9226c26-3777-452a-9291-b417e04bdaf6', 'name': 'network-vif-deleted', 'tag': '6d0ff78f-6c5b-4da7-97b5-8cc9d55640df', 'status': 'completed', 'code': 200} Aug 19 12:36:59.155175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7fbae281-3da4-442c-bf1a-78595e3431e2 req-c3f35dd9-3c55-4b6b-8cb5-911f30605fd1 tempest-DeleteServersTestJSON-598634619 tempest-DeleteServersTestJSON-598634619-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9226c26-3777-452a-9291-b417e04bdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0410991 Aug 19 12:37:00.301581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44492) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:00.350783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-48aed835-6a60-43df-bb42-d3ac10b06a76 admin admin] Deleting subnet 4fc40f13-ea8e-4b64-ac96-c9706a7de0ef {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:37:00.354233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48aed835-6a60-43df-bb42-d3ac10b06a76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.389457 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48aed835-6a60-43df-bb42-d3ac10b06a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.433889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48aed835-6a60-43df-bb42-d3ac10b06a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.498172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48aed835-6a60-43df-bb42-d3ac10b06a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.523481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aed835-6a60-43df-bb42-d3ac10b06a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc40f13-ea8e-4b64-ac96-c9706a7de0ef,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:00.527085 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-48aed835-6a60-43df-bb42-d3ac10b06a76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.529474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-48aed835-6a60-43df-bb42-d3ac10b06a76 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4fc40f13-ea8e-4b64-ac96-c9706a7de0ef HTTP/1.1" status: 204 len: 168 time: 0.2258508 Aug 19 12:37:00.531501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44494) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:00.602936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.687607 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.697634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f23501-f85a-4d8a-b71e-0e4a0c009614']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:00.708204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:00.708591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f295b0e-6b45-4d78-a79f-615ccb4e5ccb') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:00.718404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.734244 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.740850 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:37:00.741252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:37:00.742894 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:37:00.815583 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.823291 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.825679 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] 10.222.0.65 "DELETE /v2.0/networks/c9f23501-f85a-4d8a-b71e-0e4a0c009614 HTTP/1.1" status: 204 len: 168 time: 0.2932017 Aug 19 12:37:00.945885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44498) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:00.988603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-82e74674-e064-4f1d-b233-21e611ed5069 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df9fd6f0b6ed4aee9c750214b848724a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413754 Aug 19 12:37:00.991571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44500) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:01.043535 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.070769 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.121021 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.123562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.125121 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b06bab3-2721-4299-b1e0-83638bc449cf HTTP/1.1" status: 204 len: 168 time: 0.1324255 Aug 19 12:37:01.133740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b06bab3-2721-4299-b1e0-83638bc449cf,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:01.141478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb718c6-7b72-4b56-9d94-5b2f48c56eac admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f23501-f85a-4d8a-b71e-0e4a0c009614,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:01.142225 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.142563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.142906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.143237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.143717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.144093 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.144423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.144790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.145108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.145612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.146587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.146587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d58c1f-0059-4576-9a53-c6fa19974643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:01.847688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44522) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:01.848845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:01.869466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:01.869804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 6d0ff78f-6c5b-4da7-97b5-8cc9d55640df not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:01.972973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-331990023-network', 'tenant_id': '27a9807ee1d44e3c9c16af5cf961715a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:02.001013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Made reservation on behalf of 27a9807ee1d44e3c9c16af5cf961715a for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:02.003292 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.011666 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.106566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.111824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.135338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:02.143816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.150426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.150766 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Added segment b455a15f-e582-48df-8352-22868965b94c of type vlan for network 1647f68a-210c-4c07-a133-f8d644f91077 Aug 19 12:37:02.191352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.218338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.219487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:02.220031 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.276313 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4269762 Aug 19 12:37:02.279594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44526) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:02.281253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87590c61-52f2-4718-a759-3f1f0fb5df84 admin admin] Pushing event updated for resources: {'Network': ['ID=1647f68a-210c-4c07-a133-f8d644f91077,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.287393 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Request body: {'subnet': {'network_id': '1647f68a-210c-4c07-a133-f8d644f91077', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-331990023-subnet', 'tenant_id': '27a9807ee1d44e3c9c16af5cf961715a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:02.291585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 1647f68a-210c-4c07-a133-f8d644f91077 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:02.311962 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Made reservation on behalf of 27a9807ee1d44e3c9c16af5cf961715a for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:02.314545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.488320 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.540975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2511bf45-27a6-4a38-b230-d80279035099,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.551461 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Checking segment: {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:02.551822 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Network hostable DHCP agents. Network: 1647f68a-210c-4c07-a133-f8d644f91077, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:02.570629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Network 1647f68a-210c-4c07-a133-f8d644f91077 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:02.579637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 1647f68a-210c-4c07-a133-f8d644f91077) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:02.583899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:02.584469 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.588881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c58c7-5ef0-4be4-9e25-79546a758f5e None None] Network 1647f68a-210c-4c07-a133-f8d644f91077 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:02.598688 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5d1a6901-c4e9-409d-9155-d0badb2c0ad1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3178692 Aug 19 12:37:02.723570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac20d53a-bc02-41c1-a53e-ab9bbcd52ee0 None None] Network 1647f68a-210c-4c07-a133-f8d644f91077 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:03.064382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-8869f414-b36f-4c9a-938a-ae889af5b146 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:03.065800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-8869f414-b36f-4c9a-938a-ae889af5b146 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 814 time: 0.1123095 Aug 19 12:37:03.084457 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-b4d3bde9-5784-4bae-92ff-8fd354386eb7 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/quotas/27a9807ee1d44e3c9c16af5cf961715a HTTP/1.1" status: 200 len: 375 time: 0.0100269 Aug 19 12:37:03.118558 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-b97eb6c5-95ce-4b54-874c-928f0286cb63 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270283 Aug 19 12:37:03.196272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-6181117d-3209-4aa4-a634-59edaca12cbb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:37:03.197308 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-6181117d-3209-4aa4-a634-59edaca12cbb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0715709 Aug 19 12:37:03.292236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-72594b08-7fc7-4d6e-8720-e7ca2b80a683 service neutron] 10.222.0.65 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884387 Aug 19 12:37:03.386185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-63c2f90b-1fbb-47fe-a625-782df6fd6246 service neutron] 10.222.0.65 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850046 Aug 19 12:37:03.551767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9d453498-47b2-4858-a762-8be6e439460f req-cf3a2ac2-b38e-4a39-a9b9-ff887dff4583 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 210 time: 0.0273368 Aug 19 12:37:04.655010 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb3afc26-5e90-4b50-b98f-0e97ecca3e71 req-9f9a30b0-af6b-4773-acfa-09ca5ddfb9af tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 210 time: 0.0281081 Aug 19 12:37:04.685746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-81a4af83-3644-458c-9725-0698e180e3df tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:04.687224 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-81a4af83-3644-458c-9725-0698e180e3df tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.69 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 814 time: 0.1047544 Aug 19 12:37:04.706093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Request body: {'port': {'device_id': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077', 'admin_state_up': True, 'tenant_id': '27a9807ee1d44e3c9c16af5cf961715a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:04.827864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Made reservation on behalf of 27a9807ee1d44e3c9c16af5cf961715a for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:04.831628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.972374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Allocated IP 172.20.0.14 (1647f68a-210c-4c07-a133-f8d644f91077/2511bf45-27a6-4a38-b230-d80279035099/28f789ee-ebaa-49da-829d-67496f88ae6e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:05.125529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.173228 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.218583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Network 1647f68a-210c-4c07-a133-f8d644f91077 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:05.221807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:05.226326 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:05.232839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Pushing event updated for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:05.280897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:05.281520 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.298624 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-35449470-0297-4dab-b856-ea2c6ca1d104 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5963440 Aug 19 12:37:05.316792 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Request body: {'port': {'device_id': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:05.377171 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.644496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f789ee-ebaa-49da-829d-67496f88ae6e {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:05.652377 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.665450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Transition to ACTIVE for port object 28f789ee-ebaa-49da-829d-67496f88ae6e will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:05.670084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.721961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Pushing event updated for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:05.782095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e565047-ee5e-4f71-aa34-9a266258435c req-caa6c9ab-fae1-4734-9e0b-cba239145462 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:05.783608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e565047-ee5e-4f71-aa34-9a266258435c req-caa6c9ab-fae1-4734-9e0b-cba239145462 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 944 time: 0.0548506 Aug 19 12:37:05.789911 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Attempting to bind port 28f789ee-ebaa-49da-829d-67496f88ae6e on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:05.790255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Attempting to bind port 28f789ee-ebaa-49da-829d-67496f88ae6e by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:05.790586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Attempting to bind port 28f789ee-ebaa-49da-829d-67496f88ae6e on network 1647f68a-210c-4c07-a133-f8d644f91077 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:05.795111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Port 28f789ee-ebaa-49da-829d-67496f88ae6e on network 1647f68a-210c-4c07-a133-f8d644f91077 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:05.795433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Attempting to bind port 28f789ee-ebaa-49da-829d-67496f88ae6e on network 1647f68a-210c-4c07-a133-f8d644f91077 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:05.800345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:05.800676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Checking segment: {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:05.801088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Bound using segment: {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:05.801510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Bound port: 28f789ee-ebaa-49da-829d-67496f88ae6e, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:05.801918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.824328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e565047-ee5e-4f71-aa34-9a266258435c req-4f2d9a7e-df59-466e-88c1-28f7caa04d29 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 Aug 19 12:37:05.867834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:05.870931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:05.876110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.914555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:05.915182 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.916591 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-38b95120-61f2-4294-b927-e39185c7107c service neutron] 10.222.0.69 "PUT /v2.0/ports/28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 200 len: 1092 time: 0.6042762 Aug 19 12:37:05.917079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:05.919398 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b17491f-8f04-43a3-a15b-9602bcb64d61" -d '{"events": [{"name": "network-changed", "server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:05.940840 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b95120-61f2-4294-b927-e39185c7107c service neutron] Pushing event updated for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:05.965618 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df40efd-c16b-48a7-921f-0cf282e78c5d x-openstack-request-id: req-9df40efd-c16b-48a7-921f-0cf282e78c5d {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:05.965920 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:05.966173 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9df40efd-c16b-48a7-921f-0cf282e78c5d {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:05.966578 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'status': 'completed', 'code': 200} Aug 19 12:37:06.028092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-90dc9846-d875-4c1f-bb0e-748b7ac9a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:06.029654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-90dc9846-d875-4c1f-bb0e-748b7ac9a0e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 1095 time: 0.0456834 Aug 19 12:37:06.080936 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-9482b093-fdf3-4363-90bf-6ccfb8fc5311 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 200 len: 217 time: 0.0378308 Aug 19 12:37:06.131202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-01ba5dc7-dbcd-492a-b2ae-e1e5e8103c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:06.132612 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-01ba5dc7-dbcd-492a-b2ae-e1e5e8103c60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0436251 Aug 19 12:37:06.165205 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-0f9b1448-55f5-4865-8bff-539652ed753f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251033 Aug 19 12:37:06.267029 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-9930a86a-9569-4084-9c7e-212be9cae80a service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942273 Aug 19 12:37:06.369707 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-32bb0d42-4c4f-40dd-817e-84c31a3f6ab5 req-9d8e9d0e-ad53-438c-8d93-8aeb7ce64d81 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945339 Aug 19 12:37:06.515248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-1d00e85d-7efc-4d32-8f3d-5cc888e56085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:06.516797 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-1d00e85d-7efc-4d32-8f3d-5cc888e56085 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 1095 time: 0.0508430 Aug 19 12:37:06.611016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-bfb9b8ef-0161-4196-93fe-9ebf91d8a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:06.612496 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-bfb9b8ef-0161-4196-93fe-9ebf91d8a638 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.0878549 Aug 19 12:37:06.659011 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-7a00125b-ef38-42a4-80e0-58d19d896a00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 200 len: 217 time: 0.0392733 Aug 19 12:37:06.714114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-e426f30e-4fbf-44d0-8fb7-6737a264847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:06.715575 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-e426f30e-4fbf-44d0-8fb7-6737a264847b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0493207 Aug 19 12:37:06.749137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-0b999c2e-4b63-45c9-8310-293e818fb661 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253501 Aug 19 12:37:06.854907 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-dd5af0cb-36e8-48ad-8f12-450155e02ee7 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972185 Aug 19 12:37:06.946874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da12c3d-8029-4b1c-ac8b-1c2f846059de req-fd03dcc9-bf62-4ba6-8418-102c8ca4f801 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:06.948486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2da12c3d-8029-4b1c-ac8b-1c2f846059de req-fd03dcc9-bf62-4ba6-8418-102c8ca4f801 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 944 time: 0.0530567 Aug 19 12:37:06.949874 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b17491f-8f04-43a3-a15b-9602bcb64d61 req-ab1755f3-6325-4f21-b09c-821f4042ce96 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873497 Aug 19 12:37:06.990089 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2da12c3d-8029-4b1c-ac8b-1c2f846059de req-67222860-1f7d-4d67-adb4-98aef8538f96 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350440 Aug 19 12:37:08.133526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f532a0-ae54-4373-83d5-b596f4bbdac4 req-6ddf2eea-3c51-45a1-beac-1678554080f5 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:08.135005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38f532a0-ae54-4373-83d5-b596f4bbdac4 req-6ddf2eea-3c51-45a1-beac-1678554080f5 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 944 time: 0.0662687 Aug 19 12:37:08.178035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-38f532a0-ae54-4373-83d5-b596f4bbdac4 req-a7f6fa6e-eb30-4c0e-b807-5737a3fecf4c tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Aug 19 12:37:09.307876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918244a-e006-4c5d-835b-476632b9d26e req-0b55e60a-eb29-4d17-91af-a9865c40ad24 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:09.309393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3918244a-e006-4c5d-835b-476632b9d26e req-0b55e60a-eb29-4d17-91af-a9865c40ad24 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 944 time: 0.0538371 Aug 19 12:37:09.346939 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3918244a-e006-4c5d-835b-476632b9d26e req-ff7f11ca-a53d-4dcb-a443-0886662af583 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Aug 19 12:37:09.881317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28f789ee-ebaa-49da-829d-67496f88ae6e details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:09.982694 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:09.994336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077', 'port_id': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'mac_address': 'fa:16:3e:17:36:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2511bf45-27a6-4a38-b230-d80279035099', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:10.039062 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.053067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f789ee-ebaa-49da-829d-67496f88ae6e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:10.077973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:10.084298 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.134711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:10.342715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['28f789ee-ebaa-49da-829d-67496f88ae6e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:10.473802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0784fa-5c5c-4cc0-9668-ce6ca8f584e2 req-37caf2b5-8e54-4484-9987-39300115c349 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:10.475438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e0784fa-5c5c-4cc0-9668-ce6ca8f584e2 req-37caf2b5-8e54-4484-9987-39300115c349 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Aug 19 12:37:10.514249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8e0784fa-5c5c-4cc0-9668-ce6ca8f584e2 req-2bab8043-4ad9-47cf-847a-e320d981fb17 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Aug 19 12:37:11.644285 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c4683-ae24-41c6-a1e9-e8bb0a7d89bc req-cb09742b-d44c-4296-a988-d5606ea90c34 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:11.646312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-505c4683-ae24-41c6-a1e9-e8bb0a7d89bc req-cb09742b-d44c-4296-a988-d5606ea90c34 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 945 time: 0.0622656 Aug 19 12:37:11.695077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-505c4683-ae24-41c6-a1e9-e8bb0a7d89bc req-152d7516-23a0-4747-92be-f2dafd635f88 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Aug 19 12:37:11.896978 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28f789ee-ebaa-49da-829d-67496f88ae6e up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:11.960046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 28f789ee-ebaa-49da-829d-67496f88ae6e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:11.964392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 28f789ee-ebaa-49da-829d-67496f88ae6e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:11.964804 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.053158 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.081646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:12.084041 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b467959a-e5cc-4a92-ad47-924f34f5fcbe" -d '{"events": [{"server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "name": "network-vif-plugged", "status": "completed", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:12.097894 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:12.101737 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.126464 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc901ba1-c0d3-43a4-b26c-82a2c775e374 x-openstack-request-id: req-cc901ba1-c0d3-43a4-b26c-82a2c775e374 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:12.126792 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "name": "network-vif-plugged", "status": "completed", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:12.127024 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc901ba1-c0d3-43a4-b26c-82a2c775e374 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:12.127410 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'code': 200} Aug 19 12:37:12.156517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.259702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3363c7-fa06-445d-9733-a81e929cd86c req-a407f084-6f0d-4177-a79e-2c44cc355897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:12.261247 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f3363c7-fa06-445d-9733-a81e929cd86c req-a407f084-6f0d-4177-a79e-2c44cc355897 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 1097 time: 0.0456886 Aug 19 12:37:12.296923 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5f3363c7-fa06-445d-9733-a81e929cd86c req-aa29abd6-0da4-4232-beb3-2c6c69e83378 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289390 Aug 19 12:37:12.821866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89aae8-3f3e-4c0f-9758-ef694bbf089e req-66d5848c-312b-49b8-aaf6-06991717be49 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:12.823499 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d89aae8-3f3e-4c0f-9758-ef694bbf089e req-66d5848c-312b-49b8-aaf6-06991717be49 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0588284 Aug 19 12:37:12.865234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d89aae8-3f3e-4c0f-9758-ef694bbf089e req-75ecc57c-4bcc-4c97-b04b-381324bc9d08 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Aug 19 12:37:13.993617 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a6667-aa2e-4035-a386-3ed12810768f req-9293a223-71ce-47b5-b8ec-9c4acc502983 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:13.995212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f29a6667-aa2e-4035-a386-3ed12810768f req-9293a223-71ce-47b5-b8ec-9c4acc502983 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0537870 Aug 19 12:37:14.036891 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f29a6667-aa2e-4035-a386-3ed12810768f req-0b804ae4-5d6f-40ac-98a3-ae6149d2331b tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Aug 19 12:37:14.184462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133faa7-47a1-4e05-b209-ba17d19cd543 req-5ba6b81e-3e79-47b1-90f9-ef68e09a4a4d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.185846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9133faa7-47a1-4e05-b209-ba17d19cd543 req-5ba6b81e-3e79-47b1-90f9-ef68e09a4a4d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0564620 Aug 19 12:37:14.237325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9133faa7-47a1-4e05-b209-ba17d19cd543 req-c4d00a55-845a-4021-8566-6b799f4e15c6 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Aug 19 12:37:14.466079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56b3ed-564a-45bc-959d-f68e4b3346df req-cf1e7ee4-8101-4afc-85a0-ceac172eefa7 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.467577 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd56b3ed-564a-45bc-959d-f68e4b3346df req-cf1e7ee4-8101-4afc-85a0-ceac172eefa7 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0556879 Aug 19 12:37:14.509985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fd56b3ed-564a-45bc-959d-f68e4b3346df req-94da7769-96f1-4e57-8171-56a6f980a738 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337520 Aug 19 12:37:14.636738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7dda-d2ac-4457-bddd-3c0173aec4d5 req-90d7987e-152b-4ed9-b32c-0e8c97cd8f80 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.638283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5b7dda-d2ac-4457-bddd-3c0173aec4d5 req-90d7987e-152b-4ed9-b32c-0e8c97cd8f80 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0596399 Aug 19 12:37:14.682772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf5b7dda-d2ac-4457-bddd-3c0173aec4d5 req-2d49dedd-fd1a-4fdb-bcf5-225eefa1e3a0 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Aug 19 12:37:14.954733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-3d421c9a-24f9-4b81-8294-e4a7b2b77ce2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718310 Aug 19 12:37:14.962909 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccc47d-f8ab-416a-be68-829a33fa8e06 req-5700a2b7-02b0-420f-823f-079ad93be796 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.964736 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47ccc47d-f8ab-416a-be68-829a33fa8e06 req-5700a2b7-02b0-420f-823f-079ad93be796 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0723336 Aug 19 12:37:15.004174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47ccc47d-f8ab-416a-be68-829a33fa8e06 req-2fb9a5b0-b603-4806-8d90-1c03dbbdc7cc tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335307 Aug 19 12:37:16.126583 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce891d7-6ba4-48ae-87bd-47d5c6a4abee req-515fed6b-ea5a-4d79-a384-486ca39e50cb tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.128138 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ce891d7-6ba4-48ae-87bd-47d5c6a4abee req-515fed6b-ea5a-4d79-a384-486ca39e50cb tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0531566 Aug 19 12:37:16.168439 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7ce891d7-6ba4-48ae-87bd-47d5c6a4abee req-dd547d71-8291-4f0a-9a9d-a6c76ea16fb8 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337396 Aug 19 12:37:16.276091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-6c7a86db-96a7-4c89-8c17-b472f48d1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.277825 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-6c7a86db-96a7-4c89-8c17-b472f48d1e37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 1097 time: 0.0510640 Aug 19 12:37:16.370557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-0cd8584c-3225-413b-92b9-911aa1a31a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.372022 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-0cd8584c-3225-413b-92b9-911aa1a31a2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.0874448 Aug 19 12:37:16.419411 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-17f21175-1b44-4669-8bb6-193b76e7431f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 200 len: 217 time: 0.0399232 Aug 19 12:37:16.475539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-f5664993-edf5-474c-8827-74b1e3f358a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.477360 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-f5664993-edf5-474c-8827-74b1e3f358a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0517261 Aug 19 12:37:16.512020 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-def39936-3387-4c34-8abd-8e8c84b22dd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277362 Aug 19 12:37:16.611285 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-9c95fd84-2ca2-4df0-8966-2950a07709f0 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922041 Aug 19 12:37:16.710427 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-cb7c1f66-d003-47ab-b7da-c9470b6bc1cb service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919874 Aug 19 12:37:17.292717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7810-3b31-41cb-ad4b-cb20b7304e94 req-ff9a8fb2-4df2-429a-ad47-de510497d401 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:17.294368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bbae7810-3b31-41cb-ad4b-cb20b7304e94 req-ff9a8fb2-4df2-429a-ad47-de510497d401 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0531292 Aug 19 12:37:17.333758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bbae7810-3b31-41cb-ad4b-cb20b7304e94 req-2a4be271-69c8-470c-85b2-f9eb08620664 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Aug 19 12:37:18.438280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4f897d29-7108-4d9d-a543-0cf7d39b5583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.471658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cc4cd-5f1f-4127-b55a-e3e6a12e4775 req-2b33c671-0d87-4cc1-bde7-422fa2843c5d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:18.473277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-260cc4cd-5f1f-4127-b55a-e3e6a12e4775 req-2b33c671-0d87-4cc1-bde7-422fa2843c5d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0560918 Aug 19 12:37:18.512072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-260cc4cd-5f1f-4127-b55a-e3e6a12e4775 req-9037aaa1-0daa-400e-ad23-2ef017127414 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Aug 19 12:37:19.642340 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1918-2692-4d99-9462-7a8da5285cea req-9410dd05-f282-4f38-992c-2ea8759f9bcc tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.643806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d6e1918-2692-4d99-9462-7a8da5285cea req-9410dd05-f282-4f38-992c-2ea8759f9bcc tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0600893 Aug 19 12:37:19.686330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d6e1918-2692-4d99-9462-7a8da5285cea req-8d11ac81-a2d5-4a08-b886-671cda2b9bbe tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327005 Aug 19 12:37:20.805141 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd823-a1b7-4c52-ae94-c2527b0eecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.823820 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc7091-7751-44f3-ad74-b3fd07894081 req-5e8ed468-26d9-45eb-8108-1a2e96dc5942 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.825349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37dc7091-7751-44f3-ad74-b3fd07894081 req-5e8ed468-26d9-45eb-8108-1a2e96dc5942 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0606441 Aug 19 12:37:20.878384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37dc7091-7751-44f3-ad74-b3fd07894081 req-e93718d9-9d7b-4675-a0a9-6f384f21847d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Aug 19 12:37:20.969871 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.016556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c74ac1-e94b-4cb1-ad79-ce8909e50a7a req-d076bce4-dfb9-4809-bb68-2965c1496bed tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:22.018078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01c74ac1-e94b-4cb1-ad79-ce8909e50a7a req-d076bce4-dfb9-4809-bb68-2965c1496bed tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0549669 Aug 19 12:37:22.057312 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01c74ac1-e94b-4cb1-ad79-ce8909e50a7a req-445fb578-680f-457b-acfc-5f008bec1b30 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331714 Aug 19 12:37:22.068109 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.190573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77ee9c-b091-40a7-9b87-029faf79f0e6 req-22516760-bcd0-441d-add7-41422d017a28 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.192125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e77ee9c-b091-40a7-9b87-029faf79f0e6 req-22516760-bcd0-441d-add7-41422d017a28 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0545671 Aug 19 12:37:23.233134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e77ee9c-b091-40a7-9b87-029faf79f0e6 req-008f63e5-c078-4fac-be80-b7e3833bcac9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348349 Aug 19 12:37:24.119469 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.361664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a75356-b144-43e1-ae29-b6aa399164fd req-1b510cbd-a834-43a1-83d2-214bb26b895e tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.363150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5a75356-b144-43e1-ae29-b6aa399164fd req-1b510cbd-a834-43a1-83d2-214bb26b895e tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0586932 Aug 19 12:37:24.385259 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.403623 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e5a75356-b144-43e1-ae29-b6aa399164fd req-6a4b2151-d782-46aa-a6fa-b7f9ccb8b820 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Aug 19 12:37:25.547043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daa6b0-1ab2-4930-8832-e8609d2ee672 req-dd181175-d4af-47d6-88a6-2942845400a4 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:25.548534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0daa6b0-1ab2-4930-8832-e8609d2ee672 req-dd181175-d4af-47d6-88a6-2942845400a4 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0586839 Aug 19 12:37:25.591546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0daa6b0-1ab2-4930-8832-e8609d2ee672 req-590e0f0b-08b7-4a90-b72c-1dbd9f10fe5e tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339298 Aug 19 12:37:26.729474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1967a-6f01-455e-93d3-fa09ea726e28 req-05456134-6ec6-4517-950d-7a47304884eb tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.730930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11b1967a-6f01-455e-93d3-fa09ea726e28 req-05456134-6ec6-4517-950d-7a47304884eb tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0603943 Aug 19 12:37:26.771994 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11b1967a-6f01-455e-93d3-fa09ea726e28 req-5fea9e9c-13b6-462c-921a-56819bcc01b5 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Aug 19 12:37:27.913624 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6b8d-33e2-49bb-9906-385ad7d45627 req-bc55722b-2718-4540-b529-3c328853ec2d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:27.915266 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f33a6b8d-33e2-49bb-9906-385ad7d45627 req-bc55722b-2718-4540-b529-3c328853ec2d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0617487 Aug 19 12:37:27.955107 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f33a6b8d-33e2-49bb-9906-385ad7d45627 req-3e0beb6b-a9b8-4aea-84e6-ade2ef27196f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Aug 19 12:37:28.829956 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.101369 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59638c-7d33-4034-a8fa-bb2813198631 req-0cbdd5fb-684e-4e10-9265-1303809616c7 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:29.103077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d59638c-7d33-4034-a8fa-bb2813198631 req-0cbdd5fb-684e-4e10-9265-1303809616c7 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0686326 Aug 19 12:37:29.148961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d59638c-7d33-4034-a8fa-bb2813198631 req-2922eeec-eb6b-4166-9ec6-c784bf3259ba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369904 Aug 19 12:37:30.301219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7fc65-540f-4a56-afc0-28acf70e63b6 req-701261ee-05b8-473f-85cc-254aa8dcced6 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:30.302704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-86b7fc65-540f-4a56-afc0-28acf70e63b6 req-701261ee-05b8-473f-85cc-254aa8dcced6 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0641625 Aug 19 12:37:30.342167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-86b7fc65-540f-4a56-afc0-28acf70e63b6 req-86e9111c-c294-4177-8a1e-fd5ac7c75b20 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Aug 19 12:37:30.764509 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:37:31.478326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eeaf8-297f-4bfb-8afb-22feaa3b4bb3 req-b27f1e88-4d3f-4fda-a474-01c071c88306 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:31.479798 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e75eeaf8-297f-4bfb-8afb-22feaa3b4bb3 req-b27f1e88-4d3f-4fda-a474-01c071c88306 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0487700 Aug 19 12:37:31.517079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e75eeaf8-297f-4bfb-8afb-22feaa3b4bb3 req-61a69042-6e2d-4aee-bc6e-1babd00abce2 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Aug 19 12:37:32.652500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eb1ff-f932-4cee-bd4b-da1e13dbdec8 req-2aa3525d-2512-47e7-a3ca-79c97e2db5bf tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:32.654024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-769eb1ff-f932-4cee-bd4b-da1e13dbdec8 req-2aa3525d-2512-47e7-a3ca-79c97e2db5bf tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0556290 Aug 19 12:37:32.698961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-769eb1ff-f932-4cee-bd4b-da1e13dbdec8 req-5d7d1c80-84ab-4832-b106-2b01e55b87b6 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347743 Aug 19 12:37:33.837631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249aaf3-ec87-4fa5-ad1d-aa6153565f78 req-c3dee6bd-0e52-454f-8961-474003a58749 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:33.839015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2249aaf3-ec87-4fa5-ad1d-aa6153565f78 req-c3dee6bd-0e52-454f-8961-474003a58749 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0626147 Aug 19 12:37:33.889109 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2249aaf3-ec87-4fa5-ad1d-aa6153565f78 req-cea35c0b-a8e1-4752-b58a-7088e4ef0958 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Aug 19 12:37:35.042374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61d612-b3af-4bdf-8715-bfd3dcf48e96 req-c41f3c70-487a-4645-84e8-6a4ba68beba8 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:35.043854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d61d612-b3af-4bdf-8715-bfd3dcf48e96 req-c41f3c70-487a-4645-84e8-6a4ba68beba8 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0634112 Aug 19 12:37:35.088407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d61d612-b3af-4bdf-8715-bfd3dcf48e96 req-30a6c44f-e36a-4a83-b6f4-74f66f5860c2 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 19 12:37:36.238184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7487-e1ab-4a8e-ba57-cc277bb13f51 req-c8bac6bf-6279-451e-84d1-30c62ff5c676 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:36.239644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-758f7487-e1ab-4a8e-ba57-cc277bb13f51 req-c8bac6bf-6279-451e-84d1-30c62ff5c676 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0646212 Aug 19 12:37:36.285511 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-758f7487-e1ab-4a8e-ba57-cc277bb13f51 req-2e22bb8e-11be-4d15-8084-9b563047ec07 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389590 Aug 19 12:37:37.421758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7c7b9-cd74-47d8-a923-06722eac28c9 req-c5307496-cf2c-44a3-8703-89c6f06ede6d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:37.423228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5c7c7b9-cd74-47d8-a923-06722eac28c9 req-c5307496-cf2c-44a3-8703-89c6f06ede6d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0515380 Aug 19 12:37:37.461677 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c5c7c7b9-cd74-47d8-a923-06722eac28c9 req-5ddc8ca8-91b2-4d2c-bfbd-666888373f29 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322022 Aug 19 12:37:38.595228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e025-a879-477c-850c-510808529e38 req-12cc7132-1168-4313-80bc-31465cc5b359 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:38.596592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb74e025-a879-477c-850c-510808529e38 req-12cc7132-1168-4313-80bc-31465cc5b359 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0509415 Aug 19 12:37:38.636481 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb74e025-a879-477c-850c-510808529e38 req-de04119c-ac87-4019-9abe-94bcfed10bbd tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Aug 19 12:37:39.765568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7199-3457-4901-bb82-730d380b82ba req-e57320df-3c09-4e14-82be-2e70ebd0c4cb tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:39.767038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-522e7199-3457-4901-bb82-730d380b82ba req-e57320df-3c09-4e14-82be-2e70ebd0c4cb tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0520194 Aug 19 12:37:39.809750 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-522e7199-3457-4901-bb82-730d380b82ba req-39b33e54-5edd-49ff-93c8-aa54ba74c49f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Aug 19 12:37:40.945778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e679c8f-f026-4001-af3b-1f3d6def5f23 req-50839f0d-1280-45e2-a341-52659298180d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:40.947592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e679c8f-f026-4001-af3b-1f3d6def5f23 req-50839f0d-1280-45e2-a341-52659298180d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0589583 Aug 19 12:37:40.988596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e679c8f-f026-4001-af3b-1f3d6def5f23 req-92dc56b8-54c3-4224-b622-9ab4d1a757b3 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Aug 19 12:37:42.139731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55c05-0da4-467a-9f93-02b70467a421 req-ea791cee-237b-4b3f-82f6-49d51648015c tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:42.141268 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fca55c05-0da4-467a-9f93-02b70467a421 req-ea791cee-237b-4b3f-82f6-49d51648015c tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0761361 Aug 19 12:37:42.184350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fca55c05-0da4-467a-9f93-02b70467a421 req-d474554a-0729-40a8-8f57-9427bfc72d7e tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340171 Aug 19 12:37:43.315602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00049c72-7d48-4b0b-8930-d98897d4cbfe req-da8afc3e-6b71-4032-9ed6-524bc245f35b tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:43.317111 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00049c72-7d48-4b0b-8930-d98897d4cbfe req-da8afc3e-6b71-4032-9ed6-524bc245f35b tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0526714 Aug 19 12:37:43.355049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00049c72-7d48-4b0b-8930-d98897d4cbfe req-9b2b5ed5-0f90-4b8d-8c51-c4e980c9c766 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Aug 19 12:37:43.900433 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-abc03024-4da6-48fa-a46e-4ce420636cc4 service neutron] show failed (client error): The resource could not be found. Aug 19 12:37:43.901449 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-abc03024-4da6-48fa-a46e-4ce420636cc4 service neutron] 10.222.0.69 "GET /v2.0/ports/28f789ee-ebaa-49da-829d-67496f88ae6e/bindings/n-h2-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0584795 Aug 19 12:37:44.126273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-9ba99ffb-6cbe-4443-ade6-926687d3c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:44.127776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-9ba99ffb-6cbe-4443-ade6-926687d3c418 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47&tenant_id=27a9807ee1d44e3c9c16af5cf961715a HTTP/1.1" status: 200 len: 1097 time: 0.0476863 Aug 19 12:37:44.146122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:44.207709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.429268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:44.468847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:44.484975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9e397-1657-49b4-ada1-9202445c7ffa req-792085a8-5919-4e66-9d1a-51a861765bbc tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:44.486479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1e9e397-1657-49b4-ada1-9202445c7ffa req-792085a8-5919-4e66-9d1a-51a861765bbc tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0560157 Aug 19 12:37:44.511884 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:44.514885 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6de2e27-dca3-4aed-bba4-a24f10006c02" -d '{"events": [{"server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "name": "network-vif-unplugged", "status": "completed", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:44.518843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.525913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d1e9e397-1657-49b4-ada1-9202445c7ffa req-d34156bc-8035-48e6-a54d-6e2fddb63c25 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Aug 19 12:37:44.533319 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Transition to ACTIVE for port object 28f789ee-ebaa-49da-829d-67496f88ae6e will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:44.537609 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.601420 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] No DVR routers for this DVR port 28f789ee-ebaa-49da-829d-67496f88ae6e on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:44.604829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Pushing event updated for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:44.640254 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2938c1-f875-4462-86f8-93227cf0c7de x-openstack-request-id: req-7d2938c1-f875-4462-86f8-93227cf0c7de {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:44.640554 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "name": "network-vif-unplugged", "status": "completed", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:44.640835 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d2938c1-f875-4462-86f8-93227cf0c7de {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:44.641239 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'code': 200} Aug 19 12:37:44.645523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Attempting to bind port 28f789ee-ebaa-49da-829d-67496f88ae6e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:44.645866 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Attempting to bind port 28f789ee-ebaa-49da-829d-67496f88ae6e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:44.646189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Attempting to bind port 28f789ee-ebaa-49da-829d-67496f88ae6e on network 1647f68a-210c-4c07-a133-f8d644f91077 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:44.651081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Port 28f789ee-ebaa-49da-829d-67496f88ae6e on network 1647f68a-210c-4c07-a133-f8d644f91077 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:44.651627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Attempting to bind port 28f789ee-ebaa-49da-829d-67496f88ae6e on network 1647f68a-210c-4c07-a133-f8d644f91077 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:44.656546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:44.657245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Checking segment: {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:44.657634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Bound using segment: {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:44.658063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Bound port: 28f789ee-ebaa-49da-829d-67496f88ae6e, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:44.658423 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.728416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:44.734036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:44.740305 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.774124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:44.774956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.776380 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] 10.222.0.54 "PUT /v2.0/ports/28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 200 len: 1092 time: 0.6346672 Aug 19 12:37:44.799078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91888930-ac9a-4358-ae36-c128ed2b0103 service neutron] Pushing event updated for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:44.855008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-dcb8ec84-58f9-4a1a-9997-d569fa33b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:44.856556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-dcb8ec84-58f9-4a1a-9997-d569fa33b4e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 1095 time: 0.0420928 Aug 19 12:37:44.957949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-2da5e313-a108-44a2-aeed-bcf4020005ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:44.959508 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-2da5e313-a108-44a2-aeed-bcf4020005ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.0958593 Aug 19 12:37:45.001249 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-81ff712b-13f6-4194-9d8d-aef7f7d61d37 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 200 len: 217 time: 0.0342457 Aug 19 12:37:45.057307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-30feeb17-80ef-4a9e-a0b8-e5bad2063f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:45.058840 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-30feeb17-80ef-4a9e-a0b8-e5bad2063f62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0507526 Aug 19 12:37:45.091931 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-33d5d04a-5ffa-4717-9972-84fee3e42cf5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262012 Aug 19 12:37:45.188983 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-904e0496-230f-4d44-91d8-c798f516a8e2 service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895267 Aug 19 12:37:45.289648 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6c9d16fc-e8e5-4d03-8452-fa2e126a83ac req-be1162f3-a4ed-484c-8369-1da50dbaeb78 service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935099 Aug 19 12:37:45.649898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735b741-0047-4913-b727-71247390898f req-12f6e652-29f7-4d92-8e8f-714d0ddf2cd3 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:45.651733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2735b741-0047-4913-b727-71247390898f req-12f6e652-29f7-4d92-8e8f-714d0ddf2cd3 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 944 time: 0.0530386 Aug 19 12:37:45.693622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2735b741-0047-4913-b727-71247390898f req-80fd5b28-f9d0-428c-bcc0-4a189455b32a tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336990 Aug 19 12:37:46.643100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:46.646429 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab06c380-c0fc-4565-bc0c-4811342d3f82" -d '{"events": [{"name": "network-changed", "server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:46.702184 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719918a9-aeaa-48bb-a6b2-fe42e3cf9112 x-openstack-request-id: req-719918a9-aeaa-48bb-a6b2-fe42e3cf9112 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:46.702666 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:46.703081 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-719918a9-aeaa-48bb-a6b2-fe42e3cf9112 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:46.703773 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'status': 'completed', 'code': 200} Aug 19 12:37:46.819442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-46e44272-6e3c-4332-ac37-aff5d3cf4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:46.821003 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-46e44272-6e3c-4332-ac37-aff5d3cf4cf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 1095 time: 0.0670838 Aug 19 12:37:46.821415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fb593-a5db-4b14-a86b-2227109f308d req-626d5e35-c524-45db-9ef4-15b065984889 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:46.823273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea6fb593-a5db-4b14-a86b-2227109f308d req-626d5e35-c524-45db-9ef4-15b065984889 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 944 time: 0.0549622 Aug 19 12:37:46.824486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-44006494-96e9-47f4-9206-31c93cc9874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:46.825914 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-44006494-96e9-47f4-9206-31c93cc9874c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 1095 time: 0.0802512 Aug 19 12:37:46.862491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea6fb593-a5db-4b14-a86b-2227109f308d req-27e01596-f209-457a-bdce-f4c82b8233c6 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Aug 19 12:37:46.993949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-3276a10e-3dac-4cf9-bb75-684cf238565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:46.995621 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-3276a10e-3dac-4cf9-bb75-684cf238565e service neutron] 10.222.0.54 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.1668513 Aug 19 12:37:46.996706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-9cd07bbc-cf8b-42f1-b1e5-4b170b0f98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:46.998095 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-9cd07bbc-cf8b-42f1-b1e5-4b170b0f98ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.1589475 Aug 19 12:37:47.043234 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-ae685a2e-0028-43a7-8a8b-f510ba2c0489 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 200 len: 217 time: 0.0404711 Aug 19 12:37:47.080389 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-8a212d39-5229-44c3-98cc-b7df9bbaab32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 200 len: 217 time: 0.0714378 Aug 19 12:37:47.143121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-e0a324be-c649-42d2-9d4b-1ecc9276fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.144599 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-e0a324be-c649-42d2-9d4b-1ecc9276fa1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0731142 Aug 19 12:37:47.152297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-211edcef-b840-478d-89ab-a054a93d54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.153608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-211edcef-b840-478d-89ab-a054a93d54f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0565407 Aug 19 12:37:47.184509 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-ca6c42c7-0988-48a1-9c22-ce7cc3045eb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299590 Aug 19 12:37:47.193791 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 28f789ee-ebaa-49da-829d-67496f88ae6e details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:47.203296 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-31df02b2-c89b-41e8-bfd7-17b6bf703d92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416484 Aug 19 12:37:47.296237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:47.307708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077', 'port_id': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'mac_address': 'fa:16:3e:17:36:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2511bf45-27a6-4a38-b230-d80279035099', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:47.345622 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.350862 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-782a34e0-aec1-42cd-b06f-7faa22b20484 service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497605 Aug 19 12:37:47.356504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-7a3f2684-a918-4975-9443-03ec9ed5e3f9 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450241 Aug 19 12:37:47.359783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f789ee-ebaa-49da-829d-67496f88ae6e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:47.381766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:47.387057 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.441491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:47.509032 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-477796e7-dc1c-4499-b789-9af3d3d84907 service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481342 Aug 19 12:37:47.511246 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab06c380-c0fc-4565-bc0c-4811342d3f82 req-21ae8fca-8f75-40f7-b1c0-28ac892be518 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430912 Aug 19 12:37:47.687204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['28f789ee-ebaa-49da-829d-67496f88ae6e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:47.997416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b43fa-2e10-4d07-96e5-65c1e910c04b req-be78324f-c5f1-4687-8886-ae24419007a9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.998991 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-981b43fa-2e10-4d07-96e5-65c1e910c04b req-be78324f-c5f1-4687-8886-ae24419007a9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 945 time: 0.0573578 Aug 19 12:37:48.036196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28f789ee-ebaa-49da-829d-67496f88ae6e no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:48.049526 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-981b43fa-2e10-4d07-96e5-65c1e910c04b req-812dd674-6890-4d97-a8e6-02cb89c3eb38 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Aug 19 12:37:48.081172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 28f789ee-ebaa-49da-829d-67496f88ae6e not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:48.253052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d69eb5-928a-4342-b950-f832ef4d2688 req-095870ea-ea59-4a7e-a58d-7d53ab2cf313 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:48.254601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30d69eb5-928a-4342-b950-f832ef4d2688 req-095870ea-ea59-4a7e-a58d-7d53ab2cf313 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 945 time: 0.0515239 Aug 19 12:37:48.278500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2752c-3de3-49fd-9260-9261dedf435a req-1b9f66ee-7cd7-4077-897e-941accb7b555 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:48.279978 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-63c2752c-3de3-49fd-9260-9261dedf435a req-1b9f66ee-7cd7-4077-897e-941accb7b555 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.69 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47&tenant_id=27a9807ee1d44e3c9c16af5cf961715a&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 945 time: 0.0536106 Aug 19 12:37:48.295826 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-30d69eb5-928a-4342-b950-f832ef4d2688 req-cd875378-b5d5-4f4b-a399-2ae0fdeda866 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Aug 19 12:37:48.343733 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-63c2752c-3de3-49fd-9260-9261dedf435a req-20a66838-8bb9-4a1e-9d32-0fbccb352f27 service neutron] delete failed (client error): The resource could not be found. Aug 19 12:37:48.344767 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-63c2752c-3de3-49fd-9260-9261dedf435a req-20a66838-8bb9-4a1e-9d32-0fbccb352f27 service neutron] 10.222.0.69 "DELETE /v2.0/ports/28f789ee-ebaa-49da-829d-67496f88ae6e/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0574927 Aug 19 12:37:48.441161 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03773e44-23aa-47e6-9be0-7bf754eb8ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:48.464668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2752c-3de3-49fd-9260-9261dedf435a req-2bf2af68-8d87-4671-9526-fdbd1dc5b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:48.466238 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-63c2752c-3de3-49fd-9260-9261dedf435a req-2bf2af68-8d87-4671-9526-fdbd1dc5b257 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 1096 time: 0.0497053 Aug 19 12:37:48.559049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2752c-3de3-49fd-9260-9261dedf435a req-9884984b-65ef-4bd3-bc04-6b6c2f5ed496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:48.560530 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-63c2752c-3de3-49fd-9260-9261dedf435a req-9884984b-65ef-4bd3-bc04-6b6c2f5ed496 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.0874403 Aug 19 12:37:48.606690 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-63c2752c-3de3-49fd-9260-9261dedf435a req-2a161e52-082c-45e5-bc48-62bd6b67e0c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 200 len: 217 time: 0.0390732 Aug 19 12:37:48.662117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2752c-3de3-49fd-9260-9261dedf435a req-db00eed8-f8a8-4704-9b6c-93c5277a1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:48.663909 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-63c2752c-3de3-49fd-9260-9261dedf435a req-db00eed8-f8a8-4704-9b6c-93c5277a1f09 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0495632 Aug 19 12:37:48.696848 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-63c2752c-3de3-49fd-9260-9261dedf435a req-318c9e9b-5618-4597-878e-988f55faef35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257044 Aug 19 12:37:49.090444 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-63c2752c-3de3-49fd-9260-9261dedf435a req-d396e90a-ee32-46fb-8f4c-0e849f8a39bf service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865387 Aug 19 12:37:49.182937 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-63c2752c-3de3-49fd-9260-9261dedf435a req-130933c1-7be2-4d79-99cb-6cf877ceebe6 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855596 Aug 19 12:37:49.211182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 28f789ee-ebaa-49da-829d-67496f88ae6e up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:49.271318 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 28f789ee-ebaa-49da-829d-67496f88ae6e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:49.275061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 28f789ee-ebaa-49da-829d-67496f88ae6e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:49.275485 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.359960 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.383679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:49.386130 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c9430c-4689-4ebf-ac05-8f23c81b12ce" -d '{"events": [{"server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "name": "network-vif-plugged", "status": "completed", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:49.399112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:49.404974 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.421429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37807842-25ca-4d18-8a02-35ebf4d36f80 req-78fa8156-f4c6-4a4a-824a-913e52ab4f26 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:49.422989 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37807842-25ca-4d18-8a02-35ebf4d36f80 req-78fa8156-f4c6-4a4a-824a-913e52ab4f26 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 945 time: 0.0561922 Aug 19 12:37:49.442179 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e201784f-c61e-4b29-a1d1-33278487e59f x-openstack-request-id: req-e201784f-c61e-4b29-a1d1-33278487e59f {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:49.442672 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "name": "network-vif-plugged", "status": "completed", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:49.442767 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e201784f-c61e-4b29-a1d1-33278487e59f {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:49.443091 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'code': 200} Aug 19 12:37:49.458972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:49.467533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37807842-25ca-4d18-8a02-35ebf4d36f80 req-6e346787-64c8-48c7-8685-43a8286a83f9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 Aug 19 12:37:50.591598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63050226-dcb0-4a2d-a24a-5c2a6dbf34e1 req-3befdb34-a4e1-4275-985a-c184d315d18b tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.593021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63050226-dcb0-4a2d-a24a-5c2a6dbf34e1 req-3befdb34-a4e1-4275-985a-c184d315d18b tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0546849 Aug 19 12:37:50.635871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-63050226-dcb0-4a2d-a24a-5c2a6dbf34e1 req-5f211e9f-517f-4dad-957e-9d8ddd5a8e5e tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Aug 19 12:37:50.761451 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b6324-1be5-4934-bf3c-b42df688ec82 req-13b9a8f4-dc9c-456e-9edc-6ba748f9034f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.763739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab5b6324-1be5-4934-bf3c-b42df688ec82 req-13b9a8f4-dc9c-456e-9edc-6ba748f9034f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0553665 Aug 19 12:37:50.810667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab5b6324-1be5-4934-bf3c-b42df688ec82 req-f5c5fa49-0773-47fd-9657-9d6ad902f7fe tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370300 Aug 19 12:37:50.810940 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d554018e-a19b-4886-b132-89a39dfba381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.953550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e712-4cfc-42a2-8c63-0b3d549770c0 req-1d5ddf88-db98-424c-b333-6b0349ae61d2 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.955040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3564e712-4cfc-42a2-8c63-0b3d549770c0 req-1d5ddf88-db98-424c-b333-6b0349ae61d2 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0550795 Aug 19 12:37:50.977041 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.000159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3564e712-4cfc-42a2-8c63-0b3d549770c0 req-1230c3a0-b614-441b-b0a6-ff76465f49ab tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356641 Aug 19 12:37:51.395133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-d330695b-0543-45e7-9df6-f59a6ce3425c tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.396609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-d330695b-0543-45e7-9df6-f59a6ce3425c tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 814 time: 0.1214795 Aug 19 12:37:51.412724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2bf9ea49-e2bd-4a55-a594-f675061a73ba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/quotas/27a9807ee1d44e3c9c16af5cf961715a HTTP/1.1" status: 200 len: 375 time: 0.0097973 Aug 19 12:37:51.477450 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-7c077180-8f1f-4b9a-8714-c3ee57768e6f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583329 Aug 19 12:37:51.567305 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-976a9615-b064-4728-ad6a-8718e00c11ac service neutron] 10.222.0.65 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824027 Aug 19 12:37:51.669876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-918e312a-a618-4c3a-abfc-c5c29fae15a1 service neutron] 10.222.0.65 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963335 Aug 19 12:37:51.841722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dafdb57c-b598-4f6a-a8f2-be1a782e653c req-214e511c-1a8b-4d8b-8409-5e2029741be3 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 210 time: 0.0277114 Aug 19 12:37:52.069951 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.678808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-4ae4ead2-bfa3-461f-addc-62de042aa576 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:52.680354 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-4ae4ead2-bfa3-461f-addc-62de042aa576 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.54 "GET /v2.0/ports?device_id=e540bfbe-00a2-4d34-8dc9-89694b832b47 HTTP/1.1" status: 200 len: 946 time: 0.0560651 Aug 19 12:37:52.776086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Deleting port 28f789ee-ebaa-49da-829d-67496f88ae6e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:52.776979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.927278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] For port 28f789ee-ebaa-49da-829d-67496f88ae6e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=28f789ee-ebaa-49da-829d-67496f88ae6e,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:52.927660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.949826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Calling delete_port for 28f789ee-ebaa-49da-829d-67496f88ae6e owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:52.952804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f7afb3ec-45b3-42a2-a179-43b614b0d419 req-94c7ac73-4c88-4f82-b2bd-835f99167f00 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 210 time: 0.0316887 Aug 19 12:37:53.029352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5079f41e-1e49-4792-8259-dc0e9f97c63a tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.030808 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5079f41e-1e49-4792-8259-dc0e9f97c63a tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.54 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 814 time: 0.1845005 Aug 19 12:37:53.069574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Request body: {'port': {'device_id': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077', 'admin_state_up': True, 'tenant_id': '27a9807ee1d44e3c9c16af5cf961715a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:53.214157 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.247749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['28f789ee-ebaa-49da-829d-67496f88ae6e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:53.248897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Pushing event deleted for resources: {'Port': ['ID=28f789ee-ebaa-49da-829d-67496f88ae6e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:53.265760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.266083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.266447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.266781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.267113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.267422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.267746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.268068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.268399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.268728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.269051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.269423 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:53.290861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Made reservation on behalf of 27a9807ee1d44e3c9c16af5cf961715a for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:53.294568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.314903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] No DVR routers for this DVR port 28f789ee-ebaa-49da-829d-67496f88ae6e on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:53.318643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.320578 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ca9c277b-e694-4d98-ab8a-468ab41f0355 req-5a54b22e-6764-49b5-a5b5-f06599e17674 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.54 "DELETE /v2.0/ports/28f789ee-ebaa-49da-829d-67496f88ae6e HTTP/1.1" status: 204 len: 173 time: 0.6334376 Aug 19 12:37:53.321030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'name': 'network-vif-deleted', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:53.323341 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee6913-25e3-477d-9c6c-fbffabc59dcc" -d '{"events": [{"server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "name": "network-vif-deleted", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:53.372981 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341cc1c5-d72a-459e-b466-5a28dcefbc6c x-openstack-request-id: req-341cc1c5-d72a-459e-b466-5a28dcefbc6c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:53.373256 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e540bfbe-00a2-4d34-8dc9-89694b832b47", "name": "network-vif-deleted", "tag": "28f789ee-ebaa-49da-829d-67496f88ae6e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:53.373525 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-341cc1c5-d72a-459e-b466-5a28dcefbc6c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:53.373916 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e540bfbe-00a2-4d34-8dc9-89694b832b47', 'name': 'network-vif-deleted', 'tag': '28f789ee-ebaa-49da-829d-67496f88ae6e', 'status': 'completed', 'code': 200} Aug 19 12:37:53.447977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Allocated IP 172.20.0.3 (1647f68a-210c-4c07-a133-f8d644f91077/2511bf45-27a6-4a38-b230-d80279035099/dfa31759-43d4-453b-80f5-8aa60d19ccb6) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:53.610792 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.650507 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.683043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['28f789ee-ebaa-49da-829d-67496f88ae6e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:53.691828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Network 1647f68a-210c-4c07-a133-f8d644f91077 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:53.699260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:53.704984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:53.712352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Pushing event updated for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:53.768069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.768579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.786562 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-2520d6b6-9f13-4567-846a-9e22c5783eba tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214930 Aug 19 12:37:53.807928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Request body: {'port': {'device_id': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:53.870983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.081849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787fda8-1c74-47a5-bee1-3e67a5047be6 req-34cfe6bb-bfcf-418a-951b-e20fc5be01bc tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:54.083223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2787fda8-1c74-47a5-bee1-3e67a5047be6 req-34cfe6bb-bfcf-418a-951b-e20fc5be01bc tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 931 time: 0.0552640 Aug 19 12:37:54.113778 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.125269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2787fda8-1c74-47a5-bee1-3e67a5047be6 req-4d2d604e-dd11-4732-ba87-d840c6245db4 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358758 Aug 19 12:37:54.155174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa31759-43d4-453b-80f5-8aa60d19ccb6 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:54.163187 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.175403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Transition to ACTIVE for port object dfa31759-43d4-453b-80f5-8aa60d19ccb6 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:54.180033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.227146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Pushing event updated for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:54.305575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Attempting to bind port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:54.306110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Attempting to bind port dfa31759-43d4-453b-80f5-8aa60d19ccb6 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:54.306640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Attempting to bind port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on network 1647f68a-210c-4c07-a133-f8d644f91077 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:54.314562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on network 1647f68a-210c-4c07-a133-f8d644f91077 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:54.315110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Attempting to bind port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on network 1647f68a-210c-4c07-a133-f8d644f91077 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:54.323786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:54.324101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Checking segment: {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:54.324490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Bound using segment: {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:54.324933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Bound port: dfa31759-43d4-453b-80f5-8aa60d19ccb6, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:54.325293 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.384342 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.389472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:54.392620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:54.397456 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.429812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:54.430450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.431836 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] 10.222.0.54 "PUT /v2.0/ports/dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 200 len: 1091 time: 0.6308177 Aug 19 12:37:54.454636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91d525-1112-476b-931a-1f0ab7afdd0f service neutron] Pushing event updated for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:54.537528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-3e32f2af-f132-42a4-8566-435607b3bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:54.539403 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-3e32f2af-f132-42a4-8566-435607b3bab1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 1094 time: 0.0495930 Aug 19 12:37:54.591036 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-c405412e-d2a9-4245-a23c-c6b5c28a1e55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0382395 Aug 19 12:37:54.640999 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-f32243eb-f9f6-4d55-9d33-0518d3faf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:54.642367 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-f32243eb-f9f6-4d55-9d33-0518d3faf180 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0448399 Aug 19 12:37:54.679362 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-cf06ede4-2f6c-4a97-a16d-b1bae4722a19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297983 Aug 19 12:37:54.780014 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-b596262c-5448-49c4-bd60-6f89f5eb548d service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923049 Aug 19 12:37:54.887409 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1a177536-d59c-4d53-ba29-a829ec5bbd16 req-820764c9-8c49-4bdc-8e84-9b9e0269a1f6 service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997217 Aug 19 12:37:55.255350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3eb72-348f-464a-af2c-00467234e81b req-5953c2f5-fc81-4c1d-ae6a-9d69ee579f24 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.256908 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9d3eb72-348f-464a-af2c-00467234e81b req-5953c2f5-fc81-4c1d-ae6a-9d69ee579f24 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 943 time: 0.0529966 Aug 19 12:37:55.297800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9d3eb72-348f-464a-af2c-00467234e81b req-d13444b5-440d-4385-a19d-91b998da63c3 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Aug 19 12:37:55.375402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:55.377900 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db5644-69ec-4305-9431-14a43e4347b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:55.421484 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b72f29-1c82-4f8a-8a26-e83627b04851 x-openstack-request-id: req-e6b72f29-1c82-4f8a-8a26-e83627b04851 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:55.421775 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:55.422025 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6b72f29-1c82-4f8a-8a26-e83627b04851 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:55.422428 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'status': 'completed', 'code': 200} Aug 19 12:37:55.511949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db5644-69ec-4305-9431-14a43e4347b0 req-47c84b5f-e23b-4a48-a553-edc1358c41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.513607 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-66db5644-69ec-4305-9431-14a43e4347b0 req-47c84b5f-e23b-4a48-a553-edc1358c41c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 1094 time: 0.0460501 Aug 19 12:37:55.611720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db5644-69ec-4305-9431-14a43e4347b0 req-b37a474f-d2f5-4029-ad1a-88f1b48025a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.613288 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-66db5644-69ec-4305-9431-14a43e4347b0 req-b37a474f-d2f5-4029-ad1a-88f1b48025a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.0926139 Aug 19 12:37:55.655483 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-66db5644-69ec-4305-9431-14a43e4347b0 req-c9397e6f-aa9d-476f-af20-3ed1e32da2e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0342801 Aug 19 12:37:55.707549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db5644-69ec-4305-9431-14a43e4347b0 req-7198b08c-ef34-4f4a-ba75-ca8c4d988b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.709009 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-66db5644-69ec-4305-9431-14a43e4347b0 req-7198b08c-ef34-4f4a-ba75-ca8c4d988b45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0460432 Aug 19 12:37:55.743320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-66db5644-69ec-4305-9431-14a43e4347b0 req-835b5d93-d3ef-42f6-850b-0cb5af1c04e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252421 Aug 19 12:37:55.845863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-66db5644-69ec-4305-9431-14a43e4347b0 req-f10b1c79-e914-425f-86e3-13d4a28638cb service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940778 Aug 19 12:37:55.943525 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-66db5644-69ec-4305-9431-14a43e4347b0 req-38933023-3c47-4b89-b932-db478af2e0a8 service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891042 Aug 19 12:37:56.434265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee832-1ccf-4861-889b-9f03f6159ba7 req-a19c248b-0a7f-4b53-9ffc-81e0e4d3a5d5 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:56.435777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1aee832-1ccf-4861-889b-9f03f6159ba7 req-a19c248b-0a7f-4b53-9ffc-81e0e4d3a5d5 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 943 time: 0.0520806 Aug 19 12:37:56.475997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f1aee832-1ccf-4861-889b-9f03f6159ba7 req-32ef1be9-3cac-417c-8bda-10a478de5c23 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337727 Aug 19 12:37:57.221920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dfa31759-43d4-453b-80f5-8aa60d19ccb6 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:57.230431 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 28f789ee-ebaa-49da-829d-67496f88ae6e no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:57.268380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 28f789ee-ebaa-49da-829d-67496f88ae6e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:57.268735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 28f789ee-ebaa-49da-829d-67496f88ae6e not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:57.404948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:57.419724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077', 'port_id': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'mac_address': 'fa:16:3e:db:6d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2511bf45-27a6-4a38-b230-d80279035099', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:57.489613 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.507996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa31759-43d4-453b-80f5-8aa60d19ccb6 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:57.532337 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:57.538268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.592433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:57.610656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb67b5e-9d7f-4883-b402-8fa2b05bde95 req-44a78321-42d0-4c3f-a6e1-73c97c5557b4 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:57.612151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bb67b5e-9d7f-4883-b402-8fa2b05bde95 req-44a78321-42d0-4c3f-a6e1-73c97c5557b4 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 944 time: 0.0615151 Aug 19 12:37:57.649476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bb67b5e-9d7f-4883-b402-8fa2b05bde95 req-7c262bc4-c48e-4f17-a5b1-f5ec4f0bc5ee tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Aug 19 12:37:57.798781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['dfa31759-43d4-453b-80f5-8aa60d19ccb6'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:58.779804 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6543e0-6f7d-41ed-9757-93462a4fe541 req-785e7c27-4ec6-4ebc-96f6-c45020b39032 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:58.781340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd6543e0-6f7d-41ed-9757-93462a4fe541 req-785e7c27-4ec6-4ebc-96f6-c45020b39032 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 944 time: 0.0535126 Aug 19 12:37:58.831634 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd6543e0-6f7d-41ed-9757-93462a4fe541 req-982feae8-4da6-4eb3-9e3c-bab122f8626f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Aug 19 12:37:58.833797 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.235599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dfa31759-43d4-453b-80f5-8aa60d19ccb6 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:59.290085 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port dfa31759-43d4-453b-80f5-8aa60d19ccb6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:59.295067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port dfa31759-43d4-453b-80f5-8aa60d19ccb6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:59.295446 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.378112 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.401744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:59.404469 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a56e49-e942-45e4-a755-77f4c8b0c251" -d '{"events": [{"server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "name": "network-vif-plugged", "status": "completed", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:59.417964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:59.422832 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.448887 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190a4472-013b-4985-8456-cf2ab00d77e3 x-openstack-request-id: req-190a4472-013b-4985-8456-cf2ab00d77e3 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:59.449164 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "name": "network-vif-plugged", "status": "completed", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:59.449434 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-190a4472-013b-4985-8456-cf2ab00d77e3 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:59.449874 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'code': 200} Aug 19 12:37:59.475685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:59.483580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.483914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.484256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.484596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.485261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.485665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.485940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.486277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.486628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.486952 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.487277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.487602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:59.570026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7fbbc-f3b4-46d8-983d-8f6d5766fe68 req-2d17cebc-1289-457a-a4e6-45981cbe5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.571584 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dba7fbbc-f3b4-46d8-983d-8f6d5766fe68 req-2d17cebc-1289-457a-a4e6-45981cbe5849 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 1096 time: 0.0452526 Aug 19 12:37:59.607235 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dba7fbbc-f3b4-46d8-983d-8f6d5766fe68 req-def77987-7b51-4200-aaa0-0bcafe21f3ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287514 Aug 19 12:37:59.965493 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eff000-4415-4106-9f1a-7657392cfbc8 req-0e2547c9-4cad-4f55-ac4c-c345a9911322 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.966975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60eff000-4415-4106-9f1a-7657392cfbc8 req-0e2547c9-4cad-4f55-ac4c-c345a9911322 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0636089 Aug 19 12:38:00.006655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-60eff000-4415-4106-9f1a-7657392cfbc8 req-27785d22-22c9-40c7-9acf-bc16f65c4ab1 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Aug 19 12:38:01.141136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea3f3-8074-40ab-b326-de28142f287b req-31d8f1bc-efef-41a8-9d8d-15f508e4e8bb tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:01.142617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d64ea3f3-8074-40ab-b326-de28142f287b req-31d8f1bc-efef-41a8-9d8d-15f508e4e8bb tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0565259 Aug 19 12:38:01.184912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d64ea3f3-8074-40ab-b326-de28142f287b req-1a9d589c-cc34-43c9-a7ab-f2bf38b17072 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335701 Aug 19 12:38:01.313341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a881-81d2-4fb2-9ef2-05025b9a8ad7 req-dae0f44e-d36b-4df1-b7eb-d1bda143edb8 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:01.314751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0b4a881-81d2-4fb2-9ef2-05025b9a8ad7 req-dae0f44e-d36b-4df1-b7eb-d1bda143edb8 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0570607 Aug 19 12:38:01.358726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f0b4a881-81d2-4fb2-9ef2-05025b9a8ad7 req-7c94e80a-8f16-48a7-9ca8-27ca4f99e5e6 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Aug 19 12:38:01.729002 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-05ba0c42-bf9e-45ca-80cb-262f9beb8fcd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725493 Aug 19 12:38:01.737320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237f75a-5925-4f83-ada7-a0aaf4904530 req-5f8a323e-5885-4b02-b04b-5d963c5e6559 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:01.738733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7237f75a-5925-4f83-ada7-a0aaf4904530 req-5f8a323e-5885-4b02-b04b-5d963c5e6559 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0738118 Aug 19 12:38:02.045753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7237f75a-5925-4f83-ada7-a0aaf4904530 req-a255127c-5c14-4d62-81ca-c5f8a0ed3b4d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008204 Aug 19 12:38:02.995930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-37774c4f-4053-481b-bdba-95c4189cace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:02.997458 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-37774c4f-4053-481b-bdba-95c4189cace9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 1096 time: 0.0562472 Aug 19 12:38:03.099011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-981f6a24-1f59-4d9e-a254-add8fce9df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:03.100588 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-981f6a24-1f59-4d9e-a254-add8fce9df8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.0949349 Aug 19 12:38:03.145207 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-c3dff801-a3bb-4df6-a9eb-593c65be592a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0368581 Aug 19 12:38:03.165206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b2830-2742-460d-ae4f-2bb08f87c757 req-c87ec42f-834c-4dba-829e-eeabd547d36f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:03.166646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-833b2830-2742-460d-ae4f-2bb08f87c757 req-c87ec42f-834c-4dba-829e-eeabd547d36f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0498664 Aug 19 12:38:03.199738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-df044e21-eb76-4477-8248-80c0b1da490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:03.201399 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-df044e21-eb76-4477-8248-80c0b1da490e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0486093 Aug 19 12:38:03.206293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-833b2830-2742-460d-ae4f-2bb08f87c757 req-9226d5c7-0410-4995-8abd-d13b7bc0804d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Aug 19 12:38:03.240531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-94931b66-b4a7-4b6d-a4a2-88beb00aaef1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315969 Aug 19 12:38:03.343513 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-0e087f04-ca1c-4e00-ad29-c3cbc670a90a service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960872 Aug 19 12:38:03.451765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-c77b551f-d298-4b9b-b372-696ee5ceacae service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015363 Aug 19 12:38:04.340302 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518e9a4-7856-46ab-8174-44c003820e7f req-506c3c6d-15f1-4c53-9379-294234229068 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:04.341779 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7518e9a4-7856-46ab-8174-44c003820e7f req-506c3c6d-15f1-4c53-9379-294234229068 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0580561 Aug 19 12:38:04.382124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7518e9a4-7856-46ab-8174-44c003820e7f req-c00ba35d-0990-48a4-a04c-f81dea841890 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315521 Aug 19 12:38:05.514531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b239a6-f29e-4d46-9265-698ac3471be0 req-15496638-4a84-4d52-80db-c04ee67e5317 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:05.516079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25b239a6-f29e-4d46-9265-698ac3471be0 req-15496638-4a84-4d52-80db-c04ee67e5317 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0619073 Aug 19 12:38:05.559905 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-25b239a6-f29e-4d46-9265-698ac3471be0 req-6ed95f1c-f6c4-4c94-943b-24b1c6b60dcf tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346665 Aug 19 12:38:06.693898 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5c09-1e45-499e-bc63-7a1f96721838 req-aaa3b84b-d485-40cd-9ccc-423f5b245bd7 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:06.695341 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-467c5c09-1e45-499e-bc63-7a1f96721838 req-aaa3b84b-d485-40cd-9ccc-423f5b245bd7 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0559967 Aug 19 12:38:06.739579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-467c5c09-1e45-499e-bc63-7a1f96721838 req-fb08027b-7f2b-45cb-adcb-78bef47edd02 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Aug 19 12:38:07.767789 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:38:07.872027 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded2198-60c8-4202-b769-30ce5b872e59 req-c64bfc9d-ce54-4a24-8231-a35e8b807b1c tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:07.873452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ded2198-60c8-4202-b769-30ce5b872e59 req-c64bfc9d-ce54-4a24-8231-a35e8b807b1c tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0589006 Aug 19 12:38:07.912339 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ded2198-60c8-4202-b769-30ce5b872e59 req-1fb025c4-2eee-4079-9f17-4d82322d6ffa tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Aug 19 12:38:09.048915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca9b8-6b4c-409e-932e-e197e9073340 req-2d20a30e-5752-4fce-b171-e9e9f660866a tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:09.050746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-745ca9b8-6b4c-409e-932e-e197e9073340 req-2d20a30e-5752-4fce-b171-e9e9f660866a tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0561218 Aug 19 12:38:09.098873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-745ca9b8-6b4c-409e-932e-e197e9073340 req-819b024f-a63a-45c9-bba8-6fbdd98282ef tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Aug 19 12:38:10.220280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a76d5-c396-41ed-a27b-300cf85c168e req-27db8007-d7dd-42ca-9922-76c2fabc5476 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:10.221761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f4a76d5-c396-41ed-a27b-300cf85c168e req-27db8007-d7dd-42ca-9922-76c2fabc5476 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0497539 Aug 19 12:38:10.261632 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0f4a76d5-c396-41ed-a27b-300cf85c168e req-a29f5acd-6cce-457e-bd86-f0653e20e416 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Aug 19 12:38:11.389301 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca8d31-33c7-44a6-b0fd-5edeb79e6f44 req-79b15567-97a1-481f-8a31-f23a7401bf6f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:11.390772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ca8d31-33c7-44a6-b0fd-5edeb79e6f44 req-79b15567-97a1-481f-8a31-f23a7401bf6f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0580437 Aug 19 12:38:11.429091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3ca8d31-33c7-44a6-b0fd-5edeb79e6f44 req-7605e762-921d-4bbc-90b6-527057df94ae tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Aug 19 12:38:12.558760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e30c0-8e45-43f4-b885-aef9f3745234 req-a55f3a70-5271-48cb-8c98-8348e933f3f4 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:12.560161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab1e30c0-8e45-43f4-b885-aef9f3745234 req-a55f3a70-5271-48cb-8c98-8348e933f3f4 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0539997 Aug 19 12:38:12.605720 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ab1e30c0-8e45-43f4-b885-aef9f3745234 req-d3e533e1-609e-4615-bfa8-071869b52474 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Aug 19 12:38:13.752494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691f3b-55ed-4c70-94e8-44efeeeb8ebd req-730228a6-862e-46ad-afb2-f0eba33de8ad tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:13.754019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b691f3b-55ed-4c70-94e8-44efeeeb8ebd req-730228a6-862e-46ad-afb2-f0eba33de8ad tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0692673 Aug 19 12:38:13.797785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5b691f3b-55ed-4c70-94e8-44efeeeb8ebd req-92216c03-0835-46f2-9727-b468bd761412 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Aug 19 12:38:14.938242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff56ec-6e38-4591-b22a-b51e7b5ca46a req-9e9d6983-c969-44b1-93c9-dc79587e35cc tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:14.939898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49ff56ec-6e38-4591-b22a-b51e7b5ca46a req-9e9d6983-c969-44b1-93c9-dc79587e35cc tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0639284 Aug 19 12:38:14.983331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49ff56ec-6e38-4591-b22a-b51e7b5ca46a req-1d284d2b-8804-426e-beae-1f716890f126 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Aug 19 12:38:16.109385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441da3b-0cdb-439e-bf0b-784c47536438 req-00cc5fbe-2f02-4579-bd0a-8e86ee768a2a tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.110814 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f441da3b-0cdb-439e-bf0b-784c47536438 req-00cc5fbe-2f02-4579-bd0a-8e86ee768a2a tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0546985 Aug 19 12:38:16.152051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f441da3b-0cdb-439e-bf0b-784c47536438 req-ec9421d9-52e0-482e-8887-9e48e1ed167e tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Aug 19 12:38:17.302605 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763c087-9081-46c2-ba76-baf3e5686db2 req-4ba207d6-1fa1-4c05-8014-58a6e692a8b1 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:17.304168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3763c087-9081-46c2-ba76-baf3e5686db2 req-4ba207d6-1fa1-4c05-8014-58a6e692a8b1 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0742552 Aug 19 12:38:17.364472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3763c087-9081-46c2-ba76-baf3e5686db2 req-e1b2343a-10f3-447b-b51e-3bc3bfa51df4 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527856 Aug 19 12:38:18.444793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-db96f605-2cf9-4b11-8b3a-ac619cba2a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.500066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee2ea-33dd-4897-9e5a-8352b9b31b73 req-6b97f8b8-3af3-4b50-971d-18d2b69bf796 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:18.501588 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a2ee2ea-33dd-4897-9e5a-8352b9b31b73 req-6b97f8b8-3af3-4b50-971d-18d2b69bf796 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0539694 Aug 19 12:38:18.544607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a2ee2ea-33dd-4897-9e5a-8352b9b31b73 req-37c2063a-f912-468f-9f5a-167517751ed9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338001 Aug 19 12:38:19.683838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f602f90-124e-44aa-a2c4-ea15f1f16053 req-cca144bc-8e05-4d35-b84a-07d7e6ccd164 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:19.685353 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f602f90-124e-44aa-a2c4-ea15f1f16053 req-cca144bc-8e05-4d35-b84a-07d7e6ccd164 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0689909 Aug 19 12:38:19.728188 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f602f90-124e-44aa-a2c4-ea15f1f16053 req-86bc0634-5660-4ba5-b05c-4640263af4d6 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 Aug 19 12:38:20.815030 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-74fc5c42-93a6-478a-8b89-3aac4aebfd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:20.857872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e5fb-d5a8-4e11-ba65-47815f4c7925 req-0373efe3-062c-4ad4-bc01-2a0c1dc5656f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:20.859358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41d2e5fb-d5a8-4e11-ba65-47815f4c7925 req-0373efe3-062c-4ad4-bc01-2a0c1dc5656f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0499375 Aug 19 12:38:20.907227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41d2e5fb-d5a8-4e11-ba65-47815f4c7925 req-dc74be3c-3cb0-49f9-a5dd-f7dbd2f22fd4 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Aug 19 12:38:20.976455 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:22.046600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682c837-2353-4ebe-88b3-16ae799ed0f3 req-31542b58-4f54-49fa-97d9-d2a3515e58b9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:22.047217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8682c837-2353-4ebe-88b3-16ae799ed0f3 req-31542b58-4f54-49fa-97d9-d2a3515e58b9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0622189 Aug 19 12:38:22.073006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:22.086436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8682c837-2353-4ebe-88b3-16ae799ed0f3 req-8663b47e-3823-493d-8c6f-9298f64b2ccf tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332093 Aug 19 12:38:23.220101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d2648-f0d8-4df4-bc5a-e1ce26437e43 req-11fb4926-579b-4363-81cf-e1e44daddcc1 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.221607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-199d2648-f0d8-4df4-bc5a-e1ce26437e43 req-11fb4926-579b-4363-81cf-e1e44daddcc1 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0602100 Aug 19 12:38:23.260787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-199d2648-f0d8-4df4-bc5a-e1ce26437e43 req-9fd34997-3648-4104-9f84-4854eb211c5e tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Aug 19 12:38:24.123205 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.383202 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.391680 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e935fd4-8bcf-4922-b0cb-faf1ee78b218 req-a1322828-5955-4d8b-99af-bc625c5125c7 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:24.393342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e935fd4-8bcf-4922-b0cb-faf1ee78b218 req-a1322828-5955-4d8b-99af-bc625c5125c7 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0587807 Aug 19 12:38:24.446711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e935fd4-8bcf-4922-b0cb-faf1ee78b218 req-612842d4-3b6c-4467-b13f-a2dea3a3b1fa tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469100 Aug 19 12:38:25.581408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42ddf4-214e-4be0-9bc8-5c030b418ee9 req-beb50640-1bbd-4079-9b7e-5bd65c2fb43e tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.583185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c42ddf4-214e-4be0-9bc8-5c030b418ee9 req-beb50640-1bbd-4079-9b7e-5bd65c2fb43e tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0564413 Aug 19 12:38:25.621683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c42ddf4-214e-4be0-9bc8-5c030b418ee9 req-97abb4fa-9978-476f-b196-ee4e6c554af6 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Aug 19 12:38:26.764303 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35627fcf-1968-4fde-92b3-0041dd8e83b4 req-d56452f7-336c-4d4b-aa85-bcd7d808fb53 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:26.765768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35627fcf-1968-4fde-92b3-0041dd8e83b4 req-d56452f7-336c-4d4b-aa85-bcd7d808fb53 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0549748 Aug 19 12:38:26.806817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35627fcf-1968-4fde-92b3-0041dd8e83b4 req-e0f9825d-842c-4e66-bb56-d6153b6af75b tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327594 Aug 19 12:38:27.931073 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b1700-248d-4923-9113-8fab708120b4 req-7ab147b0-ba82-4b65-92c0-d6cdf3ee9cc9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:27.932546 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed8b1700-248d-4923-9113-8fab708120b4 req-7ab147b0-ba82-4b65-92c0-d6cdf3ee9cc9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0529349 Aug 19 12:38:27.973966 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed8b1700-248d-4923-9113-8fab708120b4 req-f4de75f9-0cc6-41ce-acd9-44ef1cadbfec tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Aug 19 12:38:28.856105 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.109172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2ac7e-269d-4795-85c5-69ab6aa3a675 req-b8eedc4a-a03d-4062-8c71-59cf3762d7f2 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:29.110579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95a2ac7e-269d-4795-85c5-69ab6aa3a675 req-b8eedc4a-a03d-4062-8c71-59cf3762d7f2 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0551374 Aug 19 12:38:29.151033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-95a2ac7e-269d-4795-85c5-69ab6aa3a675 req-fdea7e71-7b25-42de-b2d2-cec628b4d29d tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Aug 19 12:38:30.299552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff7c2-f123-4b0a-9b78-33adfa44e7c6 req-c0e48f0a-4270-45df-9f0e-1bf00a5b4800 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:30.301078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4adff7c2-f123-4b0a-9b78-33adfa44e7c6 req-c0e48f0a-4270-45df-9f0e-1bf00a5b4800 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0616932 Aug 19 12:38:30.340620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4adff7c2-f123-4b0a-9b78-33adfa44e7c6 req-19cd83af-6b6c-4aa2-92c1-144b3b685176 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Aug 19 12:38:30.579123 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-c7da50a6-e2fd-46b3-8c07-ccf243ad229f service neutron] show failed (client error): The resource could not be found. Aug 19 12:38:30.580063 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-c7da50a6-e2fd-46b3-8c07-ccf243ad229f service neutron] 10.222.0.54 "GET /v2.0/ports/dfa31759-43d4-453b-80f5-8aa60d19ccb6/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0597086 Aug 19 12:38:30.818167 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-ca4b5494-f1d6-4293-b049-d09818569769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:30.820424 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-ca4b5494-f1d6-4293-b049-d09818569769 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135&tenant_id=27a9807ee1d44e3c9c16af5cf961715a HTTP/1.1" status: 200 len: 1096 time: 0.0546615 Aug 19 12:38:30.838497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:30.915568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.155079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:31.196444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:31.250552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:31.252900 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2566e9-dcfb-479f-afb1-bc6b338e78cd" -d '{"events": [{"server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "name": "network-vif-unplugged", "status": "completed", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:31.258648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.273330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Transition to ACTIVE for port object dfa31759-43d4-453b-80f5-8aa60d19ccb6 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:31.279277 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.315477 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cd2cfe-fcee-4892-8688-93e247fa7666 x-openstack-request-id: req-92cd2cfe-fcee-4892-8688-93e247fa7666 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:31.315770 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "name": "network-vif-unplugged", "status": "completed", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:31.316656 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92cd2cfe-fcee-4892-8688-93e247fa7666 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:31.316779 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'code': 200} Aug 19 12:38:31.351539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] No DVR routers for this DVR port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:31.364033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Pushing event updated for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:31.403180 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Attempting to bind port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:31.404724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Attempting to bind port dfa31759-43d4-453b-80f5-8aa60d19ccb6 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:31.405030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Attempting to bind port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on network 1647f68a-210c-4c07-a133-f8d644f91077 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:31.411564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on network 1647f68a-210c-4c07-a133-f8d644f91077 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:38:31.411829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Attempting to bind port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on network 1647f68a-210c-4c07-a133-f8d644f91077 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:31.417957 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:31.418321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Checking segment: {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:31.418707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Bound using segment: {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:31.419165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Bound port: dfa31759-43d4-453b-80f5-8aa60d19ccb6, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b455a15f-e582-48df-8352-22868965b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:31.419624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.471594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b6c91-d150-4793-8ac2-fd33e9662f45 req-2afbf9f9-23e0-47bf-b246-160b7f3e6cb3 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:31.473325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-462b6c91-d150-4793-8ac2-fd33e9662f45 req-2afbf9f9-23e0-47bf-b246-160b7f3e6cb3 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 943 time: 0.0503402 Aug 19 12:38:31.492459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:31.495942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:31.500904 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.514753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-462b6c91-d150-4793-8ac2-fd33e9662f45 req-595d25c7-8870-4acb-9ed6-1deb39631e73 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351927 Aug 19 12:38:31.542593 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:31.543579 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.545915 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] 10.222.0.69 "PUT /v2.0/ports/dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 200 len: 1091 time: 0.7116368 Aug 19 12:38:31.561759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666712fe-e6e6-4e69-9b9f-d97de9559eba service neutron] Pushing event updated for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:31.626773 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-97f42b92-3cb7-4319-b9fd-6d4dcf064871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:31.628324 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-97f42b92-3cb7-4319-b9fd-6d4dcf064871 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 1094 time: 0.0474386 Aug 19 12:38:31.720535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-ab687cfe-50ac-4a4e-b905-56954546d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:31.722066 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-ab687cfe-50ac-4a4e-b905-56954546d3ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.0869682 Aug 19 12:38:31.778726 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-ec4feadb-6eda-4150-aa2c-1a93985c5615 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0472794 Aug 19 12:38:31.827780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-4ad69c13-7d0a-467d-9e7c-9616c4527804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:31.829260 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-4ad69c13-7d0a-467d-9e7c-9616c4527804 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0436463 Aug 19 12:38:31.862762 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-2c6fc118-2eb0-41fd-9bee-1bcb7bc720f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254543 Aug 19 12:38:31.958864 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-ca877c9f-2a25-4d4b-a959-e2b09d1465d7 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887427 Aug 19 12:38:32.051780 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-59241945-4d31-4593-b5a8-e4ba28e5a711 req-fbc2faab-e347-4379-9f2a-7321240a0a82 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Aug 19 12:38:32.655649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181efe5-8fc2-409f-9557-5a735084535f req-1bd3febb-74cf-41b2-946e-15355e31f94b tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:32.657203 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7181efe5-8fc2-409f-9557-5a735084535f req-1bd3febb-74cf-41b2-946e-15355e31f94b tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 943 time: 0.0666864 Aug 19 12:38:32.699724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7181efe5-8fc2-409f-9557-5a735084535f req-033677f9-251c-4e43-b87f-645c2d1746cd tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Aug 19 12:38:33.318551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:33.320981 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:33.370898 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7674b0e5-7351-46d1-8be2-545e91477883 x-openstack-request-id: req-7674b0e5-7351-46d1-8be2-545e91477883 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:33.371191 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:33.371443 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7674b0e5-7351-46d1-8be2-545e91477883 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:33.371850 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'status': 'completed', 'code': 200} Aug 19 12:38:33.376539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dfa31759-43d4-453b-80f5-8aa60d19ccb6 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:33.416347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dfa31759-43d4-453b-80f5-8aa60d19ccb6 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:33.484070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-46652439-5fca-4448-b625-d62a8bac7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.485643 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-46652439-5fca-4448-b625-d62a8bac7ffe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 1094 time: 0.0745494 Aug 19 12:38:33.490501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-931c3bcb-a0ab-4707-afbc-8722906131f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.491861 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-931c3bcb-a0ab-4707-afbc-8722906131f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 1094 time: 0.0704179 Aug 19 12:38:33.675797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-4be2f8c0-4a24-46ed-bda6-30632925969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.677322 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-4be2f8c0-4a24-46ed-bda6-30632925969c service neutron] 10.222.0.54 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.1844525 Aug 19 12:38:33.678759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-f5a47fca-5032-4c34-8103-28de8dead2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.680114 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-f5a47fca-5032-4c34-8103-28de8dead2c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.1782131 Aug 19 12:38:33.728026 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-6dc4c970-a8b7-4678-80fb-594c9973eb10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0426891 Aug 19 12:38:33.768382 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-6235558b-e4e1-4887-af20-f203c213e032 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0767460 Aug 19 12:38:33.836908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d1c28-d452-4db3-a12f-c8bc376e2b29 req-d794d99a-7ca4-4abe-8151-bb2cc267a709 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.838323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-341d1c28-d452-4db3-a12f-c8bc376e2b29 req-d794d99a-7ca4-4abe-8151-bb2cc267a709 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 943 time: 0.0647612 Aug 19 12:38:33.845322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-3806b6e6-feef-4935-87db-b14c7ec695ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.850631 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-3806b6e6-feef-4935-87db-b14c7ec695ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0912707 Aug 19 12:38:33.856438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-0ecf5928-f7d8-41bf-91bb-980af8952488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.858136 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-0ecf5928-f7d8-41bf-91bb-980af8952488 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0696149 Aug 19 12:38:33.882210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-341d1c28-d452-4db3-a12f-c8bc376e2b29 req-cd1dc650-96b0-455b-a0ad-b0e3ddba0aa2 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Aug 19 12:38:33.908670 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-47a035c9-0568-4b72-824a-d5993544337a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495765 Aug 19 12:38:33.910623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-86a3a4be-983c-47b8-9944-753133e70243 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437207 Aug 19 12:38:34.088007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e577b1-bf42-4bb6-bcd0-13f9bcc1f6f3 req-389bd58e-44b1-4534-9d0c-b1196ee6a1f9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.089530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49e577b1-bf42-4bb6-bcd0-13f9bcc1f6f3 req-389bd58e-44b1-4534-9d0c-b1196ee6a1f9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 943 time: 0.0536807 Aug 19 12:38:34.134573 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49e577b1-bf42-4bb6-bcd0-13f9bcc1f6f3 req-c3005ca2-abaa-42ee-9a89-69defe21124f tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384398 Aug 19 12:38:34.428919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136d83-18e4-4d22-aa05-263536a52265 req-d22bb967-955c-4c86-ad51-a289bf849410 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.430334 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-d22bb967-955c-4c86-ad51-a289bf849410 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135&tenant_id=27a9807ee1d44e3c9c16af5cf961715a&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 943 time: 0.1118138 Aug 19 12:38:34.432439 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-300663d2-173a-4bf4-8dff-6d6ae65fcafc service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167646 Aug 19 12:38:34.434324 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-8daf132d-1fe6-4d37-a7e8-57d7f0305ae3 service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102906 Aug 19 12:38:34.624833 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-1f136d83-18e4-4d22-aa05-263536a52265 req-2b35634f-4266-4b14-b115-0d8422030dd3 service neutron] delete failed (client error): The resource could not be found. Aug 19 12:38:34.625977 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-2b35634f-4266-4b14-b115-0d8422030dd3 service neutron] 10.222.0.54 "DELETE /v2.0/ports/dfa31759-43d4-453b-80f5-8aa60d19ccb6/bindings/n-h2-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.1765835 Aug 19 12:38:34.642648 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-39a69dd3-3148-47cb-8fa8-0b3f06bb3fad service neutron] 10.222.0.69 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004194 Aug 19 12:38:34.652409 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7e9ec24e-f0e3-43e7-97bf-c638876d4bd3 req-56025381-ae8e-46bc-becf-9e70ef584426 service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020924 Aug 19 12:38:34.790505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136d83-18e4-4d22-aa05-263536a52265 req-06e36525-69e8-49f4-935a-93859dd8b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.792282 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-06e36525-69e8-49f4-935a-93859dd8b857 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 1094 time: 0.0440903 Aug 19 12:38:34.891171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136d83-18e4-4d22-aa05-263536a52265 req-886d8516-789d-4ae0-b223-054002447b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.892735 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-886d8516-789d-4ae0-b223-054002447b25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 200 len: 915 time: 0.0938425 Aug 19 12:38:34.935572 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-d677cf71-2a99-4fee-bf2d-c00070abf6d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0353978 Aug 19 12:38:34.986199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136d83-18e4-4d22-aa05-263536a52265 req-19626846-ddcc-4d34-822c-cb95ca9f68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.987638 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-19626846-ddcc-4d34-822c-cb95ca9f68e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 200 len: 854 time: 0.0454924 Aug 19 12:38:35.026426 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-9b276270-7838-443d-861b-42470b4d82fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1647f68a-210c-4c07-a133-f8d644f91077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308166 Aug 19 12:38:35.120967 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-f30b2045-2298-4677-a651-8889fbc289ef service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875516 Aug 19 12:38:35.221528 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-57a8c228-e1a0-406a-8ea5-bd564fbd132f service neutron] 10.222.0.54 "GET /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934336 Aug 19 12:38:35.258518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09f95-97d4-495c-879b-1a360bf7b846 req-e328d380-2631-4292-b1d6-37728f53abe9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.260018 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80b09f95-97d4-495c-879b-1a360bf7b846 req-e328d380-2631-4292-b1d6-37728f53abe9 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 943 time: 0.0519395 Aug 19 12:38:35.301985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80b09f95-97d4-495c-879b-1a360bf7b846 req-783e33bd-87e1-47ca-85b8-b9e0e212950c tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Aug 19 12:38:36.265524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dfa31759-43d4-453b-80f5-8aa60d19ccb6 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:36.429876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89aa2-41cb-41ec-ac17-6ced47e3fe37 req-fc64b471-755c-4841-808a-68b513db6e58 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:36.431565 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9e89aa2-41cb-41ec-ac17-6ced47e3fe37 req-fc64b471-755c-4841-808a-68b513db6e58 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 943 time: 0.0561106 Aug 19 12:38:36.470953 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9e89aa2-41cb-41ec-ac17-6ced47e3fe37 req-dd97ed51-414f-45a8-a3fa-14ac19c38107 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Aug 19 12:38:36.541947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:36.553206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'network_id': '1647f68a-210c-4c07-a133-f8d644f91077', 'port_id': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'mac_address': 'fa:16:3e:db:6d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2511bf45-27a6-4a38-b230-d80279035099', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:36.589325 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.601891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa31759-43d4-453b-80f5-8aa60d19ccb6 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:36.602773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7623c67-72a6-4a5e-9ee8-357464493d0f req-88be1607-d965-48e2-b4b4-7d8673b48d44 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:36.604408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7623c67-72a6-4a5e-9ee8-357464493d0f req-88be1607-d965-48e2-b4b4-7d8673b48d44 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 943 time: 0.0523837 Aug 19 12:38:36.621715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:36.626673 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.645603 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a7623c67-72a6-4a5e-9ee8-357464493d0f req-bcd250a2-3ef5-4c18-b09c-f5fb3c45374a tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Aug 19 12:38:36.678865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:36.764541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d3935-3b7b-4f41-b66d-3fae8d0650d4 req-aabb4c59-11d4-4546-9678-a4c288ef62a3 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:36.766345 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e30d3935-3b7b-4f41-b66d-3fae8d0650d4 req-aabb4c59-11d4-4546-9678-a4c288ef62a3 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 944 time: 0.0525227 Aug 19 12:38:36.820920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e30d3935-3b7b-4f41-b66d-3fae8d0650d4 req-d7af14d7-19c6-4a25-b626-12dce0e182ca tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Aug 19 12:38:36.927189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['dfa31759-43d4-453b-80f5-8aa60d19ccb6'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:37.190144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded45d6-761c-45c6-868f-0c4e79c6e51d req-227684a0-434e-40d7-b08f-ac77c0f2cb43 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.191649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dded45d6-761c-45c6-868f-0c4e79c6e51d req-227684a0-434e-40d7-b08f-ac77c0f2cb43 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 944 time: 0.0654988 Aug 19 12:38:37.246130 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dded45d6-761c-45c6-868f-0c4e79c6e51d req-493887a6-f5b3-40c0-9415-dfbde7efb286 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Aug 19 12:38:38.271075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dfa31759-43d4-453b-80f5-8aa60d19ccb6 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:38.328171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port dfa31759-43d4-453b-80f5-8aa60d19ccb6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:38.332081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port dfa31759-43d4-453b-80f5-8aa60d19ccb6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:38.332528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.367541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b71217-e2e1-4316-8f0a-7c8bf894c14a req-3cab585e-7d02-456d-8f6d-f82cc06905db tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:38.369160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0b71217-e2e1-4316-8f0a-7c8bf894c14a req-3cab585e-7d02-456d-8f6d-f82cc06905db tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 944 time: 0.0507576 Aug 19 12:38:38.408401 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.408833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0b71217-e2e1-4316-8f0a-7c8bf894c14a req-3ac907e1-c852-4cf9-8a60-0a4ef294b707 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.65 "GET /v2.0/security-groups?id=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Aug 19 12:38:38.433176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:38.435390 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2475fb6a-e1f6-423b-81b8-9d645c733bbc" -d '{"events": [{"server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "name": "network-vif-plugged", "status": "completed", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:38.448584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:38.453363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.476125 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f914a889-6f53-438c-8042-28803759d4b6 x-openstack-request-id: req-f914a889-6f53-438c-8042-28803759d4b6 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:38.476415 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "name": "network-vif-plugged", "status": "completed", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:38.476658 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f914a889-6f53-438c-8042-28803759d4b6 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:38.477065 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'code': 200} Aug 19 12:38:38.500468 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694f88a-c666-4079-950d-910b2ee76682 req-ad5198d6-46ae-4cd2-b7c1-59d8e273bb03 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:38.502085 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3694f88a-c666-4079-950d-910b2ee76682 req-ad5198d6-46ae-4cd2-b7c1-59d8e273bb03 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3329e1f-26ac-4871-94a4-b02c8c2e1135 HTTP/1.1" status: 200 len: 945 time: 0.0618668 Aug 19 12:38:38.503178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:38.596548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-3694f88a-c666-4079-950d-910b2ee76682 req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Deleting port dfa31759-43d4-453b-80f5-8aa60d19ccb6 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:38.596861 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3694f88a-c666-4079-950d-910b2ee76682 req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.692065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-3694f88a-c666-4079-950d-910b2ee76682 req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] For port dfa31759-43d4-453b-80f5-8aa60d19ccb6, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dfa31759-43d4-453b-80f5-8aa60d19ccb6,segment=NetworkSegment(b455a15f-e582-48df-8352-22868965b94c),segment_id=b455a15f-e582-48df-8352-22868965b94c)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:38.692421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3694f88a-c666-4079-950d-910b2ee76682 req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.705333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-3694f88a-c666-4079-950d-910b2ee76682 req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Calling delete_port for dfa31759-43d4-453b-80f5-8aa60d19ccb6 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:38.855761 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3694f88a-c666-4079-950d-910b2ee76682 req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.886905 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Pushing event deleted for resources: {'Port': ['ID=dfa31759-43d4-453b-80f5-8aa60d19ccb6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:38.892151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['dfa31759-43d4-453b-80f5-8aa60d19ccb6'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:38.931925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3694f88a-c666-4079-950d-910b2ee76682 req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] No DVR routers for this DVR port dfa31759-43d4-453b-80f5-8aa60d19ccb6 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:38.934835 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3694f88a-c666-4079-950d-910b2ee76682 req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.937574 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3694f88a-c666-4079-950d-910b2ee76682 req-9c8dae53-ea77-4916-a283-5bff4f703e76 tempest-ServerDiskConfigTestJSON-901218568 tempest-ServerDiskConfigTestJSON-901218568-project] 10.222.0.69 "DELETE /v2.0/ports/dfa31759-43d4-453b-80f5-8aa60d19ccb6 HTTP/1.1" status: 204 len: 173 time: 0.4292595 Aug 19 12:38:38.938019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'name': 'network-vif-deleted', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:38.940435 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70140134-de12-4938-ae9b-dd50f6868883" -d '{"events": [{"server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "name": "network-vif-deleted", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:38.978749 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b728b-5d32-4949-93c1-6cd74a8875f1 x-openstack-request-id: req-306b728b-5d32-4949-93c1-6cd74a8875f1 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:38.979044 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3329e1f-26ac-4871-94a4-b02c8c2e1135", "name": "network-vif-deleted", "tag": "dfa31759-43d4-453b-80f5-8aa60d19ccb6", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:38.979327 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-306b728b-5d32-4949-93c1-6cd74a8875f1 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:38.979728 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3329e1f-26ac-4871-94a4-b02c8c2e1135', 'name': 'network-vif-deleted', 'tag': 'dfa31759-43d4-453b-80f5-8aa60d19ccb6', 'status': 'completed', 'code': 200} Aug 19 12:38:39.548963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:39.603393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a84e740-4228-4605-b4a8-5124b42222f3 admin admin] Deleting subnet 2511bf45-27a6-4a38-b230-d80279035099 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:38:39.607325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a84e740-4228-4605-b4a8-5124b42222f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.651366 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a84e740-4228-4605-b4a8-5124b42222f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.691788 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a84e740-4228-4605-b4a8-5124b42222f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.751343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a84e740-4228-4605-b4a8-5124b42222f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.776400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84e740-4228-4605-b4a8-5124b42222f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2511bf45-27a6-4a38-b230-d80279035099,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:39.780110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9a84e740-4228-4605-b4a8-5124b42222f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.782022 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9a84e740-4228-4605-b4a8-5124b42222f3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2511bf45-27a6-4a38-b230-d80279035099 HTTP/1.1" status: 204 len: 168 time: 0.2317061 Aug 19 12:38:39.785539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44864) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:39.864114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.951033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.961997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1647f68a-210c-4c07-a133-f8d644f91077']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:39.974447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b455a15f-e582-48df-8352-22868965b94c') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:39.974824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b455a15f-e582-48df-8352-22868965b94c') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:39.988158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.007958 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.017607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:38:40.018069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:38:40.019824 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:38:40.075694 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.082496 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.084352 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] 10.222.0.65 "DELETE /v2.0/networks/1647f68a-210c-4c07-a133-f8d644f91077 HTTP/1.1" status: 204 len: 168 time: 0.2979321 Aug 19 12:38:40.094298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9c265-f171-448b-bca7-397976351cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=1647f68a-210c-4c07-a133-f8d644f91077,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:40.204039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44868) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:40.244385 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d4ee08ac-4380-4d9d-a907-d31510177895 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27a9807ee1d44e3c9c16af5cf961715a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391374 Aug 19 12:38:40.246893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44870) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:40.295666 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.316512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.371512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.375735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.376947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00a7e6f2-2c04-402d-bd33-c685fe9f4cf0 HTTP/1.1" status: 204 len: 168 time: 0.1291273 Aug 19 12:38:40.384587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a7e6f2-2c04-402d-bd33-c685fe9f4cf0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:40.392808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.393167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.393513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.393855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.394187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.394519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.394854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.395180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.395505 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.395833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.396157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:40.396502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3aab37-aa78-49e6-8e48-522963adb6e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:41.122220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44892) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:41.286999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-535835750-network', 'tenant_id': 'fda79e926c9f405199420aca172ee269'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:41.310694 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Made reservation on behalf of fda79e926c9f405199420aca172ee269 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:41.313166 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.322918 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.419081 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.423318 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.445080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:38:41.462343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8624daa-54e5-415d-817a-564f86e41ffb,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:41.465407 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.465752 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Added segment 8d27b859-2765-4eca-943c-3dc16825f5ce of type vlan for network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 Aug 19 12:38:41.506545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.532603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.533634 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:41.534430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.588734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4653878 Aug 19 12:38:41.591962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44898) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:41.598018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Request body: {'subnet': {'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-535835750-subnet', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:41.600536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00123305-93fc-431e-af28-704a61e2867f admin admin] Pushing event updated for resources: {'Network': ['ID=5d603c13-e9ea-4cff-8ee6-8524806bd0e9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:41.611077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:38:41.624674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Made reservation on behalf of fda79e926c9f405199420aca172ee269 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:41.627062 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.803969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.861823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:41.875862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:41.876359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Network hostable DHCP agents. Network: 5d603c13-e9ea-4cff-8ee6-8524806bd0e9, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:38:41.901036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:38:41.911467 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 5d603c13-e9ea-4cff-8ee6-8524806bd0e9) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:41.915994 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:41.916575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.921154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996580a9-f9fa-4e3a-a159-2adb158b1ae5 None None] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:41.930754 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-94f80d18-667d-4e22-a497-686e7506b6aa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3370261 Aug 19 12:38:41.933607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44900) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:41.938563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:41.959991 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.961171 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.020602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.072051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:38:42.072949 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.168908 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.215987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Allocated IP 172.20.0.2 (5d603c13-e9ea-4cff-8ee6-8524806bd0e9/7e951930-dc4d-4514-98e4-a7bdfcc4a4dc/6fb88707-7b24-4846-961b-f6a2c8186558) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:42.304215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dfa31759-43d4-453b-80f5-8aa60d19ccb6 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:42.334788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: dfa31759-43d4-453b-80f5-8aa60d19ccb6 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:42.335016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dfa31759-43d4-453b-80f5-8aa60d19ccb6 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:42.386490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.392141 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.395526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Transition to ACTIVE for port object 6fb88707-7b24-4846-961b-f6a2c8186558 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:42.412388 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.413571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Transition to ACTIVE for port object 6fb88707-7b24-4846-961b-f6a2c8186558 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:42.419809 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.456827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:42.461687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:42.465239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:42.476638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Pushing event updated for resources: {'Port': ['ID=6fb88707-7b24-4846-961b-f6a2c8186558,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:42.528964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Attempting to bind port 6fb88707-7b24-4846-961b-f6a2c8186558 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:42.529342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Attempting to bind port 6fb88707-7b24-4846-961b-f6a2c8186558 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:42.529714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Attempting to bind port 6fb88707-7b24-4846-961b-f6a2c8186558 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:42.535997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:42.536379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:42.536818 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.537216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:42.537715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Bound port: 6fb88707-7b24-4846-961b-f6a2c8186558, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:42.538103 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.566685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Allocated IP 172.25.4.98 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/0a390280-d260-4560-abdc-706ec217d276) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:42.604120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] For port 6fb88707-7b24-4846-961b-f6a2c8186558, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:42.607311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] For port 6fb88707-7b24-4846-961b-f6a2c8186558, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6fb88707-7b24-4846-961b-f6a2c8186558,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:42.611712 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.672372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a5c59-84a7-4a71-a75d-213a16454079 None None] Pushing event updated for resources: {'Port': ['ID=6fb88707-7b24-4846-961b-f6a2c8186558,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:42.672803 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.721417 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.777761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:42.782899 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:42.788603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:42.794574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=0a390280-d260-4560-abdc-706ec217d276,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:43.058596 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.273985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.409326 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:38:43.566945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd507c-e57a-4316-9600-e4c18856d9d1 None None] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:43.663763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-36eab8cd-2740-4f71-a25e-1da72141563f None None] Provisioning for port 6fb88707-7b24-4846-961b-f6a2c8186558 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:43.670408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6fb88707-7b24-4846-961b-f6a2c8186558 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:43.779051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 6fb88707-7b24-4846-961b-f6a2c8186558 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:43.785171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6fb88707-7b24-4846-961b-f6a2c8186558 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:43.785542 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.792442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:43.807660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.809005 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1f4b5ec6-1281-4982-83ad-3ca56d520cf3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8743291 Aug 19 12:38:43.812594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44902) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:43.815355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:43.836545 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:43.837213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:38:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:43.977798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:43.979844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.107407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 6fb88707-7b24-4846-961b-f6a2c8186558, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6fb88707-7b24-4846-961b-f6a2c8186558,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:44.117071 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.155485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-eb109bc9-e34a-4bbd-a007-326655331fd6 None None] Provisioning complete for port 6fb88707-7b24-4846-961b-f6a2c8186558 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:44.156033 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eb109bc9-e34a-4bbd-a007-326655331fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.236811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=6fb88707-7b24-4846-961b-f6a2c8186558,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:44.240971 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.306082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:42Z', 'revision_number': 3, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:44.335821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:44.336160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Updating router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 port 0a390280-d260-4560-abdc-706ec217d276 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:38:44.361594 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.401928 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Allocated IP 172.20.0.1 (5d603c13-e9ea-4cff-8ee6-8524806bd0e9/7e951930-dc4d-4514-98e4-a7bdfcc4a4dc/77cb144e-cab4-437a-82bf-be321e0d52f6) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:44.504995 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.518811 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Transition to ACTIVE for port object 77cb144e-cab4-437a-82bf-be321e0d52f6 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:44.554443 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.594339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:44.599142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:44.602632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:44.625716 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.628715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=77cb144e-cab4-437a-82bf-be321e0d52f6,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:44.638457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Transition to ACTIVE for port object 0a390280-d260-4560-abdc-706ec217d276 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:44.646207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.647912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.695196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106a5a7-4f2f-46a8-813d-526b3643ae4f None None] Pushing event updated for resources: {'Port': ['ID=0a390280-d260-4560-abdc-706ec217d276,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:44.711261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Attempting to bind port 0a390280-d260-4560-abdc-706ec217d276 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:44.711651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Attempting to bind port 0a390280-d260-4560-abdc-706ec217d276 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:44.712058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Attempting to bind port 0a390280-d260-4560-abdc-706ec217d276 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:44.717850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:44.718237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:44.718701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.719052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:44.719529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Bound port: 0a390280-d260-4560-abdc-706ec217d276, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:44.719916 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.768167 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:38:44.787249 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] For port 0a390280-d260-4560-abdc-706ec217d276, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:44.790359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.791034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] For port 0a390280-d260-4560-abdc-706ec217d276, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0a390280-d260-4560-abdc-706ec217d276,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:44.795888 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.857059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:44.857706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:38:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:44.861481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106a5a7-4f2f-46a8-813d-526b3643ae4f None None] Pushing event updated for resources: {'Port': ['ID=0a390280-d260-4560-abdc-706ec217d276,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:44.961257 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.965326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f0a4610a-f453-4212-8516-b3afc50bbcc9 None None] Provisioning for port 77cb144e-cab4-437a-82bf-be321e0d52f6 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:44.965874 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.974966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f0a4610a-f453-4212-8516-b3afc50bbcc9 None None] Provisioning complete for port 77cb144e-cab4-437a-82bf-be321e0d52f6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:44.975330 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f0a4610a-f453-4212-8516-b3afc50bbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.977833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:45.034111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.035849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=77cb144e-cab4-437a-82bf-be321e0d52f6,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:45.073044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4610a-f453-4212-8516-b3afc50bbcc9 None None] Port 77cb144e-cab4-437a-82bf-be321e0d52f6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:38:45.132004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:45.133727 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:45.255574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:38:45.370031 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:45.376909 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c56198b9-af89-4dc0-9bbc-32c172767bb1 admin admin] 10.222.0.65 "PUT /v2.0/routers/710e2e9d-7400-48a1-86f3-a76e4ab33fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5631733 Aug 19 12:38:45.379653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 1, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:45.413597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a1fd04-cd73-46d6-abc3-942f38ac7f12 None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 1, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:45.419015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-218f0024-8f89-43bf-bac1-452ba2eb86c5 None None] Provisioning complete for port 77cb144e-cab4-437a-82bf-be321e0d52f6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:45.419393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-218f0024-8f89-43bf-bac1-452ba2eb86c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.457962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-218f0024-8f89-43bf-bac1-452ba2eb86c5 None None] Port 77cb144e-cab4-437a-82bf-be321e0d52f6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:38:45.666927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6fb88707-7b24-4846-961b-f6a2c8186558 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:45.732556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6fb88707-7b24-4846-961b-f6a2c8186558 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:45.733989 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.059052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 44910) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:46.074589 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ce55dda6-84c7-45ac-a1a9-ba1b4a37e997 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57009858', 'description': 'tempest-description--659598217'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:46.101795 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce55dda6-84c7-45ac-a1a9-ba1b4a37e997 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.198617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce55dda6-84c7-45ac-a1a9-ba1b4a37e997 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.203875 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce55dda6-84c7-45ac-a1a9-ba1b4a37e997 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.230438 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ce55dda6-84c7-45ac-a1a9-ba1b4a37e997 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.231692 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ce55dda6-84c7-45ac-a1a9-ba1b4a37e997 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1710787 Aug 19 12:38:46.235746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44912) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:46.236282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55dda6-84c7-45ac-a1a9-ba1b4a37e997 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:46.243947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-880e0385-9fd2-4452-a08e-5b8e407f8cd6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'security_group_rule': {'security_group_id': '9beb72a3-e865-41b1-b5e1-a30bccbc1fb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:46.277467 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-880e0385-9fd2-4452-a08e-5b8e407f8cd6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.356082 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-880e0385-9fd2-4452-a08e-5b8e407f8cd6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.361763 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-880e0385-9fd2-4452-a08e-5b8e407f8cd6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.381885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e0385-9fd2-4452-a08e-5b8e407f8cd6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3cabfa-8b93-42df-a7ca-1078754e9291,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:46.385849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-880e0385-9fd2-4452-a08e-5b8e407f8cd6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.389695 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-880e0385-9fd2-4452-a08e-5b8e407f8cd6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517100 Aug 19 12:38:46.390119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:46.394726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ded75203-8b06-43fd-bc61-16f16d4fdcf7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'security_group_rule': {'security_group_id': '9beb72a3-e865-41b1-b5e1-a30bccbc1fb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:46.423923 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded75203-8b06-43fd-bc61-16f16d4fdcf7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.489483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded75203-8b06-43fd-bc61-16f16d4fdcf7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.494114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded75203-8b06-43fd-bc61-16f16d4fdcf7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.513290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded75203-8b06-43fd-bc61-16f16d4fdcf7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbc602d-7870-49df-9206-3b3e0000f26c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:46.519412 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ded75203-8b06-43fd-bc61-16f16d4fdcf7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.520411 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ded75203-8b06-43fd-bc61-16f16d4fdcf7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292429 Aug 19 12:38:46.523508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44916) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:46.528045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:46.553683 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.659329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.762613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Allocated IP 172.25.4.85 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/06cb3d44-88de-40ea-9e9b-7ff849bbedf9) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:46.870901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.910161 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.952719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:46.955694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:46.961109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:46.964111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event updated for resources: {'Port': ['ID=06cb3d44-88de-40ea-9e9b-7ff849bbedf9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:47.093446 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.131624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.309740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.317060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.383724 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:47.396144 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:47.396895 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:38:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:47.510011 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:47.689137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0a390280-d260-4560-abdc-706ec217d276 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:47.735628 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 2, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:47.736340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event updated for resources: {'Port': ['ID=06cb3d44-88de-40ea-9e9b-7ff849bbedf9,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:47.746856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.752865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0a390280-d260-4560-abdc-706ec217d276 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:47.757781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0a390280-d260-4560-abdc-706ec217d276 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:47.758484 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.762559 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.762827 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:47.763182 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Updating router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 port 77cb144e-cab4-437a-82bf-be321e0d52f6 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:38:47.773585 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0d07e41d-d79e-4d99-9223-9a7ec239e889 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2398548 Aug 19 12:38:47.789639 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.843071 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.866331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 0a390280-d260-4560-abdc-706ec217d276, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0a390280-d260-4560-abdc-706ec217d276,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:47.871444 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.922224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=0a390280-d260-4560-abdc-706ec217d276,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:47.930768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-4aaeac54-2e6c-4f9c-8620-b8c95c2fa40c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--57009858&fields=id&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 267 time: 0.0501242 Aug 19 12:38:48.043327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898587-32f2-4540-9446-60b641a4382b req-046d2e49-fa3c-4ff3-9f01-6b15f7dd1a7e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:48.044838 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-046d2e49-fa3c-4ff3-9f01-6b15f7dd1a7e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 811 time: 0.1058874 Aug 19 12:38:48.061551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-2e7a650c-4bf2-4209-ba77-245e437da2b9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/quotas/fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 375 time: 0.0092850 Aug 19 12:38:48.070482 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.081282 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Transition to ACTIVE for port object 77cb144e-cab4-437a-82bf-be321e0d52f6 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:48.089976 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.115157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-f6b80333-0721-4bdd-974b-e6b9ea161f2d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475636 Aug 19 12:38:48.137755 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Pushing event updated for resources: {'Port': ['ID=77cb144e-cab4-437a-82bf-be321e0d52f6,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:48.162215 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.162545 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.162886 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.163200 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.163517 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.163851 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.164145 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.164468 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.165170 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.165485 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.165797 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.166106 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:48.199260 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Attempting to bind port 77cb144e-cab4-437a-82bf-be321e0d52f6 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:48.199890 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Attempting to bind port 77cb144e-cab4-437a-82bf-be321e0d52f6 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:48.200248 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Attempting to bind port 77cb144e-cab4-437a-82bf-be321e0d52f6 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:48.206014 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:48.206379 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:48.206777 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.207161 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:48.208107 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Bound port: 77cb144e-cab4-437a-82bf-be321e0d52f6, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:48.208107 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.226212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-5d8854db-0db9-4362-9603-8337e26925c3 service neutron] 10.222.0.65 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975707 Aug 19 12:38:48.283281 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] For port 77cb144e-cab4-437a-82bf-be321e0d52f6, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:48.287003 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] For port 77cb144e-cab4-437a-82bf-be321e0d52f6, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=77cb144e-cab4-437a-82bf-be321e0d52f6,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:48.297824 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.333083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-67006096-a503-423d-92f3-ce49553c243b service neutron] 10.222.0.65 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000125 Aug 19 12:38:48.356242 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:48.357118 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:38:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:48.359024 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036905f-741e-4cee-9be3-705a1f1c33aa None None] Pushing event updated for resources: {'Port': ['ID=77cb144e-cab4-437a-82bf-be321e0d52f6,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:48.446248 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3b57c059-df51-4ef9-852d-a2d55792b7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.503176 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:48.543379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fa524e2-5fab-453f-a177-0c8f6f0786dc req-240acaec-57e3-46d3-92a7-d834b6afbc3d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 210 time: 0.0428083 Aug 19 12:38:48.820069 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:48Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:48.849153 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be713a-3442-409c-8ae3-4b30f193d594 None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:48Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:49.645158 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b1904c1-475d-41fe-9238-a53d339698c1 req-da331858-0018-42dd-8726-4a228cccffff tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 210 time: 0.0314734 Aug 19 12:38:49.664013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0a390280-d260-4560-abdc-706ec217d276 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:49.727053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0a390280-d260-4560-abdc-706ec217d276 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:49.727435 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.816519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 77cb144e-cab4-437a-82bf-be321e0d52f6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:49.867886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 77cb144e-cab4-437a-82bf-be321e0d52f6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:49.871638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 77cb144e-cab4-437a-82bf-be321e0d52f6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:49.872009 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.890592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898587-32f2-4540-9446-60b641a4382b req-8caa2abf-7212-46d7-ab78-5cacfb4dff69 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:49.893743 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-8caa2abf-7212-46d7-ab78-5cacfb4dff69 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 811 time: 0.1145425 Aug 19 12:38:49.953976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.960435 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-f47e8681-640b-49ac-b2a6-7f1070513ee9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 378 time: 0.0494952 Aug 19 12:38:49.984322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'port': {'device_id': '090600a7-e958-4318-8b2c-2fd56812e340', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'admin_state_up': True, 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'security_groups': ['9beb72a3-e865-41b1-b5e1-a30bccbc1fb5']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:49.986243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 77cb144e-cab4-437a-82bf-be321e0d52f6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=77cb144e-cab4-437a-82bf-be321e0d52f6,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:49.991402 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.041334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=77cb144e-cab4-437a-82bf-be321e0d52f6,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:50.095633 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Made reservation on behalf of fda79e926c9f405199420aca172ee269 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:50.101105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.253451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Allocated IP 172.20.0.13 (5d603c13-e9ea-4cff-8ee6-8524806bd0e9/7e951930-dc4d-4514-98e4-a7bdfcc4a4dc/a995d444-fe7b-4bd1-9fc2-ee785268164a) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:50.402455 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.416839 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Transition to ACTIVE for port object a995d444-fe7b-4bd1-9fc2-ee785268164a will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:50.453807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.500647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:50.503930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:50.507696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:50.533920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event updated for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:50.564372 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.565061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.580520 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-63aa2eb4-736f-4470-a9c5-a40140b147ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6007230 Aug 19 12:38:50.599510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Request body: {'port': {'device_id': '090600a7-e958-4318-8b2c-2fd56812e340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:50.662325 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.764338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-520ca6c2-18f4-4e5f-9bb3-104e9208e0dc None None] Provisioning for port a995d444-fe7b-4bd1-9fc2-ee785268164a completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:50.768904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-520ca6c2-18f4-4e5f-9bb3-104e9208e0dc None None] Provisioning complete for port a995d444-fe7b-4bd1-9fc2-ee785268164a triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:50.769316 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-520ca6c2-18f4-4e5f-9bb3-104e9208e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.780416 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32619402-fd3f-4bc0-9bfc-f5724a4b98ee req-177426a8-7031-4d65-a2a7-6555915b40b5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.782212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32619402-fd3f-4bc0-9bfc-f5724a4b98ee req-177426a8-7031-4d65-a2a7-6555915b40b5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 932 time: 0.0567110 Aug 19 12:38:50.813542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-520ca6c2-18f4-4e5f-9bb3-104e9208e0dc None None] Port a995d444-fe7b-4bd1-9fc2-ee785268164a cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:38:50.823280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-243a3ecd-03e9-4adb-83dc-5134eec04127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.826229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-32619402-fd3f-4bc0-9bfc-f5724a4b98ee req-6033dfa7-3308-41c8-925d-4a22322d5272 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379596 Aug 19 12:38:50.962198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a995d444-fe7b-4bd1-9fc2-ee785268164a {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:50.973142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.975908 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.986996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Transition to ACTIVE for port object a995d444-fe7b-4bd1-9fc2-ee785268164a will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:50.992849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.050587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Pushing event updated for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:51.127036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Attempting to bind port a995d444-fe7b-4bd1-9fc2-ee785268164a on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:51.127368 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Attempting to bind port a995d444-fe7b-4bd1-9fc2-ee785268164a by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:51.127712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Attempting to bind port a995d444-fe7b-4bd1-9fc2-ee785268164a on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:51.132544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Port a995d444-fe7b-4bd1-9fc2-ee785268164a on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:38:51.132909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Attempting to bind port a995d444-fe7b-4bd1-9fc2-ee785268164a on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:51.137958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:51.138300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:51.138837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:51.139523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Bound port: a995d444-fe7b-4bd1-9fc2-ee785268164a, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:51.140284 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.207242 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:51.211612 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:51.219142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.263416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.264058 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.266505 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] 10.222.0.54 "PUT /v2.0/ports/a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 1092 time: 0.6714036 Aug 19 12:38:51.266641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:51.269035 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c7867b-b794-4e50-ac5f-29abd47396c6" -d '{"events": [{"name": "network-changed", "server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:51.298627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe041-cda2-4c4e-b6c3-d490bf3b2263 service neutron] Pushing event updated for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:51.314985 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f475f5bd-2754-4ff1-ba72-67d5ff658dc9 x-openstack-request-id: req-f475f5bd-2754-4ff1-ba72-67d5ff658dc9 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:51.315738 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:51.316001 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f475f5bd-2754-4ff1-ba72-67d5ff658dc9 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:51.316402 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'status': 'completed', 'code': 200} Aug 19 12:38:51.387034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898587-32f2-4540-9446-60b641a4382b req-65bda6b4-d1eb-4155-a731-3128c34f2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.389208 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-65bda6b4-d1eb-4155-a731-3128c34f2f0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1095 time: 0.0555849 Aug 19 12:38:51.443182 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-b4d1f7db-0cdc-4358-b597-14dd96082280 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 217 time: 0.0411243 Aug 19 12:38:51.495415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898587-32f2-4540-9446-60b641a4382b req-be959eed-35b5-4723-9314-fced5044039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.496924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-be959eed-35b5-4723-9314-fced5044039a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0467708 Aug 19 12:38:51.554795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898587-32f2-4540-9446-60b641a4382b req-0a8f13b4-359e-4a17-a42f-f1ef62a654d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.556328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-0a8f13b4-359e-4a17-a42f-f1ef62a654d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523858 Aug 19 12:38:51.636128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 77cb144e-cab4-437a-82bf-be321e0d52f6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:51.658980 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-8aea2e72-0bee-4a51-a9c4-00de3118e582 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954399 Aug 19 12:38:51.686360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 77cb144e-cab4-437a-82bf-be321e0d52f6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:51.687190 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.763301 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ee898587-32f2-4540-9446-60b641a4382b req-4334ee21-66b1-44ee-849e-bd987eba831d service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970213 Aug 19 12:38:51.898028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-ebe154c2-8695-45b2-b904-a08475401d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.899577 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-ebe154c2-8695-45b2-b904-a08475401d4a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1095 time: 0.0508537 Aug 19 12:38:51.948509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddf542-a92d-4d90-9927-e0d47016a0a5 req-79c2b45c-de32-4fa0-be1a-efb380229c69 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.950058 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9cddf542-a92d-4d90-9927-e0d47016a0a5 req-79c2b45c-de32-4fa0-be1a-efb380229c69 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 944 time: 0.0536449 Aug 19 12:38:51.990147 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9cddf542-a92d-4d90-9927-e0d47016a0a5 req-0bdc7ec4-22ea-4c3e-ad00-f6e74342a23d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337760 Aug 19 12:38:51.992834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-a9744d17-2e99-442c-abc1-9a1aa42d4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.994346 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-a9744d17-2e99-442c-abc1-9a1aa42d4b52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0862908 Aug 19 12:38:52.040500 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-51d6db88-ed5e-4a3d-aed3-40bbc59e2bbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 217 time: 0.0385847 Aug 19 12:38:52.076880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.091507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-b35a29c5-14ab-415d-9cdb-68481a2fdbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.093056 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-b35a29c5-14ab-415d-9cdb-68481a2fdbc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0447865 Aug 19 12:38:52.141230 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-e3c3ca66-c3d2-4121-b430-1d56f1da51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.142698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-e3c3ca66-c3d2-4121-b430-1d56f1da51c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409622 Aug 19 12:38:52.246498 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-9c4a3a61-a75a-4660-be28-a7d439809709 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960047 Aug 19 12:38:52.352512 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f7c7867b-b794-4e50-ac5f-29abd47396c6 req-461a69f2-bdd4-4166-b682-4d8ccbf8ef04 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980587 Aug 19 12:38:53.164053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d48a3-0a03-48bc-a02c-55ca49a66186 req-c86f32bf-62a5-476f-b2aa-6dc680442cde tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.165793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c53d48a3-0a03-48bc-a02c-55ca49a66186 req-c86f32bf-62a5-476f-b2aa-6dc680442cde tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 944 time: 0.0762916 Aug 19 12:38:53.213008 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c53d48a3-0a03-48bc-a02c-55ca49a66186 req-e3b9f90a-7ac5-460a-b022-5cde2307702c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384624 Aug 19 12:38:53.503765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a995d444-fe7b-4bd1-9fc2-ee785268164a details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:53.607409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:53.619066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'mac_address': 'fa:16:3e:7f:2d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:53.656969 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.670238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a995d444-fe7b-4bd1-9fc2-ee785268164a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:53.690355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:53.696343 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.747281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:53.969057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['a995d444-fe7b-4bd1-9fc2-ee785268164a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:54.122266 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.377097 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ad00-8a8b-41cf-a826-a1048b29e48f req-7cd65229-1764-4a3c-9e74-f5477c22756b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.378615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c770ad00-8a8b-41cf-a826-a1048b29e48f req-7cd65229-1764-4a3c-9e74-f5477c22756b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 945 time: 0.0549686 Aug 19 12:38:54.383129 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.419837 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c770ad00-8a8b-41cf-a826-a1048b29e48f req-646329fd-610b-4947-bb21-c2956c989627 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331364 Aug 19 12:38:55.517493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a995d444-fe7b-4bd1-9fc2-ee785268164a up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:55.547193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff693690-8c9f-48a2-8059-d25dd3b26f37 req-b9dbb3fd-7e79-4066-94d9-9f11b95eef42 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:55.548977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff693690-8c9f-48a2-8059-d25dd3b26f37 req-b9dbb3fd-7e79-4066-94d9-9f11b95eef42 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 945 time: 0.0528421 Aug 19 12:38:55.576155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port a995d444-fe7b-4bd1-9fc2-ee785268164a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:55.580405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port a995d444-fe7b-4bd1-9fc2-ee785268164a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:55.580817 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:55.596290 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff693690-8c9f-48a2-8059-d25dd3b26f37 req-2707419b-8bad-45fe-8e54-db527a1befef tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378692 Aug 19 12:38:55.657754 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:55.682512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:55.684818 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46685d1f-f996-4e1a-b125-f60f0ac11100" -d '{"events": [{"server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "name": "network-vif-plugged", "status": "completed", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:55.697975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:55.702770 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:55.725661 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ea23b-6183-4c01-9fcf-73b1bccdb695 x-openstack-request-id: req-395ea23b-6183-4c01-9fcf-73b1bccdb695 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:55.725958 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "name": "network-vif-plugged", "status": "completed", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:55.726203 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-395ea23b-6183-4c01-9fcf-73b1bccdb695 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:55.726590 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'code': 200} Aug 19 12:38:55.755903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:55.862010 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721938-2271-4cb6-b656-3e98a320bf8e req-9d80ab2e-12f0-44f0-a4bc-d188152adbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:55.863580 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1d721938-2271-4cb6-b656-3e98a320bf8e req-9d80ab2e-12f0-44f0-a4bc-d188152adbd2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1097 time: 0.0498934 Aug 19 12:38:55.900716 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1d721938-2271-4cb6-b656-3e98a320bf8e req-2ebe06ba-267a-41e9-9d2a-fa023049597c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297654 Aug 19 12:38:56.737337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaae881-0d8d-4cce-9a19-879d630bcdfd req-7e0cf192-7814-484c-9e76-6e5a47ef76a6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:56.738911 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcaae881-0d8d-4cce-9a19-879d630bcdfd req-7e0cf192-7814-484c-9e76-6e5a47ef76a6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0694110 Aug 19 12:38:56.784504 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcaae881-0d8d-4cce-9a19-879d630bcdfd req-c3ce6ff0-18be-4c4e-8ab0-5bfc1f4de60f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363879 Aug 19 12:38:57.928535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d85d3-43c5-47ed-b950-2cceefe00c15 req-3073b8c7-c89e-4907-8f98-bc3f0261c1e1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:57.930061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c3d85d3-43c5-47ed-b950-2cceefe00c15 req-3073b8c7-c89e-4907-8f98-bc3f0261c1e1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0502110 Aug 19 12:38:57.970201 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c3d85d3-43c5-47ed-b950-2cceefe00c15 req-2bf8f966-0268-4a23-898a-925898127959 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340464 Aug 19 12:38:58.100959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851d70-1e93-4628-a923-f539b3146623 req-674e7ba4-f60e-433e-94fd-a01a2ddcfef6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:58.102389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45851d70-1e93-4628-a923-f539b3146623 req-674e7ba4-f60e-433e-94fd-a01a2ddcfef6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0632901 Aug 19 12:38:58.116577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 44976) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:58.122953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e6bd8432-d3ac-4480-aa56-781f47302cfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'floatingip': {'port_id': 'a995d444-fe7b-4bd1-9fc2-ee785268164a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:58.198818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8432-d3ac-4480-aa56-781f47302cfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.836913 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8432-d3ac-4480-aa56-781f47302cfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.843234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8432-d3ac-4480-aa56-781f47302cfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.867117 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.942436 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-e6bd8432-d3ac-4480-aa56-781f47302cfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Floating IP 4420c737-2c38-4d4b-9c70-146cba637850 associated. External IP: 172.25.4.85, port: a995d444-fe7b-4bd1-9fc2-ee785268164a. Aug 19 12:38:59.168460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bd8432-d3ac-4480-aa56-781f47302cfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:38:59.609262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bd8432-d3ac-4480-aa56-781f47302cfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:59.614378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8432-d3ac-4480-aa56-781f47302cfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.619698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:59.629863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:59.630519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:38:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:59.642051 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e6bd8432-d3ac-4480-aa56-781f47302cfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "PUT /v2.0/floatingips/4420c737-2c38-4d4b-9c70-146cba637850 HTTP/1.1" status: 200 len: 991 time: 1.5242839 Aug 19 12:38:59.642609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:59.645050 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:59.686956 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb88305b-b8ed-432c-8638-7e35eacbec02 x-openstack-request-id: req-cb88305b-b8ed-432c-8638-7e35eacbec02 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:59.687240 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:59.687498 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb88305b-b8ed-432c-8638-7e35eacbec02 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:59.687899 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'status': 'completed', 'code': 200} Aug 19 12:38:59.763808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:59.784377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-9257f272-a33c-4334-8fd5-f619a75369f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:59.786188 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-9257f272-a33c-4334-8fd5-f619a75369f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1097 time: 0.0439019 Aug 19 12:38:59.882974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-f0a7d4cb-6d1a-4505-8e2e-30e514d59769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:59.884419 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-f0a7d4cb-6d1a-4505-8e2e-30e514d59769 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0911567 Aug 19 12:38:59.979202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-9f369798-001c-40f8-83a9-64b5bd3ebf80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 999 time: 0.0869787 Aug 19 12:38:59.987569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:7f:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090600a7-e958-4318-8b2c-2fd56812e340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:38:58Z', 'revision_number': 1, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:00.017181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:39:00.026272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:00.026951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:38:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:00.033885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-e5763edc-e114-470c-81cc-caff8b3da221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:00.035465 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-e5763edc-e114-470c-81cc-caff8b3da221 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0493689 Aug 19 12:39:00.082496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-6c684436-3914-4f35-804b-906b161eaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:00.083709 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-6c684436-3914-4f35-804b-906b161eaf87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414748 Aug 19 12:39:00.134130 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:00.179025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-5bb8d8c9-6af7-4f3c-93e7-ff41c8a56ba7 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882485 Aug 19 12:39:00.276717 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ef4ba2c4-0d6f-49eb-855d-c121fbf40bbb req-b359424e-7fdc-4fef-a060-0b6af403ef03 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907843 Aug 19 12:39:00.386394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:7f:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090600a7-e958-4318-8b2c-2fd56812e340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:38:58Z', 'revision_number': 1, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:00.421098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05f036-e1af-4a58-97ed-6c95bf7de51d None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:7f:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090600a7-e958-4318-8b2c-2fd56812e340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:38:58Z', 'revision_number': 1, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:00.655787 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1f37b-093d-4b30-8e5e-dda35dfd0989 None None] New status for floating IP 4420c737-2c38-4d4b-9c70-146cba637850: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:39:18.451181 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e9ce-78c6-4c33-b110-93d5957cd20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.822761 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c17d6419-e95c-4bec-aa74-beb92ab9cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.976009 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.773963 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:39:22.086128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.131842 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.391727 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.875321 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:43.011355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-8c2239b8-5d06-4a81-a91b-351834ed5993 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430641 Aug 19 12:39:43.123970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-ffc8b760-4f91-4d59-a924-c06a41b0a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:43.125552 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-ffc8b760-4f91-4d59-a924-c06a41b0a332 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1097 time: 0.0485411 Aug 19 12:39:43.232862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-dfee499f-b1b7-436e-9e33-e575be1ae94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:43.234379 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-dfee499f-b1b7-436e-9e33-e575be1ae94a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0890779 Aug 19 12:39:43.313642 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-3107e77c-a7de-4f41-af8a-8d12a264b1a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 1001 time: 0.0690794 Aug 19 12:39:43.366283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-e8dc5146-8cb0-4410-9549-9105ccec691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:43.367772 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-e8dc5146-8cb0-4410-9549-9105ccec691b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0473046 Aug 19 12:39:43.428798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-ecd80333-03d9-4e9d-b229-f2e4327064c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:43.430349 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-ecd80333-03d9-4e9d-b229-f2e4327064c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555940 Aug 19 12:39:43.523005 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-8df9668e-770c-4090-ac1a-b26e3eb0f096 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852377 Aug 19 12:39:43.624106 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dc1db3e-01b7-47e5-abe3-fada13e22995 req-e3b009df-439b-49b1-8399-155a15696dd1 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939527 Aug 19 12:39:48.460837 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7e2a1ac9-be4f-4070-914c-d3680b6f0ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.821624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5af99ba4-7d10-42f2-9f46-3eea9fe710ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.970524 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:52.089032 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.140542 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.384812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.775696 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:39:58.880342 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.446280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03078792-2bff-475d-b75b-ac05c96a9c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.834217 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-28dbb6dc-eea5-430b-8b3a-77d0c5d21a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.984442 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.095392 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.138482 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.385300 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.883172 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.832612 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18877db0-ab10-405f-a7cf-7f22ce42707d req-14c1fc28-91a3-4878-b9b2-5f91d3f7da60 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.834136 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18877db0-ab10-405f-a7cf-7f22ce42707d req-14c1fc28-91a3-4878-b9b2-5f91d3f7da60 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0611608 Aug 19 12:40:34.884590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18877db0-ab10-405f-a7cf-7f22ce42707d req-0c5fc43b-a01f-4da2-9f36-2ad93270b061 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442185 Aug 19 12:40:35.155315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-ff5b8420-4ba9-436f-82da-b55dda1569df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776498 Aug 19 12:40:35.162916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bca10-55f2-4f94-811e-d3430dc3656d req-4d6eac71-d990-404d-bdea-ac93c53a1bf2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:35.164399 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb6bca10-55f2-4f94-811e-d3430dc3656d req-4d6eac71-d990-404d-bdea-ac93c53a1bf2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0767457 Aug 19 12:40:35.204251 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb6bca10-55f2-4f94-811e-d3430dc3656d req-4bcc633a-3755-425b-bcb4-39721ef79e28 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333529 Aug 19 12:40:35.778548 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:40:36.326204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedf46d-7fcc-4c34-8ba5-c12d2b2318c4 req-0e0c7982-d9d4-43fd-8209-57205a720b6e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.327697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bedf46d-7fcc-4c34-8ba5-c12d2b2318c4 req-0e0c7982-d9d4-43fd-8209-57205a720b6e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0517256 Aug 19 12:40:36.369854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bedf46d-7fcc-4c34-8ba5-c12d2b2318c4 req-4349ee13-bfdc-4dc6-8bdb-5d74b496003a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358648 Aug 19 12:40:36.611046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-0b49053c-bb03-413f-9925-7b0b60be9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.612461 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-0b49053c-bb03-413f-9925-7b0b60be9e4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1097 time: 0.0541039 Aug 19 12:40:36.731035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-424374c2-aa38-4cd8-b8c2-d60523f9fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.732531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-424374c2-aa38-4cd8-b8c2-d60523f9fdb4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1060014 Aug 19 12:40:36.807007 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-11d96217-2f9e-485b-99fe-689c49c2911b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 1001 time: 0.0653894 Aug 19 12:40:36.857045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-97f8d53a-7372-4c5b-9bee-fd052820e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.858540 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-97f8d53a-7372-4c5b-9bee-fd052820e337 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0441601 Aug 19 12:40:36.907619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-5a9f99b9-df17-491b-a9cc-a7afb8f7ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.909939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-5a9f99b9-df17-491b-a9cc-a7afb8f7ebad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435572 Aug 19 12:40:36.921828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-a82ec3ad-8288-4078-86d3-67be88667019 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:36.922770 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-a82ec3ad-8288-4078-86d3-67be88667019 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051217 Aug 19 12:40:37.022969 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-a5630c0c-55c4-4a04-b236-60800a7d5703 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920498 Aug 19 12:40:37.115940 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-b8b9fad4-0798-4b4c-a7ff-becce6bd0ccd service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855093 Aug 19 12:40:37.511695 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848264b-f90a-45bf-849c-f58724ffffd1 req-9b4b41aa-3493-4883-87be-256f2e598e32 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:37.513234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9848264b-f90a-45bf-849c-f58724ffffd1 req-9b4b41aa-3493-4883-87be-256f2e598e32 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0575528 Aug 19 12:40:37.553040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9848264b-f90a-45bf-849c-f58724ffffd1 req-0db6b163-45c4-47ff-9de2-73e74bfe0cda tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335288 Aug 19 12:40:38.675687 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b083-bb62-43df-a38f-8896e0f6ec7d req-9b0b71d4-1a98-441c-aa30-16ed73da4cb9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:38.677240 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05f4b083-bb62-43df-a38f-8896e0f6ec7d req-9b0b71d4-1a98-441c-aa30-16ed73da4cb9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0507276 Aug 19 12:40:38.716535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05f4b083-bb62-43df-a38f-8896e0f6ec7d req-8778f3bb-6351-40b0-abcf-b99e6d55e5e9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331023 Aug 19 12:40:39.849419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69dbe-6770-49c8-b865-9e38b76e2d0c req-3e637d7b-0efd-4a8a-a991-e66587add8bb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:39.850921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eeb69dbe-6770-49c8-b865-9e38b76e2d0c req-3e637d7b-0efd-4a8a-a991-e66587add8bb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0576744 Aug 19 12:40:39.898310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eeb69dbe-6770-49c8-b865-9e38b76e2d0c req-669cf920-4a22-4f67-88d4-e80008619c43 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380771 Aug 19 12:40:41.034930 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08c2b-2fd2-419c-8e4d-f30673edadd1 req-33a8ae36-05bc-4584-857f-fa30feeb3883 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.037157 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fb08c2b-2fd2-419c-8e4d-f30673edadd1 req-33a8ae36-05bc-4584-857f-fa30feeb3883 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0579822 Aug 19 12:40:41.080355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fb08c2b-2fd2-419c-8e4d-f30673edadd1 req-4262c60c-7608-494e-8e95-d20dc57c9dbf tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338051 Aug 19 12:40:42.199760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-7dc50516-b031-4e7a-a545-3646cf5b381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.201445 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-7dc50516-b031-4e7a-a545-3646cf5b381a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1097 time: 0.0460556 Aug 19 12:40:42.202948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4cf2b-2627-481e-9218-2e8b033660d3 req-d81108f1-b02d-4195-8a20-fad47ae2174a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.204580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efb4cf2b-2627-481e-9218-2e8b033660d3 req-d81108f1-b02d-4195-8a20-fad47ae2174a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0527513 Aug 19 12:40:42.250294 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-efb4cf2b-2627-481e-9218-2e8b033660d3 req-6afeaf6c-2530-4da9-adcd-95b3bd3fbc30 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375562 Aug 19 12:40:42.312193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-2255ff2e-5375-4898-a5e4-7e31906c01a1 req-f0ce2b60-509c-4c97-9ede-e2f15116d892 service neutron] (101153) timed out ('10.222.0.65', 42526) {{(pid=101153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:40:42.316641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-3148e9e6-47c4-4cbd-92b2-35a0f1dd5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.319066 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-3148e9e6-47c4-4cbd-92b2-35a0f1dd5c7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0927782 Aug 19 12:40:42.394623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-3b14a2ca-655e-4649-b63d-766796f258ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 1001 time: 0.0678325 Aug 19 12:40:42.454458 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-67483ccf-327b-4093-8987-8a4c59c3ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.456673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-67483ccf-327b-4093-8987-8a4c59c3ce56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0545325 Aug 19 12:40:42.505159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-fc36292f-dc22-47ff-9803-7da14c60afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.506632 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-fc36292f-dc22-47ff-9803-7da14c60afbc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421987 Aug 19 12:40:42.610901 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-c033d853-3c2f-474b-ae46-b1139ad4a3e3 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971124 Aug 19 12:40:42.706774 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a4fd208-b6d3-46a2-9851-db29ee7cb94c req-3ca95c47-5838-430f-9aed-269410ce0659 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888772 Aug 19 12:40:43.393013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5b7d-6cfc-4336-bc7a-85581fa29e37 req-b3f0bcde-8208-430b-87f4-410d5ff8ed98 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:43.394840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a4c5b7d-6cfc-4336-bc7a-85581fa29e37 req-b3f0bcde-8208-430b-87f4-410d5ff8ed98 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0627496 Aug 19 12:40:43.442985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a4c5b7d-6cfc-4336-bc7a-85581fa29e37 req-3c56f214-4c23-4068-89f7-ba3d5ec50ea0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418389 Aug 19 12:40:44.585090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf5ead-22c6-4fc7-a6f8-181566a9cb99 req-4b04c6cf-626c-448e-a657-5361a92b7e84 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:44.586699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0baf5ead-22c6-4fc7-a6f8-181566a9cb99 req-4b04c6cf-626c-448e-a657-5361a92b7e84 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0590432 Aug 19 12:40:44.627541 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0baf5ead-22c6-4fc7-a6f8-181566a9cb99 req-ba987147-d3a3-4b2f-aaee-acc8238b9c4f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347703 Aug 19 12:40:45.762453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaae76f-278a-47a7-aaac-e6cfdd5336ac req-7e1c4f53-e660-4f1e-8b34-7b1bc4fe97d5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:45.763972 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaaae76f-278a-47a7-aaac-e6cfdd5336ac req-7e1c4f53-e660-4f1e-8b34-7b1bc4fe97d5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0583403 Aug 19 12:40:45.809827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eaaae76f-278a-47a7-aaac-e6cfdd5336ac req-f7985c86-c91f-4f9f-9c6b-10868f6d2ba0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393853 Aug 19 12:40:46.933460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4efe-4ea6-4eb3-a827-94e3bab02b39 req-ba0183b9-e1c1-465e-819c-506e3560b509 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:46.934936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3abd4efe-4ea6-4eb3-a827-94e3bab02b39 req-ba0183b9-e1c1-465e-819c-506e3560b509 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0521338 Aug 19 12:40:46.976619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3abd4efe-4ea6-4eb3-a827-94e3bab02b39 req-7875fa15-35c3-49aa-a34a-16b85d8ea486 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354872 Aug 19 12:40:48.229644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867ad22-04d6-4460-89d5-03b0c1b44683 req-cce1190b-9071-4398-aafd-f23ec281ad36 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:48.231124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2867ad22-04d6-4460-89d5-03b0c1b44683 req-cce1190b-9071-4398-aafd-f23ec281ad36 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.1749952 Aug 19 12:40:48.280219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2867ad22-04d6-4460-89d5-03b0c1b44683 req-aa63df52-2849-46df-b5d7-59b251667b51 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399868 Aug 19 12:40:48.451513 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c6f36d8b-167a-4428-af0e-04fe75fbb3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.490599 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26f97f-c1dc-47ba-b415-a77d8e063d32 req-e9dc3fca-c813-4bc8-9d8e-c926729e85dc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:49.492149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f26f97f-c1dc-47ba-b415-a77d8e063d32 req-e9dc3fca-c813-4bc8-9d8e-c926729e85dc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.1340482 Aug 19 12:40:49.535404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f26f97f-c1dc-47ba-b415-a77d8e063d32 req-83df27d8-589d-453b-bda3-c80743b13963 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361388 Aug 19 12:40:49.814586 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-35572729-f510-4cca-83a4-433a2940b41b req-1c1a8787-392f-4c26-a0a7-ee353f91aab0 service neutron] show failed (client error): The resource could not be found. Aug 19 12:40:49.815560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-1c1a8787-392f-4c26-a0a7-ee353f91aab0 service neutron] 10.222.0.54 "GET /v2.0/ports/a995d444-fe7b-4bd1-9fc2-ee785268164a/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0647268 Aug 19 12:40:50.060261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-482d9cd4-0990-4488-96cb-a0f1c6a9ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:50.061939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-482d9cd4-0990-4488-96cb-a0f1c6a9ad31 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 1097 time: 0.0502155 Aug 19 12:40:50.081262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:50.133226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.351997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:50.390725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:50.445329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:50.447887 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd0155-4eed-45fe-af5e-6eeb5d6b869c" -d '{"events": [{"server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "name": "network-vif-unplugged", "status": "completed", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:50.451798 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.465629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Transition to ACTIVE for port object a995d444-fe7b-4bd1-9fc2-ee785268164a will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:50.469847 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.506498 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b0bc67-63d6-47f0-952c-e7b71ef48bec x-openstack-request-id: req-d0b0bc67-63d6-47f0-952c-e7b71ef48bec {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:50.506879 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "name": "network-vif-unplugged", "status": "completed", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:50.507006 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0b0bc67-63d6-47f0-952c-e7b71ef48bec {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:50.507414 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'code': 200} Aug 19 12:40:50.587538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Pushing event updated for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:50.614650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.615007 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.615353 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.615701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.616027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.616359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.616714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.617069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.617403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.617733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.618116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.618556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:50.657005 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] No DVR routers for this DVR port a995d444-fe7b-4bd1-9fc2-ee785268164a on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:50.667724 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86f725-0ce4-4b87-91ec-e4a9fbadfed6 req-fd14fda2-4617-4958-8ce2-1b5fb6b50b6e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:50.669610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb86f725-0ce4-4b87-91ec-e4a9fbadfed6 req-fd14fda2-4617-4958-8ce2-1b5fb6b50b6e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 944 time: 0.0603709 Aug 19 12:40:50.715267 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb86f725-0ce4-4b87-91ec-e4a9fbadfed6 req-02998eb3-d474-4722-98db-3ffb26664b32 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375466 Aug 19 12:40:50.807357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Attempting to bind port a995d444-fe7b-4bd1-9fc2-ee785268164a on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:50.807711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Attempting to bind port a995d444-fe7b-4bd1-9fc2-ee785268164a by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:50.808051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Attempting to bind port a995d444-fe7b-4bd1-9fc2-ee785268164a on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:50.813004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Port a995d444-fe7b-4bd1-9fc2-ee785268164a on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:50.813397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Attempting to bind port a995d444-fe7b-4bd1-9fc2-ee785268164a on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:50.816479 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12f7941d-d5bd-45c1-8132-b55cc5542284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.818785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:50.819249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:50.819551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:50.819981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Bound port: a995d444-fe7b-4bd1-9fc2-ee785268164a, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:50.820363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.888381 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:50.891471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:50.897032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.936582 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:50.937230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.938608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] 10.222.0.69 "PUT /v2.0/ports/a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 1092 time: 0.8615410 Aug 19 12:40:50.955961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d26a0d-09ec-4fee-bb28-0fcc2a80ad6c service neutron] Pushing event updated for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:50.986347 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.020871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-a3b92f2b-3400-4237-96ed-cd1a30203d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:51.022451 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-a3b92f2b-3400-4237-96ed-cd1a30203d85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1095 time: 0.0473695 Aug 19 12:40:51.124068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-f16dd39c-9813-41f1-b172-3ed8099a0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:51.125608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-f16dd39c-9813-41f1-b172-3ed8099a0754 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0959973 Aug 19 12:40:51.191838 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-f28c0679-c0d3-4507-87c1-4b88b76ddac8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 999 time: 0.0586123 Aug 19 12:40:51.244174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-54bb5343-7ac2-4ea0-815b-d6b544a0f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:51.245651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-54bb5343-7ac2-4ea0-815b-d6b544a0f644 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0466330 Aug 19 12:40:51.291914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572729-f510-4cca-83a4-433a2940b41b req-c760e6ae-5129-46df-9397-69f7f541de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:51.293745 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-c760e6ae-5129-46df-9397-69f7f541de2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410824 Aug 19 12:40:51.304718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-995c6b91-a112-4f1a-87f3-1c051f0b3f88 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:51.306024 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-995c6b91-a112-4f1a-87f3-1c051f0b3f88 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049028 Aug 19 12:40:51.395707 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-64edb4e8-2007-4a70-91ff-ddeb452c2e03 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831680 Aug 19 12:40:51.496288 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-6e62e09f-5ed0-4778-ba7c-62d06984415a service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934668 Aug 19 12:40:51.848265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a395abc-2aa3-40ea-8c50-f82d741d5b4d req-8ec7b3e2-3312-4cf6-80e0-46859dd50c18 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:51.849800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a395abc-2aa3-40ea-8c50-f82d741d5b4d req-8ec7b3e2-3312-4cf6-80e0-46859dd50c18 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 944 time: 0.0605409 Aug 19 12:40:51.888435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a395abc-2aa3-40ea-8c50-f82d741d5b4d req-647e1655-92c0-48d8-9825-dd129b80440e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325959 Aug 19 12:40:52.102712 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.508835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:52.511545 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb05f180-4b82-409e-972f-034ed6421900" -d '{"events": [{"name": "network-changed", "server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:52.563938 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc0f234-8f1c-4eda-96a8-d2c236c9b566 x-openstack-request-id: req-7fc0f234-8f1c-4eda-96a8-d2c236c9b566 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:52.564258 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:52.564514 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fc0f234-8f1c-4eda-96a8-d2c236c9b566 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:52.565096 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'status': 'completed', 'code': 200} Aug 19 12:40:52.677532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f180-4b82-409e-972f-034ed6421900 req-8d56e88d-d3f9-48b6-ab94-ff9933fbe77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.679026 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-8d56e88d-d3f9-48b6-ab94-ff9933fbe77d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1095 time: 0.0737295 Aug 19 12:40:52.680923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f180-4b82-409e-972f-034ed6421900 req-07b9a1e9-2da9-43b1-b245-e1ec7f103b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.682134 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-07b9a1e9-2da9-43b1-b245-e1ec7f103b17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1095 time: 0.0686121 Aug 19 12:40:52.850236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f180-4b82-409e-972f-034ed6421900 req-4d001d7d-fbc1-4fd9-9c8c-6f16b619a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.851648 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-4d001d7d-fbc1-4fd9-9c8c-6f16b619a8df service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1634076 Aug 19 12:40:52.853076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f180-4b82-409e-972f-034ed6421900 req-5013ed96-1be7-4268-92ef-6d00623464f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.854418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-5013ed96-1be7-4268-92ef-6d00623464f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1650498 Aug 19 12:40:53.014056 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8af99-a0e9-443a-ad4d-8a98288f1840 req-7fb60128-ee99-42f7-bead-6ab618497f5c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.015688 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eee8af99-a0e9-443a-ad4d-8a98288f1840 req-7fb60128-ee99-42f7-bead-6ab618497f5c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 944 time: 0.0540080 Aug 19 12:40:53.060366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eee8af99-a0e9-443a-ad4d-8a98288f1840 req-fe5599b7-f9dc-4518-90ba-e0b8edecbc6a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378911 Aug 19 12:40:53.197374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.69', 60301) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.240642 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-6fd86ea0-0500-4918-805f-2d8bebf72771 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419993 Aug 19 12:40:53.308541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-8bdf6944-af4d-402a-a091-4d2d9fa7d121 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 999 time: 0.4499233 Aug 19 12:40:53.312287 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-47ff2b35-4f9a-4a77-901b-1cc02d9c37de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 999 time: 0.4479308 Aug 19 12:40:53.387732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f180-4b82-409e-972f-034ed6421900 req-2bdc8b78-6753-41a4-8ef5-a6d83236fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.389240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-2bdc8b78-6753-41a4-8ef5-a6d83236fea3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0737765 Aug 19 12:40:53.390567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f180-4b82-409e-972f-034ed6421900 req-ad09382e-5180-4e76-8f6e-aa1a88cfcf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.391843 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-ad09382e-5180-4e76-8f6e-aa1a88cfcf80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0693984 Aug 19 12:40:53.470800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f180-4b82-409e-972f-034ed6421900 req-e907d0ca-6de6-48bc-9a69-e3d7c36cf6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.472232 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-e907d0ca-6de6-48bc-9a69-e3d7c36cf6fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751119 Aug 19 12:40:53.474885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f180-4b82-409e-972f-034ed6421900 req-67095b98-8d46-4e10-9d2d-7fa7032b6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.476239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-67095b98-8d46-4e10-9d2d-7fa7032b6f2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718055 Aug 19 12:40:53.628405 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-a00ddcdc-75e1-45fb-8682-bf10700ff9d3 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488469 Aug 19 12:40:53.631811 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-264c20bc-f532-41a0-9d53-b29f959f7130 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454058 Aug 19 12:40:53.792719 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-7049d327-20e3-4931-82a3-5f8e0ef075b1 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559749 Aug 19 12:40:53.794811 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fb05f180-4b82-409e-972f-034ed6421900 req-cd788894-21dd-4df5-b402-a123571e51cf service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478262 Aug 19 12:40:53.944436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-9324f693-f0b1-444a-a76f-7030986c6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.946217 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-9324f693-f0b1-444a-a76f-7030986c6ae0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1095 time: 0.0568795 Aug 19 12:40:53.965212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a995d444-fe7b-4bd1-9fc2-ee785268164a no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:54.005822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device a995d444-fe7b-4bd1-9fc2-ee785268164a not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:54.048188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-4beb03f9-934a-4ebd-9c0a-0b67c370136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.049623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-4beb03f9-934a-4ebd-9c0a-0b67c370136c service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0841091 Aug 19 12:40:54.118715 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-60b35f14-acb8-41dc-80fc-4379ce2a0b6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 999 time: 0.0608089 Aug 19 12:40:54.136400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.168266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-cf603b51-e9f2-41bd-b84c-cf532a0ce254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.169766 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-cf603b51-e9f2-41bd-b84c-cf532a0ce254 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0444407 Aug 19 12:40:54.183763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01672c3-2147-452a-a25e-62efa5671bfc req-f7105061-9f71-429e-a25e-cba2faeafd07 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.186487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d01672c3-2147-452a-a25e-62efa5671bfc req-f7105061-9f71-429e-a25e-cba2faeafd07 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 944 time: 0.0538476 Aug 19 12:40:54.215851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-11b2f915-ff52-4d06-acad-4e17dac0cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.217459 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-11b2f915-ff52-4d06-acad-4e17dac0cb60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409479 Aug 19 12:40:54.223801 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d01672c3-2147-452a-a25e-62efa5671bfc req-7cf6dd6d-9c3e-4d54-a6e8-00c9220a7ebd tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326066 Aug 19 12:40:54.315119 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-ada3f580-0754-4149-83fa-2bf99de4f8cb service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898268 Aug 19 12:40:54.402114 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.421159 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105010-ac9d-49c4-a4b4-6c057431a2ac req-6d09faee-980a-4c80-853c-1cde937ec88a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.422729 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87105010-ac9d-49c4-a4b4-6c057431a2ac req-6d09faee-980a-4c80-853c-1cde937ec88a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 944 time: 0.0537021 Aug 19 12:40:54.436895 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b4714b94-bc28-4ac4-84e5-8e5db91059b5 req-181c3ccc-facd-4627-892f-8498fe69e468 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144316 Aug 19 12:40:54.460848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c92934-096c-45c0-a944-c95da21be9dd req-74243eb2-16fa-43fd-a79b-483bae4527fc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.462506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87105010-ac9d-49c4-a4b4-6c057431a2ac req-0dc2e048-e30f-40f1-8a57-02e6764d4fb4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336766 Aug 19 12:40:54.462702 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b5c92934-096c-45c0-a944-c95da21be9dd req-74243eb2-16fa-43fd-a79b-483bae4527fc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340&tenant_id=fda79e926c9f405199420aca172ee269&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 944 time: 0.0601254 Aug 19 12:40:54.527793 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-b5c92934-096c-45c0-a944-c95da21be9dd req-f485c6a2-f207-47a5-aef8-20284ffbdc0b service neutron] delete failed (client error): The resource could not be found. Aug 19 12:40:54.528857 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b5c92934-096c-45c0-a944-c95da21be9dd req-f485c6a2-f207-47a5-aef8-20284ffbdc0b service neutron] 10.222.0.54 "DELETE /v2.0/ports/a995d444-fe7b-4bd1-9fc2-ee785268164a/bindings/n-h2-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0585418 Aug 19 12:40:54.647433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c92934-096c-45c0-a944-c95da21be9dd req-02b42b86-8274-416f-a58c-75d713fc3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.648854 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b5c92934-096c-45c0-a944-c95da21be9dd req-02b42b86-8274-416f-a58c-75d713fc3413 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 1095 time: 0.0488048 Aug 19 12:40:54.753194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c92934-096c-45c0-a944-c95da21be9dd req-774f429a-49ef-4e4e-a189-7a500176e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.754665 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b5c92934-096c-45c0-a944-c95da21be9dd req-774f429a-49ef-4e4e-a189-7a500176e46b service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0986118 Aug 19 12:40:54.825939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b5c92934-096c-45c0-a944-c95da21be9dd req-6173cfd6-bbdc-47e2-a0ec-c626eca845f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 200 len: 999 time: 0.0630736 Aug 19 12:40:54.878536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c92934-096c-45c0-a944-c95da21be9dd req-65c24370-d3a1-453f-bcb2-f0b85f059813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.879968 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b5c92934-096c-45c0-a944-c95da21be9dd req-65c24370-d3a1-453f-bcb2-f0b85f059813 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0468414 Aug 19 12:40:54.931172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c92934-096c-45c0-a944-c95da21be9dd req-8a8af8aa-c336-4b0a-a539-834ab30e2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.932584 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b5c92934-096c-45c0-a944-c95da21be9dd req-8a8af8aa-c336-4b0a-a539-834ab30e2259 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459466 Aug 19 12:40:54.959625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a995d444-fe7b-4bd1-9fc2-ee785268164a details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:55.028916 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b5c92934-096c-45c0-a944-c95da21be9dd req-a14317a3-b4e5-4f77-85be-7f1edd09a161 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882835 Aug 19 12:40:55.062325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:55.073449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'mac_address': 'fa:16:3e:7f:2d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:55.112398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.123446 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b5c92934-096c-45c0-a944-c95da21be9dd req-6215ee13-3ec8-4039-97bd-b74e52012e71 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Aug 19 12:40:55.126827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a995d444-fe7b-4bd1-9fc2-ee785268164a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:55.147914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:55.153616 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.200781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:55.209315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.209665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.210032 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.210372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.210703 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.211059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.211407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.211815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.212166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.212478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.212825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.213151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:55.489811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['a995d444-fe7b-4bd1-9fc2-ee785268164a'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:55.585455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00001ad-1c40-456b-8600-6897006b2293 req-6a1d6f9e-5c86-4510-a2d2-04eb0ed69ec1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:55.587343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b00001ad-1c40-456b-8600-6897006b2293 req-6a1d6f9e-5c86-4510-a2d2-04eb0ed69ec1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 945 time: 0.0515089 Aug 19 12:40:55.633740 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b00001ad-1c40-456b-8600-6897006b2293 req-0b273cc3-7107-4e0f-af43-96dcbf08b041 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393388 Aug 19 12:40:56.760849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097c82d-788d-4eb3-8f6f-ba0644e87f74 req-5890d811-e5e1-45c0-b082-b5bbf4dd0433 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.762343 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c097c82d-788d-4eb3-8f6f-ba0644e87f74 req-5890d811-e5e1-45c0-b082-b5bbf4dd0433 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 945 time: 0.0563395 Aug 19 12:40:56.801921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c097c82d-788d-4eb3-8f6f-ba0644e87f74 req-1a5b6f33-525a-45b1-9051-d36bb32ce8bd tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335429 Aug 19 12:40:56.935691 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c85b8-a161-49ff-b29d-6427bebf3796 req-4464cbb0-edfa-482d-967b-059a162fa7f2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.937144 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a61c85b8-a161-49ff-b29d-6427bebf3796 req-4464cbb0-edfa-482d-967b-059a162fa7f2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 945 time: 0.0621538 Aug 19 12:40:56.974827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a995d444-fe7b-4bd1-9fc2-ee785268164a up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:56.977321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a61c85b8-a161-49ff-b29d-6427bebf3796 req-fb75981f-398d-4d94-82a2-c007161e10ca tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340352 Aug 19 12:40:57.027455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port a995d444-fe7b-4bd1-9fc2-ee785268164a completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:57.031735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port a995d444-fe7b-4bd1-9fc2-ee785268164a triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:57.032115 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.103415 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd753-6a8d-4257-bdbd-670a145facc7 req-c9070caa-ba26-4d4f-960f-7ddba7bfe094 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.105212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ddbd753-6a8d-4257-bdbd-670a145facc7 req-c9070caa-ba26-4d4f-960f-7ddba7bfe094 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 945 time: 0.0547698 Aug 19 12:40:57.113970 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.149984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ddbd753-6a8d-4257-bdbd-670a145facc7 req-7dc74080-6f91-45c6-a7d0-92723d784dd4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381498 Aug 19 12:40:57.296829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:57.299087 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cf8c23-cf72-4da5-94d3-ee602b0fe9bc" -d '{"events": [{"server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "name": "network-vif-plugged", "status": "completed", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:57.313147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:57.318788 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.345001 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482547a5-292e-4d95-ba70-d30f3b05ff51 x-openstack-request-id: req-482547a5-292e-4d95-ba70-d30f3b05ff51 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:57.345291 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "name": "network-vif-plugged", "status": "completed", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:57.345538 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-482547a5-292e-4d95-ba70-d30f3b05ff51 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:57.345917 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'code': 200} Aug 19 12:40:57.371687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:57.410792 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d7397-22a5-46a7-b5ed-b2a444c95495 req-dbac9fd7-7fb9-4f59-9ce9-d68b589dd6e3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.412273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-743d7397-22a5-46a7-b5ed-b2a444c95495 req-dbac9fd7-7fb9-4f59-9ce9-d68b589dd6e3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0520918 Aug 19 12:40:57.452349 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-743d7397-22a5-46a7-b5ed-b2a444c95495 req-29977e9d-1a93-4901-bc5c-ed64c60aae92 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323930 Aug 19 12:40:58.595974 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dfc62-17c7-4efe-abe1-369238781204 req-ff24b882-8461-4688-88db-b504b81c9653 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:58.597393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae2dfc62-17c7-4efe-abe1-369238781204 req-ff24b882-8461-4688-88db-b504b81c9653 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0554140 Aug 19 12:40:58.636405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae2dfc62-17c7-4efe-abe1-369238781204 req-8bea3e15-07ed-44e0-9e62-9acefb151581 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329816 Aug 19 12:40:58.894645 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.904834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-05408fbf-b62e-443b-ac4b-760d7b73f532 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:58.906434 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-05408fbf-b62e-443b-ac4b-760d7b73f532 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 946 time: 0.0600169 Aug 19 12:40:59.003387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Deleting port a995d444-fe7b-4bd1-9fc2-ee785268164a {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:59.003846 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.104108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] For port a995d444-fe7b-4bd1-9fc2-ee785268164a, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=a995d444-fe7b-4bd1-9fc2-ee785268164a,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:59.104483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.334355 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.334759 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.335076 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Floating IP 4420c737-2c38-4d4b-9c70-146cba637850 disassociated. External IP: 172.25.4.85, port: a995d444-fe7b-4bd1-9fc2-ee785268164a. Aug 19 12:40:59.335414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Calling delete_port for a995d444-fe7b-4bd1-9fc2-ee785268164a owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:59.484973 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.519163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event deleted for resources: {'Port': ['ID=a995d444-fe7b-4bd1-9fc2-ee785268164a,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:59.636065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:59.736510 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d65bea68-8678-4b08-b9bb-584803f638ec req-ba442cf1-16ad-4215-9136-2e1157886e67 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=090600a7-e958-4318-8b2c-2fd56812e340 HTTP/1.1" status: 200 len: 210 time: 0.0271807 Aug 19 12:40:59.747313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:59.758913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:59.768031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:59.768824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:40:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:59.788578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] No DVR routers for this DVR port a995d444-fe7b-4bd1-9fc2-ee785268164a on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:59.791512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.793951 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-369bef4c-ebe5-4bba-ab2f-e901ee4d4012 req-922116b4-3246-4902-b8f5-7074d3c2d97d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "DELETE /v2.0/ports/a995d444-fe7b-4bd1-9fc2-ee785268164a HTTP/1.1" status: 204 len: 173 time: 0.8807232 Aug 19 12:40:59.794415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'name': 'network-vif-deleted', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:59.796676 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5c7ca4-06b6-40c0-9f37-c394745f75cb" -d '{"events": [{"server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "name": "network-vif-deleted", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:59.835671 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf32308c-1425-4a37-ade7-78d9ec31f451 x-openstack-request-id: req-bf32308c-1425-4a37-ade7-78d9ec31f451 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:59.836248 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090600a7-e958-4318-8b2c-2fd56812e340", "name": "network-vif-deleted", "tag": "a995d444-fe7b-4bd1-9fc2-ee785268164a", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:59.836248 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf32308c-1425-4a37-ade7-78d9ec31f451 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:59.836737 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090600a7-e958-4318-8b2c-2fd56812e340', 'name': 'network-vif-deleted', 'tag': 'a995d444-fe7b-4bd1-9fc2-ee785268164a', 'status': 'completed', 'code': 200} Aug 19 12:40:59.876937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:00.082655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:00.108932 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:00.117512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:00.118280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:40:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:00.225470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:00.431415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:00.462000 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640f5b21-3399-4c16-a1e7-7896e6a4b720 None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:00.705987 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52cf725-fdcf-4ed4-8a58-30057bccab97 None None] New status for floating IP 4420c737-2c38-4d4b-9c70-146cba637850: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:41:00.982619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-d742f08a-be21-4bc1-b0ad-35aa1b79b4b6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--57009858&fields=id&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 267 time: 0.0328488 Aug 19 12:41:01.098009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-cd2d6e10-7afa-47e4-a011-5481e09bf0b5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:01.099482 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-cd2d6e10-7afa-47e4-a011-5481e09bf0b5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 811 time: 0.1099818 Aug 19 12:41:01.122451 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-c370b046-ca99-4bc8-b2ce-5a80326c7c74 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/quotas/fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 375 time: 0.0150452 Aug 19 12:41:01.180542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-050c73fb-f93f-4dbb-a8ae-88e4d85c11f2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497172 Aug 19 12:41:01.292753 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-ae7045a2-59c2-4411-b899-3c73eb7ad905 service neutron] 10.222.0.65 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944059 Aug 19 12:41:01.402571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-6661e15b-f8b3-443b-92f8-4169d5ea4ba5 service neutron] 10.222.0.65 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034274 Aug 19 12:41:01.569027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec9eee9c-59e6-42db-a944-dbc21bbaa30d req-aadf84f8-cabf-4ce3-8c68-5484d545bc92 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 210 time: 0.0269632 Aug 19 12:41:02.652830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-b0fbdf5b-fe8a-446d-aefa-9b182d415cf4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:02.654355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-b0fbdf5b-fe8a-446d-aefa-9b182d415cf4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 811 time: 0.1206329 Aug 19 12:41:02.671523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1595bba7-d63e-41b7-9412-c679ce8f9ae5 req-a0387538-2cd8-4b55-9dad-a4b2d0ca9e7c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 210 time: 0.0282984 Aug 19 12:41:02.709882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-5fcdfe74-b221-4016-a2ee-f73b0997e271 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 378 time: 0.0388570 Aug 19 12:41:02.750263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'port': {'device_id': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'admin_state_up': True, 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'security_groups': ['9beb72a3-e865-41b1-b5e1-a30bccbc1fb5']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:02.867750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Made reservation on behalf of fda79e926c9f405199420aca172ee269 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:02.871818 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.990462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a995d444-fe7b-4bd1-9fc2-ee785268164a no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:03.010752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: a995d444-fe7b-4bd1-9fc2-ee785268164a {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:03.011104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device a995d444-fe7b-4bd1-9fc2-ee785268164a not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:03.017379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Allocated IP 172.20.0.10 (5d603c13-e9ea-4cff-8ee6-8524806bd0e9/7e951930-dc4d-4514-98e4-a7bdfcc4a4dc/34a3c325-8e4e-4634-8384-3989b781109e) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:03.163348 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.176767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Transition to ACTIVE for port object 34a3c325-8e4e-4634-8384-3989b781109e will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:03.215611 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.265124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:03.268316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:03.272114 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:03.279498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event updated for resources: {'Port': ['ID=34a3c325-8e4e-4634-8384-3989b781109e,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:03.328156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:03.328832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.345898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1f6d6a57-6617-4389-9944-6e42f4cf554e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5995171 Aug 19 12:41:03.364206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Request body: {'port': {'device_id': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:03.429959 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.515082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cfea125c-65b4-42dc-8cdb-4d5e30447aef None None] Provisioning for port 34a3c325-8e4e-4634-8384-3989b781109e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:03.519240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cfea125c-65b4-42dc-8cdb-4d5e30447aef None None] Provisioning complete for port 34a3c325-8e4e-4634-8384-3989b781109e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:03.519697 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cfea125c-65b4-42dc-8cdb-4d5e30447aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.555425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cfea125c-65b4-42dc-8cdb-4d5e30447aef None None] Port 34a3c325-8e4e-4634-8384-3989b781109e cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:03.704971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a3c325-8e4e-4634-8384-3989b781109e {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:03.712979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.725856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Transition to ACTIVE for port object 34a3c325-8e4e-4634-8384-3989b781109e will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:03.730901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.779707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Pushing event updated for resources: {'Port': ['ID=34a3c325-8e4e-4634-8384-3989b781109e,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:03.793963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66eb3e-c479-4b20-b4fb-237a0a39ae83 req-8d073864-9d95-4b9a-bfb7-6ac8544de456 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:03.796228 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb66eb3e-c479-4b20-b4fb-237a0a39ae83 req-8d073864-9d95-4b9a-bfb7-6ac8544de456 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.0552053 Aug 19 12:41:03.837573 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb66eb3e-c479-4b20-b4fb-237a0a39ae83 req-14ffa872-6261-4152-bec0-0f07c033b7e6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347486 Aug 19 12:41:03.856730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Attempting to bind port 34a3c325-8e4e-4634-8384-3989b781109e on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:03.857077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Attempting to bind port 34a3c325-8e4e-4634-8384-3989b781109e by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:03.857408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Attempting to bind port 34a3c325-8e4e-4634-8384-3989b781109e on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:03.861936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Port 34a3c325-8e4e-4634-8384-3989b781109e on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:41:03.862255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Attempting to bind port 34a3c325-8e4e-4634-8384-3989b781109e on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:03.867146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:03.867483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:03.867865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:03.868347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Bound port: 34a3c325-8e4e-4634-8384-3989b781109e, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:03.868715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.938916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:03.942484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:03.947747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.985791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:03.986415 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.987822 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] 10.222.0.69 "PUT /v2.0/ports/34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 1092 time: 0.6281190 Aug 19 12:41:03.988277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:03.990598 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf011e1-8b66-45f1-8f69-308fbe474a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "tag": "34a3c325-8e4e-4634-8384-3989b781109e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:04.015974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7eb583-0fbc-4284-900c-f5ae750e0e91 service neutron] Pushing event updated for resources: {'Port': ['ID=34a3c325-8e4e-4634-8384-3989b781109e,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:04.037566 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab9e27-b632-43b8-96d3-423edf7c1e16 x-openstack-request-id: req-84ab9e27-b632-43b8-96d3-423edf7c1e16 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:04.037889 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "tag": "34a3c325-8e4e-4634-8384-3989b781109e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:04.038143 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84ab9e27-b632-43b8-96d3-423edf7c1e16 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:04.038621 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e', 'status': 'completed', 'code': 200} Aug 19 12:41:04.107083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-a11a9d39-06ae-4241-a648-d7cb74287d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.108651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-a11a9d39-06ae-4241-a648-d7cb74287d74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1095 time: 0.0493200 Aug 19 12:41:04.157977 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-7a4770ba-52af-4c9f-b67f-f9e9700cdd9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 217 time: 0.0356398 Aug 19 12:41:04.210984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1b9ed8f1-e830-40af-8075-8f0c8d65c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.212950 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-1b9ed8f1-e830-40af-8075-8f0c8d65c256 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0472398 Aug 19 12:41:04.267619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-ccd6fcb8-5a64-475a-8217-28025441fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.269204 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-ccd6fcb8-5a64-475a-8217-28025441fe51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495775 Aug 19 12:41:04.364349 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-5064e35c-2016-4910-b35e-679008ad0365 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867362 Aug 19 12:41:04.476075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a340e2e0-ac73-4bc2-a563-894882f422fa req-d41bc1f6-608a-4043-a385-7764ca878749 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044412 Aug 19 12:41:04.610809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-8941e4ae-5689-4063-b967-6c43ca34a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.612331 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-8941e4ae-5689-4063-b967-6c43ca34a9ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1095 time: 0.0449014 Aug 19 12:41:04.722969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-fb7293ac-fd34-4692-af0d-158f6547865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.724440 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-fb7293ac-fd34-4692-af0d-158f6547865e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1039784 Aug 19 12:41:04.767906 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-a4b4a2c6-9c75-45f1-b6ef-7acec46527a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 217 time: 0.0349176 Aug 19 12:41:04.819563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-182afd89-4485-42da-bdca-7cc511f76df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.821032 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-182afd89-4485-42da-bdca-7cc511f76df2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0453098 Aug 19 12:41:04.872922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-7705b99e-4c7b-4b2b-bc0a-504737ff795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.874523 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-7705b99e-4c7b-4b2b-bc0a-504737ff795a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453422 Aug 19 12:41:04.956593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074244-c22d-46d9-a457-89452428c913 req-2ab2e3bd-9750-4f24-9da8-2959c10cea4d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.958156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5074244-c22d-46d9-a457-89452428c913 req-2ab2e3bd-9750-4f24-9da8-2959c10cea4d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.0504508 Aug 19 12:41:04.966099 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-ceb9719e-092a-4640-ae0d-b34a907a04da service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829799 Aug 19 12:41:05.002078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5074244-c22d-46d9-a457-89452428c913 req-102f1dc3-3aa1-47fa-936b-453ecc046369 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372441 Aug 19 12:41:05.068411 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6cf011e1-8b66-45f1-8f69-308fbe474a0c req-c413d81d-8a76-4650-9080-9d257a84d76b service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933828 Aug 19 12:41:06.133187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aada3a6-6acc-4488-8981-787a68523adc req-c2eff829-6779-4c49-8378-83d140e5ef01 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:06.135219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6aada3a6-6acc-4488-8981-787a68523adc req-c2eff829-6779-4c49-8378-83d140e5ef01 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.0575397 Aug 19 12:41:06.181056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6aada3a6-6acc-4488-8981-787a68523adc req-f2537721-9171-4c85-8189-db1d59bda16e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364408 Aug 19 12:41:07.004133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 34a3c325-8e4e-4634-8384-3989b781109e details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:41:07.124277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:07.137908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '34a3c325-8e4e-4634-8384-3989b781109e', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': '34a3c325-8e4e-4634-8384-3989b781109e', 'mac_address': 'fa:16:3e:e4:15:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:41:07.175731 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.189125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a3c325-8e4e-4634-8384-3989b781109e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:07.209056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:07.215151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.264965 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=34a3c325-8e4e-4634-8384-3989b781109e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:07.310611 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb03d07-e3c2-4d00-bc45-30744050d1c1 req-5bbba3e3-aff0-46e5-bb4a-89fc429b7495 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:07.312151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9eb03d07-e3c2-4d00-bc45-30744050d1c1 req-5bbba3e3-aff0-46e5-bb4a-89fc429b7495 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 945 time: 0.0504668 Aug 19 12:41:07.351106 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9eb03d07-e3c2-4d00-bc45-30744050d1c1 req-7d246e67-776d-4eda-99c2-9ee4509218bc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328524 Aug 19 12:41:07.477665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['34a3c325-8e4e-4634-8384-3989b781109e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:08.493709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d3ffa-238a-4451-8397-8a424d465b5a req-901d940b-0066-45a4-acb3-f0ff0dd07b49 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.495389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf4d3ffa-238a-4451-8397-8a424d465b5a req-901d940b-0066-45a4-acb3-f0ff0dd07b49 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 945 time: 0.0601020 Aug 19 12:41:08.544404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf4d3ffa-238a-4451-8397-8a424d465b5a req-318aa29b-9bf0-4201-8b6a-fd2eedfb1ffa tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402718 Aug 19 12:41:09.022280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 34a3c325-8e4e-4634-8384-3989b781109e up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:09.079621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 34a3c325-8e4e-4634-8384-3989b781109e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:09.083635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 34a3c325-8e4e-4634-8384-3989b781109e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:09.084006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.165680 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.189026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:09.191292 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11caf5b7-00cf-4b54-b7d3-4754c2426e67" -d '{"events": [{"server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "name": "network-vif-plugged", "status": "completed", "tag": "34a3c325-8e4e-4634-8384-3989b781109e"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:09.204074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:09.209262 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.257418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=34a3c325-8e4e-4634-8384-3989b781109e,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:09.302363 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92b7246-3c64-4477-9c5e-c5f2d71bbfb4 x-openstack-request-id: req-c92b7246-3c64-4477-9c5e-c5f2d71bbfb4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:09.302661 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "name": "network-vif-plugged", "status": "completed", "tag": "34a3c325-8e4e-4634-8384-3989b781109e", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:09.302916 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c92b7246-3c64-4477-9c5e-c5f2d71bbfb4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:09.303320 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e', 'code': 200} Aug 19 12:41:09.429040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1d39-1605-414b-a6ca-060a7d8fa482 req-ca53844f-2dfa-4fd6-a2f9-4925bbf1dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:09.430560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-196e1d39-1605-414b-a6ca-060a7d8fa482 req-ca53844f-2dfa-4fd6-a2f9-4925bbf1dbb6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1097 time: 0.0420027 Aug 19 12:41:09.466984 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-196e1d39-1605-414b-a6ca-060a7d8fa482 req-5033c16d-2798-46a8-9873-3f5086f41506 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292537 Aug 19 12:41:09.684622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff126e6-1673-4189-9eee-4fbc0b6647fb req-b5bc22b8-cc53-46d6-ba45-f7d0b679a12a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:09.686189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff126e6-1673-4189-9eee-4fbc0b6647fb req-b5bc22b8-cc53-46d6-ba45-f7d0b679a12a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0615525 Aug 19 12:41:09.725664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff126e6-1673-4189-9eee-4fbc0b6647fb req-ee84da57-57e3-462a-a718-abd9af1978f1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332186 Aug 19 12:41:10.870739 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45196cb4-05d7-41b6-b6b2-bdf74fa08eab req-d81b1230-6ae6-4e1a-a211-94efdacaa9d5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:10.872262 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45196cb4-05d7-41b6-b6b2-bdf74fa08eab req-d81b1230-6ae6-4e1a-a211-94efdacaa9d5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0521944 Aug 19 12:41:10.910253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45196cb4-05d7-41b6-b6b2-bdf74fa08eab req-4ceae4cc-2730-4956-b9a3-bb657d345a85 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319870 Aug 19 12:41:11.039378 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00461c2-ac3e-45e4-9275-5ffc126e4ee1 req-2735801f-3055-41be-a955-3a5866cdbe3a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:11.040828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d00461c2-ac3e-45e4-9275-5ffc126e4ee1 req-2735801f-3055-41be-a955-3a5866cdbe3a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0605698 Aug 19 12:41:11.052864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45358) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:11.057534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2892dcee-eb12-4354-872a-b1d211ea7249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'floatingip': {'port_id': '34a3c325-8e4e-4634-8384-3989b781109e'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:11.099977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2892dcee-eb12-4354-872a-b1d211ea7249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.909254 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2892dcee-eb12-4354-872a-b1d211ea7249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.915662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2892dcee-eb12-4354-872a-b1d211ea7249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.019341 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-2892dcee-eb12-4354-872a-b1d211ea7249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Floating IP 4420c737-2c38-4d4b-9c70-146cba637850 associated. External IP: 172.25.4.85, port: 34a3c325-8e4e-4634-8384-3989b781109e. Aug 19 12:41:12.242422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2892dcee-eb12-4354-872a-b1d211ea7249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:12.366223 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2892dcee-eb12-4354-872a-b1d211ea7249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:12.373630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2892dcee-eb12-4354-872a-b1d211ea7249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.379698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:12.391618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:12.392239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:40:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:12.404803 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2892dcee-eb12-4354-872a-b1d211ea7249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "PUT /v2.0/floatingips/4420c737-2c38-4d4b-9c70-146cba637850 HTTP/1.1" status: 200 len: 991 time: 1.3507881 Aug 19 12:41:12.405498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:12.407897 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238ee1cb-31de-42a0-83a6-68aa0377b964" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "tag": "34a3c325-8e4e-4634-8384-3989b781109e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:12.447729 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0d3b48-6b43-4e5e-a434-1b5a0dad1dce x-openstack-request-id: req-5e0d3b48-6b43-4e5e-a434-1b5a0dad1dce {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:12.448023 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "tag": "34a3c325-8e4e-4634-8384-3989b781109e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:12.448276 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e0d3b48-6b43-4e5e-a434-1b5a0dad1dce {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:12.448712 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e', 'status': 'completed', 'code': 200} Aug 19 12:41:12.511014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:12.546122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-042cc1fe-c34e-4812-acca-27373df24ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:12.546972 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-042cc1fe-c34e-4812-acca-27373df24ef7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1097 time: 0.0440245 Aug 19 12:41:12.649536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-55d5b718-0f00-407e-9873-1d9629a5b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:12.651032 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-55d5b718-0f00-407e-9873-1d9629a5b4cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0964105 Aug 19 12:41:12.718162 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-c4e8aeff-abbf-453e-af70-c287d4e31d6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 999 time: 0.0594637 Aug 19 12:41:12.746433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': '34a3c325-8e4e-4634-8384-3989b781109e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:e4:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:41:11Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:12.771450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-fa885961-b08d-4bda-93c1-bd8e225b2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:12.773056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:12.773192 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-fa885961-b08d-4bda-93c1-bd8e225b2752 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0485575 Aug 19 12:41:12.777952 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:41:12.781201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:12.781803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:40:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:12.820737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-ae10386d-6b15-4035-a1bc-a545a35ca981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:12.822755 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-ae10386d-6b15-4035-a1bc-a545a35ca981 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424120 Aug 19 12:41:12.889397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:12.918102 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-8cdc04f1-eb54-484b-9609-e1de0f669e1b service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872977 Aug 19 12:41:13.016644 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-238ee1cb-31de-42a0-83a6-68aa0377b964 req-2b812b07-882e-443b-b19f-f6e640ff0912 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914445 Aug 19 12:41:13.119274 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': '34a3c325-8e4e-4634-8384-3989b781109e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:e4:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:41:11Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:13.146428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b38c-ab29-4c2c-891e-661a90cf5b04 None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': '34a3c325-8e4e-4634-8384-3989b781109e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:e4:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:41:11Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:13.376006 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e336186-3bf5-41eb-994c-37aa96ac4e4b None None] New status for floating IP 4420c737-2c38-4d4b-9c70-146cba637850: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:41:18.461766 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6e15d642-9e97-4ba9-8bb3-f2a90827c985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.830245 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a8a26247-6470-45cf-864e-977303ca8c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.987479 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.102413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.151295 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.436188 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.892802 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:48.465573 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fe1ffd4-8ff2-4758-8942-9522ae6a2378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.777821 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:41:50.823453 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54196d3d-324c-4d4b-89fc-30d8ff8a4dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.987899 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.110340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.334672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc02d6af-6825-455b-9293-5d90419688a3 req-cd6f000e-4b3b-4566-865a-3ef7909696ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358938 Aug 19 12:41:53.440925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d6af-6825-455b-9293-5d90419688a3 req-a3b60031-7760-4aeb-8780-4aa48eb9ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:53.442471 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc02d6af-6825-455b-9293-5d90419688a3 req-a3b60031-7760-4aeb-8780-4aa48eb9ca3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1097 time: 0.0483570 Aug 19 12:41:53.563033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d6af-6825-455b-9293-5d90419688a3 req-7648d29f-79ea-4e0d-983b-8aadfc870851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:53.564437 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc02d6af-6825-455b-9293-5d90419688a3 req-7648d29f-79ea-4e0d-983b-8aadfc870851 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1018827 Aug 19 12:41:53.646181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc02d6af-6825-455b-9293-5d90419688a3 req-9d4e5219-f554-4970-9283-c6e0e6734512 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 1001 time: 0.0731766 Aug 19 12:41:53.703578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d6af-6825-455b-9293-5d90419688a3 req-6693a64e-c782-4292-8622-a37a5610ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:53.705980 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc02d6af-6825-455b-9293-5d90419688a3 req-6693a64e-c782-4292-8622-a37a5610ce53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0516315 Aug 19 12:41:53.755433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d6af-6825-455b-9293-5d90419688a3 req-2dff4499-1480-4822-80ea-33ab4e0c7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:53.757787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc02d6af-6825-455b-9293-5d90419688a3 req-2dff4499-1480-4822-80ea-33ab4e0c7911 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451877 Aug 19 12:41:53.867438 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc02d6af-6825-455b-9293-5d90419688a3 req-33bd617b-c1c8-4480-8409-f2cff1fed18a service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014926 Aug 19 12:41:53.962478 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fc02d6af-6825-455b-9293-5d90419688a3 req-e7726da3-03a6-4e12-a5cb-a3ebd008452d service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882077 Aug 19 12:41:54.146995 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.444787 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.908639 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:18.469978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da3dcb0a-57fe-4155-be2a-ce0ebdb5047b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.835525 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11151cd1-99f9-4223-a234-fd4ed05004d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.987769 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.110435 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:24.152214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:24.438230 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.776191 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:42:28.921593 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.473772 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d509500d-14a3-4248-9304-284b4d7fbba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.798320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bd6c9-4595-49ac-b511-b8e37efa1c54 req-906e02d8-a192-4431-adb5-99c7a6f381d3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:48.799829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c2bd6c9-4595-49ac-b511-b8e37efa1c54 req-906e02d8-a192-4431-adb5-99c7a6f381d3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0690427 Aug 19 12:42:48.840646 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c2bd6c9-4595-49ac-b511-b8e37efa1c54 req-61504114-ccc1-45ed-86e2-ff153891ae8e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345612 Aug 19 12:42:49.969693 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64795-8ae4-4053-9122-8fb1111cec32 req-d8043bc0-14a9-4b78-96ab-ec61c5d2cf6d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:49.971078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65f64795-8ae4-4053-9122-8fb1111cec32 req-d8043bc0-14a9-4b78-96ab-ec61c5d2cf6d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0596797 Aug 19 12:42:50.015694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65f64795-8ae4-4053-9122-8fb1111cec32 req-e8397c32-1f8a-410b-b12e-6dd16e6b3565 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376058 Aug 19 12:42:50.833366 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1184f2b2-5de2-45eb-86c7-91ff55b10a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.989738 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.138872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bdf05-dbeb-49d3-bf87-d304bb2186ca req-66ca2738-84b5-4bd5-952c-284d8f322ee6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:51.140304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a88bdf05-dbeb-49d3-bf87-d304bb2186ca req-66ca2738-84b5-4bd5-952c-284d8f322ee6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0525522 Aug 19 12:42:51.182830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a88bdf05-dbeb-49d3-bf87-d304bb2186ca req-6daed888-78a9-427c-acd5-3730d32198fc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364289 Aug 19 12:42:52.118891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.310773 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e86d7-9b3c-4e7d-8647-ada554173401 req-8404231a-3614-4ce1-8bea-9a5fb1936ae1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:52.312257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e2e86d7-9b3c-4e7d-8647-ada554173401 req-8404231a-3614-4ce1-8bea-9a5fb1936ae1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0517716 Aug 19 12:42:52.353143 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1e2e86d7-9b3c-4e7d-8647-ada554173401 req-2040d6cd-799c-4c93-ac0b-35facfad28b2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315967 Aug 19 12:42:53.486785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e2eb-e003-49cd-b41e-92c749d7b168 req-d6101526-e808-49d9-ba16-45a776aa405b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:53.488277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e162e2eb-e003-49cd-b41e-92c749d7b168 req-d6101526-e808-49d9-ba16-45a776aa405b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0541613 Aug 19 12:42:53.531534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e162e2eb-e003-49cd-b41e-92c749d7b168 req-071bcf3c-ccde-406d-b0b5-5bfd4883b24d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340533 Aug 19 12:42:54.161021 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.315808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-0d34d15e-9fa4-4c66-94a7-b4f70480bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:54.317252 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-0d34d15e-9fa4-4c66-94a7-b4f70480bd0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1097 time: 0.0502903 Aug 19 12:42:54.442797 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-d4b49254-0dcb-4e69-9b81-e0e70e670278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:54.444317 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-d4b49254-0dcb-4e69-9b81-e0e70e670278 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1065490 Aug 19 12:42:54.451735 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.523765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-d42753f7-2e0c-44cb-9a09-62a4ab733bbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 1001 time: 0.0717456 Aug 19 12:42:54.578814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-755adcac-77b2-4178-a887-7406cb7d3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:54.580302 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-755adcac-77b2-4178-a887-7406cb7d3415 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0497470 Aug 19 12:42:54.627707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-89e62cf4-5249-4f46-940c-276a34d44991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:54.629356 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-89e62cf4-5249-4f46-940c-276a34d44991 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418205 Aug 19 12:42:54.659077 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c69c8-8c17-4cb6-995a-374f898c69a8 req-4455bdf3-8e77-4b69-9fe9-ddfe55b67a47 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:54.660567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-652c69c8-8c17-4cb6-995a-374f898c69a8 req-4455bdf3-8e77-4b69-9fe9-ddfe55b67a47 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0493426 Aug 19 12:42:54.703293 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-652c69c8-8c17-4cb6-995a-374f898c69a8 req-1be30e55-99a4-4546-8e1e-8f7a38b05b10 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364306 Aug 19 12:42:54.724316 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-983e2c6d-c650-4bd3-a8df-78e167964a12 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880299 Aug 19 12:42:54.832196 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d6ddcb0c-daff-4428-ae6e-5b7158791648 req-ac813885-df86-45ab-b28e-65d2eb0462f4 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006234 Aug 19 12:42:55.832014 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a64d-7c35-43fb-be06-4e5414256d83 req-598a0f89-d70b-4756-87f4-98485300aab3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:55.833652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f042a64d-7c35-43fb-be06-4e5414256d83 req-598a0f89-d70b-4756-87f4-98485300aab3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Aug 19 12:42:55.874788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f042a64d-7c35-43fb-be06-4e5414256d83 req-58d6791d-2d40-4f56-997a-5f07f9aab598 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321522 Aug 19 12:42:57.003659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee586eca-4ca3-400c-9852-a36490cfc9ee req-3ad24109-66eb-4b08-b976-b45138a4d834 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:57.005653 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee586eca-4ca3-400c-9852-a36490cfc9ee req-3ad24109-66eb-4b08-b976-b45138a4d834 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0599790 Aug 19 12:42:57.048515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ee586eca-4ca3-400c-9852-a36490cfc9ee req-3f713111-4d0d-47c1-b5cb-6c06e8db570d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334074 Aug 19 12:42:58.183329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2cf46-176f-409a-8a84-74d22febbfc6 req-dc81c056-c1c2-486f-90c4-82be8f38d740 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:58.184835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0d2cf46-176f-409a-8a84-74d22febbfc6 req-dc81c056-c1c2-486f-90c4-82be8f38d740 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0531144 Aug 19 12:42:58.231402 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a0d2cf46-176f-409a-8a84-74d22febbfc6 req-a84a8bdd-3d43-42fd-894a-a5190a3679b1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379307 Aug 19 12:42:58.927265 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.362944 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3e0f6-a65e-4534-881b-8a2f69d08aee req-d802daad-0282-4b70-84e7-03a5e400b2f1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:59.364443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33b3e0f6-a65e-4534-881b-8a2f69d08aee req-d802daad-0282-4b70-84e7-03a5e400b2f1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0539672 Aug 19 12:42:59.407805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33b3e0f6-a65e-4534-881b-8a2f69d08aee req-b58f1404-24f3-474f-80c6-b4eb462e70f9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342767 Aug 19 12:43:00.630301 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45600) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:00.690254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92855d-aab2-492c-ae6a-80e051645ca9 req-54ba16b2-ea39-44ee-91dd-0282d535b829 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:00.691764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c92855d-aab2-492c-ae6a-80e051645ca9 req-54ba16b2-ea39-44ee-91dd-0282d535b829 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0504210 Aug 19 12:43:00.730877 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c92855d-aab2-492c-ae6a-80e051645ca9 req-1e18f592-d74a-4499-9c81-b52bf679a048 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327165 Aug 19 12:43:00.741533 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-920b5dec-ae93-484e-9289-052561af36bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1098695 Aug 19 12:43:01.860760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba47e0-ff80-497e-8125-a548e4b8d024 req-81cfa889-f2fa-4c74-b58d-f40c44c9b88c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:01.862273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35ba47e0-ff80-497e-8125-a548e4b8d024 req-81cfa889-f2fa-4c74-b58d-f40c44c9b88c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0524254 Aug 19 12:43:01.908291 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-35ba47e0-ff80-497e-8125-a548e4b8d024 req-f4996f86-7a57-4b65-ad41-2b5abdbf64b9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397322 Aug 19 12:43:01.980349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-91647207-a64a-402f-87b2-9c42708c3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:01.981789 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-91647207-a64a-402f-87b2-9c42708c3f5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1097 time: 0.0459518 Aug 19 12:43:02.071815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-6dea5987-b5ae-4282-9960-79f73321ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:02.073290 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-6dea5987-b5ae-4282-9960-79f73321ba3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0849018 Aug 19 12:43:02.141004 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-3765183b-a53c-4ba2-a225-62ae37156e3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 1001 time: 0.0610285 Aug 19 12:43:02.191722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-7a59693b-b2ec-4178-a01a-09b49f57d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:02.193155 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-7a59693b-b2ec-4178-a01a-09b49f57d901 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0447431 Aug 19 12:43:02.240410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-7a6e4086-7006-4f56-8898-f6fbbcd9c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:02.241946 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-7a6e4086-7006-4f56-8898-f6fbbcd9c8eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414500 Aug 19 12:43:02.337050 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-3f084ccd-9c4e-400e-8b57-204b257dbafe service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879657 Aug 19 12:43:02.432024 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-21ec6224-f13c-43fd-8397-305efa521daf service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869005 Aug 19 12:43:03.053550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b01d7-c2e8-4317-bf46-c2495b1d31ac req-4293fa9b-7a62-4248-998e-8d59516a956a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:03.055068 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c1b01d7-c2e8-4317-bf46-c2495b1d31ac req-4293fa9b-7a62-4248-998e-8d59516a956a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0608673 Aug 19 12:43:03.094850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c1b01d7-c2e8-4317-bf46-c2495b1d31ac req-fc490ec3-6e29-4539-bab3-862ceb493837 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334220 Aug 19 12:43:03.776787 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:43:04.249478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51248606-42a0-4976-aba8-8cda21b336fa req-df83ae34-cf99-4ee9-a9cd-eb87f9616603 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:04.251054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51248606-42a0-4976-aba8-8cda21b336fa req-df83ae34-cf99-4ee9-a9cd-eb87f9616603 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 946 time: 0.0651803 Aug 19 12:43:04.291721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-51248606-42a0-4976-aba8-8cda21b336fa req-62855455-435d-48e4-8133-8179984bd544 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345047 Aug 19 12:43:04.390196 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-28c35b37-366f-43d8-9897-7af55e383b4a req-d32d0c42-5141-4769-af24-1e52190ba467 service neutron] show failed (client error): The resource could not be found. Aug 19 12:43:04.391221 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-d32d0c42-5141-4769-af24-1e52190ba467 service neutron] 10.222.0.69 "GET /v2.0/ports/34a3c325-8e4e-4634-8384-3989b781109e/bindings/n-h2-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0755506 Aug 19 12:43:04.681054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-240b4271-59a6-498a-8b46-86740256b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:04.682479 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-240b4271-59a6-498a-8b46-86740256b99a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 1097 time: 0.1025450 Aug 19 12:43:04.700275 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:04.752610 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.967498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:05.002918 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:05.043743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:05.046843 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd002520-7b5d-42e9-8607-1f0b557ddef4" -d '{"events": [{"server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "name": "network-vif-unplugged", "status": "completed", "tag": "34a3c325-8e4e-4634-8384-3989b781109e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:05.050917 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.063925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Transition to ACTIVE for port object 34a3c325-8e4e-4634-8384-3989b781109e will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:05.068309 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.150144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Pushing event updated for resources: {'Port': ['ID=34a3c325-8e4e-4634-8384-3989b781109e,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:05.164507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.164776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.165097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.165434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.165768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.166097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.166424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.166749 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.167078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.167403 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.167725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.168047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:05.206294 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb54ce67-78cd-439f-a03d-945775fb7c48 x-openstack-request-id: req-cb54ce67-78cd-439f-a03d-945775fb7c48 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:05.206587 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "name": "network-vif-unplugged", "status": "completed", "tag": "34a3c325-8e4e-4634-8384-3989b781109e", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:05.206832 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb54ce67-78cd-439f-a03d-945775fb7c48 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:05.207222 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e', 'code': 200} Aug 19 12:43:05.208113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] No DVR routers for this DVR port 34a3c325-8e4e-4634-8384-3989b781109e on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:05.342814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Attempting to bind port 34a3c325-8e4e-4634-8384-3989b781109e on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:05.343350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Attempting to bind port 34a3c325-8e4e-4634-8384-3989b781109e by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:05.343682 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Attempting to bind port 34a3c325-8e4e-4634-8384-3989b781109e on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:05.348264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Port 34a3c325-8e4e-4634-8384-3989b781109e on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:43:05.349040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Attempting to bind port 34a3c325-8e4e-4634-8384-3989b781109e on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:05.353434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:05.353774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:05.354155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:05.354577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Bound port: 34a3c325-8e4e-4634-8384-3989b781109e, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:05.354935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.414977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eed8d6-e31b-442e-b033-ab150b6955b5 req-ef7d9270-fceb-45d1-9f00-c251efabc664 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:05.416397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24eed8d6-e31b-442e-b033-ab150b6955b5 req-ef7d9270-fceb-45d1-9f00-c251efabc664 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.0496778 Aug 19 12:43:05.418008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:05.421844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:05.428784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.461887 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:05.462620 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.464009 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] 10.222.0.54 "PUT /v2.0/ports/34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 1092 time: 0.7677290 Aug 19 12:43:05.469001 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-24eed8d6-e31b-442e-b033-ab150b6955b5 req-5824fc75-4148-432b-9cfe-d5b00dd83145 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385220 Aug 19 12:43:05.487967 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02674d35-6e23-44d7-85cf-6941fe4d8f73 service neutron] Pushing event updated for resources: {'Port': ['ID=34a3c325-8e4e-4634-8384-3989b781109e,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:05.543862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-34c1580e-404b-4836-bada-a117ffdbb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:05.545806 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-34c1580e-404b-4836-bada-a117ffdbb55e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1095 time: 0.0463579 Aug 19 12:43:05.638769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-dea39a31-2d1a-4c92-a5d4-8ea58215b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:05.640662 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-dea39a31-2d1a-4c92-a5d4-8ea58215b3ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0875986 Aug 19 12:43:05.710356 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-554d6c14-c3eb-4e0e-bb0a-42911a2b57ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 999 time: 0.0625141 Aug 19 12:43:05.764137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-d1d42eb1-bf02-4dfa-aa63-467fc8240fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:05.765763 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-d1d42eb1-bf02-4dfa-aa63-467fc8240fc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0482881 Aug 19 12:43:05.812571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b37-366f-43d8-9897-7af55e383b4a req-7954805e-c152-4abe-827e-560d54c40196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:05.814067 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-7954805e-c152-4abe-827e-560d54c40196 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409505 Aug 19 12:43:05.905302 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-26e4c56a-6b3a-4d0c-bb4e-6114e4e794bb service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837755 Aug 19 12:43:05.996723 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-28c35b37-366f-43d8-9897-7af55e383b4a req-c7086cf9-52dc-4eb3-906f-074a976cbdc5 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837421 Aug 19 12:43:06.608505 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4a38f-d31e-4096-bd09-0a912cb7fc6f req-ad857039-bd55-40e2-88b4-b3e8fde8cf89 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:06.610051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9e4a38f-d31e-4096-bd09-0a912cb7fc6f req-ad857039-bd55-40e2-88b4-b3e8fde8cf89 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.0633838 Aug 19 12:43:06.654948 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9e4a38f-d31e-4096-bd09-0a912cb7fc6f req-8a9c18b5-d0c4-4016-be09-cbaa890fd135 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359762 Aug 19 12:43:07.209329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:07.213389 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6b2c02-b857-41fc-9271-a16a6f51c103" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "tag": "34a3c325-8e4e-4634-8384-3989b781109e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:07.267058 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91f74c4-8c91-420f-8ba6-b5cbd410bcfc x-openstack-request-id: req-b91f74c4-8c91-420f-8ba6-b5cbd410bcfc {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:07.267347 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "tag": "34a3c325-8e4e-4634-8384-3989b781109e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:07.267603 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b91f74c4-8c91-420f-8ba6-b5cbd410bcfc {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:07.268192 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e', 'status': 'completed', 'code': 200} Aug 19 12:43:07.381937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-d04c01fc-d362-4c1d-867a-9965e514d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:07.383458 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-d04c01fc-d362-4c1d-867a-9965e514d029 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1095 time: 0.0759087 Aug 19 12:43:07.385996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-6b626392-5646-4615-b5dc-0bf1ae1001e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:07.387333 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-6b626392-5646-4615-b5dc-0bf1ae1001e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1095 time: 0.0545342 Aug 19 12:43:07.784044 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211e75f-3444-434e-a36e-780541dc8f36 req-ae1f3745-a2c2-4340-aedf-b2271d7bb03c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:07.785697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c211e75f-3444-434e-a36e-780541dc8f36 req-ae1f3745-a2c2-4340-aedf-b2271d7bb03c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.0511966 Aug 19 12:43:07.825096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c211e75f-3444-434e-a36e-780541dc8f36 req-143b005b-be49-4403-8cae-ca043669173f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330119 Aug 19 12:43:07.888003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-496f5049-90ad-4a99-ade9-e103e7278284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:07.889571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-496f5049-90ad-4a99-ade9-e103e7278284 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.4994383 Aug 19 12:43:07.890953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-6f9d4ebe-be03-475c-9605-ad0c7b261bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:07.892266 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-6f9d4ebe-be03-475c-9605-ad0c7b261bfc service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.4950335 Aug 19 12:43:08.003751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-3a1eac21-cabb-4aca-8cc4-f5c6c8362537 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 999 time: 0.1061027 Aug 19 12:43:08.007495 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-74f8f2a5-3c77-448f-b3af-df71eede8a79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 999 time: 0.1039844 Aug 19 12:43:08.089439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-d5665891-023f-4b1b-ac27-ad309ba44c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.090916 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-d5665891-023f-4b1b-ac27-ad309ba44c19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0726619 Aug 19 12:43:08.092312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-43d59b78-1302-4d44-82de-822b9fb8810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.093652 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-43d59b78-1302-4d44-82de-822b9fb8810f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0829589 Aug 19 12:43:08.094031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c1a5-5f33-46f2-88d7-daf0ba7e0b28 req-a30d9586-44a4-44f7-9cb1-53729fba4cf3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.095516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be94c1a5-5f33-46f2-88d7-daf0ba7e0b28 req-a30d9586-44a4-44f7-9cb1-53729fba4cf3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.1156816 Aug 19 12:43:08.120790 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-12d7b937-632b-4102-ab36-7c3dc83381ca tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.122374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-12d7b937-632b-4102-ab36-7c3dc83381ca tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5&tenant_id=fda79e926c9f405199420aca172ee269&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 944 time: 0.1134474 Aug 19 12:43:08.164437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-478263d4-e31f-45f1-ac5f-c1250badb848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.166093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-478263d4-e31f-45f1-ac5f-c1250badb848 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684972 Aug 19 12:43:08.167815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-fac399ed-a027-4adf-a2dc-f11e8ec78f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.169593 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-fac399ed-a027-4adf-a2dc-f11e8ec78f6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638409 Aug 19 12:43:08.183304 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be94c1a5-5f33-46f2-88d7-daf0ba7e0b28 req-990cf1c2-ac9c-46dc-b597-f9b0943fe7ad tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797346 Aug 19 12:43:08.205896 n-d-778550-9 neutron-server[101154]: INFO neutron.api.v2.resource [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-c9cf211d-fe3b-4d5e-9246-182c1255cce7 service neutron] delete failed (client error): The resource could not be found. Aug 19 12:43:08.206187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-c9cf211d-fe3b-4d5e-9246-182c1255cce7 service neutron] 10.222.0.69 "DELETE /v2.0/ports/34a3c325-8e4e-4634-8384-3989b781109e/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0754585 Aug 19 12:43:08.322397 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-2ce4be1e-423a-4068-887a-1826d4fc5e70 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490381 Aug 19 12:43:08.324542 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-0d3f0a4d-0630-443b-a9ae-a671d9e5254f service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442015 Aug 19 12:43:08.480001 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-b4a3ae11-13a7-4d4e-ab89-5ca949d7a807 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501801 Aug 19 12:43:08.483511 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-db6b2c02-b857-41fc-9271-a16a6f51c103 req-fa23fd79-2a4c-457c-b5ac-c179d7f4c896 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468110 Aug 19 12:43:08.615568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-7e6f9762-f732-4600-90ec-782bdb9300c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.617215 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-7e6f9762-f732-4600-90ec-782bdb9300c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1095 time: 0.0452082 Aug 19 12:43:08.716237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-3587dfe5-85b2-46da-9c95-59325f78858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.717855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-3587dfe5-85b2-46da-9c95-59325f78858a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0932219 Aug 19 12:43:08.787755 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-2fbe2562-b94e-4fa2-a16f-6210c8f58997 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 999 time: 0.0623431 Aug 19 12:43:08.839331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-ab3cc3e0-851b-469f-a56b-51a3a6777a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.841654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-ab3cc3e0-851b-469f-a56b-51a3a6777a37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0472045 Aug 19 12:43:08.901176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-cce15c22-9025-48be-a763-4754cb93c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.903557 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-cce15c22-9025-48be-a763-4754cb93c3a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548651 Aug 19 12:43:09.002267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-01795c40-d7f0-4ceb-9b49-82c20fe03f6b service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915380 Aug 19 12:43:09.107387 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-476d41e5-13a7-4a55-b36d-c3fbd51a199b service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977185 Aug 19 12:43:09.315734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f19761-7731-4cf1-a602-0a02f2f6f82e req-2941eef8-350b-4d95-bcb3-0f3808afb7c4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:09.317227 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80f19761-7731-4cf1-a602-0a02f2f6f82e req-2941eef8-350b-4d95-bcb3-0f3808afb7c4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.0556540 Aug 19 12:43:09.358941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-80f19761-7731-4cf1-a602-0a02f2f6f82e req-b539f232-4814-4331-b45b-032682c77a6e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325177 Aug 19 12:43:09.655630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 34a3c325-8e4e-4634-8384-3989b781109e no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:09.698766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 34a3c325-8e4e-4634-8384-3989b781109e not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:10.489960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc4ea7-7d25-4a75-a7bf-4273dc9ebc01 req-73928ba7-c793-4f84-9ee5-ae1ea74fa04e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:10.491437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bfc4ea7-7d25-4a75-a7bf-4273dc9ebc01 req-73928ba7-c793-4f84-9ee5-ae1ea74fa04e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.0523717 Aug 19 12:43:10.534019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bfc4ea7-7d25-4a75-a7bf-4273dc9ebc01 req-49e291af-ac13-46bb-973f-0e9cef0d671e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332005 Aug 19 12:43:10.592713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 34a3c325-8e4e-4634-8384-3989b781109e details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:43:10.659754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fccaa-e59b-4afc-b3d0-1f290ed655e7 req-28539d81-8e91-4500-a2a1-9061707a562c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:10.661427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f6fccaa-e59b-4afc-b3d0-1f290ed655e7 req-28539d81-8e91-4500-a2a1-9061707a562c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 944 time: 0.0495257 Aug 19 12:43:10.691590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:10.700043 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f6fccaa-e59b-4afc-b3d0-1f290ed655e7 req-cdf64d2a-1f25-41ca-b05e-09b81cbc5431 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326629 Aug 19 12:43:10.702932 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '34a3c325-8e4e-4634-8384-3989b781109e', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': '34a3c325-8e4e-4634-8384-3989b781109e', 'mac_address': 'fa:16:3e:e4:15:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:43:10.743932 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.757188 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a3c325-8e4e-4634-8384-3989b781109e {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:43:10.778731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:10.784343 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.833374 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=34a3c325-8e4e-4634-8384-3989b781109e,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:10.840913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.841266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.841610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.841949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.842325 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.842664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.843187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.843536 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.843851 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.844175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.844518 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.844896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:10.907988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc66997-e409-4390-aebb-c18e1852995a req-c7efcdfc-669c-4594-a8fd-57996cd4c60b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:10.909487 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7cc66997-e409-4390-aebb-c18e1852995a req-c7efcdfc-669c-4594-a8fd-57996cd4c60b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 945 time: 0.0528412 Aug 19 12:43:10.948107 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7cc66997-e409-4390-aebb-c18e1852995a req-bbcf1f12-fe10-4a8a-92b2-53e188a64f92 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321586 Aug 19 12:43:10.970373 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-f70583d1-b21e-4e14-be38-febc582fe8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:10.971899 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-f70583d1-b21e-4e14-be38-febc582fe8ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 1096 time: 0.0434036 Aug 19 12:43:11.065685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-1fa2e034-6e27-4950-8cee-abff8c0c0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:11.067090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-1fa2e034-6e27-4950-8cee-abff8c0c0d65 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0874732 Aug 19 12:43:11.104515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['34a3c325-8e4e-4634-8384-3989b781109e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:11.139183 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-50e047e7-9c4a-4a30-a53e-150db5c4727c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 200 len: 1000 time: 0.0641644 Aug 19 12:43:11.189555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-9cc09a38-5d4f-47c7-9765-26d4812a2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:11.191145 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-9cc09a38-5d4f-47c7-9765-26d4812a2286 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0450633 Aug 19 12:43:11.240610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-d40d073b-4bce-4fca-b206-8416543f6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:11.243096 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-d40d073b-4bce-4fca-b206-8416543f6288 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445964 Aug 19 12:43:11.341468 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-dbb05f57-b495-4284-a8e8-e2ff78b374d1 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905516 Aug 19 12:43:11.438698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-58519bcc-bb58-4c0c-b5a7-8f3ef9f08d6f req-1136aec5-dc0d-402f-b319-c93f7020d966 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891595 Aug 19 12:43:12.076722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364234c-ef3b-4ad8-96f6-58103a7df04b req-b0e519f0-59e5-4520-9995-44f028bd2308 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:12.078184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9364234c-ef3b-4ad8-96f6-58103a7df04b req-b0e519f0-59e5-4520-9995-44f028bd2308 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 945 time: 0.0590377 Aug 19 12:43:12.116727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9364234c-ef3b-4ad8-96f6-58103a7df04b req-b01a83b1-76b1-4e73-bd94-ba30f3d7aec0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322776 Aug 19 12:43:12.387983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae3a2b-1833-4b00-a1b3-f38973ba407d req-695ce8db-647f-4345-a28e-6b69179c751f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:12.389652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01ae3a2b-1833-4b00-a1b3-f38973ba407d req-695ce8db-647f-4345-a28e-6b69179c751f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 945 time: 0.0622334 Aug 19 12:43:12.434554 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01ae3a2b-1833-4b00-a1b3-f38973ba407d req-a592f60a-ed69-45a0-a1a0-c2f834d8df11 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354557 Aug 19 12:43:12.615025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 34a3c325-8e4e-4634-8384-3989b781109e details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:43:12.737493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:12.751802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '34a3c325-8e4e-4634-8384-3989b781109e', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': '34a3c325-8e4e-4634-8384-3989b781109e', 'mac_address': 'fa:16:3e:e4:15:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:43:12.885737 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['34a3c325-8e4e-4634-8384-3989b781109e'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:13.577727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a38153-2e0d-4b00-89db-6d1944781bce req-1e0620f4-e1d1-4e4c-ac41-074e13efb6a0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:13.579194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54a38153-2e0d-4b00-89db-6d1944781bce req-1e0620f4-e1d1-4e4c-ac41-074e13efb6a0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 945 time: 0.0614488 Aug 19 12:43:13.622384 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-54a38153-2e0d-4b00-89db-6d1944781bce req-1a0e6ada-79a9-44fe-a89e-e57651e357c1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337861 Aug 19 12:43:13.789567 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-ac11a576-2c6a-4b65-9857-c80786e74f36 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:13.791038 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-ac11a576-2c6a-4b65-9857-c80786e74f36 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 945 time: 0.0631766 Aug 19 12:43:13.883715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Deleting port 34a3c325-8e4e-4634-8384-3989b781109e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:13.883942 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.974978 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] For port 34a3c325-8e4e-4634-8384-3989b781109e, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=34a3c325-8e4e-4634-8384-3989b781109e,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:13.975334 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.163471 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.163757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.164077 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Floating IP 4420c737-2c38-4d4b-9c70-146cba637850 disassociated. External IP: 172.25.4.85, port: 34a3c325-8e4e-4634-8384-3989b781109e. Aug 19 12:43:14.164419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Calling delete_port for 34a3c325-8e4e-4634-8384-3989b781109e owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:14.307852 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.336273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event deleted for resources: {'Port': ['ID=34a3c325-8e4e-4634-8384-3989b781109e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:14.469380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:14.587896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:14.598478 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:14.608044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:14.608857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:42:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:14.626509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] No DVR routers for this DVR port 34a3c325-8e4e-4634-8384-3989b781109e on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:14.629340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.631381 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8c54509b-9623-440f-ad42-35c3d1ff3a61 req-d602113e-9936-493c-b57e-e1f85421fef1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "DELETE /v2.0/ports/34a3c325-8e4e-4634-8384-3989b781109e HTTP/1.1" status: 204 len: 173 time: 0.8344967 Aug 19 12:43:14.631810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'name': 'network-vif-deleted', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:14.634024 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb245e3-087b-4f52-8c10-a7d3e51195fb" -d '{"events": [{"server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "name": "network-vif-deleted", "tag": "34a3c325-8e4e-4634-8384-3989b781109e"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:14.645124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 34a3c325-8e4e-4634-8384-3989b781109e no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:14.672371 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44de19-0f8e-4361-90a0-d5ea874d84fe x-openstack-request-id: req-3e44de19-0f8e-4361-90a0-d5ea874d84fe {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:14.672767 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5ccf6e-b34c-44a1-bb5f-478987b306d5", "name": "network-vif-deleted", "tag": "34a3c325-8e4e-4634-8384-3989b781109e", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:14.673028 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e44de19-0f8e-4361-90a0-d5ea874d84fe {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:14.673430 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5ccf6e-b34c-44a1-bb5f-478987b306d5', 'name': 'network-vif-deleted', 'tag': '34a3c325-8e4e-4634-8384-3989b781109e', 'status': 'completed', 'code': 200} Aug 19 12:43:14.676550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 34a3c325-8e4e-4634-8384-3989b781109e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:14.676927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 34a3c325-8e4e-4634-8384-3989b781109e not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:14.735583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64d98fd9-aaa6-4c06-aa56-f78dc4bb38fb req-15bfd9f9-1f93-487d-971a-8651d5fd2049 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c5ccf6e-b34c-44a1-bb5f-478987b306d5 HTTP/1.1" status: 200 len: 210 time: 0.0283849 Aug 19 12:43:14.746803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:14.955350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:14.982183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:14.996149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:14.997164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:42:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:15.108592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:15.316631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:15.347651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217cbf7c-1318-4852-9cdf-06db624b8dba None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:15.578043 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ea58f0-21cf-40f0-9637-3b5af68b3839 None None] New status for floating IP 4420c737-2c38-4d4b-9c70-146cba637850: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:43:16.014962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-9898a56b-b306-45c1-9974-bdae800ae931 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--57009858&fields=id&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 267 time: 0.0338953 Aug 19 12:43:16.127766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-75c959b6-3be6-4a36-b0fe-c1c992a987c1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:16.129159 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-75c959b6-3be6-4a36-b0fe-c1c992a987c1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 811 time: 0.1068301 Aug 19 12:43:16.144727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-1da0fd20-149e-4edf-9b68-c6babcfc6c38 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/quotas/fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 375 time: 0.0095744 Aug 19 12:43:16.199526 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-fcab3c45-a5ee-4ba1-be4c-08b74ca315ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492196 Aug 19 12:43:16.346900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-8fad3c55-69dc-4fc2-8b2f-40c136171b88 service neutron] 10.222.0.65 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335583 Aug 19 12:43:16.444713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-5a5c3b70-354a-494f-9674-be3f465bfeb5 service neutron] 10.222.0.65 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915806 Aug 19 12:43:16.627900 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb8f5588-3b7d-43a8-99a9-4f31627a2015 req-e6673c41-3d74-4ef8-a74f-55bcd3917e02 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 210 time: 0.0271428 Aug 19 12:43:17.694321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-f5f589db-da89-42a2-9315-55d34ca40cd0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:17.695967 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-f5f589db-da89-42a2-9315-55d34ca40cd0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 811 time: 0.1181824 Aug 19 12:43:17.728659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4734deb6-24ca-40bd-9b24-a147c942f669 req-e7ca7bf6-6d3f-40c8-9cde-a0ad4b8235e7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 210 time: 0.0275648 Aug 19 12:43:17.747255 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-95fc42bc-82db-4e93-a334-cf35cb531f42 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 378 time: 0.0349758 Aug 19 12:43:17.787662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'port': {'device_id': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'admin_state_up': True, 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'security_groups': ['9beb72a3-e865-41b1-b5e1-a30bccbc1fb5']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:17.920199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Made reservation on behalf of fda79e926c9f405199420aca172ee269 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:17.923991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.056803 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Allocated IP 172.20.0.5 (5d603c13-e9ea-4cff-8ee6-8524806bd0e9/7e951930-dc4d-4514-98e4-a7bdfcc4a4dc/9bc09d9e-61be-4a89-8e4d-0d4cca8864f7) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:18.204698 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.222303 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Transition to ACTIVE for port object 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:18.259222 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.302222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:18.307279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:18.312716 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:18.338649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:18.367698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:18.368320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.383360 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-63b8d3d8-0f4a-46a5-9883-56968aa45dfc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994222 Aug 19 12:43:18.401660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Request body: {'port': {'device_id': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:18.462785 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.466346 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-79158ac9-e5f4-4117-b84f-9853915130de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.571456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a7477f13-d01b-4983-8349-0153bb7a86a1 None None] Provisioning for port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:18.577303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a7477f13-d01b-4983-8349-0153bb7a86a1 None None] Provisioning complete for port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:18.577638 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a7477f13-d01b-4983-8349-0153bb7a86a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.613201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a7477f13-d01b-4983-8349-0153bb7a86a1 None None] Port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:18.742828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:43:18.750488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.763570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Transition to ACTIVE for port object 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:18.768035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.823572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:18.863833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62058daa-7156-43d6-8355-74df9cbbc9ac req-665b6518-01cc-4a6f-9d20-60d82c755856 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:18.865521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62058daa-7156-43d6-8355-74df9cbbc9ac req-665b6518-01cc-4a6f-9d20-60d82c755856 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 943 time: 0.0621006 Aug 19 12:43:18.899997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:18.900341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:18.900701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:18.906075 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:43:18.906401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:18.909250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62058daa-7156-43d6-8355-74df9cbbc9ac req-06276d1b-c27f-4e9f-9c37-56677edaffdb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373113 Aug 19 12:43:18.911738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:18.912066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:18.912448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:18.912932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Bound port: 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:18.913306 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.983881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:18.987361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:18.992014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.033359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.034023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.035455 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] 10.222.0.54 "PUT /v2.0/ports/9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 1091 time: 0.6385291 Aug 19 12:43:19.035855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:19.038150 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:19.063464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b65d3-4583-46b8-a7be-cd8184437b3d service neutron] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:19.079199 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a23138-c6c7-40b8-b0fb-fd760c351b68 x-openstack-request-id: req-39a23138-c6c7-40b8-b0fb-fd760c351b68 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:19.079706 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:19.080034 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39a23138-c6c7-40b8-b0fb-fd760c351b68 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:19.080265 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'status': 'completed', 'code': 200} Aug 19 12:43:19.146878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-28386567-baf6-4074-9774-8d797f9c6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.148516 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-28386567-baf6-4074-9774-8d797f9c6c11 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1094 time: 0.0481336 Aug 19 12:43:19.198545 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-2823a2dd-a9a3-460e-a519-d9a94060e5ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 217 time: 0.0368018 Aug 19 12:43:19.249707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-427fe365-ebed-4954-88ed-4df8255467d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.251874 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-427fe365-ebed-4954-88ed-4df8255467d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0468266 Aug 19 12:43:19.305047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-aad7d5a2-2e03-4b32-a5c9-0a408a3f72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.306575 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-aad7d5a2-2e03-4b32-a5c9-0a408a3f72b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478017 Aug 19 12:43:19.410214 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-95646328-603c-476a-9e06-e5b52217ea53 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958014 Aug 19 12:43:19.509533 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cdd1178c-e4f1-4103-81bb-ad385bf5f001 req-8b26787b-ddfa-4ca5-bf69-181d4df00eef service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916278 Aug 19 12:43:19.662183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-672a2de9-87d0-4337-8280-4337a04b09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.663718 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-672a2de9-87d0-4337-8280-4337a04b09b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1094 time: 0.0462017 Aug 19 12:43:19.769546 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-b2d6e862-01eb-48df-a1fb-26453edb3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.770938 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-b2d6e862-01eb-48df-a1fb-26453edb3a61 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0997887 Aug 19 12:43:19.814246 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-bd84cca5-9fe2-47c0-8462-3229adaf0fd5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 217 time: 0.0353122 Aug 19 12:43:19.880313 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-5ff9b8ce-7973-4537-81c5-0e7c8f4f847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.881859 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-5ff9b8ce-7973-4537-81c5-0e7c8f4f847b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0572717 Aug 19 12:43:19.945960 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-8d1d5c00-b72c-45f1-8c59-d74cf7bb9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.947492 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-8d1d5c00-b72c-45f1-8c59-d74cf7bb9d32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568931 Aug 19 12:43:20.026838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf2bc-2e94-498c-91bc-458716353976 req-af7aea09-057c-482c-b33e-177611b22a24 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.028303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8bbf2bc-2e94-498c-91bc-458716353976 req-af7aea09-057c-482c-b33e-177611b22a24 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 943 time: 0.0501246 Aug 19 12:43:20.040820 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-08d8cb93-7445-4f69-8a07-d087313c0805 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856595 Aug 19 12:43:20.069824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e8bbf2bc-2e94-498c-91bc-458716353976 req-99f4e1fb-a4f5-47d7-81c5-794babcc6627 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346935 Aug 19 12:43:20.140443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d15fc0ea-fef4-4cd1-bf4d-421d2a344c1d req-2c4eee18-9a0a-4840-bbe6-a4876a68f981 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914865 Aug 19 12:43:20.833283 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ecc47b8-2571-4969-aa7d-8539c8befc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.991129 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.202249 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5dde-9ebb-411a-b182-6110fcf40431 req-6076d576-28d6-484e-9393-b3b35211d566 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:21.203730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7aaa5dde-9ebb-411a-b182-6110fcf40431 req-6076d576-28d6-484e-9393-b3b35211d566 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 943 time: 0.0512831 Aug 19 12:43:21.248321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7aaa5dde-9ebb-411a-b182-6110fcf40431 req-44d21ab5-e2d0-423a-813b-96b4bf3a594b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348344 Aug 19 12:43:22.122419 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.371769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6288f-93db-4c23-937c-040eeb0afb1b req-65a2a5ce-4f86-4ee9-8492-dfd4f87bcc18 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:22.373444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7a6288f-93db-4c23-937c-040eeb0afb1b req-65a2a5ce-4f86-4ee9-8492-dfd4f87bcc18 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 943 time: 0.0566730 Aug 19 12:43:22.411876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b7a6288f-93db-4c23-937c-040eeb0afb1b req-dfafe4d7-8e4a-4427-b26b-4c5c41aabde1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324528 Aug 19 12:43:22.655917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:43:22.761594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:22.773375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'mac_address': 'fa:16:3e:ea:e0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:43:22.810377 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.822586 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:43:22.842832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:22.847605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.893914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:23.107353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:23.549640 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b98910-0f4e-4459-9af3-3aba00598162 req-8756abe7-3850-42e5-b227-5c9b2d572749 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:23.551108 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16b98910-0f4e-4459-9af3-3aba00598162 req-8756abe7-3850-42e5-b227-5c9b2d572749 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0522311 Aug 19 12:43:23.593852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16b98910-0f4e-4459-9af3-3aba00598162 req-6c77716b-799b-43cf-b1b0-41dcb2ebd118 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336237 Aug 19 12:43:24.159715 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.479749 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.654208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:24.707561 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:24.711466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:24.711851 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.721349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47682ffc-67fb-4c64-9961-fb3d6b56ae72 req-2b489277-6993-4fb0-9951-14d119a777ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:24.722904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47682ffc-67fb-4c64-9961-fb3d6b56ae72 req-2b489277-6993-4fb0-9951-14d119a777ed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0525317 Aug 19 12:43:24.762462 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-47682ffc-67fb-4c64-9961-fb3d6b56ae72 req-7426a9c1-4606-4784-8dfc-b0aee2fbdf01 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333254 Aug 19 12:43:24.791560 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.815657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:24.818026 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c0b681-219c-42e6-b87a-194b6847fd9e" -d '{"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-plugged", "status": "completed", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:24.830722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:24.834903 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.858101 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29869df-b243-4733-ad69-46a1c314cc22 x-openstack-request-id: req-a29869df-b243-4733-ad69-46a1c314cc22 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:24.858394 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-plugged", "status": "completed", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:24.858646 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a29869df-b243-4733-ad69-46a1c314cc22 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:24.859041 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'code': 200} Aug 19 12:43:24.885307 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:25.000767 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ef4f8-907e-47bc-8960-c1f9cb86a1fb req-f5787942-cd7b-4522-863e-28c8a9389b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:25.002388 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6e1ef4f8-907e-47bc-8960-c1f9cb86a1fb req-f5787942-cd7b-4522-863e-28c8a9389b53 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1096 time: 0.0494599 Aug 19 12:43:25.044727 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6e1ef4f8-907e-47bc-8960-c1f9cb86a1fb req-c731fec3-d7fd-48bd-a857-5f7836ceac09 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345843 Aug 19 12:43:25.887392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6748-5f77-4c55-9841-c888d8d82538 req-b5faa182-6af5-4d98-a713-a62ceafe54f5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:25.888879 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fcc6748-5f77-4c55-9841-c888d8d82538 req-b5faa182-6af5-4d98-a713-a62ceafe54f5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0569654 Aug 19 12:43:25.931447 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fcc6748-5f77-4c55-9841-c888d8d82538 req-9c2a3074-f7d9-4bd2-863a-f43a1e35893e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332198 Aug 19 12:43:27.078235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c3810-e67a-4ad6-b89b-c158d2d2003b req-30a2ea40-6883-4027-8a50-f42ef24a004a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:27.079715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f5c3810-e67a-4ad6-b89b-c158d2d2003b req-30a2ea40-6883-4027-8a50-f42ef24a004a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0500519 Aug 19 12:43:27.120726 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f5c3810-e67a-4ad6-b89b-c158d2d2003b req-53bf47c9-2978-4474-b612-f12a70399fce tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321956 Aug 19 12:43:27.247685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d7d42-9881-4c6f-9ed0-e8043c9a9c3a req-7d517bc4-0101-4a00-89a7-0e335d5f2edd tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:27.249327 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb1d7d42-9881-4c6f-9ed0-e8043c9a9c3a req-7d517bc4-0101-4a00-89a7-0e335d5f2edd tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0617268 Aug 19 12:43:27.261457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 45736) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:27.266587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5b59e9a6-ba00-40e6-97b6-22d9b7864ebb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'floatingip': {'port_id': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:27.309949 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b59e9a6-ba00-40e6-97b6-22d9b7864ebb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.775502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b59e9a6-ba00-40e6-97b6-22d9b7864ebb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.781386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b59e9a6-ba00-40e6-97b6-22d9b7864ebb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.888699 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-5b59e9a6-ba00-40e6-97b6-22d9b7864ebb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Floating IP 4420c737-2c38-4d4b-9c70-146cba637850 associated. External IP: 172.25.4.85, port: 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7. Aug 19 12:43:28.484725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b59e9a6-ba00-40e6-97b6-22d9b7864ebb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:28.596621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b59e9a6-ba00-40e6-97b6-22d9b7864ebb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:28.601689 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b59e9a6-ba00-40e6-97b6-22d9b7864ebb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.608494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:28.619138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:28.619767 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:43:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:28.630269 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5b59e9a6-ba00-40e6-97b6-22d9b7864ebb tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "PUT /v2.0/floatingips/4420c737-2c38-4d4b-9c70-146cba637850 HTTP/1.1" status: 200 len: 990 time: 1.3676722 Aug 19 12:43:28.630962 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:28.633322 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1934502f-d412-4550-86bb-b69821ff3d54" -d '{"events": [{"name": "network-changed", "server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:28.683883 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e591d4-89e1-48e7-b852-82e4e9b31eb3 x-openstack-request-id: req-e2e591d4-89e1-48e7-b852-82e4e9b31eb3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:28.684171 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:28.684423 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2e591d4-89e1-48e7-b852-82e4e9b31eb3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:28.684844 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'status': 'completed', 'code': 200} Aug 19 12:43:28.737333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:28.794021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934502f-d412-4550-86bb-b69821ff3d54 req-9d183c56-61ea-46cd-82af-0335a63a40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:28.795931 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1934502f-d412-4550-86bb-b69821ff3d54 req-9d183c56-61ea-46cd-82af-0335a63a40da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1096 time: 0.0475471 Aug 19 12:43:28.888607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934502f-d412-4550-86bb-b69821ff3d54 req-63057a14-89a0-4137-9ded-4c15e6fdef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:28.890611 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1934502f-d412-4550-86bb-b69821ff3d54 req-63057a14-89a0-4137-9ded-4c15e6fdef54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0881972 Aug 19 12:43:28.955724 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.964058 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1934502f-d412-4550-86bb-b69821ff3d54 req-18251c8d-42b1-4d29-a14e-0ddf8af407bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 998 time: 0.0660372 Aug 19 12:43:28.976905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:ea:e0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:43:27Z', 'revision_number': 9, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:29.005001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:29.014867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:29.015310 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:43:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:29.015442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934502f-d412-4550-86bb-b69821ff3d54 req-47860d59-b8cc-49f8-962d-6c36f44cccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.016941 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1934502f-d412-4550-86bb-b69821ff3d54 req-47860d59-b8cc-49f8-962d-6c36f44cccfc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0462410 Aug 19 12:43:29.064111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934502f-d412-4550-86bb-b69821ff3d54 req-b3aee6db-ea3c-414f-ba3f-69bd22d000d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.065670 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1934502f-d412-4550-86bb-b69821ff3d54 req-b3aee6db-ea3c-414f-ba3f-69bd22d000d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411036 Aug 19 12:43:29.125816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:29.160751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1934502f-d412-4550-86bb-b69821ff3d54 req-d36420d4-8c24-4894-935c-d29d723a322d service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869074 Aug 19 12:43:29.255291 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1934502f-d412-4550-86bb-b69821ff3d54 req-cc6df885-2bc4-49c3-8777-4a74ea57a424 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878193 Aug 19 12:43:29.361790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:ea:e0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:43:27Z', 'revision_number': 9, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:29.542291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e25c67-7b77-4454-b294-76081e00ff09 None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:ea:e0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:43:27Z', 'revision_number': 9, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:29.755788 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85da08b-12f0-4e4a-bffe-359ed5c0b84b None None] New status for floating IP 4420c737-2c38-4d4b-9c70-146cba637850: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:43:40.783558 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:43:45.772803 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-7e549732-4b77-449f-a4ff-f0bb59644398 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414031 Aug 19 12:43:45.885277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-62609147-3090-4554-90d7-148826c63aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:45.886876 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-62609147-3090-4554-90d7-148826c63aaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1096 time: 0.0499339 Aug 19 12:43:45.997464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-8b06e15f-b6ad-401c-aa2b-95d057baf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:45.998968 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-8b06e15f-b6ad-401c-aa2b-95d057baf451 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0875936 Aug 19 12:43:46.072403 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-a2ecc66b-00c5-42d9-aeb5-1ca66e63c397 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 1001 time: 0.0647461 Aug 19 12:43:46.122914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-145c2f5f-8d30-4e61-968f-40369f99c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:46.124415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-145c2f5f-8d30-4e61-968f-40369f99c211 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0453024 Aug 19 12:43:46.172254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-28c01212-6082-4004-b49d-6e2783259d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:46.173818 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-28c01212-6082-4004-b49d-6e2783259d81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414264 Aug 19 12:43:46.280853 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-f7e49b76-7b70-42f0-89a9-82c346658687 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983715 Aug 19 12:43:46.376936 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0b7a170f-179f-4b60-8785-36dd3e44cced req-ee8abd0c-a121-48e1-9ec0-a408e8960170 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878911 Aug 19 12:43:48.473641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-79e03715-d771-4ebf-87ea-167c47bedc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.837036 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-27293e1f-2674-4cd9-9e39-db0ebfdd451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.988927 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.124798 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.168302 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.488069 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.940714 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:17.772416 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:44:18.471103 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-875d8bc5-e633-46da-8225-578ca9789112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.837083 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ae833318-ef38-4f01-8fad-ca79cb2070b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.990254 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.118755 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.168710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.496136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.945305 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.011949 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-76a799e6-c882-4364-9170-40007676d42f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564160 Aug 19 12:44:48.117026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-6b362a64-88af-47d1-a297-f2d6f2296b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:48.118444 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-6b362a64-88af-47d1-a297-f2d6f2296b5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1096 time: 0.0474474 Aug 19 12:44:48.238003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-42ea7d36-270f-40e4-94fc-c279219cf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:48.239673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-42ea7d36-270f-40e4-94fc-c279219cf6c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1006753 Aug 19 12:44:48.316387 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-467d5b77-a402-444a-9853-d7fd03802190 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 1001 time: 0.0688190 Aug 19 12:44:48.366249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-1802d560-39f4-4cf4-bcd7-bb85c2faf1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:48.367841 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-1802d560-39f4-4cf4-bcd7-bb85c2faf1dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0445149 Aug 19 12:44:48.413457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-0f5986f0-4a8f-44b2-95f8-fdb138ea7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:48.414921 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-0f5986f0-4a8f-44b2-95f8-fdb138ea7654 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405443 Aug 19 12:44:48.465779 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec76d234-76fa-4883-8fbb-b145dcf4480b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.522939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-fdda21c2-b956-43eb-ad7a-fe972e96832a service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009800 Aug 19 12:44:48.647950 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-848e9feb-f1d0-4c26-883f-0ee4ce29fc36 req-be3c8c62-c8b2-4021-a8aa-ad425e4598e8 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173835 Aug 19 12:44:50.834089 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f6186f38-6b72-4aeb-811a-20f06a1205aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.987540 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.131077 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.178745 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.490326 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.780046 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:44:58.948632 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.881352 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-1a00bbe9-33f1-4f1e-86ec-eec17dac12d9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416689 Aug 19 12:45:04.902851 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d83e-970f-4b75-95dd-2717515bbcee req-49a93c95-6381-46c1-9a20-420104f2933a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.904787 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0953d83e-970f-4b75-95dd-2717515bbcee req-49a93c95-6381-46c1-9a20-420104f2933a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0568964 Aug 19 12:45:04.946406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0953d83e-970f-4b75-95dd-2717515bbcee req-d164afd6-d3f4-4d4c-9ccc-36ecb75d0707 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348585 Aug 19 12:45:06.088829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314f10-a385-4abd-8004-6e2673f3859a req-e3cc8b68-a35f-4e05-ab85-4f66ef19eb44 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:06.090220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50314f10-a385-4abd-8004-6e2673f3859a req-e3cc8b68-a35f-4e05-ab85-4f66ef19eb44 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0614665 Aug 19 12:45:06.131129 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-50314f10-a385-4abd-8004-6e2673f3859a req-efc56123-5e78-4163-8c51-bb153bd8b266 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331237 Aug 19 12:45:06.242385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-6a60f537-9c53-4158-a86b-d78bdcf79828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:06.243950 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-6a60f537-9c53-4158-a86b-d78bdcf79828 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1096 time: 0.0462284 Aug 19 12:45:06.348603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-74fcf4a6-1830-4b79-8f73-f441b957d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:06.350031 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-74fcf4a6-1830-4b79-8f73-f441b957d001 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0992844 Aug 19 12:45:06.418809 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-aad5aea7-fc54-44bb-9ee7-d75e9ff7a8be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 1001 time: 0.0617330 Aug 19 12:45:06.469028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-d5abb1e7-41b2-472d-bdc3-4505173ab97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:06.470488 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-d5abb1e7-41b2-472d-bdc3-4505173ab97d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0446146 Aug 19 12:45:06.522991 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-532f019b-b7d0-462d-9a21-11c7bc7ab72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:06.524503 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-532f019b-b7d0-462d-9a21-11c7bc7ab72b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464010 Aug 19 12:45:06.619647 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-fd88b9f3-5061-44b8-893b-bccbf9dd14c6 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875883 Aug 19 12:45:06.713568 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-668fb94b-3299-4f0a-95c8-d0be8429d391 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871580 Aug 19 12:45:07.261046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd630e-670b-47e6-b238-e78c92c94fe5 req-6e1fe85f-33e7-43ef-be82-c909f8b0e1ce tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:07.262565 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9dcd630e-670b-47e6-b238-e78c92c94fe5 req-6e1fe85f-33e7-43ef-be82-c909f8b0e1ce tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0528760 Aug 19 12:45:07.301871 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9dcd630e-670b-47e6-b238-e78c92c94fe5 req-247a9722-b964-4a77-b46a-cd9a2bc806f4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330770 Aug 19 12:45:08.440331 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35f4d2-36c5-419b-a24e-4020906f04e9 req-469c90d2-07dc-4955-b835-4179c94688c2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:08.441835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d35f4d2-36c5-419b-a24e-4020906f04e9 req-469c90d2-07dc-4955-b835-4179c94688c2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0619378 Aug 19 12:45:08.483558 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d35f4d2-36c5-419b-a24e-4020906f04e9 req-0bd801eb-4ced-4b08-b031-5f29d584b98c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323360 Aug 19 12:45:09.623511 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603948c-c177-480e-9cda-9820231b644e req-a065e7ee-9ba1-4bb9-b6d8-4e5c55e10cb1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:09.625469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d603948c-c177-480e-9cda-9820231b644e req-a065e7ee-9ba1-4bb9-b6d8-4e5c55e10cb1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0661519 Aug 19 12:45:09.664952 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d603948c-c177-480e-9cda-9820231b644e req-9ead1d35-e822-4a52-bab6-6a70962faa55 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332205 Aug 19 12:45:10.793127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d51950-8513-470e-a3dd-942f891ae434 req-4098c58c-f585-45b7-bc14-035702906bec tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:10.794617 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19d51950-8513-470e-a3dd-942f891ae434 req-4098c58c-f585-45b7-bc14-035702906bec tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0538051 Aug 19 12:45:10.835026 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19d51950-8513-470e-a3dd-942f891ae434 req-60d88a59-0488-4415-8d16-1031cb1aba0f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335772 Aug 19 12:45:11.977496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565bfe2-6bb3-433a-be6b-e267a316e92e req-c7cdff4d-103c-4eb6-a293-adadcda9ad45 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:11.978985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5565bfe2-6bb3-433a-be6b-e267a316e92e req-c7cdff4d-103c-4eb6-a293-adadcda9ad45 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0647397 Aug 19 12:45:12.036644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5565bfe2-6bb3-433a-be6b-e267a316e92e req-39846469-0fd8-49b3-b107-3334a394e410 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443740 Aug 19 12:45:13.172427 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf356d3-1b94-43e0-b539-7245e9950ff8 req-7e2ec260-3817-4980-9973-051969bb3c19 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:13.173975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-abf356d3-1b94-43e0-b539-7245e9950ff8 req-7e2ec260-3817-4980-9973-051969bb3c19 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0602472 Aug 19 12:45:13.218566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-abf356d3-1b94-43e0-b539-7245e9950ff8 req-9902833c-0750-4e8b-a0eb-f8f25aeb52e9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351593 Aug 19 12:45:14.359779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b7d87-6058-4f08-a733-4b696f6f2ccd req-99f6dd31-1efc-4fbe-a41f-134fe81551c4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:14.361494 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d2b7d87-6058-4f08-a733-4b696f6f2ccd req-99f6dd31-1efc-4fbe-a41f-134fe81551c4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0616074 Aug 19 12:45:14.402664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d2b7d87-6058-4f08-a733-4b696f6f2ccd req-e5a5f09b-bc80-4b87-be2c-63b7d6cc9a0f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317702 Aug 19 12:45:15.542394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f58d-c52a-4655-ac54-4df2e4d313fa req-f32e8335-e43d-4321-bdec-3a30c5aee807 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:15.543854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d450f58d-c52a-4655-ac54-4df2e4d313fa req-f32e8335-e43d-4321-bdec-3a30c5aee807 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0699737 Aug 19 12:45:15.585517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d450f58d-c52a-4655-ac54-4df2e4d313fa req-62d9d8ab-f438-4385-ad00-442da181e2b6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350847 Aug 19 12:45:16.717464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d2e57-933f-464b-a185-91e45866eb88 req-c515019a-a1d0-4d10-92a1-f7248d7c59f9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:16.718984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca6d2e57-933f-464b-a185-91e45866eb88 req-c515019a-a1d0-4d10-92a1-f7248d7c59f9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0531287 Aug 19 12:45:16.757427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca6d2e57-933f-464b-a185-91e45866eb88 req-52a54aad-14d9-4d8c-a865-fde9a7b1f23c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323954 Aug 19 12:45:17.879949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076902-2abf-43f6-870a-0e785b084243 req-43ddf8cd-e0d7-4965-8ea4-9f8113ef557b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:17.881469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49076902-2abf-43f6-870a-0e785b084243 req-43ddf8cd-e0d7-4965-8ea4-9f8113ef557b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0539150 Aug 19 12:45:17.921941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-49076902-2abf-43f6-870a-0e785b084243 req-c562898a-38a3-4f37-b152-9ce70a6ca8a7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342376 Aug 19 12:45:18.477876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fbbb14bc-3c57-45d7-ae3f-e3c520cb3f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.742878 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-9a4454e9-8355-4584-bc75-44e4b0b8766e service neutron] show failed (client error): The resource could not be found. Aug 19 12:45:18.743909 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-9a4454e9-8355-4584-bc75-44e4b0b8766e service neutron] 10.222.0.54 "GET /v2.0/ports/9bc09d9e-61be-4a89-8e4d-0d4cca8864f7/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0578649 Aug 19 12:45:18.973873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-a0724749-180e-4e61-a819-4a354332714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:18.975438 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-a0724749-180e-4e61-a819-4a354332714c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 1096 time: 0.0441492 Aug 19 12:45:18.994848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:19.048199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36481143-7c33-4cce-a310-6fbc507c3174 req-c8fd4662-2888-4d3c-8c1c-55e809b35080 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:19.049708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36481143-7c33-4cce-a310-6fbc507c3174 req-c8fd4662-2888-4d3c-8c1c-55e809b35080 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0525053 Aug 19 12:45:19.055130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.276788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:19.314048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:19.355886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:19.358224 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635d02bd-4a29-4d96-a2bc-dcebd9e043c0" -d '{"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:19.362940 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.375046 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-36481143-7c33-4cce-a310-6fbc507c3174 req-3f9be88b-f204-4b7e-8e92-983b436f7c86 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3188300 Aug 19 12:45:19.376273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Transition to ACTIVE for port object 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:19.380805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.417390 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d818ec63-7347-4256-a1da-a972887d22c6 x-openstack-request-id: req-d818ec63-7347-4256-a1da-a972887d22c6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:19.417507 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:19.417795 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d818ec63-7347-4256-a1da-a972887d22c6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:19.418198 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'code': 200} Aug 19 12:45:19.467386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:19.481703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.482052 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.482398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.482737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.483069 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.483400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.483726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.484255 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.484609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.484965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.485291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.485616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:19.527451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] No DVR routers for this DVR port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:19.667485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:19.667857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:19.668287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:19.673289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:45:19.673647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:19.678939 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:19.679337 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:19.679670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:19.680100 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Bound port: 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:19.680459 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.749304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:19.752634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:19.758720 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.794245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:19.794730 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.796498 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] 10.222.0.69 "PUT /v2.0/ports/9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 1091 time: 0.8059995 Aug 19 12:45:19.821838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cefae-3037-4671-addd-35cb08e806d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:19.878651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-8cc548d4-1dc9-43f6-8267-a730a4de76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:19.880463 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-8cc548d4-1dc9-43f6-8267-a730a4de76f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1094 time: 0.0448098 Aug 19 12:45:19.982568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-5d22bb59-1fd1-4f64-9a13-d2e8829b884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:19.984140 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-5d22bb59-1fd1-4f64-9a13-d2e8829b884e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0966003 Aug 19 12:45:20.056012 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-2824554d-7609-4366-8c79-fad4fbf9741f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 999 time: 0.0636697 Aug 19 12:45:20.105034 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-ea9d53d4-90ff-48f0-a753-5ac3c09dcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:20.106442 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-ea9d53d4-90ff-48f0-a753-5ac3c09dcdd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0438023 Aug 19 12:45:20.155759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-cfaec836-cb4c-4ba8-84a8-faf27c1fd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:20.157349 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-cfaec836-cb4c-4ba8-84a8-faf27c1fd3f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432608 Aug 19 12:45:20.252426 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-58dd1423-3eac-4573-8a4d-8b7ee5391dc1 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869353 Aug 19 12:45:20.346562 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1c2caaf0-05d5-430b-85e4-fea5ff544ff7 req-b1572dfc-66ca-4c1c-9fe1-c0121bf10182 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863762 Aug 19 12:45:20.494053 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be7b57-bd37-4df8-abfe-6bc7e73a29ac req-94808bdb-9d05-4385-a448-c602a0131c50 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:20.495539 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16be7b57-bd37-4df8-abfe-6bc7e73a29ac req-94808bdb-9d05-4385-a448-c602a0131c50 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 943 time: 0.0491292 Aug 19 12:45:20.533872 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16be7b57-bd37-4df8-abfe-6bc7e73a29ac req-fed708e6-ae02-45b2-a400-8e8ae3f54ae1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322292 Aug 19 12:45:20.834219 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e586-9813-432d-ac99-db6854fb54fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.987350 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.342009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:21.389487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:21.419833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:21.423073 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5584ae3-c54f-49a4-9dfe-777545cd9639" -d '{"events": [{"name": "network-changed", "server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:21.474005 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9003e0-d739-4189-bd96-b170a23eb40f x-openstack-request-id: req-df9003e0-d739-4189-bd96-b170a23eb40f {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:21.474343 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:21.474610 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df9003e0-d739-4189-bd96-b170a23eb40f {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:21.475010 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'status': 'completed', 'code': 200} Aug 19 12:45:21.589424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-a9f8f0d8-b511-4603-b897-d7826c151247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.590944 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-a9f8f0d8-b511-4603-b897-d7826c151247 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1094 time: 0.0747368 Aug 19 12:45:21.593534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-dfd8ec41-ccd0-4d61-a2b7-ecf82cb82d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.594955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-dfd8ec41-ccd0-4d61-a2b7-ecf82cb82d57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1094 time: 0.0657451 Aug 19 12:45:21.655922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d41d74-2a62-475c-b466-5d82cc1f95de req-3f5cb642-f77f-46b8-b252-95f522885632 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.657591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9d41d74-2a62-475c-b466-5d82cc1f95de req-3f5cb642-f77f-46b8-b252-95f522885632 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 943 time: 0.0494998 Aug 19 12:45:21.695848 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9d41d74-2a62-475c-b466-5d82cc1f95de req-7f3be603-8a27-4c47-8fef-c0a43dd7e71d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319989 Aug 19 12:45:21.752536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-7518d918-227f-48e4-be63-a9fdbc9922ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.754037 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-7518d918-227f-48e4-be63-a9fdbc9922ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1485298 Aug 19 12:45:21.754942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-6ea011d9-8737-4ad3-bd38-9ff2bf7f185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.756237 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-6ea011d9-8737-4ad3-bd38-9ff2bf7f185a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1585391 Aug 19 12:45:21.868504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-5bf954b6-6f2f-4576-8d6b-1e1d75662dc6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 999 time: 0.1066005 Aug 19 12:45:21.872382 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-92f80d6b-602d-4f90-a841-03640e4d5c3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 999 time: 0.1047900 Aug 19 12:45:21.957357 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-cd638c5d-f5d1-4fe7-ade5-4333b55531f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.958877 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-cd638c5d-f5d1-4fe7-ade5-4333b55531f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0797217 Aug 19 12:45:21.964188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-ef069f01-d24e-4563-b7a6-b971d67c9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.965678 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-ef069f01-d24e-4563-b7a6-b971d67c9594 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0596263 Aug 19 12:45:22.037575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-d73e92ae-9d91-4844-8b27-3d9beb3f9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:22.039261 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-d73e92ae-9d91-4844-8b27-3d9beb3f9592 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727060 Aug 19 12:45:22.040893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-80417316-0800-4af1-9d98-7203081d82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:22.042267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-80417316-0800-4af1-9d98-7203081d82ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682433 Aug 19 12:45:22.125891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.204374 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-a78dd586-6172-4ad5-8cf4-775afdef443b service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496658 Aug 19 12:45:22.206211 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-b4541568-5985-48e7-ac7b-c63f1ca36a1a service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592710 Aug 19 12:45:22.361447 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-870f2475-cf43-4d1c-ade8-f9fa36426761 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493390 Aug 19 12:45:22.363284 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f5584ae3-c54f-49a4-9dfe-777545cd9639 req-22640262-f36b-4fa0-b474-f736b442ad77 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501997 Aug 19 12:45:22.411450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:22.533914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:22.546119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'mac_address': 'fa:16:3e:ea:e0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:22.588848 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.602076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:22.622892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:22.629509 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.689174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:22.696515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.696893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.697246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.697591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.697931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.698267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.698599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.698930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.699256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.699584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.699910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.700237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:22.823963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9748fd-95a0-4aef-a8af-fac779440c44 req-7ceb1374-82f7-466c-9557-bd7cb2be2427 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:22.825448 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df9748fd-95a0-4aef-a8af-fac779440c44 req-7ceb1374-82f7-466c-9557-bd7cb2be2427 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0550458 Aug 19 12:45:22.866739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df9748fd-95a0-4aef-a8af-fac779440c44 req-f616b616-6ec7-49ec-9ba4-fc5ec84b4c55 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327699 Aug 19 12:45:22.926049 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:23.174857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-b83d5872-e90d-4e79-accf-3fb1445fb5fc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.176419 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-b83d5872-e90d-4e79-accf-3fb1445fb5fc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d&tenant_id=fda79e926c9f405199420aca172ee269&binding%3Ahost_id=n-h1-778550-9 HTTP/1.1" status: 200 len: 944 time: 0.0616589 Aug 19 12:45:23.188063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043a2c2-433c-4226-b15e-7f48bf37fe1e req-301df1e7-cde5-48ab-803f-ecbff310eb6e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.189581 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1043a2c2-433c-4226-b15e-7f48bf37fe1e req-301df1e7-cde5-48ab-803f-ecbff310eb6e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0547912 Aug 19 12:45:23.228519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1043a2c2-433c-4226-b15e-7f48bf37fe1e req-63def0a5-1064-460e-b91d-8d63848d0911 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324800 Aug 19 12:45:23.239568 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-3e4dfc30-6fae-47f6-8c42-238a546d84df service neutron] 10.222.0.69 "GET /v2.0/ports/9bc09d9e-61be-4a89-8e4d-0d4cca8864f7/bindings/n-h1-778550-9 HTTP/1.1" status: 200 len: 382 time: 0.0554142 Aug 19 12:45:23.320525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-2e0f39f2-f0c7-4c8e-b8cc-166b7d3e8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.322134 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-2e0f39f2-f0c7-4c8e-b8cc-166b7d3e8ff9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1095 time: 0.0432591 Aug 19 12:45:23.775605 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-b8147f82-a1b4-4895-9698-12012da18cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.777169 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-b8147f82-a1b4-4895-9698-12012da18cd7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.4476485 Aug 19 12:45:23.853552 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-aa44871f-5460-45ac-b557-f0e02a6cad17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 1000 time: 0.0684435 Aug 19 12:45:23.907442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-cf749527-eaae-4f6b-a874-6a152626eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.908917 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-cf749527-eaae-4f6b-a874-6a152626eff5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0487370 Aug 19 12:45:23.960739 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-8419607b-7cb6-4755-9f2d-03830fce4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.962245 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-8419607b-7cb6-4755-9f2d-03830fce4733 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461781 Aug 19 12:45:24.053391 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f51f041c-2600-45fc-aa43-e23d1efb8780 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838163 Aug 19 12:45:24.146038 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-27a2613b-5d8c-4473-92f2-41937f79d28a service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853279 Aug 19 12:45:24.162285 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.367798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09df91d-5af5-4f90-a703-1e85b38e46fa req-c66b9cdd-730c-48a7-b6be-6602835874b8 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.369214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c09df91d-5af5-4f90-a703-1e85b38e46fa req-c66b9cdd-730c-48a7-b6be-6602835874b8 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0515258 Aug 19 12:45:24.408987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c09df91d-5af5-4f90-a703-1e85b38e46fa req-37a1484f-253f-4d36-93b9-04214228388b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336375 Aug 19 12:45:24.421186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:24.487191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:24.499152 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:24.499648 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.526559 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.582064 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.604271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:24.606569 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9774e7c4-984a-49ec-a30e-8ece6a878375" -d '{"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-plugged", "status": "completed", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:24.618951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:24.624228 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.659590 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca329bf-b18d-4d35-8c43-e3a96550a5ac x-openstack-request-id: req-7ca329bf-b18d-4d35-8c43-e3a96550a5ac {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:24.659889 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-plugged", "status": "completed", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:24.660139 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ca329bf-b18d-4d35-8c43-e3a96550a5ac {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:24.660529 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'code': 200} Aug 19 12:45:24.677268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:25.545887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebe653-d4e4-458f-978d-92d33652418f req-39d0571c-372c-4004-b11f-b2fce3392372 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:25.547441 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-abebe653-d4e4-458f-978d-92d33652418f req-39d0571c-372c-4004-b11f-b2fce3392372 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0553041 Aug 19 12:45:25.588784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-abebe653-d4e4-458f-978d-92d33652418f req-1b87b16e-8289-4177-8332-df9d0a476596 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316632 Aug 19 12:45:26.346109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f4294d44-f7ba-48a7-a570-4070854ad043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:26.347746 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f4294d44-f7ba-48a7-a570-4070854ad043 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 1096 time: 0.0424678 Aug 19 12:45:26.365919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:26.422821 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.641005 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:26.674268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:26.714649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:26.716206 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125fe89-bf4a-4412-beec-a08e87832e40 req-fb8b909f-3cfc-448f-a549-0402362fe555 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:26.717119 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359f43b5-5b98-4b0f-b697-ad5a43998c91" -d '{"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:26.717786 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f125fe89-bf4a-4412-beec-a08e87832e40 req-fb8b909f-3cfc-448f-a549-0402362fe555 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0508211 Aug 19 12:45:26.722267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.735013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Transition to ACTIVE for port object 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:26.740004 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.772092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f125fe89-bf4a-4412-beec-a08e87832e40 req-cd4b6321-7333-4995-bbdf-2b865186d4ee tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421391 Aug 19 12:45:26.782065 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6137c64-a8b7-450c-813f-01b692df1fee x-openstack-request-id: req-a6137c64-a8b7-450c-813f-01b692df1fee {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:26.782355 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:26.782620 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6137c64-a8b7-450c-813f-01b692df1fee {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:26.782994 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'code': 200} Aug 19 12:45:26.846048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=10']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:26.874751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] No DVR routers for this DVR port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:27.011460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:27.011810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:27.012144 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:27.016781 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:45:27.017123 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Attempting to bind port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:27.022142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:27.022484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:27.022965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:27.023428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Bound port: 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:27.024593 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.088283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:27.091875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:27.096378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.132095 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.132691 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.134156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] 10.222.0.54 "PUT /v2.0/ports/9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 1092 time: 0.7723286 Aug 19 12:45:27.162785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601fd54-dd1a-452d-ad85-40def7b39b4a service neutron] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=11']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:27.214256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-11069112-57e1-4eb7-8cf0-292f9845cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.216202 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-11069112-57e1-4eb7-8cf0-292f9845cf2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1095 time: 0.0489361 Aug 19 12:45:27.315976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-268bf4a4-4b3b-43fb-b131-12f0dd0f473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.317528 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-268bf4a4-4b3b-43fb-b131-12f0dd0f473e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0943711 Aug 19 12:45:27.390665 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-92e47a89-d916-4919-b4eb-ab3075eb32f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 999 time: 0.0654221 Aug 19 12:45:27.442342 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-8a611054-9603-48a1-8a22-a3abd996a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.443828 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-8a611054-9603-48a1-8a22-a3abd996a61e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0464494 Aug 19 12:45:27.493415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-18a06ba1-428a-4bd1-ba95-8d4c386c7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.494907 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-18a06ba1-428a-4bd1-ba95-8d4c386c7ddc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438426 Aug 19 12:45:27.609717 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-d10d3140-de31-4851-8127-00e883b7d328 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062255 Aug 19 12:45:27.727500 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c75a58c0-2a0d-43e6-a7ba-b07ae69f1a30 req-05b46ef2-9701-4cba-86d4-afcb093b2924 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107693 Aug 19 12:45:27.896630 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79d112-c7c9-41db-996c-bf77df784998 req-296b0ccb-4967-4ddb-b1c7-8a12a6c1b673 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.898125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d79d112-c7c9-41db-996c-bf77df784998 req-296b0ccb-4967-4ddb-b1c7-8a12a6c1b673 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0527561 Aug 19 12:45:27.944249 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d79d112-c7c9-41db-996c-bf77df784998 req-5ef9e3d6-362f-4910-8a2f-ecb4d6397569 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396950 Aug 19 12:45:28.784077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:28.788067 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dce57b6-521b-4952-a291-21138c48597c" -d '{"events": [{"name": "network-changed", "server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:28.840503 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0f1ebe-ee1a-4012-a45f-c940ad2a8ba1 x-openstack-request-id: req-be0f1ebe-ee1a-4012-a45f-c940ad2a8ba1 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:28.840819 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:28.841075 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be0f1ebe-ee1a-4012-a45f-c940ad2a8ba1 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:28.841481 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'status': 'completed', 'code': 200} Aug 19 12:45:28.935578 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.946217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce57b6-521b-4952-a291-21138c48597c req-5cb609dd-9012-4e36-91d4-b1202cb28225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:28.947761 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-5cb609dd-9012-4e36-91d4-b1202cb28225 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1095 time: 0.0674810 Aug 19 12:45:28.952218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce57b6-521b-4952-a291-21138c48597c req-83c20b40-ef0a-4156-82eb-de4b0b745b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:28.953886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-83c20b40-ef0a-4156-82eb-de4b0b745b63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 1095 time: 0.0655112 Aug 19 12:45:29.070706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1207f0c-3711-46a5-b0d2-8e4b90db0348 req-37f42db7-417b-4b79-b89e-0429f3e530be tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.072243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1207f0c-3711-46a5-b0d2-8e4b90db0348 req-37f42db7-417b-4b79-b89e-0429f3e530be tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0541856 Aug 19 12:45:29.112583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce57b6-521b-4952-a291-21138c48597c req-c32e6cf7-7125-40c4-8ebf-06af2cb56c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.112945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1207f0c-3711-46a5-b0d2-8e4b90db0348 req-446d3076-432f-4f69-82f3-55a720b537f3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344179 Aug 19 12:45:29.114108 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-c32e6cf7-7125-40c4-8ebf-06af2cb56c4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1478968 Aug 19 12:45:29.115036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce57b6-521b-4952-a291-21138c48597c req-deb9a12d-6314-42c1-a17e-645a56f76943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.116497 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-deb9a12d-6314-42c1-a17e-645a56f76943 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1577020 Aug 19 12:45:29.229774 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-4eac3e40-63fd-431b-bb2f-0744f736060f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 999 time: 0.1086898 Aug 19 12:45:29.237951 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-ad10e421-fe3d-4496-9803-9618b2f2d36f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 200 len: 999 time: 0.0773220 Aug 19 12:45:29.325191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce57b6-521b-4952-a291-21138c48597c req-0e9d68e3-056d-41cd-b54f-ff5db39b4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.326634 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-0e9d68e3-056d-41cd-b54f-ff5db39b4de8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0877125 Aug 19 12:45:29.328079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce57b6-521b-4952-a291-21138c48597c req-a2cecfde-a474-43e1-9432-dc14376240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.329428 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-a2cecfde-a474-43e1-9432-dc14376240bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0828805 Aug 19 12:45:29.399266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce57b6-521b-4952-a291-21138c48597c req-a580d022-37a9-4ec0-9761-bfeb2e4071fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.400822 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-a580d022-37a9-4ec0-9761-bfeb2e4071fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660620 Aug 19 12:45:29.405483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce57b6-521b-4952-a291-21138c48597c req-2f4e8365-3503-4834-bc9c-1872328dba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.406968 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-2f4e8365-3503-4834-bc9c-1872328dba40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636058 Aug 19 12:45:29.562479 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-a284d69c-f47c-4d8e-9d11-dfa707183a96 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543081 Aug 19 12:45:29.564327 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-d834af19-4551-4db2-a7b6-51850279bb99 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491513 Aug 19 12:45:29.716966 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-0e7be4b9-2701-42ec-99c3-4df476689c98 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463540 Aug 19 12:45:29.719340 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4dce57b6-521b-4952-a291-21138c48597c req-03216c92-790e-4c99-89ff-537c767764c3 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417546 Aug 19 12:45:30.244517 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d46dd-d83f-481a-9e00-d814f52ce67a req-02474193-0353-44c4-9d91-e78edc13be75 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.246056 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c11d46dd-d83f-481a-9e00-d814f52ce67a req-02474193-0353-44c4-9d91-e78edc13be75 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0534751 Aug 19 12:45:30.289015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c11d46dd-d83f-481a-9e00-d814f52ce67a req-7997f2fa-1039-4fe9-8b29-17b719dc9463 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364530 Aug 19 12:45:30.419220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81b3bc-0fca-45a6-b1b4-1c416843e3e8 req-98f4ee65-22f0-45a4-8156-3d1b9510a750 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.420927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf81b3bc-0fca-45a6-b1b4-1c416843e3e8 req-98f4ee65-22f0-45a4-8156-3d1b9510a750 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0596256 Aug 19 12:45:30.436896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:30.466505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf81b3bc-0fca-45a6-b1b4-1c416843e3e8 req-b0c662f6-a760-4895-9180-20891f7a4083 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358319 Aug 19 12:45:30.478890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:30.592254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6498-c201-495c-a5d3-b10fce2d994c req-20949c5a-2da1-4a09-a006-85495e3c7e70 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.594374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a4f6498-c201-495c-a5d3-b10fce2d994c req-20949c5a-2da1-4a09-a006-85495e3c7e70 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0567846 Aug 19 12:45:30.636804 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a4f6498-c201-495c-a5d3-b10fce2d994c req-fe7f066d-170d-427e-a242-3a7c890558d7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362492 Aug 19 12:45:30.900078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa86163-4d51-452b-b977-669c4f8de561 req-a8b7b6c2-9b28-47c3-b5f7-0509b59cf7f5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.901598 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1aa86163-4d51-452b-b977-669c4f8de561 req-a8b7b6c2-9b28-47c3-b5f7-0509b59cf7f5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 944 time: 0.0544276 Aug 19 12:45:30.943535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1aa86163-4d51-452b-b977-669c4f8de561 req-ef7c8c17-c64a-4176-a5df-b82444d5a288 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333302 Aug 19 12:45:31.380651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:31.493297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:31.507598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'mac_address': 'fa:16:3e:ea:e0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:31.551541 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.565288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:31.585054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:31.591050 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.640276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=12']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:31.772452 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:45:32.079904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678491-c36f-4d6c-9108-3a07bf2a744d req-9570ed72-f248-4fc4-a61b-94a4731a1827 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:32.081322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f678491-c36f-4d6c-9108-3a07bf2a744d req-9570ed72-f248-4fc4-a61b-94a4731a1827 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0580316 Aug 19 12:45:32.122973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5f678491-c36f-4d6c-9108-3a07bf2a744d req-3c3d0be2-6cd1-4de0-957f-6e8afb6310c9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322745 Aug 19 12:45:32.224584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-2f9e51db-8eaa-4e0e-a62d-f15f027f7af0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:32.226097 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-2f9e51db-8eaa-4e0e-a62d-f15f027f7af0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 945 time: 0.0528007 Aug 19 12:45:32.330481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Deleting port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:32.330857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.433015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] For port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:32.433388 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.616233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.616515 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.616891 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Floating IP 4420c737-2c38-4d4b-9c70-146cba637850 disassociated. External IP: 172.25.4.85, port: 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7. Aug 19 12:45:32.617244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Calling delete_port for 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:32.756248 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.791828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event deleted for resources: {'Port': ['ID=9bc09d9e-61be-4a89-8e4d-0d4cca8864f7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:32.908954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:33.018861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:33.028753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:33.039523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:33.040161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:45:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:33.062652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] No DVR routers for this DVR port 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:33.065546 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.067759 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7cad6ea8-ec26-47cb-b0cc-b14300883689 req-d588e35c-430a-4dec-a7c8-54def686781f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "DELETE /v2.0/ports/9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 HTTP/1.1" status: 204 len: 173 time: 0.8357029 Aug 19 12:45:33.068225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-deleted', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:33.070654 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbdbd6e-74ad-4edf-bfd6-be4832f67c34" -d '{"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-deleted", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:33.112167 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f17f0a-793f-42e9-b1f1-6f81bd95a1d2 x-openstack-request-id: req-c0f17f0a-793f-42e9-b1f1-6f81bd95a1d2 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:33.112494 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefa3d8-0418-4738-8a6c-183a0f5a0a4d", "name": "network-vif-deleted", "tag": "9bc09d9e-61be-4a89-8e4d-0d4cca8864f7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:33.113503 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0f17f0a-793f-42e9-b1f1-6f81bd95a1d2 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:33.113919 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefa3d8-0418-4738-8a6c-183a0f5a0a4d', 'name': 'network-vif-deleted', 'tag': '9bc09d9e-61be-4a89-8e4d-0d4cca8864f7', 'status': 'completed', 'code': 200} Aug 19 12:45:33.155448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:33.229350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de5033b3-b920-4bdd-a167-db904d4a64d8 req-444dc143-e8da-473b-82b9-a92e460293a7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eefa3d8-0418-4738-8a6c-183a0f5a0a4d HTTP/1.1" status: 200 len: 210 time: 0.0323884 Aug 19 12:45:33.386267 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:33.413957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:33.417105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:33.419586 n-d-778550-9 neutron-server[101155]: INFO neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No ports have port_id starting with 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 Aug 19 12:45:33.423394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 requested by agent hyperv_n-h2-778550-9 not found in database {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 19 12:45:33.429184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:33.429793 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:45:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:33.548121 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:33.757487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:33.787203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87696b6-0086-45c8-8d3e-847ce642bff4 None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:34.028410 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43d509-95a0-4f60-b83a-26ca22196eb1 None None] New status for floating IP 4420c737-2c38-4d4b-9c70-146cba637850: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:45:34.550997 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-ac1b8c86-423f-4a7a-8ba8-081f20a0beff tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--57009858&fields=id&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 267 time: 0.0435224 Aug 19 12:45:34.668642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-0ccbf691-514c-47e5-bceb-29e6a47a4cf5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:34.670903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-0ccbf691-514c-47e5-bceb-29e6a47a4cf5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 811 time: 0.1122181 Aug 19 12:45:34.695209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-f1049e8e-4ba8-420c-952d-547de8b56074 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/quotas/fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 375 time: 0.0156829 Aug 19 12:45:34.769112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-3d71c4cd-6a3b-4769-8b6b-903b86676883 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667434 Aug 19 12:45:34.954033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-02ae6573-b382-4597-9e7e-0ec3e852140c service neutron] 10.222.0.65 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717069 Aug 19 12:45:35.085015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-f384ae29-2c7a-4da0-b195-3c45785c9bf2 service neutron] 10.222.0.65 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238167 Aug 19 12:45:35.274869 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87981082-56e5-4276-a7d2-c8a0a57814d1 req-f7151500-b310-4c6f-8a53-ead8ab50d8d6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 210 time: 0.0318215 Aug 19 12:45:35.403246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:35.424520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:35.424920 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 9bc09d9e-61be-4a89-8e4d-0d4cca8864f7 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:36.369591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-73227fd2-698c-4978-85f2-78cc1f8515a4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:36.371668 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-73227fd2-698c-4978-85f2-78cc1f8515a4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 811 time: 0.1098936 Aug 19 12:45:36.390395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-34f95eda-dc3c-4e9a-8ae2-a4300dff2f8a req-648e33b0-a672-4ef4-8bce-1a9c8807523b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 210 time: 0.0295303 Aug 19 12:45:36.427755 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-cf4cac96-c44c-4f63-9be7-e0d18eb2dc20 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 378 time: 0.0395463 Aug 19 12:45:36.438691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'port': {'device_id': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'admin_state_up': True, 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'security_groups': ['9beb72a3-e865-41b1-b5e1-a30bccbc1fb5']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:36.559807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Made reservation on behalf of fda79e926c9f405199420aca172ee269 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:36.564551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.691616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Allocated IP 172.20.0.10 (5d603c13-e9ea-4cff-8ee6-8524806bd0e9/7e951930-dc4d-4514-98e4-a7bdfcc4a4dc/40a75218-8482-4737-b18f-1fc264051b53) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:36.842737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.856512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Transition to ACTIVE for port object 40a75218-8482-4737-b18f-1fc264051b53 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:36.891088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.939152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:36.942276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:36.944627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:36.973829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:37.004027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:37.004709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.020821 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-c1426ef8-ac03-4dcb-ad74-6f74da7e46e2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5860384 Aug 19 12:45:37.039518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Request body: {'port': {'device_id': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:37.094978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.196122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3e9b4639-97d7-4c41-a4a5-f2ac78f6ee3f None None] Provisioning for port 40a75218-8482-4737-b18f-1fc264051b53 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:37.199790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3e9b4639-97d7-4c41-a4a5-f2ac78f6ee3f None None] Provisioning complete for port 40a75218-8482-4737-b18f-1fc264051b53 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:37.200163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3e9b4639-97d7-4c41-a4a5-f2ac78f6ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.233382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b4639-97d7-4c41-a4a5-f2ac78f6ee3f None None] Port 40a75218-8482-4737-b18f-1fc264051b53 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:37.383997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a75218-8482-4737-b18f-1fc264051b53 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:37.391959 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.404974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Transition to ACTIVE for port object 40a75218-8482-4737-b18f-1fc264051b53 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:37.410409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.460997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:37.512917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd74296-3e3c-4428-b527-9d75ce9556e5 req-60b64fb4-b268-47dd-918a-b5fc8895d63b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:37.514459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2dd74296-3e3c-4428-b527-9d75ce9556e5 req-60b64fb4-b268-47dd-918a-b5fc8895d63b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0519602 Aug 19 12:45:37.536308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:37.536650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:37.537019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:37.541512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Port 40a75218-8482-4737-b18f-1fc264051b53 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:45:37.541835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:37.547245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:37.547588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:37.547973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:37.548404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Bound port: 40a75218-8482-4737-b18f-1fc264051b53, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:37.548789 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.561222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2dd74296-3e3c-4428-b527-9d75ce9556e5 req-1f64f6ae-fd82-4e07-9bc4-5e76107ba68b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398319 Aug 19 12:45:37.623800 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:37.627161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:37.632382 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.669292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:37.669914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.671633 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] 10.222.0.69 "PUT /v2.0/ports/40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1092 time: 0.6367004 Aug 19 12:45:37.672122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:37.674936 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6799e2e1-6a5e-4e99-9e81-b49568b14895" -d '{"events": [{"name": "network-changed", "server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:37.702197 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4651fc-e058-41d9-90da-d8da38e0b78d service neutron] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:37.726233 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626e231e-0858-4fdf-87ae-366e1a7e30f8 x-openstack-request-id: req-626e231e-0858-4fdf-87ae-366e1a7e30f8 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:37.726790 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:37.727294 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-626e231e-0858-4fdf-87ae-366e1a7e30f8 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:37.728043 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'status': 'completed', 'code': 200} Aug 19 12:45:37.788519 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-d31d0f33-f3ac-4129-a31b-42b6695ef145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:37.790593 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-d31d0f33-f3ac-4129-a31b-42b6695ef145 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1095 time: 0.0483015 Aug 19 12:45:37.844788 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-a46df7b4-0196-4f87-8cc4-6858c010c0c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 217 time: 0.0397317 Aug 19 12:45:37.894233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-0955dcac-87ec-4378-a5b0-fea271b3b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:37.895673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-0955dcac-87ec-4378-a5b0-fea271b3b3f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0441153 Aug 19 12:45:37.940949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-075ebaa8-53bd-4490-a4db-be460fc467ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:37.942429 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-075ebaa8-53bd-4490-a4db-be460fc467ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396428 Aug 19 12:45:38.036426 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-92f3535a-40b2-40db-bb9e-ecf8ed129dfb service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862432 Aug 19 12:45:38.138973 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4b359a2-5ee5-48ad-9f26-7321cd23096b req-3ae79735-fecb-4059-8698-6912569ed234 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935373 Aug 19 12:45:38.278687 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-b21f6902-caaa-4bf9-bb68-1b3a1913590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.280292 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-b21f6902-caaa-4bf9-bb68-1b3a1913590f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1095 time: 0.0430555 Aug 19 12:45:38.376174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-78d1b486-d9eb-454a-8018-6377cb3cc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.377713 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-78d1b486-d9eb-454a-8018-6377cb3cc9ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0902107 Aug 19 12:45:38.419573 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-08135324-3424-4d23-a3ef-61a7d6270652 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 217 time: 0.0346608 Aug 19 12:45:38.476291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-06b641fe-8abc-4728-8aea-ea3df93b1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.478245 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-06b641fe-8abc-4728-8aea-ea3df93b1f8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0515132 Aug 19 12:45:38.525799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-a822b908-db10-41df-ab6b-09a46f9ad2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.527214 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-a822b908-db10-41df-ab6b-09a46f9ad2c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419872 Aug 19 12:45:38.622914 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-d061c25a-8480-4b6e-b170-b6ce6c2d8075 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879962 Aug 19 12:45:38.687565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb4b7-8645-472b-b1f7-b2ef126c1bb9 req-3de22296-e2f9-4bc2-af56-a99060c915c2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.689400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c7fb4b7-8645-472b-b1f7-b2ef126c1bb9 req-3de22296-e2f9-4bc2-af56-a99060c915c2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0552371 Aug 19 12:45:38.717609 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6799e2e1-6a5e-4e99-9e81-b49568b14895 req-59b5ce85-5308-4fc7-8bf7-582540ad8844 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867686 Aug 19 12:45:38.727768 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6c7fb4b7-8645-472b-b1f7-b2ef126c1bb9 req-cf392d1a-f53d-44fc-bf5b-b2098c976aaf tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320516 Aug 19 12:45:39.866755 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66169-af74-454d-bc9a-7712aa343e43 req-30d51999-28c0-4db3-b313-8b24e444848f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:39.868254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9f66169-af74-454d-bc9a-7712aa343e43 req-30d51999-28c0-4db3-b313-8b24e444848f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0570252 Aug 19 12:45:39.909635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c9f66169-af74-454d-bc9a-7712aa343e43 req-cad8c617-83a2-4a3c-a05c-bc0dd77a5667 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351305 Aug 19 12:45:40.491037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 40a75218-8482-4737-b18f-1fc264051b53 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:40.595883 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:40.607191 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '40a75218-8482-4737-b18f-1fc264051b53', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': '40a75218-8482-4737-b18f-1fc264051b53', 'mac_address': 'fa:16:3e:7f:22:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:40.643024 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.655007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a75218-8482-4737-b18f-1fc264051b53 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:40.675117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:40.682838 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.738090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:40.942811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['40a75218-8482-4737-b18f-1fc264051b53'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:41.035717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e35007-93a6-4f1e-be75-f132eb906188 req-0a72bae4-7bef-4192-9b78-acd6c33233cc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:41.037372 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11e35007-93a6-4f1e-be75-f132eb906188 req-0a72bae4-7bef-4192-9b78-acd6c33233cc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0501971 Aug 19 12:45:41.076377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-11e35007-93a6-4f1e-be75-f132eb906188 req-f4ebaf77-b7c7-4c1b-bbf7-d4c6c8c13e57 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330167 Aug 19 12:45:42.219775 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560b215-8a08-420b-97e4-7458fb353266 req-2de1adbf-b88e-4313-8e6b-58a6a8761e4a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:42.221271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5560b215-8a08-420b-97e4-7458fb353266 req-2de1adbf-b88e-4313-8e6b-58a6a8761e4a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0591180 Aug 19 12:45:42.263328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5560b215-8a08-420b-97e4-7458fb353266 req-3eed3162-61da-4f0a-9dd0-ca29c0a42ca9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331185 Aug 19 12:45:42.489627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 40a75218-8482-4737-b18f-1fc264051b53 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:42.548350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 40a75218-8482-4737-b18f-1fc264051b53 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:42.552282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 40a75218-8482-4737-b18f-1fc264051b53 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:42.552658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.630826 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.656907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:42.660561 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a7cb6a-6fa1-469d-b018-d31bd23c40f1" -d '{"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-plugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:42.678568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:42.684007 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.710031 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc02743-7f59-454e-88f4-9535230c3da9 x-openstack-request-id: req-dfc02743-7f59-454e-88f4-9535230c3da9 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:42.710323 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-plugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:42.710612 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfc02743-7f59-454e-88f4-9535230c3da9 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:42.710999 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'code': 200} Aug 19 12:45:42.737384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:42.831488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e398dc-d7bc-49d5-8837-11fdd942f5db req-18af2d22-4e0d-4f62-b05a-39128aa9123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:42.833051 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d3e398dc-d7bc-49d5-8837-11fdd942f5db req-18af2d22-4e0d-4f62-b05a-39128aa9123c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1097 time: 0.0430679 Aug 19 12:45:42.872008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d3e398dc-d7bc-49d5-8837-11fdd942f5db req-7efe68c3-b132-4713-a9c8-978ae7c825db service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316589 Aug 19 12:45:43.396570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c080ae-0297-4b03-9044-aba55ab9bec7 req-04b68652-7953-4068-995c-38f74e5fb249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:43.398074 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7c080ae-0297-4b03-9044-aba55ab9bec7 req-04b68652-7953-4068-995c-38f74e5fb249 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0635083 Aug 19 12:45:43.436369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7c080ae-0297-4b03-9044-aba55ab9bec7 req-fadc3e3b-5f6c-469f-8b98-820af90d1d3b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320716 Aug 19 12:45:44.565433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b501d-efca-42fc-a47c-68782865d538 req-caef010c-8617-414c-939f-163b89105a61 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:44.566839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de4b501d-efca-42fc-a47c-68782865d538 req-caef010c-8617-414c-939f-163b89105a61 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0597701 Aug 19 12:45:44.610415 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de4b501d-efca-42fc-a47c-68782865d538 req-0c4ec840-ff70-4678-9963-6b1e85f37ebc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344129 Aug 19 12:45:44.736535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15dc18-5afa-4754-9cc9-2fd953da010c req-71e35eeb-b8d5-4110-96b0-6bf1d13eaf62 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:44.738053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bd15dc18-5afa-4754-9cc9-2fd953da010c req-71e35eeb-b8d5-4110-96b0-6bf1d13eaf62 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0575347 Aug 19 12:45:44.749020 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46100) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:44.756541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4b2c7911-c0d4-4897-83c1-f0b69ca8253d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Request body: {'floatingip': {'port_id': '40a75218-8482-4737-b18f-1fc264051b53'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:44.831881 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7911-c0d4-4897-83c1-f0b69ca8253d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.480784 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7911-c0d4-4897-83c1-f0b69ca8253d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.486380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7911-c0d4-4897-83c1-f0b69ca8253d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.593117 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-4b2c7911-c0d4-4897-83c1-f0b69ca8253d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Floating IP 4420c737-2c38-4d4b-9c70-146cba637850 associated. External IP: 172.25.4.85, port: 40a75218-8482-4737-b18f-1fc264051b53. Aug 19 12:45:45.815470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2c7911-c0d4-4897-83c1-f0b69ca8253d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:46.205066 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2c7911-c0d4-4897-83c1-f0b69ca8253d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:46.210138 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7911-c0d4-4897-83c1-f0b69ca8253d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:46.217227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:46.227696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:46.228314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:45:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:46.238431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4b2c7911-c0d4-4897-83c1-f0b69ca8253d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "PUT /v2.0/floatingips/4420c737-2c38-4d4b-9c70-146cba637850 HTTP/1.1" status: 200 len: 992 time: 1.4879329 Aug 19 12:45:46.239007 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:46.241345 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a290de8643723c68e913e01d07e0906861d13ec6a263040b736abeae78d7e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:46.354091 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce29ae-33ac-4c7c-98f8-e390ff251ac5 x-openstack-request-id: req-24ce29ae-33ac-4c7c-98f8-e390ff251ac5 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:46.354383 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:46.354639 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24ce29ae-33ac-4c7c-98f8-e390ff251ac5 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:46.355037 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'status': 'completed', 'code': 200} Aug 19 12:45:46.364009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:46.438536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-fe31ed60-91ea-48d7-b7e4-313e297b7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.440346 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-fe31ed60-91ea-48d7-b7e4-313e297b7526 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1097 time: 0.0453563 Aug 19 12:45:46.533033 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-38ac1188-51f6-4b02-8630-fde31dcdcb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.534698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-38ac1188-51f6-4b02-8630-fde31dcdcb93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0877228 Aug 19 12:45:46.762702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': '40a75218-8482-4737-b18f-1fc264051b53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:7f:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:45:45Z', 'revision_number': 13, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:46.790281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:46.800144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:46.800786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:45:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:46.909012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:46.966343 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-ab5437e7-5675-4d84-829e-d186d8d6acfc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1000 time: 0.4236534 Aug 19 12:45:47.020186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-41ead527-060c-49c9-8124-24a13340d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.021745 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-41ead527-060c-49c9-8124-24a13340d83a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0481224 Aug 19 12:45:47.068551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-b84e25d6-289d-4ef3-9e91-ec34e0e9cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.069994 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-b84e25d6-289d-4ef3-9e91-ec34e0e9cf06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417464 Aug 19 12:45:47.142657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': '40a75218-8482-4737-b18f-1fc264051b53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:7f:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:45:45Z', 'revision_number': 13, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:47.162054 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-058746c8-f0ce-4c09-9913-e5f818c304c9 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847571 Aug 19 12:45:47.169909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49341e93-c464-47d5-971d-a840fac76da6 None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '4420c737-2c38-4d4b-9c70-146cba637850', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'port_id': '40a75218-8482-4737-b18f-1fc264051b53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'mac_address': 'fa:16:3e:7f:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:47Z', 'updated_at': '2021-08-19T12:45:45Z', 'revision_number': 13, 'project_id': 'fda79e926c9f405199420aca172ee269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:47.256799 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f22332f1-fc2a-45d1-bb2d-9edcab2505d6 req-26bea20d-7e3c-4739-99b7-dd5a11336531 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878401 Aug 19 12:45:47.369038 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebf13c-5e7f-42dd-968d-583a598c2c67 None None] New status for floating IP 4420c737-2c38-4d4b-9c70-146cba637850: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:45:48.473385 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b673b1e0-58c7-4b33-9142-d1750fe3a845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:50.830516 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1e83e3c1-0181-47fc-aed4-e9c788f0db92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:50.985940 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.137838 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.166813 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.509140 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.259242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-0ee68702-53bd-4b54-b62d-10fd81d5bd9a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512419 Aug 19 12:45:55.364048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-408032a7-f66b-4dbd-8e0f-b2a37d03c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:55.365622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-408032a7-f66b-4dbd-8e0f-b2a37d03c392 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1097 time: 0.0434794 Aug 19 12:45:55.497653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-675c104e-9527-4c33-9703-da2426570c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:55.499139 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-675c104e-9527-4c33-9703-da2426570c02 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1064873 Aug 19 12:45:55.577374 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-1a1561dc-bf68-4fbb-a81f-688e9c85b283 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1002 time: 0.0696189 Aug 19 12:45:55.632355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-a1209dfb-e876-4ae2-a0bb-f1c204f4957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:55.633842 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-a1209dfb-e876-4ae2-a0bb-f1c204f4957e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0493007 Aug 19 12:45:55.693914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-5cc94f9a-86d1-4bfb-8afa-2bceaf36bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:55.695469 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-5cc94f9a-86d1-4bfb-8afa-2bceaf36bd93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538108 Aug 19 12:45:55.796432 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-2ee88d2d-0a18-4a6d-8d25-436ffd47bac0 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934534 Aug 19 12:45:55.896075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2832b09f-6244-4a4a-bb93-2d1e3dc0e139 req-e1c2aa32-47cc-4f1d-a452-99a452000a11 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920753 Aug 19 12:45:58.960483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.776180 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:46:18.482094 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-43d94fc9-a02e-4e0e-bc05-de7a4acdda23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.842180 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7a6002e0-3314-4629-91f2-819694f87080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.986327 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.142253 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.175378 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.511822 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.962284 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.780671 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:46:48.477580 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2099-06a9-4f1c-b111-9583fc110f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.849514 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5f62f2a1-a4b6-434c-9113-2ab6f6b70ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.981158 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.148436 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.177134 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.507264 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.314042 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-aeef7492-cd19-42ef-ad2d-fd75a00b7f4f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1010182 Aug 19 12:46:55.424322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-4d5511ba-2beb-4bbf-8dbf-494462775f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.425910 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-4d5511ba-2beb-4bbf-8dbf-494462775f07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1097 time: 0.0513425 Aug 19 12:46:55.542591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-cce2caf6-507a-4645-a3c2-fe2f68182192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.544034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-cce2caf6-507a-4645-a3c2-fe2f68182192 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0961437 Aug 19 12:46:55.611873 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-bc1ec1fd-d2e4-48fc-a791-f2b74af0e5c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1002 time: 0.0606947 Aug 19 12:46:55.666650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-5d196b6c-afe7-4895-be0c-1b9160db875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.668281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-5d196b6c-afe7-4895-be0c-1b9160db875f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0484638 Aug 19 12:46:55.714583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-c50d176e-870e-4c58-8f12-8536a4193431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.716107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-c50d176e-870e-4c58-8f12-8536a4193431 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412717 Aug 19 12:46:55.809826 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-0bd83129-a018-4951-9319-0733387ae685 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862505 Aug 19 12:46:55.914045 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fbded982-d92f-4078-b23f-e35170a5f0e7 req-9a885865-9287-431c-a2a6-5e0dc276aba3 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969620 Aug 19 12:46:58.956668 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.488321 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-642a8e27-c707-4d12-88ec-deb546590f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:20.839412 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-19a87812-711f-4532-9ddd-fcd422a9724d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:20.991080 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:22.141837 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:22.781657 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:47:23.666049 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feab26-1697-4560-9f6a-41d1f0aef0ac req-0ab67e89-5fb9-4bfa-bae6-f3a7a89ef044 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:23.667529 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6feab26-1697-4560-9f6a-41d1f0aef0ac req-0ab67e89-5fb9-4bfa-bae6-f3a7a89ef044 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.1309614 Aug 19 12:47:23.710434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6feab26-1697-4560-9f6a-41d1f0aef0ac req-4045ec7f-3065-45a4-a573-479252287650 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333784 Aug 19 12:47:24.174132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.507793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:28.958462 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.123629 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-d9583fa2-abd2-42af-bcf4-5ce2cb88d88b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411825 Aug 19 12:47:35.146509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87934d7-9a72-42be-8166-b2ace8ef2901 req-1358b8a7-a5d9-4161-b7ba-a7650d7fc4d3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:35.148072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c87934d7-9a72-42be-8166-b2ace8ef2901 req-1358b8a7-a5d9-4161-b7ba-a7650d7fc4d3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0533781 Aug 19 12:47:35.189162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c87934d7-9a72-42be-8166-b2ace8ef2901 req-7940a076-5cef-491a-8b93-4b3e7e471164 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347087 Aug 19 12:47:36.321872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7f3a5-b461-4f70-81b8-4c4da072041e req-9645fe8b-4601-47d8-a390-3f6f433cf40a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:36.323639 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66d7f3a5-b461-4f70-81b8-4c4da072041e req-9645fe8b-4601-47d8-a390-3f6f433cf40a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0529323 Aug 19 12:47:36.366251 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66d7f3a5-b461-4f70-81b8-4c4da072041e req-be33a5fa-3bc1-4878-a1f8-973da9985cd0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346158 Aug 19 12:47:36.409786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-e024a8db-8aba-4627-9780-770ff3b40281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:36.411304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-e024a8db-8aba-4627-9780-770ff3b40281 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1097 time: 0.0440860 Aug 19 12:47:36.507019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-d8295e0a-9911-4b98-961b-2a148fca0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:36.508394 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-d8295e0a-9911-4b98-961b-2a148fca0fc6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0890305 Aug 19 12:47:36.583435 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-4a301757-8735-49c9-90fd-7cffaca09e09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1002 time: 0.0674939 Aug 19 12:47:36.647492 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-d0d7fd81-811a-4bbd-9d50-ce2321af3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:36.648025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-d0d7fd81-811a-4bbd-9d50-ce2321af3ce0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0570846 Aug 19 12:47:36.701157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-9a4185bc-8919-4a1a-98ce-c55b139d1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:36.703552 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-9a4185bc-8919-4a1a-98ce-c55b139d1447 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483530 Aug 19 12:47:36.812661 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-a98c21b5-04c7-4017-8e96-dc99b4341688 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013613 Aug 19 12:47:36.912031 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-ce08d0bc-f9a3-4b84-a3b6-96e9f5f9dacd service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916429 Aug 19 12:47:37.504088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4f82b-c3f1-4287-94e5-854a387306a8 req-0545b814-3e8c-4706-93ba-59e2b9d6add0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:37.505627 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-faa4f82b-c3f1-4287-94e5-854a387306a8 req-0545b814-3e8c-4706-93ba-59e2b9d6add0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0612111 Aug 19 12:47:37.548254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-faa4f82b-c3f1-4287-94e5-854a387306a8 req-14929c20-c3e0-405d-9580-c23d888da297 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337086 Aug 19 12:47:38.686018 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2058c3-01b6-49fc-91ed-b8b3ec95ee5f req-fb024076-f838-42f7-8a9d-6ad6c7f0a192 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:38.687538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d2058c3-01b6-49fc-91ed-b8b3ec95ee5f req-fb024076-f838-42f7-8a9d-6ad6c7f0a192 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0645392 Aug 19 12:47:38.731790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d2058c3-01b6-49fc-91ed-b8b3ec95ee5f req-cd4ce410-8dbd-440d-9296-8cbbf1289029 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368652 Aug 19 12:47:39.872450 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159560-d623-45c4-a618-c7132c81dd5c req-f35cf571-81e3-4711-b7b0-d57cfc4a6994 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:39.873930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3159560-d623-45c4-a618-c7132c81dd5c req-f35cf571-81e3-4711-b7b0-d57cfc4a6994 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0606418 Aug 19 12:47:39.913279 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3159560-d623-45c4-a618-c7132c81dd5c req-a64fd792-39b7-4cab-9198-8851239ae8d0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323825 Aug 19 12:47:41.057438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8b11-23c3-4cc4-b6eb-7a4263cf56d6 req-eb7579c5-8bf3-4ca5-9417-f9447604b4a1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.058931 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a56d8b11-23c3-4cc4-b6eb-7a4263cf56d6 req-eb7579c5-8bf3-4ca5-9417-f9447604b4a1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0583272 Aug 19 12:47:41.097700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a56d8b11-23c3-4cc4-b6eb-7a4263cf56d6 req-88987732-63cb-4e15-9ab7-86994bb6e3cc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322881 Aug 19 12:47:42.223164 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf34756-7092-453a-9258-9869a1585084 req-ae284f1d-b4b5-4696-b0f1-488ae7f09a3d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:42.224644 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2cf34756-7092-453a-9258-9869a1585084 req-ae284f1d-b4b5-4696-b0f1-488ae7f09a3d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0545385 Aug 19 12:47:42.264580 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2cf34756-7092-453a-9258-9869a1585084 req-e8d1dc4b-f381-4dad-b642-c13ca9c2beec tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335896 Aug 19 12:47:43.392543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a69bb-8724-4a14-bdee-6d23e0eb4e37 req-0557aec6-e6ea-4163-8ffc-8c8a07979895 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.394035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-165a69bb-8724-4a14-bdee-6d23e0eb4e37 req-0557aec6-e6ea-4163-8ffc-8c8a07979895 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0586514 Aug 19 12:47:43.433657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-165a69bb-8724-4a14-bdee-6d23e0eb4e37 req-f2983a2f-d045-456d-af14-c968065a3e75 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334454 Aug 19 12:47:44.566763 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2c2c6-8f38-44e7-9ee9-bdcf9e6d3a0c req-d2023dfb-7590-4398-b9a9-2f063b82cda1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:44.568176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43b2c2c6-8f38-44e7-9ee9-bdcf9e6d3a0c req-d2023dfb-7590-4398-b9a9-2f063b82cda1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0589178 Aug 19 12:47:44.612800 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43b2c2c6-8f38-44e7-9ee9-bdcf9e6d3a0c req-e0bd3579-a6e4-4a16-a0f7-285f13fc8dc1 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382845 Aug 19 12:47:45.742853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6d8d7-8411-44ef-969d-95a9f332ff10 req-da92b884-2786-4521-9696-322b7e8cfbed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.744362 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acf6d8d7-8411-44ef-969d-95a9f332ff10 req-da92b884-2786-4521-9696-322b7e8cfbed tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0548418 Aug 19 12:47:45.784782 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-acf6d8d7-8411-44ef-969d-95a9f332ff10 req-f2571b80-1257-4b03-aa8a-447914f4ae99 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339935 Aug 19 12:47:46.916114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb31448-6c81-494e-b930-5e91156a1bdf req-9dc695d6-cc36-474c-8276-6d5a5e060e32 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:46.917649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cb31448-6c81-494e-b930-5e91156a1bdf req-9dc695d6-cc36-474c-8276-6d5a5e060e32 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0513999 Aug 19 12:47:46.958429 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3cb31448-6c81-494e-b930-5e91156a1bdf req-71d8dbcd-d02a-4211-b65b-4cdf67e915d3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341487 Aug 19 12:47:48.099015 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca1cb2-49ba-4898-a17b-a8bd9242cb22 req-2a353ff0-5d86-4f9b-8e3b-f2085b2a26f4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:48.100506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99ca1cb2-49ba-4898-a17b-a8bd9242cb22 req-2a353ff0-5d86-4f9b-8e3b-f2085b2a26f4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0567565 Aug 19 12:47:48.138950 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99ca1cb2-49ba-4898-a17b-a8bd9242cb22 req-d24f671c-af51-4381-b3f2-8bca1a43899a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323315 Aug 19 12:47:48.489053 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12588e84-c467-47e9-8e7e-feb715d4ac8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.279417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add83a9-f0c9-4339-a6ef-9f3fea7b59fc req-e1e223f5-ae11-4406-b817-63c636d2b128 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.280959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2add83a9-f0c9-4339-a6ef-9f3fea7b59fc req-e1e223f5-ae11-4406-b817-63c636d2b128 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0616479 Aug 19 12:47:49.321545 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2add83a9-f0c9-4339-a6ef-9f3fea7b59fc req-7e62b25e-5eb1-4141-aa87-d1ef27a27177 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339000 Aug 19 12:47:50.447698 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d430f-306d-419f-927f-589270a6b812 req-58852300-8333-4472-892c-d73f61209317 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:50.449243 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-374d430f-306d-419f-927f-589270a6b812 req-58852300-8333-4472-892c-d73f61209317 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0521541 Aug 19 12:47:50.489532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-374d430f-306d-419f-927f-589270a6b812 req-7c536c0a-4fbc-4f29-86c2-7817cdb63a13 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336916 Aug 19 12:47:50.833276 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-914140cf-360c-4894-87e5-7580a5665d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.850463 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-d3f99d17-6f82-4822-b892-6ffdec29d121 service neutron] show failed (client error): The resource could not be found. Aug 19 12:47:50.851507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-d3f99d17-6f82-4822-b892-6ffdec29d121 service neutron] 10.222.0.69 "GET /v2.0/ports/40a75218-8482-4737-b18f-1fc264051b53/bindings/n-h2-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0613332 Aug 19 12:47:50.985585 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.071837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-61131cf4-e774-4cbb-9ad2-73e1276ce051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.073396 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-61131cf4-e774-4cbb-9ad2-73e1276ce051 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 1097 time: 0.0480411 Aug 19 12:47:51.091759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:51.146457 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.366090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:51.407593 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:51.450136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:51.452713 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cab1c0b-f676-4199-8577-634fe1100612" -d '{"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-unplugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:51.457816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.471741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Transition to ACTIVE for port object 40a75218-8482-4737-b18f-1fc264051b53 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:51.476312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.508780 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b13c48-1bdd-4ea2-84a4-51dba9545dd9 x-openstack-request-id: req-a8b13c48-1bdd-4ea2-84a4-51dba9545dd9 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:51.509659 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-unplugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:51.509659 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8b13c48-1bdd-4ea2-84a4-51dba9545dd9 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:51.509846 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'code': 200} Aug 19 12:47:51.562094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:51.575050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.575437 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.575733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.576072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.576410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.576772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.577107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.577442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.577780 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.578109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.578429 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.578758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:51.624783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] No DVR routers for this DVR port 40a75218-8482-4737-b18f-1fc264051b53 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:51.625446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b445a08-f4b6-4f8a-8f03-519f9f43323b req-3da43459-a341-42de-9a9a-71f22b5ee8e4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.627495 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b445a08-f4b6-4f8a-8f03-519f9f43323b req-3da43459-a341-42de-9a9a-71f22b5ee8e4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0644083 Aug 19 12:47:51.670316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8b445a08-f4b6-4f8a-8f03-519f9f43323b req-594033e5-56d0-4bac-8801-0bda20be0ba0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358896 Aug 19 12:47:51.761282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:51.761614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:51.761937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:51.766157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Port 40a75218-8482-4737-b18f-1fc264051b53 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:47:51.766470 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:51.771442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:51.771729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:51.772109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:51.772543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Bound port: 40a75218-8482-4737-b18f-1fc264051b53, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:51.772937 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.838521 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:51.842264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:51.850215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.885642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.886231 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.887656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] 10.222.0.54 "PUT /v2.0/ports/40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1092 time: 0.7999449 Aug 19 12:47:51.911396 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d31e08-63cf-4f52-abe8-8d2f851f9049 service neutron] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:51.969642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-0b7fd994-3c29-4ff1-ae69-65d90e2f6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.971199 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-0b7fd994-3c29-4ff1-ae69-65d90e2f6dd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1095 time: 0.0484824 Aug 19 12:47:52.064743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-10c7a5af-b561-4876-9593-fe7b478c0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.066474 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-10c7a5af-b561-4876-9593-fe7b478c0089 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0887008 Aug 19 12:47:52.135507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-d41ed73c-4384-45f6-88d2-ade0f89dbfaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1000 time: 0.0622141 Aug 19 12:47:52.149363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.184882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-26f66056-c4d4-40f2-98e9-3974c9405f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.186358 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-26f66056-c4d4-40f2-98e9-3974c9405f74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0441251 Aug 19 12:47:52.232948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-23144258-0f5d-474c-aacd-19cd697d32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.234437 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-23144258-0f5d-474c-aacd-19cd697d32e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411208 Aug 19 12:47:52.335891 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-feffb5b6-a746-4059-ba5c-a2b765ba6a1c service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942383 Aug 19 12:47:52.443719 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-cbb0de0f-a33a-4419-85bc-a4e36b074bf5 req-7b741fea-f103-491b-813e-afa4c919d6f7 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005664 Aug 19 12:47:52.803171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f2643-908f-40b9-b530-16eb4d788245 req-85a05a70-e6bb-4c55-b66f-6d304c2196d2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.804665 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f5f2643-908f-40b9-b530-16eb4d788245 req-85a05a70-e6bb-4c55-b66f-6d304c2196d2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0584614 Aug 19 12:47:52.845657 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2f5f2643-908f-40b9-b530-16eb4d788245 req-56dbb98b-eea9-49ed-9145-baa98d57230b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345583 Aug 19 12:47:52.990612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 40a75218-8482-4737-b18f-1fc264051b53 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:53.035915 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 40a75218-8482-4737-b18f-1fc264051b53 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:53.510668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:53.513155 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973c10c8-4408-480f-a5e3-6cd826982f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:53.566339 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c8e9e6-505c-43b3-ac57-1fd04020a16e x-openstack-request-id: req-05c8e9e6-505c-43b3-ac57-1fd04020a16e {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:53.566614 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:53.566869 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05c8e9e6-505c-43b3-ac57-1fd04020a16e {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:53.567290 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'status': 'completed', 'code': 200} Aug 19 12:47:53.680482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-b68fea42-8e06-4adb-b7c3-5cb3c775e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.682075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-b68fea42-8e06-4adb-b7c3-5cb3c775e7f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1095 time: 0.0744312 Aug 19 12:47:53.686897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-805de4e5-7c20-48bc-abcb-4a822f6a7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.688311 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-805de4e5-7c20-48bc-abcb-4a822f6a7f8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1095 time: 0.0718896 Aug 19 12:47:53.846214 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-a38e38c4-5ce4-49b0-b6a6-9eac65cad4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.847817 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-a38e38c4-5ce4-49b0-b6a6-9eac65cad4e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1587172 Aug 19 12:47:53.849203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-2d76b4fa-090d-4ba0-aabf-483fdb1e6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.850511 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-2d76b4fa-090d-4ba0-aabf-483fdb1e6a7b service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1540747 Aug 19 12:47:53.971694 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-d907eed1-405b-4a6e-8f63-5a7cad2de7bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1000 time: 0.1171296 Aug 19 12:47:53.973705 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-47889b8d-5c6a-4477-b06e-91666f2fc060 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1000 time: 0.1132183 Aug 19 12:47:53.980143 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4817f-3669-4433-bcc4-c0792261ed6f req-72be88ce-2502-470f-a09a-d36b50fc11e0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.981664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01e4817f-3669-4433-bcc4-c0792261ed6f req-72be88ce-2502-470f-a09a-d36b50fc11e0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0501258 Aug 19 12:47:54.022751 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-01e4817f-3669-4433-bcc4-c0792261ed6f req-ff2b3b0c-e0a5-49c1-88d3-2bcf70b8807a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346317 Aug 19 12:47:54.061883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-5dc70ea5-19fb-49af-b7f9-0422060d79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.063378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-5dc70ea5-19fb-49af-b7f9-0422060d79e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0845690 Aug 19 12:47:54.065261 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-e0c8f3c8-ee27-4616-91b2-1bb8e9313437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.066714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-e0c8f3c8-ee27-4616-91b2-1bb8e9313437 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0799708 Aug 19 12:47:54.133728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-92005edd-66e1-44df-8d6b-a92f8fa9396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.135239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-92005edd-66e1-44df-8d6b-a92f8fa9396b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648158 Aug 19 12:47:54.141113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-78339404-9e70-4266-a914-b13cacdaf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.142505 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-78339404-9e70-4266-a914-b13cacdaf92a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645866 Aug 19 12:47:54.179879 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.303996 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-b04166d0-0946-4d31-a7b4-1a75cd094548 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601245 Aug 19 12:47:54.305736 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-b6e9fec8-2aac-45ff-8398-8b8f21f22515 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547599 Aug 19 12:47:54.469624 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-1c58a911-245c-485a-aa0f-cfa9f51f4bdd service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500154 Aug 19 12:47:54.471589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-973c10c8-4408-480f-a5e3-6cd826982f2a req-472489ab-8a04-49d4-aa96-cb623d5f9bb4 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593294 Aug 19 12:47:54.501163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.157098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eecc1-2872-418d-a449-54b422e9c5f1 req-7a1f26cd-2e5d-4b9c-912b-797771d54041 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:55.158613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b30eecc1-2872-418d-a449-54b422e9c5f1 req-7a1f26cd-2e5d-4b9c-912b-797771d54041 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0522935 Aug 19 12:47:55.200221 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b30eecc1-2872-418d-a449-54b422e9c5f1 req-5a349b48-acb2-43a1-87ca-e40aa628e480 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348167 Aug 19 12:47:56.334788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e3e2b-4ce0-4869-9298-7c98ec9c202a req-813553f8-976d-4a89-a957-3d842e36307a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:56.336336 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c82e3e2b-4ce0-4869-9298-7c98ec9c202a req-813553f8-976d-4a89-a957-3d842e36307a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0635135 Aug 19 12:47:56.378170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c82e3e2b-4ce0-4869-9298-7c98ec9c202a req-f7674432-3fef-4191-b111-2d7e855bf42f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353653 Aug 19 12:47:57.515783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc0417-073a-409c-a847-284a08207f54 req-64170757-0ebf-4e09-897c-5eb992d787a2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:57.517283 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0adc0417-073a-409c-a847-284a08207f54 req-64170757-0ebf-4e09-897c-5eb992d787a2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0581055 Aug 19 12:47:57.559954 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0adc0417-073a-409c-a847-284a08207f54 req-0525df58-9b65-4944-af10-ce3ea46b207d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351403 Aug 19 12:47:58.694059 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133b41d-39b9-4dcd-86bd-3d99c413405c req-edebcb54-6c3b-4bf0-913e-cb9dab5b20da tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:58.695656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e133b41d-39b9-4dcd-86bd-3d99c413405c req-edebcb54-6c3b-4bf0-913e-cb9dab5b20da tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0617518 Aug 19 12:47:58.750764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e133b41d-39b9-4dcd-86bd-3d99c413405c req-bcd1747d-d64f-426f-b9f4-8d50493216c5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456772 Aug 19 12:47:58.956407 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.788019 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:47:59.894194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3df9d0-995f-4ea2-bf84-6b595af17338 req-d6af1747-a667-4f59-8b95-cb3d26c0f752 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:59.895815 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c3df9d0-995f-4ea2-bf84-6b595af17338 req-d6af1747-a667-4f59-8b95-cb3d26c0f752 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0544631 Aug 19 12:47:59.941795 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2c3df9d0-995f-4ea2-bf84-6b595af17338 req-8f799db0-c3bc-4838-9b09-8bb1bf35fbf7 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368679 Aug 19 12:48:01.073386 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c0afc-dd6d-4bcc-a808-dca16038fd2d req-439f9f53-bed0-4c7b-8665-210c164d4875 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:01.074896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe3c0afc-dd6d-4bcc-a808-dca16038fd2d req-439f9f53-bed0-4c7b-8665-210c164d4875 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0521195 Aug 19 12:48:01.130225 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe3c0afc-dd6d-4bcc-a808-dca16038fd2d req-bfb7c25b-60bb-47f3-8d54-57f582dcee27 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460947 Aug 19 12:48:02.331609 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d6a1c-2b1f-40d4-8219-e7e88bd6ba51 req-c3f0f07c-7c0d-4d7f-a566-194943b9bde2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:02.333245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a94d6a1c-2b1f-40d4-8219-e7e88bd6ba51 req-c3f0f07c-7c0d-4d7f-a566-194943b9bde2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0590966 Aug 19 12:48:02.380190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a94d6a1c-2b1f-40d4-8219-e7e88bd6ba51 req-645824dd-9d9d-45f5-8c86-12aa6f3377c0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373650 Aug 19 12:48:03.572927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65774dd2-24bc-4584-bfb0-6ab07556c879 req-f777cbde-c7d3-4650-af82-746dac93e323 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.575003 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65774dd2-24bc-4584-bfb0-6ab07556c879 req-f777cbde-c7d3-4650-af82-746dac93e323 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0627627 Aug 19 12:48:03.615135 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-65774dd2-24bc-4584-bfb0-6ab07556c879 req-0e17fe9a-5097-4bb2-97a6-65ee78695624 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341499 Aug 19 12:48:04.766335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09153f68-b134-4d2d-943a-1e90eaee1876 req-b545c73e-30d0-43cf-bbe7-aa395f02552c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:04.767947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09153f68-b134-4d2d-943a-1e90eaee1876 req-b545c73e-30d0-43cf-bbe7-aa395f02552c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0584645 Aug 19 12:48:04.815999 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-09153f68-b134-4d2d-943a-1e90eaee1876 req-38b562d4-574f-44e8-b552-c42e543e83ad tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409329 Aug 19 12:48:05.227316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-e0bb703b-7e95-499e-856f-5783ddc1500f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:05.229032 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-e0bb703b-7e95-499e-856f-5783ddc1500f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.54 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d&tenant_id=fda79e926c9f405199420aca172ee269&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 944 time: 0.0596139 Aug 19 12:48:05.251625 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a38f4c-0ee6-4abd-aef4-2fb3435448db req-efc04d97-27fa-462b-b278-54451f6acf41 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:05.254196 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96a38f4c-0ee6-4abd-aef4-2fb3435448db req-efc04d97-27fa-462b-b278-54451f6acf41 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 944 time: 0.0526748 Aug 19 12:48:05.294323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-96a38f4c-0ee6-4abd-aef4-2fb3435448db req-d105519f-d799-429c-bb76-f29713d09c64 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348358 Aug 19 12:48:05.340210 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-339a3a96-fb5a-45e6-8dd4-e2cdddbc9605 service neutron] 10.222.0.54 "GET /v2.0/ports/40a75218-8482-4737-b18f-1fc264051b53/bindings/n-h2-778550-9 HTTP/1.1" status: 200 len: 382 time: 0.1037180 Aug 19 12:48:05.433970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-b9fef87a-1c03-41e8-8f69-99d144c0ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:05.436294 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-b9fef87a-1c03-41e8-8f69-99d144c0ac86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1095 time: 0.0549653 Aug 19 12:48:05.542428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-35a934aa-9d2c-4c81-a6f8-aec921c6a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:05.543854 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-35a934aa-9d2c-4c81-a6f8-aec921c6a825 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1001813 Aug 19 12:48:05.615710 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-a39f1585-59fe-43ba-8bdc-697f6ba509ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1000 time: 0.0645077 Aug 19 12:48:05.667378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-2913856a-379e-4e7b-aa79-775fb2ae2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:05.668956 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-2913856a-379e-4e7b-aa79-775fb2ae2f33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0457511 Aug 19 12:48:05.722738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-553d16cc-76ac-46a7-93c3-cdf6b6f14312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:05.724612 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-553d16cc-76ac-46a7-93c3-cdf6b6f14312 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485413 Aug 19 12:48:05.891477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 40a75218-8482-4737-b18f-1fc264051b53 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:48:05.996480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:06.010187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '40a75218-8482-4737-b18f-1fc264051b53', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': '40a75218-8482-4737-b18f-1fc264051b53', 'mac_address': 'fa:16:3e:7f:22:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:48:06.067948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.085724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a75218-8482-4737-b18f-1fc264051b53 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:06.113612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:06.118926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.182313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:06.190986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.191289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.191680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.192018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.192351 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.192714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.193055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.193385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.193713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.194016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.194353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.194675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:06.204331 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-aea41747-36f2-4188-92fe-66aae16a79bd service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718955 Aug 19 12:48:06.298908 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-d7e0b4ab-4fb5-4981-ba1a-25f62ef4ccda service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868790 Aug 19 12:48:06.434831 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['40a75218-8482-4737-b18f-1fc264051b53'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:06.513991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4721f-a2b6-49cd-9fc0-fc8ce01ce6e1 req-434d210c-5e5c-4aa4-8cc9-c3d98118cc55 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:06.515652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aac4721f-a2b6-49cd-9fc0-fc8ce01ce6e1 req-434d210c-5e5c-4aa4-8cc9-c3d98118cc55 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.1013739 Aug 19 12:48:06.557223 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aac4721f-a2b6-49cd-9fc0-fc8ce01ce6e1 req-b9296314-a35b-4a43-b0ab-550e2f3456a0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349472 Aug 19 12:48:07.695295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7292fb-c254-4811-986d-36f4ddd61c38 req-e4e828e2-6469-422c-a8f1-c95e23ad0b8e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:07.696961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b7292fb-c254-4811-986d-36f4ddd61c38 req-e4e828e2-6469-422c-a8f1-c95e23ad0b8e tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0544879 Aug 19 12:48:07.737536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b7292fb-c254-4811-986d-36f4ddd61c38 req-45cc27a2-a86d-4f65-a1cb-b0ea6169abd4 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343466 Aug 19 12:48:07.891814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 40a75218-8482-4737-b18f-1fc264051b53 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:07.950580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 40a75218-8482-4737-b18f-1fc264051b53 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:07.958710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 40a75218-8482-4737-b18f-1fc264051b53 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:07.959508 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.054028 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.080954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:08.083486 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5246ee-0aff-4d3a-905c-ea9191a7270a" -d '{"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-plugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:08.097975 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:08.103068 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.156760 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:08.197964 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d885b62a-1ce4-4b62-851e-efaa1e88dca7 x-openstack-request-id: req-d885b62a-1ce4-4b62-851e-efaa1e88dca7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:08.198257 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-plugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:08.198507 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d885b62a-1ce4-4b62-851e-efaa1e88dca7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:08.198908 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'code': 200} Aug 19 12:48:08.865853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c5db6-d78c-4098-9eef-c04a9ff9321c req-faff5788-f139-4cf3-a618-85d327df4e0f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:08.867465 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c57c5db6-d78c-4098-9eef-c04a9ff9321c req-faff5788-f139-4cf3-a618-85d327df4e0f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0572834 Aug 19 12:48:08.915743 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c57c5db6-d78c-4098-9eef-c04a9ff9321c req-3bf45557-7057-47bb-a1d6-47c1792fd073 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403788 Aug 19 12:48:10.057738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5341f-f432-4a86-ae42-e34cf340dfb4 req-90e7c32d-f2c3-4c70-81ee-4f867f1a6195 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:10.059285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56d5341f-f432-4a86-ae42-e34cf340dfb4 req-90e7c32d-f2c3-4c70-81ee-4f867f1a6195 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0614052 Aug 19 12:48:10.106206 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56d5341f-f432-4a86-ae42-e34cf340dfb4 req-a553ee49-e01e-4c0e-ad2d-b796b6e0282b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383542 Aug 19 12:48:10.361241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-d9709ad8-6974-457b-a62b-f16704833476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:10.362762 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-d9709ad8-6974-457b-a62b-f16704833476 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d&tenant_id=fda79e926c9f405199420aca172ee269 HTTP/1.1" status: 200 len: 1097 time: 0.0421603 Aug 19 12:48:10.381107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:10.443524 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.661001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:10.695085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:10.733081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:10.735341 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46daf667-3e6a-44b2-9f15-c017b0b7975e" -d '{"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-unplugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:10.739160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.753210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Transition to ACTIVE for port object 40a75218-8482-4737-b18f-1fc264051b53 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:10.758335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.849300 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b5150c-9959-44af-a382-65fef4c17df3 x-openstack-request-id: req-e0b5150c-9959-44af-a382-65fef4c17df3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:10.849596 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-unplugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:10.849845 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0b5150c-9959-44af-a382-65fef4c17df3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:10.850239 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'code': 200} Aug 19 12:48:10.852950 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=10']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:10.891134 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] No DVR routers for this DVR port 40a75218-8482-4737-b18f-1fc264051b53 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:11.032135 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:11.032477 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:11.032846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:11.037536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Port 40a75218-8482-4737-b18f-1fc264051b53 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:48:11.037854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Attempting to bind port 40a75218-8482-4737-b18f-1fc264051b53 on network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:11.042718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:11.043056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Checking segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:11.043432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Bound using segment: {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:11.043849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Bound port: 40a75218-8482-4737-b18f-1fc264051b53, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d27b859-2765-4eca-943c-3dc16825f5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:11.044206 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.109431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:11.113806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:11.120352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.168730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:11.169378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.170790 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] 10.222.0.69 "PUT /v2.0/ports/40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1093 time: 0.7942283 Aug 19 12:48:11.188563 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae0dae-198d-46cd-b8ca-db01c8b4622c service neutron] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=11']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:11.243129 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62466a9-ab76-496c-af90-916a96453fd3 req-9a5b130d-ad35-42cd-a665-51d6bad62157 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:11.246376 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e62466a9-ab76-496c-af90-916a96453fd3 req-9a5b130d-ad35-42cd-a665-51d6bad62157 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0585592 Aug 19 12:48:11.259500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-9cd75937-bf7b-45c0-af5c-822aeb195e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:11.261095 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-9cd75937-bf7b-45c0-af5c-822aeb195e3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1096 time: 0.0458679 Aug 19 12:48:11.289873 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e62466a9-ab76-496c-af90-916a96453fd3 req-d03fe482-5e96-4e2a-8693-31a6cbda0172 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372443 Aug 19 12:48:11.361869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-5999153e-1ba9-4ef0-9a67-9fa2c7628f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:11.363398 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-5999153e-1ba9-4ef0-9a67-9fa2c7628f57 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.0953825 Aug 19 12:48:11.435017 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-8d4445c4-c5c0-4a06-a7e4-59b06629146f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1000 time: 0.0632160 Aug 19 12:48:11.487206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-334316b8-8f45-496c-bc6c-31165bf1a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:11.488878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-334316b8-8f45-496c-bc6c-31165bf1a02c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0465922 Aug 19 12:48:11.541525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-8325766a-8acd-485d-b23d-d90b75620108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:11.543002 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-8325766a-8acd-485d-b23d-d90b75620108 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462170 Aug 19 12:48:11.646706 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-5526d1dd-0347-46b8-b1be-6d62a7adef8e service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961654 Aug 19 12:48:11.746128 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c7597ba6-8b88-4dbb-8877-430b0664d5ff req-ad1496e3-076a-45bd-b740-b1140f976a37 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921571 Aug 19 12:48:11.930504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 40a75218-8482-4737-b18f-1fc264051b53 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:11.977183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 40a75218-8482-4737-b18f-1fc264051b53 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:12.505733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9091cd-1423-45fc-a692-0e83f8ebc26c req-ad7af717-058f-4a7c-94b6-8a670e128118 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:12.507235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb9091cd-1423-45fc-a692-0e83f8ebc26c req-ad7af717-058f-4a7c-94b6-8a670e128118 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.1003687 Aug 19 12:48:12.546077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb9091cd-1423-45fc-a692-0e83f8ebc26c req-218e8500-a720-4021-986d-fc879a753c55 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326071 Aug 19 12:48:12.852208 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:12.854691 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b59448121ce14ea6e2c0318fa36615c36b7cd69cbb0637c3374a8e7220352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:12.906211 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc031bc5-a247-4cff-9de9-414ae9238445 x-openstack-request-id: req-dc031bc5-a247-4cff-9de9-414ae9238445 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:12.906786 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:12.906948 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc031bc5-a247-4cff-9de9-414ae9238445 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:12.907379 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'status': 'completed', 'code': 200} Aug 19 12:48:13.025863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-dc751489-e6b2-4584-b659-2772f4d6c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:13.027426 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-dc751489-e6b2-4584-b659-2772f4d6c9c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1096 time: 0.0668252 Aug 19 12:48:13.029436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-074a5ec6-7b40-4d18-a5f3-5167503a2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:13.030815 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-074a5ec6-7b40-4d18-a5f3-5167503a2dd4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fda79e926c9f405199420aca172ee269&device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 1096 time: 0.0813723 Aug 19 12:48:13.194572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-594c1990-1f4a-4392-8110-62bacd6f6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:13.196196 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-594c1990-1f4a-4392-8110-62bacd6f6e96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1612556 Aug 19 12:48:13.200014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-361e01b5-9575-41ec-9a33-2c842e11d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:13.202268 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-361e01b5-9575-41ec-9a33-2c842e11d3fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 200 len: 912 time: 0.1592686 Aug 19 12:48:13.317531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-d0e605f1-8f56-4bfd-bb7a-dda0b2e83dfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1000 time: 0.1060977 Aug 19 12:48:13.319413 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-08a69b91-ff69-411a-9307-dd378c038f52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 200 len: 1000 time: 0.1149459 Aug 19 12:48:13.400850 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-5045f5d3-2b1d-420b-bd7f-012756ab7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:13.402357 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-5045f5d3-2b1d-420b-bd7f-012756ab7055 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0781517 Aug 19 12:48:13.403712 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-f8bf0b72-f00c-42c8-8980-3fb04d00b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:13.405068 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-f8bf0b72-f00c-42c8-8980-3fb04d00b770 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 200 len: 850 time: 0.0732851 Aug 19 12:48:13.480613 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-da6475ef-7109-486d-8050-ce397c00af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:13.482093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-da6475ef-7109-486d-8050-ce397c00af24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714602 Aug 19 12:48:13.486735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-5ba26c37-8f53-43f6-b321-d78f045f5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:13.488320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-5ba26c37-8f53-43f6-b321-d78f045f5d6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d603c13-e9ea-4cff-8ee6-8524806bd0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764792 Aug 19 12:48:13.646242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-2da49238-3c94-49bf-a84a-f3603ed508f4 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565585 Aug 19 12:48:13.647957 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-40aeaf58-8b00-4ae9-991b-5995c6150f02 service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512785 Aug 19 12:48:13.681587 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca4220-e1b1-4e24-b305-35e1c08fbc58 req-6773e870-48b6-4b33-86de-3dc23f51b09c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:13.683725 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bca4220-e1b1-4e24-b305-35e1c08fbc58 req-6773e870-48b6-4b33-86de-3dc23f51b09c tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0576377 Aug 19 12:48:13.723195 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bca4220-e1b1-4e24-b305-35e1c08fbc58 req-cc44392c-6c96-47f9-afe8-b823ad1eea94 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330317 Aug 19 12:48:13.809740 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-31609f56-7ef7-4396-b03c-b6f05730a134 service neutron] 10.222.0.54 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560478 Aug 19 12:48:13.811679 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6370a534-c5ff-46ae-8985-f9bbc0c44a7c req-b1d245cd-f289-4eb0-ab5e-c4eab9ccceff service neutron] 10.222.0.69 "GET /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499624 Aug 19 12:48:14.851686 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d27d0-d1ec-41fc-af80-6e09f49d28fd req-78a46f8c-a0a5-4dbc-b0ed-580211445772 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:14.853296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-134d27d0-d1ec-41fc-af80-6e09f49d28fd req-78a46f8c-a0a5-4dbc-b0ed-580211445772 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0557611 Aug 19 12:48:14.896424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-134d27d0-d1ec-41fc-af80-6e09f49d28fd req-78b7b02f-df09-4df6-8148-d10d947b3a1a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365570 Aug 19 12:48:16.018489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898b2bb-3fc3-4948-bd19-50f62b3105d4 req-de35506f-aeb9-4e2f-939a-31b23740eeee tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:16.020204 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a898b2bb-3fc3-4948-bd19-50f62b3105d4 req-de35506f-aeb9-4e2f-939a-31b23740eeee tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0515945 Aug 19 12:48:16.059827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a898b2bb-3fc3-4948-bd19-50f62b3105d4 req-96839a94-32d7-4348-aa8b-fa2ec73bc03f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332682 Aug 19 12:48:17.195277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f485942-f00a-4e8c-9b7c-9c9e56e815b8 req-365df824-b0e2-4787-a7d2-766820877f6a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:17.199459 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f485942-f00a-4e8c-9b7c-9c9e56e815b8 req-365df824-b0e2-4787-a7d2-766820877f6a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0593009 Aug 19 12:48:17.248145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3f485942-f00a-4e8c-9b7c-9c9e56e815b8 req-d36bd380-59d6-4151-96d4-ce5f999010bc tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450439 Aug 19 12:48:18.382111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3ff77-583f-4f3e-ad57-ae5bd73e6860 req-49db46e6-8a4c-4b64-aeb5-87124579da65 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.383594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ae3ff77-583f-4f3e-ad57-ae5bd73e6860 req-49db46e6-8a4c-4b64-aeb5-87124579da65 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0609558 Aug 19 12:48:18.426937 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ae3ff77-583f-4f3e-ad57-ae5bd73e6860 req-1d970f04-f772-4920-94f3-f62d7c3e22e3 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340962 Aug 19 12:48:18.486974 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-743cd598-ff76-42a8-a9ce-c0dc680913b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.569256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294c339-bcfa-41e6-8fa2-29086b2214ee req-1c23cfca-fa31-48f2-93ce-110837d5c7af tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:19.570564 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b294c339-bcfa-41e6-8fa2-29086b2214ee req-1c23cfca-fa31-48f2-93ce-110837d5c7af tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0558920 Aug 19 12:48:19.610986 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b294c339-bcfa-41e6-8fa2-29086b2214ee req-bfdf3886-1a6a-43b1-92dd-56fa0ce8c7d2 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340977 Aug 19 12:48:20.753234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e31937-dd68-4bd7-9f8c-662b2a955a0c req-b1f6cf56-5900-4853-891c-3da6f27a53d9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:20.754742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3e31937-dd68-4bd7-9f8c-662b2a955a0c req-b1f6cf56-5900-4853-891c-3da6f27a53d9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0599072 Aug 19 12:48:20.797602 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d3e31937-dd68-4bd7-9f8c-662b2a955a0c req-94400cf2-5a4c-4d78-8bac-a0a801226e79 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335813 Aug 19 12:48:20.838408 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b7eedb5c-3b6d-4be6-bd81-08d36f5c1fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.004265 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.929034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab4f80-d5df-4fa5-9b37-da6bcc472522 req-e2a7787c-5fe9-43e7-8481-5692d8664838 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:21.930528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1ab4f80-d5df-4fa5-9b37-da6bcc472522 req-e2a7787c-5fe9-43e7-8481-5692d8664838 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0508854 Aug 19 12:48:21.969332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c1ab4f80-d5df-4fa5-9b37-da6bcc472522 req-c314252e-510e-49cc-867e-528e8154f99a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326464 Aug 19 12:48:22.159825 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.108025 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9911d-e885-487d-ae71-d5b45d713190 req-a7381e60-0610-493b-9a59-2c389a8a7b6a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:23.109549 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45d9911d-e885-487d-ae71-d5b45d713190 req-a7381e60-0610-493b-9a59-2c389a8a7b6a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0490901 Aug 19 12:48:23.151409 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45d9911d-e885-487d-ae71-d5b45d713190 req-823afa71-ab14-4cfa-868b-81fa4b22e750 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341928 Aug 19 12:48:23.214412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 40a75218-8482-4737-b18f-1fc264051b53 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:48:23.292467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3a59f-fead-443e-b6c3-4496c1e7fec6 req-4a853e67-0ad6-4f37-ac7d-ca5185658541 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:23.293994 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3e3a59f-fead-443e-b6c3-4496c1e7fec6 req-4a853e67-0ad6-4f37-ac7d-ca5185658541 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 945 time: 0.0629539 Aug 19 12:48:23.322921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:23.334037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3e3a59f-fead-443e-b6c3-4496c1e7fec6 req-682a5f97-bcb1-452b-9cc7-7a6b7de0ef7f tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333481 Aug 19 12:48:23.334502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '40a75218-8482-4737-b18f-1fc264051b53', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'port_id': '40a75218-8482-4737-b18f-1fc264051b53', 'mac_address': 'fa:16:3e:7f:22:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:48:23.372792 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.386385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a75218-8482-4737-b18f-1fc264051b53 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:23.407037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:23.412278 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.456644 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf6962-e99e-4a2c-a78d-cfaa86b3d2ec req-8b5b11be-86ad-4ae9-85b6-6a647bfa86c6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:23.458368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-daaf6962-e99e-4a2c-a78d-cfaa86b3d2ec req-8b5b11be-86ad-4ae9-85b6-6a647bfa86c6 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0556245 Aug 19 12:48:23.465346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=12']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:23.499600 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-daaf6962-e99e-4a2c-a78d-cfaa86b3d2ec req-3afdb577-cb9f-441d-9331-91763271d1aa tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349672 Aug 19 12:48:23.738764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['40a75218-8482-4737-b18f-1fc264051b53'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:23.752199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d98f-0cef-40d2-8b55-80e8b2326797 req-c33442b7-351d-4a64-b0f8-d80b5558e474 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:23.753730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de92d98f-0cef-40d2-8b55-80e8b2326797 req-c33442b7-351d-4a64-b0f8-d80b5558e474 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0550838 Aug 19 12:48:23.794220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-de92d98f-0cef-40d2-8b55-80e8b2326797 req-d75734b1-1258-4390-9f34-6ab2b9074324 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337958 Aug 19 12:48:24.193866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.504886 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.934885 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d6a7c-1af6-4523-912d-2d71588b7862 req-ffae11cb-db10-48ed-917f-19e9dd613d39 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:24.936647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c6d6a7c-1af6-4523-912d-2d71588b7862 req-ffae11cb-db10-48ed-917f-19e9dd613d39 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0657363 Aug 19 12:48:24.988675 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3c6d6a7c-1af6-4523-912d-2d71588b7862 req-5f52ce71-c054-4493-825d-69395e960620 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups?id=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429242 Aug 19 12:48:25.257612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 40a75218-8482-4737-b18f-1fc264051b53 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:25.325286 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 40a75218-8482-4737-b18f-1fc264051b53 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:25.330096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 40a75218-8482-4737-b18f-1fc264051b53 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:25.330471 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.408553 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.431819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:25.434287 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e075763d4ddc32d61eae59c23e1029d4fc71af45954f21e662de4076af2e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209bf56b-fd01-4dc0-b585-3a7b16f9cf79" -d '{"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-plugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:25.448725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:25.453641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.479349 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d823c24-54f5-4e8e-a170-df49e47471d3 x-openstack-request-id: req-8d823c24-54f5-4e8e-a170-df49e47471d3 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:25.479654 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-plugged", "status": "completed", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:25.479900 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d823c24-54f5-4e8e-a170-df49e47471d3 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:25.480280 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'code': 200} Aug 19 12:48:25.490491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-feb35b94-4261-4d51-9522-2b17f598c857 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:25.492026 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-feb35b94-4261-4d51-9522-2b17f598c857 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 946 time: 0.0575409 Aug 19 12:48:25.510618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=13']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:25.598730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Deleting port 40a75218-8482-4737-b18f-1fc264051b53 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:25.599076 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.708107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] For port 40a75218-8482-4737-b18f-1fc264051b53, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=40a75218-8482-4737-b18f-1fc264051b53,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:25.708485 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.879928 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.880185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.880531 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Floating IP 4420c737-2c38-4d4b-9c70-146cba637850 disassociated. External IP: 172.25.4.85, port: 40a75218-8482-4737-b18f-1fc264051b53. Aug 19 12:48:25.880877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Calling delete_port for 40a75218-8482-4737-b18f-1fc264051b53 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:26.028614 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.058253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event deleted for resources: {'Port': ['ID=40a75218-8482-4737-b18f-1fc264051b53,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:26.090846 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a02902b-cba3-420c-b626-23f6bca44526 req-93ef1c57-db9f-40c8-9ba0-a7f088d5885d tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 210 time: 0.0299230 Aug 19 12:48:26.179972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:26.298809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:26.311618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:26.321892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:26.322603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:48:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:26.340592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] No DVR routers for this DVR port 40a75218-8482-4737-b18f-1fc264051b53 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:26.343298 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.345370 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9dd4e275-b3b8-4a33-8ad9-0476c98035f9 req-57cc8cf6-a72d-4b5a-9028-362cb4fd8aa9 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.69 "DELETE /v2.0/ports/40a75218-8482-4737-b18f-1fc264051b53 HTTP/1.1" status: 204 len: 173 time: 0.8372459 Aug 19 12:48:26.345808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-deleted', 'tag': '40a75218-8482-4737-b18f-1fc264051b53'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:26.397860 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79797f3-066f-475e-b7bd-f5e4b2893f42" -d '{"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-deleted", "tag": "40a75218-8482-4737-b18f-1fc264051b53"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:26.438526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:26.491841 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b72e3-60af-464b-8de1-655e8979908c x-openstack-request-id: req-0e1b72e3-60af-464b-8de1-655e8979908c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:26.492326 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63136c7-1ee0-4ced-9597-238ae6ecae1d", "name": "network-vif-deleted", "tag": "40a75218-8482-4737-b18f-1fc264051b53", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:26.492407 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e1b72e3-60af-464b-8de1-655e8979908c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:26.492793 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63136c7-1ee0-4ced-9597-238ae6ecae1d', 'name': 'network-vif-deleted', 'tag': '40a75218-8482-4737-b18f-1fc264051b53', 'status': 'completed', 'code': 200} Aug 19 12:48:26.639812 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:26.669169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:26.678442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:26.679053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:48:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:26.784750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:26.989891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:27.017430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd815c7d-2cbd-4abb-9ae0-277d31247bab None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:38:44Z', 'revision_number': 4, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '77cb144e-cab4-437a-82bf-be321e0d52f6', 'name': '', 'network_id': '5d603c13-e9ea-4cff-8ee6-8524806bd0e9', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'mac_address': 'fa:16:3e:9a:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:44Z', 'updated_at': '2021-08-19T12:38:49Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'subnets': [{'id': '7e951930-dc4d-4514-98e4-a7bdfcc4a4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:27.194671 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8396e505-3aad-4153-91c7-127e57aa6c83 req-cc283866-68bd-4ef5-b88b-ca80cfe008a8 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 210 time: 0.0291717 Aug 19 12:48:27.281522 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71683c3-bbd8-4eef-88ff-70ee2dbbeb3f None None] New status for floating IP 4420c737-2c38-4d4b-9c70-146cba637850: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:48:28.299958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e3b4684-dc11-417f-a79e-91fece7d1158 req-aebbdf29-88af-4e54-b8d1-5c6efd4625a0 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 210 time: 0.0286646 Aug 19 12:48:28.971625 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.287419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 40a75218-8482-4737-b18f-1fc264051b53 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:29.309046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 40a75218-8482-4737-b18f-1fc264051b53 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:29.309353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 40a75218-8482-4737-b18f-1fc264051b53 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:29.399044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ed0e93fa-edf0-4a65-ad52-038bbeca8b83 req-9976063f-7417-4856-8a64-9011da9b7b7b tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63136c7-1ee0-4ced-9597-238ae6ecae1d HTTP/1.1" status: 200 len: 210 time: 0.0269036 Aug 19 12:48:34.223470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46588) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:34.285527 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.309895 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.357757 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.360408 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.364531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "DELETE /v2.0/security-groups/9beb72a3-e865-41b1-b5e1-a30bccbc1fb5 HTTP/1.1" status: 204 len: 168 time: 0.1398876 Aug 19 12:48:34.364895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46590) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:34.373551 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb72a3-e865-41b1-b5e1-a30bccbc1fb5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:34.378647 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-8b10c623-49ec-41d1-8984-3829f23764e5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] show failed (client error): The resource could not be found. Aug 19 12:48:34.382565 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8b10c623-49ec-41d1-8984-3829f23764e5 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "GET /v2.0/security-groups/9beb72a3-e865-41b1-b5e1-a30bccbc1fb5 HTTP/1.1" status: 404 len: 347 time: 0.0137548 Aug 19 12:48:34.382711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.382711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.382711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.382711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.382711 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.383171 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46592) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:34.383267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.383267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.383435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.383768 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.384096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.384402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.384716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a818dc-587c-40df-a5d1-eb7bae32de5a tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:34.509284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Deleting port 06cb3d44-88de-40ea-9e9b-7ff849bbedf9 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:34.509599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.597575 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.597852 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.609422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Calling delete_port for 06cb3d44-88de-40ea-9e9b-7ff849bbedf9 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:34.768838 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.794680 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Pushing event deleted for resources: {'Port': ['ID=06cb3d44-88de-40ea-9e9b-7ff849bbedf9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:34.864418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.867118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.868321 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-99d2180c-6bcd-43a8-a31b-453c89d6f339 tempest-ServerActionsTestJSON-177533081 tempest-ServerActionsTestJSON-177533081-project] 10.222.0.65 "DELETE /v2.0/floatingips/4420c737-2c38-4d4b-9c70-146cba637850 HTTP/1.1" status: 204 len: 168 time: 0.4846308 Aug 19 12:48:34.872655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46594) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.327527 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.961251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Deleting port 77cb144e-cab4-437a-82bf-be321e0d52f6 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:35.961896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.039848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] For port 77cb144e-cab4-437a-82bf-be321e0d52f6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=77cb144e-cab4-437a-82bf-be321e0d52f6,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:36.040214 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.053115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Calling delete_port for 77cb144e-cab4-437a-82bf-be321e0d52f6 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:36.247781 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.283300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Pushing event deleted for resources: {'Port': ['ID=77cb144e-cab4-437a-82bf-be321e0d52f6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:36.453845 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.678547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:36.777131 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:48:36.794525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:36.800793 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a36188c0-2a21-4ee6-b637-02112902571e admin admin] 10.222.0.65 "PUT /v2.0/routers/710e2e9d-7400-48a1-86f3-a76e4ab33fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9270344 Aug 19 12:48:36.803696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46598) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:36.804209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] Sync routers for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:36.815007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:36.815719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:48:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:36.914475 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.025745 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.079675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Deleting port 0a390280-d260-4560-abdc-706ec217d276 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:37.080020 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.087094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:37.165009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] For port 0a390280-d260-4560-abdc-706ec217d276, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0a390280-d260-4560-abdc-706ec217d276,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:37.165368 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.178221 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Calling delete_port for 0a390280-d260-4560-abdc-706ec217d276 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:37.287197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '0a390280-d260-4560-abdc-706ec217d276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:48:36Z', 'revision_number': 5, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port': {'id': '0a390280-d260-4560-abdc-706ec217d276', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:42Z', 'updated_at': '2021-08-19T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:37.314900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] Checking router: 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:37.323990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] Routers {'710e2e9d-7400-48a1-86f3-a76e4ab33fb7'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:37.324650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:48:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:37.351101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.377334 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a390280-d260-4560-abdc-706ec217d276,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:37.440079 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.462776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] Set router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:37.529772 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.531996 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.543900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:48:37Z', 'revision_number': 6, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:37.573596 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603bb97-1b29-47b6-8d2f-1e04c1b344c6 None None] The sync data for ids ['710e2e9d-7400-48a1-86f3-a76e4ab33fb7'] in n-d-778550-9 is: [{'id': '710e2e9d-7400-48a1-86f3-a76e4ab33fb7', 'name': 'tempest-ServerActionsTestJSON-535835750-router', 'tenant_id': 'fda79e926c9f405199420aca172ee269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:41Z', 'updated_at': '2021-08-19T12:48:37Z', 'revision_number': 6, 'project_id': 'fda79e926c9f405199420aca172ee269', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:37.586882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.588457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 710e2e9d-7400-48a1-86f3-a76e4ab33fb7 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:48:37.597773 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.599717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-910fbc09-47fd-46f8-868f-58cfb077803a admin admin] 10.222.0.65 "DELETE /v2.0/routers/710e2e9d-7400-48a1-86f3-a76e4ab33fb7 HTTP/1.1" status: 204 len: 168 time: 0.7948976 Aug 19 12:48:37.602966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46600) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:37.662893 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d154132-c695-4381-b0c8-8cdb46bd8d3e admin admin] Deleting subnet 7e951930-dc4d-4514-98e4-a7bdfcc4a4dc {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:37.666105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d154132-c695-4381-b0c8-8cdb46bd8d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.705354 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d154132-c695-4381-b0c8-8cdb46bd8d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.789186 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d154132-c695-4381-b0c8-8cdb46bd8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.851998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d154132-c695-4381-b0c8-8cdb46bd8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.878163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d154132-c695-4381-b0c8-8cdb46bd8d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e951930-dc4d-4514-98e4-a7bdfcc4a4dc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:37.883121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7d154132-c695-4381-b0c8-8cdb46bd8d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.886213 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7d154132-c695-4381-b0c8-8cdb46bd8d3e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7e951930-dc4d-4514-98e4-a7bdfcc4a4dc HTTP/1.1" status: 204 len: 168 time: 0.2814884 Aug 19 12:48:37.887732 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46602) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:37.888242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8785a787-3591-432b-9521-37088b4de7c5 None None] Network 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:37.968260 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.040311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Deleting port 6fb88707-7b24-4846-961b-f6a2c8186558 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:38.040870 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.112749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] For port 6fb88707-7b24-4846-961b-f6a2c8186558, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6fb88707-7b24-4846-961b-f6a2c8186558,segment=NetworkSegment(8d27b859-2765-4eca-943c-3dc16825f5ce),segment_id=8d27b859-2765-4eca-943c-3dc16825f5ce)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:38.113044 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.125683 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Calling delete_port for 6fb88707-7b24-4846-961b-f6a2c8186558 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:38.209955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.238660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb88707-7b24-4846-961b-f6a2c8186558,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:38.246035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] No DVR routers for this DVR port 6fb88707-7b24-4846-961b-f6a2c8186558 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:38.318151 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.327856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d603c13-e9ea-4cff-8ee6-8524806bd0e9']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:38.337438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d27b859-2765-4eca-943c-3dc16825f5ce') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:38.337731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d27b859-2765-4eca-943c-3dc16825f5ce') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:38.346348 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.360927 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.371036 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:38.371036 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:38.372735 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:38.413927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb229f3-3ed1-4e22-80fb-9e78b9597715 None None] DHCP port deletion for 5d603c13-e9ea-4cff-8ee6-8524806bd0e9 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:38.427295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 77cb144e-cab4-437a-82bf-be321e0d52f6 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:38.436101 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.443463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.445747 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5d603c13-e9ea-4cff-8ee6-8524806bd0e9 HTTP/1.1" status: 204 len: 168 time: 0.5570328 Aug 19 12:48:38.455867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 77cb144e-cab4-437a-82bf-be321e0d52f6 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:38.456375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 77cb144e-cab4-437a-82bf-be321e0d52f6 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:38.457531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2dc1c-4c72-419f-b34d-b919a05914c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d603c13-e9ea-4cff-8ee6-8524806bd0e9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:38.591487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46606) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:38.637731 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4167e8d1-98c1-4db4-b8cb-100674a0fcfc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fda79e926c9f405199420aca172ee269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450213 Aug 19 12:48:38.640401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46608) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:38.699884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d053b86c-2a24-4266-b53f-0173d0b58c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.726046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d053b86c-2a24-4266-b53f-0173d0b58c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.779503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d053b86c-2a24-4266-b53f-0173d0b58c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.783046 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d053b86c-2a24-4266-b53f-0173d0b58c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.784985 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d053b86c-2a24-4266-b53f-0173d0b58c7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8624daa-54e5-415d-817a-564f86e41ffb HTTP/1.1" status: 204 len: 168 time: 0.1435056 Aug 19 12:48:38.795689 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053b86c-2a24-4266-b53f-0173d0b58c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8624daa-54e5-415d-817a-564f86e41ffb,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.655562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46630) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:39.764907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-477444129-network', 'tenant_id': 'e8ecb388b3d04804bbb808aff7592699'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:39.793270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Made reservation on behalf of e8ecb388b3d04804bbb808aff7592699 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:39.795565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.808548 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.900863 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.912023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.937897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:48:39.947927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742ac801-fb0f-4113-a435-d55ea1d93d2c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.952884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.953231 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Added segment 7ad562ab-a077-422f-8afe-5c5d6a6fdd83 of type vlan for network 50812e45-1a2b-41ec-b84f-260ba14d20fc Aug 19 12:48:39.996224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.010620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0a390280-d260-4560-abdc-706ec217d276 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:40.024482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.025321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:40.025936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.032414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0a390280-d260-4560-abdc-706ec217d276 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:40.032784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0a390280-d260-4560-abdc-706ec217d276 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:40.033207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6fb88707-7b24-4846-961b-f6a2c8186558 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:40.056400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 6fb88707-7b24-4846-961b-f6a2c8186558 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:40.056766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6fb88707-7b24-4846-961b-f6a2c8186558 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:40.082377 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4256072 Aug 19 12:48:40.085578 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46634) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:40.087489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbede746-d497-40a2-b701-e3952a32a528 admin admin] Pushing event updated for resources: {'Network': ['ID=50812e45-1a2b-41ec-b84f-260ba14d20fc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:40.090772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Request body: {'subnet': {'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-477444129-subnet', 'tenant_id': 'e8ecb388b3d04804bbb808aff7592699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:40.097854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 50812e45-1a2b-41ec-b84f-260ba14d20fc details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:48:40.112799 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Made reservation on behalf of e8ecb388b3d04804bbb808aff7592699 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:40.116176 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.291898 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.340026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec48f13b-0993-457c-8dc2-8771a9345fea,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:40.357991 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Checking segment: {'id': '7ad562ab-a077-422f-8afe-5c5d6a6fdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:40.358385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Network hostable DHCP agents. Network: 50812e45-1a2b-41ec-b84f-260ba14d20fc, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:48:40.376530 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Network 50812e45-1a2b-41ec-b84f-260ba14d20fc is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:48:40.386734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 50812e45-1a2b-41ec-b84f-260ba14d20fc) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:40.390809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:40.391419 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.396713 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a7814-ab5b-4952-9f73-0dc2742f40a1 None None] Network 50812e45-1a2b-41ec-b84f-260ba14d20fc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:40.406867 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-919207cc-9de2-4b88-9466-467be9817ed2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3200727 Aug 19 12:48:40.522719 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c408d1-fc7f-4162-b316-36a9f74ace85 None None] Network 50812e45-1a2b-41ec-b84f-260ba14d20fc requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:40.862779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-cfd5cbdc-b0fd-4d1f-86f2-f1b9fe1d4071 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:40.864256 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-cfd5cbdc-b0fd-4d1f-86f2-f1b9fe1d4071 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/networks?id=50812e45-1a2b-41ec-b84f-260ba14d20fc HTTP/1.1" status: 200 len: 813 time: 0.1088452 Aug 19 12:48:40.879503 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-a7165927-8f38-4156-9aea-eae1aa31a6c0 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/quotas/e8ecb388b3d04804bbb808aff7592699 HTTP/1.1" status: 200 len: 375 time: 0.0093575 Aug 19 12:48:40.912102 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-6f4b3d15-7d50-45f3-b7f7-d53411f87cca tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e8ecb388b3d04804bbb808aff7592699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269513 Aug 19 12:48:41.016349 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-adb81abf-b935-48fd-808c-ddecfdeb94bb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:48:41.017381 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-adb81abf-b935-48fd-808c-ddecfdeb94bb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579281 Aug 19 12:48:41.115506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7165f30e-26a8-4d6a-a549-45400bce1506 service neutron] 10.222.0.65 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900288 Aug 19 12:48:41.215693 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-2e82cf06-816f-4e85-b948-6be6eb30983a service neutron] 10.222.0.65 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907674 Aug 19 12:48:41.393571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f3a14578-a017-490a-8ab5-3457f9d687e6 req-df6d6a07-dd6b-4714-8231-f8ebc258a8df tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 210 time: 0.0271900 Aug 19 12:48:42.467350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-88e2b7d2-9be0-4f6a-92b6-1ef7d438da06 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:42.468866 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-88e2b7d2-9be0-4f6a-92b6-1ef7d438da06 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.54 "GET /v2.0/networks?id=50812e45-1a2b-41ec-b84f-260ba14d20fc HTTP/1.1" status: 200 len: 813 time: 0.1211131 Aug 19 12:48:42.490239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Request body: {'port': {'device_id': '461feaa1-d867-4c2d-bddc-5ca4b4a8b467', 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc', 'admin_state_up': True, 'tenant_id': 'e8ecb388b3d04804bbb808aff7592699'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:42.497041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90048c04-b76f-4f3f-a9cc-4de1607a82e0 req-ddac3c9f-b2bc-47a0-b97a-652dfb5d4558 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 210 time: 0.0316072 Aug 19 12:48:42.612626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Made reservation on behalf of e8ecb388b3d04804bbb808aff7592699 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:42.616111 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.739191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Allocated IP 172.20.0.2 (50812e45-1a2b-41ec-b84f-260ba14d20fc/ec48f13b-0993-457c-8dc2-8771a9345fea/2f36f665-944e-4f22-8fca-416bd6bded35) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:42.899516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.938151 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.978047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Network 50812e45-1a2b-41ec-b84f-260ba14d20fc is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:42.983572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:42.985942 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:43.018634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Pushing event updated for resources: {'Port': ['ID=2f36f665-944e-4f22-8fca-416bd6bded35,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:43.049515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:43.050137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.065240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-438dd94c-99c0-4d07-9cf8-cc34953a6e97 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5794449 Aug 19 12:48:43.179869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Request body: {'port': {'device_id': '461feaa1-d867-4c2d-bddc-5ca4b4a8b467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:43.236454 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.548570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f36f665-944e-4f22-8fca-416bd6bded35 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:43.556245 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.568983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Transition to ACTIVE for port object 2f36f665-944e-4f22-8fca-416bd6bded35 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:43.574771 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.618560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d04fca-f06a-4b5e-8e01-a3c8db3111c9 req-5e3cdb46-4183-40c2-98a8-e69b996488d2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:43.620083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22d04fca-f06a-4b5e-8e01-a3c8db3111c9 req-5e3cdb46-4183-40c2-98a8-e69b996488d2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 943 time: 0.0532222 Aug 19 12:48:43.626878 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Pushing event updated for resources: {'Port': ['ID=2f36f665-944e-4f22-8fca-416bd6bded35,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:43.660505 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22d04fca-f06a-4b5e-8e01-a3c8db3111c9 req-ff1bd816-094f-419f-ad8b-5975d875781b tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Aug 19 12:48:43.690690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Attempting to bind port 2f36f665-944e-4f22-8fca-416bd6bded35 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:43.691001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Attempting to bind port 2f36f665-944e-4f22-8fca-416bd6bded35 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '7ad562ab-a077-422f-8afe-5c5d6a6fdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:43.691342 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Attempting to bind port 2f36f665-944e-4f22-8fca-416bd6bded35 on network 50812e45-1a2b-41ec-b84f-260ba14d20fc {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:43.695677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Port 2f36f665-944e-4f22-8fca-416bd6bded35 on network 50812e45-1a2b-41ec-b84f-260ba14d20fc not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:48:43.696016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Attempting to bind port 2f36f665-944e-4f22-8fca-416bd6bded35 on network 50812e45-1a2b-41ec-b84f-260ba14d20fc {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:43.700656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:43.701026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Checking segment: {'id': '7ad562ab-a077-422f-8afe-5c5d6a6fdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:43.701405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Bound using segment: {'id': '7ad562ab-a077-422f-8afe-5c5d6a6fdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:43.701854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Bound port: 2f36f665-944e-4f22-8fca-416bd6bded35, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad562ab-a077-422f-8afe-5c5d6a6fdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:43.702181 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.770558 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] For port 2f36f665-944e-4f22-8fca-416bd6bded35, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:43.773709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] For port 2f36f665-944e-4f22-8fca-416bd6bded35, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2f36f665-944e-4f22-8fca-416bd6bded35,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:43.780440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.813945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:43.814569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.815971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] 10.222.0.54 "PUT /v2.0/ports/2f36f665-944e-4f22-8fca-416bd6bded35 HTTP/1.1" status: 200 len: 1091 time: 0.6831405 Aug 19 12:48:43.816421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461feaa1-d867-4c2d-bddc-5ca4b4a8b467', 'tag': '2f36f665-944e-4f22-8fca-416bd6bded35'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:43.818931 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83" -d '{"events": [{"name": "network-changed", "server_uuid": "461feaa1-d867-4c2d-bddc-5ca4b4a8b467", "tag": "2f36f665-944e-4f22-8fca-416bd6bded35"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:43.845622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc87f7-20e1-47d6-a611-9e7d6a219c74 service neutron] Pushing event updated for resources: {'Port': ['ID=2f36f665-944e-4f22-8fca-416bd6bded35,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:43.859504 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10ae6a2-6283-4b6b-84b1-08a0ddd26554 x-openstack-request-id: req-a10ae6a2-6283-4b6b-84b1-08a0ddd26554 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:43.859967 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461feaa1-d867-4c2d-bddc-5ca4b4a8b467", "tag": "2f36f665-944e-4f22-8fca-416bd6bded35", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:43.860235 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a10ae6a2-6283-4b6b-84b1-08a0ddd26554 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:43.860675 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461feaa1-d867-4c2d-bddc-5ca4b4a8b467', 'tag': '2f36f665-944e-4f22-8fca-416bd6bded35', 'status': 'completed', 'code': 200} Aug 19 12:48:43.926873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-b3d6101e-25de-462e-9075-c38f30c73d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:43.928709 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-b3d6101e-25de-462e-9075-c38f30c73d39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8ecb388b3d04804bbb808aff7592699&device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 1094 time: 0.0487852 Aug 19 12:48:43.981502 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-280c9dec-88dc-4c64-9143-ac1f809c1260 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f36f665-944e-4f22-8fca-416bd6bded35 HTTP/1.1" status: 200 len: 217 time: 0.0394804 Aug 19 12:48:44.031294 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-06c3c02f-fcde-4ff9-851f-016958f9f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.032633 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-06c3c02f-fcde-4ff9-851f-016958f9f767 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec48f13b-0993-457c-8dc2-8771a9345fea HTTP/1.1" status: 200 len: 853 time: 0.0438700 Aug 19 12:48:44.074757 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-97c1d117-c5a3-467e-8cb8-3bbb6450e3cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50812e45-1a2b-41ec-b84f-260ba14d20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342143 Aug 19 12:48:44.175019 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-2163b468-bf66-4a4c-8657-e6c0b0af8d49 service neutron] 10.222.0.54 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920963 Aug 19 12:48:44.280822 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1ff8003a-31fc-491e-8fee-edc552c60a46 req-bde9dbf1-ee03-482c-909d-cf5a2b9f2714 service neutron] 10.222.0.54 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945289 Aug 19 12:48:44.422517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-0ae5de94-beef-4b27-8362-36b6e99363ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.423945 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-0ae5de94-beef-4b27-8362-36b6e99363ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8ecb388b3d04804bbb808aff7592699&device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 1094 time: 0.0445366 Aug 19 12:48:44.524945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-fe6e13a5-ed59-4c8b-a7bd-e0d031d3d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.526560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-fe6e13a5-ed59-4c8b-a7bd-e0d031d3d710 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50812e45-1a2b-41ec-b84f-260ba14d20fc HTTP/1.1" status: 200 len: 914 time: 0.0926757 Aug 19 12:48:44.574305 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-97928592-dc31-4ce4-95c2-03827c8f19da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f36f665-944e-4f22-8fca-416bd6bded35 HTTP/1.1" status: 200 len: 217 time: 0.0373807 Aug 19 12:48:44.633952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-554fa1ca-1ce5-4370-89c8-6d17d83dfe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.635400 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-554fa1ca-1ce5-4370-89c8-6d17d83dfe94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec48f13b-0993-457c-8dc2-8771a9345fea HTTP/1.1" status: 200 len: 853 time: 0.0499732 Aug 19 12:48:44.668627 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-e8244aaa-d288-4fe4-8289-3f00f48c11f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50812e45-1a2b-41ec-b84f-260ba14d20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245092 Aug 19 12:48:44.761711 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-b60b4b0b-1f82-4d75-b57f-cb074f0132e9 service neutron] 10.222.0.54 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845597 Aug 19 12:48:44.783502 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1110f-df1a-4d72-92dc-a604ab62decd req-977c9c0c-5fb7-4bb4-a556-e9c786f68b5a tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.785054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1d1110f-df1a-4d72-92dc-a604ab62decd req-977c9c0c-5fb7-4bb4-a556-e9c786f68b5a tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 943 time: 0.0545537 Aug 19 12:48:44.827724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1d1110f-df1a-4d72-92dc-a604ab62decd req-813ff042-6193-42b0-bcae-f49ddcb0dc10 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358524 Aug 19 12:48:44.859522 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-287de350-d7d1-4c7b-a28c-e49bdcdb0c83 req-8eb86df1-72f1-40b0-9424-b30e77e2876e service neutron] 10.222.0.54 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900331 Aug 19 12:48:45.966444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db8816-2976-427a-ab73-84860272e364 req-a36b315e-03d0-4bd2-aa6a-c09824306ddf tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:45.967969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2db8816-2976-427a-ab73-84860272e364 req-a36b315e-03d0-4bd2-aa6a-c09824306ddf tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 943 time: 0.0563407 Aug 19 12:48:46.012035 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2db8816-2976-427a-ab73-84860272e364 req-87edbc5a-91a9-41c5-a351-1ac46d7ea81e tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375552 Aug 19 12:48:47.137725 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c64c-ebbf-4339-b252-4c31cec0e74e req-8341b019-6d31-4283-8639-85007524b274 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:47.139187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3678c64c-ebbf-4339-b252-4c31cec0e74e req-8341b019-6d31-4283-8639-85007524b274 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 943 time: 0.0513318 Aug 19 12:48:47.180727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3678c64c-ebbf-4339-b252-4c31cec0e74e req-1f699f28-a6e7-47ac-b3ac-fc2c8e740ec2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Aug 19 12:48:48.076197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2f36f665-944e-4f22-8fca-416bd6bded35 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:48:48.191138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2f36f665-944e-4f22-8fca-416bd6bded35, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2f36f665-944e-4f22-8fca-416bd6bded35,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:48.203421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '2f36f665-944e-4f22-8fca-416bd6bded35', 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc', 'port_id': '2f36f665-944e-4f22-8fca-416bd6bded35', 'mac_address': 'fa:16:3e:ff:df:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec48f13b-0993-457c-8dc2-8771a9345fea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:48:48.242476 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.256660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f36f665-944e-4f22-8fca-416bd6bded35 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:48.278001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2f36f665-944e-4f22-8fca-416bd6bded35, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2f36f665-944e-4f22-8fca-416bd6bded35,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:48.282553 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.299985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb45916-5411-47fe-b896-cea5a91f6a52 req-70e14bb9-d136-45bb-8eec-d53e06a3af04 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:48.301489 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcb45916-5411-47fe-b896-cea5a91f6a52 req-70e14bb9-d136-45bb-8eec-d53e06a3af04 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 943 time: 0.0527303 Aug 19 12:48:48.330856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2f36f665-944e-4f22-8fca-416bd6bded35,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:48.341434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcb45916-5411-47fe-b896-cea5a91f6a52 req-4def1b0b-4ee3-442b-938f-c04a430bdca6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Aug 19 12:48:48.480753 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12a2e57d-4196-4be6-be6b-024e1d4e072b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.540415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2f36f665-944e-4f22-8fca-416bd6bded35'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:49.462730 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e65830-af12-4a71-9dd5-131604cdd7dd req-cad51d78-2812-4dde-83d9-de478cab1e08 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:49.464202 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9e65830-af12-4a71-9dd5-131604cdd7dd req-cad51d78-2812-4dde-83d9-de478cab1e08 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 944 time: 0.0538824 Aug 19 12:48:49.502124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9e65830-af12-4a71-9dd5-131604cdd7dd req-7daca9db-dbdb-42c8-9432-22a9f60f079c tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Aug 19 12:48:50.084778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2f36f665-944e-4f22-8fca-416bd6bded35 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:50.138069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 2f36f665-944e-4f22-8fca-416bd6bded35 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:50.142568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 2f36f665-944e-4f22-8fca-416bd6bded35 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:50.142940 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.223980 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.246355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461feaa1-d867-4c2d-bddc-5ca4b4a8b467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f36f665-944e-4f22-8fca-416bd6bded35'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:50.260990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2f36f665-944e-4f22-8fca-416bd6bded35, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2f36f665-944e-4f22-8fca-416bd6bded35,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:50.265483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.290940 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f5f61c-3b08-459d-9a3c-878ff2135c8c" -d '{"events": [{"server_uuid": "461feaa1-d867-4c2d-bddc-5ca4b4a8b467", "name": "network-vif-plugged", "status": "completed", "tag": "2f36f665-944e-4f22-8fca-416bd6bded35"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:50.319246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2f36f665-944e-4f22-8fca-416bd6bded35,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:50.386377 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be72d139-7a65-41cc-a0d6-6e212269dedc x-openstack-request-id: req-be72d139-7a65-41cc-a0d6-6e212269dedc {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:50.386672 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461feaa1-d867-4c2d-bddc-5ca4b4a8b467", "name": "network-vif-plugged", "status": "completed", "tag": "2f36f665-944e-4f22-8fca-416bd6bded35", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:50.386962 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be72d139-7a65-41cc-a0d6-6e212269dedc {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:50.387372 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461feaa1-d867-4c2d-bddc-5ca4b4a8b467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f36f665-944e-4f22-8fca-416bd6bded35', 'code': 200} Aug 19 12:48:50.516072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96bb9f-8040-4aba-8b82-3ecbd5be2254 req-b0649753-8341-4f71-995f-d29a85b1586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:50.517503 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e96bb9f-8040-4aba-8b82-3ecbd5be2254 req-b0649753-8341-4f71-995f-d29a85b1586b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 1096 time: 0.0467794 Aug 19 12:48:50.567979 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8e96bb9f-8040-4aba-8b82-3ecbd5be2254 req-da754519-04aa-4314-a83c-690349d8a740 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Aug 19 12:48:50.643491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e152ef9-4b8f-4005-a825-f6e19b17de73 req-a04b68f6-1f5a-4370-a7c7-7b4f22cff2ee tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:50.645213 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e152ef9-4b8f-4005-a825-f6e19b17de73 req-a04b68f6-1f5a-4370-a7c7-7b4f22cff2ee tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0592790 Aug 19 12:48:50.684128 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e152ef9-4b8f-4005-a825-f6e19b17de73 req-bf23e420-7d66-4216-8759-beb996c0075b tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Aug 19 12:48:50.853437 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e97db4f4-ff2f-4d27-b7fd-448a135118f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.994182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.838987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1adc9c-4b14-473e-a19c-7e43a886c6d2 req-493420f1-2c8d-439d-ae7b-bea10cda7814 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:51.840470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb1adc9c-4b14-473e-a19c-7e43a886c6d2 req-493420f1-2c8d-439d-ae7b-bea10cda7814 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0674996 Aug 19 12:48:51.883422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb1adc9c-4b14-473e-a19c-7e43a886c6d2 req-b40e40fa-5444-49f7-9825-1330e12a5459 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338848 Aug 19 12:48:52.154147 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:52.428102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-7539d93a-28aa-47cd-a613-099195b07b0e tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:52.429613 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-7539d93a-28aa-47cd-a613-099195b07b0e tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/networks?id=50812e45-1a2b-41ec-b84f-260ba14d20fc HTTP/1.1" status: 200 len: 813 time: 0.4108915 Aug 19 12:48:52.448044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-8d666a68-d44b-47f0-ac2e-f56a699dd705 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/quotas/e8ecb388b3d04804bbb808aff7592699 HTTP/1.1" status: 200 len: 375 time: 0.0094726 Aug 19 12:48:52.499042 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-4611c6a3-549a-4fa2-8920-9bf1e352327e tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e8ecb388b3d04804bbb808aff7592699&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454934 Aug 19 12:48:52.598664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-3258c3b1-e599-437a-b8ad-369a86ac0701 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:48:52.600140 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-3258c3b1-e599-437a-b8ad-369a86ac0701 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505295 Aug 19 12:48:52.707839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-886534f4-2efa-436e-bc4b-975991a30b3a service neutron] 10.222.0.65 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980296 Aug 19 12:48:52.798992 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-357ce0a0-6a3c-4231-9be3-d8277d236485 service neutron] 10.222.0.65 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827484 Aug 19 12:48:52.979708 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5fb6208a-e0bb-4b6c-8204-28e9d453c8ba req-174652cf-7236-4b5d-b157-1ca92348ab2b tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 210 time: 0.0367904 Aug 19 12:48:54.076039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c8e583a2-4409-4499-81dc-e1399675f55f req-d763ddd0-cbe8-49b8-bff7-949c7b0be211 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 210 time: 0.0270009 Aug 19 12:48:54.189044 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.245435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-9fc2f280-1d4d-44eb-b173-8ddd0f7745c3 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:54.245435 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-9fc2f280-1d4d-44eb-b173-8ddd0f7745c3 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.69 "GET /v2.0/networks?id=50812e45-1a2b-41ec-b84f-260ba14d20fc HTTP/1.1" status: 200 len: 813 time: 0.1100488 Aug 19 12:48:54.268085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Request body: {'port': {'device_id': '63335941-9f8c-4332-bf5e-6c6eadf0d4e9', 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc', 'admin_state_up': True, 'tenant_id': 'e8ecb388b3d04804bbb808aff7592699'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:54.386126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Made reservation on behalf of e8ecb388b3d04804bbb808aff7592699 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:54.389680 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.498585 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.520081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Allocated IP 172.20.0.9 (50812e45-1a2b-41ec-b84f-260ba14d20fc/ec48f13b-0993-457c-8dc2-8771a9345fea/028a562b-e55a-4c5c-bd30-23b0b12eb637) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:54.686431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.731685 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.771218 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2f36f665-944e-4f22-8fca-416bd6bded35'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:54.784708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Network 50812e45-1a2b-41ec-b84f-260ba14d20fc is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:54.790392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:54.794865 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:54.825485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Pushing event updated for resources: {'Port': ['ID=028a562b-e55a-4c5c-bd30-23b0b12eb637,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:54.840342 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.840715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.841066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.841410 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.841749 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.842071 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.842401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.842730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.843061 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.843390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.843714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.844046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:54.867709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:54.868329 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.884014 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-34cfc56f-c279-45fc-9e27-96df37d438a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6200259 Aug 19 12:48:54.987946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Request body: {'port': {'device_id': '63335941-9f8c-4332-bf5e-6c6eadf0d4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:55.047274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.202719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4d5f1-1d83-4764-9e00-3113d64e1b42 req-7bebd512-1bda-4aa0-9301-561d6c17fbd9 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.204205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46d4d5f1-1d83-4764-9e00-3113d64e1b42 req-7bebd512-1bda-4aa0-9301-561d6c17fbd9 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 931 time: 0.0493419 Aug 19 12:48:55.243355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-46d4d5f1-1d83-4764-9e00-3113d64e1b42 req-39a6cf22-e007-41a2-8ee8-038d82051bbf tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Aug 19 12:48:55.350006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028a562b-e55a-4c5c-bd30-23b0b12eb637 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:55.359502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.372399 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Transition to ACTIVE for port object 028a562b-e55a-4c5c-bd30-23b0b12eb637 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:55.379213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.427975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Pushing event updated for resources: {'Port': ['ID=028a562b-e55a-4c5c-bd30-23b0b12eb637,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:55.507715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Attempting to bind port 028a562b-e55a-4c5c-bd30-23b0b12eb637 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:55.508068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Attempting to bind port 028a562b-e55a-4c5c-bd30-23b0b12eb637 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '7ad562ab-a077-422f-8afe-5c5d6a6fdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:55.508551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Attempting to bind port 028a562b-e55a-4c5c-bd30-23b0b12eb637 on network 50812e45-1a2b-41ec-b84f-260ba14d20fc {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:55.514176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Port 028a562b-e55a-4c5c-bd30-23b0b12eb637 on network 50812e45-1a2b-41ec-b84f-260ba14d20fc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:48:55.514504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Attempting to bind port 028a562b-e55a-4c5c-bd30-23b0b12eb637 on network 50812e45-1a2b-41ec-b84f-260ba14d20fc {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:55.519833 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:55.520273 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Checking segment: {'id': '7ad562ab-a077-422f-8afe-5c5d6a6fdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:55.520667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Bound using segment: {'id': '7ad562ab-a077-422f-8afe-5c5d6a6fdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:55.521125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Bound port: 028a562b-e55a-4c5c-bd30-23b0b12eb637, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad562ab-a077-422f-8afe-5c5d6a6fdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:55.521483 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.601377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] For port 028a562b-e55a-4c5c-bd30-23b0b12eb637, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:55.604664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] For port 028a562b-e55a-4c5c-bd30-23b0b12eb637, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=028a562b-e55a-4c5c-bd30-23b0b12eb637,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:55.610830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.644659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.645319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.646748 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] 10.222.0.69 "PUT /v2.0/ports/028a562b-e55a-4c5c-bd30-23b0b12eb637 HTTP/1.1" status: 200 len: 1091 time: 0.7075324 Aug 19 12:48:55.647201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63335941-9f8c-4332-bf5e-6c6eadf0d4e9', 'tag': '028a562b-e55a-4c5c-bd30-23b0b12eb637'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:55.649646 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0735840-3cfb-4f9b-a942-729c4c402008" -d '{"events": [{"name": "network-changed", "server_uuid": "63335941-9f8c-4332-bf5e-6c6eadf0d4e9", "tag": "028a562b-e55a-4c5c-bd30-23b0b12eb637"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:55.675572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814eba5-a3ff-4084-9b49-30a82ac31c0b service neutron] Pushing event updated for resources: {'Port': ['ID=028a562b-e55a-4c5c-bd30-23b0b12eb637,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:55.695797 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5e4726-0531-4f23-9e88-cc82e9bd681e x-openstack-request-id: req-de5e4726-0531-4f23-9e88-cc82e9bd681e {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:55.696088 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63335941-9f8c-4332-bf5e-6c6eadf0d4e9", "tag": "028a562b-e55a-4c5c-bd30-23b0b12eb637", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:55.696340 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de5e4726-0531-4f23-9e88-cc82e9bd681e {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:55.696780 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63335941-9f8c-4332-bf5e-6c6eadf0d4e9', 'tag': '028a562b-e55a-4c5c-bd30-23b0b12eb637', 'status': 'completed', 'code': 200} Aug 19 12:48:55.759441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-c1d2c323-bcfa-4cba-95d7-b3b06d361657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.761011 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-c1d2c323-bcfa-4cba-95d7-b3b06d361657 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e8ecb388b3d04804bbb808aff7592699&device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 1094 time: 0.0427337 Aug 19 12:48:55.816515 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-881ebe97-b477-4b07-85ec-0571585c2428 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=028a562b-e55a-4c5c-bd30-23b0b12eb637 HTTP/1.1" status: 200 len: 217 time: 0.0401082 Aug 19 12:48:55.870725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-face0a5e-d509-4fd9-a306-baf376bdad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.872840 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-face0a5e-d509-4fd9-a306-baf376bdad7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec48f13b-0993-457c-8dc2-8771a9345fea HTTP/1.1" status: 200 len: 853 time: 0.0477049 Aug 19 12:48:55.909033 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-cd25d850-1614-4388-a52e-a3f1012252ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50812e45-1a2b-41ec-b84f-260ba14d20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284436 Aug 19 12:48:56.008197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-343342bb-4c49-4d46-b06b-130e2c49893d service neutron] 10.222.0.69 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893164 Aug 19 12:48:56.100233 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfefa746-98e7-4e48-8c6d-84e82785d676 req-925d8b10-20e8-42ee-ac4d-d72d5b77325f service neutron] 10.222.0.69 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831401 Aug 19 12:48:56.245504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-d0e609bd-f9d8-4ea8-9eed-143481c563f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.247063 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-d0e609bd-f9d8-4ea8-9eed-143481c563f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e8ecb388b3d04804bbb808aff7592699&device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 1094 time: 0.0430462 Aug 19 12:48:56.343278 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-66fb913d-9201-4fa6-9793-a62f31ec3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.344973 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-66fb913d-9201-4fa6-9793-a62f31ec3a1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=50812e45-1a2b-41ec-b84f-260ba14d20fc HTTP/1.1" status: 200 len: 914 time: 0.0906980 Aug 19 12:48:56.360341 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc5352-4eae-4e35-b64b-8e6f2a26dba5 req-c7617577-0779-472f-8312-0f13d9cfa604 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.361850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82bc5352-4eae-4e35-b64b-8e6f2a26dba5 req-c7617577-0779-472f-8312-0f13d9cfa604 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 943 time: 0.0497148 Aug 19 12:48:56.386829 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-51a30fa6-846b-44e9-ac1d-382e2f505680 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=028a562b-e55a-4c5c-bd30-23b0b12eb637 HTTP/1.1" status: 200 len: 217 time: 0.0341706 Aug 19 12:48:56.403699 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82bc5352-4eae-4e35-b64b-8e6f2a26dba5 req-f85dcc1e-8370-432e-99c6-b0d970bb394f tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355325 Aug 19 12:48:56.442827 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-ebeff904-479f-4ac8-a34e-0f614fadcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.444313 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-ebeff904-479f-4ac8-a34e-0f614fadcf35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec48f13b-0993-457c-8dc2-8771a9345fea HTTP/1.1" status: 200 len: 853 time: 0.0504246 Aug 19 12:48:56.477821 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-4d671f43-64f9-4197-a616-d522634273e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50812e45-1a2b-41ec-b84f-260ba14d20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243170 Aug 19 12:48:56.571009 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-a20b2557-9c4b-46c9-9266-e437e79aeedf service neutron] 10.222.0.69 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850062 Aug 19 12:48:56.669773 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a0735840-3cfb-4f9b-a942-729c4c402008 req-f350649c-1dc6-4dcf-8b4b-7594ec7e980b service neutron] 10.222.0.69 "GET /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895269 Aug 19 12:48:57.555931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05917e8f-79d8-42af-b0ca-53af845885c3 req-5d906e31-89ce-4fa5-8171-d664928e07a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.557322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05917e8f-79d8-42af-b0ca-53af845885c3 req-5d906e31-89ce-4fa5-8171-d664928e07a2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 943 time: 0.0691059 Aug 19 12:48:57.601057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05917e8f-79d8-42af-b0ca-53af845885c3 req-bb071ac1-bd3c-4bd5-ae73-e12da705f716 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345366 Aug 19 12:48:58.726758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9577405-18fd-41ae-affb-6496c488560e req-3915b179-df26-4bee-acc8-4a95024633c1 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:58.728224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9577405-18fd-41ae-affb-6496c488560e req-3915b179-df26-4bee-acc8-4a95024633c1 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 943 time: 0.0567985 Aug 19 12:48:58.774169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9577405-18fd-41ae-affb-6496c488560e req-7fa5afef-8284-459f-9689-19668536e723 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Aug 19 12:48:58.977752 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.442007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 028a562b-e55a-4c5c-bd30-23b0b12eb637 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:48:59.559721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 028a562b-e55a-4c5c-bd30-23b0b12eb637, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=028a562b-e55a-4c5c-bd30-23b0b12eb637,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:59.571715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '028a562b-e55a-4c5c-bd30-23b0b12eb637', 'network_id': '50812e45-1a2b-41ec-b84f-260ba14d20fc', 'port_id': '028a562b-e55a-4c5c-bd30-23b0b12eb637', 'mac_address': 'fa:16:3e:6f:fe:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec48f13b-0993-457c-8dc2-8771a9345fea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:48:59.610369 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.624126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028a562b-e55a-4c5c-bd30-23b0b12eb637 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:59.644878 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 028a562b-e55a-4c5c-bd30-23b0b12eb637, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=028a562b-e55a-4c5c-bd30-23b0b12eb637,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:59.650054 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.696524 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=028a562b-e55a-4c5c-bd30-23b0b12eb637,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:59.905506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d457-c09d-422f-af76-c7de1b0d5cea req-e11fd304-727d-4038-96ef-007fefb13449 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.907022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82a3d457-c09d-422f-af76-c7de1b0d5cea req-e11fd304-727d-4038-96ef-007fefb13449 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 944 time: 0.0513973 Aug 19 12:48:59.913347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['028a562b-e55a-4c5c-bd30-23b0b12eb637'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:59.948597 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-82a3d457-c09d-422f-af76-c7de1b0d5cea req-68831e35-e267-43f8-924c-a2367f10532d tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351088 Aug 19 12:49:01.087858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601246a-3257-492f-84fe-c87b79932eb8 req-8dfb9aa4-c50d-4718-8413-4d752496cabb tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:01.089366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6601246a-3257-492f-84fe-c87b79932eb8 req-8dfb9aa4-c50d-4718-8413-4d752496cabb tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 944 time: 0.0594418 Aug 19 12:49:01.132288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6601246a-3257-492f-84fe-c87b79932eb8 req-6d1282ad-59b9-4c58-81c9-cb787aa8c9da tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342820 Aug 19 12:49:01.458377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 028a562b-e55a-4c5c-bd30-23b0b12eb637 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:01.515300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 028a562b-e55a-4c5c-bd30-23b0b12eb637 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:01.519172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 028a562b-e55a-4c5c-bd30-23b0b12eb637 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:01.519485 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.600931 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.625316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63335941-9f8c-4332-bf5e-6c6eadf0d4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028a562b-e55a-4c5c-bd30-23b0b12eb637'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:01.627598 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc04c6-2a55-4136-bdaa-06dd048789dd" -d '{"events": [{"server_uuid": "63335941-9f8c-4332-bf5e-6c6eadf0d4e9", "name": "network-vif-plugged", "status": "completed", "tag": "028a562b-e55a-4c5c-bd30-23b0b12eb637"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:01.642516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 028a562b-e55a-4c5c-bd30-23b0b12eb637, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=028a562b-e55a-4c5c-bd30-23b0b12eb637,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:01.646846 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.670249 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b9c300-104b-40cf-8625-9311c8075dc6 x-openstack-request-id: req-e7b9c300-104b-40cf-8625-9311c8075dc6 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:01.670544 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63335941-9f8c-4332-bf5e-6c6eadf0d4e9", "name": "network-vif-plugged", "status": "completed", "tag": "028a562b-e55a-4c5c-bd30-23b0b12eb637", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:01.670904 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7b9c300-104b-40cf-8625-9311c8075dc6 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:01.671307 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63335941-9f8c-4332-bf5e-6c6eadf0d4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028a562b-e55a-4c5c-bd30-23b0b12eb637', 'code': 200} Aug 19 12:49:01.696880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=028a562b-e55a-4c5c-bd30-23b0b12eb637,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:01.794411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24070a67-5f3e-46c0-ac0a-30d89964eacf req-008d0ff8-25d2-436c-ad81-f089b9cdabff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:01.796083 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-24070a67-5f3e-46c0-ac0a-30d89964eacf req-008d0ff8-25d2-436c-ad81-f089b9cdabff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 1096 time: 0.0438182 Aug 19 12:49:01.832281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-24070a67-5f3e-46c0-ac0a-30d89964eacf req-5463316f-af7f-4df0-a5c1-771e40314e3f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293739 Aug 19 12:49:02.262868 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f017d6d-bd3c-4f0b-94b9-b4b325e446ff req-321ba6d4-cd08-4ced-84cf-a0be00108108 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.264550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f017d6d-bd3c-4f0b-94b9-b4b325e446ff req-321ba6d4-cd08-4ced-84cf-a0be00108108 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 945 time: 0.0541549 Aug 19 12:49:02.306772 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8f017d6d-bd3c-4f0b-94b9-b4b325e446ff req-f022e86d-83f1-47c5-972f-dadb4edac4f3 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354156 Aug 19 12:49:03.452485 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91385bf1-3baa-4450-b40b-5237ea7dba36 req-02fdb604-9155-4815-bbc7-f6e5161cab7d tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:03.454006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91385bf1-3baa-4450-b40b-5237ea7dba36 req-02fdb604-9155-4815-bbc7-f6e5161cab7d tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 945 time: 0.0622015 Aug 19 12:49:03.495701 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91385bf1-3baa-4450-b40b-5237ea7dba36 req-4f05386b-1297-40d4-8069-d3c4a063924e tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Aug 19 12:49:03.741879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87fa27-c84e-4d8e-b23a-579439829748 req-967d8c71-06e3-40b8-9949-4c3aeb3786d2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:03.743345 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d87fa27-c84e-4d8e-b23a-579439829748 req-967d8c71-06e3-40b8-9949-4c3aeb3786d2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 945 time: 0.0566530 Aug 19 12:49:03.792949 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5d87fa27-c84e-4d8e-b23a-579439829748 req-5a0de31f-fcd6-48dd-a9cb-6492c03b8c3f tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Aug 19 12:49:04.930421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57e5a8-17e9-4687-ac7d-8f14da86919a req-2608ecaa-e4a9-43ee-9a67-f69ab9dddac5 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.931910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f57e5a8-17e9-4687-ac7d-8f14da86919a req-2608ecaa-e4a9-43ee-9a67-f69ab9dddac5 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 945 time: 0.0555563 Aug 19 12:49:04.970238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6f57e5a8-17e9-4687-ac7d-8f14da86919a req-806ddb58-7a37-426b-a21c-1c2f2c1cbbf2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Aug 19 12:49:05.349740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-0affdf5a-965d-43e8-b740-63e0bf9487ce tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:05.351246 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-0affdf5a-965d-43e8-b740-63e0bf9487ce tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.69 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 945 time: 0.0594440 Aug 19 12:49:05.451594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Deleting port 028a562b-e55a-4c5c-bd30-23b0b12eb637 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:05.451984 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.910335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] For port 028a562b-e55a-4c5c-bd30-23b0b12eb637, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=028a562b-e55a-4c5c-bd30-23b0b12eb637,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:05.910707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.924541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Calling delete_port for 028a562b-e55a-4c5c-bd30-23b0b12eb637 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:06.057346 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.090187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Pushing event deleted for resources: {'Port': ['ID=028a562b-e55a-4c5c-bd30-23b0b12eb637,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:06.090580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['028a562b-e55a-4c5c-bd30-23b0b12eb637'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:06.092858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ee482-da99-4e1f-8762-ec5fd44c9180 req-74b62b53-dcf4-4299-bba1-e36350df271d tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.095582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-272ee482-da99-4e1f-8762-ec5fd44c9180 req-74b62b53-dcf4-4299-bba1-e36350df271d tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=63335941-9f8c-4332-bf5e-6c6eadf0d4e9 HTTP/1.1" status: 200 len: 867 time: 0.0537288 Aug 19 12:49:06.119358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2f36f665-944e-4f22-8fca-416bd6bded35'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:06.136579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-272ee482-da99-4e1f-8762-ec5fd44c9180 req-75dc812e-c652-4fd2-be60-d1f90fe8823f tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347884 Aug 19 12:49:06.140044 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] No DVR routers for this DVR port 028a562b-e55a-4c5c-bd30-23b0b12eb637 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:06.143398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.145974 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0aea13d7-f945-4c3e-8cfd-a89a45aa9135 req-2e169ea2-223e-4844-ab4d-3335e36c4b91 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.69 "DELETE /v2.0/ports/028a562b-e55a-4c5c-bd30-23b0b12eb637 HTTP/1.1" status: 204 len: 173 time: 0.7879324 Aug 19 12:49:06.146620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63335941-9f8c-4332-bf5e-6c6eadf0d4e9', 'name': 'network-vif-deleted', 'tag': '028a562b-e55a-4c5c-bd30-23b0b12eb637'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:06.149899 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb228f05-382b-48d7-b255-f14a2c3f768f" -d '{"events": [{"server_uuid": "63335941-9f8c-4332-bf5e-6c6eadf0d4e9", "name": "network-vif-deleted", "tag": "028a562b-e55a-4c5c-bd30-23b0b12eb637"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:06.189608 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1d4d78-2b90-4c44-b328-051fdf50da85 x-openstack-request-id: req-be1d4d78-2b90-4c44-b328-051fdf50da85 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:06.189904 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63335941-9f8c-4332-bf5e-6c6eadf0d4e9", "name": "network-vif-deleted", "tag": "028a562b-e55a-4c5c-bd30-23b0b12eb637", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:06.190154 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be1d4d78-2b90-4c44-b328-051fdf50da85 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:06.190548 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63335941-9f8c-4332-bf5e-6c6eadf0d4e9', 'name': 'network-vif-deleted', 'tag': '028a562b-e55a-4c5c-bd30-23b0b12eb637', 'status': 'completed', 'code': 200} Aug 19 12:49:07.311227 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62580-f5ea-4a82-a241-e53765322e5a req-b8da80f8-52f4-4e76-87e4-cbdcad84a1ff tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.312984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31a62580-f5ea-4a82-a241-e53765322e5a req-b8da80f8-52f4-4e76-87e4-cbdcad84a1ff tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0551682 Aug 19 12:49:07.354695 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31a62580-f5ea-4a82-a241-e53765322e5a req-4ea0959c-e33b-4a31-8701-03130dc20f78 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332222 Aug 19 12:49:07.499852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03760afc-87d4-4428-8fde-e3a76e246d14 req-8c0dcb4b-9a0e-4cbc-9a2a-bef813bf38af tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.501234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03760afc-87d4-4428-8fde-e3a76e246d14 req-8c0dcb4b-9a0e-4cbc-9a2a-bef813bf38af tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0527551 Aug 19 12:49:07.542691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03760afc-87d4-4428-8fde-e3a76e246d14 req-20ab619f-2555-4f4e-ad37-68b8b601fe33 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Aug 19 12:49:07.663606 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c0290-1209-42d0-a92b-08f6fda6cfba req-15a357eb-6d72-40a2-916d-5e3190974dd2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.665118 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d6c0290-1209-42d0-a92b-08f6fda6cfba req-15a357eb-6d72-40a2-916d-5e3190974dd2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0526021 Aug 19 12:49:07.711926 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1d6c0290-1209-42d0-a92b-08f6fda6cfba req-68b8a952-f226-4ab7-b28d-a121b58de373 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353980 Aug 19 12:49:07.901827 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8b2ec-62b1-4f06-be7a-b4064cad084d req-dfd880ac-facb-4a26-9f01-3934e2e1f87a tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.903303 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adf8b2ec-62b1-4f06-be7a-b4064cad084d req-dfd880ac-facb-4a26-9f01-3934e2e1f87a tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0600507 Aug 19 12:49:07.947360 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adf8b2ec-62b1-4f06-be7a-b4064cad084d req-89c6f32b-c752-43a5-b865-876dd890d43a tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368741 Aug 19 12:49:08.076542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819774-6f6f-44a2-b0a0-6cef2c873ae3 req-b8071d44-7752-4298-bba3-4061e2425ab1 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:08.078088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15819774-6f6f-44a2-b0a0-6cef2c873ae3 req-b8071d44-7752-4298-bba3-4061e2425ab1 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0518885 Aug 19 12:49:08.126164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-15819774-6f6f-44a2-b0a0-6cef2c873ae3 req-bce8525a-a6ca-405f-97bb-7b320f751a8d tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Aug 19 12:49:08.262248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8873-3efe-4653-8320-8664d58c2068 req-913630eb-827b-4f79-b8a5-8a5450d0cd30 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:08.264355 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7af8873-3efe-4653-8320-8664d58c2068 req-913630eb-827b-4f79-b8a5-8a5450d0cd30 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0567205 Aug 19 12:49:08.304666 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7af8873-3efe-4653-8320-8664d58c2068 req-c1f53a17-0363-44ea-8b0a-755ed4cbeec7 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340929 Aug 19 12:49:08.640133 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f96db-a2ec-42f6-bcb9-db7f2a53148f req-764ed5cc-ac10-4eba-9035-94b25e22e05e tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:08.641727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef3f96db-a2ec-42f6-bcb9-db7f2a53148f req-764ed5cc-ac10-4eba-9035-94b25e22e05e tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0541010 Aug 19 12:49:08.680063 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef3f96db-a2ec-42f6-bcb9-db7f2a53148f req-336ac888-ad6c-4d47-8b7d-1ffd5e00b186 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319896 Aug 19 12:49:09.493653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 028a562b-e55a-4c5c-bd30-23b0b12eb637 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:09.516265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 028a562b-e55a-4c5c-bd30-23b0b12eb637 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:09.516635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 028a562b-e55a-4c5c-bd30-23b0b12eb637 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:09.810069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584d97-27fa-4cd1-a911-8cbe4f059840 req-b00de3c8-4f6f-4cbc-92b9-f9ee223d92b1 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:09.811567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2584d97-27fa-4cd1-a911-8cbe4f059840 req-b00de3c8-4f6f-4cbc-92b9-f9ee223d92b1 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0515604 Aug 19 12:49:09.851493 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e2584d97-27fa-4cd1-a911-8cbe4f059840 req-dec42141-3f1a-4793-87a6-39e8b85745ed tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/security-groups?id=742ac801-fb0f-4113-a435-d55ea1d93d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Aug 19 12:49:10.104589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-809dcf41-f43a-4624-a468-6049ed59e6fd tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:10.106089 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-809dcf41-f43a-4624-a468-6049ed59e6fd tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.54 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 945 time: 0.0564437 Aug 19 12:49:10.200164 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Deleting port 2f36f665-944e-4f22-8fca-416bd6bded35 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:10.200527 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.295695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] For port 2f36f665-944e-4f22-8fca-416bd6bded35, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2f36f665-944e-4f22-8fca-416bd6bded35,segment=NetworkSegment(7ad562ab-a077-422f-8afe-5c5d6a6fdd83),segment_id=7ad562ab-a077-422f-8afe-5c5d6a6fdd83)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:10.296064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.309535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Calling delete_port for 2f36f665-944e-4f22-8fca-416bd6bded35 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:10.461998 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.495009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2f36f665-944e-4f22-8fca-416bd6bded35'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:10.498363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Pushing event deleted for resources: {'Port': ['ID=2f36f665-944e-4f22-8fca-416bd6bded35,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:10.542474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] No DVR routers for this DVR port 2f36f665-944e-4f22-8fca-416bd6bded35 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:10.544935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.547603 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6aa55f79-88f2-461e-9f03-9903727dd9a9 req-05d45b90-cf3d-46f1-833b-04e628e587f6 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.54 "DELETE /v2.0/ports/2f36f665-944e-4f22-8fca-416bd6bded35 HTTP/1.1" status: 204 len: 173 time: 0.4341455 Aug 19 12:49:10.547846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461feaa1-d867-4c2d-bddc-5ca4b4a8b467', 'name': 'network-vif-deleted', 'tag': '2f36f665-944e-4f22-8fca-416bd6bded35'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:10.550129 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4ca1b9-b8e5-45fd-a315-109f810c4c69" -d '{"events": [{"server_uuid": "461feaa1-d867-4c2d-bddc-5ca4b4a8b467", "name": "network-vif-deleted", "tag": "2f36f665-944e-4f22-8fca-416bd6bded35"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:10.590688 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654bb5e6-f92c-4120-8bd0-9a00726fcce4 x-openstack-request-id: req-654bb5e6-f92c-4120-8bd0-9a00726fcce4 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:10.590987 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461feaa1-d867-4c2d-bddc-5ca4b4a8b467", "name": "network-vif-deleted", "tag": "2f36f665-944e-4f22-8fca-416bd6bded35", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:10.591242 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-654bb5e6-f92c-4120-8bd0-9a00726fcce4 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:10.591641 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461feaa1-d867-4c2d-bddc-5ca4b4a8b467', 'name': 'network-vif-deleted', 'tag': '2f36f665-944e-4f22-8fca-416bd6bded35', 'status': 'completed', 'code': 200} Aug 19 12:49:10.971817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-740d51b4-db14-487d-baf4-892ff1ba74f9 req-a1192cd3-1cea-45a8-a05b-ba82d74c41e2 tempest-ServersNegativeTestJSON-2086079156 tempest-ServersNegativeTestJSON-2086079156-project] 10.222.0.65 "GET /v2.0/ports?device_id=461feaa1-d867-4c2d-bddc-5ca4b4a8b467 HTTP/1.1" status: 200 len: 210 time: 0.0271699 Aug 19 12:49:12.033596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46798) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:12.083035 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd616c36-c9a6-4dd0-8f9f-839122715818 admin admin] Deleting subnet ec48f13b-0993-457c-8dc2-8771a9345fea {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:12.086438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd616c36-c9a6-4dd0-8f9f-839122715818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.120585 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd616c36-c9a6-4dd0-8f9f-839122715818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.161310 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd616c36-c9a6-4dd0-8f9f-839122715818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.230299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd616c36-c9a6-4dd0-8f9f-839122715818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.262287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd616c36-c9a6-4dd0-8f9f-839122715818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec48f13b-0993-457c-8dc2-8771a9345fea,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:12.264238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-cd616c36-c9a6-4dd0-8f9f-839122715818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.266200 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-cd616c36-c9a6-4dd0-8f9f-839122715818 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ec48f13b-0993-457c-8dc2-8771a9345fea HTTP/1.1" status: 204 len: 168 time: 0.2315452 Aug 19 12:49:12.269351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46800) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:12.348260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.446520 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.456648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50812e45-1a2b-41ec-b84f-260ba14d20fc']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:12.467841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad562ab-a077-422f-8afe-5c5d6a6fdd83') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:12.468116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad562ab-a077-422f-8afe-5c5d6a6fdd83') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:12.477645 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.491494 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.497356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:12.497741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:12.499356 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:12.558035 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.564507 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.566384 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] 10.222.0.65 "DELETE /v2.0/networks/50812e45-1a2b-41ec-b84f-260ba14d20fc HTTP/1.1" status: 204 len: 168 time: 0.2961004 Aug 19 12:49:12.576400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c582d-02bb-4778-a4d6-bd44135a879b admin admin] Pushing event deleted for resources: {'Network': ['ID=50812e45-1a2b-41ec-b84f-260ba14d20fc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:12.684259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46804) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:12.728115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4e531efb-6923-47de-988f-910148e1cb8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e8ecb388b3d04804bbb808aff7592699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426342 Aug 19 12:49:12.730977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46806) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:12.785104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfa003c0-7d81-4dc5-a2a5-6598785ffbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.808960 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfa003c0-7d81-4dc5-a2a5-6598785ffbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.863372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfa003c0-7d81-4dc5-a2a5-6598785ffbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.865953 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cfa003c0-7d81-4dc5-a2a5-6598785ffbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.869468 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cfa003c0-7d81-4dc5-a2a5-6598785ffbe4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/742ac801-fb0f-4113-a435-d55ea1d93d2c HTTP/1.1" status: 204 len: 168 time: 0.1350451 Aug 19 12:49:12.875858 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa003c0-7d81-4dc5-a2a5-6598785ffbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742ac801-fb0f-4113-a435-d55ea1d93d2c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:13.599868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46828) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:13.706486 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1973665899'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:13.733117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:13.737254 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.746122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.777226 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:49:13.848406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.854853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.894425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:13.901036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579e9e77-0d05-43aa-917a-55f3ed28624b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:13.908510 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.909481 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Added segment 22282b8d-8ecf-4ed9-a61e-2f9a58f56416 of type vlan for network d13e91b2-b725-4701-b4e8-ff619275162d Aug 19 12:49:13.956233 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.983706 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.989586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:13.990185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:14.046415 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4454315 Aug 19 12:49:14.061532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdc435-be4e-4b86-9a76-8bdd712a499d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Network': ['ID=d13e91b2-b725-4701-b4e8-ff619275162d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:14.073252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network d13e91b2-b725-4701-b4e8-ff619275162d details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:14.211481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2f36f665-944e-4f22-8fca-416bd6bded35 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:14.232541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 2f36f665-944e-4f22-8fca-416bd6bded35 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:14.232962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2f36f665-944e-4f22-8fca-416bd6bded35 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:17.419999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46832) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:17.425949 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'subnet': {'network_id': 'd13e91b2-b725-4701-b4e8-ff619275162d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:17.514708 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:17.518668 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.725190 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.787873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Subnet': ['ID=0ef5a8d6-5860-4853-89ab-d6d59e4c0268,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:17.796639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Checking segment: {'id': '22282b8d-8ecf-4ed9-a61e-2f9a58f56416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd13e91b2-b725-4701-b4e8-ff619275162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:17.797401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network hostable DHCP agents. Network: d13e91b2-b725-4701-b4e8-ff619275162d, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:17.815772 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network d13e91b2-b725-4701-b4e8-ff619275162d is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:17.825462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, d13e91b2-b725-4701-b4e8-ff619275162d) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:17.830629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.832016 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.833773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc46f5e8-3a26-4419-a63f-7a33b05cf98a None None] Network d13e91b2-b725-4701-b4e8-ff619275162d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:17.848027 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-80f7e138-f3dc-4fc1-86df-4ccb247393d9 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4267848 Aug 19 12:49:17.851508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46834) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:17.856620 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2003182131'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:17.880903 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:17.884868 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.909276 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:17.918549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.918910 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Added segment ff81f882-87b6-4c28-a7cc-18a9b5ab3561 of type vlan for network 6f01d659-7778-403f-a3c2-656299277674 Aug 19 12:49:17.961630 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.988417 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.994768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-d13e91b2-b725-4701-b4e8-ff619275162d', 'network_id': 'd13e91b2-b725-4701-b4e8-ff619275162d', 'tenant_id': '8a68c1fe560249f7bdb126e69bf4dd39', 'fixed_ips': [{'subnet_id': '0ef5a8d6-5860-4853-89ab-d6d59e4c0268'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:17.995401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.995654 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.995993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.056093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2033091 Aug 19 12:49:18.059072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46836) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:18.065711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'subnet': {'network_id': '6f01d659-7778-403f-a3c2-656299277674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:18.068268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd464e-83f6-45a6-a83a-a65fa4104de2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Network': ['ID=6f01d659-7778-403f-a3c2-656299277674,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:18.080939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 6f01d659-7778-403f-a3c2-656299277674 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:18.162204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:18.165957 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.192275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Allocated IP 2001:db8:0:ffff::2 (d13e91b2-b725-4701-b4e8-ff619275162d/0ef5a8d6-5860-4853-89ab-d6d59e4c0268/460a5130-b367-468f-b0d8-39665ffb0699) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:18.340984 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.349493 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Transition to ACTIVE for port object 460a5130-b367-468f-b0d8-39665ffb0699 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:18.358094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.365254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Transition to ACTIVE for port object 460a5130-b367-468f-b0d8-39665ffb0699 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:18.371645 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.417094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Network d13e91b2-b725-4701-b4e8-ff619275162d is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:18.422814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Subnet': ['ID=447ee478-5243-4e07-9789-2842a19432ba,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:18.422960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:18.425060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Pushing event updated for resources: {'Port': ['ID=460a5130-b367-468f-b0d8-39665ffb0699,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:18.427402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:18.434257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Checking segment: {'id': 'ff81f882-87b6-4c28-a7cc-18a9b5ab3561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6f01d659-7778-403f-a3c2-656299277674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:18.434631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network hostable DHCP agents. Network: 6f01d659-7778-403f-a3c2-656299277674, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:18.440584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.440968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.441378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.441759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.442133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.442515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.443021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.443433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.443762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.444140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.444549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.444898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:18.454591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network 6f01d659-7778-403f-a3c2-656299277674 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:18.464036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 6f01d659-7778-403f-a3c2-656299277674) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:18.468453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:18.469092 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.487361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-82ffd6b0-486d-4a5e-876f-626437a759cf tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4242506 Aug 19 12:49:18.487550 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46838) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:18.489117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd8a804-0c0b-4bf3-b2e7-1d9b6812c4c8 None None] Network 6f01d659-7778-403f-a3c2-656299277674 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:18.540341 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Attempting to bind port 460a5130-b367-468f-b0d8-39665ffb0699 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:18.540773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Attempting to bind port 460a5130-b367-468f-b0d8-39665ffb0699 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '22282b8d-8ecf-4ed9-a61e-2f9a58f56416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd13e91b2-b725-4701-b4e8-ff619275162d'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:18.541208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Attempting to bind port 460a5130-b367-468f-b0d8-39665ffb0699 on network d13e91b2-b725-4701-b4e8-ff619275162d {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:18.549724 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-434daa94-39f4-4fc0-aa0c-dc88542a038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.558224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:18.558612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Checking segment: {'id': '22282b8d-8ecf-4ed9-a61e-2f9a58f56416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd13e91b2-b725-4701-b4e8-ff619275162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:18.559025 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.559446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Bound using segment: {'id': '22282b8d-8ecf-4ed9-a61e-2f9a58f56416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd13e91b2-b725-4701-b4e8-ff619275162d'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:18.559925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Bound port: 460a5130-b367-468f-b0d8-39665ffb0699, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22282b8d-8ecf-4ed9-a61e-2f9a58f56416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd13e91b2-b725-4701-b4e8-ff619275162d'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:18.560309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.583430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.636312 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.681209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] For port 460a5130-b367-468f-b0d8-39665ffb0699, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:18.687107 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] For port 460a5130-b367-468f-b0d8-39665ffb0699, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=460a5130-b367-468f-b0d8-39665ffb0699,segment=NetworkSegment(22282b8d-8ecf-4ed9-a61e-2f9a58f56416),segment_id=22282b8d-8ecf-4ed9-a61e-2f9a58f56416)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:18.708911 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.709653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.738563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec03dbc-344b-4eea-b0ed-77be2bed8a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-6f01d659-7778-403f-a3c2-656299277674', 'network_id': '6f01d659-7778-403f-a3c2-656299277674', 'tenant_id': '8a68c1fe560249f7bdb126e69bf4dd39', 'fixed_ips': [{'subnet_id': '447ee478-5243-4e07-9789-2842a19432ba'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:18.739464 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aec03dbc-344b-4eea-b0ed-77be2bed8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.742974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Subnet': ['ID=447ee478-5243-4e07-9789-2842a19432ba,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:18.808038 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.818643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f01d659-7778-403f-a3c2-656299277674']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:18.829505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff81f882-87b6-4c28-a7cc-18a9b5ab3561') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:18.829832 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff81f882-87b6-4c28-a7cc-18a9b5ab3561') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:18.836008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2e883-ffaf-443e-b397-5ae2620d8f93 None None] Pushing event updated for resources: {'Port': ['ID=460a5130-b367-468f-b0d8-39665ffb0699,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:18.841294 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.858882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7773a5-0585-4de8-add7-2e6242f3b2ad None None] Network 6f01d659-7778-403f-a3c2-656299277674 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:18.868362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.875016 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:18.875422 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:18.879281 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:18.955867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.963784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.966024 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/networks/6f01d659-7778-403f-a3c2-656299277674 HTTP/1.1" status: 204 len: 168 time: 0.4773042 Aug 19 12:49:18.972041 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46840) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:18.979168 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-140431873'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:18.995508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0c330-2027-4a64-be9d-b08c196ef315 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Network': ['ID=6f01d659-7778-403f-a3c2-656299277674,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:19.006959 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:19.011671 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.043064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:19.057416 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.057799 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Added segment d1bea3e1-635b-4e79-9379-920f5524e820 of type vlan for network febd4a6b-59e9-4997-9ab8-7854f0221111 Aug 19 12:49:19.099242 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.124885 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.130710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:19.131300 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.186053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2113304 Aug 19 12:49:19.189120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46842) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:19.194465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'subnet': {'network_id': 'febd4a6b-59e9-4997-9ab8-7854f0221111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:19.198171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3006e-e11c-460d-84ee-6d134e6b339f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Network': ['ID=febd4a6b-59e9-4997-9ab8-7854f0221111,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:19.211422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network febd4a6b-59e9-4997-9ab8-7854f0221111 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:19.303251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:19.306939 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.365826 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Performing IP validity checks on allocation pools {{(pid=101153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:49:19.366537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.ipam_backend_mixin [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:49:19.499689 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.564142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Subnet': ['ID=9989642b-142a-4cbc-a9e5-2a7f9ec115cc,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:19.575244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Checking segment: {'id': 'd1bea3e1-635b-4e79-9379-920f5524e820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'febd4a6b-59e9-4997-9ab8-7854f0221111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:19.575611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network hostable DHCP agents. Network: febd4a6b-59e9-4997-9ab8-7854f0221111, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:19.594908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network febd4a6b-59e9-4997-9ab8-7854f0221111 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:19.606231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, febd4a6b-59e9-4997-9ab8-7854f0221111) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:19.611674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:19.612114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.616205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa3ae5-38bf-4b8e-9cbf-27b0ae7e5de3 None None] Network febd4a6b-59e9-4997-9ab8-7854f0221111 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:19.632623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46844) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:19.632861 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4443187a-f0ba-4ecd-9e35-e338ea3a7326 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4424894 Aug 19 12:49:19.692463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0382d9b-35e1-4f9b-a574-49cb5dfb8220 None None] Network d13e91b2-b725-4701-b4e8-ff619275162d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:19.736298 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.786976 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.789196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-81a87dc2-c5c0-4eec-b410-9fe824e7cb9f None None] Provisioning for port 460a5130-b367-468f-b0d8-39665ffb0699 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:19.845104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc3d3b-93b0-485a-8354-c6dc7897d359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-febd4a6b-59e9-4997-9ab8-7854f0221111', 'network_id': 'febd4a6b-59e9-4997-9ab8-7854f0221111', 'tenant_id': '8a68c1fe560249f7bdb126e69bf4dd39', 'fixed_ips': [{'subnet_id': '9989642b-142a-4cbc-a9e5-2a7f9ec115cc'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:19.846015 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-36bc3d3b-93b0-485a-8354-c6dc7897d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.854445 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.881721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Subnet': ['ID=9989642b-142a-4cbc-a9e5-2a7f9ec115cc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:19.941752 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.952257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febd4a6b-59e9-4997-9ab8-7854f0221111']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:19.963542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bea3e1-635b-4e79-9379-920f5524e820') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:19.963887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bea3e1-635b-4e79-9379-920f5524e820') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:19.973559 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.990265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2731e-9484-4d56-acf5-09d540795f33 None None] Network febd4a6b-59e9-4997-9ab8-7854f0221111 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:19.990943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.998105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:19.998587 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:20.018819 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:20.075464 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.087356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.092841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/networks/febd4a6b-59e9-4997-9ab8-7854f0221111 HTTP/1.1" status: 204 len: 168 time: 0.4551575 Aug 19 12:49:20.093729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46846) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:20.094625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 460a5130-b367-468f-b0d8-39665ffb0699 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:20.101103 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-966855744'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:20.103035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1acb3-7f32-4ac4-89f0-403683cc20fc tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Network': ['ID=febd4a6b-59e9-4997-9ab8-7854f0221111,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:20.128116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:20.132341 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.160628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:20.167937 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 460a5130-b367-468f-b0d8-39665ffb0699 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:20.172144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.172608 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Added segment 5697cebf-f609-4c77-aa7d-a8a0d770a0d3 of type vlan for network af759d06-b49a-4643-ba8c-edb6b8f20161 Aug 19 12:49:20.173244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 460a5130-b367-468f-b0d8-39665ffb0699 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:20.173244 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.225301 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.253693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.259483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.260218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.261328 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.297227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 460a5130-b367-468f-b0d8-39665ffb0699, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=460a5130-b367-468f-b0d8-39665ffb0699,segment=NetworkSegment(22282b8d-8ecf-4ed9-a61e-2f9a58f56416),segment_id=22282b8d-8ecf-4ed9-a61e-2f9a58f56416)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:20.302168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.325155 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2289021 Aug 19 12:49:20.328720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46848) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:20.334602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'subnet': {'network_id': 'af759d06-b49a-4643-ba8c-edb6b8f20161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:20.357215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-dcffd31e-c5d7-4e08-b015-7d3a48f4b547 None None] Provisioning complete for port 460a5130-b367-468f-b0d8-39665ffb0699 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:20.357593 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dcffd31e-c5d7-4e08-b015-7d3a48f4b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.378768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=460a5130-b367-468f-b0d8-39665ffb0699,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:20.384352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c6d53-a776-4aa7-b92f-99504a25a28d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Network': ['ID=af759d06-b49a-4643-ba8c-edb6b8f20161,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:20.400553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network af759d06-b49a-4643-ba8c-edb6b8f20161 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:20.442802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:20.446390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.653030 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.715006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Subnet': ['ID=9415aa3f-ae96-4140-8650-be199e48094f,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:20.724152 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Checking segment: {'id': '5697cebf-f609-4c77-aa7d-a8a0d770a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'af759d06-b49a-4643-ba8c-edb6b8f20161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:20.724517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network hostable DHCP agents. Network: af759d06-b49a-4643-ba8c-edb6b8f20161, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:20.743363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network af759d06-b49a-4643-ba8c-edb6b8f20161 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:20.753869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, af759d06-b49a-4643-ba8c-edb6b8f20161) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:20.758057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.758637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.763226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963574ea-53b8-4275-82b9-8f43e9b81655 None None] Network af759d06-b49a-4643-ba8c-edb6b8f20161 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:20.772574 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5c855e5a-e2de-4bf8-9eae-0d7bb2eff60d tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4420428 Aug 19 12:49:20.776376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46850) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:20.781349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-779223693'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:20.802401 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:20.806166 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.832315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:20.842061 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.842408 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Added segment a057e1df-336d-45ef-a964-dc696a17b8dd of type vlan for network 650f7aad-1b1e-4e77-a718-80a84313bd5f Aug 19 12:49:20.874399 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0da2df8c-1a6d-405f-be94-c3277474d94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.883019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.908607 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.914174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.914859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.923271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-af759d06-b49a-4643-ba8c-edb6b8f20161', 'network_id': 'af759d06-b49a-4643-ba8c-edb6b8f20161', 'tenant_id': '8a68c1fe560249f7bdb126e69bf4dd39', 'fixed_ips': [{'subnet_id': '9415aa3f-ae96-4140-8650-be199e48094f'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:20.924157 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.976634 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1991498 Aug 19 12:49:20.979742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46852) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:20.985895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Request body: {'subnet': {'network_id': '650f7aad-1b1e-4e77-a718-80a84313bd5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:20.991206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1e59f-f871-4df6-ac98-fac037918f2f tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Network': ['ID=650f7aad-1b1e-4e77-a718-80a84313bd5f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:21.003445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 650f7aad-1b1e-4e77-a718-80a84313bd5f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:21.060082 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.082444 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Made reservation on behalf of 8a68c1fe560249f7bdb126e69bf4dd39 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:21.086150 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.133574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Allocated IP 2001:db8::2 (af759d06-b49a-4643-ba8c-edb6b8f20161/9415aa3f-ae96-4140-8650-be199e48094f/b7a53765-8e32-4349-959d-452e89f8be43) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:21.278674 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.283051 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.292808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Transition to ACTIVE for port object b7a53765-8e32-4349-959d-452e89f8be43 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:21.308322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Transition to ACTIVE for port object b7a53765-8e32-4349-959d-452e89f8be43 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:21.315929 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.340308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event updated for resources: {'Subnet': ['ID=2da10eff-8492-402c-b826-e706c50c60a4,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:21.351738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Network af759d06-b49a-4643-ba8c-edb6b8f20161 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:21.352208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Checking segment: {'id': 'a057e1df-336d-45ef-a964-dc696a17b8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '650f7aad-1b1e-4e77-a718-80a84313bd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:21.352574 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network hostable DHCP agents. Network: 650f7aad-1b1e-4e77-a718-80a84313bd5f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:21.354559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:21.360184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:21.371042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Pushing event updated for resources: {'Port': ['ID=b7a53765-8e32-4349-959d-452e89f8be43,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:21.371266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Network 650f7aad-1b1e-4e77-a718-80a84313bd5f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:21.383942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 650f7aad-1b1e-4e77-a718-80a84313bd5f) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:21.388843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:21.389432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.395824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a1ba2-3c6e-4595-b85d-88cfa9d1c2cb None None] Network 650f7aad-1b1e-4e77-a718-80a84313bd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:21.406197 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7c122039-bd06-4884-ba0e-070221004f77 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4251721 Aug 19 12:49:21.409009 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46854) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:21.519167 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.574897 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.633160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Attempting to bind port b7a53765-8e32-4349-959d-452e89f8be43 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:21.633530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Attempting to bind port b7a53765-8e32-4349-959d-452e89f8be43 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '5697cebf-f609-4c77-aa7d-a8a0d770a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'af759d06-b49a-4643-ba8c-edb6b8f20161'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:21.633869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Attempting to bind port b7a53765-8e32-4349-959d-452e89f8be43 on network af759d06-b49a-4643-ba8c-edb6b8f20161 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:21.643964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:21.644421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Checking segment: {'id': '5697cebf-f609-4c77-aa7d-a8a0d770a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'af759d06-b49a-4643-ba8c-edb6b8f20161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:21.644981 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.645446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Bound using segment: {'id': '5697cebf-f609-4c77-aa7d-a8a0d770a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'af759d06-b49a-4643-ba8c-edb6b8f20161'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:21.645620 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.645925 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Bound port: b7a53765-8e32-4349-959d-452e89f8be43, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5697cebf-f609-4c77-aa7d-a8a0d770a0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'af759d06-b49a-4643-ba8c-edb6b8f20161'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:21.646347 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.673846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Subnet': ['ID=2da10eff-8492-402c-b826-e706c50c60a4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:21.736700 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.746580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650f7aad-1b1e-4e77-a718-80a84313bd5f']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:21.757519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a057e1df-336d-45ef-a964-dc696a17b8dd') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:21.757742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a057e1df-336d-45ef-a964-dc696a17b8dd') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:21.760179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] For port b7a53765-8e32-4349-959d-452e89f8be43, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:21.763438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a3ded-3a5f-4ff5-af3a-e44f21b03a3d None None] Network 650f7aad-1b1e-4e77-a718-80a84313bd5f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:21.766829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] For port b7a53765-8e32-4349-959d-452e89f8be43, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b7a53765-8e32-4349-959d-452e89f8be43,segment=NetworkSegment(5697cebf-f609-4c77-aa7d-a8a0d770a0d3),segment_id=5697cebf-f609-4c77-aa7d-a8a0d770a0d3)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:21.767943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.783394 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.783585 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.789907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:21.790370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:21.793448 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:21.856453 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.862725 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.867637 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/networks/650f7aad-1b1e-4e77-a718-80a84313bd5f HTTP/1.1" status: 204 len: 168 time: 0.4575653 Aug 19 12:49:21.872869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46856) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:21.886453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19d1ae-e583-4a63-9ad0-c20b2fcbb5d4 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Network': ['ID=650f7aad-1b1e-4e77-a718-80a84313bd5f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:21.889128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1dbd5-e16c-4b74-bb40-f6c3148c5e72 None None] Pushing event updated for resources: {'Port': ['ID=b7a53765-8e32-4349-959d-452e89f8be43,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:21.907760 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d165ea-0a71-41f0-a8dc-2adf0449ddf8 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] GET failed (client error): The resource could not be found. Aug 19 12:49:21.911781 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b0d165ea-0a71-41f0-a8dc-2adf0449ddf8 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "GET /v2.0/subnets/2da10eff-8492-402c-b826-e706c50c60a4 HTTP/1.1" status: 404 len: 337 time: 0.0335839 Aug 19 12:49:21.913337 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46858) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:21.934116 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-715b7476-788f-41ba-962f-219bfa125441 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:21.934706 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715b7476-788f-41ba-962f-219bfa125441 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:21.940220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-715b7476-788f-41ba-962f-219bfa125441 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/networks/650f7aad-1b1e-4e77-a718-80a84313bd5f HTTP/1.1" status: 404 len: 339 time: 0.0220942 Aug 19 12:49:21.941973 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46860) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:21.968471 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95b8a29-0bbe-44ee-b4c5-9e2084f012bb tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:21.969047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95b8a29-0bbe-44ee-b4c5-9e2084f012bb tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:21.971035 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f95b8a29-0bbe-44ee-b4c5-9e2084f012bb tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/subnets/2da10eff-8492-402c-b826-e706c50c60a4 HTTP/1.1" status: 404 len: 337 time: 0.0278811 Aug 19 12:49:21.973621 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:21.992232 n-d-778550-9 neutron-server[101153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8519d7-7ffc-4c6d-a7b8-a45f9e4e9340 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:21.992855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8519d7-7ffc-4c6d-a7b8-a45f9e4e9340 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:21.994667 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4e8519d7-7ffc-4c6d-a7b8-a45f9e4e9340 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/networks/650f7aad-1b1e-4e77-a718-80a84313bd5f HTTP/1.1" status: 404 len: 339 time: 0.0201643 Aug 19 12:49:21.997483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46864) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:22.048224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 460a5130-b367-468f-b0d8-39665ffb0699 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:22.058335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aca672a-50b9-4b14-945e-661e5fc0abf7 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Deleting subnet 9415aa3f-ae96-4140-8650-be199e48094f {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:22.063033 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aca672a-50b9-4b14-945e-661e5fc0abf7 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.108565 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aca672a-50b9-4b14-945e-661e5fc0abf7 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.119643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 460a5130-b367-468f-b0d8-39665ffb0699 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:22.120025 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.168713 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.215528 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aca672a-50b9-4b14-945e-661e5fc0abf7 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.276819 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aca672a-50b9-4b14-945e-661e5fc0abf7 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.304846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca672a-50b9-4b14-945e-661e5fc0abf7 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Subnet': ['ID=9415aa3f-ae96-4140-8650-be199e48094f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:22.308114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5aca672a-50b9-4b14-945e-661e5fc0abf7 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.310791 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5aca672a-50b9-4b14-945e-661e5fc0abf7 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/subnets/9415aa3f-ae96-4140-8650-be199e48094f HTTP/1.1" status: 204 len: 168 time: 0.3121643 Aug 19 12:49:22.312729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46866) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:22.397350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.452321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Deleting port b7a53765-8e32-4349-959d-452e89f8be43 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:22.452668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.523050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] For port b7a53765-8e32-4349-959d-452e89f8be43, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b7a53765-8e32-4349-959d-452e89f8be43,segment=NetworkSegment(5697cebf-f609-4c77-aa7d-a8a0d770a0d3),segment_id=5697cebf-f609-4c77-aa7d-a8a0d770a0d3)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:22.523437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.537618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Calling delete_port for b7a53765-8e32-4349-959d-452e89f8be43 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:22.623227 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.648935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Port': ['ID=b7a53765-8e32-4349-959d-452e89f8be43,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:22.655320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] No DVR routers for this DVR port b7a53765-8e32-4349-959d-452e89f8be43 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:22.740896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.753725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af759d06-b49a-4643-ba8c-edb6b8f20161']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:22.765059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5697cebf-f609-4c77-aa7d-a8a0d770a0d3') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:22.765358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5697cebf-f609-4c77-aa7d-a8a0d770a0d3') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:22.775783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.791147 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.796273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0425edb8-b2b5-47c3-ab57-07c39ce147c6 None None] Network af759d06-b49a-4643-ba8c-edb6b8f20161 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:22.798599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:22.798992 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:22.802118 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:22.847450 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ba02071d-bdfd-4e8e-a5b7-4efd5d35766c None None] Could not find standard attr ID for object b7a53765-8e32-4349-959d-452e89f8be43. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:49:22.866254 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.871806 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.873708 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/networks/af759d06-b49a-4643-ba8c-edb6b8f20161 HTTP/1.1" status: 204 len: 168 time: 0.5595741 Aug 19 12:49:22.877182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46868) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:22.889147 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cd2fb-69f3-48f5-805c-17ca3777bea2 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Network': ['ID=af759d06-b49a-4643-ba8c-edb6b8f20161,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:22.918799 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-494e825a-3fa3-48e4-93bb-b1799dc85013 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:22.919257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494e825a-3fa3-48e4-93bb-b1799dc85013 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:22.921189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-494e825a-3fa3-48e4-93bb-b1799dc85013 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/subnets/9989642b-142a-4cbc-a9e5-2a7f9ec115cc HTTP/1.1" status: 404 len: 337 time: 0.0409701 Aug 19 12:49:22.924297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46870) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:22.942807 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6722acfd-e924-4e63-918a-029e77ca7a2e tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:22.943423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6722acfd-e924-4e63-918a-029e77ca7a2e tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:22.948036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6722acfd-e924-4e63-918a-029e77ca7a2e tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/networks/febd4a6b-59e9-4997-9ab8-7854f0221111 HTTP/1.1" status: 404 len: 339 time: 0.0199645 Aug 19 12:49:22.948311 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46872) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:22.967982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50633ac-2b8e-4db5-98f8-5d4540c61e83 None None] DHCP port deletion for af759d06-b49a-4643-ba8c-edb6b8f20161 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:22.974302 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade2b9d3-baa2-4e84-834b-daead8f20680 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:22.974765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade2b9d3-baa2-4e84-834b-daead8f20680 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:22.976512 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ade2b9d3-baa2-4e84-834b-daead8f20680 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/subnets/447ee478-5243-4e07-9789-2842a19432ba HTTP/1.1" status: 404 len: 337 time: 0.0273478 Aug 19 12:49:22.981821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46874) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:23.000221 n-d-778550-9 neutron-server[101154]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ea8a74-2bd1-40f3-bdf3-3dd384169c72 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:23.000896 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ea8a74-2bd1-40f3-bdf3-3dd384169c72 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:23.002534 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-52ea8a74-2bd1-40f3-bdf3-3dd384169c72 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/networks/6f01d659-7778-403f-a3c2-656299277674 HTTP/1.1" status: 404 len: 339 time: 0.0198481 Aug 19 12:49:23.005080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46876) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:23.058388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-214d452f-9f03-4981-a3a7-01eefe15862b tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Deleting subnet 0ef5a8d6-5860-4853-89ab-d6d59e4c0268 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:23.061517 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-214d452f-9f03-4981-a3a7-01eefe15862b tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.103796 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-214d452f-9f03-4981-a3a7-01eefe15862b tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.201539 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-214d452f-9f03-4981-a3a7-01eefe15862b tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.265565 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-214d452f-9f03-4981-a3a7-01eefe15862b tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.294401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d452f-9f03-4981-a3a7-01eefe15862b tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef5a8d6-5860-4853-89ab-d6d59e4c0268,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:23.296380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-214d452f-9f03-4981-a3a7-01eefe15862b tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.301053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-214d452f-9f03-4981-a3a7-01eefe15862b tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/subnets/0ef5a8d6-5860-4853-89ab-d6d59e4c0268 HTTP/1.1" status: 204 len: 168 time: 0.2926745 Aug 19 12:49:23.301963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46878) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:23.304992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa4eec4-f5c9-4fdf-8345-e5e42534a1d5 None None] Network d13e91b2-b725-4701-b4e8-ff619275162d requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:23.382029 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.438142 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Deleting port 460a5130-b367-468f-b0d8-39665ffb0699 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:23.438634 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.488237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5eb790-2e31-4ad3-a88b-1006a1cfe6e8 None None] DHCP port deletion for d13e91b2-b725-4701-b4e8-ff619275162d request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:23.510267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] For port 460a5130-b367-468f-b0d8-39665ffb0699, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=460a5130-b367-468f-b0d8-39665ffb0699,segment=NetworkSegment(22282b8d-8ecf-4ed9-a61e-2f9a58f56416),segment_id=22282b8d-8ecf-4ed9-a61e-2f9a58f56416)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:23.510650 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.523881 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Calling delete_port for 460a5130-b367-468f-b0d8-39665ffb0699 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:23.536194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3b5eb790-2e31-4ad3-a88b-1006a1cfe6e8 None None] Deleting port 460a5130-b367-468f-b0d8-39665ffb0699 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:23.536605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb790-2e31-4ad3-a88b-1006a1cfe6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.603932 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3b5eb790-2e31-4ad3-a88b-1006a1cfe6e8 None None] For port 460a5130-b367-468f-b0d8-39665ffb0699, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=460a5130-b367-468f-b0d8-39665ffb0699,segment=NetworkSegment(22282b8d-8ecf-4ed9-a61e-2f9a58f56416),segment_id=22282b8d-8ecf-4ed9-a61e-2f9a58f56416)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:23.604464 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb790-2e31-4ad3-a88b-1006a1cfe6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.611126 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.619931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3b5eb790-2e31-4ad3-a88b-1006a1cfe6e8 None None] Calling delete_port for 460a5130-b367-468f-b0d8-39665ffb0699 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:23.638452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Port': ['ID=460a5130-b367-468f-b0d8-39665ffb0699,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:23.640192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] No DVR routers for this DVR port 460a5130-b367-468f-b0d8-39665ffb0699 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:23.697448 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb790-2e31-4ad3-a88b-1006a1cfe6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.723172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5eb790-2e31-4ad3-a88b-1006a1cfe6e8 None None] Pushing event deleted for resources: {'Port': ['ID=460a5130-b367-468f-b0d8-39665ffb0699,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:23.723439 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.728608 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5eb790-2e31-4ad3-a88b-1006a1cfe6e8 None None] No DVR routers for this DVR port 460a5130-b367-468f-b0d8-39665ffb0699 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:23.735834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13e91b2-b725-4701-b4e8-ff619275162d']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:23.745029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22282b8d-8ecf-4ed9-a61e-2f9a58f56416') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:23.745329 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22282b8d-8ecf-4ed9-a61e-2f9a58f56416') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:23.754460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.768043 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.774519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:23.774912 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:23.777915 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:23.844366 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.849787 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.851876 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] 10.222.0.65 "DELETE /v2.0/networks/d13e91b2-b725-4701-b4e8-ff619275162d HTTP/1.1" status: 204 len: 168 time: 0.5496602 Aug 19 12:49:23.866943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bbf21-83f8-4117-934b-4c33a8e81ba5 tempest-NetworksIpV6Test-529303214 tempest-NetworksIpV6Test-529303214-project] Pushing event deleted for resources: {'Network': ['ID=d13e91b2-b725-4701-b4e8-ff619275162d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:24.025405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 460a5130-b367-468f-b0d8-39665ffb0699 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:24.045565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 460a5130-b367-468f-b0d8-39665ffb0699 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:24.045918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 460a5130-b367-468f-b0d8-39665ffb0699 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:24.124642 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46884) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:24.184230 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.276338 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-254286f3-137e-493b-8075-c741806998d8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a68c1fe560249f7bdb126e69bf4dd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504776 Aug 19 12:49:24.279071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46888) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:24.337869 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-736c5d90-d0e1-46dc-8047-017d5ebba50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.362712 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-736c5d90-d0e1-46dc-8047-017d5ebba50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.411555 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-736c5d90-d0e1-46dc-8047-017d5ebba50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.414162 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-736c5d90-d0e1-46dc-8047-017d5ebba50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.415329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-736c5d90-d0e1-46dc-8047-017d5ebba50a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/579e9e77-0d05-43aa-917a-55f3ed28624b HTTP/1.1" status: 204 len: 168 time: 0.1353579 Aug 19 12:49:24.424246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c5d90-d0e1-46dc-8047-017d5ebba50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579e9e77-0d05-43aa-917a-55f3ed28624b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:24.500657 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.167702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46910) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:25.274074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-819cdf63-b5de-4da7-b3de-9420e4b26d80 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-943557600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:25.304943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-819cdf63-b5de-4da7-b3de-9420e4b26d80 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.306375 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-819cdf63-b5de-4da7-b3de-9420e4b26d80 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.358820 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-819cdf63-b5de-4da7-b3de-9420e4b26d80 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.365757 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-819cdf63-b5de-4da7-b3de-9420e4b26d80 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.383172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-819cdf63-b5de-4da7-b3de-9420e4b26d80 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.384361 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-819cdf63-b5de-4da7-b3de-9420e4b26d80 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2156277 Aug 19 12:49:25.387215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:25.392173 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-58229747'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:25.413125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Made reservation on behalf of 2a9d2b794ccd44d299f047e0656524e2 for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:25.416602 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.425607 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.521899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.527866 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.553307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:25.562535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0372a068-7e28-4f23-9f98-f286a6b26367,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:25.567504 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.567843 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Added segment 04318be4-8906-45e8-937c-cf783086f3a4 of type vlan for network bc9f770d-d006-4fcd-97f4-641fa79b298f Aug 19 12:49:25.606533 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.644975 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.654070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:25.654962 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.717304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3290422 Aug 19 12:49:25.720469 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46916) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:25.725832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Request body: {'subnet': {'network_id': 'bc9f770d-d006-4fcd-97f4-641fa79b298f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:25.729721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32252e06-e68b-46dd-97ee-be88b6244fa2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event updated for resources: {'Network': ['ID=bc9f770d-d006-4fcd-97f4-641fa79b298f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:25.740157 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network bc9f770d-d006-4fcd-97f4-641fa79b298f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:25.823500 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Made reservation on behalf of 2a9d2b794ccd44d299f047e0656524e2 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:25.827188 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.015293 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.067688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event updated for resources: {'Subnet': ['ID=c61750a7-9409-4d9d-97a1-99642a93c678,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:26.083239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Checking segment: {'id': '04318be4-8906-45e8-937c-cf783086f3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'bc9f770d-d006-4fcd-97f4-641fa79b298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:26.083602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Network hostable DHCP agents. Network: bc9f770d-d006-4fcd-97f4-641fa79b298f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:26.101812 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Network bc9f770d-d006-4fcd-97f4-641fa79b298f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:26.111660 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, bc9f770d-d006-4fcd-97f4-641fa79b298f) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:26.115672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.116264 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.121479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd7e288-a4cd-4ceb-8ed8-92db0f9ebe83 None None] Network bc9f770d-d006-4fcd-97f4-641fa79b298f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:26.134315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5946a0bf-4ec1-4b0e-9a0d-ae60b07b9905 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4125116 Aug 19 12:49:26.137245 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46918) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:26.143021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1861011811'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:26.167622 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Made reservation on behalf of 2a9d2b794ccd44d299f047e0656524e2 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:26.171228 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.196160 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:26.206118 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.206462 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Added segment 946d40eb-0b4b-4853-971c-9f2da41a1d7d of type vlan for network 46493680-e740-47a7-829d-586017f98900 Aug 19 12:49:26.253889 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.266977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-bc9f770d-d006-4fcd-97f4-641fa79b298f', 'network_id': 'bc9f770d-d006-4fcd-97f4-641fa79b298f', 'tenant_id': '2a9d2b794ccd44d299f047e0656524e2', 'fixed_ips': [{'subnet_id': 'c61750a7-9409-4d9d-97a1-99642a93c678'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:26.267866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.283669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.290995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.291746 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.354821 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2162316 Aug 19 12:49:26.357711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46920) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:26.363037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36516c7-656a-46fb-832d-9ded9f40d0a6 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event updated for resources: {'Network': ['ID=46493680-e740-47a7-829d-586017f98900,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:26.363666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Request body: {'subnet': {'network_id': '46493680-e740-47a7-829d-586017f98900', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:26.388873 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 46493680-e740-47a7-829d-586017f98900 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:26.465457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Made reservation on behalf of 2a9d2b794ccd44d299f047e0656524e2 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:26.468727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Allocated IP 172.20.0.2 (bc9f770d-d006-4fcd-97f4-641fa79b298f/c61750a7-9409-4d9d-97a1-99642a93c678/00617258-3222-4595-95c7-b2dc124323bc) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:26.469745 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.622155 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.630821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Transition to ACTIVE for port object 00617258-3222-4595-95c7-b2dc124323bc will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:26.646053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Transition to ACTIVE for port object 00617258-3222-4595-95c7-b2dc124323bc will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:26.652209 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.658529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.695152 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Network bc9f770d-d006-4fcd-97f4-641fa79b298f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:26.698195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:26.702508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:26.706340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Pushing event updated for resources: {'Port': ['ID=00617258-3222-4595-95c7-b2dc124323bc,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:26.718541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event updated for resources: {'Subnet': ['ID=e2e5df8b-6612-47a5-9f82-c2caba2b3530,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:26.731204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Checking segment: {'id': '946d40eb-0b4b-4853-971c-9f2da41a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46493680-e740-47a7-829d-586017f98900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:26.731669 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Network hostable DHCP agents. Network: 46493680-e740-47a7-829d-586017f98900, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:26.749059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Network 46493680-e740-47a7-829d-586017f98900 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:26.759344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 46493680-e740-47a7-829d-586017f98900) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:26.764574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Attempting to bind port 00617258-3222-4595-95c7-b2dc124323bc on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.765129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.765229 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Attempting to bind port 00617258-3222-4595-95c7-b2dc124323bc by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '04318be4-8906-45e8-937c-cf783086f3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'bc9f770d-d006-4fcd-97f4-641fa79b298f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.765378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Attempting to bind port 00617258-3222-4595-95c7-b2dc124323bc on network bc9f770d-d006-4fcd-97f4-641fa79b298f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.765761 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.773040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33593493-501c-4e35-bb8c-e3be617633c3 None None] Network 46493680-e740-47a7-829d-586017f98900 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:26.775456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:26.775863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Checking segment: {'id': '04318be4-8906-45e8-937c-cf783086f3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'bc9f770d-d006-4fcd-97f4-641fa79b298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:26.776283 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.776702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Bound using segment: {'id': '04318be4-8906-45e8-937c-cf783086f3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'bc9f770d-d006-4fcd-97f4-641fa79b298f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:26.777190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Bound port: 00617258-3222-4595-95c7-b2dc124323bc, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04318be4-8906-45e8-937c-cf783086f3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'bc9f770d-d006-4fcd-97f4-641fa79b298f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:26.777641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.785032 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3116e8c7-0ddd-4182-885e-11598206e2d1 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4251885 Aug 19 12:49:26.787591 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46922) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:26.792506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4a1686aa-0890-4151-aed3-f86aa756efa8 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Request body: {'router': {'external_gateway_info': {'network_id': '46493680-e740-47a7-829d-586017f98900'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:26.909076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] For port 00617258-3222-4595-95c7-b2dc124323bc, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:26.941010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] For port 00617258-3222-4595-95c7-b2dc124323bc, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=00617258-3222-4595-95c7-b2dc124323bc,segment=NetworkSegment(04318be4-8906-45e8-937c-cf783086f3a4),segment_id=04318be4-8906-45e8-937c-cf783086f3a4)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:26.948006 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.014020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4a1686aa-0890-4151-aed3-f86aa756efa8 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.030105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eebed9-1a5c-4f49-84eb-461c48ab66b6 None None] Pushing event updated for resources: {'Port': ['ID=00617258-3222-4595-95c7-b2dc124323bc,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:27.034744 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-46493680-e740-47a7-829d-586017f98900', 'network_id': '46493680-e740-47a7-829d-586017f98900', 'tenant_id': '2a9d2b794ccd44d299f047e0656524e2', 'fixed_ips': [{'subnet_id': 'e2e5df8b-6612-47a5-9f82-c2caba2b3530'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:27.035624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.128933 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [None req-4a1686aa-0890-4151-aed3-f86aa756efa8 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:49:27.130001 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4a1686aa-0890-4151-aed3-f86aa756efa8 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "PUT /v2.0/routers/156442ea-d9ab-4060-b117-5de15d1dfc6b HTTP/1.1" status: 400 len: 364 time: 0.3414633 Aug 19 12:49:27.135919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:27.209535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96d7cfd-c8e9-46a3-adf2-de4728abe254 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Deleting subnet e2e5df8b-6612-47a5-9f82-c2caba2b3530 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:27.221291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Allocated IP 172.21.0.2 (46493680-e740-47a7-829d-586017f98900/e2e5df8b-6612-47a5-9f82-c2caba2b3530/e8f4856b-9e09-4670-ab90-2111bc8e2656) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:27.380108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.390420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Transition to ACTIVE for port object e8f4856b-9e09-4670-ab90-2111bc8e2656 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:27.407449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Transition to ACTIVE for port object e8f4856b-9e09-4670-ab90-2111bc8e2656 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:27.413440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d96d7cfd-c8e9-46a3-adf2-de4728abe254 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.414026 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.449809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Network 46493680-e740-47a7-829d-586017f98900 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:27.455494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:27.459799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:27.468530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Pushing event updated for resources: {'Port': ['ID=e8f4856b-9e09-4670-ab90-2111bc8e2656,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:27.472274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d96d7cfd-c8e9-46a3-adf2-de4728abe254 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.518569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Attempting to bind port e8f4856b-9e09-4670-ab90-2111bc8e2656 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:27.518934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Attempting to bind port e8f4856b-9e09-4670-ab90-2111bc8e2656 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '946d40eb-0b4b-4853-971c-9f2da41a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46493680-e740-47a7-829d-586017f98900'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:27.519303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Attempting to bind port e8f4856b-9e09-4670-ab90-2111bc8e2656 on network 46493680-e740-47a7-829d-586017f98900 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:27.524270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:27.524629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Checking segment: {'id': '946d40eb-0b4b-4853-971c-9f2da41a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46493680-e740-47a7-829d-586017f98900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:27.527214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.527214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Bound using segment: {'id': '946d40eb-0b4b-4853-971c-9f2da41a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46493680-e740-47a7-829d-586017f98900'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:27.527214 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Bound port: e8f4856b-9e09-4670-ab90-2111bc8e2656, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946d40eb-0b4b-4853-971c-9f2da41a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46493680-e740-47a7-829d-586017f98900'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:27.527214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.555936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d96d7cfd-c8e9-46a3-adf2-de4728abe254 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.614479 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d96d7cfd-c8e9-46a3-adf2-de4728abe254 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.618798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] For port e8f4856b-9e09-4670-ab90-2111bc8e2656, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:27.622125 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] For port e8f4856b-9e09-4670-ab90-2111bc8e2656, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e8f4856b-9e09-4670-ab90-2111bc8e2656,segment=NetworkSegment(946d40eb-0b4b-4853-971c-9f2da41a1d7d),segment_id=946d40eb-0b4b-4853-971c-9f2da41a1d7d)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:27.628401 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.652254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d7cfd-c8e9-46a3-adf2-de4728abe254 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e5df8b-6612-47a5-9f82-c2caba2b3530,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:27.654365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d96d7cfd-c8e9-46a3-adf2-de4728abe254 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.656294 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d96d7cfd-c8e9-46a3-adf2-de4728abe254 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "DELETE /v2.0/subnets/e2e5df8b-6612-47a5-9f82-c2caba2b3530 HTTP/1.1" status: 204 len: 168 time: 0.5194187 Aug 19 12:49:27.659119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46926) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:27.696052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce4e6c-ef3a-4cf6-b25d-64a70a5fa067 None None] Pushing event updated for resources: {'Port': ['ID=e8f4856b-9e09-4670-ab90-2111bc8e2656,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:27.743137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.802530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Deleting port e8f4856b-9e09-4670-ab90-2111bc8e2656 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:27.802977 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.898140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] For port e8f4856b-9e09-4670-ab90-2111bc8e2656, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e8f4856b-9e09-4670-ab90-2111bc8e2656,segment=NetworkSegment(946d40eb-0b4b-4853-971c-9f2da41a1d7d),segment_id=946d40eb-0b4b-4853-971c-9f2da41a1d7d)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:27.898508 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.917846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Calling delete_port for e8f4856b-9e09-4670-ab90-2111bc8e2656 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:28.033897 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.074585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event deleted for resources: {'Port': ['ID=e8f4856b-9e09-4670-ab90-2111bc8e2656,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:28.079538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] No DVR routers for this DVR port e8f4856b-9e09-4670-ab90-2111bc8e2656 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:28.119784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e699a-c8a3-4b90-b0b3-d649b4625114 None None] Network bc9f770d-d006-4fcd-97f4-641fa79b298f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:28.133473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e8f4856b-9e09-4670-ab90-2111bc8e2656 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:28.161963 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.173046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46493680-e740-47a7-829d-586017f98900']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:28.181187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e8f4856b-9e09-4670-ab90-2111bc8e2656 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:28.181528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e8f4856b-9e09-4670-ab90-2111bc8e2656 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 12:49:28.184153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946d40eb-0b4b-4853-971c-9f2da41a1d7d') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:28.184453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946d40eb-0b4b-4853-971c-9f2da41a1d7d') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:28.194403 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.209197 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.209456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Port e8f4856b-9e09-4670-ab90-2111bc8e2656 not found, will not notify nova. {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 12:49:28.209805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 00617258-3222-4595-95c7-b2dc124323bc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:28.215713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:28.216104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:28.219828 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:28.265768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0189b640-bc11-47cd-9dc1-418d0d34a75a None None] Provisioning for port 00617258-3222-4595-95c7-b2dc124323bc completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:28.284092 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.289511 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.291559 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "DELETE /v2.0/networks/46493680-e740-47a7-829d-586017f98900 HTTP/1.1" status: 204 len: 168 time: 0.6315079 Aug 19 12:49:28.294518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46928) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.308741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c4715-bcb8-4b0b-a072-d7e9b5a20f35 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event deleted for resources: {'Network': ['ID=46493680-e740-47a7-829d-586017f98900,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:28.318378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 00617258-3222-4595-95c7-b2dc124323bc completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:28.324558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 00617258-3222-4595-95c7-b2dc124323bc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:28.325029 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.358651 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a5b8f4-89b1-419a-8e3c-49b341af5460 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Deleting subnet c61750a7-9409-4d9d-97a1-99642a93c678 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:28.362701 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a5b8f4-89b1-419a-8e3c-49b341af5460 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.422158 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a5b8f4-89b1-419a-8e3c-49b341af5460 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.435114 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.482338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 00617258-3222-4595-95c7-b2dc124323bc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=00617258-3222-4595-95c7-b2dc124323bc,segment=NetworkSegment(04318be4-8906-45e8-937c-cf783086f3a4),segment_id=04318be4-8906-45e8-937c-cf783086f3a4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:28.488662 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.536169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a5b8f4-89b1-419a-8e3c-49b341af5460 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.555616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=00617258-3222-4595-95c7-b2dc124323bc,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:28.601574 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a5b8f4-89b1-419a-8e3c-49b341af5460 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.634292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5b8f4-89b1-419a-8e3c-49b341af5460 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event deleted for resources: {'Subnet': ['ID=c61750a7-9409-4d9d-97a1-99642a93c678,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:28.637994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33a5b8f4-89b1-419a-8e3c-49b341af5460 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.642744 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46930) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.643218 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-33a5b8f4-89b1-419a-8e3c-49b341af5460 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "DELETE /v2.0/subnets/c61750a7-9409-4d9d-97a1-99642a93c678 HTTP/1.1" status: 204 len: 168 time: 0.3463876 Aug 19 12:49:28.660251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49782102-dc85-4c67-b36b-75c0b2f1ce27 None None] Network bc9f770d-d006-4fcd-97f4-641fa79b298f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:28.726642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.734958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-056df4a3-efc5-4634-95ea-9213d9d9a085 None None] Provisioning complete for port 00617258-3222-4595-95c7-b2dc124323bc triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:28.735391 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-056df4a3-efc5-4634-95ea-9213d9d9a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.811025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Deleting port 00617258-3222-4595-95c7-b2dc124323bc {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:28.811437 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.856421 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5f5f6-7ba0-40dd-8e56-b4731b228c72 None None] DHCP port deletion for 46493680-e740-47a7-829d-586017f98900 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:28.881942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d995e817-6e74-41aa-a40e-273e7a426fd9 None None] Network 46493680-e740-47a7-829d-586017f98900 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:28.884590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] For port 00617258-3222-4595-95c7-b2dc124323bc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=00617258-3222-4595-95c7-b2dc124323bc,segment=NetworkSegment(04318be4-8906-45e8-937c-cf783086f3a4),segment_id=04318be4-8906-45e8-937c-cf783086f3a4)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:28.885296 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.898387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d995e817-6e74-41aa-a40e-273e7a426fd9 None None] Network 46493680-e740-47a7-829d-586017f98900 could not be found, it might have been deleted concurrently. {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 12:49:28.898556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Calling delete_port for 00617258-3222-4595-95c7-b2dc124323bc owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:28.909171 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62541e-403a-4ee8-ac3c-1c0dbd9f37af None None] DHCP port deletion for bc9f770d-d006-4fcd-97f4-641fa79b298f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:28.956101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2c62541e-403a-4ee8-ac3c-1c0dbd9f37af None None] Deleting port 00617258-3222-4595-95c7-b2dc124323bc {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:28.956482 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c62541e-403a-4ee8-ac3c-1c0dbd9f37af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.983775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.009525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event deleted for resources: {'Port': ['ID=00617258-3222-4595-95c7-b2dc124323bc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:29.013222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] No DVR routers for this DVR port 00617258-3222-4595-95c7-b2dc124323bc on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:29.199639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e545916a-669c-4ee2-af1e-8f56cb711a75 None None] Could not find standard attr ID for object e8f4856b-9e09-4670-ab90-2111bc8e2656. {{(pid=101155) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:49:29.213440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.218544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2c62541e-403a-4ee8-ac3c-1c0dbd9f37af None None] For port 00617258-3222-4595-95c7-b2dc124323bc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=00617258-3222-4595-95c7-b2dc124323bc,segment=NetworkSegment(04318be4-8906-45e8-937c-cf783086f3a4),segment_id=04318be4-8906-45e8-937c-cf783086f3a4)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:29.218944 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c62541e-403a-4ee8-ac3c-1c0dbd9f37af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.232672 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2c62541e-403a-4ee8-ac3c-1c0dbd9f37af None None] Calling delete_port for 00617258-3222-4595-95c7-b2dc124323bc owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:29.319243 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2c62541e-403a-4ee8-ac3c-1c0dbd9f37af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.345745 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62541e-403a-4ee8-ac3c-1c0dbd9f37af None None] Pushing event deleted for resources: {'Port': ['ID=00617258-3222-4595-95c7-b2dc124323bc,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:29.350836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62541e-403a-4ee8-ac3c-1c0dbd9f37af None None] No DVR routers for this DVR port 00617258-3222-4595-95c7-b2dc124323bc on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:29.464829 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.477425 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9f770d-d006-4fcd-97f4-641fa79b298f']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:29.487815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04318be4-8906-45e8-937c-cf783086f3a4') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:29.488104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04318be4-8906-45e8-937c-cf783086f3a4') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:29.496865 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.512134 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.518836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:29.519165 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:29.522483 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:29.589742 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.597051 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.599023 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "DELETE /v2.0/networks/bc9f770d-d006-4fcd-97f4-641fa79b298f HTTP/1.1" status: 204 len: 168 time: 0.9552298 Aug 19 12:49:29.601997 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46932) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.615212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad99a8-baf2-450e-ab94-485054be8ff3 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Pushing event deleted for resources: {'Network': ['ID=bc9f770d-d006-4fcd-97f4-641fa79b298f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:29.630679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8b527f4d-e94b-4aad-a831-211eed34de4d tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "GET /v2.0/ports?device_id=156442ea-d9ab-4060-b117-5de15d1dfc6b HTTP/1.1" status: 200 len: 205 time: 0.0274944 Aug 19 12:49:29.634431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46934) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.717905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1275-2d17-486f-b7a8-8f7e8ecdf9a2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.880079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1275-2d17-486f-b7a8-8f7e8ecdf9a2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.882146 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1275-2d17-486f-b7a8-8f7e8ecdf9a2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.926727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1275-2d17-486f-b7a8-8f7e8ecdf9a2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.927328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea1275-2d17-486f-b7a8-8f7e8ecdf9a2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Fanout notify agent at l3_agent the message router_deleted on router 156442ea-d9ab-4060-b117-5de15d1dfc6b {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:49:29.935126 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1275-2d17-486f-b7a8-8f7e8ecdf9a2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.936176 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b9ea1275-2d17-486f-b7a8-8f7e8ecdf9a2 tempest-RoutersNegativeTest-99091168 tempest-RoutersNegativeTest-99091168-project] 10.222.0.65 "DELETE /v2.0/routers/156442ea-d9ab-4060-b117-5de15d1dfc6b HTTP/1.1" status: 204 len: 168 time: 0.3007901 Aug 19 12:49:30.027007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e8f4856b-9e09-4670-ab90-2111bc8e2656 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:30.049558 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e8f4856b-9e09-4670-ab90-2111bc8e2656 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:30.049913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e8f4856b-9e09-4670-ab90-2111bc8e2656 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:30.050298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 00617258-3222-4595-95c7-b2dc124323bc no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:30.068616 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 00617258-3222-4595-95c7-b2dc124323bc {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:30.068984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 00617258-3222-4595-95c7-b2dc124323bc not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:30.198150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46940) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.344275 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a87f8ff9-d4ae-4d29-9a5b-3deb2b2c4cb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a9d2b794ccd44d299f047e0656524e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449652 Aug 19 12:49:30.347377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46946) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.409462 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-300bab70-2b87-4071-a673-c4ab3589f81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.432753 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-300bab70-2b87-4071-a673-c4ab3589f81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.487383 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-300bab70-2b87-4071-a673-c4ab3589f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.491135 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-300bab70-2b87-4071-a673-c4ab3589f81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.492880 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-300bab70-2b87-4071-a673-c4ab3589f81b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0372a068-7e28-4f23-9f98-f286a6b26367 HTTP/1.1" status: 204 len: 168 time: 0.1439354 Aug 19 12:49:30.503064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bab70-2b87-4071-a673-c4ab3589f81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0372a068-7e28-4f23-9f98-f286a6b26367,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.156596 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46968) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:31.264704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2014612467-network', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:31.289890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Made reservation on behalf of b2588667699b4e74a27d20698ab5f449 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:31.292268 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.301780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.389288 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.395145 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.419080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:31.434075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626a9cab-eab9-498b-8af2-54daf00ed0b4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.439777 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.440130 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Added segment dfe08c73-672d-40c7-a9d2-f19d22ba5075 of type vlan for network 07f0f516-2e4b-4502-89f8-6e42f078382c Aug 19 12:49:31.480909 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.507418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.508402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:31.509103 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.566930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4087911 Aug 19 12:49:31.570379 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46972) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:31.571966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c18bf5-9595-4d4e-9230-edd81b41a373 admin admin] Pushing event updated for resources: {'Network': ['ID=07f0f516-2e4b-4502-89f8-6e42f078382c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.576750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Request body: {'subnet': {'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-subnet', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:31.584291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 07f0f516-2e4b-4502-89f8-6e42f078382c details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:31.600915 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Made reservation on behalf of b2588667699b4e74a27d20698ab5f449 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:31.603310 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.778311 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.826122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.842812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Checking segment: {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:31.843175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Network hostable DHCP agents. Network: 07f0f516-2e4b-4502-89f8-6e42f078382c, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:31.862756 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Network 07f0f516-2e4b-4502-89f8-6e42f078382c is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:31.872798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 07f0f516-2e4b-4502-89f8-6e42f078382c) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:31.877306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:31.877897 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.883361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c626821-e941-4d93-948e-76a883f04ddf None None] Network 07f0f516-2e4b-4502-89f8-6e42f078382c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:31.893378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1a02544c-f3d8-47c2-bf72-dfa59fc10b8c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3218668 Aug 19 12:49:31.896310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46974) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:31.901167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:31.923665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.924902 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.980385 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.032153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-07f0f516-2e4b-4502-89f8-6e42f078382c', 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'fixed_ips': [{'subnet_id': 'c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:32.033790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.121423 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.174137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Allocated IP 172.20.0.2 (07f0f516-2e4b-4502-89f8-6e42f078382c/c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12/ca20366b-6cdb-4efb-b509-f61ef7962edd) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:32.318816 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.323937 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.327109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Transition to ACTIVE for port object ca20366b-6cdb-4efb-b509-f61ef7962edd will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:32.343098 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Transition to ACTIVE for port object ca20366b-6cdb-4efb-b509-f61ef7962edd will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:32.343523 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.350098 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.390525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Network 07f0f516-2e4b-4502-89f8-6e42f078382c is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:32.394179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:32.397874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:32.405046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Pushing event updated for resources: {'Port': ['ID=ca20366b-6cdb-4efb-b509-f61ef7962edd,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:32.457484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Attempting to bind port ca20366b-6cdb-4efb-b509-f61ef7962edd on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:32.457856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Attempting to bind port ca20366b-6cdb-4efb-b509-f61ef7962edd by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:32.458216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Attempting to bind port ca20366b-6cdb-4efb-b509-f61ef7962edd on network 07f0f516-2e4b-4502-89f8-6e42f078382c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:32.460278 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Allocated IP 172.25.4.249 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/c63f0f86-deb2-47bb-b9fb-9d1cad9c8713) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:32.463283 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:32.463656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Checking segment: {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:32.464077 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.464433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Bound using segment: {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:32.464919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Bound port: ca20366b-6cdb-4efb-b509-f61ef7962edd, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:32.465294 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.530209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] For port ca20366b-6cdb-4efb-b509-f61ef7962edd, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:32.533373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] For port ca20366b-6cdb-4efb-b509-f61ef7962edd, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ca20366b-6cdb-4efb-b509-f61ef7962edd,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:32.538818 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.567545 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.598215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095986be-7aeb-482a-ae43-1d0a5eb5bc62 None None] Pushing event updated for resources: {'Port': ['ID=ca20366b-6cdb-4efb-b509-f61ef7962edd,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:32.617143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.655486 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:32.661191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:32.664774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:33.026791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c63f0f86-deb2-47bb-b9fb-9d1cad9c8713,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:33.261129 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.472360 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.482928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17136115-5267-466b-8175-1d27bce3c81f None None] Network 07f0f516-2e4b-4502-89f8-6e42f078382c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:33.572587 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-11b7dd58-95e7-4bff-9c07-fd77e3a591b4 None None] Provisioning for port ca20366b-6cdb-4efb-b509-f61ef7962edd completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:33.612537 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Router f2fb142f-3ac0-4771-be30-bd3b3a945d38 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:49:33.728001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:33.738615 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Sync routers for ids ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:33.745980 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.750175 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e5675414-52d6-47bf-96b9-e35eb648c7f0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8499324 Aug 19 12:49:33.750323 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Routers {'f2fb142f-3ac0-4771-be30-bd3b3a945d38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:33.750323 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:49:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:33.750518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46978) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.858902 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Set router f2fb142f-3ac0-4771-be30-bd3b3a945d38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:34.052313 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:31Z', 'updated_at': '2021-08-19T12:49:33Z', 'revision_number': 3, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'gw_port': {'id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:32Z', 'updated_at': '2021-08-19T12:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:34.083146 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ca20366b-6cdb-4efb-b509-f61ef7962edd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:34.083683 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Checking router: f2fb142f-3ac0-4771-be30-bd3b3a945d38 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:34.083993 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Updating router f2fb142f-3ac0-4771-be30-bd3b3a945d38 port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:49:34.113171 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.133799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ca20366b-6cdb-4efb-b509-f61ef7962edd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:34.137948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ca20366b-6cdb-4efb-b509-f61ef7962edd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:34.138331 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.207483 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.223333 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.266695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ca20366b-6cdb-4efb-b509-f61ef7962edd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ca20366b-6cdb-4efb-b509-f61ef7962edd,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:34.275876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.332392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ca20366b-6cdb-4efb-b509-f61ef7962edd,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:34.432244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Allocated IP 172.20.0.1 (07f0f516-2e4b-4502-89f8-6e42f078382c/c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12/bcc7dd9e-0371-4a4b-a2ec-6281b0316e16) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:34.502335 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.512129 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Transition to ACTIVE for port object c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:34.518715 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.540054 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.555453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Transition to ACTIVE for port object bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:34.571802 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Pushing event updated for resources: {'Port': ['ID=c63f0f86-deb2-47bb-b9fb-9d1cad9c8713,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:34.573996 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Attempting to bind port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:34.574360 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Attempting to bind port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:34.574718 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Attempting to bind port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:34.584046 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.584415 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.584850 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.585034 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.585392 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.585692 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.586016 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.586373 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.586688 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.587039 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.587314 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.587640 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.591003 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:34.591171 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.591412 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:34.591814 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.592199 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:34.592659 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Bound port: c63f0f86-deb2-47bb-b9fb-9d1cad9c8713, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:34.593037 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.632211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Network 07f0f516-2e4b-4502-89f8-6e42f078382c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:34.635513 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:34.639473 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:34.642846 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc7dd9e-0371-4a4b-a2ec-6281b0316e16,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:34.645931 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] For port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:34.649439 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] For port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c63f0f86-deb2-47bb-b9fb-9d1cad9c8713,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:34.655534 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.674718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.675067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.675412 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.675734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.676061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.676418 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.676740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.677083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.677401 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.677721 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.678039 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.678355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:34.693057 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.717920 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Routers {'f2fb142f-3ac0-4771-be30-bd3b3a945d38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:34.718935 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:49:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:34.724244 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab62cc1-9c5a-4889-b765-c72207e147f9 None None] Pushing event updated for resources: {'Port': ['ID=c63f0f86-deb2-47bb-b9fb-9d1cad9c8713,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:34.830581 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.839246 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] Set router f2fb142f-3ac0-4771-be30-bd3b3a945d38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:34.939844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bfd982f6-7546-4989-a3c5-f167cb5d7767 None None] Provisioning for port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:34.943970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bfd982f6-7546-4989-a3c5-f167cb5d7767 None None] Provisioning complete for port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:34.944287 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bfd982f6-7546-4989-a3c5-f167cb5d7767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.979979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bfd982f6-7546-4989-a3c5-f167cb5d7767 None None] Port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:35.000809 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.006226 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.028973 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:31Z', 'updated_at': '2021-08-19T12:49:33Z', 'revision_number': 3, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'gw_port': {'id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:32Z', 'updated_at': '2021-08-19T12:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:35.054862 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4506b6-3263-4530-948f-eb15ee5da007 None None] The sync data for ids ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'] in n-d-778550-9 is: [{'id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:31Z', 'updated_at': '2021-08-19T12:49:33Z', 'revision_number': 3, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'gw_port': {'id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:32Z', 'updated_at': '2021-08-19T12:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:35.071212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc7dd9e-0371-4a4b-a2ec-6281b0316e16,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:35.074394 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.175467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Network 07f0f516-2e4b-4502-89f8-6e42f078382c is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:35.176893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:35.318927 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Router f2fb142f-3ac0-4771-be30-bd3b3a945d38 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:49:35.405757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-189829c6-b5dc-460d-8069-b42880fc100c None None] Provisioning complete for port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:35.406361 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-189829c6-b5dc-460d-8069-b42880fc100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.441388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-189829c6-b5dc-460d-8069-b42880fc100c None None] Port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:35.442636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:35.449423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0f990190-101f-4832-ae13-27a29514e6d2 admin admin] 10.222.0.65 "PUT /v2.0/routers/f2fb142f-3ac0-4771-be30-bd3b3a945d38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6978252 Aug 19 12:49:35.947543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 46994) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:35.952791 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1867481405-network', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:35.976004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Made reservation on behalf of 93a9d2858516491b9e39a3d7e3cec14e for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:35.978445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.987616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.087121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.093430 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.110623 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ca20366b-6cdb-4efb-b509-f61ef7962edd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:36.119216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:36.128924 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b1f426-d3be-4967-84a6-ad7a0342290d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:36.133783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.134133 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Added segment 8c394d82-d045-4487-94db-33bd8ea828cd of type vlan for network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f Aug 19 12:49:36.162753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ca20366b-6cdb-4efb-b509-f61ef7962edd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:36.163121 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.174219 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.198865 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.199933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:36.200512 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.240963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:36.253133 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3044136 Aug 19 12:49:36.256165 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46996) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:36.262247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Request body: {'subnet': {'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-subnet', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:36.269356 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e036cec-51b8-4cb0-aa25-b860b45b49f1 admin admin] Pushing event updated for resources: {'Network': ['ID=85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:36.282656 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:36.301103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Made reservation on behalf of 93a9d2858516491b9e39a3d7e3cec14e for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:36.303756 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.340482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:36.351382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:36.351753 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.436747 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.458955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c63f0f86-deb2-47bb-b9fb-9d1cad9c8713,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:36.464906 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.479958 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.523792 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=c63f0f86-deb2-47bb-b9fb-9d1cad9c8713,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:36.526484 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fa5cde-9dd6-42ac-a27e-272853a10c8d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:36.545975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Checking segment: {'id': '8c394d82-d045-4487-94db-33bd8ea828cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:36.546333 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Network hostable DHCP agents. Network: 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:36.564295 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:36.573664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:36.577665 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:36.578244 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.584021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee86b9-06da-4ca6-8c88-2f1839a78cd3 None None] Network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:36.594501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2c987933-e15e-4baf-9836-fd28ac193f54 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3370304 Aug 19 12:49:36.597737 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 46998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:36.602328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:36.626581 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.627762 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.684156 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.690494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Sync routers for ids ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:36.707900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Routers {'f2fb142f-3ac0-4771-be30-bd3b3a945d38'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:36.708532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:49:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:36.776552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f', 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'fixed_ips': [{'subnet_id': '37fa5cde-9dd6-42ac-a27e-272853a10c8d'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:36.777436 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.821942 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.902520 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Set router f2fb142f-3ac0-4771-be30-bd3b3a945d38 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:37.058061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Allocated IP 172.20.0.2 (85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f/37fa5cde-9dd6-42ac-a27e-272853a10c8d/e562eed2-79cd-4a6a-9c7d-c73c22f23251) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:37.258488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:31Z', 'updated_at': '2021-08-19T12:49:34Z', 'revision_number': 4, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'gw_port': {'id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:32Z', 'updated_at': '2021-08-19T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'bcc7dd9e-0371-4a4b-a2ec-6281b0316e16', 'name': '', 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'mac_address': 'fa:16:3e:c5:39:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:34Z', 'updated_at': '2021-08-19T12:49:34Z', 'revision_number': 2, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'subnets': [{'id': 'c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:37.292718 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.295068 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Checking router: f2fb142f-3ac0-4771-be30-bd3b3a945d38 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:37.295715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Updating router f2fb142f-3ac0-4771-be30-bd3b3a945d38 port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:49:37.319472 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Transition to ACTIVE for port object e562eed2-79cd-4a6a-9c7d-c73c22f23251 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:37.331925 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.345590 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.346841 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Transition to ACTIVE for port object e562eed2-79cd-4a6a-9c7d-c73c22f23251 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:37.363401 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.379657 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.431695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:37.487138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:37.490192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Allocated IP 172.25.4.190 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/9994f8cc-a52b-4dd0-8658-7702eefbf7e6) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:37.493774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:37.508687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Pushing event updated for resources: {'Port': ['ID=e562eed2-79cd-4a6a-9c7d-c73c22f23251,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:37.597447 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.603633 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Attempting to bind port e562eed2-79cd-4a6a-9c7d-c73c22f23251 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:37.603981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Attempting to bind port e562eed2-79cd-4a6a-9c7d-c73c22f23251 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '8c394d82-d045-4487-94db-33bd8ea828cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:37.604381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Attempting to bind port e562eed2-79cd-4a6a-9c7d-c73c22f23251 on network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:37.612828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:37.613200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Checking segment: {'id': '8c394d82-d045-4487-94db-33bd8ea828cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:37.613608 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.613984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Bound using segment: {'id': '8c394d82-d045-4487-94db-33bd8ea828cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:37.614449 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Bound port: e562eed2-79cd-4a6a-9c7d-c73c22f23251, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c394d82-d045-4487-94db-33bd8ea828cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:37.614829 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.639467 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.674837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:37.677709 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:37.681136 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:37.716076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] For port e562eed2-79cd-4a6a-9c7d-c73c22f23251, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:37.720526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] For port e562eed2-79cd-4a6a-9c7d-c73c22f23251, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e562eed2-79cd-4a6a-9c7d-c73c22f23251,segment=NetworkSegment(8c394d82-d045-4487-94db-33bd8ea828cd),segment_id=8c394d82-d045-4487-94db-33bd8ea828cd)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:37.721627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Pushing event updated for resources: {'Port': ['ID=9994f8cc-a52b-4dd0-8658-7702eefbf7e6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:37.732387 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.833974 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.839210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d000648-c252-40ad-bdca-f98f279450ad None None] Pushing event updated for resources: {'Port': ['ID=e562eed2-79cd-4a6a-9c7d-c73c22f23251,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:37.849197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Transition to ACTIVE for port object bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:37.857158 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.917401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f984c-a4aa-4535-b4f3-2dc464942b2c None None] Pushing event updated for resources: {'Port': ['ID=bcc7dd9e-0371-4a4b-a2ec-6281b0316e16,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:37.975075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Attempting to bind port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:37.975754 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Attempting to bind port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:37.975886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Attempting to bind port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 on network 07f0f516-2e4b-4502-89f8-6e42f078382c {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:37.986562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.987463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:37.987846 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Checking segment: {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:37.988260 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.988653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Bound using segment: {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:37.989172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Bound port: bcc7dd9e-0371-4a4b-a2ec-6281b0316e16, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:37.989609 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.124901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] For port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:38.133232 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] For port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bcc7dd9e-0371-4a4b-a2ec-6281b0316e16,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:38.137241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:38.165851 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.248266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Routers {'f2fb142f-3ac0-4771-be30-bd3b3a945d38'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:38.248946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:49:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:38.256608 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.406323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Router f9e33691-f05b-481c-abbb-67d8453ae2e0 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:49:38.468943 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f984c-a4aa-4535-b4f3-2dc464942b2c None None] Pushing event updated for resources: {'Port': ['ID=bcc7dd9e-0371-4a4b-a2ec-6281b0316e16,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:38.516202 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:38.526583 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Sync routers for ids ['f9e33691-f05b-481c-abbb-67d8453ae2e0'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:38.538085 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Routers {'f9e33691-f05b-481c-abbb-67d8453ae2e0'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:38.539028 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:49:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9e33691-f05b-481c-abbb-67d8453ae2e0'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:38.541562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.543351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c53cb3af-1bc5-4e66-9d5f-cba289eb2d61 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9446030 Aug 19 12:49:38.547290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47002) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:38.547852 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:38.548609 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.605678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] Set router f2fb142f-3ac0-4771-be30-bd3b3a945d38 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:38.670390 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Set router f9e33691-f05b-481c-abbb-67d8453ae2e0 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:38.886268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:31Z', 'updated_at': '2021-08-19T12:49:34Z', 'revision_number': 4, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'gw_port': {'id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:32Z', 'updated_at': '2021-08-19T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'bcc7dd9e-0371-4a4b-a2ec-6281b0316e16', 'name': '', 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'mac_address': 'fa:16:3e:c5:39:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:34Z', 'updated_at': '2021-08-19T12:49:38Z', 'revision_number': 4, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'subnets': [{'id': 'c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:38.909066 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:36Z', 'updated_at': '2021-08-19T12:49:37Z', 'revision_number': 3, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'gw_port': {'id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:37Z', 'updated_at': '2021-08-19T12:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:38.920135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd3d57-28bf-435a-96e2-3573c59eddac None None] The sync data for ids ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'] in n-d-778550-9 is: [{'id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:31Z', 'updated_at': '2021-08-19T12:49:34Z', 'revision_number': 4, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'gw_port': {'id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:32Z', 'updated_at': '2021-08-19T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'bcc7dd9e-0371-4a4b-a2ec-6281b0316e16', 'name': '', 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'mac_address': 'fa:16:3e:c5:39:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:34Z', 'updated_at': '2021-08-19T12:49:38Z', 'revision_number': 4, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'subnets': [{'id': 'c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:38.935260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c55f63-883c-4503-9948-547be57c967c None None] Network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:38.952500 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Checking router: f9e33691-f05b-481c-abbb-67d8453ae2e0 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:38.952878 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Updating router f9e33691-f05b-481c-abbb-67d8453ae2e0 port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:49:38.992656 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.035507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d4a1dff7-0c55-40f3-a640-3499b8d799d0 None None] Provisioning for port e562eed2-79cd-4a6a-9c7d-c73c22f23251 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:39.098975 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.290253 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Allocated IP 172.20.0.1 (85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f/37fa5cde-9dd6-42ac-a27e-272853a10c8d/377aa5af-f81f-4413-9788-77d0b09085a3) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:39.316936 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.331156 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Transition to ACTIVE for port object 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:39.339614 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.401914 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Attempting to bind port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:39.402337 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Attempting to bind port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:39.402800 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Attempting to bind port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:39.411142 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4416e-f3b7-46b4-b801-4a188f9632df None None] Pushing event updated for resources: {'Port': ['ID=9994f8cc-a52b-4dd0-8658-7702eefbf7e6,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:39.415806 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:39.416998 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:39.416998 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.417212 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:39.417764 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Bound port: 9994f8cc-a52b-4dd0-8658-7702eefbf7e6, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:39.418291 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.436232 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.456561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Transition to ACTIVE for port object 377aa5af-f81f-4413-9788-77d0b09085a3 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:39.491154 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] For port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:39.495235 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] For port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9994f8cc-a52b-4dd0-8658-7702eefbf7e6,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:39.500999 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.506267 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.560015 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:39.563977 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Routers {'f9e33691-f05b-481c-abbb-67d8453ae2e0'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:39.565079 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:49:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9e33691-f05b-481c-abbb-67d8453ae2e0'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:39.565824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:39.569663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:39.627800 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4416e-f3b7-46b4-b801-4a188f9632df None None] Pushing event updated for resources: {'Port': ['ID=9994f8cc-a52b-4dd0-8658-7702eefbf7e6,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:39.628549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.631692 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Pushing event updated for resources: {'Port': ['ID=377aa5af-f81f-4413-9788-77d0b09085a3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:39.705964 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] Set router f9e33691-f05b-481c-abbb-67d8453ae2e0 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:39.803208 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.908777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-df684e57-1a92-4047-aeba-d78169138b8f None None] Provisioning for port 377aa5af-f81f-4413-9788-77d0b09085a3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:39.933015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-df684e57-1a92-4047-aeba-d78169138b8f None None] Provisioning complete for port 377aa5af-f81f-4413-9788-77d0b09085a3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:39.933359 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-df684e57-1a92-4047-aeba-d78169138b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.960464 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:36Z', 'updated_at': '2021-08-19T12:49:37Z', 'revision_number': 3, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'gw_port': {'id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:37Z', 'updated_at': '2021-08-19T12:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:39.996514 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031892dd-9a84-4b65-b229-c915386e9ef9 None None] The sync data for ids ['f9e33691-f05b-481c-abbb-67d8453ae2e0'] in n-d-778550-9 is: [{'id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:36Z', 'updated_at': '2021-08-19T12:49:37Z', 'revision_number': 3, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'gw_port': {'id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:37Z', 'updated_at': '2021-08-19T12:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:40.000593 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-df684e57-1a92-4047-aeba-d78169138b8f None None] Port 377aa5af-f81f-4413-9788-77d0b09085a3 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:40.019351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.025629 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.116217 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.119409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Pushing event updated for resources: {'Port': ['ID=377aa5af-f81f-4413-9788-77d0b09085a3,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:40.152390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:40.222802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:40.226871 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:40.227268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.237329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:40.238882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:40.347066 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.406205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bcc7dd9e-0371-4a4b-a2ec-6281b0316e16,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:40.416022 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.417311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e562eed2-79cd-4a6a-9c7d-c73c22f23251 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:40.421585 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Router f9e33691-f05b-481c-abbb-67d8453ae2e0 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:49:40.529201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=bcc7dd9e-0371-4a4b-a2ec-6281b0316e16,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:40.548643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port e562eed2-79cd-4a6a-9c7d-c73c22f23251 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:40.555078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0fdfc1fc-ebbb-45aa-acc5-e7beb6c2f12e None None] Provisioning complete for port 377aa5af-f81f-4413-9788-77d0b09085a3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:40.555078 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc1fc-ebbb-45aa-acc5-e7beb6c2f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.555316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e562eed2-79cd-4a6a-9c7d-c73c22f23251 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:40.555819 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.608503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:40.615678 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5b549365-c97d-4b60-8cf6-61b16cdcb75a admin admin] 10.222.0.65 "PUT /v2.0/routers/f9e33691-f05b-481c-abbb-67d8453ae2e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0671186 Aug 19 12:49:40.627783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfc1fc-ebbb-45aa-acc5-e7beb6c2f12e None None] Port 377aa5af-f81f-4413-9788-77d0b09085a3 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:40.675351 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.710064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port e562eed2-79cd-4a6a-9c7d-c73c22f23251, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e562eed2-79cd-4a6a-9c7d-c73c22f23251,segment=NetworkSegment(8c394d82-d045-4487-94db-33bd8ea828cd),segment_id=8c394d82-d045-4487-94db-33bd8ea828cd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:40.719413 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.771080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=e562eed2-79cd-4a6a-9c7d-c73c22f23251,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:41.466176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-f1dbc5f6-f082-4cbb-b131-6b85dbe15e6f tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:41.467722 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-f1dbc5f6-f082-4cbb-b131-6b85dbe15e6f tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/networks?id=07f0f516-2e4b-4502-89f8-6e42f078382c HTTP/1.1" status: 200 len: 817 time: 0.1182525 Aug 19 12:49:41.483963 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-b5937ea6-1184-4d11-b6c2-d49f5973ba21 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/quotas/b2588667699b4e74a27d20698ab5f449 HTTP/1.1" status: 200 len: 375 time: 0.0100060 Aug 19 12:49:41.551285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-cabb624c-bd73-44d4-8a08-5b1e0c6fb0e6 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2588667699b4e74a27d20698ab5f449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616653 Aug 19 12:49:41.656755 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-a9b3a270-e169-451c-8069-7becfe22f373 service neutron] 10.222.0.65 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930879 Aug 19 12:49:41.753012 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-ba14492f-494b-4704-bf4b-6f78bc3a05ff service neutron] 10.222.0.65 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889957 Aug 19 12:49:41.933797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1c21b135-bcc5-460c-bead-e6053c238ad7 req-71120c45-b06d-4719-9fba-a3626f0eeb7f tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 210 time: 0.0282214 Aug 19 12:49:42.137335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:42.205306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:42.209322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:42.209689 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.304504 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.328239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9994f8cc-a52b-4dd0-8658-7702eefbf7e6,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:42.333815 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.334670 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:42.339295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Sync routers for ids ['f9e33691-f05b-481c-abbb-67d8453ae2e0'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:42.409243 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Routers {'f9e33691-f05b-481c-abbb-67d8453ae2e0'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:42.409895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:49:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9e33691-f05b-481c-abbb-67d8453ae2e0'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:42.470345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=9994f8cc-a52b-4dd0-8658-7702eefbf7e6,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:42.525899 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:42.526182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.575479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Set router f9e33691-f05b-481c-abbb-67d8453ae2e0 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:42.726810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e562eed2-79cd-4a6a-9c7d-c73c22f23251 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:42.826426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port e562eed2-79cd-4a6a-9c7d-c73c22f23251 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:42.826717 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.878546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:36Z', 'updated_at': '2021-08-19T12:49:39Z', 'revision_number': 4, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'gw_port': {'id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:37Z', 'updated_at': '2021-08-19T12:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '377aa5af-f81f-4413-9788-77d0b09085a3', 'name': '', 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'mac_address': 'fa:16:3e:bc:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '37fa5cde-9dd6-42ac-a27e-272853a10c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:39Z', 'updated_at': '2021-08-19T12:49:39Z', 'revision_number': 2, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'subnets': [{'id': '37fa5cde-9dd6-42ac-a27e-272853a10c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:42.906465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Checking router: f9e33691-f05b-481c-abbb-67d8453ae2e0 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:42.906818 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Updating router f9e33691-f05b-481c-abbb-67d8453ae2e0 port 377aa5af-f81f-4413-9788-77d0b09085a3 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:49:42.956590 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.020112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-faa55cd2-1098-4f6a-a30b-7365dcb9f45e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:43.022456 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-faa55cd2-1098-4f6a-a30b-7365dcb9f45e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.54 "GET /v2.0/networks?id=07f0f516-2e4b-4502-89f8-6e42f078382c HTTP/1.1" status: 200 len: 817 time: 0.1318624 Aug 19 12:49:43.043428 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Request body: {'port': {'device_id': 'ae62364b-21aa-46a8-8da3-4a40c104b93b', 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c', 'admin_state_up': True, 'tenant_id': 'b2588667699b4e74a27d20698ab5f449'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:43.067533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33ba6ba3-6b75-457f-a29c-afe2cdac01dd req-7a982c89-6bad-4047-b970-8730abe7e874 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 210 time: 0.0402234 Aug 19 12:49:43.159070 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Made reservation on behalf of b2588667699b4e74a27d20698ab5f449 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:43.162653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.261751 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.272718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Transition to ACTIVE for port object 377aa5af-f81f-4413-9788-77d0b09085a3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:43.278707 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.298577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Allocated IP 172.20.0.11 (07f0f516-2e4b-4502-89f8-6e42f078382c/c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12/4c4a179a-0ecc-4ad6-9885-3ab65a38e28b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:43.339533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0c873-836e-44d9-8df4-6c3afe76a165 None None] Pushing event updated for resources: {'Port': ['ID=377aa5af-f81f-4413-9788-77d0b09085a3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:43.391173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Attempting to bind port 377aa5af-f81f-4413-9788-77d0b09085a3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:43.391600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Attempting to bind port 377aa5af-f81f-4413-9788-77d0b09085a3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '8c394d82-d045-4487-94db-33bd8ea828cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:43.391963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Attempting to bind port 377aa5af-f81f-4413-9788-77d0b09085a3 on network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:43.397875 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:43.398132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Checking segment: {'id': '8c394d82-d045-4487-94db-33bd8ea828cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:43.398444 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.398828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Bound using segment: {'id': '8c394d82-d045-4487-94db-33bd8ea828cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:43.399297 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Bound port: 377aa5af-f81f-4413-9788-77d0b09085a3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c394d82-d045-4487-94db-33bd8ea828cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:43.400040 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.470081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] For port 377aa5af-f81f-4413-9788-77d0b09085a3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:43.471060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.473953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] For port 377aa5af-f81f-4413-9788-77d0b09085a3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=377aa5af-f81f-4413-9788-77d0b09085a3,segment=NetworkSegment(8c394d82-d045-4487-94db-33bd8ea828cd),segment_id=8c394d82-d045-4487-94db-33bd8ea828cd)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:43.480083 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.486912 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Transition to ACTIVE for port object 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:43.524978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.527504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Routers {'f9e33691-f05b-481c-abbb-67d8453ae2e0'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:43.528141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:49:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9e33691-f05b-481c-abbb-67d8453ae2e0'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:43.574909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Network 07f0f516-2e4b-4502-89f8-6e42f078382c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:43.578722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:43.584153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:43.588536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Pushing event updated for resources: {'Port': ['ID=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:43.647977 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:43.649025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.671365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-122d6aa4-4c7a-4d7f-b240-9a603d5562f0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6325657 Aug 19 12:49:43.691156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Request body: {'port': {'device_id': 'ae62364b-21aa-46a8-8da3-4a40c104b93b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:43.759857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.766058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0c873-836e-44d9-8df4-6c3afe76a165 None None] Pushing event updated for resources: {'Port': ['ID=377aa5af-f81f-4413-9788-77d0b09085a3,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:43.841155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] Set router f9e33691-f05b-481c-abbb-67d8453ae2e0 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:43.974537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-13d44c06-23d8-4aa6-a460-d64546af7e95 None None] Provisioning for port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:43.981748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-13d44c06-23d8-4aa6-a460-d64546af7e95 None None] Provisioning complete for port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:43.981748 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-13d44c06-23d8-4aa6-a460-d64546af7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.036315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:44.045356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.055835 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:44.059414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Transition to ACTIVE for port object 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:44.063878 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.093660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-13d44c06-23d8-4aa6-a460-d64546af7e95 None None] Port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:44.141570 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:44.142010 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.143699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:44.176205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:36Z', 'updated_at': '2021-08-19T12:49:39Z', 'revision_number': 4, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'gw_port': {'id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:37Z', 'updated_at': '2021-08-19T12:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '377aa5af-f81f-4413-9788-77d0b09085a3', 'name': '', 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'mac_address': 'fa:16:3e:bc:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '37fa5cde-9dd6-42ac-a27e-272853a10c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:39Z', 'updated_at': '2021-08-19T12:49:43Z', 'revision_number': 4, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'subnets': [{'id': '37fa5cde-9dd6-42ac-a27e-272853a10c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:44.197504 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Attempting to bind port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:44.197844 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Attempting to bind port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:44.198173 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Attempting to bind port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b on network 07f0f516-2e4b-4502-89f8-6e42f078382c {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:44.204751 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b on network 07f0f516-2e4b-4502-89f8-6e42f078382c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:44.205363 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Attempting to bind port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b on network 07f0f516-2e4b-4502-89f8-6e42f078382c {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:44.210901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:44.211254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Checking segment: {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:44.211648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Bound using segment: {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:44.212086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Bound port: 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:44.212448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.214313 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03814ed9-14c4-481a-a25e-742ee059a797 None None] The sync data for ids ['f9e33691-f05b-481c-abbb-67d8453ae2e0'] in n-d-778550-9 is: [{'id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:36Z', 'updated_at': '2021-08-19T12:49:39Z', 'revision_number': 4, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'gw_port': {'id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:37Z', 'updated_at': '2021-08-19T12:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '377aa5af-f81f-4413-9788-77d0b09085a3', 'name': '', 'network_id': '85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'mac_address': 'fa:16:3e:bc:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '37fa5cde-9dd6-42ac-a27e-272853a10c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:39Z', 'updated_at': '2021-08-19T12:49:43Z', 'revision_number': 4, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'subnets': [{'id': '37fa5cde-9dd6-42ac-a27e-272853a10c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:44.228697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799c865-a25e-44ff-a808-1a80e62f1330 req-5022144a-7ad0-4918-b602-ac2904b28106 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.233127 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e799c865-a25e-44ff-a808-1a80e62f1330 req-5022144a-7ad0-4918-b602-ac2904b28106 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 944 time: 0.0680487 Aug 19 12:49:44.309507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] For port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:44.319375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] For port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:44.321765 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e799c865-a25e-44ff-a808-1a80e62f1330 req-599d7ddf-b58a-46ba-8bcc-018ad36079d4 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807445 Aug 19 12:49:44.331935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.386385 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.387122 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.388532 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] 10.222.0.54 "PUT /v2.0/ports/4c4a179a-0ecc-4ad6-9885-3ab65a38e28b HTTP/1.1" status: 200 len: 1092 time: 0.7027502 Aug 19 12:49:44.389074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae62364b-21aa-46a8-8da3-4a40c104b93b', 'tag': '4c4a179a-0ecc-4ad6-9885-3ab65a38e28b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:44.391390 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350c1bc3-660a-46c4-a746-292dd81b6ace" -d '{"events": [{"name": "network-changed", "server_uuid": "ae62364b-21aa-46a8-8da3-4a40c104b93b", "tag": "4c4a179a-0ecc-4ad6-9885-3ab65a38e28b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:44.431590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b60bef-2596-418e-96c8-b509230dcd45 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:44.452423 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5296d5c-f9bf-4d6c-b510-39e0e677a002 x-openstack-request-id: req-b5296d5c-f9bf-4d6c-b510-39e0e677a002 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:44.452771 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae62364b-21aa-46a8-8da3-4a40c104b93b", "tag": "4c4a179a-0ecc-4ad6-9885-3ab65a38e28b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:44.453081 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5296d5c-f9bf-4d6c-b510-39e0e677a002 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:44.453770 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae62364b-21aa-46a8-8da3-4a40c104b93b', 'tag': '4c4a179a-0ecc-4ad6-9885-3ab65a38e28b', 'status': 'completed', 'code': 200} Aug 19 12:49:44.516538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-a5ae1035-cd30-4d6f-8c5c-b96514714ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.518127 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-a5ae1035-cd30-4d6f-8c5c-b96514714ba0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2588667699b4e74a27d20698ab5f449&device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 1095 time: 0.0473883 Aug 19 12:49:44.575662 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-df733167-50d5-4960-a19c-56dd7fe724a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b HTTP/1.1" status: 200 len: 217 time: 0.0388000 Aug 19 12:49:44.633438 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-2dab9070-fdf5-4d8b-aba8-a804afc2d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.635070 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-2dab9070-fdf5-4d8b-aba8-a804afc2d614 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12 HTTP/1.1" status: 200 len: 856 time: 0.0513153 Aug 19 12:49:44.684670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-78d85feb-62d5-46aa-8d4f-acf639b8051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.686437 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-78d85feb-62d5-46aa-8d4f-acf639b8051d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07f0f516-2e4b-4502-89f8-6e42f078382c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438535 Aug 19 12:49:44.786905 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-a9001cab-c9cb-40bf-8735-96018be4d4f0 service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909245 Aug 19 12:49:44.886884 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a5740bf-52e1-4fb5-bc7d-ffbb4595e030 req-6e426736-8187-4122-8e1a-152d7d790dae service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914876 Aug 19 12:49:45.030699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-b6f8dc7a-8b15-4a7c-803c-f98927643a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:45.032215 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-b6f8dc7a-8b15-4a7c-803c-f98927643a25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2588667699b4e74a27d20698ab5f449&device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 1095 time: 0.0442085 Aug 19 12:49:45.132857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-ba3e70e3-4eb5-44a5-873d-2747dc8a29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:45.134484 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-ba3e70e3-4eb5-44a5-873d-2747dc8a29c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07f0f516-2e4b-4502-89f8-6e42f078382c HTTP/1.1" status: 200 len: 918 time: 0.0951557 Aug 19 12:49:45.181399 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-f134f442-17b1-4916-888e-f8b49d829dad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b HTTP/1.1" status: 200 len: 217 time: 0.0357637 Aug 19 12:49:45.244266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-cf50c8be-53b0-4efd-9c7c-3609f8d12cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:45.246321 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-cf50c8be-53b0-4efd-9c7c-3609f8d12cbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12 HTTP/1.1" status: 200 len: 856 time: 0.0559294 Aug 19 12:49:45.302985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-02ba9136-a11b-4e42-a95d-16a98990598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:45.304577 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-02ba9136-a11b-4e42-a95d-16a98990598f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07f0f516-2e4b-4502-89f8-6e42f078382c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505636 Aug 19 12:49:45.404078 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-157d847a-5e95-4f60-a0fd-f242cacbdc4a service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901797 Aug 19 12:49:45.455354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d1c93-b622-48d1-a1f6-079e6d400181 req-506cb5d3-5a6d-421f-ba9c-e1680ee91b84 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:45.457065 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-270d1c93-b622-48d1-a1f6-079e6d400181 req-506cb5d3-5a6d-421f-ba9c-e1680ee91b84 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 944 time: 0.0530200 Aug 19 12:49:45.497255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-270d1c93-b622-48d1-a1f6-079e6d400181 req-ef2b7642-5349-452c-bdb5-014a6d8f0444 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333714 Aug 19 12:49:45.499595 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-350c1bc3-660a-46c4-a746-292dd81b6ace req-4a17f199-1c5a-4da4-b626-f85c9f1510e0 service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874901 Aug 19 12:49:46.058749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 377aa5af-f81f-4413-9788-77d0b09085a3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:46.120047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 377aa5af-f81f-4413-9788-77d0b09085a3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:46.125231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 377aa5af-f81f-4413-9788-77d0b09085a3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:46.125611 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.208074 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.243580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 377aa5af-f81f-4413-9788-77d0b09085a3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=377aa5af-f81f-4413-9788-77d0b09085a3,segment=NetworkSegment(8c394d82-d045-4487-94db-33bd8ea828cd),segment_id=8c394d82-d045-4487-94db-33bd8ea828cd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:46.249247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.300762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=377aa5af-f81f-4413-9788-77d0b09085a3,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:46.636978 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b99a0-5cda-471b-8c26-49765719c0e1 req-b31e0326-9ff7-4e74-894f-6bd156f0d75b tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:46.638455 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-474b99a0-5cda-471b-8c26-49765719c0e1 req-b31e0326-9ff7-4e74-894f-6bd156f0d75b tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 944 time: 0.0552697 Aug 19 12:49:46.679246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-474b99a0-5cda-471b-8c26-49765719c0e1 req-dde16550-07c0-4741-95c3-f5d28072aa8f tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Aug 19 12:49:47.813867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd278e-fef9-4991-9368-a95784747968 req-06bf372a-7d2d-4ef8-b933-707898836508 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:47.815485 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cfcd278e-fef9-4991-9368-a95784747968 req-06bf372a-7d2d-4ef8-b933-707898836508 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 944 time: 0.0585337 Aug 19 12:49:47.858625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cfcd278e-fef9-4991-9368-a95784747968 req-a4b9dd8e-1139-4a5b-a388-fb431e3b81a2 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Aug 19 12:49:48.042782 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 377aa5af-f81f-4413-9788-77d0b09085a3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:48.096953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 377aa5af-f81f-4413-9788-77d0b09085a3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:48.097412 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.364993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:49:48.474811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:48.491703 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '4c4a179a-0ecc-4ad6-9885-3ab65a38e28b', 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c', 'port_id': '4c4a179a-0ecc-4ad6-9885-3ab65a38e28b', 'mac_address': 'fa:16:3e:cf:de:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:49:48.495549 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d152e0e5-9d24-44dc-94e8-99eb25920b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.534343 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.548005 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:48.568496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:48.574418 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.635028 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:48.843026 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['4c4a179a-0ecc-4ad6-9885-3ab65a38e28b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:48.983789 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31e68-b45d-473d-a6cd-9f553b822e40 req-c8431892-11d9-4203-a566-c4d428d0a018 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:48.985299 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62d31e68-b45d-473d-a6cd-9f553b822e40 req-c8431892-11d9-4203-a566-c4d428d0a018 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 945 time: 0.0501876 Aug 19 12:49:49.028132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-62d31e68-b45d-473d-a6cd-9f553b822e40 req-219080ca-71f7-42d4-9885-65a873640513 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358975 Aug 19 12:49:50.161296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555e8e-5c53-44b9-bc4b-8991f7b99cb7 req-a2a8593f-5cb5-45bf-9b4c-df50e4e9a578 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:50.162807 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10555e8e-5c53-44b9-bc4b-8991f7b99cb7 req-a2a8593f-5cb5-45bf-9b4c-df50e4e9a578 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 945 time: 0.0567012 Aug 19 12:49:50.202754 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10555e8e-5c53-44b9-bc4b-8991f7b99cb7 req-a4c4e13d-5d28-46ab-9163-ffdf0fecb991 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Aug 19 12:49:50.381057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:50.434426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:50.438662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:50.439039 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.520880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.544896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae62364b-21aa-46a8-8da3-4a40c104b93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a179a-0ecc-4ad6-9885-3ab65a38e28b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:50.547513 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd15427b-95ce-4553-92a0-e6860c80167b" -d '{"events": [{"server_uuid": "ae62364b-21aa-46a8-8da3-4a40c104b93b", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a179a-0ecc-4ad6-9885-3ab65a38e28b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:50.560780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:50.565336 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.588103 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653c766b-ca85-483f-b210-110caf3c37c6 x-openstack-request-id: req-653c766b-ca85-483f-b210-110caf3c37c6 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:50.588398 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae62364b-21aa-46a8-8da3-4a40c104b93b", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a179a-0ecc-4ad6-9885-3ab65a38e28b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:50.588650 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-653c766b-ca85-483f-b210-110caf3c37c6 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:50.589061 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae62364b-21aa-46a8-8da3-4a40c104b93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a179a-0ecc-4ad6-9885-3ab65a38e28b', 'code': 200} Aug 19 12:49:50.616261 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:50.715072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d121a4e-2477-4ffe-b73e-50a13c5afcc9 req-a4b3bc8a-2874-43e2-b313-d4492adc4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:50.716578 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d121a4e-2477-4ffe-b73e-50a13c5afcc9 req-a4b3bc8a-2874-43e2-b313-d4492adc4399 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 1097 time: 0.0426092 Aug 19 12:49:50.754524 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7d121a4e-2477-4ffe-b73e-50a13c5afcc9 req-9a31df97-c0b9-41a9-9a25-a97686232d96 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303838 Aug 19 12:49:50.776607 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:49:50.855182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e5693a22-d25b-442e-91fd-dc46d64af9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.996276 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.349126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec935b-0eb0-4734-9ab6-a0d1b36bfcf0 req-44982691-7b2a-4b8d-8e52-7f2bad232a8e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:51.350620 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6ec935b-0eb0-4734-9ab6-a0d1b36bfcf0 req-44982691-7b2a-4b8d-8e52-7f2bad232a8e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 946 time: 0.0614874 Aug 19 12:49:51.406314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6ec935b-0eb0-4734-9ab6-a0d1b36bfcf0 req-bdfe79c4-8b3e-483e-ab3f-69e1969a62dc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Aug 19 12:49:51.893618 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-ce21f7c7-2c5a-4952-b29b-deabe65f08e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424979 Aug 19 12:49:52.003341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-37d56b9f-c561-465d-9d37-1cb71c4c3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:52.004894 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-37d56b9f-c561-465d-9d37-1cb71c4c3dcf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2588667699b4e74a27d20698ab5f449&device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 1097 time: 0.0491934 Aug 19 12:49:52.123771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-7b3ea82b-a9e3-4780-98c4-0bd68b6cbbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:52.125297 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-7b3ea82b-a9e3-4780-98c4-0bd68b6cbbcd service neutron] 10.222.0.54 "GET /v2.0/networks?id=07f0f516-2e4b-4502-89f8-6e42f078382c HTTP/1.1" status: 200 len: 918 time: 0.0964220 Aug 19 12:49:52.157128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:52.172154 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-807cf708-75eb-43c7-9300-4e954e8ab995 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b HTTP/1.1" status: 200 len: 217 time: 0.0391042 Aug 19 12:49:52.226111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-5263eb6c-d305-45b8-b2c2-8ab8c89560a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:52.227566 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-5263eb6c-d305-45b8-b2c2-8ab8c89560a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12 HTTP/1.1" status: 200 len: 856 time: 0.0489414 Aug 19 12:49:52.279603 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-eb5d520d-4331-461e-86c6-a577f2919eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:52.281176 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-eb5d520d-4331-461e-86c6-a577f2919eb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07f0f516-2e4b-4502-89f8-6e42f078382c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457613 Aug 19 12:49:52.375685 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-83e00d8f-d73d-4f64-b9dc-05e1b552f961 service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869455 Aug 19 12:49:52.475767 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f6e05089-948d-42ac-9a2d-1ad2325c731b req-0edb998e-748e-47e1-b029-bfdee6865018 service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918138 Aug 19 12:49:52.531445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b2d4-99e1-4cd4-9341-dc9dcde7413b req-c6ddc831-7004-4f25-a510-a01db5f8452f tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:52.533149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1620b2d4-99e1-4cd4-9341-dc9dcde7413b req-c6ddc831-7004-4f25-a510-a01db5f8452f tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 946 time: 0.0533776 Aug 19 12:49:52.573842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1620b2d4-99e1-4cd4-9341-dc9dcde7413b req-a7c0fb34-2faa-45d1-8347-355256c9d343 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Aug 19 12:49:52.710275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a4070-8de3-4a0b-9579-c38806997497 req-ee62939b-a37d-4c96-a52b-077e3a353fa0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:52.711777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-206a4070-8de3-4a0b-9579-c38806997497 req-ee62939b-a37d-4c96-a52b-077e3a353fa0 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 946 time: 0.0563507 Aug 19 12:49:52.755920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-206a4070-8de3-4a0b-9579-c38806997497 req-eb79d263-b10b-4ae2-bcf5-faf91a2cb948 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350718 Aug 19 12:49:54.201991 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:54.489502 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.995853 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.475561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e882a85-882e-4c1b-87eb-2a7026d9ada9 req-eb96cf5b-8a32-404c-bc8e-57bfa3d9b774 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:13.477093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e882a85-882e-4c1b-87eb-2a7026d9ada9 req-eb96cf5b-8a32-404c-bc8e-57bfa3d9b774 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 946 time: 0.0510578 Aug 19 12:50:13.529239 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3e882a85-882e-4c1b-87eb-2a7026d9ada9 req-b09e192b-b026-4028-a373-1a2f2370d5a7 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Aug 19 12:50:14.669503 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7dc0-e388-451b-9faa-fa062c9094d9 req-923caeca-097b-4d53-ad79-1a5ffde4bec9 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:14.671006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74cb7dc0-e388-451b-9faa-fa062c9094d9 req-923caeca-097b-4d53-ad79-1a5ffde4bec9 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 946 time: 0.0574822 Aug 19 12:50:14.713211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74cb7dc0-e388-451b-9faa-fa062c9094d9 req-2db5a2b2-62c6-40bb-9066-808d40998380 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319178 Aug 19 12:50:15.184038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-ac48ba41-d918-42b6-8017-5360bc5e1932 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:15.185563 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-ac48ba41-d918-42b6-8017-5360bc5e1932 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 946 time: 0.0612545 Aug 19 12:50:15.661150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Deleting port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:15.661473 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.749556 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] For port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:15.749902 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.766573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Calling delete_port for 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:15.844595 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87603b-b9a8-4037-ae14-88ac334840a8 req-42f7bf0b-52c4-4133-b541-c357db2ea904 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:15.846437 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b87603b-b9a8-4037-ae14-88ac334840a8 req-42f7bf0b-52c4-4133-b541-c357db2ea904 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae62364b-21aa-46a8-8da3-4a40c104b93b HTTP/1.1" status: 200 len: 946 time: 0.0552874 Aug 19 12:50:15.889037 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b87603b-b9a8-4037-ae14-88ac334840a8 req-d75aeb21-8c9d-4154-b6ea-80eb916824bf tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355942 Aug 19 12:50:15.897602 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.928008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Pushing event deleted for resources: {'Port': ['ID=4c4a179a-0ecc-4ad6-9885-3ab65a38e28b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:15.931706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['4c4a179a-0ecc-4ad6-9885-3ab65a38e28b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:50:15.937139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.937497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.937848 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.938268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.938506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.938838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.939177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.939500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.939867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.940202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.940650 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.941092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:15.988250 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] No DVR routers for this DVR port 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:15.991063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.993381 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e19dc439-b212-4eb4-b219-684ed78ceef9 req-79ed6a6f-e59d-431f-b8ab-6a50f931c6fc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.54 "DELETE /v2.0/ports/4c4a179a-0ecc-4ad6-9885-3ab65a38e28b HTTP/1.1" status: 204 len: 173 time: 0.8001921 Aug 19 12:50:15.993980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae62364b-21aa-46a8-8da3-4a40c104b93b', 'name': 'network-vif-deleted', 'tag': '4c4a179a-0ecc-4ad6-9885-3ab65a38e28b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:15.996655 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c91806-c7db-4cdd-be46-80e5ed709ee9" -d '{"events": [{"server_uuid": "ae62364b-21aa-46a8-8da3-4a40c104b93b", "name": "network-vif-deleted", "tag": "4c4a179a-0ecc-4ad6-9885-3ab65a38e28b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:16.049470 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312cf815-0936-43bf-af6e-fa2bcad27d39 x-openstack-request-id: req-312cf815-0936-43bf-af6e-fa2bcad27d39 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:16.049759 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae62364b-21aa-46a8-8da3-4a40c104b93b", "name": "network-vif-deleted", "tag": "4c4a179a-0ecc-4ad6-9885-3ab65a38e28b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:16.050005 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-312cf815-0936-43bf-af6e-fa2bcad27d39 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:16.050395 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae62364b-21aa-46a8-8da3-4a40c104b93b', 'name': 'network-vif-deleted', 'tag': '4c4a179a-0ecc-4ad6-9885-3ab65a38e28b', 'status': 'completed', 'code': 200} Aug 19 12:50:17.401376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-9468a80f-8720-490c-ac69-6c475b55423f tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:17.403092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-9468a80f-8720-490c-ac69-6c475b55423f tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/networks?id=07f0f516-2e4b-4502-89f8-6e42f078382c HTTP/1.1" status: 200 len: 817 time: 0.1211824 Aug 19 12:50:17.419388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-a7a2a004-c2a3-4b77-b6fc-49c9502ec4e6 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/quotas/b2588667699b4e74a27d20698ab5f449 HTTP/1.1" status: 200 len: 375 time: 0.0101275 Aug 19 12:50:17.482589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-2c1a9a7e-ce06-4403-bc29-246dff6f7e5d tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2588667699b4e74a27d20698ab5f449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564578 Aug 19 12:50:17.581531 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-0c6d2904-c07e-48cc-be95-ccfbe3f4cf7a service neutron] 10.222.0.65 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860906 Aug 19 12:50:17.682123 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-002fdfd4-36f2-48dd-9ad0-1bb0faa7debd service neutron] 10.222.0.65 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907485 Aug 19 12:50:17.844961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9214275-85d0-4816-a30f-ee1f7cb66511 req-212f8e7f-1dc3-4b7d-9668-8148c54d9954 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 210 time: 0.0297801 Aug 19 12:50:18.489498 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a70dc82-be2f-4602-9c5d-ca19a99b7d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.514454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:18.536227 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:18.536481 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 4c4a179a-0ecc-4ad6-9885-3ab65a38e28b not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:18.957890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-4e8d6fab-c4b4-4f9a-b729-d87fdb5a2b05 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:18.959803 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-4e8d6fab-c4b4-4f9a-b729-d87fdb5a2b05 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.54 "GET /v2.0/networks?id=07f0f516-2e4b-4502-89f8-6e42f078382c HTTP/1.1" status: 200 len: 817 time: 0.1103883 Aug 19 12:50:18.962390 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbd9cc89-b485-4144-9c5f-604f6515b19d req-8999769d-92c6-4caa-ba8f-88037291262a tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 210 time: 0.0470908 Aug 19 12:50:18.978949 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Request body: {'port': {'device_id': '891acdea-bf6b-4df4-921d-da8ffc7418b5', 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c', 'admin_state_up': True, 'tenant_id': 'b2588667699b4e74a27d20698ab5f449'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:19.102148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Made reservation on behalf of b2588667699b4e74a27d20698ab5f449 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:19.105685 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.246834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Allocated IP 172.20.0.10 (07f0f516-2e4b-4502-89f8-6e42f078382c/c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12/2ab99bd5-44d1-4623-94b1-6b073bcf7865) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:19.406256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.420331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Transition to ACTIVE for port object 2ab99bd5-44d1-4623-94b1-6b073bcf7865 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:19.454932 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.505322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Network 07f0f516-2e4b-4502-89f8-6e42f078382c is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:19.508838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:19.513279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:19.517195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Pushing event updated for resources: {'Port': ['ID=2ab99bd5-44d1-4623-94b1-6b073bcf7865,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:19.570274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:19.570927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.587589 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-40bc5851-e196-4bc7-9ddd-408563c93f5e tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6130273 Aug 19 12:50:19.606445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Request body: {'port': {'device_id': '891acdea-bf6b-4df4-921d-da8ffc7418b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:19.667630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.757134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-123450f6-5441-4d5f-9bbd-21c4eb24cc3a None None] Provisioning for port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:19.763459 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-123450f6-5441-4d5f-9bbd-21c4eb24cc3a None None] Provisioning complete for port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:19.763872 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-123450f6-5441-4d5f-9bbd-21c4eb24cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.798643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-123450f6-5441-4d5f-9bbd-21c4eb24cc3a None None] Port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:50:19.930216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab99bd5-44d1-4623-94b1-6b073bcf7865 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:50:19.937648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.950027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Transition to ACTIVE for port object 2ab99bd5-44d1-4623-94b1-6b073bcf7865 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:19.956367 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.025671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab99bd5-44d1-4623-94b1-6b073bcf7865,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:20.085086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Attempting to bind port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:20.085431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Attempting to bind port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:20.085769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Attempting to bind port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 on network 07f0f516-2e4b-4502-89f8-6e42f078382c {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:20.090939 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 on network 07f0f516-2e4b-4502-89f8-6e42f078382c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:20.091276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Attempting to bind port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 on network 07f0f516-2e4b-4502-89f8-6e42f078382c {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:20.091387 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd92ed2-d0bc-4ee2-98a8-262bc2a9168b req-6fbf74d8-6670-4f22-89d7-88ba8983bc02 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:20.092967 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dd92ed2-d0bc-4ee2-98a8-262bc2a9168b req-6fbf74d8-6670-4f22-89d7-88ba8983bc02 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 944 time: 0.0524402 Aug 19 12:50:20.096411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:20.096789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Checking segment: {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:20.097175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Bound using segment: {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:20.097677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Bound port: 2ab99bd5-44d1-4623-94b1-6b073bcf7865, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe08c73-672d-40c7-a9d2-f19d22ba5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:20.098043 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.134912 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dd92ed2-d0bc-4ee2-98a8-262bc2a9168b req-d0a9a887-1692-45b3-84a1-f6ff8d9bbbab tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356789 Aug 19 12:50:20.172892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] For port 2ab99bd5-44d1-4623-94b1-6b073bcf7865, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:20.176068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] For port 2ab99bd5-44d1-4623-94b1-6b073bcf7865, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ab99bd5-44d1-4623-94b1-6b073bcf7865,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:20.181462 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.218451 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:20.219072 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.220467 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] 10.222.0.54 "PUT /v2.0/ports/2ab99bd5-44d1-4623-94b1-6b073bcf7865 HTTP/1.1" status: 200 len: 1092 time: 0.6186442 Aug 19 12:50:20.220939 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891acdea-bf6b-4df4-921d-da8ffc7418b5', 'tag': '2ab99bd5-44d1-4623-94b1-6b073bcf7865'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:20.223199 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a40e19-8607-4127-883c-0baf9e6b749f" -d '{"events": [{"name": "network-changed", "server_uuid": "891acdea-bf6b-4df4-921d-da8ffc7418b5", "tag": "2ab99bd5-44d1-4623-94b1-6b073bcf7865"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:20.247160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed926788-26c7-433f-a759-2da86c26ba78 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab99bd5-44d1-4623-94b1-6b073bcf7865,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:20.267689 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37554c33-847e-44d4-9bcc-0d35c43d389b x-openstack-request-id: req-37554c33-847e-44d4-9bcc-0d35c43d389b {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:20.267994 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891acdea-bf6b-4df4-921d-da8ffc7418b5", "tag": "2ab99bd5-44d1-4623-94b1-6b073bcf7865", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:20.268209 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37554c33-847e-44d4-9bcc-0d35c43d389b {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:20.269086 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891acdea-bf6b-4df4-921d-da8ffc7418b5', 'tag': '2ab99bd5-44d1-4623-94b1-6b073bcf7865', 'status': 'completed', 'code': 200} Aug 19 12:50:20.327383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-a4bf196e-cee1-4952-8b5f-4852fcedb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:20.328993 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-a4bf196e-cee1-4952-8b5f-4852fcedb951 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2588667699b4e74a27d20698ab5f449&device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 1095 time: 0.0432024 Aug 19 12:50:20.381472 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-83185fb7-164a-4ef2-9dc3-492f24b861bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ab99bd5-44d1-4623-94b1-6b073bcf7865 HTTP/1.1" status: 200 len: 217 time: 0.0394442 Aug 19 12:50:20.432530 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-638db782-18dd-4011-a984-590f6728e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:20.434066 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-638db782-18dd-4011-a984-590f6728e690 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12 HTTP/1.1" status: 200 len: 856 time: 0.0461371 Aug 19 12:50:20.485432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-f3e580ec-183d-482d-beae-89084436a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:20.487012 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-f3e580ec-183d-482d-beae-89084436a76c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07f0f516-2e4b-4502-89f8-6e42f078382c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448809 Aug 19 12:50:20.588634 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-0f04fa5d-01b0-45dc-8432-673a5104cfe4 service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940278 Aug 19 12:50:20.699341 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-70525b53-2391-43a0-bc0a-5e40bb067a91 req-b2beba4b-dc19-496c-a963-13217fb68c1e service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033528 Aug 19 12:50:20.846868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40e19-8607-4127-883c-0baf9e6b749f req-09d2e2d2-11fd-43d4-8e6d-d8b078a0b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:20.847367 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-614f0ca4-fd7d-4170-b6eb-4d1ffb00ec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.849729 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61a40e19-8607-4127-883c-0baf9e6b749f req-09d2e2d2-11fd-43d4-8e6d-d8b078a0b33b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2588667699b4e74a27d20698ab5f449&device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 1095 time: 0.0502496 Aug 19 12:50:20.949045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40e19-8607-4127-883c-0baf9e6b749f req-e1be0206-94f6-49fa-ba26-8998b19ab5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:20.950541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61a40e19-8607-4127-883c-0baf9e6b749f req-e1be0206-94f6-49fa-ba26-8998b19ab5a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07f0f516-2e4b-4502-89f8-6e42f078382c HTTP/1.1" status: 200 len: 918 time: 0.0946820 Aug 19 12:50:20.991188 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.999386 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61a40e19-8607-4127-883c-0baf9e6b749f req-a0bb07d9-9dd7-4197-9071-bd646a2ac1e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ab99bd5-44d1-4623-94b1-6b073bcf7865 HTTP/1.1" status: 200 len: 217 time: 0.0408807 Aug 19 12:50:21.050201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40e19-8607-4127-883c-0baf9e6b749f req-78937076-d254-40a7-8494-82cd4c186275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:21.051652 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61a40e19-8607-4127-883c-0baf9e6b749f req-78937076-d254-40a7-8494-82cd4c186275 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12 HTTP/1.1" status: 200 len: 856 time: 0.0444555 Aug 19 12:50:21.100717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40e19-8607-4127-883c-0baf9e6b749f req-5d7bed25-e295-47e0-817b-245f434201da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:21.102122 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61a40e19-8607-4127-883c-0baf9e6b749f req-5d7bed25-e295-47e0-817b-245f434201da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07f0f516-2e4b-4502-89f8-6e42f078382c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422463 Aug 19 12:50:21.198689 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61a40e19-8607-4127-883c-0baf9e6b749f req-e46c0a31-092e-4d5e-b07a-5ea0834e290c service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873890 Aug 19 12:50:21.262408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f356df-a691-48c5-9f25-879d894aaac6 req-b025efc2-b01e-49ef-a124-d71c5f805468 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:21.264615 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4f356df-a691-48c5-9f25-879d894aaac6 req-b025efc2-b01e-49ef-a124-d71c5f805468 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 944 time: 0.0556738 Aug 19 12:50:21.295110 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-61a40e19-8607-4127-883c-0baf9e6b749f req-f9cb271b-1ab8-4d98-a07c-1bb89703a70f service neutron] 10.222.0.54 "GET /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869713 Aug 19 12:50:21.306383 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4f356df-a691-48c5-9f25-879d894aaac6 req-c3cf3270-133c-464d-a28c-8a3c7f020980 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Aug 19 12:50:22.164868 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.450354 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b003b1-112d-4ce3-8422-963e312d21e1 req-c395bb34-c835-43c4-bd02-ee0d7efb95df tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:22.451921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08b003b1-112d-4ce3-8422-963e312d21e1 req-c395bb34-c835-43c4-bd02-ee0d7efb95df tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 944 time: 0.0680816 Aug 19 12:50:22.494625 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-08b003b1-112d-4ce3-8422-963e312d21e1 req-8bc0a02f-7aaf-471e-bfb1-63337e278f71 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Aug 19 12:50:22.551096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2ab99bd5-44d1-4623-94b1-6b073bcf7865 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:50:22.666786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2ab99bd5-44d1-4623-94b1-6b073bcf7865, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ab99bd5-44d1-4623-94b1-6b073bcf7865,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:22.679189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '2ab99bd5-44d1-4623-94b1-6b073bcf7865', 'network_id': '07f0f516-2e4b-4502-89f8-6e42f078382c', 'port_id': '2ab99bd5-44d1-4623-94b1-6b073bcf7865', 'mac_address': 'fa:16:3e:36:53:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:50:22.726647 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.742512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab99bd5-44d1-4623-94b1-6b073bcf7865 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:50:22.763407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2ab99bd5-44d1-4623-94b1-6b073bcf7865, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ab99bd5-44d1-4623-94b1-6b073bcf7865,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:22.771451 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.821205 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2ab99bd5-44d1-4623-94b1-6b073bcf7865,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:22.828414 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.828794 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.829140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.829517 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.829847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.830170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.830498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.830837 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.831244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.831569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.831893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:22.832217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:23.045375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2ab99bd5-44d1-4623-94b1-6b073bcf7865'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:50:23.638989 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca377367-cd1b-41f9-9bd2-a4678cec3411 req-76cc3894-8cae-4da9-9a27-7ab8d7d6587c tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:23.640568 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca377367-cd1b-41f9-9bd2-a4678cec3411 req-76cc3894-8cae-4da9-9a27-7ab8d7d6587c tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 945 time: 0.0526419 Aug 19 12:50:23.684194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ca377367-cd1b-41f9-9bd2-a4678cec3411 req-cb1f06f0-6012-42de-bfb1-5bf64ec74abc tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348234 Aug 19 12:50:24.196014 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.497495 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.567906 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2ab99bd5-44d1-4623-94b1-6b073bcf7865 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:24.629181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:24.633269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:24.633644 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.713254 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.736201 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891acdea-bf6b-4df4-921d-da8ffc7418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab99bd5-44d1-4623-94b1-6b073bcf7865'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:24.738510 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7a573d-c346-4949-aae0-6431cbbf2c40" -d '{"events": [{"server_uuid": "891acdea-bf6b-4df4-921d-da8ffc7418b5", "name": "network-vif-plugged", "status": "completed", "tag": "2ab99bd5-44d1-4623-94b1-6b073bcf7865"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:24.752514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2ab99bd5-44d1-4623-94b1-6b073bcf7865, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ab99bd5-44d1-4623-94b1-6b073bcf7865,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:24.758379 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.787082 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a71fc-fc2f-44a6-a15b-16ecbc3b3f6e x-openstack-request-id: req-104a71fc-fc2f-44a6-a15b-16ecbc3b3f6e {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:24.787420 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891acdea-bf6b-4df4-921d-da8ffc7418b5", "name": "network-vif-plugged", "status": "completed", "tag": "2ab99bd5-44d1-4623-94b1-6b073bcf7865", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:24.787669 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-104a71fc-fc2f-44a6-a15b-16ecbc3b3f6e {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:24.788058 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891acdea-bf6b-4df4-921d-da8ffc7418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab99bd5-44d1-4623-94b1-6b073bcf7865', 'code': 200} Aug 19 12:50:24.807140 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c1e2-08dd-4b33-b7a8-a479f7475b8b req-74af40c5-dee1-4cd1-bea0-b1dfbcf46722 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:24.809330 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3f9c1e2-08dd-4b33-b7a8-a479f7475b8b req-74af40c5-dee1-4cd1-bea0-b1dfbcf46722 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 946 time: 0.0570953 Aug 19 12:50:24.816401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2ab99bd5-44d1-4623-94b1-6b073bcf7865,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:24.849748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c3f9c1e2-08dd-4b33-b7a8-a479f7475b8b req-74c06ac5-e62a-4857-97c0-d91bf5f023aa tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Aug 19 12:50:24.909561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc666f8-d215-49fe-a92b-01c13a32b360 req-f04f8f2b-c6a0-446f-8d83-3063683e871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:24.911064 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7dc666f8-d215-49fe-a92b-01c13a32b360 req-f04f8f2b-c6a0-446f-8d83-3063683e871a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 1097 time: 0.0467927 Aug 19 12:50:24.952849 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7dc666f8-d215-49fe-a92b-01c13a32b360 req-f789190d-b051-48a8-b5fe-c70b27f69263 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332692 Aug 19 12:50:25.983938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759789bb-92a3-44ac-8fa7-60ecedb07be7 req-77f05ce9-d57e-44f0-9f37-f3a6b873df33 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:25.985739 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-759789bb-92a3-44ac-8fa7-60ecedb07be7 req-77f05ce9-d57e-44f0-9f37-f3a6b873df33 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 946 time: 0.0557961 Aug 19 12:50:26.030236 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-759789bb-92a3-44ac-8fa7-60ecedb07be7 req-043f303c-bb98-44e2-9602-fdf150ae360f tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363839 Aug 19 12:50:27.167945 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a166c8-851b-4977-8c4a-2d3a4bb6ffa9 req-5b8531e3-42b9-419c-8be3-20016a3a8a76 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:27.169466 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73a166c8-851b-4977-8c4a-2d3a4bb6ffa9 req-5b8531e3-42b9-419c-8be3-20016a3a8a76 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 946 time: 0.0622416 Aug 19 12:50:27.212045 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-73a166c8-851b-4977-8c4a-2d3a4bb6ffa9 req-f3281000-8cdf-4f14-ac34-fc75e9f92fb5 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333161 Aug 19 12:50:27.334364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323541-8eea-48d3-8476-9ff053015553 req-7bd5d7f2-80df-4496-9b9c-f5540fe27bb4 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:27.335784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78323541-8eea-48d3-8476-9ff053015553 req-7bd5d7f2-80df-4496-9b9c-f5540fe27bb4 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 946 time: 0.0542033 Aug 19 12:50:27.378888 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78323541-8eea-48d3-8476-9ff053015553 req-78f16c75-0002-4dee-acbb-599e0c7faccd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339193 Aug 19 12:50:27.776888 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:50:29.000943 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.151639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a35e2-1bbb-4967-b265-bf34b90f88ae req-e7266bad-bff2-42ee-8427-73d1e582e2da tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:48.153162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa5a35e2-1bbb-4967-b265-bf34b90f88ae req-e7266bad-bff2-42ee-8427-73d1e582e2da tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 946 time: 0.0599957 Aug 19 12:50:48.194835 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa5a35e2-1bbb-4967-b265-bf34b90f88ae req-2f4920cc-99fb-4af9-996b-01daafea0f05 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327866 Aug 19 12:50:48.495302 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-921fb157-514f-4140-a357-7e79c2579022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.334553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542058aa-d5a9-464b-997f-d3eb44738747 req-df001312-a444-4e37-b256-8cdccd43710a tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:49.336053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-542058aa-d5a9-464b-997f-d3eb44738747 req-df001312-a444-4e37-b256-8cdccd43710a tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 946 time: 0.0530210 Aug 19 12:50:49.376474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-542058aa-d5a9-464b-997f-d3eb44738747 req-48b7ec71-f039-413c-98de-ac945e4111fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/security-groups?id=626a9cab-eab9-498b-8af2-54daf00ed0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339940 Aug 19 12:50:49.944300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-2061d791-eb57-45a2-b83d-a5922b11ae84 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:49.945876 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-2061d791-eb57-45a2-b83d-a5922b11ae84 tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.54 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 946 time: 0.0582466 Aug 19 12:50:50.041862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Deleting port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:50.042223 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.145611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] For port 2ab99bd5-44d1-4623-94b1-6b073bcf7865, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2ab99bd5-44d1-4623-94b1-6b073bcf7865,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:50.145985 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.159163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Calling delete_port for 2ab99bd5-44d1-4623-94b1-6b073bcf7865 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:50.306609 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.335855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Pushing event deleted for resources: {'Port': ['ID=2ab99bd5-44d1-4623-94b1-6b073bcf7865,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:50.342241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2ab99bd5-44d1-4623-94b1-6b073bcf7865'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:50:50.382696 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] No DVR routers for this DVR port 2ab99bd5-44d1-4623-94b1-6b073bcf7865 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:50.385476 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.387571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-aa7851a0-8e04-4544-9bc8-92048f0459fa req-1e0b5a92-6e3b-4f10-a077-44a210d903fd tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.54 "DELETE /v2.0/ports/2ab99bd5-44d1-4623-94b1-6b073bcf7865 HTTP/1.1" status: 204 len: 173 time: 0.4356487 Aug 19 12:50:50.388041 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891acdea-bf6b-4df4-921d-da8ffc7418b5', 'name': 'network-vif-deleted', 'tag': '2ab99bd5-44d1-4623-94b1-6b073bcf7865'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:50.390580 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93991bce-8d85-4423-9305-559f42925490" -d '{"events": [{"server_uuid": "891acdea-bf6b-4df4-921d-da8ffc7418b5", "name": "network-vif-deleted", "tag": "2ab99bd5-44d1-4623-94b1-6b073bcf7865"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:50.428099 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448e42fb-a494-4503-91bd-33dbf1fc85ed x-openstack-request-id: req-448e42fb-a494-4503-91bd-33dbf1fc85ed {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:50.428398 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891acdea-bf6b-4df4-921d-da8ffc7418b5", "name": "network-vif-deleted", "tag": "2ab99bd5-44d1-4623-94b1-6b073bcf7865", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:50.428653 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-448e42fb-a494-4503-91bd-33dbf1fc85ed {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:50.429082 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891acdea-bf6b-4df4-921d-da8ffc7418b5', 'name': 'network-vif-deleted', 'tag': '2ab99bd5-44d1-4623-94b1-6b073bcf7865', 'status': 'completed', 'code': 200} Aug 19 12:50:50.498806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99e66b85-0caa-4922-ab19-068baaf3b44c req-77cba50c-5e74-4ac0-b02b-2ab32a575c3b tempest-TestEncryptedCinderVolumes-25946067 tempest-TestEncryptedCinderVolumes-25946067-project] 10.222.0.65 "GET /v2.0/ports?device_id=891acdea-bf6b-4df4-921d-da8ffc7418b5 HTTP/1.1" status: 200 len: 210 time: 0.0371242 Aug 19 12:50:50.855906 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ae90dcc8-cc36-4949-93f2-0e8bcb53b802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.992820 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.596031 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47352) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:51.956106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.163713 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.213643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Deleting port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:52.213967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.295355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] For port bcc7dd9e-0371-4a4b-a2ec-6281b0316e16, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bcc7dd9e-0371-4a4b-a2ec-6281b0316e16,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:52.295729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.308713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Calling delete_port for bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:52.514094 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.550343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc7dd9e-0371-4a4b-a2ec-6281b0316e16,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:52.721352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.939601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Router f2fb142f-3ac0-4771-be30-bd3b3a945d38 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:53.048347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:53.053555 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-de362832-9b01-4a99-9593-0e83c4bdc47b admin admin] 10.222.0.65 "PUT /v2.0/routers/f2fb142f-3ac0-4771-be30-bd3b3a945d38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4564223 Aug 19 12:50:53.056142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47354) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.058948 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] Sync routers for ids ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:53.070102 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] Routers {'f2fb142f-3ac0-4771-be30-bd3b3a945d38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:53.070732 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:53.164421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.179339 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] Set router f2fb142f-3ac0-4771-be30-bd3b3a945d38 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:53.275006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.334889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Deleting port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:53.335414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.416963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] For port c63f0f86-deb2-47bb-b9fb-9d1cad9c8713, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c63f0f86-deb2-47bb-b9fb-9d1cad9c8713,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:53.417342 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.430709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Calling delete_port for c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:53.450542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:31Z', 'updated_at': '2021-08-19T12:50:52Z', 'revision_number': 5, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'gw_port': {'id': 'c63f0f86-deb2-47bb-b9fb-9d1cad9c8713', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:32Z', 'updated_at': '2021-08-19T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:53.477026 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] Checking router: f2fb142f-3ac0-4771-be30-bd3b3a945d38 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:53.486566 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] Routers {'f2fb142f-3ac0-4771-be30-bd3b3a945d38'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:53.487189 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:53.573553 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] Set router f2fb142f-3ac0-4771-be30-bd3b3a945d38 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:53.602822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.628925 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:31Z', 'updated_at': '2021-08-19T12:50:53Z', 'revision_number': 6, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:53.631855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63f0f86-deb2-47bb-b9fb-9d1cad9c8713,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:53.656720 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827d44e-4ed1-453c-871d-54c72e421075 None None] The sync data for ids ['f2fb142f-3ac0-4771-be30-bd3b3a945d38'] in n-d-778550-9 is: [{'id': 'f2fb142f-3ac0-4771-be30-bd3b3a945d38', 'name': 'tempest-TestEncryptedCinderVolumes-2014612467-router', 'tenant_id': 'b2588667699b4e74a27d20698ab5f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:31Z', 'updated_at': '2021-08-19T12:50:53Z', 'revision_number': 6, 'project_id': 'b2588667699b4e74a27d20698ab5f449', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:53.697720 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.789679 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.791921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.837920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.838450 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fb142f-3ac0-4771-be30-bd3b3a945d38 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:50:53.843291 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.844433 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1588c202-4182-44b1-8198-eeda3d154f86 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f2fb142f-3ac0-4771-be30-bd3b3a945d38 HTTP/1.1" status: 204 len: 168 time: 0.7873628 Aug 19 12:50:53.847073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47356) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.896023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4feef9f3-5c06-4580-925c-7abb3fa8c42a admin admin] Deleting subnet c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:50:53.899480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4feef9f3-5c06-4580-925c-7abb3fa8c42a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.936243 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4feef9f3-5c06-4580-925c-7abb3fa8c42a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.015546 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4feef9f3-5c06-4580-925c-7abb3fa8c42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.071647 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4feef9f3-5c06-4580-925c-7abb3fa8c42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.102601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feef9f3-5c06-4580-925c-7abb3fa8c42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:54.106549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4feef9f3-5c06-4580-925c-7abb3fa8c42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.108552 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4feef9f3-5c06-4580-925c-7abb3fa8c42a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c9278dcf-2b32-4ee0-94f3-8b18e3ea5e12 HTTP/1.1" status: 204 len: 168 time: 0.2605262 Aug 19 12:50:54.111331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47358) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:54.114239 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10a59a-ae3c-49d2-9630-c3873f447f5d None None] Network 07f0f516-2e4b-4502-89f8-6e42f078382c requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:54.180932 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.217846 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.235224 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Deleting port ca20366b-6cdb-4efb-b509-f61ef7962edd {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:54.235560 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.461580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76082165-45aa-4747-8352-3ee57828f788 None None] DHCP port deletion for 07f0f516-2e4b-4502-89f8-6e42f078382c request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:50:54.492040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:54.525156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:54.525530 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bcc7dd9e-0371-4a4b-a2ec-6281b0316e16 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:54.531737 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.556539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-76082165-45aa-4747-8352-3ee57828f788 None None] Deleting port ca20366b-6cdb-4efb-b509-f61ef7962edd {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:54.556948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-76082165-45aa-4747-8352-3ee57828f788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.624977 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-76082165-45aa-4747-8352-3ee57828f788 None None] For port ca20366b-6cdb-4efb-b509-f61ef7962edd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ca20366b-6cdb-4efb-b509-f61ef7962edd,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:54.625383 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-76082165-45aa-4747-8352-3ee57828f788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.639535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-76082165-45aa-4747-8352-3ee57828f788 None None] Calling delete_port for ca20366b-6cdb-4efb-b509-f61ef7962edd owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:54.680909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] For port ca20366b-6cdb-4efb-b509-f61ef7962edd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ca20366b-6cdb-4efb-b509-f61ef7962edd,segment=NetworkSegment(dfe08c73-672d-40c7-a9d2-f19d22ba5075),segment_id=dfe08c73-672d-40c7-a9d2-f19d22ba5075)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:54.681444 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.696001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Calling delete_port for ca20366b-6cdb-4efb-b509-f61ef7962edd owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:54.784359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.817047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca20366b-6cdb-4efb-b509-f61ef7962edd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:54.821653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] No DVR routers for this DVR port ca20366b-6cdb-4efb-b509-f61ef7962edd on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:54.877442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2ab99bd5-44d1-4623-94b1-6b073bcf7865 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:54.894980 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.898817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 2ab99bd5-44d1-4623-94b1-6b073bcf7865 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:54.899169 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2ab99bd5-44d1-4623-94b1-6b073bcf7865 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:54.902361 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-76082165-45aa-4747-8352-3ee57828f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.906142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f0f516-2e4b-4502-89f8-6e42f078382c']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:54.923575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe08c73-672d-40c7-a9d2-f19d22ba5075') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:54.923799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe08c73-672d-40c7-a9d2-f19d22ba5075') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:54.928306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76082165-45aa-4747-8352-3ee57828f788 None None] Pushing event deleted for resources: {'Port': ['ID=ca20366b-6cdb-4efb-b509-f61ef7962edd,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:54.931800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76082165-45aa-4747-8352-3ee57828f788 None None] No DVR routers for this DVR port ca20366b-6cdb-4efb-b509-f61ef7962edd on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:54.935689 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.954880 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.961166 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:54.961630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:54.963306 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:55.025426 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.034533 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.037061 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] 10.222.0.65 "DELETE /v2.0/networks/07f0f516-2e4b-4502-89f8-6e42f078382c HTTP/1.1" status: 204 len: 168 time: 0.9245753 Aug 19 12:50:55.040890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47360) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:55.057608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e49f-68a4-41de-84b7-e8b80960817d admin admin] Pushing event deleted for resources: {'Network': ['ID=07f0f516-2e4b-4502-89f8-6e42f078382c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:55.415630 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.666511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Deleting port 377aa5af-f81f-4413-9788-77d0b09085a3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:55.666755 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.750367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] For port 377aa5af-f81f-4413-9788-77d0b09085a3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=377aa5af-f81f-4413-9788-77d0b09085a3,segment=NetworkSegment(8c394d82-d045-4487-94db-33bd8ea828cd),segment_id=8c394d82-d045-4487-94db-33bd8ea828cd)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:55.750745 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.763555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Calling delete_port for 377aa5af-f81f-4413-9788-77d0b09085a3 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:55.958884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.985602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=377aa5af-f81f-4413-9788-77d0b09085a3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:56.166019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.168860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:56.190207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:56.190553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c63f0f86-deb2-47bb-b9fb-9d1cad9c8713 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:56.190972 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ca20366b-6cdb-4efb-b509-f61ef7962edd no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:56.211946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ca20366b-6cdb-4efb-b509-f61ef7962edd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:56.212194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ca20366b-6cdb-4efb-b509-f61ef7962edd not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:56.389676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Router f9e33691-f05b-481c-abbb-67d8453ae2e0 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:56.503124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:56.509169 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0f33896b-8996-4674-be3a-2893b62447c6 admin admin] 10.222.0.65 "PUT /v2.0/routers/f9e33691-f05b-481c-abbb-67d8453ae2e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4669416 Aug 19 12:50:56.512946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47362) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:56.515311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] Sync routers for ids ['f9e33691-f05b-481c-abbb-67d8453ae2e0'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:56.525806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] Routers {'f9e33691-f05b-481c-abbb-67d8453ae2e0'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:56.526443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9e33691-f05b-481c-abbb-67d8453ae2e0'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:56.618498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.635020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] Set router f9e33691-f05b-481c-abbb-67d8453ae2e0 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:56.715659 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.772667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Deleting port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:56.772991 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.821173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:36Z', 'updated_at': '2021-08-19T12:50:55Z', 'revision_number': 5, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'gw_port': {'id': '9994f8cc-a52b-4dd0-8658-7702eefbf7e6', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:37Z', 'updated_at': '2021-08-19T12:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:56.847764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] Checking router: f9e33691-f05b-481c-abbb-67d8453ae2e0 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:56.853124 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] For port 9994f8cc-a52b-4dd0-8658-7702eefbf7e6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9994f8cc-a52b-4dd0-8658-7702eefbf7e6,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:56.853498 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.856625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] Routers {'f9e33691-f05b-481c-abbb-67d8453ae2e0'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:56.857253 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f9e33691-f05b-481c-abbb-67d8453ae2e0'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:56.866522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Calling delete_port for 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:56.944151 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] Set router f9e33691-f05b-481c-abbb-67d8453ae2e0 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:56.998982 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:36Z', 'updated_at': '2021-08-19T12:50:56Z', 'revision_number': 6, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:57.025344 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4347fa2-be0a-48d5-9ab9-874741bca871 None None] The sync data for ids ['f9e33691-f05b-481c-abbb-67d8453ae2e0'] in n-d-778550-9 is: [{'id': 'f9e33691-f05b-481c-abbb-67d8453ae2e0', 'name': 'tempest-TestEncryptedCinderVolumes-1867481405-router', 'tenant_id': '93a9d2858516491b9e39a3d7e3cec14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:36Z', 'updated_at': '2021-08-19T12:50:56Z', 'revision_number': 6, 'project_id': '93a9d2858516491b9e39a3d7e3cec14e', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:57.052707 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.083953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Pushing event deleted for resources: {'Port': ['ID=9994f8cc-a52b-4dd0-8658-7702eefbf7e6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:57.143494 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.250144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.252456 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.298556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.299038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e33691-f05b-481c-abbb-67d8453ae2e0 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:50:57.304036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.305245 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8b7fbc9b-1021-4bb0-999b-c6b0f1c6437d admin admin] 10.222.0.65 "DELETE /v2.0/routers/f9e33691-f05b-481c-abbb-67d8453ae2e0 HTTP/1.1" status: 204 len: 168 time: 0.7917247 Aug 19 12:50:57.308078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47364) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:57.360389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82a1633-7782-4b3c-a20d-87684468d550 admin admin] Deleting subnet 37fa5cde-9dd6-42ac-a27e-272853a10c8d {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:50:57.364097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c82a1633-7782-4b3c-a20d-87684468d550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.399215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c82a1633-7782-4b3c-a20d-87684468d550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.477831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c82a1633-7782-4b3c-a20d-87684468d550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.530983 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c82a1633-7782-4b3c-a20d-87684468d550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.567116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a1633-7782-4b3c-a20d-87684468d550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fa5cde-9dd6-42ac-a27e-272853a10c8d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:57.569007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c82a1633-7782-4b3c-a20d-87684468d550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.570970 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c82a1633-7782-4b3c-a20d-87684468d550 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/37fa5cde-9dd6-42ac-a27e-272853a10c8d HTTP/1.1" status: 204 len: 168 time: 0.2619257 Aug 19 12:50:57.573047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56c961-646c-403c-bfb8-b3a1891f2eb7 None None] Network 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:57.573668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47366) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:57.645594 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.701726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Deleting port e562eed2-79cd-4a6a-9c7d-c73c22f23251 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:57.701998 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.764948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c63ef6a-5a05-4ca2-9b9e-dbe386a8f301 None None] DHCP port deletion for 85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:50:57.781087 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] For port e562eed2-79cd-4a6a-9c7d-c73c22f23251, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e562eed2-79cd-4a6a-9c7d-c73c22f23251,segment=NetworkSegment(8c394d82-d045-4487-94db-33bd8ea828cd),segment_id=8c394d82-d045-4487-94db-33bd8ea828cd)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:57.781448 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.795051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Calling delete_port for e562eed2-79cd-4a6a-9c7d-c73c22f23251 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:57.815101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4c63ef6a-5a05-4ca2-9b9e-dbe386a8f301 None None] Deleting port e562eed2-79cd-4a6a-9c7d-c73c22f23251 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:57.815569 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c63ef6a-5a05-4ca2-9b9e-dbe386a8f301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.880528 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.882927 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4c63ef6a-5a05-4ca2-9b9e-dbe386a8f301 None None] For port e562eed2-79cd-4a6a-9c7d-c73c22f23251, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=e562eed2-79cd-4a6a-9c7d-c73c22f23251,segment=NetworkSegment(8c394d82-d045-4487-94db-33bd8ea828cd),segment_id=8c394d82-d045-4487-94db-33bd8ea828cd)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:57.883372 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c63ef6a-5a05-4ca2-9b9e-dbe386a8f301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.896650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4c63ef6a-5a05-4ca2-9b9e-dbe386a8f301 None None] Calling delete_port for e562eed2-79cd-4a6a-9c7d-c73c22f23251 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:57.913542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e562eed2-79cd-4a6a-9c7d-c73c22f23251,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:57.920483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] No DVR routers for this DVR port e562eed2-79cd-4a6a-9c7d-c73c22f23251 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:57.948776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.949154 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.949519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.949912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.950849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.951189 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.951526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.952145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.952547 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.952871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.953218 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.953546 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:57.974065 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c63ef6a-5a05-4ca2-9b9e-dbe386a8f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.986185 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63ef6a-5a05-4ca2-9b9e-dbe386a8f301 None None] No DVR routers for this DVR port e562eed2-79cd-4a6a-9c7d-c73c22f23251 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:58.006074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63ef6a-5a05-4ca2-9b9e-dbe386a8f301 None None] Pushing event deleted for resources: {'Port': ['ID=e562eed2-79cd-4a6a-9c7d-c73c22f23251,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:58.013067 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.024162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:58.035676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c394d82-d045-4487-94db-33bd8ea828cd') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:58.035994 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c394d82-d045-4487-94db-33bd8ea828cd') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:58.049669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.069604 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.076838 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:58.077372 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:58.079129 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:58.089372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 377aa5af-f81f-4413-9788-77d0b09085a3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:58.113907 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 377aa5af-f81f-4413-9788-77d0b09085a3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:58.114402 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 377aa5af-f81f-4413-9788-77d0b09085a3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:58.114827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:58.134035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:58.134394 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9994f8cc-a52b-4dd0-8658-7702eefbf7e6 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:58.134798 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e562eed2-79cd-4a6a-9c7d-c73c22f23251 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:58.141588 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.147032 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.148971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f HTTP/1.1" status: 204 len: 168 time: 0.5741982 Aug 19 12:50:58.160504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17762be-f068-4d67-b742-c06a00230ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b8c3c7-a81e-4f71-8dea-eb7ef0708f4f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:58.165787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: e562eed2-79cd-4a6a-9c7d-c73c22f23251 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:58.166154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device e562eed2-79cd-4a6a-9c7d-c73c22f23251 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:58.345554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47370) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:58.388988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-33132652-e596-4166-906a-76bd7ac7c1fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2588667699b4e74a27d20698ab5f449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421433 Aug 19 12:50:58.392422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47372) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:58.453254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59cab3a4-f00e-41cb-aaee-971b1735f9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.477570 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59cab3a4-f00e-41cb-aaee-971b1735f9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.531938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59cab3a4-f00e-41cb-aaee-971b1735f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.535015 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-59cab3a4-f00e-41cb-aaee-971b1735f9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.536609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-59cab3a4-f00e-41cb-aaee-971b1735f9a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/626a9cab-eab9-498b-8af2-54daf00ed0b4 HTTP/1.1" status: 204 len: 168 time: 0.1432471 Aug 19 12:50:58.545106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab3a4-f00e-41cb-aaee-971b1735f9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626a9cab-eab9-498b-8af2-54daf00ed0b4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:58.912344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47378) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:58.965739 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-70eed8ff-6659-462b-b99c-e5357157366c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93a9d2858516491b9e39a3d7e3cec14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521607 Aug 19 12:50:58.969672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47380) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:58.998531 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.021260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd15a958-d41d-47f6-a91d-00a0508af770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.042723 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd15a958-d41d-47f6-a91d-00a0508af770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.092199 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd15a958-d41d-47f6-a91d-00a0508af770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.095075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd15a958-d41d-47f6-a91d-00a0508af770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.096246 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dd15a958-d41d-47f6-a91d-00a0508af770 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9b1f426-d3be-4967-84a6-ad7a0342290d HTTP/1.1" status: 204 len: 168 time: 0.1256933 Aug 19 12:50:59.103858 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15a958-d41d-47f6-a91d-00a0508af770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b1f426-d3be-4967-84a6-ad7a0342290d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:59.822879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47402) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:59.942011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-368471407-network', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:59.969110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Made reservation on behalf of fe518ca4b01f4c4bb1aeda3f675c15af for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:59.972637 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.984855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.081103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.087466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.111704 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:51:00.126332 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c0f9fe-495a-4b88-8585-64ceb3b36428,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:00.129200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.129539 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Added segment 94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b of type vlan for network 447b5e10-1d81-45d1-9f44-e702047e0b36 Aug 19 12:51:00.169400 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.197849 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.198782 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:00.199408 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.250051 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4259658 Aug 19 12:51:00.255970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47406) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:00.261922 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Request body: {'subnet': {'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-368471407-subnet', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:00.262610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c6b09-1c33-46e6-8494-01652e51260f admin admin] Pushing event updated for resources: {'Network': ['ID=447b5e10-1d81-45d1-9f44-e702047e0b36,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:00.276066 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 447b5e10-1d81-45d1-9f44-e702047e0b36 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:51:00.288031 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Made reservation on behalf of fe518ca4b01f4c4bb1aeda3f675c15af for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:00.290660 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.463064 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.520494 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:00.529090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Checking segment: {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:00.529462 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Network hostable DHCP agents. Network: 447b5e10-1d81-45d1-9f44-e702047e0b36, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:51:00.549935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Network 447b5e10-1d81-45d1-9f44-e702047e0b36 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:51:00.559758 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 447b5e10-1d81-45d1-9f44-e702047e0b36) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:00.564615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:00.565607 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.569674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd96d70-5097-48bb-8f94-28c3cf94e357 None None] Network 447b5e10-1d81-45d1-9f44-e702047e0b36 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:00.580913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-42067c82-14ee-4afe-a3e8-a4eae7e98c8e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3235877 Aug 19 12:51:00.584477 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47408) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:00.588907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:00.610255 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.611251 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.670115 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.717065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-447b5e10-1d81-45d1-9f44-e702047e0b36', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:51:00.717897 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.807901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.853537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Allocated IP 172.20.0.2 (447b5e10-1d81-45d1-9f44-e702047e0b36/b4a52fd0-9744-44b4-ab09-2a7bd9b54e25/29669098-c2b8-4cd8-9491-3667a6791dc2) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:01.021236 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.032202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Transition to ACTIVE for port object 29669098-c2b8-4cd8-9491-3667a6791dc2 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:01.050379 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Transition to ACTIVE for port object 29669098-c2b8-4cd8-9491-3667a6791dc2 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:01.059452 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.102772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Network 447b5e10-1d81-45d1-9f44-e702047e0b36 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:01.105902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:01.109856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:01.117255 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Pushing event updated for resources: {'Port': ['ID=29669098-c2b8-4cd8-9491-3667a6791dc2,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:01.172881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Attempting to bind port 29669098-c2b8-4cd8-9491-3667a6791dc2 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:01.173259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Attempting to bind port 29669098-c2b8-4cd8-9491-3667a6791dc2 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:01.173688 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Attempting to bind port 29669098-c2b8-4cd8-9491-3667a6791dc2 on network 447b5e10-1d81-45d1-9f44-e702047e0b36 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:01.178726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:01.179110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Checking segment: {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:01.179518 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.179909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Bound using segment: {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:01.180371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Bound port: 29669098-c2b8-4cd8-9491-3667a6791dc2, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:01.180774 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.247122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] For port 29669098-c2b8-4cd8-9491-3667a6791dc2, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:01.250856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] For port 29669098-c2b8-4cd8-9491-3667a6791dc2, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=29669098-c2b8-4cd8-9491-3667a6791dc2,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:01.256281 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.323017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5961037-641b-48cd-95df-66b66b98aae0 None None] Pushing event updated for resources: {'Port': ['ID=29669098-c2b8-4cd8-9491-3667a6791dc2,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:01.351297 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.371049 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.493246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Allocated IP 172.25.4.92 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/2c537f82-46e4-4fc9-9791-14deccda7f44) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:01.602899 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.644571 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.689952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:01.692892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:01.697112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:01.700208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Pushing event updated for resources: {'Port': ['ID=2c537f82-46e4-4fc9-9791-14deccda7f44,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:01.960205 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.113231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 29669098-c2b8-4cd8-9491-3667a6791dc2 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:02.176643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24352420-6bdb-439a-8688-1a393cb8ce17 None None] Network 447b5e10-1d81-45d1-9f44-e702047e0b36 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:02.179056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.179945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 29669098-c2b8-4cd8-9491-3667a6791dc2 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:02.295994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3c1ca635-dc3f-4439-9426-2a55cd911690 None None] Provisioning for port 29669098-c2b8-4cd8-9491-3667a6791dc2 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:02.306189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3c1ca635-dc3f-4439-9426-2a55cd911690 None None] Provisioning complete for port 29669098-c2b8-4cd8-9491-3667a6791dc2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:02.306751 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca635-dc3f-4439-9426-2a55cd911690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.318075 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:51:02.429163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca635-dc3f-4439-9426-2a55cd911690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.431248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:02.444866 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Sync routers for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:02.450560 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.451953 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fd995b05-dd31-4135-8aba-cd9ac7eac081 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8664837 Aug 19 12:51:02.455195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47410) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:02.459094 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:02.460621 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:02.472204 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3c1ca635-dc3f-4439-9426-2a55cd911690 None None] For port 29669098-c2b8-4cd8-9491-3667a6791dc2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=29669098-c2b8-4cd8-9491-3667a6791dc2,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:02.477511 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca635-dc3f-4439-9426-2a55cd911690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.551683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ca635-dc3f-4439-9426-2a55cd911690 None None] Pushing event updated for resources: {'Port': ['ID=29669098-c2b8-4cd8-9491-3667a6791dc2,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:02.591377 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:02.699711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-94099fa8-c494-48c6-a5e3-502f8422685e None None] Provisioning complete for port 29669098-c2b8-4cd8-9491-3667a6791dc2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:02.700586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-94099fa8-c494-48c6-a5e3-502f8422685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.790232 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:01Z', 'revision_number': 3, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:02.821170 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Checking router: b0571eb8-573d-4ceb-97f5-7f3ddf601a47 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:51:02.821520 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Updating router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 port 2c537f82-46e4-4fc9-9791-14deccda7f44 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:51:02.846868 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.922855 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.084372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Allocated IP 172.20.0.1 (447b5e10-1d81-45d1-9f44-e702047e0b36/b4a52fd0-9744-44b4-ab09-2a7bd9b54e25/8d76de68-9d19-4905-9143-e7f4ad8da813) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:03.090447 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.100012 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Transition to ACTIVE for port object 2c537f82-46e4-4fc9-9791-14deccda7f44 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:03.106957 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.162653 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Attempting to bind port 2c537f82-46e4-4fc9-9791-14deccda7f44 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:03.162989 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Attempting to bind port 2c537f82-46e4-4fc9-9791-14deccda7f44 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:03.163381 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Attempting to bind port 2c537f82-46e4-4fc9-9791-14deccda7f44 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:03.165387 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Pushing event updated for resources: {'Port': ['ID=2c537f82-46e4-4fc9-9791-14deccda7f44,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:03.175527 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.175848 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.176199 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.176529 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.176893 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.177221 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.177544 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.177871 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.178193 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.178509 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.178828 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.179143 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:03.182220 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:03.182654 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:03.183045 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.183436 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:03.184172 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Bound port: 2c537f82-46e4-4fc9-9791-14deccda7f44, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:03.184496 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.194424 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.207377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Transition to ACTIVE for port object 8d76de68-9d19-4905-9143-e7f4ad8da813 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:03.236835 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] For port 2c537f82-46e4-4fc9-9791-14deccda7f44, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:03.240525 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] For port 2c537f82-46e4-4fc9-9791-14deccda7f44, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2c537f82-46e4-4fc9-9791-14deccda7f44,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:03.241723 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.250295 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.278364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Network 447b5e10-1d81-45d1-9f44-e702047e0b36 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:03.281242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:03.287072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:03.314988 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:03.315638 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.320986 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Pushing event updated for resources: {'Port': ['ID=8d76de68-9d19-4905-9143-e7f4ad8da813,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:03.339284 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.356892 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c84708-e93e-4a6f-82c3-4d0691e02cfb None None] Pushing event updated for resources: {'Port': ['ID=2c537f82-46e4-4fc9-9791-14deccda7f44,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:03.437274 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:03.475784 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.516117 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-91049fdd-52d7-4331-b845-4c4e9164b0d1 None None] Provisioning for port 8d76de68-9d19-4905-9143-e7f4ad8da813 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:03.521442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-91049fdd-52d7-4331-b845-4c4e9164b0d1 None None] Provisioning complete for port 8d76de68-9d19-4905-9143-e7f4ad8da813 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:03.521880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-91049fdd-52d7-4331-b845-4c4e9164b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.556251 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-91049fdd-52d7-4331-b845-4c4e9164b0d1 None None] Port 8d76de68-9d19-4905-9143-e7f4ad8da813 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:03.633938 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:01Z', 'revision_number': 3, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.641961 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.647867 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.662027 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1c09e-c13a-4913-9a51-0575b570f390 None None] The sync data for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 is: [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:01Z', 'revision_number': 3, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:03.717806 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Pushing event updated for resources: {'Port': ['ID=8d76de68-9d19-4905-9143-e7f4ad8da813,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:03.720715 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.822840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Network 447b5e10-1d81-45d1-9f44-e702047e0b36 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:03.824290 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:03.964257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:04.081354 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0a16a8b3-3c04-463f-8d5d-e3f92d2119b6 None None] Provisioning complete for port 8d76de68-9d19-4905-9143-e7f4ad8da813 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:04.081354 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a16a8b3-3c04-463f-8d5d-e3f92d2119b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.098770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:04.104051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7c67946a-ac24-40b2-a751-667f2f9c8d84 admin admin] 10.222.0.65 "PUT /v2.0/routers/b0571eb8-573d-4ceb-97f5-7f3ddf601a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475873 Aug 19 12:51:04.132254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0a16a8b3-3c04-463f-8d5d-e3f92d2119b6 None None] Port 8d76de68-9d19-4905-9143-e7f4ad8da813 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:04.190353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2c537f82-46e4-4fc9-9791-14deccda7f44 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:04.248208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 2c537f82-46e4-4fc9-9791-14deccda7f44 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:04.252282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 2c537f82-46e4-4fc9-9791-14deccda7f44 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:04.252656 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.339950 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.363089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 2c537f82-46e4-4fc9-9791-14deccda7f44, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2c537f82-46e4-4fc9-9791-14deccda7f44,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:04.368731 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.369690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 29669098-c2b8-4cd8-9491-3667a6791dc2 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:04.471385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=2c537f82-46e4-4fc9-9791-14deccda7f44,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:04.485774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 29669098-c2b8-4cd8-9491-3667a6791dc2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:04.486269 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.642762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47426) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:04.647883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-723235786-network', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:04.671725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Made reservation on behalf of f53019458cbe41cfae530da4f94b864a for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:04.675485 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.689170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.775833 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:51:04.782386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.787493 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.815586 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:51:04.825618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8240de-8522-494b-9eff-a3c0c27854db,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:04.830734 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.831075 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Added segment 28903b4e-1327-4f1a-bc3a-959c6858a321 of type vlan for network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 Aug 19 12:51:04.870186 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.898185 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.899548 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:04.900391 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.957941 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3139932 Aug 19 12:51:04.961255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47430) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:04.966529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Request body: {'subnet': {'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-723235786-subnet', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:04.972364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec377ef-09e2-4446-9025-4de92263a241 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc8a1a2-0e24-4469-b887-9fee9a01d8b3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:04.984165 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:51:04.989890 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Made reservation on behalf of f53019458cbe41cfae530da4f94b864a for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:04.992417 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.176273 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.232779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=326f0d3e-75a9-4633-a5bf-8afd43c5e131,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:05.248840 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Checking segment: {'id': '28903b4e-1327-4f1a-bc3a-959c6858a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:05.249188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Network hostable DHCP agents. Network: 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:51:05.268539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:51:05.272772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Sync routers for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:05.281796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:05.282776 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:05.283411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:05.290092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:05.290707 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.307854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b797e9ef-aa3c-4c92-a80d-1154e30f9dab admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3452253 Aug 19 12:51:05.310532 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47432) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:05.315223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:05.338841 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.340187 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.396831 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.497666 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae71858-68e7-4cc8-a2a6-65aacf6b0049 None None] Network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:05.674161 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:05.771916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-3dc8a1a2-0e24-4469-b887-9fee9a01d8b3', 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'fixed_ips': [{'subnet_id': '326f0d3e-75a9-4633-a5bf-8afd43c5e131'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:51:05.772812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.881478 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.011019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Allocated IP 172.20.0.2 (3dc8a1a2-0e24-4469-b887-9fee9a01d8b3/326f0d3e-75a9-4633-a5bf-8afd43c5e131/bbdf3edd-9d73-4a2f-a63f-13b0e65c1313) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:06.083227 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.088848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8d76de68-9d19-4905-9143-e7f4ad8da813', 'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'mac_address': 'fa:16:3e:ba:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:02Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 2, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'subnets': [{'id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:06.103719 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.124762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2c537f82-46e4-4fc9-9791-14deccda7f44 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:06.129838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Checking router: b0571eb8-573d-4ceb-97f5-7f3ddf601a47 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:51:06.130202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Updating router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 port 8d76de68-9d19-4905-9143-e7f4ad8da813 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:51:06.204528 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.213029 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Allocated IP 172.25.4.37 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:06.308031 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.316285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 2c537f82-46e4-4fc9-9791-14deccda7f44 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:06.316744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.319608 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.363961 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.369235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Transition to ACTIVE for port object bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:06.399130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:06.406061 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:06.409700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:06.415192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Pushing event updated for resources: {'Port': ['ID=b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:06.424289 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Transition to ACTIVE for port object bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:06.440562 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.538467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:06.547919 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:06.553649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:06.558298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Pushing event updated for resources: {'Port': ['ID=bbdf3edd-9d73-4a2f-a63f-13b0e65c1313,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:06.679741 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.694022 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Attempting to bind port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:06.694386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Attempting to bind port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '28903b4e-1327-4f1a-bc3a-959c6858a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:06.694768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Attempting to bind port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 on network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:06.707948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:06.708322 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Checking segment: {'id': '28903b4e-1327-4f1a-bc3a-959c6858a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:06.708778 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.709172 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Bound using segment: {'id': '28903b4e-1327-4f1a-bc3a-959c6858a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:06.709642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Bound port: bbdf3edd-9d73-4a2f-a63f-13b0e65c1313, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28903b4e-1327-4f1a-bc3a-959c6858a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:06.710024 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.779493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.799055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Transition to ACTIVE for port object 8d76de68-9d19-4905-9143-e7f4ad8da813 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:06.811360 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.853067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] For port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:06.878248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] For port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bbdf3edd-9d73-4a2f-a63f-13b0e65c1313,segment=NetworkSegment(28903b4e-1327-4f1a-bc3a-959c6858a321),segment_id=28903b4e-1327-4f1a-bc3a-959c6858a321)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:06.879396 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d8d64-1741-46e4-95a3-4ed2439d71ec None None] Pushing event updated for resources: {'Port': ['ID=8d76de68-9d19-4905-9143-e7f4ad8da813,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:06.886887 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.892092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.998687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Attempting to bind port 8d76de68-9d19-4905-9143-e7f4ad8da813 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:06.999072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Attempting to bind port 8d76de68-9d19-4905-9143-e7f4ad8da813 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:06.999443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Attempting to bind port 8d76de68-9d19-4905-9143-e7f4ad8da813 on network 447b5e10-1d81-45d1-9f44-e702047e0b36 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:07.001673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c7450-89fc-4d7c-b5f8-a4264bbd2ebc None None] Pushing event updated for resources: {'Port': ['ID=bbdf3edd-9d73-4a2f-a63f-13b0e65c1313,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:07.009101 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:07.009482 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Checking segment: {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:07.009900 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.010296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Bound using segment: {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:07.010777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Bound port: 8d76de68-9d19-4905-9143-e7f4ad8da813, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:07.011163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.060121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Router 78b7a717-dfce-47f7-9e5a-69a4de724c9b is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:51:07.094015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] For port 8d76de68-9d19-4905-9143-e7f4ad8da813, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:07.097876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] For port 8d76de68-9d19-4905-9143-e7f4ad8da813, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8d76de68-9d19-4905-9143-e7f4ad8da813,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:07.108976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.205983 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:07.206213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:07.206778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:07.209781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d8d64-1741-46e4-95a3-4ed2439d71ec None None] Pushing event updated for resources: {'Port': ['ID=8d76de68-9d19-4905-9143-e7f4ad8da813,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:07.218923 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Sync routers for ids ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:07.226801 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.228622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-160d3024-5aa0-492b-b6da-4b974740a3aa admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9170668 Aug 19 12:51:07.231613 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47436) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:07.250001 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Routers {'78b7a717-dfce-47f7-9e5a-69a4de724c9b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:07.250645 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:07.368834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:07.426649 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Set router 78b7a717-dfce-47f7-9e5a-69a4de724c9b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:07.611824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8d76de68-9d19-4905-9143-e7f4ad8da813', 'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'mac_address': 'fa:16:3e:ba:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:02Z', 'updated_at': '2021-08-19T12:51:07Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'subnets': [{'id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:07.639861 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29002a8-f72b-4909-b6e5-df5480ebd641 None None] The sync data for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 is: [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8d76de68-9d19-4905-9143-e7f4ad8da813', 'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'mac_address': 'fa:16:3e:ba:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:02Z', 'updated_at': '2021-08-19T12:51:07Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'subnets': [{'id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:07.729006 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:05Z', 'updated_at': '2021-08-19T12:51:06Z', 'revision_number': 3, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'gw_port': {'id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:06Z', 'updated_at': '2021-08-19T12:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:07.771094 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.776343 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Checking router: 78b7a717-dfce-47f7-9e5a-69a4de724c9b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:51:07.776718 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Updating router 78b7a717-dfce-47f7-9e5a-69a4de724c9b port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:51:07.809524 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.965988 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Allocated IP 172.20.0.1 (3dc8a1a2-0e24-4469-b887-9fee9a01d8b3/326f0d3e-75a9-4633-a5bf-8afd43c5e131/871d0197-5af1-45f9-bb24-5e9a56064475) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:08.092502 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.105094 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Transition to ACTIVE for port object b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:08.113998 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.132628 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138f684-25bc-47a8-ae0e-f1fa1833461b None None] Network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:08.147763 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.165875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Transition to ACTIVE for port object 871d0197-5af1-45f9-bb24-5e9a56064475 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:08.188017 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Attempting to bind port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:08.188664 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Attempting to bind port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:08.189550 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Attempting to bind port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:08.202373 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:08.202992 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:08.204136 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.204644 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:08.205278 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Bound port: b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:08.205754 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.207446 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.208943 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042594b-95ef-4ed9-913f-8f15f43d11cd None None] Pushing event updated for resources: {'Port': ['ID=b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:08.244422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:08.249455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1edb92ae-6bb4-4585-8cc7-92a655c8f38a None None] Provisioning for port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:08.292786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:08.294718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:08.296849 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Pushing event updated for resources: {'Port': ['ID=871d0197-5af1-45f9-bb24-5e9a56064475,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:08.299690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:08.322668 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] For port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:08.327431 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] For port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:08.334794 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.343639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.391779 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:08.395248 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042594b-95ef-4ed9-913f-8f15f43d11cd None None] Pushing event updated for resources: {'Port': ['ID=b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:08.397366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:08.397730 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.403931 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Routers {'78b7a717-dfce-47f7-9e5a-69a4de724c9b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:08.404843 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:08.502969 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.540237 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.553675 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] Set router 78b7a717-dfce-47f7-9e5a-69a4de724c9b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:08.558491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bbdf3edd-9d73-4a2f-a63f-13b0e65c1313,segment=NetworkSegment(28903b4e-1327-4f1a-bc3a-959c6858a321),segment_id=28903b4e-1327-4f1a-bc3a-959c6858a321)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:08.568100 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.569259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8d76de68-9d19-4905-9143-e7f4ad8da813 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:08.670492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=bbdf3edd-9d73-4a2f-a63f-13b0e65c1313,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:08.687198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 8d76de68-9d19-4905-9143-e7f4ad8da813 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:08.692339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8d76de68-9d19-4905-9143-e7f4ad8da813 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:08.693035 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.810721 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.811516 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:05Z', 'updated_at': '2021-08-19T12:51:06Z', 'revision_number': 3, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'gw_port': {'id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:06Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:08.832485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6a754962-cdf6-4f14-8c5b-2360e4e3d4cb None None] Provisioning complete for port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:08.833747 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a754962-cdf6-4f14-8c5b-2360e4e3d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.836199 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.849279 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6635e-6257-4fdb-a1d0-40d3051df0e3 None None] The sync data for ids ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'] in n-d-778550-9 is: [{'id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:05Z', 'updated_at': '2021-08-19T12:51:06Z', 'revision_number': 3, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'gw_port': {'id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:06Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:08.855213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.911700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Pushing event updated for resources: {'Port': ['ID=871d0197-5af1-45f9-bb24-5e9a56064475,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:08.962755 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 8d76de68-9d19-4905-9143-e7f4ad8da813, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8d76de68-9d19-4905-9143-e7f4ad8da813,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:08.963629 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.973844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.024777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6a754962-cdf6-4f14-8c5b-2360e4e3d4cb None None] Provisioning for port 871d0197-5af1-45f9-bb24-5e9a56064475 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:09.036867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6a754962-cdf6-4f14-8c5b-2360e4e3d4cb None None] Provisioning complete for port 871d0197-5af1-45f9-bb24-5e9a56064475 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:09.037180 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6a754962-cdf6-4f14-8c5b-2360e4e3d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.038886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=8d76de68-9d19-4905-9143-e7f4ad8da813,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:09.073550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:09.075111 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:09.076413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6a754962-cdf6-4f14-8c5b-2360e4e3d4cb None None] Port 871d0197-5af1-45f9-bb24-5e9a56064475 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:09.203987 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Router 78b7a717-dfce-47f7-9e5a-69a4de724c9b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:09.204448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-da9f7df6-32cb-406a-8638-b8ce3d0b3316 None None] Provisioning complete for port 871d0197-5af1-45f9-bb24-5e9a56064475 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:09.204928 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da9f7df6-32cb-406a-8638-b8ce3d0b3316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.275951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-da9f7df6-32cb-406a-8638-b8ce3d0b3316 None None] Port 871d0197-5af1-45f9-bb24-5e9a56064475 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:09.360716 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:09.368735 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-304a5716-eb1d-471e-9bd8-336fd0eaef1e admin admin] 10.222.0.65 "PUT /v2.0/routers/78b7a717-dfce-47f7-9e5a-69a4de724c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1332381 Aug 19 12:51:09.399814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-d94d7cd1-56ff-4d84-bb1b-56f5fe4fac24 None None] Provisioning complete for port 871d0197-5af1-45f9-bb24-5e9a56064475 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:09.400190 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d94d7cd1-56ff-4d84-bb1b-56f5fe4fac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.440560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d94d7cd1-56ff-4d84-bb1b-56f5fe4fac24 None None] Port 871d0197-5af1-45f9-bb24-5e9a56064475 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:10.162527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:10.216357 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:10.220173 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:10.220545 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.313855 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.337287 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:10.345211 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.346064 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:10.586967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:10.598300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:10.598643 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.695247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8d76de68-9d19-4905-9143-e7f4ad8da813 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:10.753749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 8d76de68-9d19-4905-9143-e7f4ad8da813 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:10.754401 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.116400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Sync routers for ids ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:11.130480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Routers {'78b7a717-dfce-47f7-9e5a-69a4de724c9b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:11.131235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:11.251309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Set router 78b7a717-dfce-47f7-9e5a-69a4de724c9b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:11.498430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:05Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 4, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'gw_port': {'id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:06Z', 'updated_at': '2021-08-19T12:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '871d0197-5af1-45f9-bb24-5e9a56064475', 'name': '', 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'mac_address': 'fa:16:3e:68:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '326f0d3e-75a9-4633-a5bf-8afd43c5e131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:07Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 2, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'subnets': [{'id': '326f0d3e-75a9-4633-a5bf-8afd43c5e131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:11.529113 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Checking router: 78b7a717-dfce-47f7-9e5a-69a4de724c9b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:51:11.529384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Updating router 78b7a717-dfce-47f7-9e5a-69a4de724c9b port 871d0197-5af1-45f9-bb24-5e9a56064475 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:51:11.557108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.862694 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.876797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Transition to ACTIVE for port object 871d0197-5af1-45f9-bb24-5e9a56064475 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:11.882977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.938800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f04aac-e101-447f-b223-3e4ababeb901 None None] Pushing event updated for resources: {'Port': ['ID=871d0197-5af1-45f9-bb24-5e9a56064475,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:12.004731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Attempting to bind port 871d0197-5af1-45f9-bb24-5e9a56064475 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:12.004731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Attempting to bind port 871d0197-5af1-45f9-bb24-5e9a56064475 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '28903b4e-1327-4f1a-bc3a-959c6858a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:12.004731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Attempting to bind port 871d0197-5af1-45f9-bb24-5e9a56064475 on network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:12.010933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:12.011321 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Checking segment: {'id': '28903b4e-1327-4f1a-bc3a-959c6858a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:12.011851 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.012305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Bound using segment: {'id': '28903b4e-1327-4f1a-bc3a-959c6858a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:12.012912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Bound port: 871d0197-5af1-45f9-bb24-5e9a56064475, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28903b4e-1327-4f1a-bc3a-959c6858a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:12.013311 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.104030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] For port 871d0197-5af1-45f9-bb24-5e9a56064475, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:12.107592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] For port 871d0197-5af1-45f9-bb24-5e9a56064475, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=871d0197-5af1-45f9-bb24-5e9a56064475,segment=NetworkSegment(28903b4e-1327-4f1a-bc3a-959c6858a321),segment_id=28903b4e-1327-4f1a-bc3a-959c6858a321)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:12.115728 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.138502 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:12.226916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Routers {'78b7a717-dfce-47f7-9e5a-69a4de724c9b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:12.227654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:50:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:12.294045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f04aac-e101-447f-b223-3e4ababeb901 None None] Pushing event updated for resources: {'Port': ['ID=871d0197-5af1-45f9-bb24-5e9a56064475,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:12.310189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:12.310559 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.437389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] Set router 78b7a717-dfce-47f7-9e5a-69a4de724c9b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:12.671158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:05Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 4, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'gw_port': {'id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:06Z', 'updated_at': '2021-08-19T12:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '871d0197-5af1-45f9-bb24-5e9a56064475', 'name': '', 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'mac_address': 'fa:16:3e:68:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '326f0d3e-75a9-4633-a5bf-8afd43c5e131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:07Z', 'updated_at': '2021-08-19T12:51:12Z', 'revision_number': 4, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'subnets': [{'id': '326f0d3e-75a9-4633-a5bf-8afd43c5e131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:12.704803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b785cb40-513e-4dff-b240-ff2c814c9003 None None] The sync data for ids ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'] in n-d-778550-9 is: [{'id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:05Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 4, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'gw_port': {'id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:06Z', 'updated_at': '2021-08-19T12:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '871d0197-5af1-45f9-bb24-5e9a56064475', 'name': '', 'network_id': '3dc8a1a2-0e24-4469-b887-9fee9a01d8b3', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'mac_address': 'fa:16:3e:68:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '326f0d3e-75a9-4633-a5bf-8afd43c5e131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:07Z', 'updated_at': '2021-08-19T12:51:12Z', 'revision_number': 4, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'subnets': [{'id': '326f0d3e-75a9-4633-a5bf-8afd43c5e131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:14.137349 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 871d0197-5af1-45f9-bb24-5e9a56064475 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:14.201694 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 871d0197-5af1-45f9-bb24-5e9a56064475 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:14.206142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 871d0197-5af1-45f9-bb24-5e9a56064475 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:14.206734 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.313009 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.355333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 871d0197-5af1-45f9-bb24-5e9a56064475, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=871d0197-5af1-45f9-bb24-5e9a56064475,segment=NetworkSegment(28903b4e-1327-4f1a-bc3a-959c6858a321),segment_id=28903b4e-1327-4f1a-bc3a-959c6858a321)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:14.363567 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.418729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=871d0197-5af1-45f9-bb24-5e9a56064475,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:16.109354 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 871d0197-5af1-45f9-bb24-5e9a56064475 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:16.176458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 871d0197-5af1-45f9-bb24-5e9a56064475 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:16.176893 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.501182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e6455cd5-5b31-4c8d-abef-0527ebc8511c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.628127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-66fe2486-bf97-4a55-b1d5-e9dc78650bb9 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:19.629670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-66fe2486-bf97-4a55-b1d5-e9dc78650bb9 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 814 time: 0.1057711 Aug 19 12:51:19.645211 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-3d9e033d-e200-486b-a6ad-64e18aa6a936 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/quotas/fe518ca4b01f4c4bb1aeda3f675c15af HTTP/1.1" status: 200 len: 375 time: 0.0094578 Aug 19 12:51:19.698775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-70c34aaa-4553-4019-8418-80a891a0df20 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477788 Aug 19 12:51:19.801400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-e11fb0cb-55cd-48a8-9f8e-06b6cc69b6a6 service neutron] 10.222.0.65 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899916 Aug 19 12:51:20.236793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-31d06388-ad44-4695-a67c-ab91222f78e6 service neutron] 10.222.0.65 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289906 Aug 19 12:51:20.425395 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-daba5ce1-50ce-4c3e-b0f1-ec28245e5cf0 req-4d623d72-e6e5-47d6-a929-ae7c9db34638 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 210 time: 0.0287721 Aug 19 12:51:20.850548 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eb651343-ded9-4d6b-96f1-0ffe5273587c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.998164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.535935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c812c175-ba4e-46fb-90de-19b47d5220b1 req-31d5a762-c4d1-436d-936a-df5b4714aa7d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 210 time: 0.0271103 Aug 19 12:51:21.603245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-47ecbfa5-457e-4c14-8ff6-454dafbbdd85 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:21.604721 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-47ecbfa5-457e-4c14-8ff6-454dafbbdd85 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.54 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 814 time: 0.1165390 Aug 19 12:51:21.624714 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'port': {'device_id': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'admin_state_up': True, 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:21.733689 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Made reservation on behalf of fe518ca4b01f4c4bb1aeda3f675c15af for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:21.737280 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.871049 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Allocated IP 172.20.0.7 (447b5e10-1d81-45d1-9f44-e702047e0b36/b4a52fd0-9744-44b4-ab09-2a7bd9b54e25/c9fa275e-8771-492f-beac-fec13bb6509d) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:22.057290 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.073958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Transition to ACTIVE for port object c9fa275e-8771-492f-beac-fec13bb6509d will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:22.114712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.172925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Network 447b5e10-1d81-45d1-9f44-e702047e0b36 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:22.174637 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.176129 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:22.180099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:22.216993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'Port': ['ID=c9fa275e-8771-492f-beac-fec13bb6509d,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:22.234116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.234759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.235271 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.235775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.236324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.236854 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.237354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.238743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.239246 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.239753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.245857 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.247769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:22.311043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:22.312021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.331560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-0a45773b-6d5c-4c66-acc2-67d9ee16990c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7112184 Aug 19 12:51:22.520153 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bf675c78-1d0d-464f-846d-8bf47a420b73 None None] Provisioning for port c9fa275e-8771-492f-beac-fec13bb6509d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:22.524192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-bf675c78-1d0d-464f-846d-8bf47a420b73 None None] Provisioning complete for port c9fa275e-8771-492f-beac-fec13bb6509d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:22.524658 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bf675c78-1d0d-464f-846d-8bf47a420b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.563824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-bf675c78-1d0d-464f-846d-8bf47a420b73 None None] Port c9fa275e-8771-492f-beac-fec13bb6509d cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:22.661586 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd90cf-f505-417d-a63b-1463407e917f req-41425eed-595e-45a4-87ee-fdb3f96fdf18 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:22.663133 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adfd90cf-f505-417d-a63b-1463407e917f req-41425eed-595e-45a4-87ee-fdb3f96fdf18 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 931 time: 0.0515492 Aug 19 12:51:22.705532 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-adfd90cf-f505-417d-a63b-1463407e917f req-79eb7a09-826a-472e-a216-052e05c8f720 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Aug 19 12:51:23.834074 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212f059-0249-4747-b1f8-754795140d88 req-7fc076ed-909d-42d8-8099-d7a8b504c70b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:23.835743 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4212f059-0249-4747-b1f8-754795140d88 req-7fc076ed-909d-42d8-8099-d7a8b504c70b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 931 time: 0.0558794 Aug 19 12:51:23.874853 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4212f059-0249-4747-b1f8-754795140d88 req-67471a9e-4332-4c33-bce8-8c1380f0d84a tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329537 Aug 19 12:51:24.201468 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.496184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.995071 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58973959-5c44-42c8-b5a5-e9a6b048e341 req-e240e029-b785-44dc-b8e3-88f393bc928e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:24.996813 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58973959-5c44-42c8-b5a5-e9a6b048e341 req-e240e029-b785-44dc-b8e3-88f393bc928e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 931 time: 0.0502219 Aug 19 12:51:25.040286 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58973959-5c44-42c8-b5a5-e9a6b048e341 req-4779ec72-e0e6-47e0-92a2-ea6a378a65db tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361621 Aug 19 12:51:26.161699 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3c170-74c1-45f0-a8df-54c402767944 req-7a6b609f-c5cd-40eb-ab25-24f091dd69e8 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:26.163306 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8e3c170-74c1-45f0-a8df-54c402767944 req-7a6b609f-c5cd-40eb-ab25-24f091dd69e8 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 931 time: 0.0502956 Aug 19 12:51:26.204798 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8e3c170-74c1-45f0-a8df-54c402767944 req-3afda203-d7fd-4639-9d1a-b9ad07f97239 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343108 Aug 19 12:51:27.328818 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ab34d-1fee-44cb-8f2a-01f1aa041b19 req-7c21da11-9cae-4e2e-b002-a10666dd3010 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:27.330449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f6ab34d-1fee-44cb-8f2a-01f1aa041b19 req-7c21da11-9cae-4e2e-b002-a10666dd3010 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 931 time: 0.0562627 Aug 19 12:51:27.373734 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f6ab34d-1fee-44cb-8f2a-01f1aa041b19 req-56e830c0-c3d9-4499-a038-767cadce9cc3 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370762 Aug 19 12:51:28.500549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009ecce-cd92-4ced-bd23-4345fa333a55 req-7e4fc641-accd-40b3-ba77-4ba7caaa3a53 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:28.502193 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2009ecce-cd92-4ced-bd23-4345fa333a55 req-7e4fc641-accd-40b3-ba77-4ba7caaa3a53 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 931 time: 0.0564282 Aug 19 12:51:28.543958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2009ecce-cd92-4ced-bd23-4345fa333a55 req-b4c81b62-d6dc-4f01-89f0-c29bc3c868ce tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353351 Aug 19 12:51:29.012438 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.671771 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870897be-6d30-4220-b7a0-3c3f4af60c38 req-add548d6-194c-4cd9-ad01-4f7d0f29a9ae tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:29.673573 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-870897be-6d30-4220-b7a0-3c3f4af60c38 req-add548d6-194c-4cd9-ad01-4f7d0f29a9ae tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 931 time: 0.0563049 Aug 19 12:51:29.721887 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-870897be-6d30-4220-b7a0-3c3f4af60c38 req-5be020e1-1c31-4c01-be9b-654db8e5148d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345280 Aug 19 12:51:30.860501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758e698-106b-4a8e-89f0-a6d15f0b8394 req-7577a03b-05db-4e84-a13f-76bb3fa17f2d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:30.862092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3758e698-106b-4a8e-89f0-a6d15f0b8394 req-7577a03b-05db-4e84-a13f-76bb3fa17f2d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 931 time: 0.0557745 Aug 19 12:51:30.906941 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3758e698-106b-4a8e-89f0-a6d15f0b8394 req-a5977c11-933c-4f93-88a0-490e5ca45243 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369022 Aug 19 12:51:31.524376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ef58a535-6950-4175-a508-a678bbfdd837 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:51:31.525984 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ef58a535-6950-4175-a508-a678bbfdd837 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065460 Aug 19 12:51:31.546903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Request body: {'port': {'device_id': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:31.605831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.042292 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100104f-4320-4287-aa98-28b07b7c2762 req-3a05d375-5885-4a6c-9fed-2233ba02d098 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:32.043829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7100104f-4320-4287-aa98-28b07b7c2762 req-3a05d375-5885-4a6c-9fed-2233ba02d098 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 931 time: 0.0532866 Aug 19 12:51:32.085552 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7100104f-4320-4287-aa98-28b07b7c2762 req-d7d65928-dd59-4d9c-ad9b-fb1a46c6d71f tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Aug 19 12:51:32.217859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fa275e-8771-492f-beac-fec13bb6509d {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:51:32.225324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.237120 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Transition to ACTIVE for port object c9fa275e-8771-492f-beac-fec13bb6509d will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:32.243104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.304140 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fa275e-8771-492f-beac-fec13bb6509d,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:32.380904 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Attempting to bind port c9fa275e-8771-492f-beac-fec13bb6509d on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:32.381240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Attempting to bind port c9fa275e-8771-492f-beac-fec13bb6509d by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:32.381572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Attempting to bind port c9fa275e-8771-492f-beac-fec13bb6509d on network 447b5e10-1d81-45d1-9f44-e702047e0b36 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:32.386554 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Port c9fa275e-8771-492f-beac-fec13bb6509d on network 447b5e10-1d81-45d1-9f44-e702047e0b36 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:51:32.386870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Attempting to bind port c9fa275e-8771-492f-beac-fec13bb6509d on network 447b5e10-1d81-45d1-9f44-e702047e0b36 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:32.392121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:32.392453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Checking segment: {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:32.392939 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Bound using segment: {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:32.393393 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Bound port: c9fa275e-8771-492f-beac-fec13bb6509d, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:32.393763 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.460037 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] For port c9fa275e-8771-492f-beac-fec13bb6509d, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:32.463382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] For port c9fa275e-8771-492f-beac-fec13bb6509d, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9fa275e-8771-492f-beac-fec13bb6509d,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:32.469256 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.509944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:32.510564 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.511927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 1091 time: 0.9694979 Aug 19 12:51:32.512348 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:51:32.514709 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7024ee-aefc-4730-83fc-9b61dd597670" -d '{"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:51:32.536981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf4634-dce6-409a-abd2-cd1ccebd95a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fa275e-8771-492f-beac-fec13bb6509d,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:32.562747 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c141d9aa-d320-48aa-8ad5-cd8ccc8fec7c x-openstack-request-id: req-c141d9aa-d320-48aa-8ad5-cd8ccc8fec7c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:51:32.563419 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:51:32.564212 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c141d9aa-d320-48aa-8ad5-cd8ccc8fec7c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:51:32.564212 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'status': 'completed', 'code': 200} Aug 19 12:51:32.627445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-edf79d4d-87ed-4b18-909e-ed4148349026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:32.629012 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-edf79d4d-87ed-4b18-909e-ed4148349026 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1094 time: 0.0445018 Aug 19 12:51:32.679130 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-baa9121c-ae8e-4664-9ccb-dfb1b9e3038a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 217 time: 0.0367811 Aug 19 12:51:32.728875 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-93491fb7-1e24-44d2-92d9-ee7359803bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:32.730231 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-93491fb7-1e24-44d2-92d9-ee7359803bd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 200 len: 853 time: 0.0446377 Aug 19 12:51:32.788992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-27b8afac-3f32-4715-8025-2764307398a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:32.790560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-27b8afac-3f32-4715-8025-2764307398a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=447b5e10-1d81-45d1-9f44-e702047e0b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530589 Aug 19 12:51:32.883466 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-1b481ea7-ebe7-42e5-861e-312cf2139017 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845711 Aug 19 12:51:32.988633 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2d97cbc3-6aaa-4bcf-8fa8-531a0c736b51 req-93d68ee0-501a-4e0e-9ee5-d47055e1891c service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969958 Aug 19 12:51:33.147816 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-7a2672fa-66a6-4d1e-85be-aac299108ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:33.149459 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-7a2672fa-66a6-4d1e-85be-aac299108ffe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1094 time: 0.0491962 Aug 19 12:51:33.220437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd78dfe-b470-4416-a071-6b3969453663 req-f2f4e154-75dc-4b9e-95cf-7cf2fa30072b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:33.222160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdd78dfe-b470-4416-a071-6b3969453663 req-f2f4e154-75dc-4b9e-95cf-7cf2fa30072b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 943 time: 0.0545275 Aug 19 12:51:33.250389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-dc695aa0-fd9a-4a99-a20f-3676bba6638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:33.251855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-dc695aa0-fd9a-4a99-a20f-3676bba6638f service neutron] 10.222.0.54 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 915 time: 0.0954340 Aug 19 12:51:33.261596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cdd78dfe-b470-4416-a071-6b3969453663 req-6f9a4497-b7d0-47e3-a532-10873d5b4579 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Aug 19 12:51:33.299893 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-044ee483-710e-4349-825b-712d64280a75 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 217 time: 0.0397608 Aug 19 12:51:33.352359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-688e61ef-eb3c-42d1-846a-7c590680ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:33.353839 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-688e61ef-eb3c-42d1-846a-7c590680ca3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 200 len: 853 time: 0.0457711 Aug 19 12:51:33.417138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-853e98df-bc58-40c1-9301-0de6d0293a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:33.419423 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-853e98df-bc58-40c1-9301-0de6d0293a34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=447b5e10-1d81-45d1-9f44-e702047e0b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536752 Aug 19 12:51:33.515169 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-a15ae59f-387f-4ade-8a54-68b27ead6e89 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869381 Aug 19 12:51:33.620457 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bb7024ee-aefc-4730-83fc-9b61dd597670 req-875f463d-80e4-4513-955a-d029510d35a9 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979812 Aug 19 12:51:34.398960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14f25d-42c9-487b-92b9-d57150bdcc4b req-8f4bcc10-6f2b-42ef-b0f5-9ad33e4da13b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:34.400449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f14f25d-42c9-487b-92b9-d57150bdcc4b req-8f4bcc10-6f2b-42ef-b0f5-9ad33e4da13b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 943 time: 0.0634241 Aug 19 12:51:34.442275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7f14f25d-42c9-487b-92b9-d57150bdcc4b req-1bf7d2a0-ff50-4549-90ab-fc8e92b0e89e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Aug 19 12:51:34.880384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c9fa275e-8771-492f-beac-fec13bb6509d details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:51:34.990339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c9fa275e-8771-492f-beac-fec13bb6509d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9fa275e-8771-492f-beac-fec13bb6509d,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:35.002347 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'port_id': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'mac_address': 'fa:16:3e:d3:53:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:51:35.044675 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.058928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fa275e-8771-492f-beac-fec13bb6509d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:51:35.085895 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c9fa275e-8771-492f-beac-fec13bb6509d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9fa275e-8771-492f-beac-fec13bb6509d,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:35.091427 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.139969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c9fa275e-8771-492f-beac-fec13bb6509d,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:35.147680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.148021 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.148357 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.148710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.149044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.149372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.149692 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.150013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.150332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.150649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.150951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.151268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:35.392849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c9fa275e-8771-492f-beac-fec13bb6509d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:51:35.563497 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c16e-c10f-4d04-a39c-acda1729519c req-508b9bc1-1cf2-495d-b514-f13aead3f980 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:35.565022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a27c16e-c10f-4d04-a39c-acda1729519c req-508b9bc1-1cf2-495d-b514-f13aead3f980 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 944 time: 0.0508533 Aug 19 12:51:35.603893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0a27c16e-c10f-4d04-a39c-acda1729519c req-5a8fd4e7-6013-4f9a-a7a1-d6d6bbbd8fbb tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Aug 19 12:51:36.737776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb89df8-61c3-40e7-b8f9-e145e427c93e req-36ac053e-7ea2-49e5-bbb6-1a6f02f72502 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:36.739272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1bb89df8-61c3-40e7-b8f9-e145e427c93e req-36ac053e-7ea2-49e5-bbb6-1a6f02f72502 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 944 time: 0.0555866 Aug 19 12:51:36.783434 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1bb89df8-61c3-40e7-b8f9-e145e427c93e req-317f656e-88ae-445e-ba4e-4b3e2711ac8b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Aug 19 12:51:36.894796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c9fa275e-8771-492f-beac-fec13bb6509d up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:36.956800 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port c9fa275e-8771-492f-beac-fec13bb6509d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:36.962137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port c9fa275e-8771-492f-beac-fec13bb6509d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:36.962510 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.041214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.067137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:51:37.069446 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70857031-2651-43af-a219-c64d3006eee0" -d '{"events": [{"server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "name": "network-vif-plugged", "status": "completed", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:51:37.082199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c9fa275e-8771-492f-beac-fec13bb6509d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9fa275e-8771-492f-beac-fec13bb6509d,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:37.087689 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.117563 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187153db-126b-4660-aaf0-3f48a4a28443 x-openstack-request-id: req-187153db-126b-4660-aaf0-3f48a4a28443 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:51:37.117857 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "name": "network-vif-plugged", "status": "completed", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:51:37.118116 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-187153db-126b-4660-aaf0-3f48a4a28443 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:51:37.118513 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'code': 200} Aug 19 12:51:37.139156 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c9fa275e-8771-492f-beac-fec13bb6509d,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:37.247421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc54fb-9e6d-432d-bc46-0bb60d9f21d2 req-74c2a73a-31e5-464e-a08e-f59999d9ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:37.249019 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ebdc54fb-9e6d-432d-bc46-0bb60d9f21d2 req-74c2a73a-31e5-464e-a08e-f59999d9ee5f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1096 time: 0.0437622 Aug 19 12:51:37.287664 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ebdc54fb-9e6d-432d-bc46-0bb60d9f21d2 req-07b3ca6e-bcdf-4733-afd1-4c198907a3b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Aug 19 12:51:37.918817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e0fba-4575-443f-86c8-54c9c9689c61 req-a9c35b6a-df12-436e-b4f2-61579b6d543d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:37.920309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e1e0fba-4575-443f-86c8-54c9c9689c61 req-a9c35b6a-df12-436e-b4f2-61579b6d543d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 945 time: 0.0624726 Aug 19 12:51:37.964905 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e1e0fba-4575-443f-86c8-54c9c9689c61 req-da36313d-36bb-4a49-8e1f-b02b9afc19f5 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365825 Aug 19 12:51:39.102861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca24c5-8973-43ce-ae76-fd1896c828be req-b0d03342-f14e-4988-9b5c-3a9f463959b1 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:39.104393 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bca24c5-8973-43ce-ae76-fd1896c828be req-b0d03342-f14e-4988-9b5c-3a9f463959b1 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 945 time: 0.0632865 Aug 19 12:51:39.148987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bca24c5-8973-43ce-ae76-fd1896c828be req-fe63286e-18dc-4530-a585-c92c87a2b7ce tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Aug 19 12:51:39.284935 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e28a0b-0614-45de-b9f8-c7b712d1f11f req-fd7574a0-5aa5-485c-9b75-13c28ea558d0 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:39.286802 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16e28a0b-0614-45de-b9f8-c7b712d1f11f req-fd7574a0-5aa5-485c-9b75-13c28ea558d0 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 945 time: 0.0525756 Aug 19 12:51:39.325809 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-16e28a0b-0614-45de-b9f8-c7b712d1f11f req-7d1aa654-ad8e-4587-9be6-9dc0f2baf722 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Aug 19 12:51:39.543749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aeb0e-bf63-4603-829c-b0b8e7de3741 req-9dd45e29-9f01-44ce-87b4-52c90d199edf tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:39.545183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b8aeb0e-bf63-4603-829c-b0b8e7de3741 req-9dd45e29-9f01-44ce-87b4-52c90d199edf tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 945 time: 0.0562539 Aug 19 12:51:39.588478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7b8aeb0e-bf63-4603-829c-b0b8e7de3741 req-6072950d-d216-4716-a298-145cee77d0c6 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362360 Aug 19 12:51:41.776171 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:51:48.496576 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d5ef711f-b57e-40cd-b5e7-b70843eba62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.858774 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5d81dfb1-bb77-48c3-95a3-78ba727f95c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.997895 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.167630 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.391319 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780b41-a647-4164-b0aa-731387fccca1 req-1571dbac-1cf9-49d7-8a30-cdadaaa3a9ab tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:52.392974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef780b41-a647-4164-b0aa-731387fccca1 req-1571dbac-1cf9-49d7-8a30-cdadaaa3a9ab tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 945 time: 0.0542789 Aug 19 12:51:52.436721 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ef780b41-a647-4164-b0aa-731387fccca1 req-8e0787c2-6fa7-4dca-8da3-7568bafd65b7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Aug 19 12:51:52.461283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47652) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:52.598347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bfdccc-e0cf-4e93-add4-89bab9cd6d51 tempest-TestMinimumBasicScenario-1503214535 tempest-TestMinimumBasicScenario-1503214535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:52.599922 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-83bfdccc-e0cf-4e93-add4-89bab9cd6d51 tempest-TestMinimumBasicScenario-1503214535 tempest-TestMinimumBasicScenario-1503214535-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1091 time: 0.1372955 Aug 19 12:51:52.604391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47656) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:52.608868 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:52.635924 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.752775 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.869370 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Allocated IP 172.25.4.48 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/26a7c287-778f-4f82-ab7f-743871d92ed3) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:52.974014 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.021980 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.089645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:53.096533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:53.102391 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:53.105365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'Port': ['ID=26a7c287-778f-4f82-ab7f-743871d92ed3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:53.149378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-f1739f07-ab08-4867-b810-dab6bc086625 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004832 Aug 19 12:51:53.304895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-c89a4abc-9920-4aae-b821-3b2e5c0c27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:53.306418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-c89a4abc-9920-4aae-b821-3b2e5c0c27fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1096 time: 0.0982790 Aug 19 12:51:53.499876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-2b623955-1099-4e2f-a738-04a5404554c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:53.501391 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-2b623955-1099-4e2f-a738-04a5404554c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 915 time: 0.1512063 Aug 19 12:51:53.577369 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-90e3310d-74c8-4e60-9634-f3e38ee832e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 217 time: 0.0453112 Aug 19 12:51:53.663579 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-237cd3cb-3012-4f73-ae91-f3fe51b63518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:53.665101 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-237cd3cb-3012-4f73-ae91-f3fe51b63518 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 200 len: 853 time: 0.0802124 Aug 19 12:51:53.667826 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.780630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-a71bc830-56d7-4075-b38e-1c655b9e5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:53.782089 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-a71bc830-56d7-4075-b38e-1c655b9e5ca9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=447b5e10-1d81-45d1-9f44-e702047e0b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917335 Aug 19 12:51:53.787558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.958039 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-d72c3dd4-1fd5-432c-aa72-9aa1fc7c0e02 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490149 Aug 19 12:51:54.065345 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.073958 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.121020 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f96d83ba-37fe-419a-bb6c-e3735109a6e6 req-bae21095-421d-4d5d-a211-83ab79251e7c service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529346 Aug 19 12:51:54.160251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'Port': ['ID=26a7c287-778f-4f82-ab7f-743871d92ed3,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:54.175080 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.202184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.274819 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Floating IP 097c8cc7-5a39-4cf3-9006-dab2ce2fcbc6 associated. External IP: 172.25.4.48, port: c9fa275e-8771-492f-beac-fec13bb6509d. Aug 19 12:51:54.495877 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:54.505770 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.606516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:54.617796 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] Sync routers for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:54.625754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.626831 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:54.627674 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:51:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:54.654347 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d3700896-283f-44d2-85b1-c29bf382b05b tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0488772 Aug 19 12:51:54.654989 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:51:54.657347 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185c91d4-d255-49f9-85b7-55dfb18dca02" -d '{"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:51:54.657629 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47660) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:54.662915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7993274b-caee-4140-b327-810daaa894c4 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632680818', 'description': 'tempest-secgroup-smoke-1632680818 description', 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:54.689385 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7993274b-caee-4140-b327-810daaa894c4 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.700933 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed0407-f5b6-40f7-9ec8-429b78433bc0 x-openstack-request-id: req-dfed0407-f5b6-40f7-9ec8-429b78433bc0 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:51:54.701292 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:51:54.701750 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfed0407-f5b6-40f7-9ec8-429b78433bc0 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:51:54.702249 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'status': 'completed', 'code': 200} Aug 19 12:51:54.735408 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:54.780082 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7993274b-caee-4140-b327-810daaa894c4 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.785518 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7993274b-caee-4140-b327-810daaa894c4 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.796054 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-8648bea1-4052-4026-9400-986df14243b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:54.798247 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-8648bea1-4052-4026-9400-986df14243b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1096 time: 0.0494740 Aug 19 12:51:54.817808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993274b-caee-4140-b327-810daaa894c4 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d42ac3-389f-4e91-842f-31b5866431b3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:54.821005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7993274b-caee-4140-b327-810daaa894c4 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.825767 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7993274b-caee-4140-b327-810daaa894c4 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1670475 Aug 19 12:51:54.827180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47664) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:54.832735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-bb6461a3-f14d-417a-a39e-7437e3e5d1e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'security_group_rule': {'security_group_id': '98d42ac3-389f-4e91-842f-31b5866431b3', 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:54.860525 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb6461a3-f14d-417a-a39e-7437e3e5d1e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.911941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-2108acd8-6016-40b0-82db-41104b2a613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:54.913520 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-2108acd8-6016-40b0-82db-41104b2a613b service neutron] 10.222.0.54 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 915 time: 0.1070778 Aug 19 12:51:54.933444 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb6461a3-f14d-417a-a39e-7437e3e5d1e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.938958 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb6461a3-f14d-417a-a39e-7437e3e5d1e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.956946 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6461a3-f14d-417a-a39e-7437e3e5d1e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538c83d2-2ca2-4067-bc5d-5f31500a429c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:54.970800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb6461a3-f14d-417a-a39e-7437e3e5d1e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.975091 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bb6461a3-f14d-417a-a39e-7437e3e5d1e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441417 Aug 19 12:51:54.975359 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47666) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:54.980231 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d8dc52aa-f724-4beb-bc52-046c27e895e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'security_group_rule': {'security_group_id': '98d42ac3-389f-4e91-842f-31b5866431b3', 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:54.987591 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '097c8cc7-5a39-4cf3-9006-dab2ce2fcbc6', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'port_id': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'mac_address': 'fa:16:3e:d3:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:51:53Z', 'updated_at': '2021-08-19T12:51:53Z', 'revision_number': 0, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d76de68-9d19-4905-9143-e7f4ad8da813', 'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'mac_address': 'fa:16:3e:ba:cb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:02Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 5, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'subnets': [{'id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:54.998333 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-f966d53b-9de0-4302-a433-e17b2c09f18e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 998 time: 0.0751393 Aug 19 12:51:55.010997 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8dc52aa-f724-4beb-bc52-046c27e895e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.015432 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] Checking router: b0571eb8-573d-4ceb-97f5-7f3ddf601a47 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:51:55.024889 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:55.025193 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:51:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:55.056573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-183ce087-9354-40c4-a431-6f05df0edf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:55.058024 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-183ce087-9354-40c4-a431-6f05df0edf21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 200 len: 853 time: 0.0520966 Aug 19 12:51:55.060886 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8dc52aa-f724-4beb-bc52-046c27e895e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.065889 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8dc52aa-f724-4beb-bc52-046c27e895e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.086115 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc52aa-f724-4beb-bc52-046c27e895e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b480dd-70ab-4e14-8ca4-756f837a2c12,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:55.095432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d8dc52aa-f724-4beb-bc52-046c27e895e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.097561 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d8dc52aa-f724-4beb-bc52-046c27e895e7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209841 Aug 19 12:51:55.100237 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47668) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:55.105408 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-541d279a-928b-4268-a66d-a62167665fec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'security_group_rule': {'security_group_id': '98d42ac3-389f-4e91-842f-31b5866431b3', 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:55.113606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-d7b06be1-ff38-464f-b11c-873254092cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:55.115940 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-d7b06be1-ff38-464f-b11c-873254092cfb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=447b5e10-1d81-45d1-9f44-e702047e0b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503252 Aug 19 12:51:55.135519 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-541d279a-928b-4268-a66d-a62167665fec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.137809 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:55.206914 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-541d279a-928b-4268-a66d-a62167665fec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.212351 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-541d279a-928b-4268-a66d-a62167665fec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.224971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-6e926703-946b-4265-ad48-c0eb4bab6835 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009192 Aug 19 12:51:55.233460 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d279a-928b-4268-a66d-a62167665fec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3c5944-d62d-4d1e-8306-f1215e059009,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:55.246979 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-541d279a-928b-4268-a66d-a62167665fec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.251049 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-541d279a-928b-4268-a66d-a62167665fec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468644 Aug 19 12:51:55.252098 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47670) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:55.256761 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d568785c-c88e-4bdc-931d-8f7773675470 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'security_group_rule': {'security_group_id': '98d42ac3-389f-4e91-842f-31b5866431b3', 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:55.293356 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d568785c-c88e-4bdc-931d-8f7773675470 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.328542 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-185c91d4-d255-49f9-85b7-55dfb18dca02 req-4c650f29-66ad-4eb6-9471-049d13a66295 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961130 Aug 19 12:51:55.361820 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d568785c-c88e-4bdc-931d-8f7773675470 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.365988 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d568785c-c88e-4bdc-931d-8f7773675470 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.385925 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568785c-c88e-4bdc-931d-8f7773675470 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b4b4cf-c4b7-471b-9f00-c79b3f8ba01f,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:55.390008 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d568785c-c88e-4bdc-931d-8f7773675470 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.391189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d568785c-c88e-4bdc-931d-8f7773675470 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381195 Aug 19 12:51:55.394734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47672) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:55.399381 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-aefedc78-4184-4ec9-9db7-3a6f640aaf39 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'security_group_rule': {'security_group_id': '98d42ac3-389f-4e91-842f-31b5866431b3', 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:55.422372 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-aefedc78-4184-4ec9-9db7-3a6f640aaf39 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Project fe518ca4b01f4c4bb1aeda3f675c15af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:51:55.428056 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aefedc78-4184-4ec9-9db7-3a6f640aaf39 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.475721 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '097c8cc7-5a39-4cf3-9006-dab2ce2fcbc6', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'port_id': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'mac_address': 'fa:16:3e:d3:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:51:53Z', 'updated_at': '2021-08-19T12:51:53Z', 'revision_number': 0, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d76de68-9d19-4905-9143-e7f4ad8da813', 'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'mac_address': 'fa:16:3e:ba:cb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:02Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 5, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'subnets': [{'id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:55.489866 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aefedc78-4184-4ec9-9db7-3a6f640aaf39 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.493867 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aefedc78-4184-4ec9-9db7-3a6f640aaf39 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.507087 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff74fe6-1886-4ff7-9795-936a0614de3b None None] The sync data for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 is: [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '097c8cc7-5a39-4cf3-9006-dab2ce2fcbc6', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'port_id': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'mac_address': 'fa:16:3e:d3:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:51:53Z', 'updated_at': '2021-08-19T12:51:53Z', 'revision_number': 0, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d76de68-9d19-4905-9143-e7f4ad8da813', 'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'mac_address': 'fa:16:3e:ba:cb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:02Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 5, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'subnets': [{'id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:55.512819 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefedc78-4184-4ec9-9db7-3a6f640aaf39 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52f42ba-032b-4cfc-b100-d7c9af91a6de,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:55.520151 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aefedc78-4184-4ec9-9db7-3a6f640aaf39 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.524388 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-aefedc78-4184-4ec9-9db7-3a6f640aaf39 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286905 Aug 19 12:51:55.524575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47674) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:55.529202 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-18305233-00b0-4237-8043-52129a4b68ec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'security_group_rule': {'security_group_id': '98d42ac3-389f-4e91-842f-31b5866431b3', 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:55.553888 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-18305233-00b0-4237-8043-52129a4b68ec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Project fe518ca4b01f4c4bb1aeda3f675c15af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:51:55.558841 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-18305233-00b0-4237-8043-52129a4b68ec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.622484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-18305233-00b0-4237-8043-52129a4b68ec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.628580 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-18305233-00b0-4237-8043-52129a4b68ec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.651645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18305233-00b0-4237-8043-52129a4b68ec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47042586-d706-4089-a312-1b5e0903d2e5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:55.659896 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-18305233-00b0-4237-8043-52129a4b68ec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.664216 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-18305233-00b0-4237-8043-52129a4b68ec tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386559 Aug 19 12:51:55.723059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474657c4-7c74-4651-956b-242bc8ec980f None None] New status for floating IP 097c8cc7-5a39-4cf3-9006-dab2ce2fcbc6: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:51:55.749334 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-275acf8d-362f-4621-9b13-b25364407b40 req-e7fe0306-0cb3-4c71-9db0-09e9366ee484 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632680818&fields=id&tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af HTTP/1.1" status: 200 len: 267 time: 0.0382288 Aug 19 12:51:55.807275 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275acf8d-362f-4621-9b13-b25364407b40 req-d918c643-e3d2-441b-8336-83c4eee7f5bb tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:55.809404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-275acf8d-362f-4621-9b13-b25364407b40 req-d918c643-e3d2-441b-8336-83c4eee7f5bb tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 945 time: 0.0540056 Aug 19 12:51:55.820752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-275acf8d-362f-4621-9b13-b25364407b40 req-5a378f53-6314-4780-9002-a35e96c66496 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'port': {'security_groups': ['41c0f9fe-495a-4b88-8585-64ceb3b36428', '98d42ac3-389f-4e91-842f-31b5866431b3']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:55.888199 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-275acf8d-362f-4621-9b13-b25364407b40 req-5a378f53-6314-4780-9002-a35e96c66496 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.097055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-275acf8d-362f-4621-9b13-b25364407b40 req-5a378f53-6314-4780-9002-a35e96c66496 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] For port c9fa275e-8771-492f-beac-fec13bb6509d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9fa275e-8771-492f-beac-fec13bb6509d,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:56.127692 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-275acf8d-362f-4621-9b13-b25364407b40 req-5a378f53-6314-4780-9002-a35e96c66496 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.134499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-275acf8d-362f-4621-9b13-b25364407b40 req-5a378f53-6314-4780-9002-a35e96c66496 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.173762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c9fa275e-8771-492f-beac-fec13bb6509d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:51:56.176425 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275acf8d-362f-4621-9b13-b25364407b40 req-5a378f53-6314-4780-9002-a35e96c66496 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:56.177092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-275acf8d-362f-4621-9b13-b25364407b40 req-5a378f53-6314-4780-9002-a35e96c66496 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.178686 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-275acf8d-362f-4621-9b13-b25364407b40 req-5a378f53-6314-4780-9002-a35e96c66496 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "PUT /v2.0/ports/c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 981 time: 0.3626590 Aug 19 12:51:56.178973 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:51:56.219368 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a378f53-6314-4780-9002-a35e96c66496 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'Port': ['ID=c9fa275e-8771-492f-beac-fec13bb6509d,revision_number=6']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:56.310436 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b018b09c-4cb0-4a6b-b840-2f8857617ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:51:56.313178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c9fa275e-8771-492f-beac-fec13bb6509d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:51:56.336876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032a677-cb31-456b-86cb-e49693234999 req-6a2079b2-ebb4-4c14-a114-1aec0ecd74b1 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:56.337860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1032a677-cb31-456b-86cb-e49693234999 req-6a2079b2-ebb4-4c14-a114-1aec0ecd74b1 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0709510 Aug 19 12:51:56.404156 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1032a677-cb31-456b-86cb-e49693234999 req-ed2c1d29-a79a-4eb7-ba8d-33eece6b45e9 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588217 Aug 19 12:51:56.429794 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3026b9a-dfba-41fc-87b9-57ddb737e527 x-openstack-request-id: req-f3026b9a-dfba-41fc-87b9-57ddb737e527 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:51:56.430092 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:51:56.430349 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3026b9a-dfba-41fc-87b9-57ddb737e527 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:51:56.431038 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'status': 'completed', 'code': 200} Aug 19 12:51:56.522819 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-abd8a02f-5d6a-4b98-b44f-38124d51fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:56.524345 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-abd8a02f-5d6a-4b98-b44f-38124d51fd9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1135 time: 0.0453041 Aug 19 12:51:56.528083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-427820ed-e5de-43c7-b490-f8174ff46532 None None] Provisioning complete for port c9fa275e-8771-492f-beac-fec13bb6509d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:56.528446 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-427820ed-e5de-43c7-b490-f8174ff46532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.617203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-6c6d7276-f3a7-43ea-a5aa-e959d0696439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:56.618720 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-6c6d7276-f3a7-43ea-a5aa-e959d0696439 service neutron] 10.222.0.54 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 915 time: 0.0866888 Aug 19 12:51:56.690239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-3a0ffc1e-59c6-4dcc-98a2-235d071bd6e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 1000 time: 0.0634410 Aug 19 12:51:56.744157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-55189c0c-533c-445f-88cd-023132d0d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:56.745803 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-55189c0c-533c-445f-88cd-023132d0d2cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 200 len: 853 time: 0.0477784 Aug 19 12:51:56.795635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-5b0af3a7-8162-4949-9610-186ace53b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:56.797595 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-5b0af3a7-8162-4949-9610-186ace53b544 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=447b5e10-1d81-45d1-9f44-e702047e0b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443988 Aug 19 12:51:56.895985 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-d9314d1a-e511-497c-b91f-11ae03c3441a service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900140 Aug 19 12:51:56.985624 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b018b09c-4cb0-4a6b-b840-2f8857617ce5 req-23538a4f-dd91-42a3-b5ab-31174688668b service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817428 Aug 19 12:51:59.020193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.624751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c63b0-fb8c-4882-915e-53c5a51723f3 req-afc8da28-f5d8-4837-9fa8-dc4a0e639351 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:13.627080 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-885c63b0-fb8c-4882-915e-53c5a51723f3 req-afc8da28-f5d8-4837-9fa8-dc4a0e639351 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0617788 Aug 19 12:52:13.658509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-8e5153d3-9431-478a-9d85-8e60f789da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:13.660077 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-8e5153d3-9431-478a-9d85-8e60f789da54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1135 time: 0.0508883 Aug 19 12:52:13.673400 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-885c63b0-fb8c-4882-915e-53c5a51723f3 req-b94936f4-1e69-4430-8987-6ace55f2d4d1 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398874 Aug 19 12:52:13.760487 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-4b4f2af3-6ad8-4c72-bab1-fd88c443da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:13.762015 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-4b4f2af3-6ad8-4c72-bab1-fd88c443da44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 915 time: 0.0926249 Aug 19 12:52:13.833868 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-83724dd5-b980-45e3-8091-a19a9c86538b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 1000 time: 0.0639946 Aug 19 12:52:13.887109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-ba225b53-6967-436f-884f-d2e3066b2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:13.888545 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-ba225b53-6967-436f-884f-d2e3066b2857 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 200 len: 853 time: 0.0472558 Aug 19 12:52:13.938128 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-b66833b2-a74a-44ec-be5f-e37a47c4188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:13.939622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-b66833b2-a74a-44ec-be5f-e37a47c4188f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=447b5e10-1d81-45d1-9f44-e702047e0b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435190 Aug 19 12:52:14.386705 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-40f33003-a871-49c9-8c61-a21c0102e794 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391143 Aug 19 12:52:14.476226 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bfe62e08-c58b-4845-bd26-93bea3f8a437 req-c77dfeba-0cbe-43d0-81e8-4f05218aaec2 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815198 Aug 19 12:52:14.803744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2caa67-3ee3-4946-a990-3a9dfc3203a3 req-f749d123-a1ff-4335-b1b1-4a41bd31aa57 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:14.805253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e2caa67-3ee3-4946-a990-3a9dfc3203a3 req-f749d123-a1ff-4335-b1b1-4a41bd31aa57 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0561254 Aug 19 12:52:14.856319 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e2caa67-3ee3-4946-a990-3a9dfc3203a3 req-95f3400f-8753-46ed-9f26-26ec2cee1a98 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402429 Aug 19 12:52:15.982138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4f240-7a57-4e0c-a3a5-8fb3b5ae58d0 req-6ac9aca0-db00-4651-ae0f-07490538778a tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:15.983758 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91b4f240-7a57-4e0c-a3a5-8fb3b5ae58d0 req-6ac9aca0-db00-4651-ae0f-07490538778a tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0552404 Aug 19 12:52:16.031694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-91b4f240-7a57-4e0c-a3a5-8fb3b5ae58d0 req-c0832eb1-b857-45ec-b800-64ff5a2c45a0 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414062 Aug 19 12:52:17.166117 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d3832-648a-4a59-a48a-08373c073a3e req-63a78c53-4097-48ee-9f10-4a6da102dfa9 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:17.167660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-336d3832-648a-4a59-a48a-08373c073a3e req-63a78c53-4097-48ee-9f10-4a6da102dfa9 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0565686 Aug 19 12:52:17.213053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-336d3832-648a-4a59-a48a-08373c073a3e req-d120c0c5-c082-47be-a4b5-f14c0074a627 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352287 Aug 19 12:52:18.351253 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b1839-16da-4894-a4e1-269df1cf787b req-b687130c-124e-4915-8384-2ed70a0bf75d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:18.352669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b46b1839-16da-4894-a4e1-269df1cf787b req-b687130c-124e-4915-8384-2ed70a0bf75d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0519729 Aug 19 12:52:18.402137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b46b1839-16da-4894-a4e1-269df1cf787b req-bc247f36-a8fa-4b51-8777-0150e78d64cd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399234 Aug 19 12:52:18.500455 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-47f4cc5b-59d1-46ef-92ee-0afaed1f4d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.777019 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:52:19.543779 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3c70c-3bf0-484a-ba5c-580bb50bdb47 req-8fe8d975-d17d-4b90-b74c-f48081615973 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:19.545217 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57e3c70c-3bf0-484a-ba5c-580bb50bdb47 req-8fe8d975-d17d-4b90-b74c-f48081615973 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0655477 Aug 19 12:52:19.591502 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-57e3c70c-3bf0-484a-ba5c-580bb50bdb47 req-b0459d4a-ebc4-4328-a421-60127a256727 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395763 Aug 19 12:52:20.730424 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e77b2-087c-4cfc-93e6-ecee2ba183c9 req-82dcae87-9bea-49a3-86f4-d55b0b5c81cd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:20.731904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c42e77b2-087c-4cfc-93e6-ecee2ba183c9 req-82dcae87-9bea-49a3-86f4-d55b0b5c81cd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0609076 Aug 19 12:52:20.775839 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c42e77b2-087c-4cfc-93e6-ecee2ba183c9 req-ae08fa8c-32d5-44b9-ad81-34ed03eb5c93 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348816 Aug 19 12:52:20.855133 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad0adfee-c406-4a6f-893d-44bfb3623403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.004105 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.905171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899aa66-e7da-42e9-913a-cfe592cce602 req-09f07ff4-aec4-4e27-ab74-0b4c5ebdfa73 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:21.906692 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8899aa66-e7da-42e9-913a-cfe592cce602 req-09f07ff4-aec4-4e27-ab74-0b4c5ebdfa73 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0553908 Aug 19 12:52:21.966820 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8899aa66-e7da-42e9-913a-cfe592cce602 req-0fde86a4-9c68-4981-96cd-8117f9c821f6 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452421 Aug 19 12:52:22.176691 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:23.095563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26538b92-4fc8-43ea-9f42-8061c22a966a req-e9dcb041-2ead-4d51-9ab9-1071f158adbc tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:23.097117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26538b92-4fc8-43ea-9f42-8061c22a966a req-e9dcb041-2ead-4d51-9ab9-1071f158adbc tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0564299 Aug 19 12:52:23.145885 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-26538b92-4fc8-43ea-9f42-8061c22a966a req-277cbd02-9e14-4a43-9e49-5e32aa2ca464 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395219 Aug 19 12:52:24.209892 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.287135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401c700-55ee-4773-9349-0c9621d2a15b req-7f57f8b4-9d97-4769-8da7-148b184db1ff tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:24.288715 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4401c700-55ee-4773-9349-0c9621d2a15b req-7f57f8b4-9d97-4769-8da7-148b184db1ff tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0595284 Aug 19 12:52:24.340480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4401c700-55ee-4773-9349-0c9621d2a15b req-633f5f23-c5ee-424a-87fb-1eeadfabd08e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451651 Aug 19 12:52:24.531168 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.471118 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a794be-897d-423f-b742-7b18ae14ecf7 req-58c383da-e383-4f7a-8bae-b6ef4f978bf4 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:25.472674 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7a794be-897d-423f-b742-7b18ae14ecf7 req-58c383da-e383-4f7a-8bae-b6ef4f978bf4 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0528061 Aug 19 12:52:25.518096 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c7a794be-897d-423f-b742-7b18ae14ecf7 req-177773be-6881-4269-8432-82dfff597659 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d42ac3-389f-4e91-842f-31b5866431b3&id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358620 Aug 19 12:52:29.031644 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.504616 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-75c3d5c2-951a-4e17-bf8d-14764b90a7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.860848 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-baa82679-b238-4d10-a103-086a1b6dfc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.008331 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.179550 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:53.106970 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-b6152f6c-a5a4-415b-b6b2-1273fb11a6ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506132 Aug 19 12:52:53.237285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-bd0dd3c8-2edd-410b-bb2b-528f5e9a7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.239978 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-bd0dd3c8-2edd-410b-bb2b-528f5e9a7913 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1135 time: 0.0592575 Aug 19 12:52:53.354274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-0f02db2f-c718-4048-a838-b248c950cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.355725 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-0f02db2f-c718-4048-a838-b248c950cbd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 915 time: 0.0882068 Aug 19 12:52:53.432949 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-3afe957e-813b-4ca1-8979-7a21ddd974b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 1000 time: 0.0671093 Aug 19 12:52:53.489576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-33c1536b-6a7f-41d8-820d-7493c4cc0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.491757 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-33c1536b-6a7f-41d8-820d-7493c4cc0971 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 200 len: 853 time: 0.0506554 Aug 19 12:52:53.543378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-6cffb5f1-b8d3-45c0-b5c0-ac72a0818aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.544915 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-6cffb5f1-b8d3-45c0-b5c0-ac72a0818aad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=447b5e10-1d81-45d1-9f44-e702047e0b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456078 Aug 19 12:52:53.645622 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-fd9ff22b-d5c0-486f-b5a1-a8145b1f5a22 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934250 Aug 19 12:52:53.749147 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11addd7a-36f6-49b9-9c8e-81ba6a7b11fe req-e9f5453d-eaaa-49de-ad09-42ca8477a496 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956938 Aug 19 12:52:54.209613 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.528931 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.777472 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:52:57.965167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-999b0c5f-285e-4970-be66-c7d16ced211f req-4768cc65-0c6d-4a14-8df0-b4f4a921301c tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632680818&fields=id&tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af HTTP/1.1" status: 200 len: 267 time: 0.0411754 Aug 19 12:52:58.026592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b0c5f-285e-4970-be66-c7d16ced211f req-e41914dd-0beb-4b20-80f0-02ce481759a2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:58.028084 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-999b0c5f-285e-4970-be66-c7d16ced211f req-e41914dd-0beb-4b20-80f0-02ce481759a2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 984 time: 0.0564442 Aug 19 12:52:58.043731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [req-999b0c5f-285e-4970-be66-c7d16ced211f req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Request body: {'port': {'security_groups': ['41c0f9fe-495a-4b88-8585-64ceb3b36428']}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:58.121410 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-999b0c5f-285e-4970-be66-c7d16ced211f req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.303600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-999b0c5f-285e-4970-be66-c7d16ced211f req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] For port c9fa275e-8771-492f-beac-fec13bb6509d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9fa275e-8771-492f-beac-fec13bb6509d,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:58.333944 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-999b0c5f-285e-4970-be66-c7d16ced211f req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.340529 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-999b0c5f-285e-4970-be66-c7d16ced211f req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.374698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c9fa275e-8771-492f-beac-fec13bb6509d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:52:58.382259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b0c5f-285e-4970-be66-c7d16ced211f req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:58.382715 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-999b0c5f-285e-4970-be66-c7d16ced211f req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.384104 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-999b0c5f-285e-4970-be66-c7d16ced211f req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "PUT /v2.0/ports/c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 942 time: 0.3450642 Aug 19 12:52:58.384519 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:52:58.386980 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff9ae9-7a4e-4b94-b218-5f296366001a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:52:58.391382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47736) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:58.417853 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event updated for resources: {'Port': ['ID=c9fa275e-8771-492f-beac-fec13bb6509d,revision_number=7']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:58.426871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.427668 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.428086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.428433 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.429488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.429841 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.430177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.430670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.431062 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.431449 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.431802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.432264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13445e53-3da2-4580-930c-b1a0d97bc8fd tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.441871 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffefcb8-7e3b-4856-809b-2c8078257e6d x-openstack-request-id: req-5ffefcb8-7e3b-4856-809b-2c8078257e6d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:52:58.442134 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:52:58.442416 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ffefcb8-7e3b-4856-809b-2c8078257e6d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:52:58.443071 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'status': 'completed', 'code': 200} Aug 19 12:52:58.477278 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.506048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c9fa275e-8771-492f-beac-fec13bb6509d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:52:58.533068 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.568707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-d0b0c401-ae62-4429-9480-2b633396bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:58.570261 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-d0b0c401-ae62-4429-9480-2b633396bd04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1096 time: 0.0704970 Aug 19 12:52:58.667752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-4e43b962-a83c-40ee-8902-cbe2d8d086e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:58.669281 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-4e43b962-a83c-40ee-8902-cbe2d8d086e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 915 time: 0.0912852 Aug 19 12:52:58.671740 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9d77ff8e-14ad-4904-b8bf-c1a2782f5862 None None] Provisioning complete for port c9fa275e-8771-492f-beac-fec13bb6509d triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:58.672567 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9d77ff8e-14ad-4904-b8bf-c1a2782f5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.674769 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.677158 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.678618 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "DELETE /v2.0/security-groups/98d42ac3-389f-4e91-842f-31b5866431b3 HTTP/1.1" status: 204 len: 168 time: 0.2862089 Aug 19 12:52:58.681529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47740) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:58.732212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d42ac3-389f-4e91-842f-31b5866431b3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:58.744802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.745193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.745488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.745841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.746154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.746452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.746762 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.747119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.747439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.747810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.748076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.748395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3345d-e3f3-479d-ab36-8178a2f1e6c7 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.765527 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-82f0a0a0-acd0-46c2-ac5d-fae475b18897 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 1000 time: 0.0857327 Aug 19 12:52:58.823517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-a479c464-b934-4ec7-9d8a-1888240d3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:58.825136 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-a479c464-b934-4ec7-9d8a-1888240d3481 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 200 len: 853 time: 0.0511506 Aug 19 12:52:58.853892 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Deleting port 26a7c287-778f-4f82-ab7f-743871d92ed3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:52:58.854246 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.878314 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-240e4564-00e6-41ae-bbb5-a3926c24f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:58.880025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-240e4564-00e6-41ae-bbb5-a3926c24f9d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=447b5e10-1d81-45d1-9f44-e702047e0b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470293 Aug 19 12:52:58.931772 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.932069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.943843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Calling delete_port for 26a7c287-778f-4f82-ab7f-743871d92ed3 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:52:58.978527 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-32422319-c8db-416a-8623-eaae011f890a service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894477 Aug 19 12:52:59.023225 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.078203 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffff9ae9-7a4e-4b94-b218-5f296366001a req-7b9e636e-d80d-4950-8946-1e3cfff59d82 service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914176 Aug 19 12:52:59.129192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.158436 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event deleted for resources: {'Port': ['ID=26a7c287-778f-4f82-ab7f-743871d92ed3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:59.221684 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.221969 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Floating IP 097c8cc7-5a39-4cf3-9006-dab2ce2fcbc6 disassociated (deleted). External IP: 172.25.4.48, port: c9fa275e-8771-492f-beac-fec13bb6509d. Aug 19 12:52:59.439710 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:52:59.553064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:52:59.557887 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.563348 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef15840-b007-420f-b570-782e9017f775 None None] Sync routers for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:52:59.573334 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef15840-b007-420f-b570-782e9017f775 None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:59.573941 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-aef15840-b007-420f-b570-782e9017f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:59.585691 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-725b4d46-2221-43f1-801f-40dd62fbf3f2 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "DELETE /v2.0/floatingips/097c8cc7-5a39-4cf3-9006-dab2ce2fcbc6 HTTP/1.1" status: 204 len: 168 time: 0.9027631 Aug 19 12:52:59.681453 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-aef15840-b007-420f-b570-782e9017f775 None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:59.896028 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-aef15840-b007-420f-b570-782e9017f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8d76de68-9d19-4905-9143-e7f4ad8da813', 'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'mac_address': 'fa:16:3e:ba:cb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:02Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 5, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'subnets': [{'id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:59.925447 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef15840-b007-420f-b570-782e9017f775 None None] Checking router: b0571eb8-573d-4ceb-97f5-7f3ddf601a47 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:52:59.934451 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef15840-b007-420f-b570-782e9017f775 None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:59.935052 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-aef15840-b007-420f-b570-782e9017f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:00.042638 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-aef15840-b007-420f-b570-782e9017f775 None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:00.255305 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-aef15840-b007-420f-b570-782e9017f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8d76de68-9d19-4905-9143-e7f4ad8da813', 'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'mac_address': 'fa:16:3e:ba:cb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:02Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 5, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'subnets': [{'id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:00.282987 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef15840-b007-420f-b570-782e9017f775 None None] The sync data for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 is: [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:51:03Z', 'revision_number': 4, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '8d76de68-9d19-4905-9143-e7f4ad8da813', 'name': '', 'network_id': '447b5e10-1d81-45d1-9f44-e702047e0b36', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'mac_address': 'fa:16:3e:ba:cb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:02Z', 'updated_at': '2021-08-19T12:51:08Z', 'revision_number': 5, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'subnets': [{'id': 'b4a52fd0-9744-44b4-ab09-2a7bd9b54e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:00.444459 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:53:00.447110 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:53:00.490135 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa7e8c-bb2c-4a72-8cb6-53d737d01e61 x-openstack-request-id: req-a4aa7e8c-bb2c-4a72-8cb6-53d737d01e61 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:53:00.490441 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:53:00.490692 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4aa7e8c-bb2c-4a72-8cb6-53d737d01e61 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:53:00.491123 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'status': 'completed', 'code': 200} Aug 19 12:53:00.520044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb81bee-d266-477b-9004-c2be6910af1e None None] New status for floating IP 097c8cc7-5a39-4cf3-9006-dab2ce2fcbc6: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:53:00.575998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-ac1c371a-b58d-44f7-8544-cf8db421e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:00.577812 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-ac1c371a-b58d-44f7-8544-cf8db421e699 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 1096 time: 0.0440431 Aug 19 12:53:00.677968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-f6340c85-b9b1-45ce-8b4f-4a1ff7ed870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:00.679507 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-f6340c85-b9b1-45ce-8b4f-4a1ff7ed870b service neutron] 10.222.0.54 "GET /v2.0/networks?id=447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 200 len: 915 time: 0.0945232 Aug 19 12:53:00.726781 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-bd6dd85a-5252-4f42-8a4d-0c878fa2999e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 200 len: 217 time: 0.0355425 Aug 19 12:53:00.777172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-b14788eb-3b09-4129-a9c3-d307bef7e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:00.778655 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-b14788eb-3b09-4129-a9c3-d307bef7e9e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 200 len: 853 time: 0.0449576 Aug 19 12:53:00.831571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-5867a01e-1afa-4187-9075-61e76eb27cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:00.833255 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-5867a01e-1afa-4187-9075-61e76eb27cb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=447b5e10-1d81-45d1-9f44-e702047e0b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467377 Aug 19 12:53:00.927443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-67b4e186-e119-4630-a45e-fd0512eb274b service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862854 Aug 19 12:53:01.027927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-efbe1ce3-c5f4-41cb-aa62-4b217f1be60b req-c024a835-cb39-4df0-99b2-05e4d5d8adbb service neutron] 10.222.0.54 "GET /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931432 Aug 19 12:53:07.750656 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dac218-8cc6-46c4-a1d2-d34904b51cb1 req-14984dd5-049f-41ea-adda-01f761c092a8 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:07.752164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6dac218-8cc6-46c4-a1d2-d34904b51cb1 req-14984dd5-049f-41ea-adda-01f761c092a8 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 945 time: 0.1522331 Aug 19 12:53:07.811124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d6dac218-8cc6-46c4-a1d2-d34904b51cb1 req-b95f9f88-c41d-450b-b441-ddb7df808457 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495913 Aug 19 12:53:08.955248 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e51a0-990e-4380-9779-e0add9d524b6 req-476ff947-36ee-4056-a270-d977de6be7bb tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:08.957022 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-072e51a0-990e-4380-9779-e0add9d524b6 req-476ff947-36ee-4056-a270-d977de6be7bb tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 945 time: 0.0683284 Aug 19 12:53:09.002896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-072e51a0-990e-4380-9779-e0add9d524b6 req-dac4ebc1-47a7-43b3-a20c-d74d8af33f9f tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/security-groups?id=41c0f9fe-495a-4b88-8585-64ceb3b36428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368447 Aug 19 12:53:09.485375 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-2bbc6cf9-e873-477a-a3b8-deb6bfe00b2d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:09.486835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-2bbc6cf9-e873-477a-a3b8-deb6bfe00b2d tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 945 time: 0.0687618 Aug 19 12:53:09.595966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Deleting port c9fa275e-8771-492f-beac-fec13bb6509d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:09.596221 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.697841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] For port c9fa275e-8771-492f-beac-fec13bb6509d, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c9fa275e-8771-492f-beac-fec13bb6509d,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:09.698186 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.711635 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Calling delete_port for c9fa275e-8771-492f-beac-fec13bb6509d owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:09.858523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.888347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Pushing event deleted for resources: {'Port': ['ID=c9fa275e-8771-492f-beac-fec13bb6509d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:09.893244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c9fa275e-8771-492f-beac-fec13bb6509d'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:53:09.933045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] No DVR routers for this DVR port c9fa275e-8771-492f-beac-fec13bb6509d on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:09.936087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.938231 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-15c643da-d1e1-4e2f-ad59-238109349a0d req-540cb7e7-ff80-43a7-b7e1-1efc7215145e tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.54 "DELETE /v2.0/ports/c9fa275e-8771-492f-beac-fec13bb6509d HTTP/1.1" status: 204 len: 173 time: 0.4447739 Aug 19 12:53:09.938713 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'name': 'network-vif-deleted', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:53:09.941036 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e280bf7-2054-4d54-8471-dfcf20852fec" -d '{"events": [{"server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "name": "network-vif-deleted", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:53:09.982318 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a18795-5faa-45dc-8adb-c967df8ae8ad x-openstack-request-id: req-96a18795-5faa-45dc-8adb-c967df8ae8ad {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:53:09.982607 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea00accc-ac11-4c17-bc58-d2499899f3be", "name": "network-vif-deleted", "tag": "c9fa275e-8771-492f-beac-fec13bb6509d", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:53:09.982856 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96a18795-5faa-45dc-8adb-c967df8ae8ad {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:53:09.983257 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea00accc-ac11-4c17-bc58-d2499899f3be', 'name': 'network-vif-deleted', 'tag': 'c9fa275e-8771-492f-beac-fec13bb6509d', 'status': 'completed', 'code': 200} Aug 19 12:53:10.123323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a4cf07ea-3b0a-441f-bccd-1ee2ba997b0a req-70dae741-44ae-4669-bdcc-5958aaf75990 tempest-TestMinimumBasicScenario-299677125 tempest-TestMinimumBasicScenario-299677125-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea00accc-ac11-4c17-bc58-d2499899f3be HTTP/1.1" status: 200 len: 210 time: 0.0288270 Aug 19 12:53:11.744852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47840) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:12.101098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.369193 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Deleting port 8d76de68-9d19-4905-9143-e7f4ad8da813 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:12.369452 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.457660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] For port 8d76de68-9d19-4905-9143-e7f4ad8da813, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=8d76de68-9d19-4905-9143-e7f4ad8da813,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:12.458008 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.470723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Calling delete_port for 8d76de68-9d19-4905-9143-e7f4ad8da813 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:12.664568 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.710051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d76de68-9d19-4905-9143-e7f4ad8da813,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:12.872569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.112405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:53:13.232264 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:53:13.239327 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1ef89c8f-21e3-4771-95ad-52a132144e60 admin admin] 10.222.0.65 "PUT /v2.0/routers/b0571eb8-573d-4ceb-97f5-7f3ddf601a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4934185 Aug 19 12:53:13.244892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47842) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:13.245628 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] Sync routers for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:53:13.255804 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:13.256424 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:13.350747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.363842 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:13.424187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c9fa275e-8771-492f-beac-fec13bb6509d no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:13.445308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: c9fa275e-8771-492f-beac-fec13bb6509d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:13.445668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c9fa275e-8771-492f-beac-fec13bb6509d not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:13.462444 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.517705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Deleting port 2c537f82-46e4-4fc9-9791-14deccda7f44 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:13.518045 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.543173 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:53:12Z', 'revision_number': 5, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port': {'id': '2c537f82-46e4-4fc9-9791-14deccda7f44', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:01Z', 'updated_at': '2021-08-19T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:13.569101 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] Checking router: b0571eb8-573d-4ceb-97f5-7f3ddf601a47 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:53:13.577468 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] Routers {'b0571eb8-573d-4ceb-97f5-7f3ddf601a47'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:13.578078 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:13.597716 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] For port 2c537f82-46e4-4fc9-9791-14deccda7f44, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=2c537f82-46e4-4fc9-9791-14deccda7f44,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:13.598078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.610662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Calling delete_port for 2c537f82-46e4-4fc9-9791-14deccda7f44 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:13.664922 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] Set router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:13.781463 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.811491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c537f82-46e4-4fc9-9791-14deccda7f44,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:13.816641 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:53:13Z', 'revision_number': 6, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:13.844833 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396edb69-4f54-4831-9d29-f4508c744b5f None None] The sync data for ids ['b0571eb8-573d-4ceb-97f5-7f3ddf601a47'] in n-d-778550-9 is: [{'id': 'b0571eb8-573d-4ceb-97f5-7f3ddf601a47', 'name': 'tempest-TestMinimumBasicScenario-368471407-router', 'tenant_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:00Z', 'updated_at': '2021-08-19T12:53:13Z', 'revision_number': 6, 'project_id': 'fe518ca4b01f4c4bb1aeda3f675c15af', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:13.879700 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.973754 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.976191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.022461 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.023017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0571eb8-573d-4ceb-97f5-7f3ddf601a47 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:53:14.027889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.029136 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6fce522e-8e6e-4a99-88fa-0f13e9b67454 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b0571eb8-573d-4ceb-97f5-7f3ddf601a47 HTTP/1.1" status: 204 len: 168 time: 0.7856529 Aug 19 12:53:14.031737 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47844) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:14.079882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ef6bf9-64ac-45cb-93bf-a1f897ca92d8 admin admin] Deleting subnet b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:14.083032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24ef6bf9-64ac-45cb-93bf-a1f897ca92d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.118800 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24ef6bf9-64ac-45cb-93bf-a1f897ca92d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.205735 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24ef6bf9-64ac-45cb-93bf-a1f897ca92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.271037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24ef6bf9-64ac-45cb-93bf-a1f897ca92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.294016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8d76de68-9d19-4905-9143-e7f4ad8da813 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:14.312836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef6bf9-64ac-45cb-93bf-a1f897ca92d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a52fd0-9744-44b4-ab09-2a7bd9b54e25,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:14.315582 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-24ef6bf9-64ac-45cb-93bf-a1f897ca92d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.317623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-24ef6bf9-64ac-45cb-93bf-a1f897ca92d8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b4a52fd0-9744-44b4-ab09-2a7bd9b54e25 HTTP/1.1" status: 204 len: 168 time: 0.2849507 Aug 19 12:53:14.320236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47846) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:14.328905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 8d76de68-9d19-4905-9143-e7f4ad8da813 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:14.329495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 8d76de68-9d19-4905-9143-e7f4ad8da813 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:14.339316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253e11e-842a-4293-995c-d4fc1be44f22 None None] Network 447b5e10-1d81-45d1-9f44-e702047e0b36 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:14.396982 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.458203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Deleting port 29669098-c2b8-4cd8-9491-3667a6791dc2 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:14.458967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.573620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] DHCP port deletion for 447b5e10-1d81-45d1-9f44-e702047e0b36 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:53:14.635976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Deleting port 29669098-c2b8-4cd8-9491-3667a6791dc2 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:14.637653 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.714140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] For port 29669098-c2b8-4cd8-9491-3667a6791dc2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=29669098-c2b8-4cd8-9491-3667a6791dc2,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:14.714635 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.731388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Calling delete_port for 29669098-c2b8-4cd8-9491-3667a6791dc2 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:14.813893 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.839635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Pushing event deleted for resources: {'Port': ['ID=29669098-c2b8-4cd8-9491-3667a6791dc2,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:14.844515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] No DVR routers for this DVR port 29669098-c2b8-4cd8-9491-3667a6791dc2 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:14.852632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.853034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.853345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.853680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.854014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.854346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.854674 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.854999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.855333 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.855663 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.855981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.856356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1a20b-85af-45d7-b8b0-d79cae091994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:14.924137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] For port 29669098-c2b8-4cd8-9491-3667a6791dc2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=29669098-c2b8-4cd8-9491-3667a6791dc2,segment=NetworkSegment(94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b),segment_id=94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:14.924804 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.936974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Calling delete_port for 29669098-c2b8-4cd8-9491-3667a6791dc2 owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:15.012925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.041065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Pushing event deleted for resources: {'Port': ['ID=29669098-c2b8-4cd8-9491-3667a6791dc2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:15.044534 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] No DVR routers for this DVR port 29669098-c2b8-4cd8-9491-3667a6791dc2 on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:15.116731 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.127154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447b5e10-1d81-45d1-9f44-e702047e0b36']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:15.137757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:15.138062 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a42fc3-a809-48b4-8b66-9cd7fa4e0f8b') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:15.148110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.162499 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.169902 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:15.170442 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: self.session.flush() Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:15.172862 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:15.241160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.247344 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.249273 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] 10.222.0.65 "DELETE /v2.0/networks/447b5e10-1d81-45d1-9f44-e702047e0b36 HTTP/1.1" status: 204 len: 168 time: 0.9279559 Aug 19 12:53:15.252448 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47848) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:15.260720 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90893acc-b94a-41c3-97da-7f778070ca02 admin admin] Pushing event deleted for resources: {'Network': ['ID=447b5e10-1d81-45d1-9f44-e702047e0b36,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:15.630151 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.884213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Deleting port 871d0197-5af1-45f9-bb24-5e9a56064475 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:15.884579 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.975623 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] For port 871d0197-5af1-45f9-bb24-5e9a56064475, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=871d0197-5af1-45f9-bb24-5e9a56064475,segment=NetworkSegment(28903b4e-1327-4f1a-bc3a-959c6858a321),segment_id=28903b4e-1327-4f1a-bc3a-959c6858a321)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:15.975990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.988883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Calling delete_port for 871d0197-5af1-45f9-bb24-5e9a56064475 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:16.165869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2c537f82-46e4-4fc9-9791-14deccda7f44 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:16.184482 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.191913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 2c537f82-46e4-4fc9-9791-14deccda7f44 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:16.192270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 2c537f82-46e4-4fc9-9791-14deccda7f44 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:16.192704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 29669098-c2b8-4cd8-9491-3667a6791dc2 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:16.209176 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=871d0197-5af1-45f9-bb24-5e9a56064475,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:16.218476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 29669098-c2b8-4cd8-9491-3667a6791dc2 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:16.218833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 29669098-c2b8-4cd8-9491-3667a6791dc2 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:16.385694 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.617910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Router 78b7a717-dfce-47f7-9e5a-69a4de724c9b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:53:17.054659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:53:17.059838 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-becc0eaa-9953-4a25-8a94-0022025ae8ac admin admin] 10.222.0.65 "PUT /v2.0/routers/78b7a717-dfce-47f7-9e5a-69a4de724c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8063064 Aug 19 12:53:17.062527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47850) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:17.063631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] Sync routers for ids ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:53:17.073833 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] Routers {'78b7a717-dfce-47f7-9e5a-69a4de724c9b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:17.074473 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:17.170864 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.179213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] Set router 78b7a717-dfce-47f7-9e5a-69a4de724c9b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:17.289837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.346692 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Deleting port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:17.347051 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.359612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:05Z', 'updated_at': '2021-08-19T12:53:16Z', 'revision_number': 5, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'gw_port': {'id': 'b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:51:06Z', 'updated_at': '2021-08-19T12:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:17.386389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] Checking router: 78b7a717-dfce-47f7-9e5a-69a4de724c9b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:53:17.395108 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] Routers {'78b7a717-dfce-47f7-9e5a-69a4de724c9b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:17.395742 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:52:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:17.433277 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] For port b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:17.433277 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.445678 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Calling delete_port for b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:17.485254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] Set router 78b7a717-dfce-47f7-9e5a-69a4de724c9b gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:17.544464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:05Z', 'updated_at': '2021-08-19T12:53:17Z', 'revision_number': 6, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:17.572624 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020242e-8cc7-485f-a5e6-bfcf9a975b6e None None] The sync data for ids ['78b7a717-dfce-47f7-9e5a-69a4de724c9b'] in n-d-778550-9 is: [{'id': '78b7a717-dfce-47f7-9e5a-69a4de724c9b', 'name': 'tempest-TestMinimumBasicScenario-723235786-router', 'tenant_id': 'f53019458cbe41cfae530da4f94b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:51:05Z', 'updated_at': '2021-08-19T12:53:17Z', 'revision_number': 6, 'project_id': 'f53019458cbe41cfae530da4f94b864a', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:17.629950 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.656150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:17.718576 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.820561 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.822884 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.875285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.875723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78b7a717-dfce-47f7-9e5a-69a4de724c9b {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:53:17.881290 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.882491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1dfc3b01-11ac-48b6-84d7-528996f613f0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/78b7a717-dfce-47f7-9e5a-69a4de724c9b HTTP/1.1" status: 204 len: 168 time: 0.8190117 Aug 19 12:53:17.886220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47852) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:17.936528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3a6c64-c34e-4f37-afcf-496f7478a91d admin admin] Deleting subnet 326f0d3e-75a9-4633-a5bf-8afd43c5e131 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:17.940104 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b3a6c64-c34e-4f37-afcf-496f7478a91d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.977413 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b3a6c64-c34e-4f37-afcf-496f7478a91d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.059873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b3a6c64-c34e-4f37-afcf-496f7478a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.120499 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b3a6c64-c34e-4f37-afcf-496f7478a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.147670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a6c64-c34e-4f37-afcf-496f7478a91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326f0d3e-75a9-4633-a5bf-8afd43c5e131,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:18.154167 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4b3a6c64-c34e-4f37-afcf-496f7478a91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.156030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4b3a6c64-c34e-4f37-afcf-496f7478a91d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/326f0d3e-75a9-4633-a5bf-8afd43c5e131 HTTP/1.1" status: 204 len: 168 time: 0.2689142 Aug 19 12:53:18.158647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47854) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:18.161008 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8c820-8170-4592-898b-13cc9b684329 None None] Network 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:18.232658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.291556 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Deleting port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:18.291943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.347221 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c94e7-e820-497d-9ca3-23bdb2fc52ac None None] DHCP port deletion for 3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:53:18.374645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] For port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bbdf3edd-9d73-4a2f-a63f-13b0e65c1313,segment=NetworkSegment(28903b4e-1327-4f1a-bc3a-959c6858a321),segment_id=28903b4e-1327-4f1a-bc3a-959c6858a321)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:18.375157 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.388489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Calling delete_port for bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:18.396306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c23c94e7-e820-497d-9ca3-23bdb2fc52ac None None] Deleting port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:18.396706 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c23c94e7-e820-497d-9ca3-23bdb2fc52ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.409071 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:18.458080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:18.458433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device b9e9b334-4bfb-4ca1-b92a-83e7bb8e3ba4 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:18.458917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 871d0197-5af1-45f9-bb24-5e9a56064475 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:18.478720 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.479807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 871d0197-5af1-45f9-bb24-5e9a56064475 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:18.480155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 871d0197-5af1-45f9-bb24-5e9a56064475 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:18.480715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:18.509783 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] No DVR routers for this DVR port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:18.513181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:18.513509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:18.513735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdf3edd-9d73-4a2f-a63f-13b0e65c1313,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:18.531087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c23c94e7-e820-497d-9ca3-23bdb2fc52ac None None] For port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bbdf3edd-9d73-4a2f-a63f-13b0e65c1313,segment=NetworkSegment(28903b4e-1327-4f1a-bc3a-959c6858a321),segment_id=28903b4e-1327-4f1a-bc3a-959c6858a321)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:18.531493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c23c94e7-e820-497d-9ca3-23bdb2fc52ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.540244 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4f5fea9a-fda1-49cb-b456-8859899a3025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.546951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c23c94e7-e820-497d-9ca3-23bdb2fc52ac None None] Calling delete_port for bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:18.606884 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.617731 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc8a1a2-0e24-4469-b887-9fee9a01d8b3']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:18.629432 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28903b4e-1327-4f1a-bc3a-959c6858a321') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:18.629874 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28903b4e-1327-4f1a-bc3a-959c6858a321') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:18.635540 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c23c94e7-e820-497d-9ca3-23bdb2fc52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.639746 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.659082 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.662355 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c94e7-e820-497d-9ca3-23bdb2fc52ac None None] Pushing event deleted for resources: {'Port': ['ID=bbdf3edd-9d73-4a2f-a63f-13b0e65c1313,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:18.665942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c94e7-e820-497d-9ca3-23bdb2fc52ac None None] No DVR routers for this DVR port bbdf3edd-9d73-4a2f-a63f-13b0e65c1313 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:18.667658 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:18.667931 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:18.671337 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:18.726226 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.732269 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.734484 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3dc8a1a2-0e24-4469-b887-9fee9a01d8b3 HTTP/1.1" status: 204 len: 168 time: 0.5748215 Aug 19 12:53:18.746271 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a9221-566b-469e-adcf-77382132d604 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc8a1a2-0e24-4469-b887-9fee9a01d8b3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:18.916479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47860) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:18.961408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a78bf00d-910a-4df2-a3ea-aa857cd0d317 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe518ca4b01f4c4bb1aeda3f675c15af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436559 Aug 19 12:53:18.965063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47862) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:19.019946 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e51c-8062-4ffa-a0af-6424660449d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.041412 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e51c-8062-4ffa-a0af-6424660449d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.091979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e51c-8062-4ffa-a0af-6424660449d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.094743 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e51c-8062-4ffa-a0af-6424660449d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.095915 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d4b5e51c-8062-4ffa-a0af-6424660449d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41c0f9fe-495a-4b88-8585-64ceb3b36428 HTTP/1.1" status: 204 len: 168 time: 0.1298833 Aug 19 12:53:19.103860 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5e51c-8062-4ffa-a0af-6424660449d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c0f9fe-495a-4b88-8585-64ceb3b36428,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:19.445496 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47868) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:19.489781 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d0f729b9-31dc-4ea8-bd4a-3e0f296502cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f53019458cbe41cfae530da4f94b864a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430825 Aug 19 12:53:19.493152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47870) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:19.558361 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bed078d9-cc78-493d-8625-604a78a5d4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.580936 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bed078d9-cc78-493d-8625-604a78a5d4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.630631 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bed078d9-cc78-493d-8625-604a78a5d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.633402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bed078d9-cc78-493d-8625-604a78a5d4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.634562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-bed078d9-cc78-493d-8625-604a78a5d4b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e8240de-8522-494b-9eff-a3c0c27854db HTTP/1.1" status: 204 len: 168 time: 0.1404266 Aug 19 12:53:19.644219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed078d9-cc78-493d-8625-604a78a5d4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8240de-8522-494b-9eff-a3c0c27854db,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:20.844701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65703130-b91d-4c1c-8eae-540322cbcbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.002393 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.420812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47910) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:21.426231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767406289', 'description': 'tempest-secgroup-smoke-767406289 description', 'project_id': 'a21482ad485f420d84acab682a35354a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:21.454200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.462025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.548883 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.555324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.593789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41832ad4-f9f8-40a0-b8a3-1f13fce4ba82,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:21.644913 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.650687 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.678202 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.679410 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2576060 Aug 19 12:53:21.681249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd50ab-17f4-4b77-b669-6e5bc07f125f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68b585d-1587-4f80-bac2-43fdd4e2fb3f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:21.682722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47912) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:21.688272 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4cc2a23f-c119-41a7-973c-94d0706d88bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'e68b585d-1587-4f80-bac2-43fdd4e2fb3f', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:21.719155 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4cc2a23f-c119-41a7-973c-94d0706d88bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.767901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4cc2a23f-c119-41a7-973c-94d0706d88bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.773093 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4cc2a23f-c119-41a7-973c-94d0706d88bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.796336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2a23f-c119-41a7-973c-94d0706d88bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ad9bb9-3b8a-493f-bacc-e2b423afc92b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:21.803161 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4cc2a23f-c119-41a7-973c-94d0706d88bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.804389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4cc2a23f-c119-41a7-973c-94d0706d88bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199880 Aug 19 12:53:21.807797 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47914) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:21.812389 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-4eded8b8-016b-4f1f-8145-42733cc86e44 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'e68b585d-1587-4f80-bac2-43fdd4e2fb3f', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:21.840009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4eded8b8-016b-4f1f-8145-42733cc86e44 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.900061 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4eded8b8-016b-4f1f-8145-42733cc86e44 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.904599 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4eded8b8-016b-4f1f-8145-42733cc86e44 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.922549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eded8b8-016b-4f1f-8145-42733cc86e44 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08ded7a-63ee-4f99-9494-5195c68d54f5,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:21.928939 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4eded8b8-016b-4f1f-8145-42733cc86e44 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.930245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4eded8b8-016b-4f1f-8145-42733cc86e44 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214755 Aug 19 12:53:21.933144 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47916) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:21.937728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a7f48a01-4179-41f4-8320-824263bb4954 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'e68b585d-1587-4f80-bac2-43fdd4e2fb3f', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:21.969895 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f48a01-4179-41f4-8320-824263bb4954 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.042072 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f48a01-4179-41f4-8320-824263bb4954 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.048209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f48a01-4179-41f4-8320-824263bb4954 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.067769 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f48a01-4179-41f4-8320-824263bb4954 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07458c5-1b2c-4b46-a29e-465586c76d91,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:22.072152 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7f48a01-4179-41f4-8320-824263bb4954 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.073420 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a7f48a01-4179-41f4-8320-824263bb4954 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392856 Aug 19 12:53:22.076213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47918) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:22.080837 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c9fae9aa-cf56-492e-b09d-576bf28c07d1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'e68b585d-1587-4f80-bac2-43fdd4e2fb3f', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:22.111279 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9fae9aa-cf56-492e-b09d-576bf28c07d1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.175971 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9fae9aa-cf56-492e-b09d-576bf28c07d1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.178411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.179634 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9fae9aa-cf56-492e-b09d-576bf28c07d1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.198095 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fae9aa-cf56-492e-b09d-576bf28c07d1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc614c2-054e-4b49-9761-71daf39ddc8e,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:22.205801 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9fae9aa-cf56-492e-b09d-576bf28c07d1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.207030 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c9fae9aa-cf56-492e-b09d-576bf28c07d1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297810 Aug 19 12:53:22.210785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47920) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:22.215360 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-7be57734-3ad7-408e-a6f5-9c00cf21abbf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'e68b585d-1587-4f80-bac2-43fdd4e2fb3f', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:22.238661 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-7be57734-3ad7-408e-a6f5-9c00cf21abbf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:53:22.243788 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7be57734-3ad7-408e-a6f5-9c00cf21abbf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.307916 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7be57734-3ad7-408e-a6f5-9c00cf21abbf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.313180 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7be57734-3ad7-408e-a6f5-9c00cf21abbf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.333778 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be57734-3ad7-408e-a6f5-9c00cf21abbf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf733c3-1c62-4ef3-9a9e-c2f7f666ea8e,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:22.347749 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7be57734-3ad7-408e-a6f5-9c00cf21abbf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.349822 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7be57734-3ad7-408e-a6f5-9c00cf21abbf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379747 Aug 19 12:53:22.353212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47922) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:22.358125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-80d1bac5-5b83-4860-ad53-4439126cf135 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'e68b585d-1587-4f80-bac2-43fdd4e2fb3f', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:22.383044 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-80d1bac5-5b83-4860-ad53-4439126cf135 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:53:22.388020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80d1bac5-5b83-4860-ad53-4439126cf135 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.458828 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80d1bac5-5b83-4860-ad53-4439126cf135 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.464529 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80d1bac5-5b83-4860-ad53-4439126cf135 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.484350 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1bac5-5b83-4860-ad53-4439126cf135 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28a20dc-327c-447a-9678-bb24574fcc05,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:22.491489 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-80d1bac5-5b83-4860-ad53-4439126cf135 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.492982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-80d1bac5-5b83-4860-ad53-4439126cf135 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384976 Aug 19 12:53:22.495943 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47924) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:22.500909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'network': {'name': 'tempest-network-smoke--1975528997', 'project_id': 'a21482ad485f420d84acab682a35354a', 'port_security_enabled': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:22.522933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:22.526639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.558170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:53:22.567907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.568254 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Added segment 6c9d7619-5228-4bb0-b036-400f1f638b4e of type vlan for network 9286b15d-49d7-44e1-94da-74450e4b9393 Aug 19 12:53:22.608513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.634645 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.640433 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:22.641049 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.692469 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1954668 Aug 19 12:53:22.696529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 47926) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:22.701631 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'admin_state_up': True, 'project_id': 'a21482ad485f420d84acab682a35354a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:22.708500 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd1b28-715c-47e1-9f6b-c38a2166766d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Network': ['ID=9286b15d-49d7-44e1-94da-74450e4b9393,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:22.719649 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 9286b15d-49d7-44e1-94da-74450e4b9393 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:53:22.733242 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.734265 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.792638 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.934767 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:23.143965 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:23.163005 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:23.288867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.140 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/dc2f6cfa-2ba5-40bc-8502-d79223f2aa93) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:23.393184 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:23.439470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:23.491152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:23.494195 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:23.498582 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:23.504649 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=dc2f6cfa-2ba5-40bc-8502-d79223f2aa93,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:23.768697 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:24.218868 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:24.310375 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:24.449785 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:53:24.555125 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:24.562211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:53:24.572945 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Sync routers for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:53:24.582109 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:24.583367 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-811cb5c5-348a-4469-8ab6-8a7b81b3eba7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8857021 Aug 19 12:53:24.584019 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:24.584651 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:24.586867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47928) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:24.691165 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:24.721955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eedb8302-24c0-4f40-a546-40308c9f0e1e tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a21482ad485f420d84acab682a35354a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337845 Aug 19 12:53:24.724601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47934) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:24.870619 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:23Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:24.871318 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0d1cc1-0b34-4c81-b1b8-4725c362861e tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:24.875776 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3a0d1cc1-0b34-4c81-b1b8-4725c362861e tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1473203 Aug 19 12:53:24.876027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47936) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:24.900382 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Checking router: 8ce8e209-69a0-40e2-acb7-03f97204c1a6 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:53:24.901025 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Updating router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:53:24.910057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-38dbd5d2-d3b6-407b-aee7-e959fc13d5a3 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329688 Aug 19 12:53:24.912747 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47938) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:24.917631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1506394673', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'project_id': 'a21482ad485f420d84acab682a35354a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:24.926213 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.010452 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:25.013978 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.178874 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.189313 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Transition to ACTIVE for port object dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:25.194744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.195464 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.246051 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Attempting to bind port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:25.246382 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Attempting to bind port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:25.246760 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Attempting to bind port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:25.255350 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Pushing event updated for resources: {'Port': ['ID=dc2f6cfa-2ba5-40bc-8502-d79223f2aa93,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:25.257518 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:25.257878 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:25.258267 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.258698 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:25.259063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Subnet': ['ID=cfbf643d-9468-4a5b-8a50-61e5f80fee37,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:25.263977 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Bound port: dc2f6cfa-2ba5-40bc-8502-d79223f2aa93, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:25.263977 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.268626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Checking segment: {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:25.269019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network hostable DHCP agents. Network: 9286b15d-49d7-44e1-94da-74450e4b9393, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:53:25.284052 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.284452 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.284873 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.285263 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.286022 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.286374 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.286726 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.287072 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.287430 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.287553 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 9286b15d-49d7-44e1-94da-74450e4b9393 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:53:25.287751 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.288146 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.288461 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:25.298596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 9286b15d-49d7-44e1-94da-74450e4b9393) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:25.302831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:25.303427 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.309476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef0fc8-867d-48ce-8756-8c656b620c1b None None] Network 9286b15d-49d7-44e1-94da-74450e4b9393 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:25.319724 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-64d64fa0-a5a8-45d9-a019-c7b1364330a2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4059384 Aug 19 12:53:25.322136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 47940) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:25.329278 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] For port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:25.332334 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] For port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dc2f6cfa-2ba5-40bc-8502-d79223f2aa93,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:25.338188 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.397570 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df732f-0c48-4a03-be51-8bd64c071588 None None] Pushing event updated for resources: {'Port': ['ID=dc2f6cfa-2ba5-40bc-8502-d79223f2aa93,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:25.405454 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:25.406055 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:25.466432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-9286b15d-49d7-44e1-94da-74450e4b9393', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:53:25.467568 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.517517 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:25.603939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Allocated IP 172.20.0.2 (9286b15d-49d7-44e1-94da-74450e4b9393/cfbf643d-9468-4a5b-8a50-61e5f80fee37/6294bdff-26db-4045-8616-6b87ff57a3cd) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:25.709985 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:23Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:25.742272 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ccb3a-02ba-40cd-b9dd-9c7bd5213528 None None] The sync data for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 is: [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:23Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:25.760906 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.769911 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Transition to ACTIVE for port object 6294bdff-26db-4045-8616-6b87ff57a3cd will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:25.785094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Transition to ACTIVE for port object 6294bdff-26db-4045-8616-6b87ff57a3cd will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:25.786315 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.792452 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.835989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Network 9286b15d-49d7-44e1-94da-74450e4b9393 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:25.839038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:25.843397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:25.846492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Pushing event updated for resources: {'Port': ['ID=6294bdff-26db-4045-8616-6b87ff57a3cd,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:25.907548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Attempting to bind port 6294bdff-26db-4045-8616-6b87ff57a3cd on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:25.907933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Attempting to bind port 6294bdff-26db-4045-8616-6b87ff57a3cd by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:25.908303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Attempting to bind port 6294bdff-26db-4045-8616-6b87ff57a3cd on network 9286b15d-49d7-44e1-94da-74450e4b9393 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:25.913666 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:25.914078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Checking segment: {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:25.914467 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.914992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Bound using segment: {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:25.916131 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Bound port: 6294bdff-26db-4045-8616-6b87ff57a3cd, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:25.916526 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.115625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.1 (9286b15d-49d7-44e1-94da-74450e4b9393/cfbf643d-9468-4a5b-8a50-61e5f80fee37/047989a9-9c2d-4b75-a41c-c5a581ea3f2c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:26.163981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] For port 6294bdff-26db-4045-8616-6b87ff57a3cd, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:26.168433 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] For port 6294bdff-26db-4045-8616-6b87ff57a3cd, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6294bdff-26db-4045-8616-6b87ff57a3cd,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:26.176039 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.234418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:26.270875 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.271245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb113c1-8d2d-4424-98d0-e25d8ea66c49 None None] Pushing event updated for resources: {'Port': ['ID=6294bdff-26db-4045-8616-6b87ff57a3cd,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:26.288153 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object 047989a9-9c2d-4b75-a41c-c5a581ea3f2c will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:26.308810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:26.313689 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:26.314942 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.330460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.388274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 9286b15d-49d7-44e1-94da-74450e4b9393 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:26.390023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:26.392560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:26.406312 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.427959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=047989a9-9c2d-4b75-a41c-c5a581ea3f2c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:26.433594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dc2f6cfa-2ba5-40bc-8502-d79223f2aa93,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:26.441716 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.443914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.523763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=dc2f6cfa-2ba5-40bc-8502-d79223f2aa93,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:26.606390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.890305 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.896562 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.972960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.974702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=047989a9-9c2d-4b75-a41c-c5a581ea3f2c,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:27.073509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 9286b15d-49d7-44e1-94da-74450e4b9393 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:27.075040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:27.190771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:53:27.302011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:53:27.307660 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-46660e36-8f72-417c-91c5-b7af3d5eb43b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/8ce8e209-69a0-40e2-acb7-03f97204c1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9843123 Aug 19 12:53:27.597432 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-12f22dec-267d-41a2-8967-5fd4a41eea0f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767406289&fields=id&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 267 time: 0.0379729 Aug 19 12:53:27.620892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace131d-0836-4696-988f-9db7f68a6bad None None] Network 9286b15d-49d7-44e1-94da-74450e4b9393 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:27.676160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Sync routers for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:53:27.685918 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6c72d5a7-2616-4820-b5e2-06ba4c98f77c None None] Provisioning for port 6294bdff-26db-4045-8616-6b87ff57a3cd completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:27.701443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:27.702090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:27.712834 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-693a4e79-ac29-4d34-ae96-9fc490c6da24 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:27.714337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-693a4e79-ac29-4d34-ae96-9fc490c6da24 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/networks?id=9286b15d-49d7-44e1-94da-74450e4b9393 HTTP/1.1" status: 200 len: 797 time: 0.1097755 Aug 19 12:53:27.730298 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-661301a6-f255-4a71-8bad-e77b8d09b78d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/quotas/a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 375 time: 0.0096395 Aug 19 12:53:27.783316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-9a034291-d8c9-46ae-ab50-414b11e6d0eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468643 Aug 19 12:53:27.871122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:27.884959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-f69c57c5-05eb-46e4-8f1b-5ad40e63d9a6 service neutron] 10.222.0.65 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894749 Aug 19 12:53:27.980424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-2e66dbf2-1ba5-4175-880b-a117014700d0 service neutron] 10.222.0.65 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885549 Aug 19 12:53:28.106200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '047989a9-9c2d-4b75-a41c-c5a581ea3f2c', 'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:ed:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:25Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 2, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:28.134848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Checking router: 8ce8e209-69a0-40e2-acb7-03f97204c1a6 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:53:28.135164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Updating router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:53:28.167407 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.278504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:28.357226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-96eea513-37b0-4e3e-94a1-cbe8fa7e45e9 None None] Provisioning for port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:28.391035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-96eea513-37b0-4e3e-94a1-cbe8fa7e45e9 None None] Provisioning complete for port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:28.391410 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96eea513-37b0-4e3e-94a1-cbe8fa7e45e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.464077 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-96eea513-37b0-4e3e-94a1-cbe8fa7e45e9 None None] Port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:28.476186 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:28.476560 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.604097 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.638863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f65832f3-4181-4778-b125-070e337c8687 None None] Provisioning complete for port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:28.639657 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f65832f3-4181-4778-b125-070e337c8687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.641164 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Transition to ACTIVE for port object 047989a9-9c2d-4b75-a41c-c5a581ea3f2c will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:28.676129 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.684960 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6294bdff-26db-4045-8616-6b87ff57a3cd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:28.761252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-f65832f3-4181-4778-b125-070e337c8687 None None] Port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:28.788664 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37102bf3-ce3d-4a2c-9caf-d70c9a66a97f None None] Pushing event updated for resources: {'Port': ['ID=047989a9-9c2d-4b75-a41c-c5a581ea3f2c,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:28.844736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 6294bdff-26db-4045-8616-6b87ff57a3cd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:28.852669 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Attempting to bind port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:28.853179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Attempting to bind port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:28.853668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Attempting to bind port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c on network 9286b15d-49d7-44e1-94da-74450e4b9393 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:28.855940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6294bdff-26db-4045-8616-6b87ff57a3cd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:28.856309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.884589 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:28.884998 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Checking segment: {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:28.885403 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.885797 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Bound using segment: {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:28.886290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Bound port: 047989a9-9c2d-4b75-a41c-c5a581ea3f2c, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:28.886671 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.995315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] For port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:29.022544 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] For port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=047989a9-9c2d-4b75-a41c-c5a581ea3f2c,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:29.034713 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.049035 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.093486 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.138149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:29.138817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:29.202168 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37102bf3-ce3d-4a2c-9caf-d70c9a66a97f None None] Pushing event updated for resources: {'Port': ['ID=047989a9-9c2d-4b75-a41c-c5a581ea3f2c,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:29.211945 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b8c81ac0-4a50-41d8-8728-59f70e521721 req-fcc7a7ac-6a4a-459c-9dca-4c874ef74643 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 210 time: 0.0419900 Aug 19 12:53:29.214852 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 6294bdff-26db-4045-8616-6b87ff57a3cd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6294bdff-26db-4045-8616-6b87ff57a3cd,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:29.264440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.348708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:29.350988 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=6294bdff-26db-4045-8616-6b87ff57a3cd,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:29.616106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f0893292-1075-40b9-beef-bef755fdedca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '047989a9-9c2d-4b75-a41c-c5a581ea3f2c', 'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:ed:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:25Z', 'updated_at': '2021-08-19T12:53:28Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:29.662181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0893292-1075-40b9-beef-bef755fdedca None None] The sync data for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 is: [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '047989a9-9c2d-4b75-a41c-c5a581ea3f2c', 'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:ed:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:25Z', 'updated_at': '2021-08-19T12:53:28Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:30.277202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 047989a9-9c2d-4b75-a41c-c5a581ea3f2c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:30.345017 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c6e330c8-5914-4eb4-8ad8-dbf5006d8ec1 req-150bf235-3f7d-4e83-82d9-d8b9c1028f52 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 210 time: 0.0345349 Aug 19 12:53:30.354599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:30.363923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:30.364831 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.465096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-739d6b2b-65c7-46ff-8b67-b8a70547f081 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:30.466688 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-739d6b2b-65c7-46ff-8b67-b8a70547f081 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/networks?id=9286b15d-49d7-44e1-94da-74450e4b9393 HTTP/1.1" status: 200 len: 797 time: 0.1615973 Aug 19 12:53:30.481198 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.522876 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-756e5c3c-219b-48c0-927a-b4fc69fde8c8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 379 time: 0.0380633 Aug 19 12:53:30.530167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=047989a9-9c2d-4b75-a41c-c5a581ea3f2c,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:30.535249 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.536306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6294bdff-26db-4045-8616-6b87ff57a3cd up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:30.565571 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'port': {'device_id': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'admin_state_up': True, 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'security_groups': ['e68b585d-1587-4f80-bac2-43fdd4e2fb3f']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:30.691256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:30.695470 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.783914 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=047989a9-9c2d-4b75-a41c-c5a581ea3f2c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:30.795143 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 6294bdff-26db-4045-8616-6b87ff57a3cd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:30.795515 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.840119 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.8 (9286b15d-49d7-44e1-94da-74450e4b9393/cfbf643d-9468-4a5b-8a50-61e5f80fee37/140d2eba-cae0-41e6-b7c1-4e4ce7460058) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:30.983970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.998110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object 140d2eba-cae0-41e6-b7c1-4e4ce7460058 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:31.037956 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.083309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 9286b15d-49d7-44e1-94da-74450e4b9393 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:31.088823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:31.091189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:31.122952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=140d2eba-cae0-41e6-b7c1-4e4ce7460058,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:31.155028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:31.155684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.171674 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-8ad7bd21-5911-415e-9dfb-ed7953863143 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105931 Aug 19 12:53:31.190020 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-e80c8e9e-c1c9-4443-81b3-8ef12749d038 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:53:31.191036 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-e80c8e9e-c1c9-4443-81b3-8ef12749d038 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057058 Aug 19 12:53:31.203699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Request body: {'port': {'device_id': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:31.265371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.288668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-15c3e9b6-b8fd-4417-8dc6-450a37b35433 None None] Provisioning for port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:31.293126 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-15c3e9b6-b8fd-4417-8dc6-450a37b35433 None None] Provisioning complete for port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:31.293503 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-15c3e9b6-b8fd-4417-8dc6-450a37b35433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.333299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-15c3e9b6-b8fd-4417-8dc6-450a37b35433 None None] Port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:31.475963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75bfe0-20fe-4c18-85e0-8c681241ef01 req-5b8fe6dc-4b9e-4605-87f1-d10acfe33a41 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:31.478757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a75bfe0-20fe-4c18-85e0-8c681241ef01 req-5b8fe6dc-4b9e-4605-87f1-d10acfe33a41 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 931 time: 0.0538871 Aug 19 12:53:31.517586 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a75bfe0-20fe-4c18-85e0-8c681241ef01 req-75fe5ee5-f879-4b49-a985-23f13d9144a3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332420 Aug 19 12:53:31.553310 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140d2eba-cae0-41e6-b7c1-4e4ce7460058 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:53:31.561925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.574660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Transition to ACTIVE for port object 140d2eba-cae0-41e6-b7c1-4e4ce7460058 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:31.580110 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.636216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Pushing event updated for resources: {'Port': ['ID=140d2eba-cae0-41e6-b7c1-4e4ce7460058,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:31.709804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Attempting to bind port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:31.710239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Attempting to bind port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:31.710769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Attempting to bind port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 on network 9286b15d-49d7-44e1-94da-74450e4b9393 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:31.716828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 on network 9286b15d-49d7-44e1-94da-74450e4b9393 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:53:31.717199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Attempting to bind port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 on network 9286b15d-49d7-44e1-94da-74450e4b9393 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:31.724012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:31.724347 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Checking segment: {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:31.724845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Bound using segment: {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:31.725266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Bound port: 140d2eba-cae0-41e6-b7c1-4e4ce7460058, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9d7619-5228-4bb0-b036-400f1f638b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:31.725631 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.799019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] For port 140d2eba-cae0-41e6-b7c1-4e4ce7460058, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:31.802018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] For port 140d2eba-cae0-41e6-b7c1-4e4ce7460058, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:31.806427 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.841657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:31.842274 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.843674 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] 10.222.0.69 "PUT /v2.0/ports/140d2eba-cae0-41e6-b7c1-4e4ce7460058 HTTP/1.1" status: 200 len: 1091 time: 0.6445775 Aug 19 12:53:31.844127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:53:31.846721 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:53:31.882719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8313d-a2f6-4ad3-9215-5f97fa53db4c service neutron] Pushing event updated for resources: {'Port': ['ID=140d2eba-cae0-41e6-b7c1-4e4ce7460058,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:31.952288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-d0702875-c3ef-4601-a103-bf7cbc7b0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:31.954117 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-d0702875-c3ef-4601-a103-bf7cbc7b0df3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 1094 time: 0.0510268 Aug 19 12:53:31.969531 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3051367-c3e1-4bcc-a40c-696277254604 x-openstack-request-id: req-a3051367-c3e1-4bcc-a40c-696277254604 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:53:31.969824 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:53:31.970075 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3051367-c3e1-4bcc-a40c-696277254604 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:53:31.970532 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'status': 'completed', 'code': 200} Aug 19 12:53:32.027132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-9c4ea6fa-a8db-40ad-a728-e419377b6c8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058 HTTP/1.1" status: 200 len: 217 time: 0.0425875 Aug 19 12:53:32.083886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-acfd45a8-6391-4e60-b431-c8632e37c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:32.085653 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-acfd45a8-6391-4e60-b431-c8632e37c6b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfbf643d-9468-4a5b-8a50-61e5f80fee37 HTTP/1.1" status: 200 len: 835 time: 0.0517576 Aug 19 12:53:32.136842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-5879952e-4231-4172-9171-6ca38219f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:32.138559 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-5879952e-4231-4172-9171-6ca38219f8c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9286b15d-49d7-44e1-94da-74450e4b9393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446439 Aug 19 12:53:32.175234 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 047989a9-9c2d-4b75-a41c-c5a581ea3f2c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:32.226556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:32.226922 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:32.598113 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-1f664a12-9759-4ffb-ac72-75afd707589b service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514377 Aug 19 12:53:32.638552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bad014-fb92-472c-883d-bc873f10bb21 req-7a58acc2-92e0-4e97-a108-fe382d6f49c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:32.640041 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10bad014-fb92-472c-883d-bc873f10bb21 req-7a58acc2-92e0-4e97-a108-fe382d6f49c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 943 time: 0.0494840 Aug 19 12:53:32.679685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10bad014-fb92-472c-883d-bc873f10bb21 req-0540b274-88d2-45ce-a091-3fb4fa6e7243 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332134 Aug 19 12:53:32.695079 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4e5660cd-d39b-4b87-8cb2-418073de3acf req-dc4bf73b-9bf6-4d82-952d-c78892cd0426 service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895207 Aug 19 12:53:32.776647 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:53:32.834505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-d3a634f2-eb31-4300-b51b-cbf65323226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:32.835982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-d3a634f2-eb31-4300-b51b-cbf65323226d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 1094 time: 0.0523000 Aug 19 12:53:32.939343 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-dc9b9aaf-c1b9-49c7-a76a-5e668fdda3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:32.940892 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-dc9b9aaf-c1b9-49c7-a76a-5e668fdda3ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=9286b15d-49d7-44e1-94da-74450e4b9393 HTTP/1.1" status: 200 len: 898 time: 0.0973513 Aug 19 12:53:32.988456 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-c37343b7-4de9-498f-9ab3-130e35eb5006 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058 HTTP/1.1" status: 200 len: 217 time: 0.0397992 Aug 19 12:53:33.044093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-bc3f96da-9fe7-4a11-8961-83dcb78315e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:33.045653 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-bc3f96da-9fe7-4a11-8961-83dcb78315e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfbf643d-9468-4a5b-8a50-61e5f80fee37 HTTP/1.1" status: 200 len: 835 time: 0.0482872 Aug 19 12:53:33.103852 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-57314d4b-582b-47cb-b6c6-5d9fcdb14574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:33.105370 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-57314d4b-582b-47cb-b6c6-5d9fcdb14574 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9286b15d-49d7-44e1-94da-74450e4b9393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513289 Aug 19 12:53:33.208786 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-ab3ed602-6b47-496b-858c-51595c1b9d57 service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939810 Aug 19 12:53:33.317620 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e4ed1872-0f7c-4d57-8a58-9bdcc2ccbdd1 req-3887ab51-3168-4f9f-aeb6-27f5c00ca340 service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013110 Aug 19 12:53:33.819975 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1606d2-0817-4e9f-a46a-86313943af91 req-8f83249e-465d-4b9b-a101-812ed2d3a2d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:33.821670 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e1606d2-0817-4e9f-a46a-86313943af91 req-8f83249e-465d-4b9b-a101-812ed2d3a2d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 943 time: 0.0670276 Aug 19 12:53:33.865282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e1606d2-0817-4e9f-a46a-86313943af91 req-b12de383-ba2f-4fab-ae56-5d3b855f93cd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368085 Aug 19 12:53:34.627085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-1f136d83-18e4-4d22-aa05-263536a52265 req-2b35634f-4266-4b14-b115-0d8422030dd3 service neutron] (101153) timed out ('10.222.0.54', 64858) {{(pid=101153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:53:34.750611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 140d2eba-cae0-41e6-b7c1-4e4ce7460058 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:53:34.854768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 140d2eba-cae0-41e6-b7c1-4e4ce7460058, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:34.866834 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'port_id': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'mac_address': 'fa:16:3e:cc:6b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:53:34.910593 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:34.925123 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140d2eba-cae0-41e6-b7c1-4e4ce7460058 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:53:34.946827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 140d2eba-cae0-41e6-b7c1-4e4ce7460058, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:34.951510 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:34.993552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437829f7-615a-46c3-91c7-7bbe2585fa1e req-22032b60-583f-4d42-bd6b-3e3b03fb0e63 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:34.995145 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-437829f7-615a-46c3-91c7-7bbe2585fa1e req-22032b60-583f-4d42-bd6b-3e3b03fb0e63 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 943 time: 0.0585289 Aug 19 12:53:35.001369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=140d2eba-cae0-41e6-b7c1-4e4ce7460058,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:35.044460 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-437829f7-615a-46c3-91c7-7bbe2585fa1e req-5430a29b-5cf3-4cba-ac33-dbfc5771e94b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Aug 19 12:53:35.275484 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['140d2eba-cae0-41e6-b7c1-4e4ce7460058'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:53:36.166848 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6ac5b-fcda-4f94-b99b-d7880882e811 req-cb39624d-ca87-4529-af0b-4a25243670ca tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:36.168478 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-88c6ac5b-fcda-4f94-b99b-d7880882e811 req-cb39624d-ca87-4529-af0b-4a25243670ca tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 944 time: 0.0528464 Aug 19 12:53:36.209189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-88c6ac5b-fcda-4f94-b99b-d7880882e811 req-03557218-fb5c-4585-b3dc-e13121b9e207 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339906 Aug 19 12:53:36.755392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 140d2eba-cae0-41e6-b7c1-4e4ce7460058 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:36.810557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:36.816166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:36.816553 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.902481 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.927617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:53:36.930212 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e057d223-e6e7-4034-85b0-04df4430b45d" -d '{"events": [{"server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "name": "network-vif-plugged", "status": "completed", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:53:36.944211 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 140d2eba-cae0-41e6-b7c1-4e4ce7460058, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:36.949566 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.975083 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f41fe66-7e89-4028-8f3f-57f9c932fe5a x-openstack-request-id: req-0f41fe66-7e89-4028-8f3f-57f9c932fe5a {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:53:36.975375 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "name": "network-vif-plugged", "status": "completed", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:53:36.975627 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f41fe66-7e89-4028-8f3f-57f9c932fe5a {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:53:36.976016 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'code': 200} Aug 19 12:53:37.003758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=140d2eba-cae0-41e6-b7c1-4e4ce7460058,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:37.099281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5d4c-ddfc-4549-8be9-9e8af8f23b90 req-9728f96d-5908-4f3d-ba62-b8975dc21f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:37.100845 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-531b5d4c-ddfc-4549-8be9-9e8af8f23b90 req-9728f96d-5908-4f3d-ba62-b8975dc21f3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 1096 time: 0.0463126 Aug 19 12:53:37.136912 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-531b5d4c-ddfc-4549-8be9-9e8af8f23b90 req-083df341-18c7-4f16-83a3-9218aca7fbc5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285716 Aug 19 12:53:37.368661 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf776fa0-c18c-4a7e-b321-ad7b62a3b177 req-ba1972b7-300f-4313-9a88-cc217e719e70 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:37.370883 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf776fa0-c18c-4a7e-b321-ad7b62a3b177 req-ba1972b7-300f-4313-9a88-cc217e719e70 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0607598 Aug 19 12:53:37.414314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf776fa0-c18c-4a7e-b321-ad7b62a3b177 req-7d995105-1543-4ac9-b286-4281f7fbd574 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357594 Aug 19 12:53:38.542348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d5793-3af2-471e-a2ca-7e9e2ff7d0d9 req-8df04958-cbba-4083-a0d1-876b4f5c9ddd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:38.543922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-985d5793-3af2-471e-a2ca-7e9e2ff7d0d9 req-8df04958-cbba-4083-a0d1-876b4f5c9ddd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0515096 Aug 19 12:53:38.583425 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-985d5793-3af2-471e-a2ca-7e9e2ff7d0d9 req-4db0082d-41e9-4d70-94a2-56a8ec9fd5bb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322556 Aug 19 12:53:38.713024 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdd363-9c68-449e-a2a1-49d07b45f173 req-0ef2c841-c4f7-4096-8e0e-277da82e7d22 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:38.714398 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ccdd363-9c68-449e-a2a1-49d07b45f173 req-0ef2c841-c4f7-4096-8e0e-277da82e7d22 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0598772 Aug 19 12:53:38.754418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ccdd363-9c68-449e-a2a1-49d07b45f173 req-4703c85a-a43b-490c-aec0-9944aef08bfe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335810 Aug 19 12:53:38.777011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48004) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:38.823643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da80e8d-21ae-47b0-a904-e6e46453ac6f tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:38.825520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4da80e8d-21ae-47b0-a904-e6e46453ac6f tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 1091 time: 0.0472713 Aug 19 12:53:38.828616 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48006) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:38.833137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:38.860468 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:38.963138 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:39.096127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.163 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ea5f194d-a7d8-486b-9c28-8b4fdf3da486) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:39.218144 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:39.266840 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:39.309929 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:39.315177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:39.319733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:39.345182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=ea5f194d-a7d8-486b-9c28-8b4fdf3da486,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:39.758987 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:39.837049 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.018618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.024568 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.096200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=ea5f194d-a7d8-486b-9c28-8b4fdf3da486,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:40.108473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.220195 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP 65badb83-ab7b-4a0d-a043-5fa476702475 associated. External IP: 172.25.4.163, port: 140d2eba-cae0-41e6-b7c1-4e4ce7460058. Aug 19 12:53:40.441209 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:53:40.552013 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:53:40.564668 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] Sync routers for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:53:40.570066 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.575434 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:40.576057 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:40.597628 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-054e23a2-e7cf-412b-a603-f833889b03c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7678890 Aug 19 12:53:40.598317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:53:40.600723 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3255afde-6886-4122-b046-4c243c17975d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:53:40.643089 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cd6463-cc7d-4931-bbef-08a7ccb0dea9 x-openstack-request-id: req-24cd6463-cc7d-4931-bbef-08a7ccb0dea9 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:53:40.643380 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:53:40.643628 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24cd6463-cc7d-4931-bbef-08a7ccb0dea9 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:53:40.644032 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'status': 'completed', 'code': 200} Aug 19 12:53:40.689106 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:40.700719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc11461-a163-4bc0-b1db-2de24cfc9494 req-e3ab88bf-c665-46de-af66-52cd6f9bb683 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:40.702515 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0dc11461-a163-4bc0-b1db-2de24cfc9494 req-e3ab88bf-c665-46de-af66-52cd6f9bb683 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0520284 Aug 19 12:53:40.728190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255afde-6886-4122-b046-4c243c17975d req-79701a97-e754-400d-8aec-085d247491cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:40.730699 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3255afde-6886-4122-b046-4c243c17975d req-79701a97-e754-400d-8aec-085d247491cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 1096 time: 0.0436921 Aug 19 12:53:40.743408 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0dc11461-a163-4bc0-b1db-2de24cfc9494 req-031af732-2982-40fe-974a-616cd342d32c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344312 Aug 19 12:53:40.767488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48012) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:40.834965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255afde-6886-4122-b046-4c243c17975d req-0c17443f-c52f-44a0-a407-9780039da7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:40.836502 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3255afde-6886-4122-b046-4c243c17975d req-0c17443f-c52f-44a0-a407-9780039da7c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9286b15d-49d7-44e1-94da-74450e4b9393 HTTP/1.1" status: 200 len: 898 time: 0.0991662 Aug 19 12:53:40.836660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d88f8b12-2262-475f-831a-61a412c4c861 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/65badb83-ab7b-4a0d-a043-5fa476702475 HTTP/1.1" status: 200 len: 991 time: 0.0670924 Aug 19 12:53:40.908182 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3255afde-6886-4122-b046-4c243c17975d req-76ec3c47-d2c9-4d86-97df-6afcbddc0deb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058 HTTP/1.1" status: 200 len: 999 time: 0.0640941 Aug 19 12:53:40.923863 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '65badb83-ab7b-4a0d-a043-5fa476702475', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'port_id': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'mac_address': 'fa:16:3e:cc:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:53:39Z', 'updated_at': '2021-08-19T12:53:39Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047989a9-9c2d-4b75-a41c-c5a581ea3f2c', 'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:ed:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:25Z', 'updated_at': '2021-08-19T12:53:30Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:40.951123 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] Checking router: 8ce8e209-69a0-40e2-acb7-03f97204c1a6 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:53:40.958873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255afde-6886-4122-b046-4c243c17975d req-1605a56c-91fd-4790-a757-3871aad45881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:40.960408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3255afde-6886-4122-b046-4c243c17975d req-1605a56c-91fd-4790-a757-3871aad45881 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfbf643d-9468-4a5b-8a50-61e5f80fee37 HTTP/1.1" status: 200 len: 835 time: 0.0449762 Aug 19 12:53:40.960549 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:40.961065 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:53:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:41.007795 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255afde-6886-4122-b046-4c243c17975d req-049c3650-bb1e-46c5-a544-60f101ef122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:41.009473 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3255afde-6886-4122-b046-4c243c17975d req-049c3650-bb1e-46c5-a544-60f101ef122f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9286b15d-49d7-44e1-94da-74450e4b9393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416763 Aug 19 12:53:41.115195 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3255afde-6886-4122-b046-4c243c17975d req-1a3fc93d-d738-455f-a1f8-507caf03a4cd service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984025 Aug 19 12:53:41.167074 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:53:41.212885 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3255afde-6886-4122-b046-4c243c17975d req-1b813d89-0779-4752-b224-0658b2307892 service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888619 Aug 19 12:53:41.395002 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '65badb83-ab7b-4a0d-a043-5fa476702475', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'port_id': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'mac_address': 'fa:16:3e:cc:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:53:39Z', 'updated_at': '2021-08-19T12:53:39Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047989a9-9c2d-4b75-a41c-c5a581ea3f2c', 'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:ed:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:25Z', 'updated_at': '2021-08-19T12:53:30Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:41.424637 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25607a98-8728-4542-949b-9b591e646bc0 None None] The sync data for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 is: [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '65badb83-ab7b-4a0d-a043-5fa476702475', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'port_id': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'mac_address': 'fa:16:3e:cc:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:53:39Z', 'updated_at': '2021-08-19T12:53:39Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047989a9-9c2d-4b75-a41c-c5a581ea3f2c', 'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:ed:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:25Z', 'updated_at': '2021-08-19T12:53:30Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:41.627367 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e753528-f219-4f9d-bcaa-c2c144ed72e2 None None] New status for floating IP 65badb83-ab7b-4a0d-a043-5fa476702475: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:53:41.839972 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48014) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:41.904182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-77295485-ae08-4d42-ae4d-8ff641e1573b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/65badb83-ab7b-4a0d-a043-5fa476702475 HTTP/1.1" status: 200 len: 993 time: 0.0626340 Aug 19 12:53:48.504254 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2fbc-d16a-406a-8855-0cb61e08a11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:50.849347 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3e18994e-8e19-457b-9c5a-e895dfe05fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.005880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.187136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:54.217012 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:54.569039 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:59.059643 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:02.284854 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-733a94d8-ab20-4a89-be89-35a2f1d45734 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884609 Aug 19 12:54:02.408702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-65a598fe-d450-4d1e-8378-cd5b3a74d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:02.410292 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-65a598fe-d450-4d1e-8378-cd5b3a74d51a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 1096 time: 0.0524707 Aug 19 12:54:02.530615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-47a6e9a5-0c9f-4c11-a88e-c64ca95b8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:02.532124 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-47a6e9a5-0c9f-4c11-a88e-c64ca95b8140 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9286b15d-49d7-44e1-94da-74450e4b9393 HTTP/1.1" status: 200 len: 898 time: 0.0939116 Aug 19 12:54:02.603364 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-dc0618e4-b486-49be-83ee-d57548cb7e8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058 HTTP/1.1" status: 200 len: 1001 time: 0.0630488 Aug 19 12:54:02.653876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-2aa15c8b-6596-4ebb-803d-fb8b20ed4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:02.655351 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-2aa15c8b-6596-4ebb-803d-fb8b20ed4170 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfbf643d-9468-4a5b-8a50-61e5f80fee37 HTTP/1.1" status: 200 len: 835 time: 0.0448039 Aug 19 12:54:02.710817 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-f1cadff4-319f-4bba-bcb1-bbde9584d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:02.712388 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-f1cadff4-319f-4bba-bcb1-bbde9584d869 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9286b15d-49d7-44e1-94da-74450e4b9393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496697 Aug 19 12:54:02.808243 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-5ae06d53-b97a-4c38-93e2-0076b3e43d83 service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877118 Aug 19 12:54:02.911878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-89d6aa87-e687-484d-90a0-94c82817cf63 req-d83e0066-f6ca-4ac6-a93c-9f7107c3f27d service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962827 Aug 19 12:54:09.777877 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:54:15.294088 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f7fda-c35a-438e-ad73-ba56c76c2892 req-da436cf1-bc17-444d-bf67-9879091851e7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:15.295630 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f94f7fda-c35a-438e-ad73-ba56c76c2892 req-da436cf1-bc17-444d-bf67-9879091851e7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0699563 Aug 19 12:54:15.339746 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f94f7fda-c35a-438e-ad73-ba56c76c2892 req-2b2afc88-3d51-45ed-87fa-eac3bfcf9d50 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372875 Aug 19 12:54:16.490287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0ddc-df52-471a-b5b3-503b3b4f83c5 req-04f94749-6d2c-4fe3-959b-8edba570ce86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:16.491790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fe0ddc-df52-471a-b5b3-503b3b4f83c5 req-04f94749-6d2c-4fe3-959b-8edba570ce86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0530593 Aug 19 12:54:16.541681 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a1fe0ddc-df52-471a-b5b3-503b3b4f83c5 req-990334e4-1de1-4ed1-8c70-0da2d5972c11 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434120 Aug 19 12:54:16.565446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48040) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:16.632734 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d8c01a61-96ca-42de-a49a-d8d4455b7b46 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/65badb83-ab7b-4a0d-a043-5fa476702475 HTTP/1.1" status: 200 len: 993 time: 0.0660408 Aug 19 12:54:17.939101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a1e65-5641-4f02-878b-1954b2a7fa76 req-4fa6ed17-1f4a-4626-9d49-b4f8219d350e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:17.941793 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d5a1e65-5641-4f02-878b-1954b2a7fa76 req-4fa6ed17-1f4a-4626-9d49-b4f8219d350e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0544286 Aug 19 12:54:17.984798 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2d5a1e65-5641-4f02-878b-1954b2a7fa76 req-6be515e3-07bd-49b8-966f-4a38af4667ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359104 Aug 19 12:54:18.511586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-407e5803-426a-4322-ac2e-29414a9b4143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:19.127510 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe244b-df7b-408d-861f-edaa3814839b req-c663d41c-8c87-4efd-a5ac-2487e4dc7cba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:19.129120 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ffe244b-df7b-408d-861f-edaa3814839b req-c663d41c-8c87-4efd-a5ac-2487e4dc7cba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0596261 Aug 19 12:54:19.172811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9ffe244b-df7b-408d-861f-edaa3814839b req-19d88a6e-b55e-4e7f-93e9-24c827303341 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368493 Aug 19 12:54:19.198316 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48050) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:19.270904 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-41d83a13-bea2-4759-b548-02830a2965ea tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/65badb83-ab7b-4a0d-a043-5fa476702475 HTTP/1.1" status: 200 len: 993 time: 0.0710995 Aug 19 12:54:19.515113 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48056) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:19.693861 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port ea5f194d-a7d8-486b-9c28-8b4fdf3da486 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:19.694206 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:19.782993 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:19.783438 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:19.802103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for ea5f194d-a7d8-486b-9c28-8b4fdf3da486 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:19.979652 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:20.015496 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=ea5f194d-a7d8-486b-9c28-8b4fdf3da486,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:20.043174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.043549 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.043934 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.044315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.044666 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.045146 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.045480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.046167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.046167 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.046570 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.046835 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.047539 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:20.092358 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:20.092804 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP 65badb83-ab7b-4a0d-a043-5fa476702475 disassociated (deleted). External IP: 172.25.4.163, port: 140d2eba-cae0-41e6-b7c1-4e4ce7460058. Aug 19 12:54:20.320131 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:20.442777 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:20.447863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:20.453117 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] Sync routers for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:20.463460 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:20.464076 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:53:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:20.481099 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5f910632-d9c3-435d-b8d9-862b4a68ab81 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/floatingips/65badb83-ab7b-4a0d-a043-5fa476702475 HTTP/1.1" status: 204 len: 168 time: 0.9648273 Aug 19 12:54:20.481871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:20.484330 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b2928d-3239-494b-ac4a-e770a5ab4be6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:20.535417 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889dc2ad-3118-42a7-b165-ad8a48949951 x-openstack-request-id: req-889dc2ad-3118-42a7-b165-ad8a48949951 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:20.535827 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:20.536211 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-889dc2ad-3118-42a7-b165-ad8a48949951 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:20.536745 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'status': 'completed', 'code': 200} Aug 19 12:54:20.590106 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:20.631334 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-a57a5692-57ea-4432-af00-659a0ee8fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:20.634136 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-a57a5692-57ea-4432-af00-659a0ee8fc38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 1096 time: 0.0552051 Aug 19 12:54:20.750321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-836bd1dd-69c0-4a89-8390-587d33c7dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:20.751868 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-836bd1dd-69c0-4a89-8390-587d33c7dae4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9286b15d-49d7-44e1-94da-74450e4b9393 HTTP/1.1" status: 200 len: 898 time: 0.1091218 Aug 19 12:54:20.761943 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e4630-1b85-4e09-a1b2-561afbca9ad6 req-6639ac1a-1d69-4a68-af31-ca063d76b1b3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:20.763971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a32e4630-1b85-4e09-a1b2-561afbca9ad6 req-6639ac1a-1d69-4a68-af31-ca063d76b1b3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0640991 Aug 19 12:54:20.807718 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-5b9b8539-0854-4887-bbb3-6a04559f0f4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058 HTTP/1.1" status: 200 len: 217 time: 0.0454035 Aug 19 12:54:20.810297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a32e4630-1b85-4e09-a1b2-561afbca9ad6 req-bb50dc75-b68b-4ac6-9a4f-0a77f3428bc4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387917 Aug 19 12:54:20.861646 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f0277f04-4f06-48ab-8ee0-cb1c9db857fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:20.869425 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '047989a9-9c2d-4b75-a41c-c5a581ea3f2c', 'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:ed:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:25Z', 'updated_at': '2021-08-19T12:53:30Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:20.870038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-14c0937d-1999-42d5-9407-6b7c2f4951a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:20.871698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-14c0937d-1999-42d5-9407-6b7c2f4951a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfbf643d-9468-4a5b-8a50-61e5f80fee37 HTTP/1.1" status: 200 len: 835 time: 0.0554204 Aug 19 12:54:20.903923 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] Checking router: 8ce8e209-69a0-40e2-acb7-03f97204c1a6 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:20.913994 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:20.914752 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:20.930543 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-7dcc5424-4d64-4689-9f31-14aba0fb135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:20.932229 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-7dcc5424-4d64-4689-9f31-14aba0fb135f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9286b15d-49d7-44e1-94da-74450e4b9393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525975 Aug 19 12:54:21.022547 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:21.038814 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-4f46e870-083d-439a-890e-4643a0916ec6 service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987220 Aug 19 12:54:21.044972 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:21.146710 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-34b2928d-3239-494b-ac4a-e770a5ab4be6 req-f5c66db0-8400-4583-b817-56349415fd5b service neutron] 10.222.0.69 "GET /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984843 Aug 19 12:54:21.290031 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '047989a9-9c2d-4b75-a41c-c5a581ea3f2c', 'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:ed:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:25Z', 'updated_at': '2021-08-19T12:53:30Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:21.318075 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f24d1-8a84-4649-afeb-7e6f55a64ded None None] The sync data for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 is: [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '047989a9-9c2d-4b75-a41c-c5a581ea3f2c', 'name': '', 'network_id': '9286b15d-49d7-44e1-94da-74450e4b9393', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:ed:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:25Z', 'updated_at': '2021-08-19T12:53:30Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'cfbf643d-9468-4a5b-8a50-61e5f80fee37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:21.556822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b51e1-adfa-4a7f-b9a3-0ad8a7020040 None None] New status for floating IP 65badb83-ab7b-4a0d-a043-5fa476702475: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:54:21.958977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10206c71-5c32-4620-8487-281f27e6daaa req-f02eee8d-c6f0-4a37-8e24-f91e5afee86c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:21.960591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10206c71-5c32-4620-8487-281f27e6daaa req-f02eee8d-c6f0-4a37-8e24-f91e5afee86c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0572076 Aug 19 12:54:22.002574 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-10206c71-5c32-4620-8487-281f27e6daaa req-de00c626-0aeb-4e79-b050-c838ac82dc47 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=e68b585d-1587-4f80-bac2-43fdd4e2fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357783 Aug 19 12:54:22.185753 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:22.445985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-222ad42b-5fe0-4ab9-b160-7f70466b14d8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:22.447546 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-222ad42b-5fe0-4ab9-b160-7f70466b14d8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 945 time: 0.0565965 Aug 19 12:54:22.561006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:22.561362 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:22.672938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port 140d2eba-cae0-41e6-b7c1-4e4ce7460058, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=140d2eba-cae0-41e6-b7c1-4e4ce7460058,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:22.673308 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:22.689374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 140d2eba-cae0-41e6-b7c1-4e4ce7460058 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:22.837224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:22.877277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=140d2eba-cae0-41e6-b7c1-4e4ce7460058,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:22.905444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.905802 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.906157 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.906512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.906851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.907701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.907701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.907925 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.908205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.908501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.908901 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.909231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:22.930532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] No DVR routers for this DVR port 140d2eba-cae0-41e6-b7c1-4e4ce7460058 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:22.933847 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:22.936206 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bda309ec-28b1-4467-97e6-daaf05ce2d83 req-c3bea260-81c0-4157-b165-e5d934f94adf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "DELETE /v2.0/ports/140d2eba-cae0-41e6-b7c1-4e4ce7460058 HTTP/1.1" status: 204 len: 173 time: 0.4823182 Aug 19 12:54:22.936661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'name': 'network-vif-deleted', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:22.939153 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d603679b-a17c-4a3d-ac27-223777ae8f92" -d '{"events": [{"server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "name": "network-vif-deleted", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:22.998814 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b875a44a-622c-42b9-a7c0-e13bec32025b x-openstack-request-id: req-b875a44a-622c-42b9-a7c0-e13bec32025b {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:22.999102 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fce9d4b-983d-4f67-a1b7-5a925277b1ac", "name": "network-vif-deleted", "tag": "140d2eba-cae0-41e6-b7c1-4e4ce7460058", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:22.999401 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b875a44a-622c-42b9-a7c0-e13bec32025b {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:22.999813 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fce9d4b-983d-4f67-a1b7-5a925277b1ac', 'name': 'network-vif-deleted', 'tag': '140d2eba-cae0-41e6-b7c1-4e4ce7460058', 'status': 'completed', 'code': 200} Aug 19 12:54:23.143253 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fafe6b17-c1e0-4a79-a94f-d61298498337 req-20257d7f-f2f0-43e0-8fd9-6a38fa8515eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fce9d4b-983d-4f67-a1b7-5a925277b1ac HTTP/1.1" status: 200 len: 210 time: 0.0392246 Aug 19 12:54:24.209735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48076) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:24.221681 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:24.572253 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:24.626385 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:24.843202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 140d2eba-cae0-41e6-b7c1-4e4ce7460058 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:24.865132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 140d2eba-cae0-41e6-b7c1-4e4ce7460058 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:24.865490 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 140d2eba-cae0-41e6-b7c1-4e4ce7460058 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:24.926228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:24.926677 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:25.030996 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port 047989a9-9c2d-4b75-a41c-c5a581ea3f2c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=047989a9-9c2d-4b75-a41c-c5a581ea3f2c,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:25.031373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:25.045576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 047989a9-9c2d-4b75-a41c-c5a581ea3f2c owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:25.257503 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:25.286150 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=047989a9-9c2d-4b75-a41c-c5a581ea3f2c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:25.471340 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:25.716364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:25.840222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:25.849178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d2391228-db3a-4eb2-84ba-f375678c27c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/8ce8e209-69a0-40e2-acb7-03f97204c1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380908 Aug 19 12:54:25.852588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48078) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:25.857631 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] Sync routers for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:25.870855 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:25.872189 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:25.909871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a11d2c8-240c-45da-b1d9-740958cd9e51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting subnet cfbf643d-9468-4a5b-8a50-61e5f80fee37 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:54:25.913710 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a11d2c8-240c-45da-b1d9-740958cd9e51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:25.958496 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a11d2c8-240c-45da-b1d9-740958cd9e51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:25.999389 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:26.061139 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a11d2c8-240c-45da-b1d9-740958cd9e51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.135348 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a11d2c8-240c-45da-b1d9-740958cd9e51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.164116 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11d2c8-240c-45da-b1d9-740958cd9e51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Subnet': ['ID=cfbf643d-9468-4a5b-8a50-61e5f80fee37,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:26.169879 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1a11d2c8-240c-45da-b1d9-740958cd9e51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.171917 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1a11d2c8-240c-45da-b1d9-740958cd9e51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/subnets/cfbf643d-9468-4a5b-8a50-61e5f80fee37 HTTP/1.1" status: 204 len: 168 time: 0.3180552 Aug 19 12:54:26.175664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48080) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:26.185380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99c1b7-eb07-49e8-b04f-8d68aa802719 None None] Network 9286b15d-49d7-44e1-94da-74450e4b9393 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:54:26.236951 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:54:25Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:26.274170 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] Checking router: 8ce8e209-69a0-40e2-acb7-03f97204c1a6 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:26.283321 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] Routers {'8ce8e209-69a0-40e2-acb7-03f97204c1a6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:26.283964 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:26.308556 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.453258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d56161-29ce-455d-889f-8464f113a66d None None] DHCP port deletion for 9286b15d-49d7-44e1-94da-74450e4b9393 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:54:26.509780 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Deleting port 6294bdff-26db-4045-8616-6b87ff57a3cd {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:26.510136 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.517538 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] Set router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:26.581233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-26d56161-29ce-455d-889f-8464f113a66d None None] For port 6294bdff-26db-4045-8616-6b87ff57a3cd, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=6294bdff-26db-4045-8616-6b87ff57a3cd,segment=NetworkSegment(6c9d7619-5228-4bb0-b036-400f1f638b4e),segment_id=6c9d7619-5228-4bb0-b036-400f1f638b4e)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:26.581652 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.600001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Calling delete_port for 6294bdff-26db-4045-8616-6b87ff57a3cd owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:26.699214 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.730220 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:54:25Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:26.730554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Pushing event deleted for resources: {'Port': ['ID=6294bdff-26db-4045-8616-6b87ff57a3cd,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:26.739994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d56161-29ce-455d-889f-8464f113a66d None None] No DVR routers for this DVR port 6294bdff-26db-4045-8616-6b87ff57a3cd on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:26.744415 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.744612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.745105 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.748096 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.750012 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.750368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.750712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.751054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.751392 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.751721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.752055 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.752388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d56161-29ce-455d-889f-8464f113a66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.771387 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085bd6c9-90e3-49b3-9824-7e0083a2b3ae None None] The sync data for ids ['8ce8e209-69a0-40e2-acb7-03f97204c1a6'] in n-d-778550-9 is: [{'id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039598051', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:53:22Z', 'updated_at': '2021-08-19T12:54:25Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'dc2f6cfa-2ba5-40bc-8502-d79223f2aa93', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8e209-69a0-40e2-acb7-03f97204c1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:53:23Z', 'updated_at': '2021-08-19T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:26.844099 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.899555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:26.899899 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.987228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port dc2f6cfa-2ba5-40bc-8502-d79223f2aa93, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=dc2f6cfa-2ba5-40bc-8502-d79223f2aa93,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:26.987597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.005948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:27.180778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.215174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=dc2f6cfa-2ba5-40bc-8502-d79223f2aa93,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:27.284728 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.383778 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.386108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.434531 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.435175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Fanout notify agent at l3_agent the message router_deleted on router 8ce8e209-69a0-40e2-acb7-03f97204c1a6 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:54:27.444263 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.448977 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8964a12a-7601-4392-b742-781a02d13ea2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/routers/8ce8e209-69a0-40e2-acb7-03f97204c1a6 HTTP/1.1" status: 204 len: 168 time: 1.2682035 Aug 19 12:54:27.449417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48082) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:27.547562 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.641387 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.652526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9286b15d-49d7-44e1-94da-74450e4b9393']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:27.663356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9d7619-5228-4bb0-b036-400f1f638b4e') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:27.663648 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9d7619-5228-4bb0-b036-400f1f638b4e') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:27.673009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.687924 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.697287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:54:27.697812 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:54:27.700984 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:54:27.769018 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.785179 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.787170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/networks/9286b15d-49d7-44e1-94da-74450e4b9393 HTTP/1.1" status: 204 len: 168 time: 0.3366168 Aug 19 12:54:27.790259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48084) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:27.800562 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eccb39-4a76-4e72-9c2f-8efbb921646e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Network': ['ID=9286b15d-49d7-44e1-94da-74450e4b9393,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:27.870192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a295f3db-5148-49d7-abda-955121c72650 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.903691 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a295f3db-5148-49d7-abda-955121c72650 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.982774 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a295f3db-5148-49d7-abda-955121c72650 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.986179 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a295f3db-5148-49d7-abda-955121c72650 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.987623 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a295f3db-5148-49d7-abda-955121c72650 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/security-groups/e68b585d-1587-4f80-bac2-43fdd4e2fb3f HTTP/1.1" status: 204 len: 168 time: 0.1961715 Aug 19 12:54:27.998400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295f3db-5148-49d7-abda-955121c72650 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68b585d-1587-4f80-bac2-43fdd4e2fb3f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:28.211568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:28.238594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:28.239208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device dc2f6cfa-2ba5-40bc-8502-d79223f2aa93 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:28.245499 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 047989a9-9c2d-4b75-a41c-c5a581ea3f2c no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:28.281084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 047989a9-9c2d-4b75-a41c-c5a581ea3f2c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:28.281503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 047989a9-9c2d-4b75-a41c-c5a581ea3f2c not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:28.281891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6294bdff-26db-4045-8616-6b87ff57a3cd no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:28.307999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 6294bdff-26db-4045-8616-6b87ff57a3cd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:28.308368 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 6294bdff-26db-4045-8616-6b87ff57a3cd not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:28.746670 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48090) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:28.751811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-572d6470-f2fd-41f9-9bc8-0a9d92f03fe0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312639041', 'description': 'tempest-secgroup-smoke-1312639041 description', 'project_id': 'a21482ad485f420d84acab682a35354a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:28.776676 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-572d6470-f2fd-41f9-9bc8-0a9d92f03fe0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:28.878163 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-572d6470-f2fd-41f9-9bc8-0a9d92f03fe0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:28.883972 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-572d6470-f2fd-41f9-9bc8-0a9d92f03fe0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:28.914816 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-572d6470-f2fd-41f9-9bc8-0a9d92f03fe0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:28.916057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-572d6470-f2fd-41f9-9bc8-0a9d92f03fe0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1683724 Aug 19 12:54:28.917976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d6470-f2fd-41f9-9bc8-0a9d92f03fe0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:28.919290 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48092) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:28.924537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f956aaf6-baaf-42af-9393-915fd5de0e68 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:28.954153 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f956aaf6-baaf-42af-9393-915fd5de0e68 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.004969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f956aaf6-baaf-42af-9393-915fd5de0e68 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.009905 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f956aaf6-baaf-42af-9393-915fd5de0e68 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.027937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956aaf6-baaf-42af-9393-915fd5de0e68 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7703046c-1c9d-4732-b95e-208eaf74c8f8,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:29.036052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f956aaf6-baaf-42af-9393-915fd5de0e68 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.036861 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f956aaf6-baaf-42af-9393-915fd5de0e68 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164134 Aug 19 12:54:29.039822 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48094) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:29.044262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-770b87e3-3d19-4601-a799-b9c7ca56f0e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:29.075954 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.076608 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-770b87e3-3d19-4601-a799-b9c7ca56f0e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.136851 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-770b87e3-3d19-4601-a799-b9c7ca56f0e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.141025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-770b87e3-3d19-4601-a799-b9c7ca56f0e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.160536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b87e3-3d19-4601-a799-b9c7ca56f0e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d362b5f-c03d-4bc5-9f48-783245673633,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:29.164807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-770b87e3-3d19-4601-a799-b9c7ca56f0e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.166091 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-770b87e3-3d19-4601-a799-b9c7ca56f0e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253028 Aug 19 12:54:29.169038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48096) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:29.173777 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-eb062412-6625-462a-9c22-ef8ba33d258c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:29.201380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb062412-6625-462a-9c22-ef8ba33d258c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.265132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb062412-6625-462a-9c22-ef8ba33d258c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.273609 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb062412-6625-462a-9c22-ef8ba33d258c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.293276 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb062412-6625-462a-9c22-ef8ba33d258c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b781565f-2ffd-4f64-8f60-fea88822c285,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:29.299108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eb062412-6625-462a-9c22-ef8ba33d258c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.300484 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eb062412-6625-462a-9c22-ef8ba33d258c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303935 Aug 19 12:54:29.304172 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48098) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:29.309694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0ad1fd29-7aad-4529-b9c5-42e8af36beba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:29.348374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fd29-7aad-4529-b9c5-42e8af36beba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.414071 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fd29-7aad-4529-b9c5-42e8af36beba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.418527 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fd29-7aad-4529-b9c5-42e8af36beba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.435328 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1fd29-7aad-4529-b9c5-42e8af36beba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1861f97-4147-4b39-b648-964b2960dcae,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:29.445406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fd29-7aad-4529-b9c5-42e8af36beba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.446669 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0ad1fd29-7aad-4529-b9c5-42e8af36beba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414230 Aug 19 12:54:29.449532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48100) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:29.454161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-626e7449-a823-4ff0-943d-2a60aeab109c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:29.477827 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-626e7449-a823-4ff0-943d-2a60aeab109c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:54:29.483112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-626e7449-a823-4ff0-943d-2a60aeab109c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.549450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-626e7449-a823-4ff0-943d-2a60aeab109c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.553876 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-626e7449-a823-4ff0-943d-2a60aeab109c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.573361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e7449-a823-4ff0-943d-2a60aeab109c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c237edb4-c6fd-4234-922a-cdf390a3660e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:29.576556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-626e7449-a823-4ff0-943d-2a60aeab109c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.578017 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-626e7449-a823-4ff0-943d-2a60aeab109c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275153 Aug 19 12:54:29.581446 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48102) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:29.586084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-991287ba-090c-46bd-ac47-c409a24f558e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:29.610462 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-991287ba-090c-46bd-ac47-c409a24f558e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:54:29.616295 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-991287ba-090c-46bd-ac47-c409a24f558e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.692055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-991287ba-090c-46bd-ac47-c409a24f558e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.700862 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-991287ba-090c-46bd-ac47-c409a24f558e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.720709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991287ba-090c-46bd-ac47-c409a24f558e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f949845e-b0a1-41b8-aa22-785a7fa1437b,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:29.727951 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-991287ba-090c-46bd-ac47-c409a24f558e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.729324 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-991287ba-090c-46bd-ac47-c409a24f558e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468012 Aug 19 12:54:29.732236 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48104) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:29.737389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'network': {'name': 'tempest-network-smoke--1124301828', 'project_id': 'a21482ad485f420d84acab682a35354a', 'port_security_enabled': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:29.759627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:54:29.763307 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.788039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:54:29.798240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.798671 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Added segment 168040ed-b0a7-4f58-add2-6f6c4b402841 of type vlan for network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 Aug 19 12:54:29.840970 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.867082 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.872831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:29.873456 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.930153 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1966686 Aug 19 12:54:29.932873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48106) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:29.948759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'admin_state_up': True, 'project_id': 'a21482ad485f420d84acab682a35354a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:29.965980 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45053d-d22b-4f7d-af4b-d8165a0f94bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Network': ['ID=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:29.978716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:54:29.982783 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.983869 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:30.050055 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:30.209396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:30.431727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:30.450773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:30.575641 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.130 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/d2567242-cb03-44c7-86e8-fee3a870ac8f) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:54:30.679710 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:30.728266 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:30.770913 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:30.773946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:30.776662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:54:30.803880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=d2567242-cb03-44c7-86e8-fee3a870ac8f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:31.457780 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:31.681823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:31.843539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 16917f2d-cce4-452a-8407-6a094bff48e6 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:54:31.970175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:31.981384 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Sync routers for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:31.991239 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:31.991874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:31.992552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:31.992819 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c9a98945-9abd-4fa9-9399-dfd28eb0569c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0589151 Aug 19 12:54:31.996355 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48108) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:32.026928 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9aea700a-4dbd-41be-ad37-e46146655aa9 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a21482ad485f420d84acab682a35354a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294063 Aug 19 12:54:32.030252 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48110) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:32.109543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:32.122601 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767941f-a412-4d87-ad87-79399ffe3f84 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:32.127095 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a767941f-a412-4d87-ad87-79399ffe3f84 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918868 Aug 19 12:54:32.127426 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48112) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:32.162403 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8c21dbe1-669b-4efc-9940-b202f9eede1a tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335419 Aug 19 12:54:32.165149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48114) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:32.171076 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403919127', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'project_id': 'a21482ad485f420d84acab682a35354a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:32.268270 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:54:32.273041 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.319759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:31Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:32.350485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Checking router: 16917f2d-cce4-452a-8407-6a094bff48e6 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:32.350867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Updating router 16917f2d-cce4-452a-8407-6a094bff48e6 port d2567242-cb03-44c7-86e8-fee3a870ac8f binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:54:32.381478 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.481155 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.550088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Subnet': ['ID=4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:32.559619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Checking segment: {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:54:32.559995 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network hostable DHCP agents. Network: a5b2acd9-9121-4cbf-a0d9-11d24dc44a91, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:54:32.579529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:54:32.590175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, a5b2acd9-9121-4cbf-a0d9-11d24dc44a91) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:32.596411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:32.597097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.610215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df34eb0-13c6-464b-8537-2902a8e5ba04 None None] Network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:54:32.618789 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-71c884c0-8055-46df-a5b3-cbdf7e5acbbc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4516578 Aug 19 12:54:32.621291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48116) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:32.753338 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.798432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Transition to ACTIVE for port object d2567242-cb03-44c7-86e8-fee3a870ac8f will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:32.811229 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.893468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:54:32.894449 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.905141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00822-5eb4-43ba-939b-6d8475e972bf None None] Pushing event updated for resources: {'Port': ['ID=d2567242-cb03-44c7-86e8-fee3a870ac8f,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:32.915685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Attempting to bind port d2567242-cb03-44c7-86e8-fee3a870ac8f on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:54:32.916176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Attempting to bind port d2567242-cb03-44c7-86e8-fee3a870ac8f by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:54:32.916572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Attempting to bind port d2567242-cb03-44c7-86e8-fee3a870ac8f on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:32.927413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:54:32.927799 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:54:32.928210 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.928620 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:54:32.929137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Bound port: d2567242-cb03-44c7-86e8-fee3a870ac8f, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:54:32.929548 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.068803 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] For port d2567242-cb03-44c7-86e8-fee3a870ac8f, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:54:33.105299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] For port d2567242-cb03-44c7-86e8-fee3a870ac8f, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d2567242-cb03-44c7-86e8-fee3a870ac8f,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:54:33.111861 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.154679 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Allocated IP 172.20.0.2 (a5b2acd9-9121-4cbf-a0d9-11d24dc44a91/4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b/4a43ad22-4e74-4d61-94f7-f760914d6fdc) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:54:33.155079 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.207651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00822-5eb4-43ba-939b-6d8475e972bf None None] Pushing event updated for resources: {'Port': ['ID=d2567242-cb03-44c7-86e8-fee3a870ac8f,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:33.211124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:33.211761 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:33.406872 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:33.702791 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.716135 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Transition to ACTIVE for port object 4a43ad22-4e74-4d61-94f7-f760914d6fdc will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:33.749667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Transition to ACTIVE for port object 4a43ad22-4e74-4d61-94f7-f760914d6fdc will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:33.758952 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.816045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.1 (a5b2acd9-9121-4cbf-a0d9-11d24dc44a91/4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b/820dfeb3-7316-4275-8790-9bc68dd64ab2) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:54:33.837690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:33.841454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Pushing event updated for resources: {'Port': ['ID=4a43ad22-4e74-4d61-94f7-f760914d6fdc,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:33.845836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:33.848115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:54:33.911184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:31Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:33.915921 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Attempting to bind port 4a43ad22-4e74-4d61-94f7-f760914d6fdc on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:54:33.916327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Attempting to bind port 4a43ad22-4e74-4d61-94f7-f760914d6fdc by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:54:33.916711 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Attempting to bind port 4a43ad22-4e74-4d61-94f7-f760914d6fdc on network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:33.940580 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.946285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456db56-60b3-47a2-b2a5-06aafa2994ee None None] The sync data for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 is: [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:31Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:33.949270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:54:33.950109 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Checking segment: {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:54:33.950109 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.950485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Bound using segment: {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:54:33.951009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Bound port: 4a43ad22-4e74-4d61-94f7-f760914d6fdc, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:54:33.951416 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.958026 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object 820dfeb3-7316-4275-8790-9bc68dd64ab2 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:34.004855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.031296 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] For port 4a43ad22-4e74-4d61-94f7-f760914d6fdc, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:54:34.035269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] For port 4a43ad22-4e74-4d61-94f7-f760914d6fdc, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4a43ad22-4e74-4d61-94f7-f760914d6fdc,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:54:34.040791 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.054349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:34.064097 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:34.066485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:54:34.120746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=820dfeb3-7316-4275-8790-9bc68dd64ab2,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:34.121269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5154990-2392-4b63-960e-540b0b2ac1a8 None None] Pushing event updated for resources: {'Port': ['ID=4a43ad22-4e74-4d61-94f7-f760914d6fdc,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:34.123692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.330029 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.682562 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.690084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.773400 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=820dfeb3-7316-4275-8790-9bc68dd64ab2,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:34.778547 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.886620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:34.888286 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:35.013937 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 16917f2d-cce4-452a-8407-6a094bff48e6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:35.126710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b0a00-6dc8-451d-afca-7c9b3ce091a8 None None] Network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:54:35.137333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:35.148263 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d55bc78f-57f5-4949-bb3e-f9d0d91ff2e0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/16917f2d-cce4-452a-8407-6a094bff48e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5210657 Aug 19 12:54:35.195687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-e538a819-896d-413f-a34c-12b88be3391a None None] Provisioning for port 4a43ad22-4e74-4d61-94f7-f760914d6fdc completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:35.299784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-c41c633e-49c1-45a5-9bf3-6a548b7835ba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312639041&fields=id&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 267 time: 0.0390437 Aug 19 12:54:35.425196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-c472b4d2-988e-4980-b688-b82d3ac5cfa9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:35.427261 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-c472b4d2-988e-4980-b688-b82d3ac5cfa9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/networks?id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 HTTP/1.1" status: 200 len: 797 time: 0.1156952 Aug 19 12:54:35.446886 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-0a002833-3e3d-40fc-ac06-2c26779665a6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/quotas/a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 375 time: 0.0128655 Aug 19 12:54:35.517246 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-57196a5c-adb5-4350-bc01-e11d09a4bee8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630124 Aug 19 12:54:35.538704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2dc40fc7-12b1-4e80-a2db-44f0ab1c67b6 None None] Provisioning for port 820dfeb3-7316-4275-8790-9bc68dd64ab2 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:35.542457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2dc40fc7-12b1-4e80-a2db-44f0ab1c67b6 None None] Provisioning complete for port 820dfeb3-7316-4275-8790-9bc68dd64ab2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:35.542832 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2dc40fc7-12b1-4e80-a2db-44f0ab1c67b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.578532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40fc7-12b1-4e80-a2db-44f0ab1c67b6 None None] Port 820dfeb3-7316-4275-8790-9bc68dd64ab2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:54:35.683707 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-3d3c6693-06de-413b-bb64-ccd4926300dc service neutron] 10.222.0.65 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518595 Aug 19 12:54:35.702996 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Sync routers for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:35.713029 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:35.713893 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:35.728290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5b5deec1-2d87-48a6-b167-83aa87e88bc6 None None] Provisioning complete for port 820dfeb3-7316-4275-8790-9bc68dd64ab2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:35.729434 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec1-2d87-48a6-b167-83aa87e88bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.796225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5b5deec1-2d87-48a6-b167-83aa87e88bc6 None None] Port 820dfeb3-7316-4275-8790-9bc68dd64ab2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:54:35.813323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-49c5f2c1-1aa0-42ad-aefd-1e8bbe54f183 service neutron] 10.222.0.65 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224854 Aug 19 12:54:35.849762 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:36.011088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-564f3e84-1811-44d4-94d7-0b82e72ad17a req-f01cafd3-2e71-4985-b0fb-ab2d809092eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 210 time: 0.0307579 Aug 19 12:54:36.019176 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-70a70190-ac37-4f7c-a199-eb532c649499 None None] Provisioning complete for port 820dfeb3-7316-4275-8790-9bc68dd64ab2 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:36.019905 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-70a70190-ac37-4f7c-a199-eb532c649499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.057600 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-70a70190-ac37-4f7c-a199-eb532c649499 None None] Port 820dfeb3-7316-4275-8790-9bc68dd64ab2 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:54:36.082301 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '820dfeb3-7316-4275-8790-9bc68dd64ab2', 'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:14:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:33Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 2, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:36.111212 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Checking router: 16917f2d-cce4-452a-8407-6a094bff48e6 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:36.111565 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Updating router 16917f2d-cce4-452a-8407-6a094bff48e6 port 820dfeb3-7316-4275-8790-9bc68dd64ab2 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:54:36.137705 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.320144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4a43ad22-4e74-4d61-94f7-f760914d6fdc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:36.384764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 4a43ad22-4e74-4d61-94f7-f760914d6fdc completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:36.390824 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4a43ad22-4e74-4d61-94f7-f760914d6fdc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:36.391276 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.464510 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.476419 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Transition to ACTIVE for port object 820dfeb3-7316-4275-8790-9bc68dd64ab2 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:36.493333 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.502410 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.545917 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 4a43ad22-4e74-4d61-94f7-f760914d6fdc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4a43ad22-4e74-4d61-94f7-f760914d6fdc,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:36.553362 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.553941 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Pushing event updated for resources: {'Port': ['ID=820dfeb3-7316-4275-8790-9bc68dd64ab2,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:36.554162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d2567242-cb03-44c7-86e8-fee3a870ac8f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:36.579875 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.580215 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.580544 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.580894 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.581314 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.581528 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.581879 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.582277 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.582638 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.583138 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.583408 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.583726 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:36.618628 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Attempting to bind port 820dfeb3-7316-4275-8790-9bc68dd64ab2 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:54:36.619371 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Attempting to bind port 820dfeb3-7316-4275-8790-9bc68dd64ab2 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:54:36.620045 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Attempting to bind port 820dfeb3-7316-4275-8790-9bc68dd64ab2 on network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:36.628102 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:54:36.628102 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Checking segment: {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:54:36.628613 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.629644 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Bound using segment: {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:54:36.630445 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Bound port: 820dfeb3-7316-4275-8790-9bc68dd64ab2, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:54:36.631086 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.655335 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=4a43ad22-4e74-4d61-94f7-f760914d6fdc,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:36.665295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port d2567242-cb03-44c7-86e8-fee3a870ac8f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:36.671422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d2567242-cb03-44c7-86e8-fee3a870ac8f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:36.671823 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.748624 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] For port 820dfeb3-7316-4275-8790-9bc68dd64ab2, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:54:36.752194 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] For port 820dfeb3-7316-4275-8790-9bc68dd64ab2, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=820dfeb3-7316-4275-8790-9bc68dd64ab2,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:54:36.759676 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.790269 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.819160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port d2567242-cb03-44c7-86e8-fee3a870ac8f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d2567242-cb03-44c7-86e8-fee3a870ac8f,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:36.823895 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.824475 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:36.825231 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:36.890668 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ae54c-e755-4a8a-ab27-ca7d80d09991 None None] Pushing event updated for resources: {'Port': ['ID=820dfeb3-7316-4275-8790-9bc68dd64ab2,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:36.914766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=d2567242-cb03-44c7-86e8-fee3a870ac8f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:36.984501 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:37.129314 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-18a00fa0-c738-45d4-91b3-46bf1828ab45 req-24381ebb-0051-4aff-9777-f0efa43d0ac6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 210 time: 0.0327742 Aug 19 12:54:37.212102 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '820dfeb3-7316-4275-8790-9bc68dd64ab2', 'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:14:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:33Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:37.241197 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5c44c-f36c-4520-a51b-3735b250536f None None] The sync data for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 is: [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '820dfeb3-7316-4275-8790-9bc68dd64ab2', 'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:14:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:33Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:37.588652 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-1d056eb5-f6c2-4c0f-97bb-ac07d8163a3c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:37.590128 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-1d056eb5-f6c2-4c0f-97bb-ac07d8163a3c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "GET /v2.0/networks?id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 HTTP/1.1" status: 200 len: 797 time: 0.1309369 Aug 19 12:54:37.648290 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-a2314db3-f663-4b9c-abcc-a2c482ff879f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 380 time: 0.0401173 Aug 19 12:54:37.658740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'port': {'device_id': 'a49a6969-4637-48a6-bd87-11590a842754', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'admin_state_up': True, 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'security_groups': ['dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:37.791963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:54:37.798435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.947726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.3 (a5b2acd9-9121-4cbf-a0d9-11d24dc44a91/4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b/b84e2327-c9e8-4c18-a6c8-b94d09b8addf) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:54:38.112226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.127628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object b84e2327-c9e8-4c18-a6c8-b94d09b8addf will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:38.169167 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.232448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:38.259126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:38.261175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:38.264870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:54:38.328395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462582ce-d2db-4081-b87e-d968a2a4d90d req-7c341537-3089-4dcb-a8e4-d093cb2fc390 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:38.338520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-462582ce-d2db-4081-b87e-d968a2a4d90d req-7c341537-3089-4dcb-a8e4-d093cb2fc390 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 931 time: 0.1041281 Aug 19 12:54:38.355667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:38.356254 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.378784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4a43ad22-4e74-4d61-94f7-f760914d6fdc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:38.382862 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-63255955-383b-4dee-96e8-3c2dd454f14c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279856 Aug 19 12:54:38.435655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-462582ce-d2db-4081-b87e-d968a2a4d90d req-818dd9a3-97cb-4b5f-8cce-8889a2630c30 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956182 Aug 19 12:54:38.456508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 4a43ad22-4e74-4d61-94f7-f760914d6fdc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:38.459653 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.469308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Request body: {'port': {'device_id': 'a49a6969-4637-48a6-bd87-11590a842754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:38.553459 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.568830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 820dfeb3-7316-4275-8790-9bc68dd64ab2 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:38.614777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b5cee0f9-4592-49e0-b49c-2a07d8975cb2 None None] Provisioning for port b84e2327-c9e8-4c18-a6c8-b94d09b8addf completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:38.621350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-b5cee0f9-4592-49e0-b49c-2a07d8975cb2 None None] Provisioning complete for port b84e2327-c9e8-4c18-a6c8-b94d09b8addf triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:38.621733 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5cee0f9-4592-49e0-b49c-2a07d8975cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.661753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 820dfeb3-7316-4275-8790-9bc68dd64ab2 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:38.663765 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b5cee0f9-4592-49e0-b49c-2a07d8975cb2 None None] Port b84e2327-c9e8-4c18-a6c8-b94d09b8addf cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:54:38.667167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 820dfeb3-7316-4275-8790-9bc68dd64ab2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:38.667484 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.754056 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.793002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 820dfeb3-7316-4275-8790-9bc68dd64ab2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=820dfeb3-7316-4275-8790-9bc68dd64ab2,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:38.798247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.799112 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d2567242-cb03-44c7-86e8-fee3a870ac8f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:38.875420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=820dfeb3-7316-4275-8790-9bc68dd64ab2,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:38.892912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d2567242-cb03-44c7-86e8-fee3a870ac8f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:38.893281 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.903394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84e2327-c9e8-4c18-a6c8-b94d09b8addf {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:54:38.911662 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.925113 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Transition to ACTIVE for port object b84e2327-c9e8-4c18-a6c8-b94d09b8addf will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:38.930843 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.022229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:39.106011 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Attempting to bind port b84e2327-c9e8-4c18-a6c8-b94d09b8addf on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:54:39.106362 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Attempting to bind port b84e2327-c9e8-4c18-a6c8-b94d09b8addf by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:54:39.106705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Attempting to bind port b84e2327-c9e8-4c18-a6c8-b94d09b8addf on network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:39.112424 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Port b84e2327-c9e8-4c18-a6c8-b94d09b8addf on network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:54:39.112812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Attempting to bind port b84e2327-c9e8-4c18-a6c8-b94d09b8addf on network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:39.119750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:54:39.120118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Checking segment: {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:54:39.120525 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Bound using segment: {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:54:39.121305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Bound port: b84e2327-c9e8-4c18-a6c8-b94d09b8addf, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168040ed-b0a7-4f58-add2-6f6c4b402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:54:39.121668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.201093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] For port b84e2327-c9e8-4c18-a6c8-b94d09b8addf, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:54:39.204920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] For port b84e2327-c9e8-4c18-a6c8-b94d09b8addf, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:54:39.212481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.246706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.247397 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.248841 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] 10.222.0.54 "PUT /v2.0/ports/b84e2327-c9e8-4c18-a6c8-b94d09b8addf HTTP/1.1" status: 200 len: 1091 time: 0.8494513 Aug 19 12:54:39.249239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:39.251464 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46428a9-e4e8-4ab6-89b0-f714c624964f" -d '{"events": [{"name": "network-changed", "server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:39.291141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b3533-e051-475f-a8b3-2318938474c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:39.311892 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d30578a-e0f3-41a0-a082-8812dda1745c x-openstack-request-id: req-5d30578a-e0f3-41a0-a082-8812dda1745c {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:39.312285 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:39.312653 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d30578a-e0f3-41a0-a082-8812dda1745c {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:39.313270 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'status': 'completed', 'code': 200} Aug 19 12:54:39.364138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-144041ed-f862-49ec-ba6e-141f6d1c0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.365925 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-144041ed-f862-49ec-ba6e-141f6d1c0e1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 1094 time: 0.0476270 Aug 19 12:54:39.422443 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-ebafd6d3-6758-482d-af1f-19bc865d9d79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf HTTP/1.1" status: 200 len: 217 time: 0.0411503 Aug 19 12:54:39.487238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-2fe0e025-6b9c-46cc-afd3-d618ef538281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.488959 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-2fe0e025-6b9c-46cc-afd3-d618ef538281 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b HTTP/1.1" status: 200 len: 835 time: 0.0596597 Aug 19 12:54:39.543159 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-2cacaa97-a428-4334-9706-95f0b3e55c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.544751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-2cacaa97-a428-4334-9706-95f0b3e55c43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480556 Aug 19 12:54:39.572870 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ad69c-fa11-4772-8c76-211c907bfc0f req-5465e7ff-bad8-420a-8713-523473bc0aa6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.580389 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-450ad69c-fa11-4772-8c76-211c907bfc0f req-5465e7ff-bad8-420a-8713-523473bc0aa6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 943 time: 0.0637088 Aug 19 12:54:39.620023 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-450ad69c-fa11-4772-8c76-211c907bfc0f req-db25cd64-a208-4c0c-a239-cbc010dbf326 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376225 Aug 19 12:54:39.657263 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-e596c1b1-1e9f-4c78-87d7-6c3ce94ce94b service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046121 Aug 19 12:54:39.764059 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9a510570-5dfd-4e29-8c29-789ca86907ae req-1aeafa9f-cac5-415f-b5d4-7bc7cbde2baf service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997503 Aug 19 12:54:39.907540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-3ae3277d-662a-4a78-8610-f2b2bbef5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.909216 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-3ae3277d-662a-4a78-8610-f2b2bbef5eeb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 1094 time: 0.0515668 Aug 19 12:54:40.009575 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-d80df885-d806-46a7-b5a5-132b29576a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:40.011127 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-d80df885-d806-46a7-b5a5-132b29576a73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 HTTP/1.1" status: 200 len: 898 time: 0.0942981 Aug 19 12:54:40.060786 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-d2277482-e0a6-4ea3-9aa0-a62118a30ff7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf HTTP/1.1" status: 200 len: 217 time: 0.0422044 Aug 19 12:54:40.218139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 820dfeb3-7316-4275-8790-9bc68dd64ab2 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:40.274256 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 820dfeb3-7316-4275-8790-9bc68dd64ab2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:40.274624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.530274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-59943b44-ac2c-4869-bdde-50d2477a2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:40.531489 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-59943b44-ac2c-4869-bdde-50d2477a2484 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b HTTP/1.1" status: 200 len: 835 time: 0.4631004 Aug 19 12:54:40.585620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-6a465f7f-564d-4b55-82e6-fb06db18be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:40.587174 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-6a465f7f-564d-4b55-82e6-fb06db18be31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470002 Aug 19 12:54:40.692198 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-f58e2748-6416-48bd-8043-34fa49422139 service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967638 Aug 19 12:54:40.749567 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a91706-6529-4173-b94b-ebb5b471d2c7 req-3d0e122d-6931-400a-acd8-e4ded1d9519b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:40.751190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40a91706-6529-4173-b94b-ebb5b471d2c7 req-3d0e122d-6931-400a-acd8-e4ded1d9519b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 943 time: 0.0546458 Aug 19 12:54:40.794636 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d46428a9-e4e8-4ab6-89b0-f714c624964f req-229318e2-1f74-49ed-8e9e-fe1990baaa30 service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933766 Aug 19 12:54:40.802609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40a91706-6529-4173-b94b-ebb5b471d2c7 req-3d9daba1-7fb2-490c-8f49-8a904985a963 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Aug 19 12:54:41.747854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b84e2327-c9e8-4c18-a6c8-b94d09b8addf details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:54:41.861069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b84e2327-c9e8-4c18-a6c8-b94d09b8addf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:41.875594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'port_id': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'mac_address': 'fa:16:3e:e7:95:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:54:41.925271 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:41.936714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cabdc-40b4-4973-8a3c-f183498166d9 req-c9beedc3-0ac5-4c8e-8ee1-97faa4c27a51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:41.938401 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b48cabdc-40b4-4973-8a3c-f183498166d9 req-c9beedc3-0ac5-4c8e-8ee1-97faa4c27a51 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 943 time: 0.0568802 Aug 19 12:54:41.942868 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84e2327-c9e8-4c18-a6c8-b94d09b8addf {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:54:41.967938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b84e2327-c9e8-4c18-a6c8-b94d09b8addf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:41.973664 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:41.989523 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b48cabdc-40b4-4973-8a3c-f183498166d9 req-2e318039-4853-45a5-9cd8-a6206b8692bd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 Aug 19 12:54:42.039430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:42.306102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['b84e2327-c9e8-4c18-a6c8-b94d09b8addf'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:54:43.132466 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885100-70d8-45a4-b3e5-dc53a41d4299 req-086d7f99-fc64-48c1-b412-342cd7cbb78c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:43.133904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8885100-70d8-45a4-b3e5-dc53a41d4299 req-086d7f99-fc64-48c1-b412-342cd7cbb78c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 944 time: 0.0674295 Aug 19 12:54:43.183704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8885100-70d8-45a4-b3e5-dc53a41d4299 req-9a15da4d-7217-4332-9e91-4406b6844b01 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Aug 19 12:54:43.763193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b84e2327-c9e8-4c18-a6c8-b94d09b8addf up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:43.828532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port b84e2327-c9e8-4c18-a6c8-b94d09b8addf completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:43.833275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port b84e2327-c9e8-4c18-a6c8-b94d09b8addf triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:43.833649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:43.925942 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:43.950317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:43.952662 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd8b95-c971-4860-8e75-e8d4773390d3" -d '{"events": [{"server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "name": "network-vif-plugged", "status": "completed", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:43.967731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port b84e2327-c9e8-4c18-a6c8-b94d09b8addf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:43.974089 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:44.028278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:44.056904 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4e9397-13b2-4cec-98c5-86576f67c307 x-openstack-request-id: req-ec4e9397-13b2-4cec-98c5-86576f67c307 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:44.057201 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "name": "network-vif-plugged", "status": "completed", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:44.057476 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec4e9397-13b2-4cec-98c5-86576f67c307 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:44.057875 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'code': 200} Aug 19 12:54:44.195941 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbb520-317d-4011-94df-7d966d40940f req-fb0ea84e-2562-4a90-94ac-424ea7a81ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:44.197714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bcbbb520-317d-4011-94df-7d966d40940f req-fb0ea84e-2562-4a90-94ac-424ea7a81ec1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 1096 time: 0.0496652 Aug 19 12:54:44.236651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-bcbbb520-317d-4011-94df-7d966d40940f req-2b0a8d49-2ddb-492a-86f5-bf5f5f57db0a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313563 Aug 19 12:54:44.323348 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99eb12-3829-425c-be61-1b3ac0c2520f req-419b55d9-bebb-4ee5-a999-d2593ae541f3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:44.324854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c99eb12-3829-425c-be61-1b3ac0c2520f req-419b55d9-bebb-4ee5-a999-d2593ae541f3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0663605 Aug 19 12:54:44.369295 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5c99eb12-3829-425c-be61-1b3ac0c2520f req-ac22ec6a-d47a-4c35-a83f-faab7267cb62 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356123 Aug 19 12:54:45.501883 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff2992-34b3-43d0-981c-eaa3e2021493 req-3ccfd643-c794-4357-aedc-f3c821836006 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:45.502784 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8ff2992-34b3-43d0-981c-eaa3e2021493 req-3ccfd643-c794-4357-aedc-f3c821836006 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0539517 Aug 19 12:54:45.543463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8ff2992-34b3-43d0-981c-eaa3e2021493 req-1f0397b5-b6a5-490e-bd6f-a3b84653b7cf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349629 Aug 19 12:54:45.675948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcd7d3-2be2-423d-8a7c-8945a58bd0f5 req-da0aebe9-8f6e-4069-ae15-561ce3819cc3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:45.677567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bbcd7d3-2be2-423d-8a7c-8945a58bd0f5 req-da0aebe9-8f6e-4069-ae15-561ce3819cc3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0628958 Aug 19 12:54:45.728543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0bbcd7d3-2be2-423d-8a7c-8945a58bd0f5 req-b04df5ff-1eea-4e18-aee1-a86ab3e72ea8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396948 Aug 19 12:54:45.747550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48186) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:45.790872 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742e793-f57e-4806-a790-a25bc06792ba tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:45.792433 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6742e793-f57e-4806-a790-a25bc06792ba tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 1091 time: 0.0438783 Aug 19 12:54:45.796399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48188) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:45.801536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:45.827887 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:45.934994 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.040963 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.133 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/b1ad8307-a762-4889-9e19-2e1c1f01d02c) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:54:46.155110 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.200283 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.239067 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:46.241479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:46.247610 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:54:46.277404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=b1ad8307-a762-4889-9e19-2e1c1f01d02c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:46.649063 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.717122 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.781006 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:54:46.890931 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.897735 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.974305 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=b1ad8307-a762-4889-9e19-2e1c1f01d02c,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:46.987181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:47.096598 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP fd8b13f1-e7e0-4712-866b-59d0ba24e384 associated. External IP: 172.25.4.133, port: b84e2327-c9e8-4c18-a6c8-b94d09b8addf. Aug 19 12:54:47.332363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 16917f2d-cce4-452a-8407-6a094bff48e6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:47.441891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:47.452599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] Sync routers for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:47.461261 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:47.464774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:47.465427 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:47.496181 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-add96feb-d93b-4afa-84cc-7d107a0c31d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6958349 Aug 19 12:54:47.496181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:47.496797 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:47.548655 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65990c66-3c29-4659-ac31-a5a369055a64 x-openstack-request-id: req-65990c66-3c29-4659-ac31-a5a369055a64 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:47.549176 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:47.549396 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65990c66-3c29-4659-ac31-a5a369055a64 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:47.549846 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'status': 'completed', 'code': 200} Aug 19 12:54:47.593030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:47.617742 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb464fa-d662-41e8-8db9-8fa5b958a6c0 req-4f6ffb03-b6ad-4689-84b3-6260e7693f6d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:47.619332 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cb464fa-d662-41e8-8db9-8fa5b958a6c0 req-4f6ffb03-b6ad-4689-84b3-6260e7693f6d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0552754 Aug 19 12:54:47.634259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-27c0fe3a-799d-4d1c-9a83-de3489b74670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:47.635840 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-27c0fe3a-799d-4d1c-9a83-de3489b74670 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 1096 time: 0.0437908 Aug 19 12:54:47.665169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0cb464fa-d662-41e8-8db9-8fa5b958a6c0 req-a1e40fe7-fc2d-4385-bdf4-356ca58e7118 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Aug 19 12:54:47.689717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48194) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:47.756860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4f02941c-e76c-42e9-98e2-54c8a3877e77 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/fd8b13f1-e7e0-4712-866b-59d0ba24e384 HTTP/1.1" status: 200 len: 991 time: 0.0659034 Aug 19 12:54:47.773825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-cf833901-670e-4bd4-9299-549b9bbf0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:47.773825 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-cf833901-670e-4bd4-9299-549b9bbf0921 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 HTTP/1.1" status: 200 len: 898 time: 0.1308501 Aug 19 12:54:47.844314 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'fd8b13f1-e7e0-4712-866b-59d0ba24e384', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'port_id': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'mac_address': 'fa:16:3e:e7:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a6969-4637-48a6-bd87-11590a842754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:54:46Z', 'updated_at': '2021-08-19T12:54:46Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820dfeb3-7316-4275-8790-9bc68dd64ab2', 'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:14:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:33Z', 'updated_at': '2021-08-19T12:54:38Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:47.852477 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-816126e6-612d-48e1-b1e3-2831d2c84ca8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf HTTP/1.1" status: 200 len: 999 time: 0.0709269 Aug 19 12:54:47.871979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] Checking router: 16917f2d-cce4-452a-8407-6a094bff48e6 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:47.883037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:47.883685 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:54:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:47.906342 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-d09ccf09-321e-4990-a798-71490557ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:47.907825 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-d09ccf09-321e-4990-a798-71490557ba79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b HTTP/1.1" status: 200 len: 835 time: 0.0485640 Aug 19 12:54:47.963282 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-755c82fa-3a67-4ca8-824b-4f140795afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:47.964850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-755c82fa-3a67-4ca8-824b-4f140795afd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495136 Aug 19 12:54:48.010671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:48.066786 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-e77269b0-9c3f-44ef-aea3-39fe0ec58485 service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947087 Aug 19 12:54:48.176571 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-81b6fd7c-15d7-42f6-abb4-52419eda3bdc req-c136b5e2-c4fd-4cf5-9184-8777f63874a9 service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015959 Aug 19 12:54:48.266089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'fd8b13f1-e7e0-4712-866b-59d0ba24e384', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'port_id': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'mac_address': 'fa:16:3e:e7:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a6969-4637-48a6-bd87-11590a842754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:54:46Z', 'updated_at': '2021-08-19T12:54:46Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820dfeb3-7316-4275-8790-9bc68dd64ab2', 'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:14:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:33Z', 'updated_at': '2021-08-19T12:54:38Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:48.294643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5004f32-bb81-4678-aefa-e3f1b97a84f3 None None] The sync data for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 is: [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'fd8b13f1-e7e0-4712-866b-59d0ba24e384', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'port_id': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'mac_address': 'fa:16:3e:e7:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a6969-4637-48a6-bd87-11590a842754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:54:46Z', 'updated_at': '2021-08-19T12:54:46Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820dfeb3-7316-4275-8790-9bc68dd64ab2', 'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:14:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:33Z', 'updated_at': '2021-08-19T12:54:38Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:48.505855 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c88f3d-bc04-44e8-9a72-ed032cb31b38 None None] New status for floating IP fd8b13f1-e7e0-4712-866b-59d0ba24e384: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:54:48.508744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-66d9f646-80ad-42af-99aa-473e8a908c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:48.760287 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48196) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:48.827115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f4bdd3f5-e513-4269-8027-2ab01b7eecd2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/fd8b13f1-e7e0-4712-866b-59d0ba24e384 HTTP/1.1" status: 200 len: 993 time: 0.0652750 Aug 19 12:54:50.860075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-74d63db8-83f0-489f-902c-8431488cbac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:51.013601 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:52.188106 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:54.224311 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:54.586005 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:55.111859 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-9847523a-4e60-488d-b383-e237b08c1073 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487022 Aug 19 12:54:55.236386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-42d64493-622b-4fd6-b750-ebf27688997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:55.237965 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-42d64493-622b-4fd6-b750-ebf27688997c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 1096 time: 0.0483069 Aug 19 12:54:55.365248 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-f660e79b-e1f6-4259-a1a3-8775ddf335bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:55.366664 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-f660e79b-e1f6-4259-a1a3-8775ddf335bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 HTTP/1.1" status: 200 len: 898 time: 0.1023519 Aug 19 12:54:55.452110 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-5022c7cc-8282-457e-96a3-b75aae2684f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf HTTP/1.1" status: 200 len: 1001 time: 0.0772519 Aug 19 12:54:55.519277 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-091659d4-2556-4755-80b4-381becbe9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:55.520821 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-091659d4-2556-4755-80b4-381becbe9a79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b HTTP/1.1" status: 200 len: 835 time: 0.0604718 Aug 19 12:54:55.575110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-0469d3f2-8da5-4b4f-ac59-784657faa758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:55.576673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-0469d3f2-8da5-4b4f-ac59-784657faa758 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465710 Aug 19 12:54:55.670676 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-b5d9edbf-cf72-43fa-a649-2e409cf337a7 service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858579 Aug 19 12:54:55.773212 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd61f346-1dd7-4f80-ba8d-7e53a85f79f5 req-445e4854-99d3-4cbe-a94f-967e287488ff service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951307 Aug 19 12:54:59.080060 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:18.508250 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5937-bef6-49cc-867c-744c084ea2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:20.853680 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ca4f448b-d307-494d-95f4-cd4a2b63d46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:21.009977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:22.190388 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:23.783439 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:55:24.226530 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:24.523981 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7c468-3b00-4ac4-884a-5d90cb57e5e5 req-04b65ee7-dd05-4944-a2d4-ceeaf7e68e98 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:24.525796 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bea7c468-3b00-4ac4-884a-5d90cb57e5e5 req-04b65ee7-dd05-4944-a2d4-ceeaf7e68e98 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0553753 Aug 19 12:55:24.551869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-1d9ea6ab-f511-4e4b-98b3-9d5635b00f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:24.553550 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-1d9ea6ab-f511-4e4b-98b3-9d5635b00f13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 1096 time: 0.0470495 Aug 19 12:55:24.566780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bea7c468-3b00-4ac4-884a-5d90cb57e5e5 req-abbf9bbe-3bdc-48c0-8274-a00e40e29668 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344970 Aug 19 12:55:24.587660 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:24.658219 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-50afdcff-47c7-424b-818a-07c458ad2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:24.659747 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-50afdcff-47c7-424b-818a-07c458ad2aeb service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 HTTP/1.1" status: 200 len: 898 time: 0.0984757 Aug 19 12:55:24.734511 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-bfc46848-32d1-4c9f-8285-c2e3967ac4b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf HTTP/1.1" status: 200 len: 1001 time: 0.0662990 Aug 19 12:55:24.792084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-3c6f09c1-c642-4821-a70b-38ffb27d4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:24.793608 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-3c6f09c1-c642-4821-a70b-38ffb27d4d43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b HTTP/1.1" status: 200 len: 835 time: 0.0511043 Aug 19 12:55:24.850562 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-a09f3a20-2088-487c-ae8f-117d90274571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:24.852753 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-a09f3a20-2088-487c-ae8f-117d90274571 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465674 Aug 19 12:55:24.956372 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-3c2f9a50-a057-435e-845f-c70915417662 service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938549 Aug 19 12:55:25.057216 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7a0f5008-65f1-47a0-b58c-3d61cf6aabc0 req-0a17fb76-5376-4a46-accf-e87dd8d3c504 service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930789 Aug 19 12:55:25.707900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea1232-e7f8-4a68-b94a-22bab9197278 req-f0e1d201-640c-4436-a361-1decdb1f5a39 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:25.709452 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43ea1232-e7f8-4a68-b94a-22bab9197278 req-f0e1d201-640c-4436-a361-1decdb1f5a39 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0620964 Aug 19 12:55:25.756530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-43ea1232-e7f8-4a68-b94a-22bab9197278 req-a2d1d3c8-3492-43d2-bdd8-503e498c7127 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381093 Aug 19 12:55:26.911995 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838a4d4-a98b-4548-b59e-89a7a8817dd0 req-10206eb4-f7ab-4f21-8a74-edca99c53cbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:26.913882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8838a4d4-a98b-4548-b59e-89a7a8817dd0 req-10206eb4-f7ab-4f21-8a74-edca99c53cbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0631330 Aug 19 12:55:26.956594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8838a4d4-a98b-4548-b59e-89a7a8817dd0 req-b01117ec-481a-4220-97e9-b640c04ab2be tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348508 Aug 19 12:55:28.092875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b937f-d705-4744-a787-86f4297d74ed req-f85834ca-3fb8-479f-8f2f-01d48955d2ac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:28.094491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-441b937f-d705-4744-a787-86f4297d74ed req-f85834ca-3fb8-479f-8f2f-01d48955d2ac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0541205 Aug 19 12:55:28.142724 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-441b937f-d705-4744-a787-86f4297d74ed req-096b3240-e67a-412f-847b-29a02b13728c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418646 Aug 19 12:55:29.074537 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.277621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d80cc5-c370-47ff-8c32-52c524589aa0 req-2603d006-a2b7-48bf-b80c-acd66e9c7d34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:29.279328 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8d80cc5-c370-47ff-8c32-52c524589aa0 req-2603d006-a2b7-48bf-b80c-acd66e9c7d34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0604074 Aug 19 12:55:29.330576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8d80cc5-c370-47ff-8c32-52c524589aa0 req-bbdd5158-d111-4971-aa86-85cdd0e60f31 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Aug 19 12:55:30.456713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef025cf-c4bf-459e-b168-74bb7bc2c0e4 req-3745c344-75aa-4d6d-857a-32e100ec6931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:30.458255 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ef025cf-c4bf-459e-b168-74bb7bc2c0e4 req-3745c344-75aa-4d6d-857a-32e100ec6931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0566039 Aug 19 12:55:30.503476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2ef025cf-c4bf-459e-b168-74bb7bc2c0e4 req-b11d5959-a54d-4b8c-9ef0-468de379ce8c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366046 Aug 19 12:55:31.632219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900b998-d6c4-43d6-8942-206d2f8baf56 req-67c21c69-4307-4cbd-8791-025e535efd32 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:31.633733 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3900b998-d6c4-43d6-8942-206d2f8baf56 req-67c21c69-4307-4cbd-8791-025e535efd32 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0564089 Aug 19 12:55:31.675718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3900b998-d6c4-43d6-8942-206d2f8baf56 req-297245bb-688f-481a-a557-cda213a57b1f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351653 Aug 19 12:55:32.817889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1845b-2b5c-44d3-94dc-c833b07f8a84 req-6b76a640-795f-4a4d-9c4a-9de5cb19d384 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:32.819350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61b1845b-2b5c-44d3-94dc-c833b07f8a84 req-6b76a640-795f-4a4d-9c4a-9de5cb19d384 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0635545 Aug 19 12:55:32.866179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61b1845b-2b5c-44d3-94dc-c833b07f8a84 req-81da8447-0946-40e1-8484-a0d89d6a7ad5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373163 Aug 19 12:55:34.020392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e996e-7c73-4397-b006-6d1331f86aba req-0c09ef23-aedc-4064-bb67-29f98335f3ff tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:34.021957 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-236e996e-7c73-4397-b006-6d1331f86aba req-0c09ef23-aedc-4064-bb67-29f98335f3ff tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0639901 Aug 19 12:55:34.064318 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-236e996e-7c73-4397-b006-6d1331f86aba req-606ce842-6892-4c80-9f4f-8e048d21334c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350831 Aug 19 12:55:35.157429 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-35572729-f510-4cca-83a4-433a2940b41b req-ff5b8420-4ba9-436f-82da-b55dda1569df service neutron] (101154) timed out ('10.222.0.65', 57428) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:55:35.197950 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c6dd7-7c9a-40d3-951c-741a299de399 req-fa93ca51-a531-4803-9b40-4044baa7ca6a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:35.199533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c8c6dd7-7c9a-40d3-951c-741a299de399 req-fa93ca51-a531-4803-9b40-4044baa7ca6a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0570452 Aug 19 12:55:35.246052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c8c6dd7-7c9a-40d3-951c-741a299de399 req-bbe72d24-f4f5-4acf-ac44-d4db1da07a08 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380561 Aug 19 12:55:36.381157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b6120-7d74-4a07-98ba-3063035a1dc9 req-6ce54cab-9d94-4f13-baad-dd775597ae34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:36.382649 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-864b6120-7d74-4a07-98ba-3063035a1dc9 req-6ce54cab-9d94-4f13-baad-dd775597ae34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0535538 Aug 19 12:55:36.429048 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-864b6120-7d74-4a07-98ba-3063035a1dc9 req-2130c20b-e54b-4ba7-b58d-36fcfe5b5634 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374243 Aug 19 12:55:36.453374 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48232) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:36.525808 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b80d9f87-a352-449f-a11c-8e14d5cc3c37 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/fd8b13f1-e7e0-4712-866b-59d0ba24e384 HTTP/1.1" status: 200 len: 993 time: 0.0702353 Aug 19 12:55:48.504445 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f6279e39-a667-453f-9d71-79b46ff66316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:50.857135 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8f73cd46-b09b-4baa-9f55-b0b1762b9ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:51.014397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:52.357854 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:54.229114 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:54.598817 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:55.094916 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-b00523e7-57eb-4f20-8655-f154d5244700 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430787 Aug 19 12:55:55.212932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-f6903520-d9c9-48fa-8239-ac02dd449db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:55.214486 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-f6903520-d9c9-48fa-8239-ac02dd449db2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 1096 time: 0.0447938 Aug 19 12:55:55.341930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-125a189a-87d0-4da7-907b-e45c6b1ee06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:55.343515 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-125a189a-87d0-4da7-907b-e45c6b1ee06c service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 HTTP/1.1" status: 200 len: 898 time: 0.1058190 Aug 19 12:55:55.423989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-001e1c82-04f4-46ed-920d-6978dbb56507 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf HTTP/1.1" status: 200 len: 1001 time: 0.0717778 Aug 19 12:55:55.485380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-7cb5dac7-493d-4935-bc5d-8e9a885af25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:55.487751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-7cb5dac7-493d-4935-bc5d-8e9a885af25f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b HTTP/1.1" status: 200 len: 835 time: 0.0533855 Aug 19 12:55:55.540306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-641c96d2-4f93-4d35-b754-023b122ba62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:55.541927 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-641c96d2-4f93-4d35-b754-023b122ba62f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460901 Aug 19 12:55:55.656253 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-7f5f031d-1389-49b3-b242-34745f3dd45f service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047428 Aug 19 12:55:55.764418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-11efce8f-9d60-43da-84bd-330b08bb4eb1 req-fe8758f7-c563-4a68-be56-e92a27cf877a service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995512 Aug 19 12:55:59.077917 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:00.783205 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:56:10.970948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48250) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:11.471754 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port b1ad8307-a762-4889-9e19-2e1c1f01d02c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:56:11.472089 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:11.557491 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:11.557834 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:11.571523 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for b1ad8307-a762-4889-9e19-2e1c1f01d02c owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:56:11.757470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:11.787396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=b1ad8307-a762-4889-9e19-2e1c1f01d02c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:11.800177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.800560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.800802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.801150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.801487 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.801862 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.803080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.803479 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.803826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.804187 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.804495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.804938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:11.863679 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:11.864202 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP fd8b13f1-e7e0-4712-866b-59d0ba24e384 disassociated (deleted). External IP: 172.25.4.133, port: b84e2327-c9e8-4c18-a6c8-b94d09b8addf. Aug 19 12:56:12.105363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 16917f2d-cce4-452a-8407-6a094bff48e6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:56:12.223509 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:56:12.230444 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:12.236728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] Sync routers for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:56:12.251511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:12.252339 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:12.264469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f2a7287d-a853-4229-a07c-0c3f45528c86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/floatingips/fd8b13f1-e7e0-4712-866b-59d0ba24e384 HTTP/1.1" status: 204 len: 168 time: 1.2923458 Aug 19 12:56:12.265598 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:56:12.268320 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5e9c56-6ac6-437f-bb07-5135f784275f" -d '{"events": [{"name": "network-changed", "server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:56:12.308780 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c87f63-e48a-483e-9bf7-2e32d3a95170 x-openstack-request-id: req-a9c87f63-e48a-483e-9bf7-2e32d3a95170 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:56:12.309101 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:56:12.309332 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9c87f63-e48a-483e-9bf7-2e32d3a95170 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:56:12.309737 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'status': 'completed', 'code': 200} Aug 19 12:56:12.385775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:12.419412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-52768400-980d-4156-b717-14ce1099f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:12.424735 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-52768400-980d-4156-b717-14ce1099f7f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 1096 time: 0.0599232 Aug 19 12:56:12.534577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-6e80055a-75c2-4a60-ba93-bbb7baac9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:12.536250 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-6e80055a-75c2-4a60-ba93-bbb7baac9dfa service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 HTTP/1.1" status: 200 len: 898 time: 0.1062422 Aug 19 12:56:12.569727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bd8eb-ef70-491a-a409-faf9577d06af req-6ec2ec4a-e9e5-4f7d-a2fa-54604f9350f1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:12.571292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-462bd8eb-ef70-491a-a409-faf9577d06af req-6ec2ec4a-e9e5-4f7d-a2fa-54604f9350f1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0619376 Aug 19 12:56:12.584645 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-728d0c1c-6255-4cd3-bdaf-8db3f4ff2e79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf HTTP/1.1" status: 200 len: 217 time: 0.0392110 Aug 19 12:56:12.617774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-462bd8eb-ef70-491a-a409-faf9577d06af req-aa5f1fdd-f845-40a8-8dd1-c7433b9c324a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396795 Aug 19 12:56:12.646720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '820dfeb3-7316-4275-8790-9bc68dd64ab2', 'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:14:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:33Z', 'updated_at': '2021-08-19T12:54:38Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:12.662569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-74b1d665-ec18-40be-9ecb-9b405707a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:12.664279 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-74b1d665-ec18-40be-9ecb-9b405707a21e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b HTTP/1.1" status: 200 len: 835 time: 0.0708966 Aug 19 12:56:12.679438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] Checking router: 16917f2d-cce4-452a-8407-6a094bff48e6 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:56:12.688928 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:12.689563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:12.714121 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-1e6fc19e-ce51-4b28-afea-6bace55079d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:12.715900 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-1e6fc19e-ce51-4b28-afea-6bace55079d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436850 Aug 19 12:56:12.803565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:12.833572 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-4edba4f4-a293-4912-8c23-cbd9b1173331 service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073232 Aug 19 12:56:12.933088 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0c5e9c56-6ac6-437f-bb07-5135f784275f req-1149b7e7-be18-4d15-8c15-e446f387cb92 service neutron] 10.222.0.54 "GET /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914383 Aug 19 12:56:13.041898 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '820dfeb3-7316-4275-8790-9bc68dd64ab2', 'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:14:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:33Z', 'updated_at': '2021-08-19T12:54:38Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:13.069835 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad0724-0a31-4795-b4b8-a6cdffff0a74 None None] The sync data for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 is: [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:54:34Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '820dfeb3-7316-4275-8790-9bc68dd64ab2', 'name': '', 'network_id': 'a5b2acd9-9121-4cbf-a0d9-11d24dc44a91', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:14:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:33Z', 'updated_at': '2021-08-19T12:54:38Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:56:13.340210 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f5c5b-5e37-4402-ad4f-a9c683ced078 None None] New status for floating IP fd8b13f1-e7e0-4712-866b-59d0ba24e384: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:56:13.751938 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da573-e3ab-4d82-9852-fe73c9c4e5eb req-d062b631-410f-4db8-82b1-a84f1653802b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:13.753706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-817da573-e3ab-4d82-9852-fe73c9c4e5eb req-d062b631-410f-4db8-82b1-a84f1653802b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0565464 Aug 19 12:56:13.795687 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-817da573-e3ab-4d82-9852-fe73c9c4e5eb req-b2cd3da8-7177-4004-a113-04246cae69a6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354664 Aug 19 12:56:14.379938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-dcfab43c-2ad6-42c1-aa11-3fc9cf48559c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:14.381467 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-dcfab43c-2ad6-42c1-aa11-3fc9cf48559c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 945 time: 0.0585392 Aug 19 12:56:14.485882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port b84e2327-c9e8-4c18-a6c8-b94d09b8addf {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:56:14.486152 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:14.583179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port b84e2327-c9e8-4c18-a6c8-b94d09b8addf, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:14.583691 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:14.599711 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for b84e2327-c9e8-4c18-a6c8-b94d09b8addf owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:56:14.737738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:14.767490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=b84e2327-c9e8-4c18-a6c8-b94d09b8addf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:14.802417 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.802772 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.803181 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.803511 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.803910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.804265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.804595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.805361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.805864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.806203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.806588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.806897 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:14.828036 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] No DVR routers for this DVR port b84e2327-c9e8-4c18-a6c8-b94d09b8addf on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:56:14.830438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:14.832820 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a40456f9-7eaf-4b8e-be57-001c7f925ffd req-6a31c2f5-e353-4453-8887-51830fc97f05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "DELETE /v2.0/ports/b84e2327-c9e8-4c18-a6c8-b94d09b8addf HTTP/1.1" status: 204 len: 173 time: 0.4442451 Aug 19 12:56:14.833616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'name': 'network-vif-deleted', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:56:14.836589 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21e03a2-af97-4d7a-b60c-99ce8799e0ab" -d '{"events": [{"server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "name": "network-vif-deleted", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:56:14.881270 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3679ffc-60ef-4d4c-bf7f-9db45f3cfb4f x-openstack-request-id: req-b3679ffc-60ef-4d4c-bf7f-9db45f3cfb4f {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:56:14.881575 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49a6969-4637-48a6-bd87-11590a842754", "name": "network-vif-deleted", "tag": "b84e2327-c9e8-4c18-a6c8-b94d09b8addf", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:56:14.881823 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3679ffc-60ef-4d4c-bf7f-9db45f3cfb4f {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:56:14.882235 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a6969-4637-48a6-bd87-11590a842754', 'name': 'network-vif-deleted', 'tag': 'b84e2327-c9e8-4c18-a6c8-b94d09b8addf', 'status': 'completed', 'code': 200} Aug 19 12:56:14.920806 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5a09bc35-d6bc-402f-86df-4fb29832c9ee req-65afa43c-6519-4639-8cb9-bcdaf10a2fc6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=a49a6969-4637-48a6-bd87-11590a842754 HTTP/1.1" status: 200 len: 210 time: 0.0280313 Aug 19 12:56:15.987669 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48270) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:16.383575 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:16.670751 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 820dfeb3-7316-4275-8790-9bc68dd64ab2 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:56:16.671418 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:16.807375 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port 820dfeb3-7316-4275-8790-9bc68dd64ab2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=820dfeb3-7316-4275-8790-9bc68dd64ab2,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:16.807837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:16.822010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 820dfeb3-7316-4275-8790-9bc68dd64ab2 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:56:17.029341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.061127 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=820dfeb3-7316-4275-8790-9bc68dd64ab2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:17.243899 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.483759 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 16917f2d-cce4-452a-8407-6a094bff48e6 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:56:17.602626 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:56:17.608073 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a488c4fd-366a-4373-863d-8b34e048dc28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/16917f2d-cce4-452a-8407-6a094bff48e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6193657 Aug 19 12:56:17.611204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48272) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:17.613371 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] Sync routers for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:56:17.630764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:17.631434 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:17.666489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc3969f-d9e8-430c-8fb5-d637fcd1daac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting subnet 4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:56:17.670175 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9dc3969f-d9e8-430c-8fb5-d637fcd1daac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.711911 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9dc3969f-d9e8-430c-8fb5-d637fcd1daac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.746363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:17.809928 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9dc3969f-d9e8-430c-8fb5-d637fcd1daac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.878457 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9dc3969f-d9e8-430c-8fb5-d637fcd1daac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.909213 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9dc3969f-d9e8-430c-8fb5-d637fcd1daac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.911126 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9dc3969f-d9e8-430c-8fb5-d637fcd1daac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/subnets/4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b HTTP/1.1" status: 204 len: 168 time: 0.2989554 Aug 19 12:56:17.912226 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3969f-d9e8-430c-8fb5-d637fcd1daac tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7ef7ac-e755-4ff5-bacc-d0b29d950e8b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:17.914259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48274) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:17.919827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26710158-1cd8-4740-a11a-3903b388afbb None None] Network a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:56:18.027424 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.043819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:56:16Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:18.075206 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] Checking router: 16917f2d-cce4-452a-8407-6a094bff48e6 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:56:18.090699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] Routers {'16917f2d-cce4-452a-8407-6a094bff48e6'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:18.091571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:55:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['16917f2d-cce4-452a-8407-6a094bff48e6'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:18.144595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.185202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a34d7cb-3454-4891-93f2-f98f8b5cbc8e None None] DHCP port deletion for a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:56:18.202831 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port d2567242-cb03-44c7-86e8-fee3a870ac8f {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:56:18.203174 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.247235 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] Set router 16917f2d-cce4-452a-8407-6a094bff48e6 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:18.251863 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b84e2327-c9e8-4c18-a6c8-b94d09b8addf no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:56:18.307954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port d2567242-cb03-44c7-86e8-fee3a870ac8f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d2567242-cb03-44c7-86e8-fee3a870ac8f,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:18.308446 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.326812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for d2567242-cb03-44c7-86e8-fee3a870ac8f owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:56:18.330040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: b84e2327-c9e8-4c18-a6c8-b94d09b8addf {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:56:18.330390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device b84e2327-c9e8-4c18-a6c8-b94d09b8addf not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:56:18.336466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 4a43ad22-4e74-4d61-94f7-f760914d6fdc no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:56:18.420723 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2a34d7cb-3454-4891-93f2-f98f8b5cbc8e None None] Deleting port 4a43ad22-4e74-4d61-94f7-f760914d6fdc {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:56:18.420977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a34d7cb-3454-4891-93f2-f98f8b5cbc8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.499124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.531776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=d2567242-cb03-44c7-86e8-fee3a870ac8f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:18.536406 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2a34d7cb-3454-4891-93f2-f98f8b5cbc8e None None] For port 4a43ad22-4e74-4d61-94f7-f760914d6fdc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4a43ad22-4e74-4d61-94f7-f760914d6fdc,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:18.537072 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a34d7cb-3454-4891-93f2-f98f8b5cbc8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.570360 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ae71b3e8-3250-4f76-aee3-cbe70d5a46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.593911 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.600348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2a34d7cb-3454-4891-93f2-f98f8b5cbc8e None None] Calling delete_port for 4a43ad22-4e74-4d61-94f7-f760914d6fdc owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:56:18.611270 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.694797 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.697279 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.725468 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 4a43ad22-4e74-4d61-94f7-f760914d6fdc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=4a43ad22-4e74-4d61-94f7-f760914d6fdc,segment=NetworkSegment(168040ed-b0a7-4f58-add2-6f6c4b402841),segment_id=168040ed-b0a7-4f58-add2-6f6c4b402841)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:18.734226 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.761450 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.761997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Fanout notify agent at l3_agent the message router_deleted on router 16917f2d-cce4-452a-8407-6a094bff48e6 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:56:18.773407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.774013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:56:16Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:18.774853 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-983b144a-ad33-4e5e-b2ee-790352ac5e49 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/routers/16917f2d-cce4-452a-8407-6a094bff48e6 HTTP/1.1" status: 204 len: 168 time: 0.8595238 Aug 19 12:56:18.777971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48276) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:18.818213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951519de-36b5-472b-be54-53b66fc6aee8 None None] The sync data for ids ['16917f2d-cce4-452a-8407-6a094bff48e6'] in n-d-778550-9 is: [{'id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005968970', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:54:29Z', 'updated_at': '2021-08-19T12:56:16Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'd2567242-cb03-44c7-86e8-fee3a870ac8f', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16917f2d-cce4-452a-8407-6a094bff48e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:54:30Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:56:18.830361 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a34d7cb-3454-4891-93f2-f98f8b5cbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.839807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=4a43ad22-4e74-4d61-94f7-f760914d6fdc,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:18.850643 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.850987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.851329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.851665 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.851996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.852312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.852640 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.852997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.853332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.853646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.854002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.854386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:18.859951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34d7cb-3454-4891-93f2-f98f8b5cbc8e None None] No DVR routers for this DVR port 4a43ad22-4e74-4d61-94f7-f760914d6fdc on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:56:18.878169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.893989 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34d7cb-3454-4891-93f2-f98f8b5cbc8e None None] Pushing event deleted for resources: {'Port': ['ID=4a43ad22-4e74-4d61-94f7-f760914d6fdc,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:18.973156 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:18.988446 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b2acd9-9121-4cbf-a0d9-11d24dc44a91']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:19.001441 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168040ed-b0a7-4f58-add2-6f6c4b402841') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:19.001733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168040ed-b0a7-4f58-add2-6f6c4b402841') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:19.011557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.031222 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.037787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:56:19.038248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:56:19.041240 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:56:19.103025 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.111503 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.115562 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/networks/a5b2acd9-9121-4cbf-a0d9-11d24dc44a91 HTTP/1.1" status: 204 len: 168 time: 0.3332775 Aug 19 12:56:19.116199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48278) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:19.125346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec778b-f771-4499-93a9-e616d2a4e26e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Network': ['ID=a5b2acd9-9121-4cbf-a0d9-11d24dc44a91,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:19.185087 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-67246371-2fc7-45ac-b213-f22e84a80079 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.215137 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-67246371-2fc7-45ac-b213-f22e84a80079 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.283945 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-67246371-2fc7-45ac-b213-f22e84a80079 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.287712 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-67246371-2fc7-45ac-b213-f22e84a80079 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.292418 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-67246371-2fc7-45ac-b213-f22e84a80079 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/security-groups/dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea HTTP/1.1" status: 204 len: 168 time: 0.1749804 Aug 19 12:56:19.303502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67246371-2fc7-45ac-b213-f22e84a80079 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8bbbfb-d1cc-4e4c-9cca-c232c0b303ea,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:19.708811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48284) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:19.715470 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-2605f1c5-1c79-411d-a36e-cfca12c47790 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679794069', 'description': 'tempest-secgroup-smoke-1679794069 description', 'project_id': 'a21482ad485f420d84acab682a35354a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:19.743463 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2605f1c5-1c79-411d-a36e-cfca12c47790 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.849784 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2605f1c5-1c79-411d-a36e-cfca12c47790 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.855196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2605f1c5-1c79-411d-a36e-cfca12c47790 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.876854 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2605f1c5-1c79-411d-a36e-cfca12c47790 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.878416 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2605f1c5-1c79-411d-a36e-cfca12c47790 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1684105 Aug 19 12:56:19.882920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48286) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:19.886228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-32fa3d0e-54db-4e3f-aba8-345fd107465a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'ddf80280-5838-49cb-945f-ba8da4ec484d', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:19.907525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605f1c5-1c79-411d-a36e-cfca12c47790 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf80280-5838-49cb-945f-ba8da4ec484d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:19.928301 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32fa3d0e-54db-4e3f-aba8-345fd107465a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:19.997649 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32fa3d0e-54db-4e3f-aba8-345fd107465a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.002717 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32fa3d0e-54db-4e3f-aba8-345fd107465a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.021982 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa3d0e-54db-4e3f-aba8-345fd107465a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7859b0b-6dd6-4300-9c72-cb72a2abb57d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:20.029162 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-32fa3d0e-54db-4e3f-aba8-345fd107465a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.030491 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-32fa3d0e-54db-4e3f-aba8-345fd107465a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479754 Aug 19 12:56:20.033379 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48288) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:20.038162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-09692677-fe77-4af6-b98e-8dacbadea692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'ddf80280-5838-49cb-945f-ba8da4ec484d', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:20.069873 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09692677-fe77-4af6-b98e-8dacbadea692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.137568 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09692677-fe77-4af6-b98e-8dacbadea692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.142309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09692677-fe77-4af6-b98e-8dacbadea692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.162673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09692677-fe77-4af6-b98e-8dacbadea692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb69a6f5-93dc-4ba4-b28d-605b2310b9bd,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:20.167742 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09692677-fe77-4af6-b98e-8dacbadea692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.169149 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-09692677-fe77-4af6-b98e-8dacbadea692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346941 Aug 19 12:56:20.173035 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48290) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:20.177704 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c0ef0ecc-10c1-441d-b38a-96191117089b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'ddf80280-5838-49cb-945f-ba8da4ec484d', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:20.206940 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0ecc-10c1-441d-b38a-96191117089b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.279455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 820dfeb3-7316-4275-8790-9bc68dd64ab2 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:56:20.280522 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0ecc-10c1-441d-b38a-96191117089b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.285452 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0ecc-10c1-441d-b38a-96191117089b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.306171 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0ecc-10c1-441d-b38a-96191117089b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d3da07-90b7-4b1a-a659-4b6c1eab5c7e,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:20.309665 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0ecc-10c1-441d-b38a-96191117089b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.313259 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c0ef0ecc-10c1-441d-b38a-96191117089b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391027 Aug 19 12:56:20.314176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48292) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:20.319188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f7fa8ebe-3c2f-4361-a587-0ae7932c1133 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'ddf80280-5838-49cb-945f-ba8da4ec484d', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:20.351093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8ebe-3c2f-4361-a587-0ae7932c1133 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.409338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8ebe-3c2f-4361-a587-0ae7932c1133 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.414032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8ebe-3c2f-4361-a587-0ae7932c1133 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.433569 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa8ebe-3c2f-4361-a587-0ae7932c1133 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba29802-80ea-4fe1-812d-3f3cdfb4c7b4,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:20.440831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8ebe-3c2f-4361-a587-0ae7932c1133 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.442191 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f7fa8ebe-3c2f-4361-a587-0ae7932c1133 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267116 Aug 19 12:56:20.445057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48294) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:20.450810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8c3bf4bf-3833-4335-b9c7-70d2bdee3ef8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'ddf80280-5838-49cb-945f-ba8da4ec484d', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:20.474054 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-8c3bf4bf-3833-4335-b9c7-70d2bdee3ef8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:56:20.479360 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c3bf4bf-3833-4335-b9c7-70d2bdee3ef8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.486170 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 820dfeb3-7316-4275-8790-9bc68dd64ab2 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:56:20.486515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 820dfeb3-7316-4275-8790-9bc68dd64ab2 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:56:20.486930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d2567242-cb03-44c7-86e8-fee3a870ac8f no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:56:20.506144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: d2567242-cb03-44c7-86e8-fee3a870ac8f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:56:20.506442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d2567242-cb03-44c7-86e8-fee3a870ac8f not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:56:20.543924 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c3bf4bf-3833-4335-b9c7-70d2bdee3ef8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.549037 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c3bf4bf-3833-4335-b9c7-70d2bdee3ef8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.572670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bf4bf-3833-4335-b9c7-70d2bdee3ef8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7008912-b167-4445-a233-f92be9e88290,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:20.581556 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8c3bf4bf-3833-4335-b9c7-70d2bdee3ef8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.582898 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8c3bf4bf-3833-4335-b9c7-70d2bdee3ef8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366675 Aug 19 12:56:20.585723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48296) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:20.591512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-c9dbb581-69c6-4e7a-a612-63e7d055b23b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'ddf80280-5838-49cb-945f-ba8da4ec484d', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:20.614784 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-c9dbb581-69c6-4e7a-a612-63e7d055b23b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:56:20.620170 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb581-69c6-4e7a-a612-63e7d055b23b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.683496 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb581-69c6-4e7a-a612-63e7d055b23b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.687678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb581-69c6-4e7a-a612-63e7d055b23b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.706644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbb581-69c6-4e7a-a612-63e7d055b23b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f979aba-d1d5-4be2-bc40-7ca112e1ccb6,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:20.710333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb581-69c6-4e7a-a612-63e7d055b23b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.711605 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c9dbb581-69c6-4e7a-a612-63e7d055b23b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248751 Aug 19 12:56:20.714776 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48298) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:20.719929 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'network': {'name': 'tempest-network-smoke--243963835', 'project_id': 'a21482ad485f420d84acab682a35354a', 'port_security_enabled': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:20.742040 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:56:20.745830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.770821 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:56:20.780414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.780788 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Added segment 32639ba0-c9fd-44b8-a629-96a28a79ff40 of type vlan for network 483c3219-f283-4d4b-bab5-79c508d4403f Aug 19 12:56:20.821595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.848007 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.853587 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:20.854335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.860037 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b033ed7-8669-4052-8314-575df2f83432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.917365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2012649 Aug 19 12:56:20.921268 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48300) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:20.923561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1c3ae-1309-41dc-a9d5-26852099c9d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Network': ['ID=483c3219-f283-4d4b-bab5-79c508d4403f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:20.926673 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'admin_state_up': True, 'project_id': 'a21482ad485f420d84acab682a35354a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:20.934935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 483c3219-f283-4d4b-bab5-79c508d4403f details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:56:20.952199 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:20.953253 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:21.008515 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:21.016543 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:21.150677 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:21.357901 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:21.377121 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:21.489553 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.218 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/a0c63bad-869f-4359-a66b-5abe9b72eec2) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:56:21.598158 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:21.643154 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:21.690637 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:56:21.693826 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:56:21.696322 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:56:21.721791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=a0c63bad-869f-4359-a66b-5abe9b72eec2,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:22.198227 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:22.293643 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:22.498409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:22.628467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 7a5d01e7-748d-47bf-b59a-afca4e5695eb is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:56:22.743380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:56:22.753455 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Sync routers for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:56:22.765240 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:22.765864 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:22.766009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:22.767190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-22c7192b-a8fb-467b-a4c3-f2635b59ddbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8444126 Aug 19 12:56:22.770592 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48302) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:22.811319 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5831b074-62d7-42c6-bed1-b3b7be45655c tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a21482ad485f420d84acab682a35354a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394571 Aug 19 12:56:22.814204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48304) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:22.876891 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:22.902691 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701ac24-0ad5-4db0-8dec-9b8f37086c0e tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:22.904207 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0701ac24-0ad5-4db0-8dec-9b8f37086c0e tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889862 Aug 19 12:56:22.907065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48306) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:22.935505 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-af388f35-eb09-4628-811d-a1bc0bf6f940 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272942 Aug 19 12:56:22.938013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48308) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:22.942853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1244963085', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'project_id': 'a21482ad485f420d84acab682a35354a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:23.036441 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:56:23.039960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.064139 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:22Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:23.091682 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Checking router: 7a5d01e7-748d-47bf-b59a-afca4e5695eb for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:56:23.092028 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Updating router 7a5d01e7-748d-47bf-b59a-afca4e5695eb port a0c63bad-869f-4359-a66b-5abe9b72eec2 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:56:23.120910 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.228313 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.299109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Subnet': ['ID=08a140b8-2cc5-438d-821a-76ea48f961f5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:23.304274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Checking segment: {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:56:23.304647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network hostable DHCP agents. Network: 483c3219-f283-4d4b-bab5-79c508d4403f, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:56:23.325807 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 483c3219-f283-4d4b-bab5-79c508d4403f is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:56:23.335258 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 483c3219-f283-4d4b-bab5-79c508d4403f) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:56:23.340771 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:23.341354 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.347195 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050c1b6-a3ab-4ac3-9d24-cd322800d38d None None] Network 483c3219-f283-4d4b-bab5-79c508d4403f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:56:23.356565 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e7f1a380-6be2-43dd-91ee-2fd811f9a7ee tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4174979 Aug 19 12:56:23.359717 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48310) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:23.381355 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.392219 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Transition to ACTIVE for port object a0c63bad-869f-4359-a66b-5abe9b72eec2 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:56:23.399249 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.454441 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Pushing event updated for resources: {'Port': ['ID=a0c63bad-869f-4359-a66b-5abe9b72eec2,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:23.456751 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Attempting to bind port a0c63bad-869f-4359-a66b-5abe9b72eec2 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:56:23.457122 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Attempting to bind port a0c63bad-869f-4359-a66b-5abe9b72eec2 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:56:23.457479 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Attempting to bind port a0c63bad-869f-4359-a66b-5abe9b72eec2 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:56:23.466557 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:56:23.466933 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:56:23.467342 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.467733 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:56:23.468208 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Bound port: a0c63bad-869f-4359-a66b-5abe9b72eec2, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:56:23.468584 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.494293 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.494760 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.495148 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.495702 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.496028 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.496342 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.496766 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.497098 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.497463 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.497761 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.498044 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.498445 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:23.518120 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-483c3219-f283-4d4b-bab5-79c508d4403f', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:56:23.519148 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.538589 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] For port a0c63bad-869f-4359-a66b-5abe9b72eec2, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:56:23.542006 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] For port a0c63bad-869f-4359-a66b-5abe9b72eec2, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a0c63bad-869f-4359-a66b-5abe9b72eec2,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:56:23.548175 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.609429 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:23.610032 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:23.646043 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e0d83-888c-47e5-ad24-08f2dacd0031 None None] Pushing event updated for resources: {'Port': ['ID=a0c63bad-869f-4359-a66b-5abe9b72eec2,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:23.668954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Allocated IP 172.20.0.2 (483c3219-f283-4d4b-bab5-79c508d4403f/08a140b8-2cc5-438d-821a-76ea48f961f5/0cd7f8da-1de5-48cf-a109-e2c4b96e62d3) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:56:23.724190 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:23.827245 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.830405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.840217 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Transition to ACTIVE for port object 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:56:23.857492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Transition to ACTIVE for port object 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:56:23.864122 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.904537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Network 483c3219-f283-4d4b-bab5-79c508d4403f is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:56:23.911515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:56:23.916150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:56:23.925107 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:22Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:23.926174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Pushing event updated for resources: {'Port': ['ID=0cd7f8da-1de5-48cf-a109-e2c4b96e62d3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:23.954007 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d12392-af30-4950-bcde-fe3857de67b0 None None] The sync data for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 is: [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:22Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:56:23.989373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Attempting to bind port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:56:23.989753 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Attempting to bind port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:56:23.990119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Attempting to bind port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 on network 483c3219-f283-4d4b-bab5-79c508d4403f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:56:23.995984 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:56:23.996400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Checking segment: {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:56:23.996828 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:23.997359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Bound using segment: {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:56:23.997844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Bound port: 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:56:23.998225 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.065964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] For port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:56:24.070162 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] For port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0cd7f8da-1de5-48cf-a109-e2c4b96e62d3,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:56:24.075538 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.141457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cd662-6ba9-4093-b408-ff937ea8f4eb None None] Pushing event updated for resources: {'Port': ['ID=0cd7f8da-1de5-48cf-a109-e2c4b96e62d3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:24.155422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.1 (483c3219-f283-4d4b-bab5-79c508d4403f/08a140b8-2cc5-438d-821a-76ea48f961f5/48119373-9367-42a1-9860-533023d0c270) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:56:24.243340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.327281 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a0c63bad-869f-4359-a66b-5abe9b72eec2 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:56:24.350654 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.393274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object 48119373-9367-42a1-9860-533023d0c270 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:56:24.412856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port a0c63bad-869f-4359-a66b-5abe9b72eec2 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:56:24.417189 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a0c63bad-869f-4359-a66b-5abe9b72eec2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:24.417563 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.450805 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.506121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 483c3219-f283-4d4b-bab5-79c508d4403f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:56:24.510204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:56:24.514478 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:56:24.519448 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.524238 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=48119373-9367-42a1-9860-533023d0c270,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:24.550668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port a0c63bad-869f-4359-a66b-5abe9b72eec2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a0c63bad-869f-4359-a66b-5abe9b72eec2,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:24.555822 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.576771 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.649142 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=a0c63bad-869f-4359-a66b-5abe9b72eec2,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:24.656833 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:24.793791 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:25.120532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:25.126539 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:25.203317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=48119373-9367-42a1-9860-533023d0c270,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:25.208704 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:25.247440 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57faaad-777f-4e30-a7cd-070b3a92ce65 None None] Network 483c3219-f283-4d4b-bab5-79c508d4403f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:56:25.320086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 483c3219-f283-4d4b-bab5-79c508d4403f is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:56:25.321088 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-39f03af0-314d-4e4c-b0b5-da2515fa71d1 None None] Provisioning for port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:56:25.322273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:56:25.444384 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 7a5d01e7-748d-47bf-b59a-afca4e5695eb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:56:25.587527 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:56:25.597404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b7cd1f8f-9d3c-4f9b-9b0c-ef6edf479afb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/7a5d01e7-748d-47bf-b59a-afca4e5695eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2365468 Aug 19 12:56:25.664516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5aba2223-41c1-4ae6-a9ce-f28cc624592e None None] Provisioning for port 48119373-9367-42a1-9860-533023d0c270 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:56:25.670070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5aba2223-41c1-4ae6-a9ce-f28cc624592e None None] Provisioning complete for port 48119373-9367-42a1-9860-533023d0c270 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:25.670423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5aba2223-41c1-4ae6-a9ce-f28cc624592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:25.714551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5aba2223-41c1-4ae6-a9ce-f28cc624592e None None] Port 48119373-9367-42a1-9860-533023d0c270 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:56:25.816655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-875a54f1-ee41-4b0c-a95c-95000e983b27 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679794069&fields=id&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 267 time: 0.0568802 Aug 19 12:56:25.867100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Sync routers for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:56:25.883212 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:25.884308 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:25.962815 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-14b4c5a2-dfd8-4781-b682-b8a65bd5f4e9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:25.964599 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-14b4c5a2-dfd8-4781-b682-b8a65bd5f4e9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 796 time: 0.1382282 Aug 19 12:56:25.988097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-840c612a-3c5c-4822-a5f8-b1d45287df06 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/quotas/a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 375 time: 0.0133617 Aug 19 12:56:26.004241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5456dca0-888b-491d-b232-1e56921afea8 None None] Provisioning complete for port 48119373-9367-42a1-9860-533023d0c270 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:26.004856 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5456dca0-888b-491d-b232-1e56921afea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:26.074865 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-18deefcc-d426-42f1-92e0-114565cd46ed tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800879 Aug 19 12:56:26.096940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:26.100912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5456dca0-888b-491d-b232-1e56921afea8 None None] Port 48119373-9367-42a1-9860-533023d0c270 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:56:26.235003 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-4fb6b31a-9c85-4b60-b37c-0a0c341a5142 service neutron] 10.222.0.65 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464524 Aug 19 12:56:26.256309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-1e900234-961b-4fcc-891c-62c0cb5506ec None None] Provisioning complete for port 48119373-9367-42a1-9860-533023d0c270 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:26.256868 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1e900234-961b-4fcc-891c-62c0cb5506ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:26.347216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-1e900234-961b-4fcc-891c-62c0cb5506ec None None] Port 48119373-9367-42a1-9860-533023d0c270 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:56:26.378987 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-c67e66d5-c9fd-4d80-bc20-ae53604545c6 service neutron] 10.222.0.65 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371732 Aug 19 12:56:26.425089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '48119373-9367-42a1-9860-533023d0c270', 'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:6c:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:23Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 2, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:26.430678 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:56:26.485429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Checking router: 7a5d01e7-748d-47bf-b59a-afca4e5695eb for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:56:26.485781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Updating router 7a5d01e7-748d-47bf-b59a-afca4e5695eb port 48119373-9367-42a1-9860-533023d0c270 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:56:26.522885 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:26.569599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:56:26.583748 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:26.584127 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:26.591778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-40326bb2-42cf-4f65-b781-f1e1b1c36813 req-b96012d9-826b-457d-a8fd-b64ced7b0170 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 210 time: 0.0299258 Aug 19 12:56:26.787816 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:26.855889 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0cd7f8da-1de5-48cf-a109-e2c4b96e62d3,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:26.862674 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:26.863591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a0c63bad-869f-4359-a66b-5abe9b72eec2 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:56:26.987547 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:26.989801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=0cd7f8da-1de5-48cf-a109-e2c4b96e62d3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:27.004081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Transition to ACTIVE for port object 48119373-9367-42a1-9860-533023d0c270 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:56:27.011687 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:27.040538 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a0c63bad-869f-4359-a66b-5abe9b72eec2 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:27.040781 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:27.104752 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e9b11-45bd-4e2d-85be-146743593663 None None] Pushing event updated for resources: {'Port': ['ID=48119373-9367-42a1-9860-533023d0c270,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:27.184508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Attempting to bind port 48119373-9367-42a1-9860-533023d0c270 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:56:27.184913 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Attempting to bind port 48119373-9367-42a1-9860-533023d0c270 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:56:27.185272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Attempting to bind port 48119373-9367-42a1-9860-533023d0c270 on network 483c3219-f283-4d4b-bab5-79c508d4403f {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:56:27.200382 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:56:27.200858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Checking segment: {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:56:27.201182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:27.201571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Bound using segment: {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:56:27.202051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Bound port: 48119373-9367-42a1-9860-533023d0c270, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:56:27.202432 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:27.292715 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] For port 48119373-9367-42a1-9860-533023d0c270, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:56:27.297854 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] For port 48119373-9367-42a1-9860-533023d0c270, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=48119373-9367-42a1-9860-533023d0c270,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:56:27.302943 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:27.367395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:27.368047 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:27.370284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e9b11-45bd-4e2d-85be-146743593663 None None] Pushing event updated for resources: {'Port': ['ID=48119373-9367-42a1-9860-533023d0c270,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:27.711312 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:27.752476 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7e754fb8-c64d-4525-888c-2e18fd60a14a req-84e37156-a48d-4a33-9558-0a8aa2432611 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 210 time: 0.0507178 Aug 19 12:56:27.781576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-8b5e578c-7942-4bc7-a7c7-2ddfada0bea1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:27.783283 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-8b5e578c-7942-4bc7-a7c7-2ddfada0bea1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 796 time: 0.1751995 Aug 19 12:56:27.837298 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-f2101482-ed0b-4fb8-baf9-cf65ad423d3f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 380 time: 0.0385640 Aug 19 12:56:27.847344 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'port': {'device_id': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'admin_state_up': True, 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'security_groups': ['ddf80280-5838-49cb-945f-ba8da4ec484d']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:27.969783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:56:27.970380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '48119373-9367-42a1-9860-533023d0c270', 'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:6c:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:23Z', 'updated_at': '2021-08-19T12:56:27Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:27.973474 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:27.999059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323ccc1-0567-4975-acd4-f1de43973980 None None] The sync data for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 is: [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '48119373-9367-42a1-9860-533023d0c270', 'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:6c:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:23Z', 'updated_at': '2021-08-19T12:56:27Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:56:28.142632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.14 (483c3219-f283-4d4b-bab5-79c508d4403f/08a140b8-2cc5-438d-821a-76ea48f961f5/2db8a04a-ee22-401f-832e-82cca373051f) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:56:28.305539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.319676 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object 2db8a04a-ee22-401f-832e-82cca373051f will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:56:28.357184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.388966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:56:28.405390 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 483c3219-f283-4d4b-bab5-79c508d4403f is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:56:28.408765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:56:28.412895 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:56:28.420657 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:28.453099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:28.454211 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.486309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:28.487642 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.513231 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-9e55aa22-9d40-4cde-8eb4-f49a197bb3e4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6698494 Aug 19 12:56:28.533132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Request body: {'port': {'device_id': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:28.557879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 48119373-9367-42a1-9860-533023d0c270 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:56:28.597439 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.616054 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 48119373-9367-42a1-9860-533023d0c270 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:56:28.621684 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 48119373-9367-42a1-9860-533023d0c270 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:28.622088 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.716717 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.762389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 48119373-9367-42a1-9860-533023d0c270, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=48119373-9367-42a1-9860-533023d0c270,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:28.763933 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ba29d83-2f8c-4873-b7f1-d6269224a29e None None] Provisioning for port 2db8a04a-ee22-401f-832e-82cca373051f completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:56:28.767603 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.772848 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6ba29d83-2f8c-4873-b7f1-d6269224a29e None None] Provisioning complete for port 2db8a04a-ee22-401f-832e-82cca373051f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:28.773148 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6ba29d83-2f8c-4873-b7f1-d6269224a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.865675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6ba29d83-2f8c-4873-b7f1-d6269224a29e None None] Port 2db8a04a-ee22-401f-832e-82cca373051f cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:56:28.870763 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=48119373-9367-42a1-9860-533023d0c270,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:28.902828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf224-4b20-48f4-817b-451dbd8941a0 req-0fa8cc7e-14bd-4ce4-8948-2130f3a3c3ea tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:28.904431 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-535cf224-4b20-48f4-817b-451dbd8941a0 req-0fa8cc7e-14bd-4ce4-8948-2130f3a3c3ea tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 932 time: 0.0592816 Aug 19 12:56:28.907938 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db8a04a-ee22-401f-832e-82cca373051f {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:56:28.917706 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.937315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Transition to ACTIVE for port object 2db8a04a-ee22-401f-832e-82cca373051f will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:56:28.942101 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:28.958051 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-535cf224-4b20-48f4-817b-451dbd8941a0 req-9a1f9d50-a07c-4720-b96b-e75f8b682868 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Aug 19 12:56:29.000218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Pushing event updated for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:29.070218 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:29.083545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Attempting to bind port 2db8a04a-ee22-401f-832e-82cca373051f on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:56:29.083885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Attempting to bind port 2db8a04a-ee22-401f-832e-82cca373051f by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:56:29.084321 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Attempting to bind port 2db8a04a-ee22-401f-832e-82cca373051f on network 483c3219-f283-4d4b-bab5-79c508d4403f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:56:29.089369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Port 2db8a04a-ee22-401f-832e-82cca373051f on network 483c3219-f283-4d4b-bab5-79c508d4403f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:56:29.089759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Attempting to bind port 2db8a04a-ee22-401f-832e-82cca373051f on network 483c3219-f283-4d4b-bab5-79c508d4403f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:56:29.095505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:56:29.095838 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Checking segment: {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:56:29.096225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Bound using segment: {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:56:29.096664 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Bound port: 2db8a04a-ee22-401f-832e-82cca373051f, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:56:29.097073 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:29.170896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:56:29.175177 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:56:29.181526 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:29.226910 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:29.227616 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:29.229079 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] 10.222.0.69 "PUT /v2.0/ports/2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 1092 time: 0.7004485 Aug 19 12:56:29.229841 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:56:29.233289 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "tag": "2db8a04a-ee22-401f-832e-82cca373051f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:56:29.262024 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d55359-d7c5-4708-bf54-4095ce26b7ed service neutron] Pushing event updated for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:29.289417 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8993ee3b-0dfe-47b0-bdb6-09d73c14b40f x-openstack-request-id: req-8993ee3b-0dfe-47b0-bdb6-09d73c14b40f {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:56:29.289712 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "tag": "2db8a04a-ee22-401f-832e-82cca373051f", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:56:29.289975 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8993ee3b-0dfe-47b0-bdb6-09d73c14b40f {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:56:29.290387 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f', 'status': 'completed', 'code': 200} Aug 19 12:56:29.353765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a21dafda-c438-4f8c-9ef9-6a364aab786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:29.355541 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a21dafda-c438-4f8c-9ef9-6a364aab786a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1095 time: 0.0480154 Aug 19 12:56:29.408516 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-a4208161-a7e6-4e5b-ba99-e548c9a78040 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 217 time: 0.0377584 Aug 19 12:56:29.842160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-77b45aa6-f85a-489b-a3f0-81ab1b9c7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:29.843570 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-77b45aa6-f85a-489b-a3f0-81ab1b9c7cff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.4270680 Aug 19 12:56:29.898740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-d5abfaac-756a-4a00-846d-00c06994ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:29.900276 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-d5abfaac-756a-4a00-846d-00c06994ec7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488696 Aug 19 12:56:29.997930 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-0169468d-82d9-481b-a1cb-bc0110daf2d4 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893161 Aug 19 12:56:30.078377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a19ec9-7a0e-4c40-8582-5cf0c9b81af2 req-d4054c6f-06ec-462e-b983-36ab7ef8f025 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:30.080070 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9a19ec9-7a0e-4c40-8582-5cf0c9b81af2 req-d4054c6f-06ec-462e-b983-36ab7ef8f025 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 944 time: 0.0569952 Aug 19 12:56:30.097673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-31535def-85fd-41e7-9205-a08a7f4f6df5 req-dfc41bfe-6965-4d3b-b7cf-df613767e2e5 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918024 Aug 19 12:56:30.121205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9a19ec9-7a0e-4c40-8582-5cf0c9b81af2 req-dcee8de7-6067-4d9b-be95-31f004f1712b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Aug 19 12:56:30.246863 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-856847a0-32fb-4f4e-bf3a-b34ca87e3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:30.248433 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-856847a0-32fb-4f4e-bf3a-b34ca87e3bb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1095 time: 0.0455468 Aug 19 12:56:30.286661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 48119373-9367-42a1-9860-533023d0c270 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:56:30.339352 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 48119373-9367-42a1-9860-533023d0c270 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:30.339729 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:30.357505 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-ef42da5f-265e-41c2-9c75-fb3e112886f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:30.358992 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-ef42da5f-265e-41c2-9c75-fb3e112886f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.1027751 Aug 19 12:56:30.402211 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-b291f805-d8a3-4ec0-958d-e5b46366bd74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 217 time: 0.0354335 Aug 19 12:56:30.457474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-a5fc347f-c005-496c-b7ee-411681a2118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:30.458992 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-a5fc347f-c005-496c-b7ee-411681a2118d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0500317 Aug 19 12:56:30.513560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-55da359c-23ce-4642-8051-76e463cdeab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:30.515185 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-55da359c-23ce-4642-8051-76e463cdeab9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445294 Aug 19 12:56:30.613674 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-4158ff27-1187-4838-b423-2afaea0c16b1 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894349 Aug 19 12:56:30.718955 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1458d0d1-5303-46d7-a53d-5b2fa8e10bc4 req-8f78e99a-f6b2-435b-aba0-a1a63ed83cad service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958004 Aug 19 12:56:31.247632 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814255f-aeeb-4337-93ec-a0784952a57b req-576e3f97-8e1b-4901-a3c7-d9ba43cc1dff tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:31.249781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f814255f-aeeb-4337-93ec-a0784952a57b req-576e3f97-8e1b-4901-a3c7-d9ba43cc1dff tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 944 time: 0.0530665 Aug 19 12:56:31.292369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f814255f-aeeb-4337-93ec-a0784952a57b req-62b89432-7525-483e-8d92-607c21b1f748 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363421 Aug 19 12:56:32.424327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a56710-2030-43a3-b222-43b3b6120186 req-71540872-3fe4-4ac0-b272-cc9701a7492a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:32.425919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66a56710-2030-43a3-b222-43b3b6120186 req-71540872-3fe4-4ac0-b272-cc9701a7492a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 944 time: 0.0556543 Aug 19 12:56:32.473316 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66a56710-2030-43a3-b222-43b3b6120186 req-d69096be-9a1d-4366-a447-cea400d9cc8a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411141 Aug 19 12:56:33.331298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2db8a04a-ee22-401f-832e-82cca373051f details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:56:33.435187 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:33.447668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '2db8a04a-ee22-401f-832e-82cca373051f', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'port_id': '2db8a04a-ee22-401f-832e-82cca373051f', 'mac_address': 'fa:16:3e:2f:cd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:56:33.488250 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:33.508090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db8a04a-ee22-401f-832e-82cca373051f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:56:33.530496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:33.536340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:33.589203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:33.600269 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf538b62-acc0-4cdb-827b-66aabe6cd717 req-ad544c98-8006-4d3f-9e9f-2d2067b902aa tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:33.601830 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf538b62-acc0-4cdb-827b-66aabe6cd717 req-ad544c98-8006-4d3f-9e9f-2d2067b902aa tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 945 time: 0.0557930 Aug 19 12:56:33.648659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cf538b62-acc0-4cdb-827b-66aabe6cd717 req-c8162d7b-42ae-45cd-9719-09c63d766b66 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 Aug 19 12:56:33.854492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['2db8a04a-ee22-401f-832e-82cca373051f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:56:34.774802 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128221c-a5a9-4c19-82a6-637acb9264da req-ae089eb9-b0a0-4b0e-862e-4307349f7324 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:34.776463 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d128221c-a5a9-4c19-82a6-637acb9264da req-ae089eb9-b0a0-4b0e-862e-4307349f7324 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 945 time: 0.0533741 Aug 19 12:56:34.822533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d128221c-a5a9-4c19-82a6-637acb9264da req-1aa79517-5621-4ef1-bd93-dbf31ae4165d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396304 Aug 19 12:56:35.346444 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2db8a04a-ee22-401f-832e-82cca373051f up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:56:35.398835 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 2db8a04a-ee22-401f-832e-82cca373051f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:56:35.412647 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 2db8a04a-ee22-401f-832e-82cca373051f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:35.413073 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:35.500158 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:35.524042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:56:35.526397 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1e8828-f3fa-4a4a-97c1-0bf0ee9aab20" -d '{"events": [{"server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "name": "network-vif-plugged", "status": "completed", "tag": "2db8a04a-ee22-401f-832e-82cca373051f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:56:35.540648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:35.547940 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:35.573657 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6964a4d3-19f5-408a-a8df-60197841fb10 x-openstack-request-id: req-6964a4d3-19f5-408a-a8df-60197841fb10 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:56:35.573946 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "name": "network-vif-plugged", "status": "completed", "tag": "2db8a04a-ee22-401f-832e-82cca373051f", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:56:35.574220 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6964a4d3-19f5-408a-a8df-60197841fb10 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:56:35.574607 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f', 'code': 200} Aug 19 12:56:35.602618 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:35.698190 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbe285-c2ea-497c-b7c0-86873191dc0c req-3974f8fa-6f2e-4c2e-b7ac-c2041ec5d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:35.699808 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0abbe285-c2ea-497c-b7c0-86873191dc0c req-3974f8fa-6f2e-4c2e-b7ac-c2041ec5d66c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1097 time: 0.0436141 Aug 19 12:56:35.736807 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-0abbe285-c2ea-497c-b7c0-86873191dc0c req-5c2386e8-c5c1-4983-8697-a7c5b7bf193c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296283 Aug 19 12:56:35.959696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9fc5-4336-4147-a398-3cc79fefde0a req-4aabc045-b10d-4748-8a5c-2b796fea9cfa tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:35.961311 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-555f9fc5-4336-4147-a398-3cc79fefde0a req-4aabc045-b10d-4748-8a5c-2b796fea9cfa tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0607483 Aug 19 12:56:36.001619 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-555f9fc5-4336-4147-a398-3cc79fefde0a req-ab2c4a81-7fd3-4c1f-b630-05452630b1d5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338032 Aug 19 12:56:37.127390 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57077f-8323-4b18-8deb-8d348c6b421e req-ed640934-f2c4-470b-b6cf-7f7e1cd0d40c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:37.128962 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b57077f-8323-4b18-8deb-8d348c6b421e req-ed640934-f2c4-470b-b6cf-7f7e1cd0d40c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0542634 Aug 19 12:56:37.169088 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b57077f-8323-4b18-8deb-8d348c6b421e req-81036433-f42e-436b-af41-c886b550d1bc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337684 Aug 19 12:56:37.289807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915cc8f-09b6-479f-b6ff-8ab2106f9e8e req-8f9acdff-b58c-4be4-9b20-e58f87e721d6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:37.291210 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6915cc8f-09b6-479f-b6ff-8ab2106f9e8e req-8f9acdff-b58c-4be4-9b20-e58f87e721d6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0528886 Aug 19 12:56:37.332919 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6915cc8f-09b6-479f-b6ff-8ab2106f9e8e req-26906fef-c61d-47bf-a80d-8bb457cd3362 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343411 Aug 19 12:56:37.355851 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48364) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:37.403299 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4550f12d-7a1b-4a67-ae15-1709728b1c10 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:37.405019 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4550f12d-7a1b-4a67-ae15-1709728b1c10 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1092 time: 0.0479848 Aug 19 12:56:37.408672 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48366) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:37.413548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '2db8a04a-ee22-401f-832e-82cca373051f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:37.441157 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:37.784274 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:56:37.894452 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:38.001508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.17 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/fd6b0c23-771e-42cb-a554-ce26306aa2dd) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:56:38.112992 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:38.154409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:38.196506 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:56:38.199794 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:56:38.205054 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:56:38.208194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=fd6b0c23-771e-42cb-a554-ce26306aa2dd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:38.585465 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:38.659718 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:38.817378 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:38.822500 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:38.887960 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=fd6b0c23-771e-42cb-a554-ce26306aa2dd,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:38.904113 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:39.010768 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP 0cb652f8-ff15-4659-b5aa-561249ea17c4 associated. External IP: 172.25.4.17, port: 2db8a04a-ee22-401f-832e-82cca373051f. Aug 19 12:56:39.234383 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 7a5d01e7-748d-47bf-b59a-afca4e5695eb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:56:39.351045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:56:39.362369 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] Sync routers for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:56:39.369640 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:39.372775 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:39.373585 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:39.399378 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e752f874-574d-4271-a601-397d60fa930a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9894497 Aug 19 12:56:39.400094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:56:39.403114 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be643bf-f9d5-4f73-9911-396bc612e6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "tag": "2db8a04a-ee22-401f-832e-82cca373051f"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:56:39.443241 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e779089-20b9-48c3-94e0-459f1e4e4d65 x-openstack-request-id: req-2e779089-20b9-48c3-94e0-459f1e4e4d65 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:56:39.443555 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "tag": "2db8a04a-ee22-401f-832e-82cca373051f", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:56:39.443812 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e779089-20b9-48c3-94e0-459f1e4e4d65 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:56:39.444141 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f', 'status': 'completed', 'code': 200} Aug 19 12:56:39.499077 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:39.510204 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2210211-12f4-4ef8-bbfc-bd8cbd7a7788 req-24dad924-a968-4f80-9d91-a82956eb03aa tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.512029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2210211-12f4-4ef8-bbfc-bd8cbd7a7788 req-24dad924-a968-4f80-9d91-a82956eb03aa tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0542643 Aug 19 12:56:39.536309 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-b1bc80d2-299b-45d4-9d04-9c7f56f1bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.537953 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-b1bc80d2-299b-45d4-9d04-9c7f56f1bee3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1097 time: 0.0485988 Aug 19 12:56:39.556044 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b2210211-12f4-4ef8-bbfc-bd8cbd7a7788 req-e511f001-6386-451a-ad84-bba15009098f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369699 Aug 19 12:56:39.581184 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48372) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:39.638847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-7969ff79-5ad6-4b76-ab43-72186f0fad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.639952 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-7969ff79-5ad6-4b76-ab43-72186f0fad3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.0943444 Aug 19 12:56:39.650219 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1caf667a-6ce2-4d4b-b859-f7bfe46c24a6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/0cb652f8-ff15-4659-b5aa-561249ea17c4 HTTP/1.1" status: 200 len: 991 time: 0.0667052 Aug 19 12:56:39.722284 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-5fcb5fc6-505d-448a-955e-9ce2592d1ee8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 999 time: 0.0736170 Aug 19 12:56:39.777358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-ea652cd4-47a7-4d6c-b5be-77a56665229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.778801 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-ea652cd4-47a7-4d6c-b5be-77a56665229d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0492363 Aug 19 12:56:39.831667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-b9d41c50-3230-45d2-ad53-04855c03de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.833210 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-b9d41c50-3230-45d2-ad53-04855c03de48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473590 Aug 19 12:56:39.862166 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '0cb652f8-ff15-4659-b5aa-561249ea17c4', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'port_id': '2db8a04a-ee22-401f-832e-82cca373051f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'mac_address': 'fa:16:3e:2f:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:56:38Z', 'updated_at': '2021-08-19T12:56:38Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48119373-9367-42a1-9860-533023d0c270', 'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:6c:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:23Z', 'updated_at': '2021-08-19T12:56:28Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:39.889612 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] Checking router: 7a5d01e7-748d-47bf-b59a-afca4e5695eb for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:56:39.898538 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:56:39.899158 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:56:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:39.930366 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-edc89a70-34a5-4694-b05a-0a8fd479a581 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890729 Aug 19 12:56:40.013753 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:56:40.032078 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2be643bf-f9d5-4f73-9911-396bc612e6e9 req-ed6ec7c0-c6ed-4274-85bc-dfcf25d4c831 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938861 Aug 19 12:56:40.248099 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '0cb652f8-ff15-4659-b5aa-561249ea17c4', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'port_id': '2db8a04a-ee22-401f-832e-82cca373051f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'mac_address': 'fa:16:3e:2f:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:56:38Z', 'updated_at': '2021-08-19T12:56:38Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48119373-9367-42a1-9860-533023d0c270', 'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:6c:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:23Z', 'updated_at': '2021-08-19T12:56:28Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:56:40.275622 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb49a1-fceb-4c14-a265-6d980a269edb None None] The sync data for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 is: [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '0cb652f8-ff15-4659-b5aa-561249ea17c4', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'port_id': '2db8a04a-ee22-401f-832e-82cca373051f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'mac_address': 'fa:16:3e:2f:cd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:56:38Z', 'updated_at': '2021-08-19T12:56:38Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48119373-9367-42a1-9860-533023d0c270', 'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:6c:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:23Z', 'updated_at': '2021-08-19T12:56:28Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:56:40.477675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ada7345-319b-4e0f-a991-86a3ab36bff7 None None] New status for floating IP 0cb652f8-ff15-4659-b5aa-561249ea17c4: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:56:40.652920 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48374) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:56:40.717857 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2d07acfe-e219-40af-bd57-b066fcb7ff01 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/0cb652f8-ff15-4659-b5aa-561249ea17c4 HTTP/1.1" status: 200 len: 993 time: 0.0636039 Aug 19 12:56:48.495825 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b9857f24-afc1-488f-8e55-0815a8aa5021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:50.864411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-818e928b-e2ed-4db6-b389-4f7ae5c3238d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:51.027925 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:52.205398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:54.245653 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:54.655324 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:59.070075 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:06.255881 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-843d5cf4-b2a7-4ff9-91c4-764ebb9017f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458417 Aug 19 12:57:06.359753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-d47c0497-8f40-42e9-915b-80e8411c991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:06.361300 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-d47c0497-8f40-42e9-915b-80e8411c991b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1097 time: 0.0432422 Aug 19 12:57:06.483564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-5255e500-dafd-4160-b656-07f0ec9bb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:06.485126 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-5255e500-dafd-4160-b656-07f0ec9bb0fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.0997195 Aug 19 12:57:06.554642 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-156272c5-a7fd-4c91-88bf-15052d52eb49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 1001 time: 0.0609882 Aug 19 12:57:06.611879 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-8d88bb8d-9b1c-4ead-a97d-202bd4bad7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:06.613395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-8d88bb8d-9b1c-4ead-a97d-202bd4bad7a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0484245 Aug 19 12:57:06.669594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-ac4d45fd-acb7-4140-9dd8-52778cfb0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:06.671156 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-ac4d45fd-acb7-4140-9dd8-52778cfb0e13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495872 Aug 19 12:57:06.767183 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-bd17c0c7-5cb0-495c-a8ae-14dd31be8c78 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866511 Aug 19 12:57:06.871849 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c29f85ed-1eaf-46b9-a69d-ccbf069796d3 req-dc116ffb-f08b-4a9c-b4e9-7b32a4ab4405 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960958 Aug 19 12:57:09.529543 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638aea69-f09c-46b5-acb8-2df13d4c165c req-969fd6cb-4dca-4c8b-944f-ff75ee5ce15f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:09.531064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-638aea69-f09c-46b5-acb8-2df13d4c165c req-969fd6cb-4dca-4c8b-944f-ff75ee5ce15f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0514131 Aug 19 12:57:09.573801 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-638aea69-f09c-46b5-acb8-2df13d4c165c req-003da695-11fe-4969-b30d-2d8efad79e44 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Aug 19 12:57:09.608860 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-83e1eb9d-3cbf-4b21-9a51-91b43aa280cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840626 Aug 19 12:57:10.703213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2af9-1b07-47e9-a61f-8e0666f7871e req-7daa4ebf-7013-4ae9-942b-7882551acc4e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:10.704777 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a3f2af9-1b07-47e9-a61f-8e0666f7871e req-7daa4ebf-7013-4ae9-942b-7882551acc4e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0546501 Aug 19 12:57:10.751279 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a3f2af9-1b07-47e9-a61f-8e0666f7871e req-60305ad0-1b88-4358-863d-e615f29484e1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366452 Aug 19 12:57:11.075268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-5b40aa11-671b-4f3a-a007-f513322fe7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:11.076890 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-5b40aa11-671b-4f3a-a007-f513322fe7a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1097 time: 0.0531869 Aug 19 12:57:11.183414 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-e06d69cd-2ef1-4809-b736-7e2881ca6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:11.185659 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-e06d69cd-2ef1-4809-b736-7e2881ca6bd3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.1001248 Aug 19 12:57:11.268091 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-a0b8ef06-7404-4613-87ac-6e4e293f85bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 1001 time: 0.0724373 Aug 19 12:57:11.327629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-667b02ef-9125-45e7-b9a9-24bae234d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:11.329067 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-667b02ef-9125-45e7-b9a9-24bae234d860 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0532959 Aug 19 12:57:11.380072 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-076088a9-fe4b-478e-95b5-2e8b3040513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:11.381637 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-076088a9-fe4b-478e-95b5-2e8b3040513c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430226 Aug 19 12:57:11.489512 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-b1e7dbf9-733b-4136-980b-577eb45a5c88 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989347 Aug 19 12:57:11.592839 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-4287e041-d210-4edc-8ae7-571417845921 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955577 Aug 19 12:57:11.885330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80bb6-c4e7-4a5f-97b6-1903e3297d22 req-6172ac50-0a39-46cd-b443-bc4fb0d6e893 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:11.886774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28a80bb6-c4e7-4a5f-97b6-1903e3297d22 req-6172ac50-0a39-46cd-b443-bc4fb0d6e893 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0570381 Aug 19 12:57:11.931763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28a80bb6-c4e7-4a5f-97b6-1903e3297d22 req-e8fe82e2-e673-482f-b2b4-1be4a5cfcf6a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351415 Aug 19 12:57:13.051880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9013ec-13d5-4a06-9017-e53cccd49fe7 req-ec61937a-00a2-4475-852c-52137a609649 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:13.053414 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d9013ec-13d5-4a06-9017-e53cccd49fe7 req-ec61937a-00a2-4475-852c-52137a609649 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0513203 Aug 19 12:57:13.102038 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3d9013ec-13d5-4a06-9017-e53cccd49fe7 req-ce452aa6-ba53-491e-9aa4-9759c5143c55 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405092 Aug 19 12:57:14.235215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e75350-639a-4896-9c7f-37e83e4a8f3a req-96675b0b-1fd2-406c-88c3-c28544d05503 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:14.236761 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0e75350-639a-4896-9c7f-37e83e4a8f3a req-96675b0b-1fd2-406c-88c3-c28544d05503 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0548263 Aug 19 12:57:14.278342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0e75350-639a-4896-9c7f-37e83e4a8f3a req-872d4e92-99b4-4f9b-9325-7ac9b142b838 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350842 Aug 19 12:57:14.783980 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:57:15.407904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d23b-5242-4176-95d2-b5aa1e7687d1 req-efb18926-1e24-4978-a698-2e3b80bb84b9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:15.409475 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d645d23b-5242-4176-95d2-b5aa1e7687d1 req-efb18926-1e24-4978-a698-2e3b80bb84b9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0597563 Aug 19 12:57:15.452093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d645d23b-5242-4176-95d2-b5aa1e7687d1 req-b785bb92-daf8-4daa-b198-5c61e7f0c397 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361130 Aug 19 12:57:16.576639 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9770-f286-4161-8e06-f4ef030180a8 req-9f4f585c-3dbd-456e-8862-19b64195dc00 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:16.578066 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2ed9770-f286-4161-8e06-f4ef030180a8 req-9f4f585c-3dbd-456e-8862-19b64195dc00 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0512676 Aug 19 12:57:16.621325 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c2ed9770-f286-4161-8e06-f4ef030180a8 req-58320359-6eaf-4fd8-9f0a-c6a9377f0fab tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370615 Aug 19 12:57:17.752385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9026e29-1827-4acb-aa88-02dd896fc702 req-2d5861e3-db45-4d51-8394-eb41ab2a348b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:17.754079 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9026e29-1827-4acb-aa88-02dd896fc702 req-2d5861e3-db45-4d51-8394-eb41ab2a348b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0581081 Aug 19 12:57:17.798711 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f9026e29-1827-4acb-aa88-02dd896fc702 req-35dcdd89-005c-4d31-968d-69b710add870 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383320 Aug 19 12:57:18.500804 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-82f2686d-15ea-408d-aa28-ffeb4ceb526a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:18.924208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831b56-5751-4908-81ee-6df97bdbefa0 req-1f0f9251-8e1b-4c9d-a197-cb464ef7f47e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:18.925770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d831b56-5751-4908-81ee-6df97bdbefa0 req-1f0f9251-8e1b-4c9d-a197-cb464ef7f47e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0553048 Aug 19 12:57:18.965449 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d831b56-5751-4908-81ee-6df97bdbefa0 req-c63c6db0-4054-41e3-8fe5-41d91694cb35 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335526 Aug 19 12:57:20.089836 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7c1da-f5bd-44fc-9a77-1daf65b3e86f req-90e81eb4-26c3-4283-8f67-f6228181eba0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:20.091788 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b7c1da-f5bd-44fc-9a77-1daf65b3e86f req-90e81eb4-26c3-4283-8f67-f6228181eba0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0538356 Aug 19 12:57:20.137284 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-87b7c1da-f5bd-44fc-9a77-1daf65b3e86f req-27747dce-9ef9-4b32-a6a4-11b5cb3cdd5a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393894 Aug 19 12:57:20.869971 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5f7020e3-7dc5-4499-9cca-4a842e36c6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:21.023029 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:21.257198 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b2d9c-cde7-486c-83bc-c1b142585789 req-32e5eae9-d1be-4f88-82cb-4e1abcd69be5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:21.258683 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-325b2d9c-cde7-486c-83bc-c1b142585789 req-32e5eae9-d1be-4f88-82cb-4e1abcd69be5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0511928 Aug 19 12:57:21.304501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-325b2d9c-cde7-486c-83bc-c1b142585789 req-74361da7-230a-4c6f-828a-03acb5c4d50e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395207 Aug 19 12:57:22.203955 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.429940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7577cb-8dae-419c-bd4e-77c0e5a58336 req-c04900ad-3124-46c4-a1bd-1033f491f0a1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:22.431528 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d7577cb-8dae-419c-bd4e-77c0e5a58336 req-c04900ad-3124-46c4-a1bd-1033f491f0a1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0542479 Aug 19 12:57:22.472759 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0d7577cb-8dae-419c-bd4e-77c0e5a58336 req-e6a265ad-96df-436a-848c-19fa8d2b233c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346053 Aug 19 12:57:23.594396 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6f327-399f-4a1d-9bc5-b23bcbc07962 req-ff5b58c0-ceec-4a99-9899-ccebae507120 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:23.595832 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3b6f327-399f-4a1d-9bc5-b23bcbc07962 req-ff5b58c0-ceec-4a99-9899-ccebae507120 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0509617 Aug 19 12:57:23.626671 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-af823df2-358c-4d21-9978-90397ee48443 service neutron] show failed (client error): The resource could not be found. Aug 19 12:57:23.627752 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-af823df2-358c-4d21-9978-90397ee48443 service neutron] 10.222.0.69 "GET /v2.0/ports/2db8a04a-ee22-401f-832e-82cca373051f/bindings/n-h2-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0608611 Aug 19 12:57:23.642190 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3b6f327-399f-4a1d-9bc5-b23bcbc07962 req-18de1f83-f730-43f9-8882-d634dea97692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401361 Aug 19 12:57:23.843499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-d015ba8c-7fe3-4223-9f83-027a803287b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:23.845130 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-d015ba8c-7fe3-4223-9f83-027a803287b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 1097 time: 0.0487950 Aug 19 12:57:23.863998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:23.918938 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:24.124830 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:24.158108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:57:24.206828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:24.209460 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c8f0c-f9ea-4c7e-b68c-6becf45fdfb0" -d '{"events": [{"server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "name": "network-vif-unplugged", "status": "completed", "tag": "2db8a04a-ee22-401f-832e-82cca373051f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:24.213554 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:24.227053 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Transition to ACTIVE for port object 2db8a04a-ee22-401f-832e-82cca373051f will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:57:24.232069 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:24.237341 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:24.274437 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c56bb0-2783-47ef-b625-3b09d50e61c4 x-openstack-request-id: req-82c56bb0-2783-47ef-b625-3b09d50e61c4 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:24.275450 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "name": "network-vif-unplugged", "status": "completed", "tag": "2db8a04a-ee22-401f-832e-82cca373051f", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:24.275450 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82c56bb0-2783-47ef-b625-3b09d50e61c4 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:24.275450 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f', 'code': 200} Aug 19 12:57:24.285702 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=6']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:24.321083 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.321453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.321761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.322091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.322422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.322745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.323068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.323386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.323708 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.324027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.324345 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.324769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:24.373982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] No DVR routers for this DVR port 2db8a04a-ee22-401f-832e-82cca373051f on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:57:24.529745 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Attempting to bind port 2db8a04a-ee22-401f-832e-82cca373051f on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:57:24.530064 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Attempting to bind port 2db8a04a-ee22-401f-832e-82cca373051f by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:57:24.530824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Attempting to bind port 2db8a04a-ee22-401f-832e-82cca373051f on network 483c3219-f283-4d4b-bab5-79c508d4403f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:57:24.535216 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Port 2db8a04a-ee22-401f-832e-82cca373051f on network 483c3219-f283-4d4b-bab5-79c508d4403f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:57:24.535557 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Attempting to bind port 2db8a04a-ee22-401f-832e-82cca373051f on network 483c3219-f283-4d4b-bab5-79c508d4403f {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:57:24.540892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:57:24.541183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Checking segment: {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:57:24.541573 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Bound using segment: {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:57:24.542003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Bound port: 2db8a04a-ee22-401f-832e-82cca373051f, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32639ba0-c9fd-44b8-a629-96a28a79ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:57:24.542365 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:24.607029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:57:24.610089 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:57:24.615943 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:24.654122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:24.654899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:24.656483 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 1092 time: 0.7964528 Aug 19 12:57:24.674169 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:24.674540 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecf0f3-c8b4-4c7f-bc1f-693c26e4e3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:24.754969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-70d006b6-b8dd-4f1c-92d5-433202958849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:24.756596 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-70d006b6-b8dd-4f1c-92d5-433202958849 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1095 time: 0.0484533 Aug 19 12:57:24.788767 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6647c39-0067-4af0-b88e-4a25ec4b6079 req-0d46454f-66be-466f-9337-f579b4e51eb0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:24.790366 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6647c39-0067-4af0-b88e-4a25ec4b6079 req-0d46454f-66be-466f-9337-f579b4e51eb0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 944 time: 0.0516305 Aug 19 12:57:24.835061 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f6647c39-0067-4af0-b88e-4a25ec4b6079 req-a3f52500-f8b1-4af5-848c-8523de581da1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378966 Aug 19 12:57:24.866488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-329e3020-8733-4576-ac6d-587f79a09050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:24.868053 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-329e3020-8733-4576-ac6d-587f79a09050 service neutron] 10.222.0.54 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.1027613 Aug 19 12:57:24.936714 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-d16dd740-f64c-4542-8ef7-c20505aade27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 999 time: 0.0588510 Aug 19 12:57:24.991088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-48af6704-563a-47fd-b46a-8758dcb92abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:24.992583 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-48af6704-563a-47fd-b46a-8758dcb92abd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0490665 Aug 19 12:57:25.040104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-5197ae0d-d785-44bf-8047-277b6743d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:25.041783 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-5197ae0d-d785-44bf-8047-277b6743d349 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411890 Aug 19 12:57:25.138879 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-30618302-cec7-46f2-a1c3-a9362417bef1 service neutron] 10.222.0.54 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891540 Aug 19 12:57:25.232802 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ffab801f-1bce-4a43-9604-385c5ecf9e13 req-583a0da5-7528-4783-adb9-9e9cf884998c service neutron] 10.222.0.54 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862241 Aug 19 12:57:25.984380 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edfa8b-35d0-429c-86a3-b1922b8c42f3 req-6c865bc8-180b-4c68-91ac-d444e55972df tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:25.985907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19edfa8b-35d0-429c-86a3-b1922b8c42f3 req-6c865bc8-180b-4c68-91ac-d444e55972df tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 944 time: 0.0522199 Aug 19 12:57:26.025458 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19edfa8b-35d0-429c-86a3-b1922b8c42f3 req-9c63fe67-2f96-4fbd-b3fe-5b4532f1a9fe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332136 Aug 19 12:57:26.276706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:26.279519 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc36a99-938f-46d7-aa02-6b926f95b2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "tag": "2db8a04a-ee22-401f-832e-82cca373051f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:26.330297 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2efac0-c2ed-4aaf-91b9-e463f65747bb x-openstack-request-id: req-4b2efac0-c2ed-4aaf-91b9-e463f65747bb {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:26.330588 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "tag": "2db8a04a-ee22-401f-832e-82cca373051f", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:26.330843 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b2efac0-c2ed-4aaf-91b9-e463f65747bb {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:26.331245 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f', 'status': 'completed', 'code': 200} Aug 19 12:57:26.447489 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-a6036ad6-ff1a-4ff7-a313-5697c9624896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.449036 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-a6036ad6-ff1a-4ff7-a313-5697c9624896 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1095 time: 0.0735233 Aug 19 12:57:26.451079 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-869b3dcb-c899-47cf-ad66-0d2ace123cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.452585 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-869b3dcb-c899-47cf-ad66-0d2ace123cc9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1095 time: 0.0757573 Aug 19 12:57:26.609607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-cf61ee8d-6bad-4894-adf4-98bb3828fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.610982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-cf61ee8d-6bad-4894-adf4-98bb3828fda3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.1513054 Aug 19 12:57:26.612039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-6ae76ad1-4607-4a06-8a3a-87d0220ee319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.613356 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-6ae76ad1-4607-4a06-8a3a-87d0220ee319 service neutron] 10.222.0.54 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.1525953 Aug 19 12:57:26.672954 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2db8a04a-ee22-401f-832e-82cca373051f details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:57:26.722411 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-9d611153-45f3-4154-8f57-02453e029835 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 999 time: 0.1033175 Aug 19 12:57:26.726233 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-baaa9bee-0c1d-4a3e-83c2-634fbe651c23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 999 time: 0.1000044 Aug 19 12:57:26.778730 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:26.790721 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '2db8a04a-ee22-401f-832e-82cca373051f', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'port_id': '2db8a04a-ee22-401f-832e-82cca373051f', 'mac_address': 'fa:16:3e:2f:cd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:57:26.809212 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-248208bf-cad3-4541-826f-717d75b7fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.810730 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-248208bf-cad3-4541-826f-717d75b7fa3b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0812693 Aug 19 12:57:26.817947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-5bfc262d-48fd-4901-8be2-3af11c93b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.819343 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-5bfc262d-48fd-4901-8be2-3af11c93b4fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0634432 Aug 19 12:57:26.830926 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:26.844056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db8a04a-ee22-401f-832e-82cca373051f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:57:26.866931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:26.873063 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:26.888610 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-64b8b5ad-c504-4ee8-890e-5f9b4c9797bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.890221 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-64b8b5ad-c504-4ee8-890e-5f9b4c9797bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700366 Aug 19 12:57:26.896453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-20fdaec8-6f6d-4624-ae28-e9868322880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.897934 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-20fdaec8-6f6d-4624-ae28-e9868322880c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666728 Aug 19 12:57:26.921432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:26.929366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.929695 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.930037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.930363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.930687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.931009 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.931329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.931646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.931961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.932277 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.932597 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:26.932950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:27.050937 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-29d2b5bd-4ce9-4f8c-800f-a6f2770b0f60 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520295 Aug 19 12:57:27.055051 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-8ef2af83-e1e5-460a-b1a8-3f2234c52722 service neutron] 10.222.0.54 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476705 Aug 19 12:57:27.157363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3b40f-26d8-4bfb-bd6a-292dbf8763a5 req-0f64d0af-d1c6-48b8-8ddd-29d8c6ff0dc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:27.163271 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7d3b40f-26d8-4bfb-bd6a-292dbf8763a5 req-0f64d0af-d1c6-48b8-8ddd-29d8c6ff0dc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 945 time: 0.0645537 Aug 19 12:57:27.213828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d7d3b40f-26d8-4bfb-bd6a-292dbf8763a5 req-f3ab7502-94b3-4905-a778-d7da0e36909f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431399 Aug 19 12:57:27.219807 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-ee5bcbdc-ff58-48f2-b498-1465b6df8fef service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594338 Aug 19 12:57:27.230101 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1fc36a99-938f-46d7-aa02-6b926f95b2a1 req-c09efb1e-c7ee-4220-8ece-55a5b660f4d3 service neutron] 10.222.0.54 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221185 Aug 19 12:57:27.279260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['2db8a04a-ee22-401f-832e-82cca373051f'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:57:27.605843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2db8a04a-ee22-401f-832e-82cca373051f no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:57:27.644425 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 2db8a04a-ee22-401f-832e-82cca373051f not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:57:28.341889 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ba68a-2a87-48a8-a7df-b051bb82d71b req-ab36a056-3470-4592-bd62-61d658106399 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:28.343430 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-840ba68a-2a87-48a8-a7df-b051bb82d71b req-ab36a056-3470-4592-bd62-61d658106399 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 945 time: 0.0531292 Aug 19 12:57:28.383706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-840ba68a-2a87-48a8-a7df-b051bb82d71b req-2a7ab510-9a99-458b-a49e-a832d99c7071 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340757 Aug 19 12:57:28.592941 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9500e1d-1f23-4230-ad51-47eb7700ec5d req-8483df7e-9deb-4153-9ec9-7c34982cee34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:28.594506 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9500e1d-1f23-4230-ad51-47eb7700ec5d req-8483df7e-9deb-4153-9ec9-7c34982cee34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 945 time: 0.0569763 Aug 19 12:57:28.614998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-0b8ceeb1-4a5d-4900-b83d-aa5488f6a408 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:28.616540 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-0b8ceeb1-4a5d-4900-b83d-aa5488f6a408 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de&tenant_id=a21482ad485f420d84acab682a35354a&binding%3Ahost_id=n-h2-778550-9 HTTP/1.1" status: 200 len: 945 time: 0.0552225 Aug 19 12:57:28.634763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9500e1d-1f23-4230-ad51-47eb7700ec5d req-47ddb483-3aac-437b-87f7-366388f3bd01 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338237 Aug 19 12:57:28.681722 n-d-778550-9 neutron-server[101153]: INFO neutron.api.v2.resource [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-3df7e0c2-a967-40ef-90d0-45a423656aeb service neutron] delete failed (client error): The resource could not be found. Aug 19 12:57:28.682769 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-3df7e0c2-a967-40ef-90d0-45a423656aeb service neutron] 10.222.0.69 "DELETE /v2.0/ports/2db8a04a-ee22-401f-832e-82cca373051f/bindings/n-h1-778550-9 HTTP/1.1" status: 404 len: 380 time: 0.0585573 Aug 19 12:57:28.690259 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2db8a04a-ee22-401f-832e-82cca373051f up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:57:28.743395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 2db8a04a-ee22-401f-832e-82cca373051f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:57:28.748017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 2db8a04a-ee22-401f-832e-82cca373051f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:28.748417 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.766728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc17bdc-5124-4460-93af-5f72ec9cac55 req-f798a0ca-c3c5-4dfe-9551-0adf8c64f966 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:28.768479 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bc17bdc-5124-4460-93af-5f72ec9cac55 req-f798a0ca-c3c5-4dfe-9551-0adf8c64f966 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 945 time: 0.0615444 Aug 19 12:57:28.797488 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-2bd98bbe-86cd-4ce9-8490-6e7a5529fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:28.799075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-2bd98bbe-86cd-4ce9-8490-6e7a5529fa53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1096 time: 0.0474310 Aug 19 12:57:28.816252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8bc17bdc-5124-4460-93af-5f72ec9cac55 req-5afc33dd-00d6-4a7f-aa3e-345085c953db tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392046 Aug 19 12:57:28.827128 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.850821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:28.853121 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdf09c0-66fa-4e14-845e-2eb53b1b95d8" -d '{"events": [{"server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "name": "network-vif-plugged", "status": "completed", "tag": "2db8a04a-ee22-401f-832e-82cca373051f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:28.866197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:28.870947 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.907003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-111961d4-1911-47df-8873-54db9864a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:28.908445 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-111961d4-1911-47df-8873-54db9864a2da service neutron] 10.222.0.69 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.1007233 Aug 19 12:57:28.910495 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7801c5f-b5b5-4f08-89ab-eee009e70f64 x-openstack-request-id: req-a7801c5f-b5b5-4f08-89ab-eee009e70f64 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:28.910785 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "name": "network-vif-plugged", "status": "completed", "tag": "2db8a04a-ee22-401f-832e-82cca373051f", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:28.911031 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7801c5f-b5b5-4f08-89ab-eee009e70f64 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:28.911416 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f', 'code': 200} Aug 19 12:57:28.927826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:29.010408 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-2a0a15db-c58a-4c2e-9755-1943882f94ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 1001 time: 0.0620470 Aug 19 12:57:29.065735 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-6f30f9ff-b5c2-4b07-83e7-4726b432aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:29.067222 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-6f30f9ff-b5c2-4b07-83e7-4726b432aee3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0500929 Aug 19 12:57:29.071438 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:29.115662 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-c6e55b7b-e43a-4bfa-a589-100b8d50188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:29.117238 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-c6e55b7b-e43a-4bfa-a589-100b8d50188e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417562 Aug 19 12:57:29.208191 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-762893f1-4613-4e02-b0c7-d448b7325bc5 service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837216 Aug 19 12:57:29.306859 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b08dfcd7-df39-4de2-ab35-d1c0a695fa2c req-654fe1ed-be7c-4300-8907-a0e41e05d38f service neutron] 10.222.0.69 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909967 Aug 19 12:57:29.950266 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27abae-7b11-4e1e-be8c-34972dfcaf29 req-cc76c9db-6875-443a-bbf8-8f7fcd3018ed tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:29.951974 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b27abae-7b11-4e1e-be8c-34972dfcaf29 req-cc76c9db-6875-443a-bbf8-8f7fcd3018ed tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0583375 Aug 19 12:57:29.993882 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9b27abae-7b11-4e1e-be8c-34972dfcaf29 req-5d4fad1b-46d5-405f-80ce-ac49262616c9 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354054 Aug 19 12:57:30.017888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48478) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:30.083879 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-71e6b315-8516-4d90-ac15-938505c4d04e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/0cb652f8-ff15-4659-b5aa-561249ea17c4 HTTP/1.1" status: 200 len: 993 time: 0.0646729 Aug 19 12:57:48.505223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9467cf13-34ca-4d51-8c76-140e9f595e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:50.873394 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-75d46882-82dc-44db-9179-26a0e8983f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:51.027301 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:51.784243 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:57:52.207898 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:54.241008 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:54.687647 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:56.081133 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-cbeb4ca7-ba12-4995-902b-855d51314962 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426252 Aug 19 12:57:56.191453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-d2261cf2-62ab-4b75-8137-61381512ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:56.193064 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-d2261cf2-62ab-4b75-8137-61381512ca2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1097 time: 0.0455368 Aug 19 12:57:56.309596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-7f767476-6702-4f53-a8ab-6b0429714989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:56.311142 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-7f767476-6702-4f53-a8ab-6b0429714989 service neutron] 10.222.0.54 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.0921152 Aug 19 12:57:56.377777 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-745c1c0a-4b35-45f0-82ce-1f60a03d97ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 1001 time: 0.0581822 Aug 19 12:57:56.427536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-ab8edac2-594d-4fa5-8c2b-d6324648da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:56.429051 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-ab8edac2-594d-4fa5-8c2b-d6324648da2b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0440955 Aug 19 12:57:56.485606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-70944b54-4d14-44a0-a790-3737c5333996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:56.487107 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-70944b54-4d14-44a0-a790-3737c5333996 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475500 Aug 19 12:57:56.582713 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-93f5af9d-20c7-4324-8467-8a7a07f4dd41 service neutron] 10.222.0.54 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879185 Aug 19 12:57:56.682351 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-55ed48c6-07ca-4d5e-9ab6-21eabb5120ab req-e312b815-64bb-4763-b7ec-039aaf55c8ac service neutron] 10.222.0.54 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911920 Aug 19 12:57:59.072507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.466620 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48490) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:00.626761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port fd6b0c23-771e-42cb-a554-ce26306aa2dd {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:58:00.627027 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.706576 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.706885 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.719445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for fd6b0c23-771e-42cb-a554-ce26306aa2dd owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:58:01.267722 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:01.295352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=fd6b0c23-771e-42cb-a554-ce26306aa2dd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:01.358212 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:01.358568 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP 0cb652f8-ff15-4659-b5aa-561249ea17c4 disassociated (deleted). External IP: 172.25.4.17, port: 2db8a04a-ee22-401f-832e-82cca373051f. Aug 19 12:58:01.587675 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 7a5d01e7-748d-47bf-b59a-afca4e5695eb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:58:01.707930 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:01.712581 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:01.721103 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] Sync routers for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:01.732338 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:01.733035 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:01.743395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8ca88d36-cbe4-445a-a141-6be27e761575 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/floatingips/0cb652f8-ff15-4659-b5aa-561249ea17c4 HTTP/1.1" status: 204 len: 168 time: 1.2755120 Aug 19 12:58:01.744185 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:01.747232 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6785428c-3064-40b6-abd9-06104d23a5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "tag": "2db8a04a-ee22-401f-832e-82cca373051f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:01.789550 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb607ab6-59f0-4699-8d44-c4beebff9d32 x-openstack-request-id: req-cb607ab6-59f0-4699-8d44-c4beebff9d32 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:01.789846 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "tag": "2db8a04a-ee22-401f-832e-82cca373051f", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:01.790091 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb607ab6-59f0-4699-8d44-c4beebff9d32 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:01.790500 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f', 'status': 'completed', 'code': 200} Aug 19 12:58:01.859937 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:01.892101 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-3e585d82-7363-4482-997e-26cae6241523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:01.893706 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-3e585d82-7363-4482-997e-26cae6241523 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 1097 time: 0.0554664 Aug 19 12:58:02.001437 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25db070-b8e1-409b-ad81-898ff9051a0b req-9a2da7bb-2839-4c38-a424-acb51d3f1b9c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:02.003180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c25db070-b8e1-409b-ad81-898ff9051a0b req-9a2da7bb-2839-4c38-a424-acb51d3f1b9c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0576012 Aug 19 12:58:02.041759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-21b333ae-0394-4a42-9e7e-0cfd473f9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:02.043672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-21b333ae-0394-4a42-9e7e-0cfd473f9f82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 200 len: 897 time: 0.1043119 Aug 19 12:58:02.051500 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c25db070-b8e1-409b-ad81-898ff9051a0b req-c53f0704-3428-46b7-a94d-a9b564721cbe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402539 Aug 19 12:58:02.093669 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-36f1ec92-caf9-40b9-8f1a-be72cbff259e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 200 len: 217 time: 0.0419872 Aug 19 12:58:02.111334 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '48119373-9367-42a1-9860-533023d0c270', 'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:6c:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:23Z', 'updated_at': '2021-08-19T12:56:28Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:02.140105 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] Checking router: 7a5d01e7-748d-47bf-b59a-afca4e5695eb for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:58:02.148526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-feb33795-1e65-4808-aa78-b34073a1e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:02.150160 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-feb33795-1e65-4808-aa78-b34073a1e65e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 200 len: 835 time: 0.0493641 Aug 19 12:58:02.150601 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:02.151292 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:02.201955 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-72238e2b-ae66-42d7-b293-e4d76fc56b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:02.203662 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-72238e2b-ae66-42d7-b293-e4d76fc56b5b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=483c3219-f283-4d4b-bab5-79c508d4403f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460601 Aug 19 12:58:02.264192 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:02.304581 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-9eb8e97a-d5f0-4528-b33b-804ad829e59f service neutron] 10.222.0.54 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919282 Aug 19 12:58:02.395199 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6785428c-3064-40b6-abd9-06104d23a5a3 req-82bf153b-254d-481e-a844-6abd2be5fa02 service neutron] 10.222.0.54 "GET /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831139 Aug 19 12:58:02.463571 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '48119373-9367-42a1-9860-533023d0c270', 'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:6c:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:23Z', 'updated_at': '2021-08-19T12:56:28Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:02.495281 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6aa5bb-955b-422d-bf86-91ffdab115ff None None] The sync data for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 is: [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '48119373-9367-42a1-9860-533023d0c270', 'name': '', 'network_id': '483c3219-f283-4d4b-bab5-79c508d4403f', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:6c:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:23Z', 'updated_at': '2021-08-19T12:56:28Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '08a140b8-2cc5-438d-821a-76ea48f961f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:02.721416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba32668-6ddb-4d99-80c0-9f03f6baf7c4 None None] New status for floating IP 0cb652f8-ff15-4659-b5aa-561249ea17c4: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:58:03.176280 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0aa48a-c290-405b-8c76-50be6b03b8bd req-f41b2549-be79-4d67-9b39-a73cafa2591e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:03.177896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa0aa48a-c290-405b-8c76-50be6b03b8bd req-f41b2549-be79-4d67-9b39-a73cafa2591e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0527570 Aug 19 12:58:03.224961 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-aa0aa48a-c290-405b-8c76-50be6b03b8bd req-70a4671e-1433-4db5-8a58-b7dc04631478 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddf80280-5838-49cb-945f-ba8da4ec484d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397308 Aug 19 12:58:03.537461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-3163fde4-02f2-4267-96fb-900d646dc7c8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:03.538968 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-3163fde4-02f2-4267-96fb-900d646dc7c8 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 946 time: 0.0515018 Aug 19 12:58:03.637593 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 2db8a04a-ee22-401f-832e-82cca373051f {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:58:03.637925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:03.728793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port 2db8a04a-ee22-401f-832e-82cca373051f, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=2db8a04a-ee22-401f-832e-82cca373051f,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:03.729140 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:03.747584 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 2db8a04a-ee22-401f-832e-82cca373051f owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:58:03.881611 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:03.913102 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=2db8a04a-ee22-401f-832e-82cca373051f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:03.962221 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] No DVR routers for this DVR port 2db8a04a-ee22-401f-832e-82cca373051f on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:58:03.965262 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:03.967336 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-30870c55-3e3c-41bd-ac1c-f50fe39f93c1 req-88794b61-3e8b-4e33-9166-304101d453e5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "DELETE /v2.0/ports/2db8a04a-ee22-401f-832e-82cca373051f HTTP/1.1" status: 204 len: 173 time: 0.4215271 Aug 19 12:58:03.967814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'name': 'network-vif-deleted', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:03.970227 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d96bbcf-6200-4e4f-9f90-58699201369b" -d '{"events": [{"server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "name": "network-vif-deleted", "tag": "2db8a04a-ee22-401f-832e-82cca373051f"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:04.010813 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9930973b-cefb-4fed-b08b-1588f975fb7f x-openstack-request-id: req-9930973b-cefb-4fed-b08b-1588f975fb7f {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:04.011113 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc66eab1-7b8c-4387-9813-db413b5f51de", "name": "network-vif-deleted", "tag": "2db8a04a-ee22-401f-832e-82cca373051f", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:04.011369 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9930973b-cefb-4fed-b08b-1588f975fb7f {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:04.011812 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc66eab1-7b8c-4387-9813-db413b5f51de', 'name': 'network-vif-deleted', 'tag': '2db8a04a-ee22-401f-832e-82cca373051f', 'status': 'completed', 'code': 200} Aug 19 12:58:04.343207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e3b9412b-fda0-45d4-bb20-9165f7c0e156 req-1a62a430-7bde-4450-b891-1eb9d1cd26c6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc66eab1-7b8c-4387-9813-db413b5f51de HTTP/1.1" status: 200 len: 210 time: 0.0288024 Aug 19 12:58:05.403813 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48506) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:05.778455 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:06.042361 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 48119373-9367-42a1-9860-533023d0c270 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:58:06.042689 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:06.136594 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port 48119373-9367-42a1-9860-533023d0c270, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=48119373-9367-42a1-9860-533023d0c270,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:06.136936 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:06.148952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 48119373-9367-42a1-9860-533023d0c270 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:58:06.343242 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:06.369557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=48119373-9367-42a1-9860-533023d0c270,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:06.382205 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.382560 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.382907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.383279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.383608 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.383916 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.384256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.384584 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.384914 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.385244 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.385603 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.385921 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:06.559455 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:06.778094 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 7a5d01e7-748d-47bf-b59a-afca4e5695eb has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:58:06.913362 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2db8a04a-ee22-401f-832e-82cca373051f no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:58:06.939610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 2db8a04a-ee22-401f-832e-82cca373051f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:58:06.939962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 2db8a04a-ee22-401f-832e-82cca373051f not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:58:07.213900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:07.219052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7e0719ee-3f39-4ed7-83bd-47f5b6ad09cb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/7a5d01e7-748d-47bf-b59a-afca4e5695eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8141601 Aug 19 12:58:07.221915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48508) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:07.224357 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] Sync routers for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:07.234574 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:07.235190 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:07.274774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cb451b-1131-4b58-a4ac-268d66a1ffc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting subnet 08a140b8-2cc5-438d-821a-76ea48f961f5 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:58:07.278201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6cb451b-1131-4b58-a4ac-268d66a1ffc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.323597 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6cb451b-1131-4b58-a4ac-268d66a1ffc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.413260 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6cb451b-1131-4b58-a4ac-268d66a1ffc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.436913 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:07.475955 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6cb451b-1131-4b58-a4ac-268d66a1ffc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.507199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb451b-1131-4b58-a4ac-268d66a1ffc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Subnet': ['ID=08a140b8-2cc5-438d-821a-76ea48f961f5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:07.513882 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c6cb451b-1131-4b58-a4ac-268d66a1ffc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.515595 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c6cb451b-1131-4b58-a4ac-268d66a1ffc0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/subnets/08a140b8-2cc5-438d-821a-76ea48f961f5 HTTP/1.1" status: 204 len: 168 time: 0.2926946 Aug 19 12:58:07.518778 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48510) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:07.520847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae995c5b-1e8a-45e0-8e0f-0f9e3283730c None None] Network 483c3219-f283-4d4b-bab5-79c508d4403f requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:58:07.630937 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:58:06Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:07.631407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.658196 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] Checking router: 7a5d01e7-748d-47bf-b59a-afca4e5695eb for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:58:07.667852 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] Routers {'7a5d01e7-748d-47bf-b59a-afca4e5695eb'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:07.668103 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:07.710298 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e988ca-9245-49b8-89f5-b96bb649ba1c None None] DHCP port deletion for 483c3219-f283-4d4b-bab5-79c508d4403f request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:58:07.747036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.760466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e3e988ca-9245-49b8-89f5-b96bb649ba1c None None] Deleting port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:58:07.760900 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e3e988ca-9245-49b8-89f5-b96bb649ba1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.783763 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] Set router 7a5d01e7-748d-47bf-b59a-afca4e5695eb gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:07.801988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port a0c63bad-869f-4359-a66b-5abe9b72eec2 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:58:07.802352 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.831825 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e3e988ca-9245-49b8-89f5-b96bb649ba1c None None] For port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0cd7f8da-1de5-48cf-a109-e2c4b96e62d3,segment=NetworkSegment(32639ba0-c9fd-44b8-a629-96a28a79ff40),segment_id=32639ba0-c9fd-44b8-a629-96a28a79ff40)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:07.832351 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e3e988ca-9245-49b8-89f5-b96bb649ba1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.845611 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e3e988ca-9245-49b8-89f5-b96bb649ba1c None None] Calling delete_port for 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:58:07.885127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port a0c63bad-869f-4359-a66b-5abe9b72eec2, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a0c63bad-869f-4359-a66b-5abe9b72eec2,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:07.885766 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.899923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for a0c63bad-869f-4359-a66b-5abe9b72eec2 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:58:07.927268 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e3e988ca-9245-49b8-89f5-b96bb649ba1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.953541 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e988ca-9245-49b8-89f5-b96bb649ba1c None None] Pushing event deleted for resources: {'Port': ['ID=0cd7f8da-1de5-48cf-a109-e2c4b96e62d3,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:07.958727 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e988ca-9245-49b8-89f5-b96bb649ba1c None None] No DVR routers for this DVR port 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:58:07.979459 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:58:06Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:08.006006 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573ab54-e4e4-449a-a77a-ecaae7f03c95 None None] The sync data for ids ['7a5d01e7-748d-47bf-b59a-afca4e5695eb'] in n-d-778550-9 is: [{'id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1701654695', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:56:20Z', 'updated_at': '2021-08-19T12:58:06Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'a0c63bad-869f-4359-a66b-5abe9b72eec2', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d01e7-748d-47bf-b59a-afca4e5695eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:56:21Z', 'updated_at': '2021-08-19T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:08.087784 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.118139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=a0c63bad-869f-4359-a66b-5abe9b72eec2,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:08.185326 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.208152 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-da7c96cb-56db-403a-ae48-fc6beab0e5ba req-c9cf211d-fe3b-4d5e-9246-182c1255cce7 service neutron] (101154) timed out ('10.222.0.69', 60301) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:58:08.282318 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.284502 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.334496 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.335139 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5d01e7-748d-47bf-b59a-afca4e5695eb {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:58:08.342746 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.343900 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-6a38ff75-754b-48c4-a322-f0418d55fec0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/routers/7a5d01e7-748d-47bf-b59a-afca4e5695eb HTTP/1.1" status: 204 len: 168 time: 0.8240318 Aug 19 12:58:08.346928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48512) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:08.432081 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.486942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:58:08.508939 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:58:08.509408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0cd7f8da-1de5-48cf-a109-e2c4b96e62d3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:58:08.510003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 48119373-9367-42a1-9860-533023d0c270 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:58:08.534774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 48119373-9367-42a1-9860-533023d0c270 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:58:08.535160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 48119373-9367-42a1-9860-533023d0c270 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:58:08.538068 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.550193 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483c3219-f283-4d4b-bab5-79c508d4403f']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:08.560956 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32639ba0-c9fd-44b8-a629-96a28a79ff40') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:08.561255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32639ba0-c9fd-44b8-a629-96a28a79ff40') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:08.570430 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.584618 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.591265 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:58:08.591653 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: timer() Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:58:08.594892 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:58:08.654640 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.662780 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.664387 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/networks/483c3219-f283-4d4b-bab5-79c508d4403f HTTP/1.1" status: 204 len: 168 time: 0.3164361 Aug 19 12:58:08.667763 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48514) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:08.677135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1e987-049f-48d5-b4e7-1ff62ec8960c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Network': ['ID=483c3219-f283-4d4b-bab5-79c508d4403f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:08.737808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4343-5935-4973-b61b-1263102e00ba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.767656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4343-5935-4973-b61b-1263102e00ba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.829920 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4343-5935-4973-b61b-1263102e00ba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.832413 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4343-5935-4973-b61b-1263102e00ba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:08.833626 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a3dd4343-5935-4973-b61b-1263102e00ba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/security-groups/ddf80280-5838-49cb-945f-ba8da4ec484d HTTP/1.1" status: 204 len: 168 time: 0.1645048 Aug 19 12:58:08.843668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd4343-5935-4973-b61b-1263102e00ba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf80280-5838-49cb-945f-ba8da4ec484d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:09.075288 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48520) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:09.080195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a7f2ec22-cbf8-455f-b353-79543b83f237 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702219326', 'description': 'tempest-secgroup-smoke-702219326 description', 'project_id': 'a21482ad485f420d84acab682a35354a'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:09.105918 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ec22-cbf8-455f-b353-79543b83f237 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.188285 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ec22-cbf8-455f-b353-79543b83f237 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.191997 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ec22-cbf8-455f-b353-79543b83f237 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.217692 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ec22-cbf8-455f-b353-79543b83f237 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.218941 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a7f2ec22-cbf8-455f-b353-79543b83f237 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1425791 Aug 19 12:58:09.222264 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48522) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:09.223365 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2ec22-cbf8-455f-b353-79543b83f237 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:09.231719 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-04e0301b-1ce8-4bdc-ac7f-fba5558b546f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'd82c51fc-0bc0-4304-b521-ec0fb3fab7c4', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:09.261470 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04e0301b-1ce8-4bdc-ac7f-fba5558b546f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.327080 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04e0301b-1ce8-4bdc-ac7f-fba5558b546f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.331907 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04e0301b-1ce8-4bdc-ac7f-fba5558b546f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.349101 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0301b-1ce8-4bdc-ac7f-fba5558b546f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9958fcc2-51a3-474d-8ff3-77cb969ffaa0,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:09.356910 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04e0301b-1ce8-4bdc-ac7f-fba5558b546f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.358209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-04e0301b-1ce8-4bdc-ac7f-fba5558b546f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342463 Aug 19 12:58:09.361043 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48524) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:09.365565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f9fd1b30-dc4f-4351-8d33-f0843fe92b27 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'd82c51fc-0bc0-4304-b521-ec0fb3fab7c4', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:09.394833 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9fd1b30-dc4f-4351-8d33-f0843fe92b27 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.454380 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9fd1b30-dc4f-4351-8d33-f0843fe92b27 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.458423 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9fd1b30-dc4f-4351-8d33-f0843fe92b27 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.475807 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd1b30-dc4f-4351-8d33-f0843fe92b27 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566e8f79-6d42-45d4-bec0-598769bb5b4c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:09.482033 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f9fd1b30-dc4f-4351-8d33-f0843fe92b27 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.483186 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f9fd1b30-dc4f-4351-8d33-f0843fe92b27 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212008 Aug 19 12:58:09.486045 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48526) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:09.490713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3a71c534-74f1-42ff-8389-60dd106d8c93 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'd82c51fc-0bc0-4304-b521-ec0fb3fab7c4', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:09.520860 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a71c534-74f1-42ff-8389-60dd106d8c93 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.582332 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a71c534-74f1-42ff-8389-60dd106d8c93 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.585951 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a71c534-74f1-42ff-8389-60dd106d8c93 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.605114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71c534-74f1-42ff-8389-60dd106d8c93 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e1f0dc-02a8-4cd4-8639-bbd84eec9351,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:09.607411 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a71c534-74f1-42ff-8389-60dd106d8c93 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.608624 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3a71c534-74f1-42ff-8389-60dd106d8c93 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216130 Aug 19 12:58:09.611580 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48528) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:09.616021 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9e9db99b-8411-46b2-8c8d-b3c15336541c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'd82c51fc-0bc0-4304-b521-ec0fb3fab7c4', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:09.644703 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e9db99b-8411-46b2-8c8d-b3c15336541c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.711539 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e9db99b-8411-46b2-8c8d-b3c15336541c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.716203 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e9db99b-8411-46b2-8c8d-b3c15336541c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.734199 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9db99b-8411-46b2-8c8d-b3c15336541c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b224f123-0efa-4e29-a1a5-84aec9c4371d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:09.740031 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e9db99b-8411-46b2-8c8d-b3c15336541c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.741182 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9e9db99b-8411-46b2-8c8d-b3c15336541c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287425 Aug 19 12:58:09.744063 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48530) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:09.748918 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ac4fd0fe-4710-4e89-8773-06fc9fc483fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'd82c51fc-0bc0-4304-b521-ec0fb3fab7c4', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:09.770523 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-ac4fd0fe-4710-4e89-8773-06fc9fc483fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:58:09.775696 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd0fe-4710-4e89-8773-06fc9fc483fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.838474 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd0fe-4710-4e89-8773-06fc9fc483fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.843635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd0fe-4710-4e89-8773-06fc9fc483fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.862273 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd0fe-4710-4e89-8773-06fc9fc483fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051710ca-6074-4fff-8bcc-2c6970614c44,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:09.865775 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd0fe-4710-4e89-8773-06fc9fc483fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.866956 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ac4fd0fe-4710-4e89-8773-06fc9fc483fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218963 Aug 19 12:58:09.869690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48532) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:09.878090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5aaef018-3769-48f5-80b2-e036fc8efc34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': 'd82c51fc-0bc0-4304-b521-ec0fb3fab7c4', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:09.899741 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-5aaef018-3769-48f5-80b2-e036fc8efc34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:58:09.904978 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5aaef018-3769-48f5-80b2-e036fc8efc34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.966046 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5aaef018-3769-48f5-80b2-e036fc8efc34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.970294 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5aaef018-3769-48f5-80b2-e036fc8efc34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.991445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaef018-3769-48f5-80b2-e036fc8efc34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa39863a-b9ce-49bd-b4f0-4dd8d29604bd,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:09.996258 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5aaef018-3769-48f5-80b2-e036fc8efc34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:09.997244 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5aaef018-3769-48f5-80b2-e036fc8efc34 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265798 Aug 19 12:58:10.000459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48534) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:10.006117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'network': {'name': 'tempest-network-smoke--1639909406', 'project_id': 'a21482ad485f420d84acab682a35354a', 'port_security_enabled': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:10.029647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:10.033077 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.057517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:58:10.067816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.068155 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Added segment 1468f3e4-83f5-48d2-9235-d41c0d5f4096 of type vlan for network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 Aug 19 12:58:10.114772 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.141966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.147686 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:10.148294 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.203556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2018335 Aug 19 12:58:10.206563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48536) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:10.211548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'admin_state_up': True, 'project_id': 'a21482ad485f420d84acab682a35354a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:10.216080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ac8a5-8525-479c-8804-abb0915710b2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Network': ['ID=fe43d564-c92b-4f7f-bb5d-81d0dba4e697,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:10.227816 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:58:10.240571 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.241658 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.299712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a0c63bad-869f-4359-a66b-5abe9b72eec2 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:58:10.304280 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.321300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: a0c63bad-869f-4359-a66b-5abe9b72eec2 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:58:10.321650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a0c63bad-869f-4359-a66b-5abe9b72eec2 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:58:10.449620 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.647254 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.666557 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.778262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.33 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/c94f02b0-428b-4bca-88fd-51e0630db0e3) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:10.887800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.928523 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.974529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:10.977664 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:10.983350 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:10.986330 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=c94f02b0-428b-4bca-88fd-51e0630db0e3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:11.245113 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:11.451933 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:11.588046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 465564c1-709d-43bc-b0c6-6bde4825de0e is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:58:11.702367 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:11.712069 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Sync routers for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:11.721657 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:11.722067 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:11.722305 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:11.726279 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-07acca1e-0aaa-4a4e-b74e-474ad36765ef tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5156555 Aug 19 12:58:11.726740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48538) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:11.756355 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ae59dae4-13d9-45b7-a130-24626e39f696 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a21482ad485f420d84acab682a35354a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284085 Aug 19 12:58:11.758947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48540) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:11.829527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:11.851419 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22473998-d521-40ce-ba41-d4c94e834ddd tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:11.852916 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-22473998-d521-40ce-ba41-d4c94e834ddd tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930398 Aug 19 12:58:11.856508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48544) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:11.884208 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e9369301-37d7-4060-9844-02607f2c72c8 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265191 Aug 19 12:58:11.887179 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48546) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:11.892055 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143683377', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'project_id': 'a21482ad485f420d84acab682a35354a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:11.987733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:11.991333 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.012299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:11Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:12.038203 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Checking router: 465564c1-709d-43bc-b0c6-6bde4825de0e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:58:12.038522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Updating router 465564c1-709d-43bc-b0c6-6bde4825de0e port c94f02b0-428b-4bca-88fd-51e0630db0e3 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:58:12.064322 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.184808 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.247063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Subnet': ['ID=01433309-b756-4837-9929-edd4c032139c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:12.257932 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Checking segment: {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:12.258300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network hostable DHCP agents. Network: fe43d564-c92b-4f7f-bb5d-81d0dba4e697, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:58:12.277457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:58:12.287644 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, fe43d564-c92b-4f7f-bb5d-81d0dba4e697) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:12.291856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:12.292488 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.301476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710eac92-e954-4f89-b68c-e4ef9d2a6efa None None] Network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:58:12.308818 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-45db8734-5f78-4820-af3a-8f523f1f9a05 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4199448 Aug 19 12:58:12.311327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48548) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:12.393865 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.408705 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Transition to ACTIVE for port object c94f02b0-428b-4bca-88fd-51e0630db0e3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:12.428609 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.677046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Attempting to bind port c94f02b0-428b-4bca-88fd-51e0630db0e3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:12.677391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Attempting to bind port c94f02b0-428b-4bca-88fd-51e0630db0e3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:12.677777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Attempting to bind port c94f02b0-428b-4bca-88fd-51e0630db0e3 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:12.684207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c419c-0b86-4df4-b215-369b7dd49d7e None None] Pushing event updated for resources: {'Port': ['ID=c94f02b0-428b-4bca-88fd-51e0630db0e3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:12.693110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:12.693494 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:12.693903 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.694290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:12.694758 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Bound port: c94f02b0-428b-4bca-88fd-51e0630db0e3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:12.695139 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.753079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:58:12.753959 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.779386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.784956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] For port c94f02b0-428b-4bca-88fd-51e0630db0e3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:12.804446 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] For port c94f02b0-428b-4bca-88fd-51e0630db0e3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c94f02b0-428b-4bca-88fd-51e0630db0e3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:12.854246 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.971746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c419c-0b86-4df4-b215-369b7dd49d7e None None] Pushing event updated for resources: {'Port': ['ID=c94f02b0-428b-4bca-88fd-51e0630db0e3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:12.983326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:12.984154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:12.988385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Allocated IP 172.20.0.2 (fe43d564-c92b-4f7f-bb5d-81d0dba4e697/01433309-b756-4837-9929-edd4c032139c/752fcbe6-9267-4598-b405-a2e357a63c78) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:13.154809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:13.338777 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.356401 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Transition to ACTIVE for port object 752fcbe6-9267-4598-b405-a2e357a63c78 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:13.390302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Transition to ACTIVE for port object 752fcbe6-9267-4598-b405-a2e357a63c78 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:13.398610 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.442091 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:13.452285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:13.452768 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.1 (fe43d564-c92b-4f7f-bb5d-81d0dba4e697/01433309-b756-4837-9929-edd4c032139c/85741ad4-6a84-4d52-9cdc-88148a22d11c) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:13.457448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:13.468542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Pushing event updated for resources: {'Port': ['ID=752fcbe6-9267-4598-b405-a2e357a63c78,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:13.480896 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:11Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:13.530522 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b0f83-138e-472a-8611-d45ee3a03112 None None] The sync data for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 is: [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:11Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:13.561231 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Attempting to bind port 752fcbe6-9267-4598-b405-a2e357a63c78 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:13.561796 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Attempting to bind port 752fcbe6-9267-4598-b405-a2e357a63c78 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:13.562304 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Attempting to bind port 752fcbe6-9267-4598-b405-a2e357a63c78 on network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:13.567739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:13.568122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Checking segment: {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:13.568569 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.568995 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Bound using segment: {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:13.569467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Bound port: 752fcbe6-9267-4598-b405-a2e357a63c78, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:13.569849 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.586460 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.600640 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object 85741ad4-6a84-4d52-9cdc-88148a22d11c will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:13.637602 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] For port 752fcbe6-9267-4598-b405-a2e357a63c78, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:13.641093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.641269 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] For port 752fcbe6-9267-4598-b405-a2e357a63c78, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=752fcbe6-9267-4598-b405-a2e357a63c78,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:13.646272 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.687748 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:13.691427 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:13.694138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:13.709967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ece28c-d4fe-4f73-8dbe-f1c9055e2599 None None] Pushing event updated for resources: {'Port': ['ID=752fcbe6-9267-4598-b405-a2e357a63c78,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:13.728111 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=85741ad4-6a84-4d52-9cdc-88148a22d11c,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:13.750373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.945748 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:14.257343 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:14.263378 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:14.413213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c94f02b0-428b-4bca-88fd-51e0630db0e3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:14.480622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port c94f02b0-428b-4bca-88fd-51e0630db0e3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:14.486874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c94f02b0-428b-4bca-88fd-51e0630db0e3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:14.488019 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:14.578698 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:14.601781 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port c94f02b0-428b-4bca-88fd-51e0630db0e3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c94f02b0-428b-4bca-88fd-51e0630db0e3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:14.607400 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:14.608210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 752fcbe6-9267-4598-b405-a2e357a63c78 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:14.698374 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=c94f02b0-428b-4bca-88fd-51e0630db0e3,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:14.718962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 752fcbe6-9267-4598-b405-a2e357a63c78 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:14.749325 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=85741ad4-6a84-4d52-9cdc-88148a22d11c,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:14.767121 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:14.773510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da72363-a5d6-4cde-bc3f-57670df9de77 None None] Network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:58:14.830865 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-30ac9a5c-9a54-4e9b-a76a-1dc64aa0f859 None None] Provisioning for port 752fcbe6-9267-4598-b405-a2e357a63c78 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:14.838897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-30ac9a5c-9a54-4e9b-a76a-1dc64aa0f859 None None] Provisioning complete for port 752fcbe6-9267-4598-b405-a2e357a63c78 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:14.839327 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-30ac9a5c-9a54-4e9b-a76a-1dc64aa0f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:14.877161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:14.879149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:15.020595 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-30ac9a5c-9a54-4e9b-a76a-1dc64aa0f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:15.023249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 465564c1-709d-43bc-b0c6-6bde4825de0e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:58:15.077225 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-30ac9a5c-9a54-4e9b-a76a-1dc64aa0f859 None None] For port 752fcbe6-9267-4598-b405-a2e357a63c78, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=752fcbe6-9267-4598-b405-a2e357a63c78,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:15.088217 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-30ac9a5c-9a54-4e9b-a76a-1dc64aa0f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:15.169542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac9a5c-9a54-4e9b-a76a-1dc64aa0f859 None None] Pushing event updated for resources: {'Port': ['ID=752fcbe6-9267-4598-b405-a2e357a63c78,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:15.200109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:15.210301 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-25e26af5-fea2-4e5b-806a-6898e9fffbf0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/465564c1-709d-43bc-b0c6-6bde4825de0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8979259 Aug 19 12:58:15.348976 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Sync routers for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:15.360070 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:15.360771 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:15.395323 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-5b665443-8c27-4d39-b858-7578b00a2be1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702219326&fields=id&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 267 time: 0.0545022 Aug 19 12:58:15.436340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f57537d-13b8-4ebb-84af-a156ec330189 None None] Provisioning complete for port 752fcbe6-9267-4598-b405-a2e357a63c78 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:15.436948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f57537d-13b8-4ebb-84af-a156ec330189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:15.505645 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:15.573434 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-7fc191c5-d5b8-4568-8021-3acbbdb65841 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:15.583535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-7fc191c5-d5b8-4568-8021-3acbbdb65841 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/networks?id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697 HTTP/1.1" status: 200 len: 797 time: 0.1740031 Aug 19 12:58:15.597680 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-4f2680ef-48c6-470a-beca-2e44d2f0aace tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/quotas/a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 375 time: 0.0127461 Aug 19 12:58:15.675079 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f57537d-13b8-4ebb-84af-a156ec330189 None None] Provisioning for port 85741ad4-6a84-4d52-9cdc-88148a22d11c completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:15.685438 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f57537d-13b8-4ebb-84af-a156ec330189 None None] Provisioning complete for port 85741ad4-6a84-4d52-9cdc-88148a22d11c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:15.686108 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f57537d-13b8-4ebb-84af-a156ec330189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:15.706985 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-037af50e-63f5-42ac-83ac-81d831123d2f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030312 Aug 19 12:58:15.777963 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7f57537d-13b8-4ebb-84af-a156ec330189 None None] Port 85741ad4-6a84-4d52-9cdc-88148a22d11c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:15.907303 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:13Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '85741ad4-6a84-4d52-9cdc-88148a22d11c', 'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:f8:98:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:12Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 2, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '01433309-b756-4837-9929-edd4c032139c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:15.907664 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-d1d54245-2e89-4855-a3a2-365f7e399a60 service neutron] 10.222.0.65 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867311 Aug 19 12:58:15.908957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-85352966-cec4-40a4-8b2f-61769cd0a0c9 None None] Provisioning complete for port 85741ad4-6a84-4d52-9cdc-88148a22d11c triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:15.909621 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-85352966-cec4-40a4-8b2f-61769cd0a0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:15.956419 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Checking router: 465564c1-709d-43bc-b0c6-6bde4825de0e for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:58:15.956826 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Updating router 465564c1-709d-43bc-b0c6-6bde4825de0e port 85741ad4-6a84-4d52-9cdc-88148a22d11c binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:58:15.963810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-85352966-cec4-40a4-8b2f-61769cd0a0c9 None None] Port 85741ad4-6a84-4d52-9cdc-88148a22d11c cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:15.994736 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:16.048374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-6190dcde-25bc-4cb2-b76e-89d1f8c18f92 service neutron] 10.222.0.65 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337426 Aug 19 12:58:16.387141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e3cf992-df7e-401c-997a-6b2cd435c8a3 req-78faaf77-7e5c-43b4-8f1d-793cd685710b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 210 time: 0.1524911 Aug 19 12:58:16.395306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c94f02b0-428b-4bca-88fd-51e0630db0e3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:16.404565 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:16.419948 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Transition to ACTIVE for port object 85741ad4-6a84-4d52-9cdc-88148a22d11c will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:16.430096 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:16.461976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c94f02b0-428b-4bca-88fd-51e0630db0e3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:16.463219 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:16.501572 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Pushing event updated for resources: {'Port': ['ID=85741ad4-6a84-4d52-9cdc-88148a22d11c,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:16.536432 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.536841 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.537178 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.537524 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.537855 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.538310 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.538516 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.538905 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.539228 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.539543 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.539868 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.540629 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:16.589892 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Attempting to bind port 85741ad4-6a84-4d52-9cdc-88148a22d11c on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:16.590378 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Attempting to bind port 85741ad4-6a84-4d52-9cdc-88148a22d11c by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:16.590906 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Attempting to bind port 85741ad4-6a84-4d52-9cdc-88148a22d11c on network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:16.597377 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:16.597828 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Checking segment: {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:16.598234 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:16.599451 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Bound using segment: {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:16.599977 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Bound port: 85741ad4-6a84-4d52-9cdc-88148a22d11c, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:16.600423 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:16.617924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 752fcbe6-9267-4598-b405-a2e357a63c78 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:16.700439 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] For port 85741ad4-6a84-4d52-9cdc-88148a22d11c, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:16.702642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 752fcbe6-9267-4598-b405-a2e357a63c78 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:16.703013 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:16.709629 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] For port 85741ad4-6a84-4d52-9cdc-88148a22d11c, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=85741ad4-6a84-4d52-9cdc-88148a22d11c,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:16.716652 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:16.796402 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:16.797542 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:57:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:16.849787 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c3685-8a0c-4009-9115-ab41f3b1192a None None] Pushing event updated for resources: {'Port': ['ID=85741ad4-6a84-4d52-9cdc-88148a22d11c,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:16.949715 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:17.173702 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:13Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '85741ad4-6a84-4d52-9cdc-88148a22d11c', 'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:f8:98:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:12Z', 'updated_at': '2021-08-19T12:58:16Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '01433309-b756-4837-9929-edd4c032139c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:17.200825 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb4374-3fba-4069-8aef-8bd480e03e57 None None] The sync data for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 is: [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:13Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '85741ad4-6a84-4d52-9cdc-88148a22d11c', 'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:f8:98:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:12Z', 'updated_at': '2021-08-19T12:58:16Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '01433309-b756-4837-9929-edd4c032139c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:17.515610 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cc069ec7-eb82-464f-9b4f-c45bdb2655db req-1b0bc452-3337-41ba-90ad-b4d8104cd998 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 210 time: 0.0379949 Aug 19 12:58:17.562707 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-ab93d5de-6590-4c12-8a7c-68516b96c982 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:17.564337 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-ab93d5de-6590-4c12-8a7c-68516b96c982 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/networks?id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697 HTTP/1.1" status: 200 len: 797 time: 0.1646600 Aug 19 12:58:17.620389 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-5310b911-f688-4c14-8c68-d62bdc1287ea tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 379 time: 0.0404174 Aug 19 12:58:17.630418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'port': {'device_id': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'admin_state_up': True, 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'security_groups': ['d82c51fc-0bc0-4304-b521-ec0fb3fab7c4']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:17.761031 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:17.764753 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:17.903117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.10 (fe43d564-c92b-4f7f-bb5d-81d0dba4e697/01433309-b756-4837-9929-edd4c032139c/e1a66178-cdad-434c-aedd-03d78b0211b3) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:18.070162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.085249 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object e1a66178-cdad-434c-aedd-03d78b0211b3 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:18.120169 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.170367 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:18.174382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:18.179380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:18.184196 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=e1a66178-cdad-434c-aedd-03d78b0211b3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:18.244560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:18.244560 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.259024 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3309bb23-a9f0-4d06-99ba-3fbb9caff049 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6326911 Aug 19 12:58:18.280183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Request body: {'port': {'device_id': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:18.361941 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.396025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 85741ad4-6a84-4d52-9cdc-88148a22d11c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:18.459969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 85741ad4-6a84-4d52-9cdc-88148a22d11c completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:18.468246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 85741ad4-6a84-4d52-9cdc-88148a22d11c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:18.468799 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.501934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9a458adf-659f-415d-a8b1-a315cb15d559 None None] Provisioning for port e1a66178-cdad-434c-aedd-03d78b0211b3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:18.512550 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-9a458adf-659f-415d-a8b1-a315cb15d559 None None] Provisioning complete for port e1a66178-cdad-434c-aedd-03d78b0211b3 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:18.512978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9a458adf-659f-415d-a8b1-a315cb15d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.547710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e6def5d9-5162-41b3-807c-d8d1ad060e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.566949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-9a458adf-659f-415d-a8b1-a315cb15d559 None None] Port e1a66178-cdad-434c-aedd-03d78b0211b3 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:18.609114 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.653039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 85741ad4-6a84-4d52-9cdc-88148a22d11c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=85741ad4-6a84-4d52-9cdc-88148a22d11c,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:18.661963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.680675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae980f-b27e-4253-bb8b-10fa60306975 req-abad5ca6-e87a-4237-bfb1-ef9a0d1ab447 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:18.682232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2cae980f-b27e-4253-bb8b-10fa60306975 req-abad5ca6-e87a-4237-bfb1-ef9a0d1ab447 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 932 time: 0.0633025 Aug 19 12:58:18.701324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a66178-cdad-434c-aedd-03d78b0211b3 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:58:18.710773 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.718465 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=85741ad4-6a84-4d52-9cdc-88148a22d11c,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:18.725386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Transition to ACTIVE for port object e1a66178-cdad-434c-aedd-03d78b0211b3 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:18.734900 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.740892 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2cae980f-b27e-4253-bb8b-10fa60306975 req-a7cc45aa-aa69-429f-ba49-d2cdff194d7f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496759 Aug 19 12:58:18.789890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Pushing event updated for resources: {'Port': ['ID=e1a66178-cdad-434c-aedd-03d78b0211b3,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:18.866609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Attempting to bind port e1a66178-cdad-434c-aedd-03d78b0211b3 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:18.867005 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Attempting to bind port e1a66178-cdad-434c-aedd-03d78b0211b3 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:18.867432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Attempting to bind port e1a66178-cdad-434c-aedd-03d78b0211b3 on network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:18.872474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Port e1a66178-cdad-434c-aedd-03d78b0211b3 on network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:58:18.872855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Attempting to bind port e1a66178-cdad-434c-aedd-03d78b0211b3 on network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:18.878876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:18.879222 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Checking segment: {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:18.879608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Bound using segment: {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:18.880043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Bound port: e1a66178-cdad-434c-aedd-03d78b0211b3, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1468f3e4-83f5-48d2-9235-d41c0d5f4096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:18.880404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:18.967271 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] For port e1a66178-cdad-434c-aedd-03d78b0211b3, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:18.970637 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] For port e1a66178-cdad-434c-aedd-03d78b0211b3, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a66178-cdad-434c-aedd-03d78b0211b3,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:18.974413 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:19.019971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.020597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:19.022111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] 10.222.0.69 "PUT /v2.0/ports/e1a66178-cdad-434c-aedd-03d78b0211b3 HTTP/1.1" status: 200 len: 1092 time: 0.7476246 Aug 19 12:58:19.022536 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:19.024876 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:19.045846 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce525e-f252-414c-b652-b03b3495cb5b service neutron] Pushing event updated for resources: {'Port': ['ID=e1a66178-cdad-434c-aedd-03d78b0211b3,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:19.088481 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70ddebc-132c-4886-b659-0b05845bb953 x-openstack-request-id: req-a70ddebc-132c-4886-b659-0b05845bb953 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:19.088840 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:19.089137 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a70ddebc-132c-4886-b659-0b05845bb953 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:19.090277 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'status': 'completed', 'code': 200} Aug 19 12:58:19.148602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3edd5e46-90a8-40be-b2ec-adb159cff791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.150239 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-3edd5e46-90a8-40be-b2ec-adb159cff791 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 1095 time: 0.0475428 Aug 19 12:58:19.202065 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-be30e653-6d70-4054-a174-4ef69d8117bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1a66178-cdad-434c-aedd-03d78b0211b3 HTTP/1.1" status: 200 len: 217 time: 0.0381310 Aug 19 12:58:19.260220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-03bb6ed3-f1d2-494d-94a3-868163f6352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.262446 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-03bb6ed3-f1d2-494d-94a3-868163f6352a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01433309-b756-4837-9929-edd4c032139c HTTP/1.1" status: 200 len: 834 time: 0.0535357 Aug 19 12:58:19.316966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-fd8b1c39-f560-4b8c-99f9-5ebf7ffa9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.318431 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-fd8b1c39-f560-4b8c-99f9-5ebf7ffa9fd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495551 Aug 19 12:58:19.415560 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-128e03b3-5eb9-408d-b937-1ad8f9160f4f service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893304 Aug 19 12:58:19.511371 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3bf188b8-2071-4297-9353-dde3d2cf485e req-64f8528c-4549-42b8-b0a8-a01ef8967022 service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880351 Aug 19 12:58:19.654876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-4e400b51-861f-402d-a4d6-fac17e4be6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.656402 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-4e400b51-861f-402d-a4d6-fac17e4be6ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 1095 time: 0.0429986 Aug 19 12:58:19.754045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-5b0ee0de-18dd-4255-b76f-b7b6c34e22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.756942 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-5b0ee0de-18dd-4255-b76f-b7b6c34e22c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697 HTTP/1.1" status: 200 len: 898 time: 0.0930777 Aug 19 12:58:19.803126 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-50b3af40-7d11-40f1-8fc5-97c952c6fa84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1a66178-cdad-434c-aedd-03d78b0211b3 HTTP/1.1" status: 200 len: 217 time: 0.0382223 Aug 19 12:58:19.865333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-14ecc525-8a91-40ff-9626-3a22fe5dec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.866928 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-14ecc525-8a91-40ff-9626-3a22fe5dec70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01433309-b756-4837-9929-edd4c032139c HTTP/1.1" status: 200 len: 834 time: 0.0562253 Aug 19 12:58:19.869310 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5416b4-5ed9-4a2e-b2ce-97c1a8f2f39d req-06f2658f-3fd2-46c5-9fb2-4489a29111fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.870928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba5416b4-5ed9-4a2e-b2ce-97c1a8f2f39d req-06f2658f-3fd2-46c5-9fb2-4489a29111fd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 944 time: 0.0541968 Aug 19 12:58:19.913281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ba5416b4-5ed9-4a2e-b2ce-97c1a8f2f39d req-d5979370-1850-4ecc-8559-26e7216170b7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360703 Aug 19 12:58:19.921006 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-f7c97cb1-11f4-4a58-9f64-35eb0eff4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.923001 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-f7c97cb1-11f4-4a58-9f64-35eb0eff4b86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485814 Aug 19 12:58:20.018204 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-2a473852-5017-4449-ad0a-fdbfb7d6c3a8 service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Aug 19 12:58:20.117199 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5e6f61ac-1765-4ed1-b1ee-b5cfd6f096ae req-51888818-1425-401a-b00a-762e6188ec60 service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912793 Aug 19 12:58:20.355994 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 85741ad4-6a84-4d52-9cdc-88148a22d11c up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:20.407393 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 85741ad4-6a84-4d52-9cdc-88148a22d11c triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:20.407804 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:20.876852 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b875af30-0ed4-491d-b376-a60183c983b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:21.030776 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:21.105545 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da87ca-3701-4802-b1fc-f0eef05dc240 req-946d5463-e362-4cee-85fa-472d182aef2d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:21.106982 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39da87ca-3701-4802-b1fc-f0eef05dc240 req-946d5463-e362-4cee-85fa-472d182aef2d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 944 time: 0.0589809 Aug 19 12:58:21.150321 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39da87ca-3701-4802-b1fc-f0eef05dc240 req-adc4f75e-c677-4b04-a28f-9c76ad09c5a1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363808 Aug 19 12:58:21.815166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a66178-cdad-434c-aedd-03d78b0211b3 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:58:21.923210 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a66178-cdad-434c-aedd-03d78b0211b3, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a66178-cdad-434c-aedd-03d78b0211b3,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:21.935938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'port_id': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'mac_address': 'fa:16:3e:b6:3e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:58:21.976891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:21.991591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a66178-cdad-434c-aedd-03d78b0211b3 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:58:22.014285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a66178-cdad-434c-aedd-03d78b0211b3, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a66178-cdad-434c-aedd-03d78b0211b3,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:22.019250 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:22.073226 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e1a66178-cdad-434c-aedd-03d78b0211b3,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:22.217790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:22.278262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261bf5-427a-4150-bc59-90937fa73a89 req-cb95ea58-31db-4130-8c8b-f3c35c5b2111 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:22.279763 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-af261bf5-427a-4150-bc59-90937fa73a89 req-cb95ea58-31db-4130-8c8b-f3c35c5b2111 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 945 time: 0.0542352 Aug 19 12:58:22.299526 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['e1a66178-cdad-434c-aedd-03d78b0211b3'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:58:22.335277 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-af261bf5-427a-4150-bc59-90937fa73a89 req-7d79c156-3317-423d-bf99-94a9f95bed68 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463970 Aug 19 12:58:23.463156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad46a1d-6b69-4e85-bd4a-808dfe750d56 req-2a2d9040-50e4-4038-897c-41e4619a561a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:23.464927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ad46a1d-6b69-4e85-bd4a-808dfe750d56 req-2a2d9040-50e4-4038-897c-41e4619a561a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 945 time: 0.0534205 Aug 19 12:58:23.516134 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ad46a1d-6b69-4e85-bd4a-808dfe750d56 req-60cfb4b4-1324-428f-9a72-515509bc3c58 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Aug 19 12:58:23.823897 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a66178-cdad-434c-aedd-03d78b0211b3 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:23.878190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port e1a66178-cdad-434c-aedd-03d78b0211b3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:23.882193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port e1a66178-cdad-434c-aedd-03d78b0211b3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:23.882566 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:23.963473 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:23.991252 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:23.993608 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd9bb29-625f-465f-8acd-5fd13ab272f2" -d '{"events": [{"server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "name": "network-vif-plugged", "status": "completed", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:24.008272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port e1a66178-cdad-434c-aedd-03d78b0211b3, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a66178-cdad-434c-aedd-03d78b0211b3,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:24.013065 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:24.039742 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387d83d6-3559-48ed-8c5d-136b4484da78 x-openstack-request-id: req-387d83d6-3559-48ed-8c5d-136b4484da78 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:24.040033 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "name": "network-vif-plugged", "status": "completed", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:24.040276 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-387d83d6-3559-48ed-8c5d-136b4484da78 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:24.040709 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'code': 200} Aug 19 12:58:24.069306 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=e1a66178-cdad-434c-aedd-03d78b0211b3,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:24.171409 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6bfa3-9d10-4177-80b7-11d759a51e1c req-e650c870-9ef9-4fa1-84c3-19b0f737de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:24.173313 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-17b6bfa3-9d10-4177-80b7-11d759a51e1c req-e650c870-9ef9-4fa1-84c3-19b0f737de99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 1097 time: 0.0486383 Aug 19 12:58:24.216137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-17b6bfa3-9d10-4177-80b7-11d759a51e1c req-eceafdec-102a-47ac-9ab9-19276a41012d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344143 Aug 19 12:58:24.250183 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:24.650130 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0deec4-a44f-47a6-bfb4-1988d525ba4f req-526f08aa-5ad0-4465-890b-364220f46615 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:24.652520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d0deec4-a44f-47a6-bfb4-1988d525ba4f req-526f08aa-5ad0-4465-890b-364220f46615 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0566268 Aug 19 12:58:24.688453 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:24.697013 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8d0deec4-a44f-47a6-bfb4-1988d525ba4f req-846ab482-2a64-45b1-80ce-b8255441dbf7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381885 Aug 19 12:58:25.832240 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f638d7-7687-4cfc-980f-9cc5ee29f06e req-1ccf9cd0-5ef8-402b-8177-369ed59ee79a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:25.833845 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56f638d7-7687-4cfc-980f-9cc5ee29f06e req-1ccf9cd0-5ef8-402b-8177-369ed59ee79a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0566814 Aug 19 12:58:25.880566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-56f638d7-7687-4cfc-980f-9cc5ee29f06e req-85368526-e288-4983-b36b-375ac08473d6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402439 Aug 19 12:58:26.004440 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ba29b-68a8-4877-b6e0-89d0c8b91f05 req-77a938aa-679b-47cb-8445-6577a8366a76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:26.006216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff3ba29b-68a8-4877-b6e0-89d0c8b91f05 req-77a938aa-679b-47cb-8445-6577a8366a76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0521104 Aug 19 12:58:26.050093 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff3ba29b-68a8-4877-b6e0-89d0c8b91f05 req-8fc8c5c8-c3bf-4aa2-8d13-d10bf0c2c47d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371068 Aug 19 12:58:26.078220 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48602) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:26.177149 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde091d0-0535-43d3-bc77-7f3840fd8c56 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:26.178715 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-fde091d0-0535-43d3-bc77-7f3840fd8c56 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 1092 time: 0.0992515 Aug 19 12:58:26.183394 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48606) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:26.188306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:26.219867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:26.325192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:26.437056 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.82 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/0108cddc-3f7c-44c0-806d-74a9a2ff79da) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:26.543086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:26.587640 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:26.631730 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:26.634808 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:26.639482 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:26.647025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=0108cddc-3f7c-44c0-806d-74a9a2ff79da,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:26.678091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.678415 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.678794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.679138 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.679479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.679815 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.680156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.680490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.680864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.681218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.681503 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:26.681834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:27.044199 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:27.131409 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:27.301191 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:27.309431 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:27.376361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=0108cddc-3f7c-44c0-806d-74a9a2ff79da,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:27.394600 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:27.505385 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP 14343009-90fd-44f1-a53e-73bf995d1ea5 associated. External IP: 172.25.4.82, port: e1a66178-cdad-434c-aedd-03d78b0211b3. Aug 19 12:58:27.756235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 465564c1-709d-43bc-b0c6-6bde4825de0e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:58:27.885764 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:27.901609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] Sync routers for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:27.913108 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:27.913809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:27.914636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:27.956017 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-823ed544-2f1c-4f1b-8633-d57030e0f881 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7710142 Aug 19 12:58:27.957117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:27.961318 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d99ac47-bf8e-4927-9b12-53c288dec05c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:28.003994 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bafeae0-7398-429d-8193-4f95d3609a53 x-openstack-request-id: req-2bafeae0-7398-429d-8193-4f95d3609a53 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:28.004318 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:28.004577 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2bafeae0-7398-429d-8193-4f95d3609a53 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:28.005090 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'status': 'completed', 'code': 200} Aug 19 12:58:28.076186 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ec419-6b85-4ca4-8b61-9db524a2d1e9 req-b6c32106-a83b-4585-9561-baf463370982 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:28.077863 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-182ec419-6b85-4ca4-8b61-9db524a2d1e9 req-b6c32106-a83b-4585-9561-baf463370982 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0555160 Aug 19 12:58:28.106663 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-7ccdb1fb-d896-4341-bef7-2faa3993794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:28.108424 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-7ccdb1fb-d896-4341-bef7-2faa3993794a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 1097 time: 0.0598683 Aug 19 12:58:28.127995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-182ec419-6b85-4ca4-8b61-9db524a2d1e9 req-082a23a1-f41d-4596-ada3-d74794bd1ea1 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433674 Aug 19 12:58:28.153040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48612) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:28.219080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:28.230225 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-8f626c38-24ad-49bc-8504-0541f90a2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:28.232394 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-8f626c38-24ad-49bc-8504-0541f90a2059 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697 HTTP/1.1" status: 200 len: 898 time: 0.1161311 Aug 19 12:58:28.232598 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-72e8a8a5-8e04-41d0-b7b1-dad97ced4467 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/14343009-90fd-44f1-a53e-73bf995d1ea5 HTTP/1.1" status: 200 len: 991 time: 0.0784161 Aug 19 12:58:28.303182 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-1dc582b1-d0b8-41ad-8417-d5a3d1199985 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1a66178-cdad-434c-aedd-03d78b0211b3 HTTP/1.1" status: 200 len: 999 time: 0.0621710 Aug 19 12:58:28.358518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-ca26fb22-e013-4855-9b05-c1867d2bb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:28.359931 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-ca26fb22-e013-4855-9b05-c1867d2bb4e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01433309-b756-4837-9929-edd4c032139c HTTP/1.1" status: 200 len: 834 time: 0.0496392 Aug 19 12:58:28.406647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-34db4ad9-87e7-4610-8b80-13979d4d8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:28.408873 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-34db4ad9-87e7-4610-8b80-13979d4d8ea4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418448 Aug 19 12:58:28.466492 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:13Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '14343009-90fd-44f1-a53e-73bf995d1ea5', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'port_id': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'mac_address': 'fa:16:3e:b6:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:58:26Z', 'updated_at': '2021-08-19T12:58:26Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85741ad4-6a84-4d52-9cdc-88148a22d11c', 'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:f8:98:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:12Z', 'updated_at': '2021-08-19T12:58:18Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '01433309-b756-4837-9929-edd4c032139c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:28.493661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] Checking router: 465564c1-709d-43bc-b0c6-6bde4825de0e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:58:28.504087 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-f47c18d0-eda3-415b-b146-3e3447ea1cac service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877962 Aug 19 12:58:28.504702 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:28.505364 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:58:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:28.606479 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3d99ac47-bf8e-4927-9b12-53c288dec05c req-aa2fafc1-b1fe-4d3b-9fc3-4f83e9a3659c service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941577 Aug 19 12:58:28.625771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:28.784341 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:58:28.865947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:13Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '14343009-90fd-44f1-a53e-73bf995d1ea5', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'port_id': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'mac_address': 'fa:16:3e:b6:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:58:26Z', 'updated_at': '2021-08-19T12:58:26Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85741ad4-6a84-4d52-9cdc-88148a22d11c', 'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:f8:98:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:12Z', 'updated_at': '2021-08-19T12:58:18Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '01433309-b756-4837-9929-edd4c032139c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:28.899050 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21796b-d7bc-4cc3-bff7-45fb5cd2ea96 None None] The sync data for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 is: [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:13Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '14343009-90fd-44f1-a53e-73bf995d1ea5', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'port_id': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'mac_address': 'fa:16:3e:b6:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:58:26Z', 'updated_at': '2021-08-19T12:58:26Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85741ad4-6a84-4d52-9cdc-88148a22d11c', 'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:f8:98:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:12Z', 'updated_at': '2021-08-19T12:58:18Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '01433309-b756-4837-9929-edd4c032139c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:29.073376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:29.116388 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3626bf6-72c1-43e8-9119-4416e564ff90 None None] New status for floating IP 14343009-90fd-44f1-a53e-73bf995d1ea5: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:58:29.237033 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48614) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:29.303205 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-267fb96e-0d68-4f82-b0a5-17555718f984 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/14343009-90fd-44f1-a53e-73bf995d1ea5 HTTP/1.1" status: 200 len: 991 time: 0.0648558 Aug 19 12:58:30.307636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48616) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:30.382526 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-32c30b68-1bec-438d-8395-4269ee9078e3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/14343009-90fd-44f1-a53e-73bf995d1ea5 HTTP/1.1" status: 200 len: 993 time: 0.0733421 Aug 19 12:58:48.516195 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9365a004-9c80-4b33-8c53-b4d9a8edffec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:50.879807 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-34da5c2a-09e3-40f0-b327-e301fde32d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.034038 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.222678 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.250922 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.703744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:59.082527 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:01.810852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa9262-7477-4cb7-8ae6-d554e2b6d06f req-352c6dda-9963-42e8-abd6-2a778635378f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:01.812369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0fa9262-7477-4cb7-8ae6-d554e2b6d06f req-352c6dda-9963-42e8-abd6-2a778635378f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.1005256 Aug 19 12:59:01.856039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0fa9262-7477-4cb7-8ae6-d554e2b6d06f req-f32e6311-6c4a-4de3-a74f-754ca5d8fbb7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372424 Aug 19 12:59:02.991336 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2e877-faeb-4276-90df-9bd7db19be00 req-6880bae1-43ae-4ada-a366-b8813b4dd7dd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:02.992910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8f2e877-faeb-4276-90df-9bd7db19be00 req-6880bae1-43ae-4ada-a366-b8813b4dd7dd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0519841 Aug 19 12:59:03.036492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a8f2e877-faeb-4276-90df-9bd7db19be00 req-7210325e-65ae-4996-a4e3-4c9b167f024c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369248 Aug 19 12:59:04.172607 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83e485-ea26-4e20-97f0-0bea763f8b59 req-968adc3f-8dea-4431-a53c-14aad3a39856 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:04.174124 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec83e485-ea26-4e20-97f0-0bea763f8b59 req-968adc3f-8dea-4431-a53c-14aad3a39856 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0566311 Aug 19 12:59:04.224470 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ec83e485-ea26-4e20-97f0-0bea763f8b59 req-b4ac3e7e-2cf1-4df4-a6c1-ce1ae09632df tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Aug 19 12:59:05.353255 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9da08-9efb-41d7-9f10-7ca83bb94d67 req-6851ea9e-d639-4bfc-a19a-151b1b4ef54c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:05.354757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9c9da08-9efb-41d7-9f10-7ca83bb94d67 req-6851ea9e-d639-4bfc-a19a-151b1b4ef54c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0534024 Aug 19 12:59:05.399852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9c9da08-9efb-41d7-9f10-7ca83bb94d67 req-9df17cb1-18c6-485a-a15f-72d7436e296c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383201 Aug 19 12:59:05.785796 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:59:06.530163 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299df32-e3c4-4173-befc-a739a5f0d2b1 req-b55791c7-5f21-4ce1-b258-da4450cb5f86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:06.531622 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8299df32-e3c4-4173-befc-a739a5f0d2b1 req-b55791c7-5f21-4ce1-b258-da4450cb5f86 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0548017 Aug 19 12:59:06.572285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8299df32-e3c4-4173-befc-a739a5f0d2b1 req-3230750c-128e-46d5-9185-63532d3a8446 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340075 Aug 19 12:59:07.373871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-46c277c6-cff3-41c2-aa21-fab59c61d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:07.375436 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-46c277c6-cff3-41c2-aa21-fab59c61d784 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 1097 time: 0.0995271 Aug 19 12:59:07.491014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-32fa5ea6-91a1-4ae9-857a-095dee8fdba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:07.492527 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-32fa5ea6-91a1-4ae9-857a-095dee8fdba6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697 HTTP/1.1" status: 200 len: 898 time: 0.0957935 Aug 19 12:59:07.571081 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-c2b25fe4-cd28-4108-89ad-0441b1995bf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1a66178-cdad-434c-aedd-03d78b0211b3 HTTP/1.1" status: 200 len: 1001 time: 0.0704587 Aug 19 12:59:07.625059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-b521d20b-3094-42f9-b289-8980152a5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:07.627019 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-b521d20b-3094-42f9-b289-8980152a5087 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01433309-b756-4837-9929-edd4c032139c HTTP/1.1" status: 200 len: 834 time: 0.0479751 Aug 19 12:59:07.677732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-d00359ae-df76-4801-abda-757d918c40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:07.679364 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-d00359ae-df76-4801-abda-757d918c40ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448370 Aug 19 12:59:07.698793 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a44465-c65f-4212-b477-32a54d21db8e req-6cff52bf-bfe7-4248-98b7-70d2a90850c0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:07.701052 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4a44465-c65f-4212-b477-32a54d21db8e req-6cff52bf-bfe7-4248-98b7-70d2a90850c0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0546641 Aug 19 12:59:07.742101 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b4a44465-c65f-4212-b477-32a54d21db8e req-cb52ca63-9773-4728-a811-eb86eac28bf6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349128 Aug 19 12:59:07.784779 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-a84d6502-2ed9-4156-9099-a196f36631f2 service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964663 Aug 19 12:59:07.888752 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2a2f5902-d041-4206-9d4b-bdd2f5abaf4f req-e8605841-6b13-4565-82dd-64a781df78ee service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Aug 19 12:59:08.880518 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe316ea1-9474-4cf4-be3e-ce754a2f2c38 req-1c2c6879-a08b-4136-a72f-f4ac1b07cb30 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:08.882184 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe316ea1-9474-4cf4-be3e-ce754a2f2c38 req-1c2c6879-a08b-4136-a72f-f4ac1b07cb30 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0562832 Aug 19 12:59:08.930659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe316ea1-9474-4cf4-be3e-ce754a2f2c38 req-c4d82b89-1ad6-4465-93d9-038deca04b56 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411506 Aug 19 12:59:10.057343 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92430-b12e-405d-b589-acf31c52f0a0 req-88e18ad1-0f9a-4a70-a897-bd9cffe0c53a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:10.058904 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0f92430-b12e-405d-b589-acf31c52f0a0 req-88e18ad1-0f9a-4a70-a897-bd9cffe0c53a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0540719 Aug 19 12:59:10.100426 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e0f92430-b12e-405d-b589-acf31c52f0a0 req-9dc78611-7f23-4d65-ad6f-b42ea5f6d885 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348880 Aug 19 12:59:11.227781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2572ea-b130-4723-b6d5-c3831dcab281 req-126b9634-bbbc-498f-93d6-9330a191befd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:11.229280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c2572ea-b130-4723-b6d5-c3831dcab281 req-126b9634-bbbc-498f-93d6-9330a191befd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0545533 Aug 19 12:59:11.277286 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c2572ea-b130-4723-b6d5-c3831dcab281 req-dd297fcf-414b-4ace-a455-ebaaae30ac88 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406182 Aug 19 12:59:12.402996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886ff82-0760-44c4-9a03-9493b299abb2 req-cdbdb1fe-c0bf-41bc-9cc4-70c980903bc2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:12.404601 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c886ff82-0760-44c4-9a03-9493b299abb2 req-cdbdb1fe-c0bf-41bc-9cc4-70c980903bc2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0517414 Aug 19 12:59:12.448200 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c886ff82-0760-44c4-9a03-9493b299abb2 req-fe6b3000-d51c-4b99-8de5-f9e6e0467c53 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374930 Aug 19 12:59:13.584213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e0fb6-0735-4b70-8100-51f8da237569 req-daa83501-fad9-4ab1-811b-4291c7522240 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:13.585727 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f68e0fb6-0735-4b70-8100-51f8da237569 req-daa83501-fad9-4ab1-811b-4291c7522240 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0562649 Aug 19 12:59:13.639374 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f68e0fb6-0735-4b70-8100-51f8da237569 req-963fc121-6af4-4093-a87a-045957da517d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444148 Aug 19 12:59:14.773908 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af538cd-6c3b-4d8c-927e-b2e50e9d25aa req-15661cd8-45bf-40a2-b42f-0a2ad3bc8fe5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:14.775774 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7af538cd-6c3b-4d8c-927e-b2e50e9d25aa req-15661cd8-45bf-40a2-b42f-0a2ad3bc8fe5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0564754 Aug 19 12:59:14.817544 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7af538cd-6c3b-4d8c-927e-b2e50e9d25aa req-6aec9384-67d2-4387-8b37-aff0dfd10710 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348563 Aug 19 12:59:15.946471 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bf9e1-5497-436c-95cd-03c986cf47b3 req-64fddbae-dd77-4921-ab5d-f8e15cda2459 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:15.948198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d1bf9e1-5497-436c-95cd-03c986cf47b3 req-64fddbae-dd77-4921-ab5d-f8e15cda2459 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0539618 Aug 19 12:59:15.999730 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7d1bf9e1-5497-436c-95cd-03c986cf47b3 req-12e59172-ff8b-4ac3-b717-6a066528d080 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438247 Aug 19 12:59:17.130279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9026b3-9b6d-4941-b70f-069f6a6b3ce0 req-7f3e1c3d-481d-4524-8aa6-9c76b301049f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:17.131797 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c9026b3-9b6d-4941-b70f-069f6a6b3ce0 req-7f3e1c3d-481d-4524-8aa6-9c76b301049f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0560884 Aug 19 12:59:17.173582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9c9026b3-9b6d-4941-b70f-069f6a6b3ce0 req-ed9801aa-942f-444d-a5da-c1d79b89be1e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346580 Aug 19 12:59:17.198931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48668) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:17.266854 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ffc8575b-68f9-4fcb-9411-b756b8e9ead7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/14343009-90fd-44f1-a53e-73bf995d1ea5 HTTP/1.1" status: 200 len: 993 time: 0.0667155 Aug 19 12:59:18.511084 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12741a7c-0441-4a0d-bad5-cd97ba1fa531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:18.560852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249946e6-7d7c-4815-9637-36d1c6245dcf req-5e71255a-b7ff-4032-b502-72eefbfc68eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:18.562428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-249946e6-7d7c-4815-9637-36d1c6245dcf req-5e71255a-b7ff-4032-b502-72eefbfc68eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0587072 Aug 19 12:59:18.606488 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-249946e6-7d7c-4815-9637-36d1c6245dcf req-c7f86930-6390-4e9c-970a-38101c583230 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367515 Aug 19 12:59:18.608483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-422f10dc-7ead-48ad-b941-2a225e556885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:18.610342 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-422f10dc-7ead-48ad-b941-2a225e556885 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 1097 time: 0.0493300 Aug 19 12:59:18.712262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-3ebf38ad-aca7-4d76-8efd-59b6e9386b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:18.713904 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-3ebf38ad-aca7-4d76-8efd-59b6e9386b0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697 HTTP/1.1" status: 200 len: 898 time: 0.0964663 Aug 19 12:59:18.793359 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-5a4adc84-601f-415e-9a1c-0735aede70ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1a66178-cdad-434c-aedd-03d78b0211b3 HTTP/1.1" status: 200 len: 1001 time: 0.0707629 Aug 19 12:59:18.851306 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-fb76db50-1c4f-4d44-9f0c-fd416a54afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:18.852846 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-fb76db50-1c4f-4d44-9f0c-fd416a54afde service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01433309-b756-4837-9929-edd4c032139c HTTP/1.1" status: 200 len: 834 time: 0.0526912 Aug 19 12:59:18.901953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-371bb399-c011-4e13-9479-fa1ea40014df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:18.903536 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-371bb399-c011-4e13-9479-fa1ea40014df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428267 Aug 19 12:59:19.000313 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-38e8b14e-ab96-4d08-8360-afc0502019f5 service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895662 Aug 19 12:59:19.129345 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1374fbfe-a310-44a3-bf48-f8db2c78a8ab req-f0d56669-9569-425a-b47e-2272b91ad9d8 service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215718 Aug 19 12:59:19.736993 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e16f1-c251-4113-9b11-542d81cccbac req-24fe2f95-7821-4521-87bc-dedb7c81c1a0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:19.740187 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-419e16f1-c251-4113-9b11-542d81cccbac req-24fe2f95-7821-4521-87bc-dedb7c81c1a0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0565331 Aug 19 12:59:19.787270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-419e16f1-c251-4113-9b11-542d81cccbac req-600dfffa-cfd7-4501-bdee-29894938f7ae tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399108 Aug 19 12:59:19.813976 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48678) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:19.879578 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-00dea021-b42b-4dac-8bac-7856fd4c78d2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/14343009-90fd-44f1-a53e-73bf995d1ea5 HTTP/1.1" status: 200 len: 993 time: 0.0643594 Aug 19 12:59:20.887151 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-05b12aaf-c06e-4997-a08e-a90308d54a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:21.038837 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:22.217545 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.252504 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.717548 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.078126 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.788411 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:59:48.519989 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-daeb0868-123a-434a-97cd-5a8514cbcbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.469145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48692) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:50.649961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 0108cddc-3f7c-44c0-806d-74a9a2ff79da {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:50.650485 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.731434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.731903 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.745086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 0108cddc-3f7c-44c0-806d-74a9a2ff79da owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:50.881976 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35ea8152-db2c-4f9c-8a39-3125d5effbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.900979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.926794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=0108cddc-3f7c-44c0-806d-74a9a2ff79da,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:50.954873 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.955228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.955574 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.955931 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.956352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.956716 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.957048 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.957397 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.957728 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.958046 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.958376 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:50.958721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:51.005088 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.005463 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP 14343009-90fd-44f1-a53e-73bf995d1ea5 disassociated (deleted). External IP: 172.25.4.82, port: e1a66178-cdad-434c-aedd-03d78b0211b3. Aug 19 12:59:51.043728 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.601237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 465564c1-709d-43bc-b0c6-6bde4825de0e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:51.715738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:51.721100 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.726110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] Sync routers for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:51.735475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:51.736099 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:51.748296 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2d07c6ab-b641-45bf-aeef-0d8edd1ae4c4 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/floatingips/14343009-90fd-44f1-a53e-73bf995d1ea5 HTTP/1.1" status: 204 len: 168 time: 1.2749126 Aug 19 12:59:51.749029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:59:51.751560 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:59:51.859543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:51.877981 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768696e1-18d2-443c-b790-df7cbe0a9ce5 x-openstack-request-id: req-768696e1-18d2-443c-b790-df7cbe0a9ce5 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:59:51.878279 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:59:51.878533 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-768696e1-18d2-443c-b790-df7cbe0a9ce5 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:59:51.878949 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'status': 'completed', 'code': 200} Aug 19 12:59:51.976964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-f1f02870-6708-4d62-8266-9684592d0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:51.978527 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-f1f02870-6708-4d62-8266-9684592d0b6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 1097 time: 0.0523643 Aug 19 12:59:52.021040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd57d5e-f34a-4f70-a43e-9b38acc9d9bd req-86ee9cb6-e1c7-4f38-9703-fcfa1913b1e7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:52.023350 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edd57d5e-f34a-4f70-a43e-9b38acc9d9bd req-86ee9cb6-e1c7-4f38-9703-fcfa1913b1e7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0566037 Aug 19 12:59:52.067984 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-edd57d5e-f34a-4f70-a43e-9b38acc9d9bd req-bea75b79-b035-4a08-9ccc-757dd61b4489 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380676 Aug 19 12:59:52.090358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-f41ed8b6-9028-49d1-a68a-e9804a11d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:52.091418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:13Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '85741ad4-6a84-4d52-9cdc-88148a22d11c', 'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:f8:98:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:12Z', 'updated_at': '2021-08-19T12:58:18Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '01433309-b756-4837-9929-edd4c032139c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:52.092117 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-f41ed8b6-9028-49d1-a68a-e9804a11d3d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697 HTTP/1.1" status: 200 len: 898 time: 0.1054170 Aug 19 12:59:52.120282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] Checking router: 465564c1-709d-43bc-b0c6-6bde4825de0e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:52.129340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:52.129979 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:52.138836 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-67845d8f-d68f-4a92-a8bf-3824aa77e24e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1a66178-cdad-434c-aedd-03d78b0211b3 HTTP/1.1" status: 200 len: 217 time: 0.0371737 Aug 19 12:59:52.197538 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-8925ec80-63f4-4b2a-9920-84b526da9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:52.199046 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-8925ec80-63f4-4b2a-9920-84b526da9fa6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01433309-b756-4837-9929-edd4c032139c HTTP/1.1" status: 200 len: 834 time: 0.0518370 Aug 19 12:59:52.237010 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:52.251997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-93ec3543-e20a-4d64-b4f6-76a90682a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:52.253242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:52.253604 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-93ec3543-e20a-4d64-b4f6-76a90682a4c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe43d564-c92b-4f7f-bb5d-81d0dba4e697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450437 Aug 19 12:59:52.357174 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-4c99a743-7f81-4c17-b7b3-db9dcb2bee79 service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951414 Aug 19 12:59:52.458425 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ab365f13-8d0a-49b2-9d85-dd7c8d05bab2 req-f5dadad2-e015-4b41-ac08-48edf97878d8 service neutron] 10.222.0.69 "GET /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936732 Aug 19 12:59:52.467498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:13Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '85741ad4-6a84-4d52-9cdc-88148a22d11c', 'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:f8:98:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:12Z', 'updated_at': '2021-08-19T12:58:18Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '01433309-b756-4837-9929-edd4c032139c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:52.494957 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a668b-4389-4b1c-b017-ce11189e9b39 None None] The sync data for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 is: [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:13Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '85741ad4-6a84-4d52-9cdc-88148a22d11c', 'name': '', 'network_id': 'fe43d564-c92b-4f7f-bb5d-81d0dba4e697', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:f8:98:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '01433309-b756-4837-9929-edd4c032139c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:12Z', 'updated_at': '2021-08-19T12:58:18Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': '01433309-b756-4837-9929-edd4c032139c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:52.759175 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658b658-c3dc-453b-87ba-e0d7edd7f5e3 None None] New status for floating IP 14343009-90fd-44f1-a53e-73bf995d1ea5: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:59:53.208855 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a4292-83c7-47b8-bc68-769a51323ad9 req-df35e9ae-e23c-4c4b-bb70-9d29fc6cb972 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:53.210520 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f11a4292-83c7-47b8-bc68-769a51323ad9 req-df35e9ae-e23c-4c4b-bb70-9d29fc6cb972 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0631077 Aug 19 12:59:53.256548 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f11a4292-83c7-47b8-bc68-769a51323ad9 req-60ca60f9-f2ef-4937-abfe-671f391094fe tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371983 Aug 19 12:59:53.751723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75270071-8103-4288-97a1-d0c25b8621c1 req-58ab7f72-0ab2-4ce4-98e4-0a24c0622692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:53.753368 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-75270071-8103-4288-97a1-d0c25b8621c1 req-58ab7f72-0ab2-4ce4-98e4-0a24c0622692 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 946 time: 0.0597482 Aug 19 12:59:53.865023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-75270071-8103-4288-97a1-d0c25b8621c1 req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port e1a66178-cdad-434c-aedd-03d78b0211b3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:53.865404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-75270071-8103-4288-97a1-d0c25b8621c1 req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.959317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-75270071-8103-4288-97a1-d0c25b8621c1 req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port e1a66178-cdad-434c-aedd-03d78b0211b3, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=e1a66178-cdad-434c-aedd-03d78b0211b3,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:53.959643 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-75270071-8103-4288-97a1-d0c25b8621c1 req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.978122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-75270071-8103-4288-97a1-d0c25b8621c1 req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for e1a66178-cdad-434c-aedd-03d78b0211b3 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:54.142558 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-75270071-8103-4288-97a1-d0c25b8621c1 req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.177231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=e1a66178-cdad-434c-aedd-03d78b0211b3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:54.228761 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-75270071-8103-4288-97a1-d0c25b8621c1 req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] No DVR routers for this DVR port e1a66178-cdad-434c-aedd-03d78b0211b3 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:54.232032 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-75270071-8103-4288-97a1-d0c25b8621c1 req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.234531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-75270071-8103-4288-97a1-d0c25b8621c1 req-e6480c55-b3b7-4d48-a220-0ae36aeff186 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.69 "DELETE /v2.0/ports/e1a66178-cdad-434c-aedd-03d78b0211b3 HTTP/1.1" status: 204 len: 173 time: 0.4751997 Aug 19 12:59:54.234975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'name': 'network-vif-deleted', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:59:54.237861 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5518be7b-117b-4520-a387-bab83c3fd269" -d '{"events": [{"server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "name": "network-vif-deleted", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:59:54.262698 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.295099 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36709103-2bfe-4650-ad81-5a06a438c0b1 x-openstack-request-id: req-36709103-2bfe-4650-ad81-5a06a438c0b1 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:59:54.295418 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a41634-3715-4705-ad14-48c81f0e61e6", "name": "network-vif-deleted", "tag": "e1a66178-cdad-434c-aedd-03d78b0211b3", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:59:54.295675 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36709103-2bfe-4650-ad81-5a06a438c0b1 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:59:54.296091 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a41634-3715-4705-ad14-48c81f0e61e6', 'name': 'network-vif-deleted', 'tag': 'e1a66178-cdad-434c-aedd-03d78b0211b3', 'status': 'completed', 'code': 200} Aug 19 12:59:54.366685 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2488f2e4-f727-4f36-b9d5-8cf6b0e78c66 req-431bef74-04f9-4377-8c62-82fe8c551403 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6a41634-3715-4705-ad14-48c81f0e61e6 HTTP/1.1" status: 200 len: 210 time: 0.0276165 Aug 19 12:59:54.731067 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.431042 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48714) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:56.126947 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.404320 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 85741ad4-6a84-4d52-9cdc-88148a22d11c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:56.404617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.500824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port 85741ad4-6a84-4d52-9cdc-88148a22d11c, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=85741ad4-6a84-4d52-9cdc-88148a22d11c,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:56.501596 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.514705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 85741ad4-6a84-4d52-9cdc-88148a22d11c owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:56.717962 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.750208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=85741ad4-6a84-4d52-9cdc-88148a22d11c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:56.763256 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.763615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.764191 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.764394 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.764554 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.764924 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.765258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.765593 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.765917 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.766228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.766550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.766864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:56.940398 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.177766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 465564c1-709d-43bc-b0c6-6bde4825de0e has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:57.297495 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:57.304775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-ab7194ea-991c-42ad-a2cd-892bde57aed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/465564c1-709d-43bc-b0c6-6bde4825de0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8724723 Aug 19 12:59:57.307391 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48716) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:57.312247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] Sync routers for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:57.323962 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:57.324603 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:57.362188 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a9b177-5132-45ac-84e7-196d7bd8f8dc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting subnet 01433309-b756-4837-9929-edd4c032139c {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:59:57.366513 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b177-5132-45ac-84e7-196d7bd8f8dc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.409788 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b177-5132-45ac-84e7-196d7bd8f8dc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.438338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:57.523973 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b177-5132-45ac-84e7-196d7bd8f8dc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.589338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b177-5132-45ac-84e7-196d7bd8f8dc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.617690 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9b177-5132-45ac-84e7-196d7bd8f8dc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Subnet': ['ID=01433309-b756-4837-9929-edd4c032139c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:57.621459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b177-5132-45ac-84e7-196d7bd8f8dc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.623680 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f5a9b177-5132-45ac-84e7-196d7bd8f8dc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/subnets/01433309-b756-4837-9929-edd4c032139c HTTP/1.1" status: 204 len: 168 time: 0.3150043 Aug 19 12:59:57.626174 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48718) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:57.634667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a18615c-0b52-485e-a35d-5844b8d332c6 None None] Network fe43d564-c92b-4f7f-bb5d-81d0dba4e697 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:57.678445 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:59:56Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:57.712175 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] Checking router: 465564c1-709d-43bc-b0c6-6bde4825de0e for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:57.732938 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] Routers {'465564c1-709d-43bc-b0c6-6bde4825de0e'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:57.733562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['465564c1-709d-43bc-b0c6-6bde4825de0e'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:57.737287 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.844338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.923388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port c94f02b0-428b-4bca-88fd-51e0630db0e3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:57.923733 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.008769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port c94f02b0-428b-4bca-88fd-51e0630db0e3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c94f02b0-428b-4bca-88fd-51e0630db0e3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:58.009040 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.022982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for c94f02b0-428b-4bca-88fd-51e0630db0e3 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:58.062104 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] Set router 465564c1-709d-43bc-b0c6-6bde4825de0e gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:58.116365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] DHCP port deletion for fe43d564-c92b-4f7f-bb5d-81d0dba4e697 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:59:58.207482 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.241630 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=c94f02b0-428b-4bca-88fd-51e0630db0e3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:58.256115 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Deleting port 752fcbe6-9267-4598-b405-a2e357a63c78 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:58.256498 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.260916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a66178-cdad-434c-aedd-03d78b0211b3 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:58.313332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.324546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: e1a66178-cdad-434c-aedd-03d78b0211b3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:58.325207 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device e1a66178-cdad-434c-aedd-03d78b0211b3 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:58.366087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] For port 752fcbe6-9267-4598-b405-a2e357a63c78, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=752fcbe6-9267-4598-b405-a2e357a63c78,segment=NetworkSegment(1468f3e4-83f5-48d2-9235-d41c0d5f4096),segment_id=1468f3e4-83f5-48d2-9235-d41c0d5f4096)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:58.366497 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.383391 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Calling delete_port for 752fcbe6-9267-4598-b405-a2e357a63c78 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:58.396128 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:59:56Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:58.416530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.419967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.432870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d8073-0b67-4cfc-a2bb-e2c3bc667981 None None] The sync data for ids ['465564c1-709d-43bc-b0c6-6bde4825de0e'] in n-d-778550-9 is: [{'id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209098046', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:59:56Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'c94f02b0-428b-4bca-88fd-51e0630db0e3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465564c1-709d-43bc-b0c6-6bde4825de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:10Z', 'updated_at': '2021-08-19T12:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:58.478012 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.479608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Fanout notify agent at l3_agent the message router_deleted on router 465564c1-709d-43bc-b0c6-6bde4825de0e {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:58.488960 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.490134 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1867b37e-9706-4a11-acda-b384a33eb089 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/routers/465564c1-709d-43bc-b0c6-6bde4825de0e HTTP/1.1" status: 204 len: 168 time: 0.8628166 Aug 19 12:59:58.492969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48720) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:58.512334 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.548237 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Pushing event deleted for resources: {'Port': ['ID=752fcbe6-9267-4598-b405-a2e357a63c78,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:58.552768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] No DVR routers for this DVR port 752fcbe6-9267-4598-b405-a2e357a63c78 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:58.565655 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.566011 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.566419 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.566788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.567083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.567411 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.567858 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.568051 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.568378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.568724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.569045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.569385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73881a34-5ae8-4c42-9d27-3170612e2959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.584117 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.679399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.690003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe43d564-c92b-4f7f-bb5d-81d0dba4e697']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:58.705609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1468f3e4-83f5-48d2-9235-d41c0d5f4096') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:58.705898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1468f3e4-83f5-48d2-9235-d41c0d5f4096') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:58.716190 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.731269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.737721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:59:58.738138 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: timer() Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:59:58.741202 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:59:58.804390 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.809889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.811921 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/networks/fe43d564-c92b-4f7f-bb5d-81d0dba4e697 HTTP/1.1" status: 204 len: 168 time: 0.3176665 Aug 19 12:59:58.814992 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48722) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:58.829154 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013345f-70e3-40d2-b2b3-f2267e57a552 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Network': ['ID=fe43d564-c92b-4f7f-bb5d-81d0dba4e697,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:58.850974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 752fcbe6-9267-4598-b405-a2e357a63c78 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:58.871731 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 752fcbe6-9267-4598-b405-a2e357a63c78 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:58.872083 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 752fcbe6-9267-4598-b405-a2e357a63c78 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:58.894278 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ccdca1-08f8-484e-a1f5-13eaf43790eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.931150 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ccdca1-08f8-484e-a1f5-13eaf43790eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.006192 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ccdca1-08f8-484e-a1f5-13eaf43790eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.008902 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1ccdca1-08f8-484e-a1f5-13eaf43790eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.010115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-f1ccdca1-08f8-484e-a1f5-13eaf43790eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/security-groups/d82c51fc-0bc0-4304-b521-ec0fb3fab7c4 HTTP/1.1" status: 204 len: 168 time: 0.1938322 Aug 19 12:59:59.021571 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccdca1-08f8-484e-a1f5-13eaf43790eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82c51fc-0bc0-4304-b521-ec0fb3fab7c4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:59.111586 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.394076 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48728) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:59.400869 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0d037db8-385c-4d5a-a571-24e62f3a52a3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651116604', 'description': 'tempest-secgroup-smoke-651116604 description', 'project_id': 'a21482ad485f420d84acab682a35354a'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:59.428147 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d037db8-385c-4d5a-a571-24e62f3a52a3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.525785 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d037db8-385c-4d5a-a571-24e62f3a52a3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.532006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d037db8-385c-4d5a-a571-24e62f3a52a3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.558050 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0d037db8-385c-4d5a-a571-24e62f3a52a3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.559509 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0d037db8-385c-4d5a-a571-24e62f3a52a3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1641266 Aug 19 12:59:59.562580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48730) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:59.568289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1817d944-4ec0-43b4-be36-e4de124dac65 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': '51add621-98d5-4465-817e-acbffe9e9dd9', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:59.569138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d037db8-385c-4d5a-a571-24e62f3a52a3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51add621-98d5-4465-817e-acbffe9e9dd9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:59.602566 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1817d944-4ec0-43b4-be36-e4de124dac65 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.668025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1817d944-4ec0-43b4-be36-e4de124dac65 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.673833 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1817d944-4ec0-43b4-be36-e4de124dac65 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.694597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817d944-4ec0-43b4-be36-e4de124dac65 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738e50cc-0adc-4130-b793-e43ecffeb3b1,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:59.698626 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1817d944-4ec0-43b4-be36-e4de124dac65 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.699916 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1817d944-4ec0-43b4-be36-e4de124dac65 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361938 Aug 19 12:59:59.702793 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48732) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:59.707659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-72118e9e-6b55-4b06-83ad-5a6a1412ebc5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': '51add621-98d5-4465-817e-acbffe9e9dd9', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:59.742698 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72118e9e-6b55-4b06-83ad-5a6a1412ebc5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.808779 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72118e9e-6b55-4b06-83ad-5a6a1412ebc5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.814023 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72118e9e-6b55-4b06-83ad-5a6a1412ebc5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.831849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72118e9e-6b55-4b06-83ad-5a6a1412ebc5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecda4ced-f65b-42be-9dd7-46afdc9ee40f,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:59.839237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-72118e9e-6b55-4b06-83ad-5a6a1412ebc5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.840314 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-72118e9e-6b55-4b06-83ad-5a6a1412ebc5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363780 Aug 19 12:59:59.843638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48734) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:59.848436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-d1df5571-1f7c-4c65-891b-41022ac0ecb0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': '51add621-98d5-4465-817e-acbffe9e9dd9', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:59.882520 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1df5571-1f7c-4c65-891b-41022ac0ecb0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.948732 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1df5571-1f7c-4c65-891b-41022ac0ecb0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.954103 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1df5571-1f7c-4c65-891b-41022ac0ecb0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.972954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df5571-1f7c-4c65-891b-41022ac0ecb0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd74add6-2ec9-47e4-b120-9e58015316ee,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:59.981317 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-d1df5571-1f7c-4c65-891b-41022ac0ecb0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.982932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-d1df5571-1f7c-4c65-891b-41022ac0ecb0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383328 Aug 19 12:59:59.985898 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48736) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:59.990577 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0852929c-18e1-4b69-8376-60494c7a1adc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': '51add621-98d5-4465-817e-acbffe9e9dd9', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:00.024496 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0852929c-18e1-4b69-8376-60494c7a1adc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.091521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0852929c-18e1-4b69-8376-60494c7a1adc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.096363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0852929c-18e1-4b69-8376-60494c7a1adc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.114445 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852929c-18e1-4b69-8376-60494c7a1adc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6831013-a588-4f15-8910-b02b72208cbb,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:00.122976 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0852929c-18e1-4b69-8376-60494c7a1adc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.124177 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0852929c-18e1-4b69-8376-60494c7a1adc tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372480 Aug 19 13:00:00.127799 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48738) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:00.132972 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7542f18f-a584-47a6-9925-086541871678 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': '51add621-98d5-4465-817e-acbffe9e9dd9', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:00.157924 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-7542f18f-a584-47a6-9925-086541871678 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:00:00.164153 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7542f18f-a584-47a6-9925-086541871678 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.231744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7542f18f-a584-47a6-9925-086541871678 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.240129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7542f18f-a584-47a6-9925-086541871678 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.261634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542f18f-a584-47a6-9925-086541871678 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85f8cf2-edc4-46d9-8b21-6072ae8c2aba,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:00.266446 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7542f18f-a584-47a6-9925-086541871678 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.267993 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7542f18f-a584-47a6-9925-086541871678 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391673 Aug 19 13:00:00.271242 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48740) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:00.277570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-59e55045-5ac4-40ba-b37f-a0cc9a5a7004 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'security_group_rule': {'security_group_id': '51add621-98d5-4465-817e-acbffe9e9dd9', 'project_id': 'a21482ad485f420d84acab682a35354a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:00.301872 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-59e55045-5ac4-40ba-b37f-a0cc9a5a7004 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Project a21482ad485f420d84acab682a35354a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:00:00.307965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59e55045-5ac4-40ba-b37f-a0cc9a5a7004 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.373198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c94f02b0-428b-4bca-88fd-51e0630db0e3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:00:00.380760 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59e55045-5ac4-40ba-b37f-a0cc9a5a7004 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.391288 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59e55045-5ac4-40ba-b37f-a0cc9a5a7004 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.405529 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: c94f02b0-428b-4bca-88fd-51e0630db0e3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:00:00.405964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c94f02b0-428b-4bca-88fd-51e0630db0e3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:00:00.406282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 85741ad4-6a84-4d52-9cdc-88148a22d11c no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:00:00.409559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e55045-5ac4-40ba-b37f-a0cc9a5a7004 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a882cae2-b9ff-4189-ad4c-9791f14ac9b7,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:00.418999 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-59e55045-5ac4-40ba-b37f-a0cc9a5a7004 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.420335 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-59e55045-5ac4-40ba-b37f-a0cc9a5a7004 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481187 Aug 19 13:00:00.424660 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48742) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:00.430331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'network': {'name': 'tempest-network-smoke--1360308670', 'project_id': 'a21482ad485f420d84acab682a35354a', 'port_security_enabled': True}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:00.431771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 85741ad4-6a84-4d52-9cdc-88148a22d11c {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:00:00.432200 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 85741ad4-6a84-4d52-9cdc-88148a22d11c not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:00:00.455945 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:00.459724 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.493454 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:00:00.504057 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.504438 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Added segment 6ed529e1-3319-4f37-8276-0cfc5a5b9313 of type vlan for network e0d2e231-4fd1-4ff9-acef-2ea48436f488 Aug 19 13:00:00.551521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.589859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.595933 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:00.596539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.656347 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2305651 Aug 19 13:00:00.659296 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48744) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:00.664875 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'admin_state_up': True, 'project_id': 'a21482ad485f420d84acab682a35354a', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:00.669183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce0a54-7af7-458f-9b10-2d24073e8151 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Network': ['ID=e0d2e231-4fd1-4ff9-acef-2ea48436f488,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:00.682034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network e0d2e231-4fd1-4ff9-acef-2ea48436f488 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:00:00.694766 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.696245 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.770822 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.919018 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.124525 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.144035 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.255900 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.79 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/ab78eae4-1bbc-4a33-a98f-b96b2b45673e) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:01.378845 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.422151 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.464718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:01.467734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:01.471619 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:01.494573 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=ab78eae4-1bbc-4a33-a98f-b96b2b45673e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:01.749265 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.960572 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.111180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 57ff9859-feed-400e-ac25-6daf3c488e55 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:00:02.557100 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:00:02.568760 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Sync routers for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:00:02.578187 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:02.579038 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:02.583977 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.585467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-a9752685-784d-4398-933c-12ff34b2c445 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9250240 Aug 19 13:00:02.588647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48746) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:02.617988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d48ac2ac-80d1-4909-9162-d0a704037bc0 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a21482ad485f420d84acab682a35354a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280776 Aug 19 13:00:02.620718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48748) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:02.698286 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:00:02.783011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1710d518-b3f6-4d10-835b-00d6847686a9 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:02.784589 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1710d518-b3f6-4d10-835b-00d6847686a9 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629024 Aug 19 13:00:02.787713 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48750) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:02.825029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6e1490f1-e65f-43da-b587-bf6ebb5bc7b4 tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=4cb52ebe-f4db-498e-982d-427874c885d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360658 Aug 19 13:00:02.827535 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48752) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:02.833126 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013314473', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'project_id': 'a21482ad485f420d84acab682a35354a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:02.886562 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:01Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:02.913303 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Checking router: 57ff9859-feed-400e-ac25-6daf3c488e55 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:00:02.913648 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Updating router 57ff9859-feed-400e-ac25-6daf3c488e55 port ab78eae4-1bbc-4a33-a98f-b96b2b45673e binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:00:02.933809 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:02.937431 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4913557'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.943548 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.141310 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4930935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913539'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.208550 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Subnet': ['ID=edc72e2c-ccd2-4ff2-b028-14e91f2636b6,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:03.215291 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.218677 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Checking segment: {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:00:03.219235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network hostable DHCP agents. Network: e0d2e231-4fd1-4ff9-acef-2ea48436f488, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:00:03.227222 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Transition to ACTIVE for port object ab78eae4-1bbc-4a33-a98f-b96b2b45673e will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:03.233815 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.240210 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network e0d2e231-4fd1-4ff9-acef-2ea48436f488 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:00:03.251064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, e0d2e231-4fd1-4ff9-acef-2ea48436f488) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:03.255906 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:03.256461 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.263220 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57963e-25c2-42bb-8c60-5f92a744584f None None] Network e0d2e231-4fd1-4ff9-acef-2ea48436f488 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:00:03.279756 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-085c5e8b-41e4-4542-b78a-fdac0dc82222 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4478810 Aug 19 13:00:03.280083 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48754) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:03.286582 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Attempting to bind port ab78eae4-1bbc-4a33-a98f-b96b2b45673e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:00:03.287061 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Attempting to bind port ab78eae4-1bbc-4a33-a98f-b96b2b45673e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:00:03.287399 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Attempting to bind port ab78eae4-1bbc-4a33-a98f-b96b2b45673e on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:00:03.298789 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:00:03.299167 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:00:03.299566 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.299955 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:00:03.300434 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Bound port: ab78eae4-1bbc-4a33-a98f-b96b2b45673e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:00:03.300840 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.338223 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Pushing event updated for resources: {'Port': ['ID=ab78eae4-1bbc-4a33-a98f-b96b2b45673e,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:03.359148 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.359517 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.359813 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.360152 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.360526 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.360886 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.361174 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.361556 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.362121 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.362662 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.362994 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.363317 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:03.378364 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] For port ab78eae4-1bbc-4a33-a98f-b96b2b45673e, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:00:03.382815 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] For port ab78eae4-1bbc-4a33-a98f-b96b2b45673e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ab78eae4-1bbc-4a33-a98f-b96b2b45673e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:00:03.390109 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.426671 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:00:03.428760 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.463927 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:03.463927 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:03.501458 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d6537-a8a7-4f2f-8952-08ae6f991230 None None] Pushing event updated for resources: {'Port': ['ID=ab78eae4-1bbc-4a33-a98f-b96b2b45673e,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:03.577789 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:00:03.590902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Allocated IP 172.20.0.2 (e0d2e231-4fd1-4ff9-acef-2ea48436f488/edc72e2c-ccd2-4ff2-b028-14e91f2636b6/0dbb48be-40cc-4cae-8bd5-0e24d6c4500f) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:03.764603 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.774395 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Transition to ACTIVE for port object 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:03.792374 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:01Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:03.796160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Transition to ACTIVE for port object 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:03.804159 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.805409 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.848955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Network e0d2e231-4fd1-4ff9-acef-2ea48436f488 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:03.852580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:03.858746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:03.862340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Pushing event updated for resources: {'Port': ['ID=0dbb48be-40cc-4cae-8bd5-0e24d6c4500f,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:03.922637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Attempting to bind port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:00:03.923291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Attempting to bind port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:00:03.923855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Attempting to bind port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f on network e0d2e231-4fd1-4ff9-acef-2ea48436f488 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:00:03.930084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:00:03.936432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Checking segment: {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:00:03.936432 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.936432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Bound using segment: {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:00:03.936432 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Bound port: 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:00:03.936432 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.941206 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d88dd-3b6c-43e8-9599-2da1322e8859 None None] The sync data for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 is: [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:01Z', 'revision_number': 3, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:00:04.014585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] For port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:00:04.018552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] For port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0dbb48be-40cc-4cae-8bd5-0e24d6c4500f,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:00:04.025764 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.099024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb083a-8ae8-4b5e-9ea3-0e0c3009a534 None None] Pushing event updated for resources: {'Port': ['ID=0dbb48be-40cc-4cae-8bd5-0e24d6c4500f,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:04.162703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.1 (e0d2e231-4fd1-4ff9-acef-2ea48436f488/edc72e2c-ccd2-4ff2-b028-14e91f2636b6/589653be-ddec-43cb-99b0-0a494876c0c6) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:04.358512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.384102 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object 589653be-ddec-43cb-99b0-0a494876c0c6 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:04.439157 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.498197 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network e0d2e231-4fd1-4ff9-acef-2ea48436f488 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:04.498941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ab78eae4-1bbc-4a33-a98f-b96b2b45673e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:04.501529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:04.506229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:04.535235 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=589653be-ddec-43cb-99b0-0a494876c0c6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:04.569539 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.574133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ab78eae4-1bbc-4a33-a98f-b96b2b45673e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:04.584728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ab78eae4-1bbc-4a33-a98f-b96b2b45673e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:04.585121 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.676486 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.702658 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ab78eae4-1bbc-4a33-a98f-b96b2b45673e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ab78eae4-1bbc-4a33-a98f-b96b2b45673e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:04.707626 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.708577 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:04.743139 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.797271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ab78eae4-1bbc-4a33-a98f-b96b2b45673e,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:04.813359 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:05.084026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.092208 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.182443 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317e885-2a74-4ce7-b025-d14b36b964e7 None None] Network e0d2e231-4fd1-4ff9-acef-2ea48436f488 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:00:05.183327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=589653be-ddec-43cb-99b0-0a494876c0c6,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:05.190257 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.250905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-af938651-eaee-4733-8cdb-3f6bc306a0c8 None None] Provisioning for port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:05.263375 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-af938651-eaee-4733-8cdb-3f6bc306a0c8 None None] Provisioning complete for port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:05.263752 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af938651-eaee-4733-8cdb-3f6bc306a0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.309421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network e0d2e231-4fd1-4ff9-acef-2ea48436f488 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:05.311037 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:05.412798 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af938651-eaee-4733-8cdb-3f6bc306a0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.452659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 57ff9859-feed-400e-ac25-6daf3c488e55 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:00:05.453830 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-af938651-eaee-4733-8cdb-3f6bc306a0c8 None None] For port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0dbb48be-40cc-4cae-8bd5-0e24d6c4500f,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:05.459629 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af938651-eaee-4733-8cdb-3f6bc306a0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.516418 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af938651-eaee-4733-8cdb-3f6bc306a0c8 None None] Pushing event updated for resources: {'Port': ['ID=0dbb48be-40cc-4cae-8bd5-0e24d6c4500f,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:05.586362 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:00:05.592274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-16d2bc57-1541-4b6a-bd88-7b951106c931 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/57ff9859-feed-400e-ac25-6daf3c488e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3109982 Aug 19 13:00:05.681847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4d15b994-9b2d-491e-b1f0-37e090b8a5d0 None None] Provisioning complete for port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:05.682227 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4d15b994-9b2d-491e-b1f0-37e090b8a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.772309 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-caa7e15f-3f1e-4772-8d25-e53d0b9a7037 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651116604&fields=id&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 267 time: 0.0527923 Aug 19 13:00:05.806931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Sync routers for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:00:05.818354 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4d15b994-9b2d-491e-b1f0-37e090b8a5d0 None None] Provisioning for port 589653be-ddec-43cb-99b0-0a494876c0c6 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:05.823441 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:05.824014 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:05.825892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4d15b994-9b2d-491e-b1f0-37e090b8a5d0 None None] Provisioning complete for port 589653be-ddec-43cb-99b0-0a494876c0c6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:05.826255 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4d15b994-9b2d-491e-b1f0-37e090b8a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.901904 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-ed42e806-8190-4cbf-806c-ed1a0bd85725 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:05.902193 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4d15b994-9b2d-491e-b1f0-37e090b8a5d0 None None] Port 589653be-ddec-43cb-99b0-0a494876c0c6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:05.902428 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-ed42e806-8190-4cbf-806c-ed1a0bd85725 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/networks?id=e0d2e231-4fd1-4ff9-acef-2ea48436f488 HTTP/1.1" status: 200 len: 797 time: 0.1290252 Aug 19 13:00:05.922454 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-4504dd9b-1cd0-4906-893e-035334003520 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/quotas/a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 375 time: 0.0123873 Aug 19 13:00:05.969704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:00:05.994172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-24be505c-1939-4f6c-92d2-7b6d63af5aaf tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587523 Aug 19 13:00:06.062508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-8dc7ec9a-2b59-45b8-9f06-a64f5fb812ee service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:00:06.063556 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-8dc7ec9a-2b59-45b8-9f06-a64f5fb812ee service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552475 Aug 19 13:00:06.104372 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4a38f152-8889-4a8f-97be-4e5811417225 None None] Provisioning complete for port 589653be-ddec-43cb-99b0-0a494876c0c6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:06.104955 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4a38f152-8889-4a8f-97be-4e5811417225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.156158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4a38f152-8889-4a8f-97be-4e5811417225 None None] Port 589653be-ddec-43cb-99b0-0a494876c0c6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:06.163302 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-d7909cfa-7a76-4f51-a001-fdcafaf80ecd service neutron] 10.222.0.65 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905592 Aug 19 13:00:06.233574 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '589653be-ddec-43cb-99b0-0a494876c0c6', 'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:2f:e1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:03Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 2, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:06.263841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-28845b20-d3a2-453f-aae7-983d0d4f688e service neutron] 10.222.0.65 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940366 Aug 19 13:00:06.268966 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Checking router: 57ff9859-feed-400e-ac25-6daf3c488e55 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:00:06.269321 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Updating router 57ff9859-feed-400e-ac25-6daf3c488e55 port 589653be-ddec-43cb-99b0-0a494876c0c6 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:00:06.300488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-cc0914fe-89b9-4698-af2d-a940c9d7aacf None None] Provisioning complete for port 589653be-ddec-43cb-99b0-0a494876c0c6 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:06.300888 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc0914fe-89b9-4698-af2d-a940c9d7aacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.303741 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.362247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cc0914fe-89b9-4698-af2d-a940c9d7aacf None None] Port 589653be-ddec-43cb-99b0-0a494876c0c6 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:06.440936 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bda61489-ddb0-4991-9472-1b6b30b25807 req-cc94497c-94c5-4e76-86f6-8289aa536928 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 210 time: 0.0308394 Aug 19 13:00:06.458537 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ab78eae4-1bbc-4a33-a98f-b96b2b45673e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:06.578598 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ab78eae4-1bbc-4a33-a98f-b96b2b45673e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:06.579610 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.709060 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.727922 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Transition to ACTIVE for port object 589653be-ddec-43cb-99b0-0a494876c0c6 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:06.731973 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:06.734844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.818002 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841055c-9d98-46b0-91d3-d2deacaad3f6 None None] Pushing event updated for resources: {'Port': ['ID=589653be-ddec-43cb-99b0-0a494876c0c6,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:06.870773 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:06.871233 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.903869 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Attempting to bind port 589653be-ddec-43cb-99b0-0a494876c0c6 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:00:06.904242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Attempting to bind port 589653be-ddec-43cb-99b0-0a494876c0c6 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:00:06.904610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Attempting to bind port 589653be-ddec-43cb-99b0-0a494876c0c6 on network e0d2e231-4fd1-4ff9-acef-2ea48436f488 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:00:06.912708 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:00:06.913086 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Checking segment: {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:00:06.913486 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.913880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Bound using segment: {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:00:06.914388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Bound port: 589653be-ddec-43cb-99b0-0a494876c0c6, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:00:06.914788 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:07.023463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] For port 589653be-ddec-43cb-99b0-0a494876c0c6, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:00:07.028317 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] For port 589653be-ddec-43cb-99b0-0a494876c0c6, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=589653be-ddec-43cb-99b0-0a494876c0c6,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:00:07.033955 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:07.098931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:07.099549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:07.104741 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841055c-9d98-46b0-91d3-d2deacaad3f6 None None] Pushing event updated for resources: {'Port': ['ID=589653be-ddec-43cb-99b0-0a494876c0c6,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:07.400398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:00:07.551406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6619b1d7-500c-43a4-857b-39b1b96712a0 req-15702894-d305-4b9e-bc6f-af3f1c37c616 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 210 time: 0.0303051 Aug 19 13:00:07.645278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '589653be-ddec-43cb-99b0-0a494876c0c6', 'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:2f:e1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:03Z', 'updated_at': '2021-08-19T13:00:07Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:07.681892 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca4e04-1499-4305-8725-a54404f058d1 None None] The sync data for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 is: [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '589653be-ddec-43cb-99b0-0a494876c0c6', 'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:2f:e1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:03Z', 'updated_at': '2021-08-19T13:00:07Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:00:07.748059 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-189552ea-03dd-412e-9f3d-c6e1dd694cdb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:07.750035 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-189552ea-03dd-412e-9f3d-c6e1dd694cdb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "GET /v2.0/networks?id=e0d2e231-4fd1-4ff9-acef-2ea48436f488 HTTP/1.1" status: 200 len: 797 time: 0.1297617 Aug 19 13:00:07.813580 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-ecef1876-dd7d-481f-940d-695c5016452d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21482ad485f420d84acab682a35354a HTTP/1.1" status: 200 len: 379 time: 0.0444591 Aug 19 13:00:07.857570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'port': {'device_id': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'admin_state_up': True, 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'security_groups': ['51add621-98d5-4465-817e-acbffe9e9dd9']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:07.989971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Made reservation on behalf of a21482ad485f420d84acab682a35354a for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:07.993320 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.139281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.20.0.7 (e0d2e231-4fd1-4ff9-acef-2ea48436f488/edc72e2c-ccd2-4ff2-b028-14e91f2636b6/0f3de8b5-501f-45de-8556-5afa4d593d9b) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:08.298597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.314293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Transition to ACTIVE for port object 0f3de8b5-501f-45de-8556-5afa4d593d9b will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:08.352414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.405598 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network e0d2e231-4fd1-4ff9-acef-2ea48436f488 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:08.409025 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:08.414307 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:08.441885 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=0f3de8b5-501f-45de-8556-5afa4d593d9b,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:08.466248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 589653be-ddec-43cb-99b0-0a494876c0c6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:08.480651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:08.481678 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.502993 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-5f958edb-0107-433b-934c-61e8f6421c8b tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6533384 Aug 19 13:00:08.530190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 589653be-ddec-43cb-99b0-0a494876c0c6 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:08.536764 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 589653be-ddec-43cb-99b0-0a494876c0c6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:08.537231 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.589695 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Request body: {'port': {'device_id': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:08.654401 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.682836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.723153 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411613-56eb-4142-b97b-3d5ecd03e850 req-8dd49860-30cd-4f31-8a22-9feae635d301 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:08.726148 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 589653be-ddec-43cb-99b0-0a494876c0c6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=589653be-ddec-43cb-99b0-0a494876c0c6,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:08.732085 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74411613-56eb-4142-b97b-3d5ecd03e850 req-8dd49860-30cd-4f31-8a22-9feae635d301 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 931 time: 0.0677273 Aug 19 13:00:08.736527 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.788377 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74411613-56eb-4142-b97b-3d5ecd03e850 req-1d3ee25f-97f6-40de-8843-25b370b23f28 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481927 Aug 19 13:00:08.792940 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a8128601-ce33-40e2-b1bc-8112a1c0f9ca None None] Provisioning for port 0f3de8b5-501f-45de-8556-5afa4d593d9b completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:08.802254 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a8128601-ce33-40e2-b1bc-8112a1c0f9ca None None] Provisioning complete for port 0f3de8b5-501f-45de-8556-5afa4d593d9b triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:08.802719 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a8128601-ce33-40e2-b1bc-8112a1c0f9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.809735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=589653be-ddec-43cb-99b0-0a494876c0c6,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:08.862584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-a8128601-ce33-40e2-b1bc-8112a1c0f9ca None None] Port 0f3de8b5-501f-45de-8556-5afa4d593d9b cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:09.010976 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3de8b5-501f-45de-8556-5afa4d593d9b {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:00:09.020098 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.033719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Transition to ACTIVE for port object 0f3de8b5-501f-45de-8556-5afa4d593d9b will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:09.039484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.094984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3de8b5-501f-45de-8556-5afa4d593d9b,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:09.170847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Attempting to bind port 0f3de8b5-501f-45de-8556-5afa4d593d9b on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:00:09.171298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Attempting to bind port 0f3de8b5-501f-45de-8556-5afa4d593d9b by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:00:09.172014 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Attempting to bind port 0f3de8b5-501f-45de-8556-5afa4d593d9b on network e0d2e231-4fd1-4ff9-acef-2ea48436f488 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:00:09.177201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Port 0f3de8b5-501f-45de-8556-5afa4d593d9b on network e0d2e231-4fd1-4ff9-acef-2ea48436f488 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:00:09.177544 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Attempting to bind port 0f3de8b5-501f-45de-8556-5afa4d593d9b on network e0d2e231-4fd1-4ff9-acef-2ea48436f488 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:00:09.183268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:00:09.183616 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Checking segment: {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:00:09.184004 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Bound using segment: {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:00:09.184435 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Bound port: 0f3de8b5-501f-45de-8556-5afa4d593d9b, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed529e1-3319-4f37-8276-0cfc5a5b9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:00:09.184832 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.280402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] For port 0f3de8b5-501f-45de-8556-5afa4d593d9b, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:00:09.283959 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] For port 0f3de8b5-501f-45de-8556-5afa4d593d9b, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:00:09.291084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.330611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:09.331253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.333475 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] 10.222.0.54 "PUT /v2.0/ports/0f3de8b5-501f-45de-8556-5afa4d593d9b HTTP/1.1" status: 200 len: 1091 time: 0.8134499 Aug 19 13:00:09.333971 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:00:09.336313 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:00:09.369324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6f281-0fc8-496d-b08b-0c5e1b079f45 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3de8b5-501f-45de-8556-5afa4d593d9b,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:09.385762 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c94d64-d975-46e9-add3-28676b2e31f2 x-openstack-request-id: req-a8c94d64-d975-46e9-add3-28676b2e31f2 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:00:09.386298 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:00:09.386620 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8c94d64-d975-46e9-add3-28676b2e31f2 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:00:09.387117 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'status': 'completed', 'code': 200} Aug 19 13:00:09.505483 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-765cdea8-183f-4f1f-9efb-f5577e4cb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:09.507060 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-765cdea8-183f-4f1f-9efb-f5577e4cb340 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 1094 time: 0.0574882 Aug 19 13:00:09.559688 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-303c86e5-81a3-4e65-8927-b00301d7c164 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b HTTP/1.1" status: 200 len: 217 time: 0.0365219 Aug 19 13:00:09.615360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-581347bf-5227-404a-80ab-e723b5a5572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:09.616879 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-581347bf-5227-404a-80ab-e723b5a5572b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edc72e2c-ccd2-4ff2-b028-14e91f2636b6 HTTP/1.1" status: 200 len: 835 time: 0.0497057 Aug 19 13:00:09.669623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-e353c02b-af25-4a0f-a605-05807e9696ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:09.671169 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-e353c02b-af25-4a0f-a605-05807e9696ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0d2e231-4fd1-4ff9-acef-2ea48436f488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466945 Aug 19 13:00:09.767419 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-4bed5f2b-7387-4bfa-8086-5a304634ee93 service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869539 Aug 19 13:00:09.870450 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b57d1c12-78cb-46f8-be0f-b74dfd2eb12a req-2ca644de-4be1-4c05-8c9f-da5169a48857 service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937643 Aug 19 13:00:09.918748 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed2c39-fdd8-4124-a3d1-1db2e96032ff req-14657ce8-8616-4783-a80e-2bedb24808ea tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:09.920411 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1ed2c39-fdd8-4124-a3d1-1db2e96032ff req-14657ce8-8616-4783-a80e-2bedb24808ea tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 943 time: 0.0562761 Aug 19 13:00:09.968020 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1ed2c39-fdd8-4124-a3d1-1db2e96032ff req-f4550b2e-d346-4767-a12b-e3f204e5991a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400124 Aug 19 13:00:10.000874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-59f72c6c-d874-4a00-8aa0-b0b3380b823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:10.002427 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-59f72c6c-d874-4a00-8aa0-b0b3380b823a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 1094 time: 0.0439208 Aug 19 13:00:10.112008 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-c3b90e54-43a3-42c7-bb49-38652df60a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:10.114088 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-c3b90e54-43a3-42c7-bb49-38652df60a20 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0d2e231-4fd1-4ff9-acef-2ea48436f488 HTTP/1.1" status: 200 len: 898 time: 0.1031277 Aug 19 13:00:10.170925 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-fa1fffc9-93d4-4b1f-b0b3-5561959c5864 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b HTTP/1.1" status: 200 len: 217 time: 0.0493209 Aug 19 13:00:10.225204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-b08b9905-cd7a-4607-a67a-a89f0569b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:10.226837 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-b08b9905-cd7a-4607-a67a-a89f0569b745 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edc72e2c-ccd2-4ff2-b028-14e91f2636b6 HTTP/1.1" status: 200 len: 835 time: 0.0463336 Aug 19 13:00:10.284291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-8ef1f843-ac8e-4025-ae52-f93c6fe50c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:10.285971 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-8ef1f843-ac8e-4025-ae52-f93c6fe50c82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0d2e231-4fd1-4ff9-acef-2ea48436f488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498872 Aug 19 13:00:10.384882 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-22a78431-7661-4465-a30f-7842af0ad075 service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895298 Aug 19 13:00:10.416119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 589653be-ddec-43cb-99b0-0a494876c0c6 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:10.468725 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 589653be-ddec-43cb-99b0-0a494876c0c6 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:10.469102 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:10.515952 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c49def0d-fe36-4bdb-ba4a-dc570484b8e9 req-f8e48b53-630f-424a-8e54-bacec595c1b2 service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021862 Aug 19 13:00:11.098440 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981110c-c3e9-4b06-8378-fef8208a0f81 req-0ffc194f-704c-4e14-a670-716b8b903589 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:11.099903 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a981110c-c3e9-4b06-8378-fef8208a0f81 req-0ffc194f-704c-4e14-a670-716b8b903589 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 943 time: 0.0551898 Aug 19 13:00:11.142356 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a981110c-c3e9-4b06-8378-fef8208a0f81 req-082cc9cb-f782-4608-ad27-f3aa2be74dc5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343933 Aug 19 13:00:12.278526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d25fc-f227-4e8d-a31a-d54fec9ca39d req-216e6860-caa6-46d5-93f1-f638295e8f3d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:12.280064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa0d25fc-f227-4e8d-a31a-d54fec9ca39d req-216e6860-caa6-46d5-93f1-f638295e8f3d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 943 time: 0.0589724 Aug 19 13:00:12.322194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fa0d25fc-f227-4e8d-a31a-d54fec9ca39d req-89563cda-9381-442c-bd4b-51c5d9399971 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357337 Aug 19 13:00:13.452407 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efb1a8-d1ba-424b-8557-e911c1c9dfd3 req-35577b45-4d24-4df3-8afd-d32ea7f3b013 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:13.453988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4efb1a8-d1ba-424b-8557-e911c1c9dfd3 req-35577b45-4d24-4df3-8afd-d32ea7f3b013 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 943 time: 0.0607681 Aug 19 13:00:13.499928 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e4efb1a8-d1ba-424b-8557-e911c1c9dfd3 req-6a25bc3d-7ba2-4a49-ada8-56c08cc86cad tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391796 Aug 19 13:00:13.535081 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0f3de8b5-501f-45de-8556-5afa4d593d9b details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:00:13.644948 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0f3de8b5-501f-45de-8556-5afa4d593d9b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:13.656353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'port_id': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'mac_address': 'fa:16:3e:bf:dc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:00:13.693876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:13.717284 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3de8b5-501f-45de-8556-5afa4d593d9b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:00:13.742240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0f3de8b5-501f-45de-8556-5afa4d593d9b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:13.747161 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:13.805037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=0f3de8b5-501f-45de-8556-5afa4d593d9b,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:14.108832 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['0f3de8b5-501f-45de-8556-5afa4d593d9b'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:00:14.624284 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e04e1c-d7c9-4d8f-b4f4-dc11453df273 req-f1eeaf94-cc2b-4599-b06e-11fb15ce895d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:14.625828 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05e04e1c-d7c9-4d8f-b4f4-dc11453df273 req-f1eeaf94-cc2b-4599-b06e-11fb15ce895d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 944 time: 0.0526981 Aug 19 13:00:14.667329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-05e04e1c-d7c9-4d8f-b4f4-dc11453df273 req-8733c256-3bcb-4a46-9482-5b8a1497c0d3 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349073 Aug 19 13:00:15.566503 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0f3de8b5-501f-45de-8556-5afa4d593d9b up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:15.622241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port 0f3de8b5-501f-45de-8556-5afa4d593d9b completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:15.626334 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port 0f3de8b5-501f-45de-8556-5afa4d593d9b triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:15.626705 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:15.718979 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:15.747801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:00:15.750092 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b45ba9d-9918-426d-ada8-fb5720dddcad" -d '{"events": [{"server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "name": "network-vif-plugged", "status": "completed", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:00:15.778018 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port 0f3de8b5-501f-45de-8556-5afa4d593d9b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:15.791045 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:15.812297 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be511a15-1d1f-4458-8746-821a06868754 req-3ee0fa93-371f-4dc1-b629-163bda353fa6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:15.817373 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be511a15-1d1f-4458-8746-821a06868754 req-3ee0fa93-371f-4dc1-b629-163bda353fa6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 944 time: 0.0701141 Aug 19 13:00:15.845809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=0f3de8b5-501f-45de-8556-5afa4d593d9b,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:15.859423 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-be511a15-1d1f-4458-8746-821a06868754 req-1055c279-9f46-499f-a50c-aceb5a5dbc1a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371983 Aug 19 13:00:15.861852 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad200295-2e71-4468-9d2b-b0d795546ee5 x-openstack-request-id: req-ad200295-2e71-4468-9d2b-b0d795546ee5 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:00:15.862265 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "name": "network-vif-plugged", "status": "completed", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:00:15.862679 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad200295-2e71-4468-9d2b-b0d795546ee5 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:00:15.863279 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'code': 200} Aug 19 13:00:16.011260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52126c4f-44bc-44ab-bfcf-10587f69bfcb req-dac0c5bf-0e7d-47dd-be5e-a410b2a6642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:16.012853 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52126c4f-44bc-44ab-bfcf-10587f69bfcb req-dac0c5bf-0e7d-47dd-be5e-a410b2a6642f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 1096 time: 0.0440931 Aug 19 13:00:16.051149 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-52126c4f-44bc-44ab-bfcf-10587f69bfcb req-456d2b51-f6cc-46eb-b83d-5e4565527677 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300300 Aug 19 13:00:16.996726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd5aac-21a6-4365-83d3-411eef6c41bf req-a886f8eb-7e15-413a-8d8d-87f1effcb977 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:16.998229 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37fd5aac-21a6-4365-83d3-411eef6c41bf req-a886f8eb-7e15-413a-8d8d-87f1effcb977 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0621390 Aug 19 13:00:17.048340 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-37fd5aac-21a6-4365-83d3-411eef6c41bf req-35ad337a-f69f-4c46-a334-e094b67263cd tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399096 Aug 19 13:00:18.170051 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293437c0-b8f8-4add-92a3-1a976a1ebd4b req-3240f3bf-56c3-4956-b6bf-1caa5a619083 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:18.171955 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-293437c0-b8f8-4add-92a3-1a976a1ebd4b req-3240f3bf-56c3-4956-b6bf-1caa5a619083 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Aug 19 13:00:18.211704 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-293437c0-b8f8-4add-92a3-1a976a1ebd4b req-09d61b28-23de-463e-95b3-f6695e6c1ed6 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333836 Aug 19 13:00:18.339464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d24b35-6c8a-4444-948a-08a88c681e86 req-47a67181-847b-4773-b43b-3002fdf77f77 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:18.341226 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3d24b35-6c8a-4444-948a-08a88c681e86 req-47a67181-847b-4773-b43b-3002fdf77f77 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0538645 Aug 19 13:00:18.389975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b3d24b35-6c8a-4444-948a-08a88c681e86 req-2a2bc9e1-1977-426c-9242-db07427fb562 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Aug 19 13:00:18.413602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48832) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:18.459745 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd14596b-f4bc-47e5-94f6-7a799a15706f tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:18.461429 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-cd14596b-f4bc-47e5-94f6-7a799a15706f tempest-TestNetworkAdvancedServerOps-510199221 tempest-TestNetworkAdvancedServerOps-510199221-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 1091 time: 0.0467641 Aug 19 13:00:18.464672 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48834) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:18.469622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:18.497177 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.516370 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1501d3f5-b51e-4e52-aeef-9c144438adfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.610675 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.722245 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Allocated IP 172.25.4.71 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/0d00187d-093c-4291-bf5c-6b7b7dade167) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:18.838873 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.894656 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.937623 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:18.940627 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:18.946382 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:18.951969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=0d00187d-093c-4291-bf5c-6b7b7dade167,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:19.343831 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:19.430226 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:19.788310 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:00:19.979230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:19.985132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.050421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event updated for resources: {'Port': ['ID=0d00187d-093c-4291-bf5c-6b7b7dade167,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:20.068786 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.174282 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP 563934d4-0e53-4586-b299-28d1d3f65e62 associated. External IP: 172.25.4.71, port: 0f3de8b5-501f-45de-8556-5afa4d593d9b. Aug 19 13:00:20.409480 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 57ff9859-feed-400e-ac25-6daf3c488e55 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:00:20.531369 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:00:20.542150 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] Sync routers for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:00:20.552799 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.553205 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:20.553856 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T12:59:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:20.584116 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-22cbd415-1f21-4f47-bcac-15eb65f0d8ec tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1180732 Aug 19 13:00:20.584786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:00:20.587125 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b1f325-62f3-4482-a49e-2bd36351c35f" -d '{"events": [{"name": "network-changed", "server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:00:20.626582 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccce28f1-bb4d-463e-b979-654fc57ce217 x-openstack-request-id: req-ccce28f1-bb4d-463e-b979-654fc57ce217 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:00:20.626866 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:00:20.627139 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ccce28f1-bb4d-463e-b979-654fc57ce217 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:00:20.627551 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'status': 'completed', 'code': 200} Aug 19 13:00:20.678705 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:00:20.701829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a223-e3be-4255-ab84-77694eabd16e req-303a0680-1bbb-48ad-b816-a5c9158f441f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:20.703898 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e224a223-e3be-4255-ab84-77694eabd16e req-303a0680-1bbb-48ad-b816-a5c9158f441f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0672703 Aug 19 13:00:20.722909 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-5a23a3a2-7dec-4fd0-99db-643616c9e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:20.724986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-5a23a3a2-7dec-4fd0-99db-643616c9e407 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 1096 time: 0.0473568 Aug 19 13:00:20.747700 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e224a223-e3be-4255-ab84-77694eabd16e req-52fd407a-26ff-4cfe-a757-55e381075df5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364187 Aug 19 13:00:20.772028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48840) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:20.827305 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-d0f6048f-69c2-4d81-b846-0c41fea19d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:20.828954 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-d0f6048f-69c2-4d81-b846-0c41fea19d5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0d2e231-4fd1-4ff9-acef-2ea48436f488 HTTP/1.1" status: 200 len: 898 time: 0.0965011 Aug 19 13:00:20.842329 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-b191f928-cf28-443f-b048-b61b9c9745ba tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/563934d4-0e53-4586-b299-28d1d3f65e62 HTTP/1.1" status: 200 len: 990 time: 0.0689600 Aug 19 13:00:20.886383 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f2deeaa-f2a7-40d2-add4-ec9042fe3f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.901489 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-92e3302d-cde4-48a0-81de-425f4a25a066 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b HTTP/1.1" status: 200 len: 998 time: 0.0639966 Aug 19 13:00:20.932611 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '563934d4-0e53-4586-b299-28d1d3f65e62', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'port_id': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'mac_address': 'fa:16:3e:bf:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:00:19Z', 'updated_at': '2021-08-19T13:00:19Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589653be-ddec-43cb-99b0-0a494876c0c6', 'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:2f:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:03Z', 'updated_at': '2021-08-19T13:00:08Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:20.959371 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-084bd732-4d13-472f-a1f0-b2166d50dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:20.960924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-084bd732-4d13-472f-a1f0-b2166d50dd37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edc72e2c-ccd2-4ff2-b028-14e91f2636b6 HTTP/1.1" status: 200 len: 835 time: 0.0515311 Aug 19 13:00:20.964762 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] Checking router: 57ff9859-feed-400e-ac25-6daf3c488e55 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:00:20.973979 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:20.974599 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:21.010093 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-543f8257-5d99-44a3-be51-10c18be27ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:21.011673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-543f8257-5d99-44a3-be51-10c18be27ec2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0d2e231-4fd1-4ff9-acef-2ea48436f488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428970 Aug 19 13:00:21.048933 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:21.090818 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:00:21.120958 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-b93ece42-03f4-45c6-80e1-6715f6cb47c8 service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999012 Aug 19 13:00:21.226845 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f1b1f325-62f3-4482-a49e-2bd36351c35f req-90b66b8c-72ad-464e-af0a-9a2a2e8a277d service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963883 Aug 19 13:00:21.331437 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '563934d4-0e53-4586-b299-28d1d3f65e62', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'port_id': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'mac_address': 'fa:16:3e:bf:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:00:19Z', 'updated_at': '2021-08-19T13:00:19Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589653be-ddec-43cb-99b0-0a494876c0c6', 'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:2f:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:03Z', 'updated_at': '2021-08-19T13:00:08Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:21.358647 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfb9ce-b796-4a89-a162-c066046e3a6a None None] The sync data for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 is: [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '563934d4-0e53-4586-b299-28d1d3f65e62', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'port_id': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'mac_address': 'fa:16:3e:bf:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:00:19Z', 'updated_at': '2021-08-19T13:00:19Z', 'revision_number': 0, 'project_id': 'a21482ad485f420d84acab682a35354a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589653be-ddec-43cb-99b0-0a494876c0c6', 'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:2f:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:03Z', 'updated_at': '2021-08-19T13:00:08Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:00:21.566599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bbb8a-07c5-4d44-b102-030c5f7c5b89 None None] New status for floating IP 563934d4-0e53-4586-b299-28d1d3f65e62: ACTIVE {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:00:21.846476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48842) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:21.913550 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a6e5bd2b-bc42-4e29-a85b-a581193bbe4f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/563934d4-0e53-4586-b299-28d1d3f65e62 HTTP/1.1" status: 200 len: 992 time: 0.0657983 Aug 19 13:00:22.232025 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:24.265133 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:24.716397 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.126799 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:48.522430 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-be88c84a-6150-4e4b-9dad-8658f8dc1b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:50.892773 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-21c32aa4-7c8c-466f-9f72-ceacea563abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:51.044539 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.228435 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:54.263919 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:54.721972 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:55.437873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071da436-5735-492a-8809-c324a276cc5b req-0dfd6785-58e7-492f-9408-6a407622db00 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:55.439342 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-071da436-5735-492a-8809-c324a276cc5b req-0dfd6785-58e7-492f-9408-6a407622db00 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0596919 Aug 19 13:00:55.485234 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-071da436-5735-492a-8809-c324a276cc5b req-c34ec03f-c457-4e3e-b4a9-ec4009dd24eb tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339944 Aug 19 13:00:56.636258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aba075-c138-414c-bc6e-fa255b300e89 req-a54ccbf8-65ca-4486-aa98-feda7ab18500 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:56.637852 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5aba075-c138-414c-bc6e-fa255b300e89 req-a54ccbf8-65ca-4486-aa98-feda7ab18500 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0567803 Aug 19 13:00:56.680443 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a5aba075-c138-414c-bc6e-fa255b300e89 req-520d9979-6b32-4447-b5fc-6a7e92b0d48f tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362148 Aug 19 13:00:56.703697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48870) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.774098 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e2e25999-2917-470c-8a07-a6eeac10af77 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/563934d4-0e53-4586-b299-28d1d3f65e62 HTTP/1.1" status: 200 len: 992 time: 0.0688572 Aug 19 13:00:56.789587 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:00:58.085335 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cbe04-c3ab-45d4-92c0-d355953a993c req-ad548d1a-bbf9-4ed5-ba9c-14726b3165c0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:58.086805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb1cbe04-c3ab-45d4-92c0-d355953a993c req-ad548d1a-bbf9-4ed5-ba9c-14726b3165c0 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0513718 Aug 19 13:00:58.132167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cb1cbe04-c3ab-45d4-92c0-d355953a993c req-4df1da72-92e1-4cb2-82cf-da9748910d21 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391419 Aug 19 13:00:58.138108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-13d4bbf8-7fa5-44b4-ae5b-578b6987d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:58.139686 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-13d4bbf8-7fa5-44b4-ae5b-578b6987d4f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 1096 time: 0.0450342 Aug 19 13:00:58.256527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-12d3c76f-f78e-4cb6-bb9a-fbc22b35558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:58.258096 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-12d3c76f-f78e-4cb6-bb9a-fbc22b35558f service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0d2e231-4fd1-4ff9-acef-2ea48436f488 HTTP/1.1" status: 200 len: 898 time: 0.1023800 Aug 19 13:00:58.330847 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-5366b4ff-a289-436c-9c9b-f765c2858e6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b HTTP/1.1" status: 200 len: 1000 time: 0.0650091 Aug 19 13:00:58.397099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-379f03db-390a-4c46-a594-11f5a461aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:58.398886 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-379f03db-390a-4c46-a594-11f5a461aa9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edc72e2c-ccd2-4ff2-b028-14e91f2636b6 HTTP/1.1" status: 200 len: 835 time: 0.0589461 Aug 19 13:00:58.449195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-09f32e75-b345-457a-ba15-5adcf8a5177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:58.450761 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-09f32e75-b345-457a-ba15-5adcf8a5177e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0d2e231-4fd1-4ff9-acef-2ea48436f488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446756 Aug 19 13:00:58.550918 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-598c0742-69c9-4cff-9f24-f3fef00389ca service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890546 Aug 19 13:00:58.664382 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-4cd19d3d-9470-4424-b433-24fb5d96fb3b req-6ea81a4c-82b8-4650-9c4c-e8813660c2ee service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051965 Aug 19 13:00:59.141425 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.262561 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d6540-4ed2-4ca4-bc69-61fbd2c57160 req-b4cbffde-93a1-4a91-9174-7773f4801502 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:59.264973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb7d6540-4ed2-4ca4-bc69-61fbd2c57160 req-b4cbffde-93a1-4a91-9174-7773f4801502 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0586541 Aug 19 13:00:59.306118 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bb7d6540-4ed2-4ca4-bc69-61fbd2c57160 req-45d269b4-10b2-4e82-ba89-b9971ae5cc6d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340064 Aug 19 13:01:00.432215 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61eea-ae74-404b-8144-0a5bc988a7f6 req-826df8f0-bf38-49ba-8281-c9c78e023bd7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:00.433825 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78b61eea-ae74-404b-8144-0a5bc988a7f6 req-826df8f0-bf38-49ba-8281-c9c78e023bd7 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0538363 Aug 19 13:01:00.473805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-78b61eea-ae74-404b-8144-0a5bc988a7f6 req-e1bf06e2-fa39-45eb-b140-9dce41fc8644 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337758 Aug 19 13:01:00.500050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48882) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:00.564303 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2a2db7a5-d61e-42e5-a6a3-a1309a5f0688 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/floatingips/563934d4-0e53-4586-b299-28d1d3f65e62 HTTP/1.1" status: 200 len: 992 time: 0.0629256 Aug 19 13:01:00.802366 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48888) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:00.983526 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 0d00187d-093c-4291-bf5c-6b7b7dade167 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:00.983893 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.070530 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.070868 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.072765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-40854cb2-4f3f-451e-87eb-2a55e0eaba77 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468538 Aug 19 13:01:01.085242 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 0d00187d-093c-4291-bf5c-6b7b7dade167 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:01.181481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-aac01fa6-fd19-4a19-b7cc-c082d6f471ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:01.183045 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-aac01fa6-fd19-4a19-b7cc-c082d6f471ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 1096 time: 0.0455940 Aug 19 13:01:01.248248 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.276324 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=0d00187d-093c-4291-bf5c-6b7b7dade167,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:01.304395 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.304770 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.305114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.305457 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.305791 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.306122 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.306456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.306786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.307112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.307438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.307762 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.308150 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:01.311993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-43113c64-acf0-4c38-a9da-acf57948dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:01.313853 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-43113c64-acf0-4c38-a9da-acf57948dfa9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0d2e231-4fd1-4ff9-acef-2ea48436f488 HTTP/1.1" status: 200 len: 898 time: 0.1091475 Aug 19 13:01:01.348525 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.348869 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Floating IP 563934d4-0e53-4586-b299-28d1d3f65e62 disassociated (deleted). External IP: 172.25.4.71, port: 0f3de8b5-501f-45de-8556-5afa4d593d9b. Aug 19 13:01:01.359378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-05092815-2213-482c-b691-e12d7db69d19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b HTTP/1.1" status: 200 len: 217 time: 0.0375555 Aug 19 13:01:01.410629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-0939da35-53e9-458b-a890-e2e179e44189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:01.412471 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-0939da35-53e9-458b-a890-e2e179e44189 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edc72e2c-ccd2-4ff2-b028-14e91f2636b6 HTTP/1.1" status: 200 len: 835 time: 0.0458939 Aug 19 13:01:01.464416 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-51318e0b-daa1-41d4-a0d8-27e80eced1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:01.466036 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-51318e0b-daa1-41d4-a0d8-27e80eced1eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0d2e231-4fd1-4ff9-acef-2ea48436f488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441291 Aug 19 13:01:01.573269 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-c093f88a-3b33-44dc-973d-9cd8c5d43a29 service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985672 Aug 19 13:01:01.575722 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 57ff9859-feed-400e-ac25-6daf3c488e55 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:01.679084 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-be146e8a-6b8b-4cc7-bb65-cdd36d26090f req-aa115b45-d6de-4421-bc85-8775e64f4b1d service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983403 Aug 19 13:01:02.026879 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:02.031642 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:02.040232 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] Sync routers for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:02.050281 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:02.051220 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:02.061535 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-5400507c-e7e3-453e-9892-2bd1d30e0f76 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/floatingips/563934d4-0e53-4586-b299-28d1d3f65e62 HTTP/1.1" status: 204 len: 168 time: 1.2580514 Aug 19 13:01:02.062155 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:02.064453 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:02.172522 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:02.234655 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252efa9f-1b77-4d8b-a113-2033b99543af x-openstack-request-id: req-252efa9f-1b77-4d8b-a113-2033b99543af {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:02.235387 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:02.235689 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-252efa9f-1b77-4d8b-a113-2033b99543af {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:02.236178 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'status': 'completed', 'code': 200} Aug 19 13:01:02.331196 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f21c-0377-4a02-9b6d-a71e7d88f1d1 req-e667c6f3-5f73-4bb9-9b0c-f9da640fac5d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:02.332893 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5de3f21c-0377-4a02-9b6d-a71e7d88f1d1 req-e667c6f3-5f73-4bb9-9b0c-f9da640fac5d tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0597820 Aug 19 13:01:02.355998 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-ed13db9a-9f36-42f0-b737-c3ddefe2231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:02.358270 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-ed13db9a-9f36-42f0-b737-c3ddefe2231e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a21482ad485f420d84acab682a35354a&device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 1096 time: 0.0488334 Aug 19 13:01:02.380933 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5de3f21c-0377-4a02-9b6d-a71e7d88f1d1 req-0baae91b-ed94-4498-be2a-264d5710ea89 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395093 Aug 19 13:01:02.410174 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '589653be-ddec-43cb-99b0-0a494876c0c6', 'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:2f:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:03Z', 'updated_at': '2021-08-19T13:00:08Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:02.438367 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] Checking router: 57ff9859-feed-400e-ac25-6daf3c488e55 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:02.448964 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:02.449599 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:02.471774 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-09c6956f-b86f-40eb-acb9-ead79c02ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:02.473515 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-09c6956f-b86f-40eb-acb9-ead79c02ff77 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0d2e231-4fd1-4ff9-acef-2ea48436f488 HTTP/1.1" status: 200 len: 898 time: 0.1062014 Aug 19 13:01:02.525795 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-dc5b6e16-45d0-4b18-a344-56348088de97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b HTTP/1.1" status: 200 len: 217 time: 0.0428791 Aug 19 13:01:02.569983 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:02.579766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-2f68585b-ecff-42c5-a565-ad8fd255ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:02.581374 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-2f68585b-ecff-42c5-a565-ad8fd255ae43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edc72e2c-ccd2-4ff2-b028-14e91f2636b6 HTTP/1.1" status: 200 len: 835 time: 0.0470693 Aug 19 13:01:02.633880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-e3ccac62-cacf-4038-b60d-568fd83396f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:02.635414 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-e3ccac62-cacf-4038-b60d-568fd83396f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0d2e231-4fd1-4ff9-acef-2ea48436f488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451045 Aug 19 13:01:02.737263 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-7a2f5558-a1da-4be0-bbe4-9077ddf9b8b9 service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917661 Aug 19 13:01:02.847018 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8b97c0c6-17db-4a62-b9fc-eef2b937f0c1 req-f8f3b75c-056b-457b-a943-a32986807645 service neutron] 10.222.0.54 "GET /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984790 Aug 19 13:01:02.888815 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '589653be-ddec-43cb-99b0-0a494876c0c6', 'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:2f:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:03Z', 'updated_at': '2021-08-19T13:00:08Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:02.914852 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cfc12a-bb59-4b52-8a96-9228ab7d9af3 None None] The sync data for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 is: [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '589653be-ddec-43cb-99b0-0a494876c0c6', 'name': '', 'network_id': 'e0d2e231-4fd1-4ff9-acef-2ea48436f488', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'mac_address': 'fa:16:3e:2f:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:03Z', 'updated_at': '2021-08-19T13:00:08Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'subnets': [{'id': 'edc72e2c-ccd2-4ff2-b028-14e91f2636b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:03.141462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e95311-03db-4be6-9690-b8a09a0cc2a1 None None] New status for floating IP 563934d4-0e53-4586-b299-28d1d3f65e62: DOWN {{(pid=101155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:01:03.509999 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b18707-8799-4ae8-b1e7-0380d507f071 req-58bcdd4c-0fae-4141-b70a-27c94407fb96 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:03.511553 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9b18707-8799-4ae8-b1e7-0380d507f071 req-58bcdd4c-0fae-4141-b70a-27c94407fb96 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0558650 Aug 19 13:01:03.554015 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9b18707-8799-4ae8-b1e7-0380d507f071 req-f8d9c43b-5500-4c63-9319-8d206bf369c5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/security-groups?id=51add621-98d5-4465-817e-acbffe9e9dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362170 Aug 19 13:01:04.259522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbd16f-3631-4933-893a-4f788704e296 req-0f2f6212-88c5-46b3-89cb-d8ea0766a816 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:04.261111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09dbd16f-3631-4933-893a-4f788704e296 req-0f2f6212-88c5-46b3-89cb-d8ea0766a816 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 945 time: 0.0563183 Aug 19 13:01:04.363169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-09dbd16f-3631-4933-893a-4f788704e296 req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 0f3de8b5-501f-45de-8556-5afa4d593d9b {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:04.363464 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09dbd16f-3631-4933-893a-4f788704e296 req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.470476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-09dbd16f-3631-4933-893a-4f788704e296 req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port 0f3de8b5-501f-45de-8556-5afa4d593d9b, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=0f3de8b5-501f-45de-8556-5afa4d593d9b,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:04.470816 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09dbd16f-3631-4933-893a-4f788704e296 req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.485460 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-09dbd16f-3631-4933-893a-4f788704e296 req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 0f3de8b5-501f-45de-8556-5afa4d593d9b owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:04.630823 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09dbd16f-3631-4933-893a-4f788704e296 req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.653971 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3a423f07-3029-4cf7-94d7-4bdb01488303 req-9480cdd5-cea7-4cdf-ab37-ec7d963a81f5 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "GET /v2.0/ports?device_id=c33f26e6-28b9-4e5e-8550-a7f01aaf4517 HTTP/1.1" status: 200 len: 210 time: 0.0275269 Aug 19 13:01:04.661882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=0f3de8b5-501f-45de-8556-5afa4d593d9b,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:04.693267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.693625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.693970 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.694320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.694654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.694993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.695330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.695665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.696088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.696331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.696661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.697012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:04.721358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dbd16f-3631-4933-893a-4f788704e296 req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] No DVR routers for this DVR port 0f3de8b5-501f-45de-8556-5afa4d593d9b on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:04.724095 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-09dbd16f-3631-4933-893a-4f788704e296 req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.726708 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-09dbd16f-3631-4933-893a-4f788704e296 req-b8daf2b8-e887-48c6-910d-5fe6e368a8e2 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.54 "DELETE /v2.0/ports/0f3de8b5-501f-45de-8556-5afa4d593d9b HTTP/1.1" status: 204 len: 173 time: 0.4591491 Aug 19 13:01:04.727187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'name': 'network-vif-deleted', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:04.729723 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3848c406-feb2-4efc-b805-f7f4f37f7498" -d '{"events": [{"server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "name": "network-vif-deleted", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:04.774345 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46d12e6-8172-4d38-9251-8058ca3c9c0f x-openstack-request-id: req-c46d12e6-8172-4d38-9251-8058ca3c9c0f {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:04.774652 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33f26e6-28b9-4e5e-8550-a7f01aaf4517", "name": "network-vif-deleted", "tag": "0f3de8b5-501f-45de-8556-5afa4d593d9b", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:04.774903 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c46d12e6-8172-4d38-9251-8058ca3c9c0f {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:04.775318 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33f26e6-28b9-4e5e-8550-a7f01aaf4517', 'name': 'network-vif-deleted', 'tag': '0f3de8b5-501f-45de-8556-5afa4d593d9b', 'status': 'completed', 'code': 200} Aug 19 13:01:05.715727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48906) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:06.108628 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.387675 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port 589653be-ddec-43cb-99b0-0a494876c0c6 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:06.388037 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.481581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port 589653be-ddec-43cb-99b0-0a494876c0c6, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=589653be-ddec-43cb-99b0-0a494876c0c6,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:06.481915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.495370 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for 589653be-ddec-43cb-99b0-0a494876c0c6 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:06.707201 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.737057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=589653be-ddec-43cb-99b0-0a494876c0c6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:06.918879 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.154314 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Router 57ff9859-feed-400e-ac25-6daf3c488e55 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:07.270887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:07.278516 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-e6a147cc-3e17-4636-8450-dcd7e8e4472e tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "PUT /v2.0/routers/57ff9859-feed-400e-ac25-6daf3c488e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5605407 Aug 19 13:01:07.281787 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48908) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:07.282996 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] Sync routers for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:07.294769 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:07.295416 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:07.336411 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdd0356-121b-4563-a65b-75d055018f5a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting subnet edc72e2c-ccd2-4ff2-b028-14e91f2636b6 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:01:07.339900 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0356-121b-4563-a65b-75d055018f5a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.384967 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0356-121b-4563-a65b-75d055018f5a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.404076 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:07.486252 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0356-121b-4563-a65b-75d055018f5a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.552711 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0356-121b-4563-a65b-75d055018f5a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.585092 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd0356-121b-4563-a65b-75d055018f5a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Subnet': ['ID=edc72e2c-ccd2-4ff2-b028-14e91f2636b6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:07.597472 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:01:06Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:07.597698 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0356-121b-4563-a65b-75d055018f5a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.599935 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d2c2a-ebb9-449b-b25f-185f449dd362 None None] Network e0d2e231-4fd1-4ff9-acef-2ea48436f488 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:01:07.601173 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-8cdd0356-121b-4563-a65b-75d055018f5a tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/subnets/edc72e2c-ccd2-4ff2-b028-14e91f2636b6 HTTP/1.1" status: 204 len: 168 time: 0.3183322 Aug 19 13:01:07.602966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48910) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:07.624832 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] Checking router: 57ff9859-feed-400e-ac25-6daf3c488e55 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:07.636656 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] Routers {'57ff9859-feed-400e-ac25-6daf3c488e55'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:07.637301 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['57ff9859-feed-400e-ac25-6daf3c488e55'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:07.718564 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.720783 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0f3de8b5-501f-45de-8556-5afa4d593d9b no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:07.749333 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] Set router 57ff9859-feed-400e-ac25-6daf3c488e55 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:07.749568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: 0f3de8b5-501f-45de-8556-5afa4d593d9b {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:07.749811 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device 0f3de8b5-501f-45de-8556-5afa4d593d9b not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:07.821766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] DHCP port deletion for e0d2e231-4fd1-4ff9-acef-2ea48436f488 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:01:07.829847 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.871968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Deleting port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:07.872440 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.900882 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Deleting port ab78eae4-1bbc-4a33-a98f-b96b2b45673e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:07.901258 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.940484 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:01:06Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:07.942609 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] For port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=0dbb48be-40cc-4cae-8bd5-0e24d6c4500f,segment=NetworkSegment(6ed529e1-3319-4f37-8276-0cfc5a5b9313),segment_id=6ed529e1-3319-4f37-8276-0cfc5a5b9313)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:07.943452 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.961904 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Calling delete_port for 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:07.974374 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0f0c68-80c8-40ba-a20c-21ce294b647f None None] The sync data for ids ['57ff9859-feed-400e-ac25-6daf3c488e55'] in n-d-778550-9 is: [{'id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880808713', 'tenant_id': 'a21482ad485f420d84acab682a35354a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:00:00Z', 'updated_at': '2021-08-19T13:01:06Z', 'revision_number': 5, 'project_id': 'a21482ad485f420d84acab682a35354a', 'gw_port': {'id': 'ab78eae4-1bbc-4a33-a98f-b96b2b45673e', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ff9859-feed-400e-ac25-6daf3c488e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:00:01Z', 'updated_at': '2021-08-19T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:07.993298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] For port ab78eae4-1bbc-4a33-a98f-b96b2b45673e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ab78eae4-1bbc-4a33-a98f-b96b2b45673e,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:07.993709 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.008329 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Calling delete_port for ab78eae4-1bbc-4a33-a98f-b96b2b45673e owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:08.050743 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.076891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Pushing event deleted for resources: {'Port': ['ID=0dbb48be-40cc-4cae-8bd5-0e24d6c4500f,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:08.085661 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] No DVR routers for this DVR port 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:08.087945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.088295 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.088639 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.089007 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.089479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.089817 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.090150 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.090479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.090809 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.091136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.091463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.091790 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49030a85-f1b7-40ff-b5fe-26105ec44fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:08.192050 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.218870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Port': ['ID=ab78eae4-1bbc-4a33-a98f-b96b2b45673e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:08.287715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.391196 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.394513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.451350 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.451890 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Fanout notify agent at l3_agent the message router_deleted on router 57ff9859-feed-400e-ac25-6daf3c488e55 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:01:08.459393 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.461171 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-583354d3-2af3-4ac3-b825-bb3fab8d238c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/routers/57ff9859-feed-400e-ac25-6daf3c488e55 HTTP/1.1" status: 204 len: 168 time: 0.8571525 Aug 19 13:01:08.463601 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48912) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:08.527059 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 589653be-ddec-43cb-99b0-0a494876c0c6 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:08.548430 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 589653be-ddec-43cb-99b0-0a494876c0c6 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:08.549271 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 589653be-ddec-43cb-99b0-0a494876c0c6 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:08.549735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:08.556215 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.575805 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:08.576464 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 0dbb48be-40cc-4cae-8bd5-0e24d6c4500f not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:08.654092 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.666145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d2e231-4fd1-4ff9-acef-2ea48436f488']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:08.683421 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed529e1-3319-4f37-8276-0cfc5a5b9313') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:08.683727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed529e1-3319-4f37-8276-0cfc5a5b9313') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:08.695181 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.711697 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.719022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:01:08.719432 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: timer() Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:01:08.722509 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:01:08.787818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.796626 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.797914 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/networks/e0d2e231-4fd1-4ff9-acef-2ea48436f488 HTTP/1.1" status: 204 len: 168 time: 0.3330550 Aug 19 13:01:08.801685 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48914) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:08.810659 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01cc8d-0928-4aef-a987-126ad41ab60c tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'Network': ['ID=e0d2e231-4fd1-4ff9-acef-2ea48436f488,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:08.867469 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29ce625f-9306-4577-ae58-e49484369903 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.895597 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29ce625f-9306-4577-ae58-e49484369903 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.965396 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29ce625f-9306-4577-ae58-e49484369903 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.967859 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-29ce625f-9306-4577-ae58-e49484369903 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:08.969158 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-29ce625f-9306-4577-ae58-e49484369903 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] 10.222.0.65 "DELETE /v2.0/security-groups/51add621-98d5-4465-817e-acbffe9e9dd9 HTTP/1.1" status: 204 len: 168 time: 0.1664586 Aug 19 13:01:08.979374 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce625f-9306-4577-ae58-e49484369903 tempest-TestNetworkAdvancedServerOps-1042455120 tempest-TestNetworkAdvancedServerOps-1042455120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51add621-98d5-4465-817e-acbffe9e9dd9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:09.378575 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48922) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:09.527456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9fb0d96e-c439-44a4-a291-e56de6d30776 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a21482ad485f420d84acab682a35354a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475477 Aug 19 13:01:09.530206 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48926) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:09.586559 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-caf84fe3-44a9-4ecd-abed-309f98aab065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:09.610419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-caf84fe3-44a9-4ecd-abed-309f98aab065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:09.662060 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-caf84fe3-44a9-4ecd-abed-309f98aab065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:09.664704 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-caf84fe3-44a9-4ecd-abed-309f98aab065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:09.665932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-caf84fe3-44a9-4ecd-abed-309f98aab065 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41832ad4-f9f8-40a0-b8a3-1f13fce4ba82 HTTP/1.1" status: 204 len: 168 time: 0.1346848 Aug 19 13:01:09.676812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf84fe3-44a9-4ecd-abed-309f98aab065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41832ad4-f9f8-40a0-b8a3-1f13fce4ba82,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:09.958308 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48932) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:09.974068 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-30e91ed9-2e22-466d-af9b-23ad39409a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:10.085492 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-30e91ed9-2e22-466d-af9b-23ad39409a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:10.091800 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-30e91ed9-2e22-466d-af9b-23ad39409a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:10.128798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e91ed9-2e22-466d-af9b-23ad39409a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff62293c-c293-4c2a-9dfc-316525edac08,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:10.136785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-30e91ed9-2e22-466d-af9b-23ad39409a56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df919bc83aa84c3fae5f427ec4b2d131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763086 Aug 19 13:01:10.138829 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48934) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:10.194473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11635d96-2135-4c6b-8c42-e17f338fa295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:10.218818 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11635d96-2135-4c6b-8c42-e17f338fa295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:10.271532 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11635d96-2135-4c6b-8c42-e17f338fa295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:10.274459 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-11635d96-2135-4c6b-8c42-e17f338fa295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:10.275913 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-11635d96-2135-4c6b-8c42-e17f338fa295 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff62293c-c293-4c2a-9dfc-316525edac08 HTTP/1.1" status: 204 len: 168 time: 0.1360495 Aug 19 13:01:10.289832 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11635d96-2135-4c6b-8c42-e17f338fa295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff62293c-c293-4c2a-9dfc-316525edac08,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:10.405519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ab78eae4-1bbc-4a33-a98f-b96b2b45673e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:10.429514 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ab78eae4-1bbc-4a33-a98f-b96b2b45673e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:10.429941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ab78eae4-1bbc-4a33-a98f-b96b2b45673e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:11.047422 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48956) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:11.153833 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-262065090-network', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:11.182568 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Made reservation on behalf of 46fac6220e5b421ebd3f95908d61e7a7 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:01:11.185414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.195174 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.309469 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.315328 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.350385 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:01:11.358228 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edba8a7-5a4b-49cf-b8eb-55a93b90b092,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:11.366952 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.366952 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Added segment 528b4f5d-3fa2-4072-a945-ef73ee1ba387 of type vlan for network 25cca577-fe9c-4365-889e-cf571399b841 Aug 19 13:01:11.417742 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.441877 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.443010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:11.443589 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.494344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4457192 Aug 19 13:01:11.497642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48960) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:11.502958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Request body: {'subnet': {'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-262065090-subnet', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:11.505882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8abdc-4984-404e-bfa0-0770226c2466 admin admin] Pushing event updated for resources: {'Network': ['ID=25cca577-fe9c-4365-889e-cf571399b841,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:11.516594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 25cca577-fe9c-4365-889e-cf571399b841 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:01:11.528568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Made reservation on behalf of 46fac6220e5b421ebd3f95908d61e7a7 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:01:11.531192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.714026 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.767384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f1baf9-b70c-4501-b28a-dd6a53c77ef6,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:11.783775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Checking segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:11.784163 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Network hostable DHCP agents. Network: 25cca577-fe9c-4365-889e-cf571399b841, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:01:11.802828 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Network 25cca577-fe9c-4365-889e-cf571399b841 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:01:11.814440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 25cca577-fe9c-4365-889e-cf571399b841) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:11.819442 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:11.820128 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.825614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b35c206-329d-4ce0-8ded-bdcba774580d None None] Network 25cca577-fe9c-4365-889e-cf571399b841 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:01:11.838977 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-14dec083-42e1-4bc5-b27d-3c926e6ec98a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3398957 Aug 19 13:01:11.841484 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48962) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:11.846341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:11.872269 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.873389 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.934480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:11.979880 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-25cca577-fe9c-4365-889e-cf571399b841', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:01:11.980794 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.092822 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.132813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Allocated IP 172.20.0.2 (25cca577-fe9c-4365-889e-cf571399b841/27f1baf9-b70c-4501-b28a-dd6a53c77ef6/a1190b1a-da13-4a10-abfb-1ee7307e391d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:12.287570 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.296629 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Transition to ACTIVE for port object a1190b1a-da13-4a10-abfb-1ee7307e391d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:12.312491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Transition to ACTIVE for port object a1190b1a-da13-4a10-abfb-1ee7307e391d will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:12.321520 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.322693 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.342767 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.360874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Network 25cca577-fe9c-4365-889e-cf571399b841 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:12.363934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:12.367771 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:01:12.373559 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Pushing event updated for resources: {'Port': ['ID=a1190b1a-da13-4a10-abfb-1ee7307e391d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:12.430568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Attempting to bind port a1190b1a-da13-4a10-abfb-1ee7307e391d on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:12.430941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Attempting to bind port a1190b1a-da13-4a10-abfb-1ee7307e391d by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:12.431299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Attempting to bind port a1190b1a-da13-4a10-abfb-1ee7307e391d on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:12.437140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:01:12.437535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Checking segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:12.437937 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.438319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Bound using segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:01:12.438775 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Bound port: a1190b1a-da13-4a10-abfb-1ee7307e391d, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:12.439154 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.459194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Allocated IP 172.25.4.33 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/46323abd-31a0-4cce-811d-9dd3f41cecdc) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:12.508141 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] For port a1190b1a-da13-4a10-abfb-1ee7307e391d, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:01:12.511720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] For port a1190b1a-da13-4a10-abfb-1ee7307e391d, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a1190b1a-da13-4a10-abfb-1ee7307e391d,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:01:12.518216 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.579440 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.581233 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6c2e6-b0ab-436b-8da0-8e9930a422b4 None None] Pushing event updated for resources: {'Port': ['ID=a1190b1a-da13-4a10-abfb-1ee7307e391d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:12.623114 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:12.670809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:12.674622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:12.680283 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:01:12.683725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Pushing event updated for resources: {'Port': ['ID=46323abd-31a0-4cce-811d-9dd3f41cecdc,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:13.355549 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:13.463726 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c402df0-daa8-478c-8f59-9e52334091d5 None None] Network 25cca577-fe9c-4365-889e-cf571399b841 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:01:13.604271 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:13.612183 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a69d87dc-e203-434c-b629-4f8bde348f40 None None] Provisioning for port a1190b1a-da13-4a10-abfb-1ee7307e391d completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:13.761899 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Router f8f1e506-3a47-4e7b-9db8-b385f5815e25 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:01:13.884614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:13.894553 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Sync routers for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:13.903338 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:13.904160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:13.904621 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f2dbb987-aa1b-4b85-862b-96061e529068 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0621865 Aug 19 13:01:13.904842 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:13.908665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48964) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:14.187300 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:14.353356 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.386056 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:13Z', 'revision_number': 3, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:14.415276 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Checking router: f8f1e506-3a47-4e7b-9db8-b385f5815e25 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:14.415525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Updating router f8f1e506-3a47-4e7b-9db8-b385f5815e25 port 46323abd-31a0-4cce-811d-9dd3f41cecdc binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:01:14.444367 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.525726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Allocated IP 172.20.0.1 (25cca577-fe9c-4365-889e-cf571399b841/27f1baf9-b70c-4501-b28a-dd6a53c77ef6/ca944a1c-c181-43d6-a815-c83c3dfbab78) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:14.545416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a1190b1a-da13-4a10-abfb-1ee7307e391d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:14.644544 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.660047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Transition to ACTIVE for port object ca944a1c-c181-43d6-a815-c83c3dfbab78 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:14.660361 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port a1190b1a-da13-4a10-abfb-1ee7307e391d completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:14.671969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a1190b1a-da13-4a10-abfb-1ee7307e391d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:14.672927 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.710609 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.752580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Network 25cca577-fe9c-4365-889e-cf571399b841 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:14.757900 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:14.762516 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:01:14.765775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca944a1c-c181-43d6-a815-c83c3dfbab78,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:14.816496 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.829041 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.832378 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.859350 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Transition to ACTIVE for port object 46323abd-31a0-4cce-811d-9dd3f41cecdc will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:14.869943 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.915850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port a1190b1a-da13-4a10-abfb-1ee7307e391d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a1190b1a-da13-4a10-abfb-1ee7307e391d,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:14.925183 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.948089 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Attempting to bind port 46323abd-31a0-4cce-811d-9dd3f41cecdc on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:14.948460 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Attempting to bind port 46323abd-31a0-4cce-811d-9dd3f41cecdc by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:14.948864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Attempting to bind port 46323abd-31a0-4cce-811d-9dd3f41cecdc on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:14.951102 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1386300-c127-4820-bb83-3642277321e8 None None] Pushing event updated for resources: {'Port': ['ID=46323abd-31a0-4cce-811d-9dd3f41cecdc,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:14.977248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:01:14.977635 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:14.978047 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.978447 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:01:14.978941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Bound port: 46323abd-31a0-4cce-811d-9dd3f41cecdc, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:14.979329 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.981149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:15.039315 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=a1190b1a-da13-4a10-abfb-1ee7307e391d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:15.053519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] For port 46323abd-31a0-4cce-811d-9dd3f41cecdc, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:01:15.056838 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] For port 46323abd-31a0-4cce-811d-9dd3f41cecdc, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=46323abd-31a0-4cce-811d-9dd3f41cecdc,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:01:15.061989 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:15.129132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2a7a8dd2-7448-41bb-af93-314c3d29b867 None None] Provisioning for port ca944a1c-c181-43d6-a815-c83c3dfbab78 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:15.143821 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2a7a8dd2-7448-41bb-af93-314c3d29b867 None None] Provisioning complete for port ca944a1c-c181-43d6-a815-c83c3dfbab78 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:15.144195 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2a7a8dd2-7448-41bb-af93-314c3d29b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:15.171512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1386300-c127-4820-bb83-3642277321e8 None None] Pushing event updated for resources: {'Port': ['ID=46323abd-31a0-4cce-811d-9dd3f41cecdc,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:15.174097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:15.174260 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:15.174828 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:15.184801 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:15.231467 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a8dd2-7448-41bb-af93-314c3d29b867 None None] Port ca944a1c-c181-43d6-a815-c83c3dfbab78 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:01:15.252298 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca944a1c-c181-43d6-a815-c83c3dfbab78,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:15.254921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:15.304912 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:15.355012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Network 25cca577-fe9c-4365-889e-cf571399b841 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:15.356789 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:15.537692 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Router f8f1e506-3a47-4e7b-9db8-b385f5815e25 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:15.547729 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:15Z', 'revision_number': 2, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:15.585568 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6db98-2ab0-4d0e-aef7-096dacad6b28 None None] The sync data for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 is: [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:15Z', 'revision_number': 2, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:15.661455 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-ae9668cf-99ac-49e6-9346-6ea5f7fecdea None None] Provisioning complete for port ca944a1c-c181-43d6-a815-c83c3dfbab78 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:15.662137 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ae9668cf-99ac-49e6-9346-6ea5f7fecdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:15.705213 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:15.707648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ae9668cf-99ac-49e6-9346-6ea5f7fecdea None None] Port ca944a1c-c181-43d6-a815-c83c3dfbab78 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:01:15.716792 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-284e060d-5f67-46f4-ab31-d371b485abb6 admin admin] 10.222.0.65 "PUT /v2.0/routers/f8f1e506-3a47-4e7b-9db8-b385f5815e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8060834 Aug 19 13:01:16.330741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48984) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:16.337985 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-736705076-network', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:16.373285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Made reservation on behalf of 6704773fb8d24ceb899327836e60d3cd for: {'network': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:01:16.375750 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.386165 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.522647 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.530178 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.576235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=101153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:01:16.590331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9de2f8c-bbfa-4159-a1ed-b2dbfa033ca9,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:16.599104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.599658 n-d-778550-9 neutron-server[101153]: INFO neutron.db.segments_db [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Added segment 0f9b89ed-fd09-4311-8d5d-2da97443b8ff of type vlan for network 30654eb0-8249-41b4-bb6a-f286b59605ef Aug 19 13:01:16.605981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a1190b1a-da13-4a10-abfb-1ee7307e391d up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:16.648524 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.668348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a1190b1a-da13-4a10-abfb-1ee7307e391d triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:16.669005 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.681882 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.683094 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:16.683747 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.754611 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4194691 Aug 19 13:01:16.757068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48986) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:16.762491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Request body: {'subnet': {'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-736705076-subnet', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:16.767028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e9f63-2683-4e43-802f-673d651815fd admin admin] Pushing event updated for resources: {'Network': ['ID=30654eb0-8249-41b4-bb6a-f286b59605ef,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:16.782496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 46323abd-31a0-4cce-811d-9dd3f41cecdc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:16.795003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Made reservation on behalf of 6704773fb8d24ceb899327836e60d3cd for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:01:16.798599 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.814426 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 30654eb0-8249-41b4-bb6a-f286b59605ef details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:01:16.913610 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 46323abd-31a0-4cce-811d-9dd3f41cecdc completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:16.919428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 46323abd-31a0-4cce-811d-9dd3f41cecdc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:16.919896 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.022056 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.028349 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.050491 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 46323abd-31a0-4cce-811d-9dd3f41cecdc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=46323abd-31a0-4cce-811d-9dd3f41cecdc,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:17.058343 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.102001 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e29843e-67e1-400f-837e-644f3a45f2c0,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:17.107267 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Checking segment: {'id': '0f9b89ed-fd09-4311-8d5d-2da97443b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:17.107632 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Network hostable DHCP agents. Network: 30654eb0-8249-41b4-bb6a-f286b59605ef, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:01:17.133421 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Network 30654eb0-8249-41b4-bb6a-f286b59605ef is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:01:17.134864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=46323abd-31a0-4cce-811d-9dd3f41cecdc,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:17.153598 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 30654eb0-8249-41b4-bb6a-f286b59605ef) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:17.158953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:17.159484 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.165971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946fbb8d-09c6-4840-96e6-e1cb7925e913 None None] Network 30654eb0-8249-41b4-bb6a-f286b59605ef requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:01:17.194178 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48988) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:17.200217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:17.203538 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-19e036a0-430b-4630-aad5-fc41a7df5983 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4453425 Aug 19 13:01:17.246285 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.247402 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.320341 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.362728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-30654eb0-8249-41b4-bb6a-f286b59605ef', 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'fixed_ips': [{'subnet_id': '9e29843e-67e1-400f-837e-644f3a45f2c0'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:01:17.363971 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.475035 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.525691 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Allocated IP 172.20.0.2 (30654eb0-8249-41b4-bb6a-f286b59605ef/9e29843e-67e1-400f-837e-644f3a45f2c0/c30e8dc8-6a2f-41be-858b-817ea73a8adf) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:17.699496 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.701794 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.708194 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Transition to ACTIVE for port object c30e8dc8-6a2f-41be-858b-817ea73a8adf will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:17.723177 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.724280 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Transition to ACTIVE for port object c30e8dc8-6a2f-41be-858b-817ea73a8adf will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:17.730744 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.772999 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Network 30654eb0-8249-41b4-bb6a-f286b59605ef is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:17.776087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:17.781025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:01:17.791263 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Pushing event updated for resources: {'Port': ['ID=c30e8dc8-6a2f-41be-858b-817ea73a8adf,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:17.843464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Allocated IP 172.25.4.167 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/bd9840d0-09c1-4c85-a4eb-ea910cda9e91) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:17.847508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Attempting to bind port c30e8dc8-6a2f-41be-858b-817ea73a8adf on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:17.848118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Attempting to bind port c30e8dc8-6a2f-41be-858b-817ea73a8adf by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0f9b89ed-fd09-4311-8d5d-2da97443b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:17.848699 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Attempting to bind port c30e8dc8-6a2f-41be-858b-817ea73a8adf on network 30654eb0-8249-41b4-bb6a-f286b59605ef {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:17.854144 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:01:17.854521 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Checking segment: {'id': '0f9b89ed-fd09-4311-8d5d-2da97443b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:17.855184 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.855332 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Bound using segment: {'id': '0f9b89ed-fd09-4311-8d5d-2da97443b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:01:17.855778 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Bound port: c30e8dc8-6a2f-41be-858b-817ea73a8adf, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9b89ed-fd09-4311-8d5d-2da97443b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:17.856164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.928058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] For port c30e8dc8-6a2f-41be-858b-817ea73a8adf, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:01:17.932045 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] For port c30e8dc8-6a2f-41be-858b-817ea73a8adf, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c30e8dc8-6a2f-41be-858b-817ea73a8adf,segment=NetworkSegment(0f9b89ed-fd09-4311-8d5d-2da97443b8ff),segment_id=0f9b89ed-fd09-4311-8d5d-2da97443b8ff)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:01:17.936305 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.971008 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.010037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219acd1-8126-4416-bd28-c461c756cff6 None None] Pushing event updated for resources: {'Port': ['ID=c30e8dc8-6a2f-41be-858b-817ea73a8adf,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:18.014318 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Sync routers for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:18.022774 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.025683 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:18.026414 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:18.060397 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:18.063423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:18.070723 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:01:18.111828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Pushing event updated for resources: {'Port': ['ID=bd9840d0-09c1-4c85-a4eb-ea910cda9e91,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:18.140233 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:18.393761 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:15Z', 'revision_number': 2, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:18.422898 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Checking router: f8f1e506-3a47-4e7b-9db8-b385f5815e25 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:18.423336 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Updating router f8f1e506-3a47-4e7b-9db8-b385f5815e25 port ca944a1c-c181-43d6-a815-c83c3dfbab78 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:01:18.457040 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.531827 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c5cf879a-3458-4850-8511-a57637aea9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.575238 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c30e8dc8-6a2f-41be-858b-817ea73a8adf up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:18.632902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port c30e8dc8-6a2f-41be-858b-817ea73a8adf completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:18.637479 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 46323abd-31a0-4cce-811d-9dd3f41cecdc up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:18.694288 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 46323abd-31a0-4cce-811d-9dd3f41cecdc triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:18.694861 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.767535 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.924086 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.936887 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Transition to ACTIVE for port object ca944a1c-c181-43d6-a815-c83c3dfbab78 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:18.945598 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.999802 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Pushing event updated for resources: {'Port': ['ID=ca944a1c-c181-43d6-a815-c83c3dfbab78,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:19.025700 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.028925 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.028925 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.028925 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.029660 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.029660 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.029865 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.030184 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.030502 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.030812 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.031124 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.031436 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.031750 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:19.071187 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Attempting to bind port ca944a1c-c181-43d6-a815-c83c3dfbab78 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:19.071555 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Attempting to bind port ca944a1c-c181-43d6-a815-c83c3dfbab78 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:19.071904 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Attempting to bind port ca944a1c-c181-43d6-a815-c83c3dfbab78 on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:19.081213 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:01:19.081814 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Checking segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:19.083878 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.084645 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Bound using segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:01:19.085665 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Bound port: ca944a1c-c181-43d6-a815-c83c3dfbab78, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:19.086181 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.167254 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] For port ca944a1c-c181-43d6-a815-c83c3dfbab78, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:01:19.172141 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] For port ca944a1c-c181-43d6-a815-c83c3dfbab78, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ca944a1c-c181-43d6-a815-c83c3dfbab78,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:01:19.179359 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.185003 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84bac0-70c0-4757-992d-dcf6887ba5bc None None] Network 30654eb0-8249-41b4-bb6a-f286b59605ef requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:01:19.201937 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Router 93a39977-8697-49cc-b3b4-20bd306e03e4 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:01:19.242285 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55ccce-1772-4a45-965e-4684bb124103 None None] Pushing event updated for resources: {'Port': ['ID=ca944a1c-c181-43d6-a815-c83c3dfbab78,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:19.255130 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:19.255772 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:19.289166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f94b1a2-ed6b-494f-9195-49ea1b207e48 None None] Provisioning for port c30e8dc8-6a2f-41be-858b-817ea73a8adf completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:19.303196 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-7f94b1a2-ed6b-494f-9195-49ea1b207e48 None None] Provisioning complete for port c30e8dc8-6a2f-41be-858b-817ea73a8adf triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:19.303563 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f94b1a2-ed6b-494f-9195-49ea1b207e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.381270 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:19.394421 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:19.396525 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Sync routers for ids ['93a39977-8697-49cc-b3b4-20bd306e03e4'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:19.402639 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.407203 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 48990) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:19.413824 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0524b94a-8f89-44d3-8945-1bba5e7e4f3c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2177520 Aug 19 13:01:19.478581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Routers {'93a39977-8697-49cc-b3b4-20bd306e03e4'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:19.479155 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:00:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['93a39977-8697-49cc-b3b4-20bd306e03e4'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:19.529778 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f94b1a2-ed6b-494f-9195-49ea1b207e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.664614 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:19Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:19.700830 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32b6e-77cb-4d96-8e0d-b38521f0e4b4 None None] The sync data for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 is: [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:19Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:19.802782 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7f94b1a2-ed6b-494f-9195-49ea1b207e48 None None] For port c30e8dc8-6a2f-41be-858b-817ea73a8adf, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c30e8dc8-6a2f-41be-858b-817ea73a8adf,segment=NetworkSegment(0f9b89ed-fd09-4311-8d5d-2da97443b8ff),segment_id=0f9b89ed-fd09-4311-8d5d-2da97443b8ff)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:19.817120 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7f94b1a2-ed6b-494f-9195-49ea1b207e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.862147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Set router 93a39977-8697-49cc-b3b4-20bd306e03e4 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:19.945074 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:19.989822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94b1a2-ed6b-494f-9195-49ea1b207e48 None None] Pushing event updated for resources: {'Port': ['ID=c30e8dc8-6a2f-41be-858b-817ea73a8adf,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:20.041509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5f24fa1c-94af-4b81-a7c4-eecd67a45f61 None None] Provisioning complete for port c30e8dc8-6a2f-41be-858b-817ea73a8adf triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:20.041888 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5f24fa1c-94af-4b81-a7c4-eecd67a45f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.131809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Allocated IP 172.20.0.1 (30654eb0-8249-41b4-bb6a-f286b59605ef/9e29843e-67e1-400f-837e-644f3a45f2c0/a82af35b-bc7d-4e66-9b99-9159a06a706f) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:20.167698 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:18Z', 'revision_number': 3, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'gw_port': {'id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:20.197531 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Checking router: 93a39977-8697-49cc-b3b4-20bd306e03e4 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:20.198134 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Updating router 93a39977-8697-49cc-b3b4-20bd306e03e4 port bd9840d0-09c1-4c85-a4eb-ea910cda9e91 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:01:20.228514 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.269805 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.289981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Transition to ACTIVE for port object a82af35b-bc7d-4e66-9b99-9159a06a706f will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:20.329915 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.373595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Network 30654eb0-8249-41b4-bb6a-f286b59605ef is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:20.376722 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:20.381125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:01:20.387169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Pushing event updated for resources: {'Port': ['ID=a82af35b-bc7d-4e66-9b99-9159a06a706f,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:20.481449 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.515293 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ca944a1c-c181-43d6-a815-c83c3dfbab78 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:20.629872 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.633209 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port ca944a1c-c181-43d6-a815-c83c3dfbab78 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:20.642909 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ca944a1c-c181-43d6-a815-c83c3dfbab78 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:20.643284 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.648488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Transition to ACTIVE for port object bd9840d0-09c1-4c85-a4eb-ea910cda9e91 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:20.654684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.681182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.749877 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-775a2551-3171-41df-befb-87ed1c77178a None None] Provisioning for port a82af35b-bc7d-4e66-9b99-9159a06a706f completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:20.760241 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Attempting to bind port bd9840d0-09c1-4c85-a4eb-ea910cda9e91 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:20.760614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Attempting to bind port bd9840d0-09c1-4c85-a4eb-ea910cda9e91 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:20.760992 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Attempting to bind port bd9840d0-09c1-4c85-a4eb-ea910cda9e91 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:20.767043 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-775a2551-3171-41df-befb-87ed1c77178a None None] Provisioning complete for port a82af35b-bc7d-4e66-9b99-9159a06a706f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:20.767411 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-775a2551-3171-41df-befb-87ed1c77178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.772631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9de298-91eb-45b7-9f7e-188432b99cc3 None None] Pushing event updated for resources: {'Port': ['ID=bd9840d0-09c1-4c85-a4eb-ea910cda9e91,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:20.793807 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:01:20.794182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:20.794568 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.794993 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:01:20.795463 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Bound port: bd9840d0-09c1-4c85-a4eb-ea910cda9e91, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:20.795948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.827952 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.834081 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.852016 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-775a2551-3171-41df-befb-87ed1c77178a None None] Port a82af35b-bc7d-4e66-9b99-9159a06a706f cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:01:20.902325 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.904847 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] For port bd9840d0-09c1-4c85-a4eb-ea910cda9e91, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:01:20.905655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Pushing event updated for resources: {'Port': ['ID=a82af35b-bc7d-4e66-9b99-9159a06a706f,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:20.908254 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.909329 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] For port bd9840d0-09c1-4c85-a4eb-ea910cda9e91, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bd9840d0-09c1-4c85-a4eb-ea910cda9e91,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:01:20.923536 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2834c2fe-83c7-47e2-8cc2-77b36d3a5356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.926992 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:21.016876 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port ca944a1c-c181-43d6-a815-c83c3dfbab78, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ca944a1c-c181-43d6-a815-c83c3dfbab78,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:21.018386 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Routers {'93a39977-8697-49cc-b3b4-20bd306e03e4'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:21.019137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['93a39977-8697-49cc-b3b4-20bd306e03e4'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:21.019338 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Network 30654eb0-8249-41b4-bb6a-f286b59605ef is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:21.021222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9de298-91eb-45b7-9f7e-188432b99cc3 None None] Pushing event updated for resources: {'Port': ['ID=bd9840d0-09c1-4c85-a4eb-ea910cda9e91,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:21.021775 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:21.026998 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:21.027757 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c30e8dc8-6a2f-41be-858b-817ea73a8adf up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:21.156742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Router 93a39977-8697-49cc-b3b4-20bd306e03e4 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:21.178665 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:21.215010 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=ca944a1c-c181-43d6-a815-c83c3dfbab78,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:21.237136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] Set router 93a39977-8697-49cc-b3b4-20bd306e03e4 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:21.275636 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port c30e8dc8-6a2f-41be-858b-817ea73a8adf triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:21.276008 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:21.287935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:21.293052 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3d14ad62-0f04-4a25-a7b5-5d134c6f4a2f admin admin] 10.222.0.65 "PUT /v2.0/routers/93a39977-8697-49cc-b3b4-20bd306e03e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8847222 Aug 19 13:01:21.367970 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-06188809-9677-4123-b119-f343bd6cc6cb None None] Provisioning complete for port a82af35b-bc7d-4e66-9b99-9159a06a706f triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:21.368361 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-06188809-9677-4123-b119-f343bd6cc6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:21.455373 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-06188809-9677-4123-b119-f343bd6cc6cb None None] Port a82af35b-bc7d-4e66-9b99-9159a06a706f cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:01:21.565511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 4, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'gw_port': {'id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a82af35b-bc7d-4e66-9b99-9159a06a706f', 'name': '', 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'mac_address': 'fa:16:3e:e1:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:19Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 2, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'subnets': [{'id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:21.591265 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07066177-648a-48de-ab3a-0ab82d6c37ab None None] The sync data for ids ['93a39977-8697-49cc-b3b4-20bd306e03e4'] in n-d-778550-9 is: [{'id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 4, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'gw_port': {'id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a82af35b-bc7d-4e66-9b99-9159a06a706f', 'name': '', 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'mac_address': 'fa:16:3e:e1:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:19Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 2, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'subnets': [{'id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:22.162162 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 48998) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:22.167046 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-79494be2-315c-4a60-a139-682142323195 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355803770', 'description': 'tempest-secgroup-smoke-355803770 description', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:22.192473 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-79494be2-315c-4a60-a139-682142323195 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.227386 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.276257 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-79494be2-315c-4a60-a139-682142323195 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.280379 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-79494be2-315c-4a60-a139-682142323195 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.311915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-79494be2-315c-4a60-a139-682142323195 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.313220 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-79494be2-315c-4a60-a139-682142323195 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1499758 Aug 19 13:01:22.316788 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49000) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:22.318174 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79494be2-315c-4a60-a139-682142323195 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa4033-8def-4e07-8574-eb611f0c63d4,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:22.321916 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-4e846415-4144-49b9-b933-06197dffc271 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': 'c5aa4033-8def-4e07-8574-eb611f0c63d4', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:22.352302 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4e846415-4144-49b9-b933-06197dffc271 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.411477 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4e846415-4144-49b9-b933-06197dffc271 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.418138 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4e846415-4144-49b9-b933-06197dffc271 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.446518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e846415-4144-49b9-b933-06197dffc271 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6147c755-1b16-46e0-8173-3b694656d395,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:22.461112 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4e846415-4144-49b9-b933-06197dffc271 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.465055 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4e846415-4144-49b9-b933-06197dffc271 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445007 Aug 19 13:01:22.465251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49002) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:22.470160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-3000f47a-94d6-4441-96fe-43b8b3130182 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': 'c5aa4033-8def-4e07-8574-eb611f0c63d4', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:22.505638 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3000f47a-94d6-4441-96fe-43b8b3130182 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.534506 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ca944a1c-c181-43d6-a815-c83c3dfbab78 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:22.590933 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3000f47a-94d6-4441-96fe-43b8b3130182 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.594594 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port ca944a1c-c181-43d6-a815-c83c3dfbab78 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:22.595030 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.595569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3000f47a-94d6-4441-96fe-43b8b3130182 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.617050 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000f47a-94d6-4441-96fe-43b8b3130182 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e40d8cb-ca5e-455e-b995-79e46b560dcb,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:22.625899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3000f47a-94d6-4441-96fe-43b8b3130182 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.630334 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3000f47a-94d6-4441-96fe-43b8b3130182 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1638808 Aug 19 13:01:22.630944 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49004) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:22.636018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-a177ec30-05a6-4cb8-9692-84f847a7a2a5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': 'c5aa4033-8def-4e07-8574-eb611f0c63d4', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:22.669758 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a177ec30-05a6-4cb8-9692-84f847a7a2a5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.743856 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a177ec30-05a6-4cb8-9692-84f847a7a2a5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.748858 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a177ec30-05a6-4cb8-9692-84f847a7a2a5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.768324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177ec30-05a6-4cb8-9692-84f847a7a2a5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6634ba-e623-47e4-96d7-ee671c8978a7,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:22.776163 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a177ec30-05a6-4cb8-9692-84f847a7a2a5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.777795 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a177ec30-05a6-4cb8-9692-84f847a7a2a5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457629 Aug 19 13:01:22.780615 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49006) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:22.790835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-739559f2-835d-4930-b711-1f0b0bb17cdf tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': 'c5aa4033-8def-4e07-8574-eb611f0c63d4', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:22.820113 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-739559f2-835d-4930-b711-1f0b0bb17cdf tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.890436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-739559f2-835d-4930-b711-1f0b0bb17cdf tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.895181 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-739559f2-835d-4930-b711-1f0b0bb17cdf tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.915418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739559f2-835d-4930-b711-1f0b0bb17cdf tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94553605-03f5-4986-8ede-00c9b48f731b,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:22.924432 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-739559f2-835d-4930-b711-1f0b0bb17cdf tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:22.929090 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-739559f2-835d-4930-b711-1f0b0bb17cdf tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441498 Aug 19 13:01:22.929339 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49008) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:22.934427 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-7319e19d-0c1c-45e5-b269-2d1e5de24c8d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': 'c5aa4033-8def-4e07-8574-eb611f0c63d4', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:22.963102 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-7319e19d-0c1c-45e5-b269-2d1e5de24c8d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Project 46fac6220e5b421ebd3f95908d61e7a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:01:22.968764 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7319e19d-0c1c-45e5-b269-2d1e5de24c8d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:23.044466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7319e19d-0c1c-45e5-b269-2d1e5de24c8d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:23.051902 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7319e19d-0c1c-45e5-b269-2d1e5de24c8d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:23.070552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319e19d-0c1c-45e5-b269-2d1e5de24c8d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568f39f5-f0f2-472d-9314-8149a2804359,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:23.078371 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-7319e19d-0c1c-45e5-b269-2d1e5de24c8d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:23.079672 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-7319e19d-0c1c-45e5-b269-2d1e5de24c8d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493344 Aug 19 13:01:23.083545 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49010) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:23.089251 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0e8133d5-fa74-4baa-825e-eaac97fe6690 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': 'c5aa4033-8def-4e07-8574-eb611f0c63d4', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:23.113056 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-0e8133d5-fa74-4baa-825e-eaac97fe6690 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Project 46fac6220e5b421ebd3f95908d61e7a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:01:23.122610 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e8133d5-fa74-4baa-825e-eaac97fe6690 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:23.193855 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e8133d5-fa74-4baa-825e-eaac97fe6690 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:23.197837 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e8133d5-fa74-4baa-825e-eaac97fe6690 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:23.220336 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8133d5-fa74-4baa-825e-eaac97fe6690 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb12ffd5-d503-4afe-bb3c-b0abaa128de5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:23.227078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0e8133d5-fa74-4baa-825e-eaac97fe6690 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:23.233100 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0e8133d5-fa74-4baa-825e-eaac97fe6690 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435709 Aug 19 13:01:23.449648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-6bae4055-fcf0-4ed5-ad9f-80ee34257465 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355803770&fields=id&tenant_id=46fac6220e5b421ebd3f95908d61e7a7 HTTP/1.1" status: 200 len: 267 time: 0.0366244 Aug 19 13:01:23.565008 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-19ed4031-6cc8-40ba-bb54-e632a3390888 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:23.566775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-19ed4031-6cc8-40ba-bb54-e632a3390888 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 808 time: 0.1098003 Aug 19 13:01:23.585212 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-346b3e81-9050-4827-a0e9-7fb920565d03 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/quotas/46fac6220e5b421ebd3f95908d61e7a7 HTTP/1.1" status: 200 len: 375 time: 0.0115712 Aug 19 13:01:23.647172 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-7a5a88a4-7426-40e3-9d61-0e75a09058fc tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553935 Aug 19 13:01:23.755064 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-29f8a913-efbf-4ea9-93bb-2c882c936af3 service neutron] 10.222.0.65 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936842 Aug 19 13:01:23.858230 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-54212ad1-dcd3-4fdb-9d49-4b3667488a2b service neutron] 10.222.0.65 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965858 Aug 19 13:01:23.885048 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Sync routers for ids ['93a39977-8697-49cc-b3b4-20bd306e03e4'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:23.894937 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Routers {'93a39977-8697-49cc-b3b4-20bd306e03e4'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:23.896281 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['93a39977-8697-49cc-b3b4-20bd306e03e4'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:24.019156 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Set router 93a39977-8697-49cc-b3b4-20bd306e03e4 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:24.033970 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-69dced9c-6669-42dc-a519-64b220e6ee3f req-f04fce2a-77ec-4933-9537-ecd86588b26b tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 210 time: 0.0290871 Aug 19 13:01:24.244117 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 4, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'gw_port': {'id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a82af35b-bc7d-4e66-9b99-9159a06a706f', 'name': '', 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'mac_address': 'fa:16:3e:e1:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:19Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 2, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'subnets': [{'id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:24.271743 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.275056 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Checking router: 93a39977-8697-49cc-b3b4-20bd306e03e4 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:24.275417 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Updating router 93a39977-8697-49cc-b3b4-20bd306e03e4 port a82af35b-bc7d-4e66-9b99-9159a06a706f binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:01:24.304715 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.502870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bd9840d0-09c1-4c85-a4eb-ea910cda9e91 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:24.560565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port bd9840d0-09c1-4c85-a4eb-ea910cda9e91 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:24.565953 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port bd9840d0-09c1-4c85-a4eb-ea910cda9e91 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:24.567235 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.623498 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.635150 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Transition to ACTIVE for port object a82af35b-bc7d-4e66-9b99-9159a06a706f will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:24.644260 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.662468 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.685581 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port bd9840d0-09c1-4c85-a4eb-ea910cda9e91, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bd9840d0-09c1-4c85-a4eb-ea910cda9e91,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:24.692935 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.713957 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5832eb1-41c8-4d75-b562-edbdf21ac921 None None] Pushing event updated for resources: {'Port': ['ID=a82af35b-bc7d-4e66-9b99-9159a06a706f,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:24.758659 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.764876 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Attempting to bind port a82af35b-bc7d-4e66-9b99-9159a06a706f on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:24.765239 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Attempting to bind port a82af35b-bc7d-4e66-9b99-9159a06a706f by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0f9b89ed-fd09-4311-8d5d-2da97443b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:24.765592 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Attempting to bind port a82af35b-bc7d-4e66-9b99-9159a06a706f on network 30654eb0-8249-41b4-bb6a-f286b59605ef {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:24.771295 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:01:24.771660 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Checking segment: {'id': '0f9b89ed-fd09-4311-8d5d-2da97443b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:24.771931 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=bd9840d0-09c1-4c85-a4eb-ea910cda9e91,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:24.772055 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.772426 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Bound using segment: {'id': '0f9b89ed-fd09-4311-8d5d-2da97443b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:01:24.772937 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Bound port: a82af35b-bc7d-4e66-9b99-9159a06a706f, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9b89ed-fd09-4311-8d5d-2da97443b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:24.773313 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.856329 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] For port a82af35b-bc7d-4e66-9b99-9159a06a706f, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:01:24.859842 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] For port a82af35b-bc7d-4e66-9b99-9159a06a706f, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a82af35b-bc7d-4e66-9b99-9159a06a706f,segment=NetworkSegment(0f9b89ed-fd09-4311-8d5d-2da97443b8ff),segment_id=0f9b89ed-fd09-4311-8d5d-2da97443b8ff)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:01:24.865092 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.936043 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Routers {'93a39977-8697-49cc-b3b4-20bd306e03e4'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:24.936968 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['93a39977-8697-49cc-b3b4-20bd306e03e4'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:24.939551 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5832eb1-41c8-4d75-b562-edbdf21ac921 None None] Pushing event updated for resources: {'Port': ['ID=a82af35b-bc7d-4e66-9b99-9159a06a706f,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:25.081227 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] Set router 93a39977-8697-49cc-b3b4-20bd306e03e4 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:25.151446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fb14df13-7df7-4b3a-b1ab-54f7506aa4f2 req-1fba5a12-d6c9-4447-a8dd-fc1a2ddc2d3f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 210 time: 0.0321879 Aug 19 13:01:25.315414 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 4, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'gw_port': {'id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a82af35b-bc7d-4e66-9b99-9159a06a706f', 'name': '', 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'mac_address': 'fa:16:3e:e1:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:19Z', 'updated_at': '2021-08-19T13:01:24Z', 'revision_number': 4, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'subnets': [{'id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:25.348723 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d6fbd-68f1-44c8-9b61-cd2a0a687e9c None None] The sync data for ids ['93a39977-8697-49cc-b3b4-20bd306e03e4'] in n-d-778550-9 is: [{'id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 4, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'gw_port': {'id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'a82af35b-bc7d-4e66-9b99-9159a06a706f', 'name': '', 'network_id': '30654eb0-8249-41b4-bb6a-f286b59605ef', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'mac_address': 'fa:16:3e:e1:ef:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:19Z', 'updated_at': '2021-08-19T13:01:24Z', 'revision_number': 4, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'subnets': [{'id': '9e29843e-67e1-400f-837e-644f3a45f2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:25.640513 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-de27a188-e868-4359-93d7-287bc2c8ed96 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:25.642037 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-de27a188-e868-4359-93d7-287bc2c8ed96 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 808 time: 0.5855157 Aug 19 13:01:25.699174 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-8a39225d-764d-460b-beac-3f6d4c6f96fa tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46fac6220e5b421ebd3f95908d61e7a7 HTTP/1.1" status: 200 len: 379 time: 0.0408492 Aug 19 13:01:25.709787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'port': {'device_id': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'admin_state_up': True, 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'security_groups': ['c5aa4033-8def-4e07-8574-eb611f0c63d4']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:25.834820 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Made reservation on behalf of 46fac6220e5b421ebd3f95908d61e7a7 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:01:25.838925 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:25.980389 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Allocated IP 172.20.0.9 (25cca577-fe9c-4365-889e-cf571399b841/27f1baf9-b70c-4501-b28a-dd6a53c77ef6/caa627ac-139c-4520-8c79-7dbb88b9ce11) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:26.135708 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.155107 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Transition to ACTIVE for port object caa627ac-139c-4520-8c79-7dbb88b9ce11 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:26.194036 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.241495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Network 25cca577-fe9c-4365-889e-cf571399b841 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:26.244836 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:26.249402 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:01:26.280346 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5175d7-4f8d-4daf-b9a6-2096479f82ce req-5e166fcd-e8af-42f8-9a93-348596126579 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:26.282092 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb5175d7-4f8d-4daf-b9a6-2096479f82ce req-5e166fcd-e8af-42f8-9a93-348596126579 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 931 time: 0.0556483 Aug 19 13:01:26.287743 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:26.322757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:26.323433 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.329706 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-eb5175d7-4f8d-4daf-b9a6-2096479f82ce req-292e2c46-8b1e-4506-9cb3-fc8b13c8f488 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371656 Aug 19 13:01:26.344113 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-176ce52e-03b6-42d7-acd8-3e77cba6a2e4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6385725 Aug 19 13:01:26.363378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Request body: {'port': {'device_id': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:26.440857 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.488429 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-07751164-fa69-4f76-8748-9748af79ad5c None None] Provisioning for port caa627ac-139c-4520-8c79-7dbb88b9ce11 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:26.494001 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-07751164-fa69-4f76-8748-9748af79ad5c None None] Provisioning complete for port caa627ac-139c-4520-8c79-7dbb88b9ce11 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:26.494623 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-07751164-fa69-4f76-8748-9748af79ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.523246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a82af35b-bc7d-4e66-9b99-9159a06a706f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:26.560420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-07751164-fa69-4f76-8748-9748af79ad5c None None] Port caa627ac-139c-4520-8c79-7dbb88b9ce11 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:01:26.594034 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port a82af35b-bc7d-4e66-9b99-9159a06a706f completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:26.599139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a82af35b-bc7d-4e66-9b99-9159a06a706f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:26.599802 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.684147 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.724592 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port a82af35b-bc7d-4e66-9b99-9159a06a706f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a82af35b-bc7d-4e66-9b99-9159a06a706f,segment=NetworkSegment(0f9b89ed-fd09-4311-8d5d-2da97443b8ff),segment_id=0f9b89ed-fd09-4311-8d5d-2da97443b8ff)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:26.734135 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.735090 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bd9840d0-09c1-4c85-a4eb-ea910cda9e91 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:26.762753 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa627ac-139c-4520-8c79-7dbb88b9ce11 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:01:26.770663 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.784199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Transition to ACTIVE for port object caa627ac-139c-4520-8c79-7dbb88b9ce11 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:26.788867 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.816638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=a82af35b-bc7d-4e66-9b99-9159a06a706f,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:26.831458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port bd9840d0-09c1-4c85-a4eb-ea910cda9e91 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:26.831867 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.891398 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:26.916156 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Attempting to bind port caa627ac-139c-4520-8c79-7dbb88b9ce11 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:26.916834 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Attempting to bind port caa627ac-139c-4520-8c79-7dbb88b9ce11 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:26.917169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Attempting to bind port caa627ac-139c-4520-8c79-7dbb88b9ce11 on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:26.922322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Port caa627ac-139c-4520-8c79-7dbb88b9ce11 on network 25cca577-fe9c-4365-889e-cf571399b841 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:01:26.922643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Attempting to bind port caa627ac-139c-4520-8c79-7dbb88b9ce11 on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:26.928354 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:01:26.928725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Checking segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:26.929122 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Bound using segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:01:26.929665 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Bound port: caa627ac-139c-4520-8c79-7dbb88b9ce11, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:26.929908 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:27.005182 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:01:27.008653 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:01:27.014699 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:27.054648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:27.055149 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:27.056557 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] 10.222.0.69 "PUT /v2.0/ports/caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 1091 time: 0.6979818 Aug 19 13:01:27.057019 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:27.059286 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba60f15e-0861-4f17-8d79-5af8df95a5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:27.087619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fe2d0-6885-4035-a188-bb6f1101ba45 service neutron] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:27.109908 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dde28d-5309-499e-bad0-46eb010df5a6 x-openstack-request-id: req-29dde28d-5309-499e-bad0-46eb010df5a6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:27.110218 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:27.110497 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29dde28d-5309-499e-bad0-46eb010df5a6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:27.110973 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'status': 'completed', 'code': 200} Aug 19 13:01:27.179141 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-dc279282-610a-4eda-a726-21caed0f73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:27.180831 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-dc279282-610a-4eda-a726-21caed0f73a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1094 time: 0.0586805 Aug 19 13:01:27.235192 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-78b78a9e-8c95-43c6-81db-f5d49456f595 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 217 time: 0.0395520 Aug 19 13:01:27.287688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-8f61531b-bef0-4b75-8c3c-727ae3740f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:27.289242 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-8f61531b-bef0-4b75-8c3c-727ae3740f1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0473480 Aug 19 13:01:27.343738 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-bb8013ff-2792-47ad-b15a-883e38234e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:27.345341 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-bb8013ff-2792-47ad-b15a-883e38234e2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490680 Aug 19 13:01:27.440169 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-f7d0d7a9-c681-4812-95ff-3263ca2d61d0 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876379 Aug 19 13:01:27.459714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd726a0-be06-4066-b462-ea0788e53d88 req-6923855d-829f-4f61-8093-5a019f50a01c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:27.461436 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2dd726a0-be06-4066-b462-ea0788e53d88 req-6923855d-829f-4f61-8093-5a019f50a01c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 943 time: 0.0560544 Aug 19 13:01:27.502566 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2dd726a0-be06-4066-b462-ea0788e53d88 req-4ed60d8b-c234-4070-9ea3-bc0a5c548794 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349069 Aug 19 13:01:27.539680 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-125a1905-c37c-4ddf-9ba4-20f427b34a5f req-479ec5f4-2f54-408c-83e3-ed2728874e42 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925150 Aug 19 13:01:27.675517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-e3bb54d1-cf1e-4a77-a3a5-f0f3e2b7a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:27.677501 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-e3bb54d1-cf1e-4a77-a3a5-f0f3e2b7a397 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1094 time: 0.0480075 Aug 19 13:01:27.776760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-3d4a03d2-bfa3-4553-b930-4cac1575cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:27.778336 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-3d4a03d2-bfa3-4553-b930-4cac1575cfb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0935147 Aug 19 13:01:27.825039 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-957e86e7-c12a-4e96-baac-cf367cb63024 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 217 time: 0.0381196 Aug 19 13:01:27.879694 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-600ad370-1742-4302-8fe4-dc9717b30efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:27.881277 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-600ad370-1742-4302-8fe4-dc9717b30efa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0469384 Aug 19 13:01:27.939039 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-c9e12051-2bcb-4d64-ba43-63bc62b201c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:27.940593 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-c9e12051-2bcb-4d64-ba43-63bc62b201c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505948 Aug 19 13:01:28.042865 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-addca331-393c-4bea-89cc-355684c09b28 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940523 Aug 19 13:01:28.147915 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba60f15e-0861-4f17-8d79-5af8df95a5ed req-395fdac0-cd54-4e89-a2a8-eeb543eb9417 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961947 Aug 19 13:01:28.466498 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a82af35b-bc7d-4e66-9b99-9159a06a706f up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:28.519475 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port a82af35b-bc7d-4e66-9b99-9159a06a706f triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:28.519861 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:28.638839 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451e20a-8c9c-4795-9187-89d87c973aa8 req-ba656f21-131e-4ba8-b2b5-85248ec11e70 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:28.640392 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8451e20a-8c9c-4795-9187-89d87c973aa8 req-ba656f21-131e-4ba8-b2b5-85248ec11e70 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 943 time: 0.0618646 Aug 19 13:01:28.685250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8451e20a-8c9c-4795-9187-89d87c973aa8 req-d6f16482-b600-4dc2-85ea-6506fd985ff0 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368774 Aug 19 13:01:29.140086 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:29.811299 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8079f7-f436-4f94-9d87-f1bd52351802 req-7efbcec7-9a53-4675-996c-319aecd634f6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:29.812712 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a8079f7-f436-4f94-9d87-f1bd52351802 req-7efbcec7-9a53-4675-996c-319aecd634f6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 943 time: 0.0522137 Aug 19 13:01:29.854648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a8079f7-f436-4f94-9d87-f1bd52351802 req-b9fcc680-7921-4759-b114-c01333878098 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355594 Aug 19 13:01:30.654385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device caa627ac-139c-4520-8c79-7dbb88b9ce11 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:01:30.763138 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:30.777158 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'port_id': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'mac_address': 'fa:16:3e:55:6b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:01:30.819977 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:30.844044 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa627ac-139c-4520-8c79-7dbb88b9ce11 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:01:30.865037 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:30.870129 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:30.923774 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:30.990491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa8537-61e0-409f-88a2-a1323b84351f req-801242fa-0af8-4d6c-8aa4-8ddfd41860c2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:30.992131 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6aa8537-61e0-409f-88a2-a1323b84351f req-801242fa-0af8-4d6c-8aa4-8ddfd41860c2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0582054 Aug 19 13:01:31.033790 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e6aa8537-61e0-409f-88a2-a1323b84351f req-ac5c68ca-666c-485c-b069-22ec20e06079 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355179 Aug 19 13:01:31.161787 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['caa627ac-139c-4520-8c79-7dbb88b9ce11'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:01:32.163859 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb72c02-77ee-4a96-85fd-7f895faa6e0d req-50f525d2-21e2-4a3e-95e6-1c374fb46b8b tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:32.165446 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fb72c02-77ee-4a96-85fd-7f895faa6e0d req-50f525d2-21e2-4a3e-95e6-1c374fb46b8b tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0555785 Aug 19 13:01:32.207119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4fb72c02-77ee-4a96-85fd-7f895faa6e0d req-874da04c-4337-4f44-a34e-3b946187e99c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341022 Aug 19 13:01:32.670554 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device caa627ac-139c-4520-8c79-7dbb88b9ce11 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:32.731566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port caa627ac-139c-4520-8c79-7dbb88b9ce11 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:32.735874 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port caa627ac-139c-4520-8c79-7dbb88b9ce11 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:32.736448 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:32.822219 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:32.847860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:32.850440 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4ba2ac-0032-495c-a17f-5852bf2ed906" -d '{"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-plugged", "status": "completed", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:32.864487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:32.870297 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:32.894197 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba24813d-24fc-4867-b021-566a60ab26fa x-openstack-request-id: req-ba24813d-24fc-4867-b021-566a60ab26fa {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:32.894494 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-plugged", "status": "completed", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:32.894742 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba24813d-24fc-4867-b021-566a60ab26fa {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:32.895128 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'code': 200} Aug 19 13:01:32.923815 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:33.026478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcf689-d1b8-4915-946d-600153f2c339 req-6fe4b9c4-075c-41b4-9ecc-7d8485b167ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:33.028086 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3cbcf689-d1b8-4915-946d-600153f2c339 req-6fe4b9c4-075c-41b4-9ecc-7d8485b167ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1096 time: 0.0426519 Aug 19 13:01:33.067345 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3cbcf689-d1b8-4915-946d-600153f2c339 req-ae351cbf-41ee-4c21-85ca-6e93a97fdb7d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316093 Aug 19 13:01:33.335355 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a766f69-4a8d-4db9-90df-b2ef9e43bbe3 req-d80ae706-e03a-4c47-9fb4-c5ccc4357ce6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:33.336922 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a766f69-4a8d-4db9-90df-b2ef9e43bbe3 req-d80ae706-e03a-4c47-9fb4-c5ccc4357ce6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0531225 Aug 19 13:01:33.384731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a766f69-4a8d-4db9-90df-b2ef9e43bbe3 req-070e1bfe-6f0c-48b5-92d5-40bcaf3f66b3 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Aug 19 13:01:33.789089 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:01:34.518615 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6cd8d-0790-4eeb-8dcf-7517e1c61cd0 req-01ad8eec-6704-4f97-bff0-09c94c0dd57d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:34.520866 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff6cd8d-0790-4eeb-8dcf-7517e1c61cd0 req-01ad8eec-6704-4f97-bff0-09c94c0dd57d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0572600 Aug 19 13:01:34.573910 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1ff6cd8d-0790-4eeb-8dcf-7517e1c61cd0 req-ce5db769-34cb-4d97-b8d3-375138117c12 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378282 Aug 19 13:01:34.694718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bca132-cde3-4383-a6ef-9b8ba3bb5167 req-082bff6e-7adc-4298-a0b6-e97792e2cc0c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:34.696280 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98bca132-cde3-4383-a6ef-9b8ba3bb5167 req-082bff6e-7adc-4298-a0b6-e97792e2cc0c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0536773 Aug 19 13:01:34.738276 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-98bca132-cde3-4383-a6ef-9b8ba3bb5167 req-03cac2a2-5855-4127-b8cf-683158af7fba tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341346 Aug 19 13:01:34.761464 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49062) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:34.902112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ab779-cdd3-4a0b-bc11-011de88ae1c8 tempest-TestShelveInstance-1222276245 tempest-TestShelveInstance-1222276245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:34.903668 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bc1ab779-cdd3-4a0b-bc11-011de88ae1c8 tempest-TestShelveInstance-1222276245 tempest-TestShelveInstance-1222276245-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1091 time: 0.1411984 Aug 19 13:01:34.906934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49066) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:34.912136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:34.938381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for floatingip, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:35.059148 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:35.184349 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Allocated IP 172.25.4.150 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/3c065fbd-bd57-48a7-9914-9e4a5a2f79cf) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:35.304200 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:35.347120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:35.389636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:35.392766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:35.397145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:01:35.402888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'Port': ['ID=3c065fbd-bd57-48a7-9914-9e4a5a2f79cf,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:35.789868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:35.864006 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:36.030130 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:36.036711 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:36.104871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'Port': ['ID=3c065fbd-bd57-48a7-9914-9e4a5a2f79cf,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:36.125124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:36.234497 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Floating IP 781be22e-da70-40fb-8c06-eb2f9addcf45 associated. External IP: 172.25.4.150, port: caa627ac-139c-4520-8c79-7dbb88b9ce11. Aug 19 13:01:36.462475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Router f8f1e506-3a47-4e7b-9db8-b385f5815e25 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:36.579263 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:36.589814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] Sync routers for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:36.600414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:36.605900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:36.606680 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:36.643643 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-8dad7596-937e-4fd4-9c77-ccdfd9be2c17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7214391 Aug 19 13:01:36.643643 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:36.643643 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2425d14-5d75-482a-b72d-49e9a05fae8c" -d '{"events": [{"name": "network-changed", "server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:36.669800 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4850284d-a44d-429c-ab56-c4e68b8f0e6a x-openstack-request-id: req-4850284d-a44d-429c-ab56-c4e68b8f0e6a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:36.670089 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:36.670343 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4850284d-a44d-429c-ab56-c4e68b8f0e6a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:36.670776 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'status': 'completed', 'code': 200} Aug 19 13:01:36.726905 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:36.760619 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-a91b59d2-0c25-45c6-bc92-43ae06f404bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:36.760925 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-a91b59d2-0c25-45c6-bc92-43ae06f404bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1096 time: 0.0461602 Aug 19 13:01:36.872719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-841fcd56-758b-4742-8b48-8b9f53c5c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:36.874310 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-841fcd56-758b-4742-8b48-8b9f53c5c876 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.1062868 Aug 19 13:01:36.946041 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-2d501256-aa83-4780-85cb-87f739eb6b30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 999 time: 0.0637484 Aug 19 13:01:36.968607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '781be22e-da70-40fb-8c06-eb2f9addcf45', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'port_id': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'mac_address': 'fa:16:3e:55:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:01:35Z', 'updated_at': '2021-08-19T13:01:35Z', 'revision_number': 0, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:36.995814 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] Checking router: f8f1e506-3a47-4e7b-9db8-b385f5815e25 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:36.999002 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-9991da02-f8ee-4932-a07a-752e3a4780e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:37.000595 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-9991da02-f8ee-4932-a07a-752e3a4780e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0480325 Aug 19 13:01:37.005539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:37.006174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:01:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:37.056043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-b2b090f8-0560-4128-a77b-54cb71b2dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:37.057656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-b2b090f8-0560-4128-a77b-54cb71b2dfe7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492146 Aug 19 13:01:37.119501 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:37.155674 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-20c391ce-dced-46b2-9f68-92dc0eac5618 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910504 Aug 19 13:01:37.262564 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2425d14-5d75-482a-b72d-49e9a05fae8c req-99930abe-752c-4f6f-b901-0d74923e9573 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993414 Aug 19 13:01:37.377311 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '781be22e-da70-40fb-8c06-eb2f9addcf45', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'port_id': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'mac_address': 'fa:16:3e:55:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:01:35Z', 'updated_at': '2021-08-19T13:01:35Z', 'revision_number': 0, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:37.404515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3077d-e483-4843-92f0-9fa8512bd0f1 None None] The sync data for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 is: [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '781be22e-da70-40fb-8c06-eb2f9addcf45', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'port_id': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'mac_address': 'fa:16:3e:55:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:01:35Z', 'updated_at': '2021-08-19T13:01:35Z', 'revision_number': 0, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:37.628232 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a37c9-b77e-4163-b303-9e2ab1cb0b05 None None] New status for floating IP 781be22e-da70-40fb-8c06-eb2f9addcf45: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:01:48.522320 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f96ba427-4325-46e7-a239-4ab92cb9aeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:50.904507 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52ba71a8-fc15-49b5-9940-e3a33df2045c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:51.062354 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:52.241812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.276068 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.727452 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:59.159139 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:09.250087 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-eb20077e-4675-4c63-a8de-438a5f7095d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439763 Aug 19 13:02:09.366395 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-bd146d1b-8b84-4158-a1f2-a13a397ea904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:09.367943 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-bd146d1b-8b84-4158-a1f2-a13a397ea904 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1096 time: 0.0444729 Aug 19 13:02:09.481498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-e7fb6a74-27f5-4730-ada2-f8c2948722c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:09.483036 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-e7fb6a74-27f5-4730-ada2-f8c2948722c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0942748 Aug 19 13:02:09.553267 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-cf85759f-80eb-4a36-a8fd-a3201befd8fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 1001 time: 0.0631616 Aug 19 13:02:09.608734 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-286ec042-4282-43bf-94ac-daf9cb324742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:09.610286 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-286ec042-4282-43bf-94ac-daf9cb324742 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0500278 Aug 19 13:02:09.660658 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-f94e071e-b854-48c1-80b1-8566ebc3daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:09.662223 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-f94e071e-b854-48c1-80b1-8566ebc3daa2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449436 Aug 19 13:02:09.758075 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-3461b001-a58b-4472-b0f6-1c91655b5bbc service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872104 Aug 19 13:02:09.859008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ba62e803-4332-46d5-a2fe-6f06a83656df req-87918407-6b29-410d-b681-6f14e2c2a73e service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934429 Aug 19 13:02:10.791200 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:02:18.517923 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8d816105-6904-42a6-9ffc-81f8189fde94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:20.897886 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-61b62bd3-3772-4719-bea5-15057d49c053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:21.059574 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:22.239457 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:24.275689 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:24.748760 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:29.152342 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:47.792948 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:02:48.521654 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-113ca9cd-0708-4701-a47d-aa49d9b67385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:50.902502 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-794d323c-1e19-4f27-bf5b-01f300bc9582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:51.065206 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:52.244640 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:54.278526 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:54.733583 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:59.157183 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:10.275382 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-d9f7e8c2-15f1-4272-93af-c075b19a1b87 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569253 Aug 19 13:03:10.382741 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-0e93d62d-d69f-4d58-b069-fabbbacef683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:10.384501 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-0e93d62d-d69f-4d58-b069-fabbbacef683 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1096 time: 0.0485950 Aug 19 13:03:10.495491 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-e982239c-d403-4414-915c-5d598974c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:10.497040 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-e982239c-d403-4414-915c-5d598974c065 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0903764 Aug 19 13:03:10.569034 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-630f27e1-815c-4b66-a380-199b9841763e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 1001 time: 0.0652158 Aug 19 13:03:10.622330 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-405bb4ab-89c9-47d9-a6f7-570df680f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:10.623844 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-405bb4ab-89c9-47d9-a6f7-570df680f009 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0474386 Aug 19 13:03:10.673529 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-3bed92a1-8578-4f31-a550-0cf137a19088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:10.675087 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-3bed92a1-8578-4f31-a550-0cf137a19088 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442095 Aug 19 13:03:10.773959 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-f9af717f-3136-45d3-9499-054f3a250566 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916133 Aug 19 13:03:10.866724 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3c109d9c-a77f-4941-aedd-95d17841c50e req-cccf8eb1-fabb-4784-8bd4-0ad0e9c5d1ba service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856361 Aug 19 13:03:18.530160 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a927a348-8683-4096-a07f-efecbe59c474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:20.910605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12c2b243-4c75-415b-a79c-9e8fa198e5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:21.061485 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.249247 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:24.280741 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:24.753865 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:24.794514 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:03:29.161603 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:32.397676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b0ca6-c555-4f57-b6fe-d02b101a1285 req-fbdf2eb0-2d92-4930-b79b-caa927a89859 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:32.399252 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b43b0ca6-c555-4f57-b6fe-d02b101a1285 req-fbdf2eb0-2d92-4930-b79b-caa927a89859 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.1345043 Aug 19 13:03:32.441609 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b43b0ca6-c555-4f57-b6fe-d02b101a1285 req-30a95367-4025-45fc-8365-700a5dc55bdd tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357928 Aug 19 13:03:33.583877 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201343b8-23c0-4ccf-bed2-0c697296c4ea req-2e5347b5-0837-41b4-a2aa-f9752c48e252 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:33.585337 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-201343b8-23c0-4ccf-bed2-0c697296c4ea req-2e5347b5-0837-41b4-a2aa-f9752c48e252 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0677631 Aug 19 13:03:33.636335 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-201343b8-23c0-4ccf-bed2-0c697296c4ea req-13dd4b9f-0820-4d98-89c4-32e68efa2532 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442920 Aug 19 13:03:34.770564 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e5ea7-9ceb-4c33-b899-bb2b02af39f2 req-d6ec3a7b-237e-45a4-b264-2ea964d10d6e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:34.772112 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e7e5ea7-9ceb-4c33-b899-bb2b02af39f2 req-d6ec3a7b-237e-45a4-b264-2ea964d10d6e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0521979 Aug 19 13:03:34.813209 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e7e5ea7-9ceb-4c33-b899-bb2b02af39f2 req-be97fa6d-62d1-4bca-9dcb-234c95a75320 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332656 Aug 19 13:03:35.936782 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71f9b1-a43e-4265-a343-df529df0e264 req-ff8071c3-6efe-4bfb-a72d-de05015171dc tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:35.938285 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea71f9b1-a43e-4265-a343-df529df0e264 req-ff8071c3-6efe-4bfb-a72d-de05015171dc tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Aug 19 13:03:35.981019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea71f9b1-a43e-4265-a343-df529df0e264 req-692943da-658a-4749-bf43-26a90299a747 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338986 Aug 19 13:03:37.119442 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc958a-6724-438c-9059-d941ee4251dd req-3fd29d52-7495-4abf-a9a0-bbab3c8a64a7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:37.121009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8abc958a-6724-438c-9059-d941ee4251dd req-3fd29d52-7495-4abf-a9a0-bbab3c8a64a7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0562594 Aug 19 13:03:37.162583 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8abc958a-6724-438c-9059-d941ee4251dd req-96aa98ad-1bbe-474a-8496-dc80a0f6e5f3 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350614 Aug 19 13:03:38.298114 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0d36e-dee9-4cdb-924d-e04d203c253e req-12112e4a-469c-4d28-88e3-5ea4f43864ff tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:38.299689 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29c0d36e-dee9-4cdb-924d-e04d203c253e req-12112e4a-469c-4d28-88e3-5ea4f43864ff tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0529387 Aug 19 13:03:38.340115 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29c0d36e-dee9-4cdb-924d-e04d203c253e req-ef154388-cda4-491d-86c4-c5b1d75ce651 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339875 Aug 19 13:03:39.475577 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f5bd7-fce2-49bd-8244-0da609945a86 req-83f1853d-1881-4be0-a9b7-7cc2643a893c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:39.477662 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-498f5bd7-fce2-49bd-8244-0da609945a86 req-83f1853d-1881-4be0-a9b7-7cc2643a893c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0586176 Aug 19 13:03:39.525163 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-498f5bd7-fce2-49bd-8244-0da609945a86 req-9aa13efd-367d-46b8-a5b4-ae66617d3b6e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381691 Aug 19 13:03:40.661099 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8437af0-8195-4e8f-8ede-e69ec4b788b6 req-01377373-e0e8-4777-9c0b-b7db4f9703d0 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:40.662731 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8437af0-8195-4e8f-8ede-e69ec4b788b6 req-01377373-e0e8-4777-9c0b-b7db4f9703d0 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0569253 Aug 19 13:03:40.706833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f8437af0-8195-4e8f-8ede-e69ec4b788b6 req-a084871b-45f7-4bc3-abbc-9e03a8330d72 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375371 Aug 19 13:03:41.836086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46d753-0953-422f-ac9b-daede3cbecb6 req-aa141f6d-0bdc-405b-984a-a1eafab97086 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:41.837647 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e46d753-0953-422f-ac9b-daede3cbecb6 req-aa141f6d-0bdc-405b-984a-a1eafab97086 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0571308 Aug 19 13:03:41.891530 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0e46d753-0953-422f-ac9b-daede3cbecb6 req-042a7b27-fbe9-46d7-bdfb-01ad95d6a66f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461514 Aug 19 13:03:43.027891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca48b34-3b5a-4a0b-b34b-2c3a9ce6d448 req-c3e1ec72-5267-4234-8950-4ef61ce9eac4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:43.029492 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ca48b34-3b5a-4a0b-b34b-2c3a9ce6d448 req-c3e1ec72-5267-4234-8950-4ef61ce9eac4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0606039 Aug 19 13:03:43.077960 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5ca48b34-3b5a-4a0b-b34b-2c3a9ce6d448 req-14bb94e8-b53d-4672-8bd2-dcdebc574aeb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419657 Aug 19 13:03:44.213796 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7452-7ac6-4f5a-9f94-5d5eaa07e32e req-7357db0f-b5e7-4f5c-a48d-72459322d52a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:44.216407 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-697a7452-7ac6-4f5a-9f94-5d5eaa07e32e req-7357db0f-b5e7-4f5c-a48d-72459322d52a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0645711 Aug 19 13:03:44.268185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-697a7452-7ac6-4f5a-9f94-5d5eaa07e32e req-7714d37a-3658-4812-a5dc-19b73a9b8f08 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Aug 19 13:03:45.279422 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device caa627ac-139c-4520-8c79-7dbb88b9ce11 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:03:45.415246 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede55771-6888-44b8-b2a7-4ccec7c62419 req-13360007-6ed0-4e78-bc20-33baea1da087 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:45.416456 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:45.426083 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ede55771-6888-44b8-b2a7-4ccec7c62419 req-13360007-6ed0-4e78-bc20-33baea1da087 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0662351 Aug 19 13:03:45.430480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'port_id': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'mac_address': 'fa:16:3e:55:6b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:03:45.471860 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ede55771-6888-44b8-b2a7-4ccec7c62419 req-4037cd95-572d-4b73-a0e7-c46c9f0da6a2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443592 Aug 19 13:03:45.473097 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:45.506198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id caa627ac-139c-4520-8c79-7dbb88b9ce11 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:03:45.531562 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:45.537537 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:45.625428 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:45.637487 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.638072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.638462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.638946 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.639377 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.639888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.640436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.641036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.642788 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.643926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.643926 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.645078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:45.691140 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['caa627ac-139c-4520-8c79-7dbb88b9ce11'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:03:46.614912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc192d4-be8d-4a58-ab08-1bda540aa8bd req-cbc2b93b-d59a-46a4-a46c-f5e0e72a0191 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:46.616543 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bc192d4-be8d-4a58-ab08-1bda540aa8bd req-cbc2b93b-d59a-46a4-a46c-f5e0e72a0191 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0560465 Aug 19 13:03:46.668310 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9bc192d4-be8d-4a58-ab08-1bda540aa8bd req-053af9c2-d0a2-4ab4-9fda-dc13a5b9b53e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454974 Aug 19 13:03:47.295542 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device caa627ac-139c-4520-8c79-7dbb88b9ce11 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:47.351390 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port caa627ac-139c-4520-8c79-7dbb88b9ce11 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:47.351772 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:47.449309 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:47.485512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:03:47.488337 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918a9f9e-9c3b-40c8-a0e1-843aabe2fdd1" -d '{"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-plugged", "status": "completed", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:03:47.509048 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:47.525062 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:47.563311 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df661de-6653-44f6-b3bb-e9cb953cd01b x-openstack-request-id: req-4df661de-6653-44f6-b3bb-e9cb953cd01b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:03:47.563679 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-plugged", "status": "completed", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:03:47.563857 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4df661de-6653-44f6-b3bb-e9cb953cd01b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:03:47.564264 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'code': 200} Aug 19 13:03:47.596095 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:47.833112 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8808-4d69-4352-a66b-cb483ff7f591 req-934c8f4b-160d-44bb-9daa-77f21aeca4b0 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:47.834576 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0fe8808-4d69-4352-a66b-cb483ff7f591 req-934c8f4b-160d-44bb-9daa-77f21aeca4b0 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0637460 Aug 19 13:03:47.881406 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0fe8808-4d69-4352-a66b-cb483ff7f591 req-455879a4-5a35-42c3-88c9-986611e9f9ea tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403616 Aug 19 13:03:48.525770 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2377f20c-4ee1-4d84-bf90-6e6c49263bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:49.043508 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910be10-e023-4b12-a3e7-3c007811b192 req-3fc39dbc-a3e4-4fc3-81fe-66ede195045f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:49.046069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d910be10-e023-4b12-a3e7-3c007811b192 req-3fc39dbc-a3e4-4fc3-81fe-66ede195045f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0747995 Aug 19 13:03:49.110930 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d910be10-e023-4b12-a3e7-3c007811b192 req-aeb512db-10cc-47d8-9eef-10fd2551d736 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522308 Aug 19 13:03:50.239480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e7da3-fd9c-41f3-bb1e-c6a89f342076 req-85da13fe-0915-4d10-b4b4-de12a768bccd tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:50.241029 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e00e7da3-fd9c-41f3-bb1e-c6a89f342076 req-85da13fe-0915-4d10-b4b4-de12a768bccd tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0567009 Aug 19 13:03:50.287472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e00e7da3-fd9c-41f3-bb1e-c6a89f342076 req-ad7d3e8e-43f5-47da-a0c4-395eed27067c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377870 Aug 19 13:03:50.905634 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-67255dba-52ed-4990-892c-5191d048bf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:51.055720 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:51.431181 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06384e-1a17-470f-a4d8-c690c9e703ef req-2e78d0fe-e1d1-42bd-baf4-21d05e85cc42 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:51.432813 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f06384e-1a17-470f-a4d8-c690c9e703ef req-2e78d0fe-e1d1-42bd-baf4-21d05e85cc42 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0612190 Aug 19 13:03:51.489358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f06384e-1a17-470f-a4d8-c690c9e703ef req-5d6981c2-ef57-4da1-bb0e-4e51b0c04c16 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494576 Aug 19 13:03:52.250938 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:52.645261 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5542f-5059-42f5-958e-ebbe749adfcc req-d6031f7a-4276-47c1-ad04-79725a6e8152 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:52.653119 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cac5542f-5059-42f5-958e-ebbe749adfcc req-d6031f7a-4276-47c1-ad04-79725a6e8152 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0784280 Aug 19 13:03:52.693805 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cac5542f-5059-42f5-958e-ebbe749adfcc req-541704da-db7a-4b2a-9eec-d80a0e363344 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396311 Aug 19 13:03:53.846435 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec92762-4424-4256-bc88-1ccb3aa6c320 req-71463ff8-4e86-4f25-868f-94bc0931e243 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:53.848254 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec92762-4424-4256-bc88-1ccb3aa6c320 req-71463ff8-4e86-4f25-868f-94bc0931e243 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0621834 Aug 19 13:03:53.920975 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-3ec92762-4424-4256-bc88-1ccb3aa6c320 req-df6e556c-94f8-433f-b8ea-5accfa1386f9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599713 Aug 19 13:03:54.291188 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:54.853431 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:55.014335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-482d3b71-156f-4f04-98ce-1c9e9aceafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:55.016430 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-482d3b71-156f-4f04-98ce-1c9e9aceafa8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1096 time: 0.0546048 Aug 19 13:03:55.060108 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e4d81-5389-4f7d-855f-fe712ae4bb45 req-49d0b71b-3377-4b6f-a672-854282349620 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:55.062160 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d7e4d81-5389-4f7d-855f-fe712ae4bb45 req-49d0b71b-3377-4b6f-a672-854282349620 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0620048 Aug 19 13:03:55.104859 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d7e4d81-5389-4f7d-855f-fe712ae4bb45 req-9af5178c-f037-47ae-8dbd-b7ab0f27827b tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363214 Aug 19 13:03:55.118871 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-26fdaba6-c54d-4c57-b9ea-175ddca5f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:55.120406 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-26fdaba6-c54d-4c57-b9ea-175ddca5f44a service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0961044 Aug 19 13:03:55.204172 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-edfdaa4a-26e5-4baf-90f6-afbcbe8eead7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 1001 time: 0.0740805 Aug 19 13:03:55.257265 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-04404957-c308-4455-9197-fbc23a7c8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:55.258983 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-04404957-c308-4455-9197-fbc23a7c8651 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0475082 Aug 19 13:03:55.310498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-e26cc601-bbb7-41e3-ad72-9f39db4ddb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:55.312654 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-e26cc601-bbb7-41e3-ad72-9f39db4ddb92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471120 Aug 19 13:03:55.324115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-8b194fde-62ba-4b1e-b55e-b1131f5650a8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:03:55.325122 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-8b194fde-62ba-4b1e-b55e-b1131f5650a8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051522 Aug 19 13:03:55.821864 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-4cd627d0-a219-43aa-968e-4f5043573c64 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889078 Aug 19 13:03:55.921844 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2580e21d-fe58-4f70-8232-a68b044e0161 req-31ef6bcd-8383-4102-844d-5b519f531ed6 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923316 Aug 19 13:03:56.230952 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe976645-ff95-438e-87b7-06f56940eca5 req-dec376b4-37b1-4e8e-b97f-3b12219f083a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:56.232424 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe976645-ff95-438e-87b7-06f56940eca5 req-dec376b4-37b1-4e8e-b97f-3b12219f083a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0518181 Aug 19 13:03:56.276151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fe976645-ff95-438e-87b7-06f56940eca5 req-ade4025b-bd57-4ff8-9efc-b05a6f96e841 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365026 Aug 19 13:03:57.404079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb5df-8f4d-4a24-b9b9-3374d087137a req-8fa7999e-d40e-428b-ba91-9951bbf075ee tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:57.406371 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e88cb5df-8f4d-4a24-b9b9-3374d087137a req-8fa7999e-d40e-428b-ba91-9951bbf075ee tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0555294 Aug 19 13:03:57.448713 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e88cb5df-8f4d-4a24-b9b9-3374d087137a req-1be4c481-8536-45e1-9a93-90e303fff66c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358191 Aug 19 13:03:58.602382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7464e-113e-4f14-b388-50aba6f7db06 req-39b87341-6a02-4a41-9c13-58cdf4cf5b98 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:58.603827 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9d7464e-113e-4f14-b388-50aba6f7db06 req-39b87341-6a02-4a41-9c13-58cdf4cf5b98 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0590057 Aug 19 13:03:58.653477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a9d7464e-113e-4f14-b388-50aba6f7db06 req-7f939ab8-66fd-4f83-8d45-611bbd0a1c96 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423214 Aug 19 13:03:58.916156 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc57292-e403-40fe-8c7a-4c2a3318bf49 req-cc5d091e-c935-4d32-85bc-9c4a9dd430ae tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:58.916358 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fc57292-e403-40fe-8c7a-4c2a3318bf49 req-cc5d091e-c935-4d32-85bc-9c4a9dd430ae tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0565307 Aug 19 13:03:58.958151 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0fc57292-e403-40fe-8c7a-4c2a3318bf49 req-b21bb988-8656-4fef-9e64-c5a1c54ba27b tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346522 Aug 19 13:03:59.169725 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:59.194744 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49258) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:59.289571 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-6c5ea11d-0fcf-4a38-8618-813aa1406618 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933714 Aug 19 13:03:59.369179 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device caa627ac-139c-4520-8c79-7dbb88b9ce11 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:03:59.455982 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:59.482190 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:03:59.484503 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e45b171-af3a-475b-a125-8d6da05d9aa7" -d '{"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-unplugged", "status": "completed", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:03:59.501523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:59.507471 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:59.535398 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea011aa2-4b4a-4ab7-8ad6-4b2e37983464 x-openstack-request-id: req-ea011aa2-4b4a-4ab7-8ad6-4b2e37983464 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:03:59.535685 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-unplugged", "status": "failed", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11", "code": 422}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:03:59.535928 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea011aa2-4b4a-4ab7-8ad6-4b2e37983464 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:03:59.536313 n-d-778550-9 neutron-server[101155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'code': 422} returned with failed status Aug 19 13:03:59.566585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:00.089219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d032e77-5d10-4f1f-a183-5f77e083c4a6 req-4f2827a7-030f-4ae6-870f-9331fcdd18d4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:00.090752 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d032e77-5d10-4f1f-a183-5f77e083c4a6 req-4f2827a7-030f-4ae6-870f-9331fcdd18d4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 943 time: 0.0590425 Aug 19 13:04:00.131794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d032e77-5d10-4f1f-a183-5f77e083c4a6 req-9ffdc99c-f2ae-42ac-9259-a2bd2a792960 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344334 Aug 19 13:04:00.211117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-461d57e1-d140-488f-8816-e4c8c1c99197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:00.212711 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-461d57e1-d140-488f-8816-e4c8c1c99197 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721&tenant_id=46fac6220e5b421ebd3f95908d61e7a7 HTTP/1.1" status: 200 len: 1094 time: 0.0492179 Aug 19 13:04:00.237366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:04:00.297595 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:00.514189 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:00.549952 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:04:00.590315 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa627ac-139c-4520-8c79-7dbb88b9ce11 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:04:00.598319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:00.611377 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Transition to ACTIVE for port object caa627ac-139c-4520-8c79-7dbb88b9ce11 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:04:00.615648 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:00.665295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=9']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:00.706861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.707148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.707495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.707835 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.708178 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.708501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.708864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.711494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.711494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.711494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.711494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.711494 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:00.757508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] No DVR routers for this DVR port caa627ac-139c-4520-8c79-7dbb88b9ce11 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:04:00.896596 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Attempting to bind port caa627ac-139c-4520-8c79-7dbb88b9ce11 on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:04:00.896951 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Attempting to bind port caa627ac-139c-4520-8c79-7dbb88b9ce11 by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:04:00.897284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Attempting to bind port caa627ac-139c-4520-8c79-7dbb88b9ce11 on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:04:00.901681 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Port caa627ac-139c-4520-8c79-7dbb88b9ce11 on network 25cca577-fe9c-4365-889e-cf571399b841 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:04:00.901993 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Attempting to bind port caa627ac-139c-4520-8c79-7dbb88b9ce11 on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:04:00.906982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:04:00.907320 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Checking segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:04:00.907697 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Bound using segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:04:00.908118 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Bound port: caa627ac-139c-4520-8c79-7dbb88b9ce11, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:04:00.908472 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:00.981954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:04:00.985532 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:04:00.991381 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:01.028204 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.028897 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:01.030476 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] 10.222.0.54 "PUT /v2.0/ports/caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 1091 time: 0.7991376 Aug 19 13:04:01.030907 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:04:01.033260 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1281bd5e-784e-48b6-89d8-eddac316e499" -d '{"events": [{"name": "network-changed", "server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:04:01.066324 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647513ed-9096-40c7-abfb-d8070760b5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=10']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:01.098096 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a948cd2-0b32-450e-ab48-c0dab2166c32 x-openstack-request-id: req-8a948cd2-0b32-450e-ab48-c0dab2166c32 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:04:01.098377 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:04:01.098635 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a948cd2-0b32-450e-ab48-c0dab2166c32 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:04:01.099031 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'status': 'completed', 'code': 200} Aug 19 13:04:01.117229 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-bbb232b6-4c59-4940-8d81-894020b79b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.119019 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-bbb232b6-4c59-4940-8d81-894020b79b97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1095 time: 0.0486701 Aug 19 13:04:01.233341 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-9fda4410-d975-423a-8d40-92c2b1e10f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.234878 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-9fda4410-d975-423a-8d40-92c2b1e10f37 service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.1060557 Aug 19 13:04:01.315972 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-c53f1e15-2e31-46b6-b779-c8f25a6697e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 999 time: 0.0725238 Aug 19 13:04:01.323328 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4a5a0-aa0f-48de-8463-11e713af5c82 req-45704d37-77ae-4e95-b087-8c0e74a23615 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.324918 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41f4a5a0-aa0f-48de-8463-11e713af5c82 req-45704d37-77ae-4e95-b087-8c0e74a23615 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.1139319 Aug 19 13:04:01.366770 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41f4a5a0-aa0f-48de-8463-11e713af5c82 req-81ec6853-4db1-43e1-824e-c6f4daa4fa47 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353050 Aug 19 13:04:01.374564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-adce6976-670d-40a5-9ac3-e7ae10087284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.376489 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-adce6976-670d-40a5-9ac3-e7ae10087284 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0533156 Aug 19 13:04:01.430646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-863d0a42-0d77-4af4-996e-30ebcee580be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.432200 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-863d0a42-0d77-4af4-996e-30ebcee580be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481629 Aug 19 13:04:01.444626 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-2ccd8f53-9a51-4069-af26-a16bb92fa96f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:04:01.445643 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-2ccd8f53-9a51-4069-af26-a16bb92fa96f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054040 Aug 19 13:04:01.556331 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-541f7829-3dc8-4751-8481-b11ed889534e service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026156 Aug 19 13:04:01.667058 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-9522d4c5-0549-4fac-b9be-31b5dcc4664a service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025229 Aug 19 13:04:01.792659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-a175e668-5389-4338-a888-a674af611471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.794259 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-a175e668-5389-4338-a888-a674af611471 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1095 time: 0.0508997 Aug 19 13:04:01.795300 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:04:01.915284 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-89d70d9b-15f0-431b-b80e-a8786d117b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.916746 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-89d70d9b-15f0-431b-b80e-a8786d117b12 service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.1104095 Aug 19 13:04:02.004093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-0f42023f-78e8-4284-890c-d89b1145af6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 999 time: 0.0770235 Aug 19 13:04:02.085366 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-3dccd2eb-a045-42a8-a66f-6724a9a7eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:02.089274 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-3dccd2eb-a045-42a8-a66f-6724a9a7eee3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0769813 Aug 19 13:04:02.517072 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e20f12-0958-4a86-b65a-69124709c071 req-b647ce7d-8bd7-495c-8121-4a1a308ad457 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:02.525245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19e20f12-0958-4a86-b65a-69124709c071 req-b647ce7d-8bd7-495c-8121-4a1a308ad457 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0746908 Aug 19 13:04:02.564710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-19e20f12-0958-4a86-b65a-69124709c071 req-debad1bc-e646-4d7f-8801-2a6764b2b172 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384076 Aug 19 13:04:03.693736 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2497f-105b-443c-8b66-133756c6f77f req-9e9cb401-d072-45fb-9b76-47c6889cc1d7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:03.695958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ba2497f-105b-443c-8b66-133756c6f77f req-9e9cb401-d072-45fb-9b76-47c6889cc1d7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0584161 Aug 19 13:04:03.749781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4ba2497f-105b-443c-8b66-133756c6f77f req-46ff0a33-32b9-4b7f-860e-a563a581c8f6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445697 Aug 19 13:04:04.881958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc3d10-3e76-4dd7-adad-e390b65cacf4 req-27822872-cc09-4a65-976a-6b28d9ddcaa7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:04.883616 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5fc3d10-3e76-4dd7-adad-e390b65cacf4 req-27822872-cc09-4a65-976a-6b28d9ddcaa7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0549977 Aug 19 13:04:04.927095 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5fc3d10-3e76-4dd7-adad-e390b65cacf4 req-80afe5cf-a40c-452e-9837-baca4a461e64 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367241 Aug 19 13:04:06.085685 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc651802-36f8-46d2-87c6-8fd16bcb9796 req-f902335d-6caf-4377-bc9a-a56b8630b78a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:06.094047 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc651802-36f8-46d2-87c6-8fd16bcb9796 req-f902335d-6caf-4377-bc9a-a56b8630b78a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0851486 Aug 19 13:04:06.129050 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc651802-36f8-46d2-87c6-8fd16bcb9796 req-a18ac86e-6a2d-404d-88c6-bf7adb1b7d3e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340536 Aug 19 13:04:07.258247 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890d638-8f42-4365-a074-5e9e9ec7e1a3 req-b09b4c83-f8ca-48e2-a0a4-b2bcfb5d6e2a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:07.260036 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e890d638-8f42-4365-a074-5e9e9ec7e1a3 req-b09b4c83-f8ca-48e2-a0a4-b2bcfb5d6e2a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0569563 Aug 19 13:04:07.309854 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e890d638-8f42-4365-a074-5e9e9ec7e1a3 req-cf1133c8-e232-4d7e-b46b-4558579c2424 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411060 Aug 19 13:04:08.467267 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b23c9-7d4c-4054-b4b5-fbd2d7d424a1 req-f4b4f84d-146c-4c14-818e-11419a8e3de9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:08.468969 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-324b23c9-7d4c-4054-b4b5-fbd2d7d424a1 req-f4b4f84d-146c-4c14-818e-11419a8e3de9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0754373 Aug 19 13:04:08.532008 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-324b23c9-7d4c-4054-b4b5-fbd2d7d424a1 req-ca3d20cb-464f-4e8d-aeb8-39f0cdbe1e17 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557442 Aug 19 13:04:09.667528 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4584-eccd-4082-b1a9-831f66e2f5d6 req-813860ab-6b7b-4a4f-a592-a9f6446868bb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:09.671414 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d4f4584-eccd-4082-b1a9-831f66e2f5d6 req-813860ab-6b7b-4a4f-a592-a9f6446868bb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0549960 Aug 19 13:04:09.716176 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6d4f4584-eccd-4082-b1a9-831f66e2f5d6 req-e4403621-9064-4eb4-88ef-fa775401a71f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387869 Aug 19 13:04:10.864125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd29d3-6e66-4d43-933b-d991a2599059 req-60a9d049-af99-41d7-8fb7-5804b6f9fb0f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:10.865764 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dddd29d3-6e66-4d43-933b-d991a2599059 req-60a9d049-af99-41d7-8fb7-5804b6f9fb0f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0695021 Aug 19 13:04:10.911981 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dddd29d3-6e66-4d43-933b-d991a2599059 req-e515fa06-8125-41d1-b2a5-0ae1f5e9ae36 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399265 Aug 19 13:04:12.062055 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecd40a-63c8-48d0-8a55-aa576c842ed2 req-13fecfc1-a12b-4382-ace9-214eb9e99064 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:12.063579 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ebecd40a-63c8-48d0-8a55-aa576c842ed2 req-13fecfc1-a12b-4382-ace9-214eb9e99064 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0536983 Aug 19 13:04:12.111643 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ebecd40a-63c8-48d0-8a55-aa576c842ed2 req-f802eac2-8a32-4971-932c-f5b27b48e937 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Aug 19 13:04:13.252234 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9a158-f18b-4df9-96fb-74763b8f57d4 req-9cac05e3-ead1-4b79-9964-27ba391d74aa tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:13.253895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ed9a158-f18b-4df9-96fb-74763b8f57d4 req-9cac05e3-ead1-4b79-9964-27ba391d74aa tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0560529 Aug 19 13:04:13.300103 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8ed9a158-f18b-4df9-96fb-74763b8f57d4 req-ce5e3417-e587-4d37-9434-cc920fd9b41d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 Aug 19 13:04:13.462109 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-1aaedfad-66fe-4bda-a000-0f9e0f487eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:13.463938 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-1aaedfad-66fe-4bda-a000-0f9e0f487eab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535898 Aug 19 13:04:13.577887 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-29143afe-ad81-4cb8-af60-b1014f263b3b service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051342 Aug 19 13:04:13.679414 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-1281bd5e-784e-48b6-89d8-eddac316e499 req-12868d41-7617-489c-a80c-c3e00cf31c23 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921545 Aug 19 13:04:13.834411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ce83-f590-4000-9352-76a96c35f62d req-2e595813-4f7c-44d5-ba25-90d34ddaa631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:13.835863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7931ce83-f590-4000-9352-76a96c35f62d req-2e595813-4f7c-44d5-ba25-90d34ddaa631 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1095 time: 0.0492718 Aug 19 13:04:13.957693 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ce83-f590-4000-9352-76a96c35f62d req-cce86d35-5592-4f00-ac8f-4774324286d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:13.959207 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7931ce83-f590-4000-9352-76a96c35f62d req-cce86d35-5592-4f00-ac8f-4774324286d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0979795 Aug 19 13:04:14.036698 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7931ce83-f590-4000-9352-76a96c35f62d req-e67277dc-4cc3-410e-974f-9cc925fac62a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 999 time: 0.0686252 Aug 19 13:04:14.092950 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ce83-f590-4000-9352-76a96c35f62d req-01ea36fc-ed55-4be5-93ad-19a9bd0a7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:14.094341 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7931ce83-f590-4000-9352-76a96c35f62d req-01ea36fc-ed55-4be5-93ad-19a9bd0a7ca0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0492156 Aug 19 13:04:14.144784 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ce83-f590-4000-9352-76a96c35f62d req-01a04b24-923b-4ca1-95e4-32ca9a60c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:14.146395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7931ce83-f590-4000-9352-76a96c35f62d req-01a04b24-923b-4ca1-95e4-32ca9a60c7f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443943 Aug 19 13:04:14.252850 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7931ce83-f590-4000-9352-76a96c35f62d req-94175adf-1d9d-4a1c-acc0-9b7bb20b0cf0 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977318 Aug 19 13:04:14.354976 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7931ce83-f590-4000-9352-76a96c35f62d req-2e072df4-1443-4190-94d1-e6c65b42d9bb service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933590 Aug 19 13:04:14.431970 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33474c77-d469-4780-9938-ad650fc1658b req-79cfb4f2-a94b-479f-9ffd-a984d348b4c9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:14.433538 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33474c77-d469-4780-9938-ad650fc1658b req-79cfb4f2-a94b-479f-9ffd-a984d348b4c9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0590093 Aug 19 13:04:14.478183 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-33474c77-d469-4780-9938-ad650fc1658b req-65f69b9b-0c45-45ae-b515-119228a21e09 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380104 Aug 19 13:04:15.608985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a844f3c-4ffc-4a5e-a47d-4aeb39a402a9 req-1e0c6d28-f1f2-4646-a0ff-c937743c4ce9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:15.610717 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a844f3c-4ffc-4a5e-a47d-4aeb39a402a9 req-1e0c6d28-f1f2-4646-a0ff-c937743c4ce9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0535626 Aug 19 13:04:15.653705 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7a844f3c-4ffc-4a5e-a47d-4aeb39a402a9 req-8c582cae-f444-4e4a-8f3c-eaef9d1cde96 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366886 Aug 19 13:04:16.637345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device caa627ac-139c-4520-8c79-7dbb88b9ce11 details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:04:16.744035 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:16.756110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'port_id': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'mac_address': 'fa:16:3e:55:6b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:04:16.779399 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac7440-e636-4326-97d8-5e91b15b0e10 req-196599e6-5d0b-4ea0-9b5b-f1b1d692af77 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:16.781281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5ac7440-e636-4326-97d8-5e91b15b0e10 req-196599e6-5d0b-4ea0-9b5b-f1b1d692af77 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 944 time: 0.0529733 Aug 19 13:04:16.795213 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:16.811543 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa627ac-139c-4520-8c79-7dbb88b9ce11 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:04:16.820944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f5ac7440-e636-4326-97d8-5e91b15b0e10 req-11d22d59-91c0-4500-aeb2-a9e7e5399fe5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333140 Aug 19 13:04:16.833129 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:16.837405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:16.889580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=11']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:17.212612 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['caa627ac-139c-4520-8c79-7dbb88b9ce11'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:04:17.955034 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a484ae-cbd6-42ef-9a86-c3adbc87aa52 req-0e8bbd56-11d6-4ba0-ad98-afa71a24ce27 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:17.956947 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99a484ae-cbd6-42ef-9a86-c3adbc87aa52 req-0e8bbd56-11d6-4ba0-ad98-afa71a24ce27 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 945 time: 0.0584874 Aug 19 13:04:18.005959 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-99a484ae-cbd6-42ef-9a86-c3adbc87aa52 req-3b658104-8d55-4b60-843d-e0f95dce36b4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427175 Aug 19 13:04:18.519673 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0134cfe-470d-4cf2-be34-6ce98675cb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:18.668712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device caa627ac-139c-4520-8c79-7dbb88b9ce11 up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:04:18.727435 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port caa627ac-139c-4520-8c79-7dbb88b9ce11 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:04:18.734784 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port caa627ac-139c-4520-8c79-7dbb88b9ce11 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:04:18.735176 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:18.823990 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:18.850383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:04:18.852958 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bec85ca-4e25-4840-a95b-53070aba00dc" -d '{"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-plugged", "status": "completed", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:04:18.867532 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:18.872266 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:18.902122 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c10f0a-e276-49b0-94c1-8072cf9183da x-openstack-request-id: req-66c10f0a-e276-49b0-94c1-8072cf9183da {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:04:18.902408 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-plugged", "status": "completed", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:04:18.902636 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66c10f0a-e276-49b0-94c1-8072cf9183da {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:04:18.903025 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'code': 200} Aug 19 13:04:19.101986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=12']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:19.132234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fcab4-d19a-4772-9d76-762778d0f8be req-337d7bd5-ef8b-4f5f-8948-8e74a4459800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:19.134250 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-159fcab4-d19a-4772-9d76-762778d0f8be req-337d7bd5-ef8b-4f5f-8948-8e74a4459800 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1097 time: 0.0472834 Aug 19 13:04:19.138781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfefd3-caa9-42a8-823e-1482159b4f2a req-2392f86c-d03c-4405-a807-2c6ab18294be tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:19.140281 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92cfefd3-caa9-42a8-823e-1482159b4f2a req-2392f86c-d03c-4405-a807-2c6ab18294be tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 946 time: 0.0554311 Aug 19 13:04:19.182701 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-159fcab4-d19a-4772-9d76-762778d0f8be req-c9880ec4-dcaa-48e3-baaf-5fddbbcbff2a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399647 Aug 19 13:04:19.184368 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-92cfefd3-caa9-42a8-823e-1482159b4f2a req-170f5acd-561c-4936-a367-202bd244f637 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360596 Aug 19 13:04:20.315821 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7b5f8-7e87-4a46-944c-90fa09171794 req-b30bb721-0f6b-4b90-9fb3-c0e124dd47c9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:20.317641 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9dc7b5f8-7e87-4a46-944c-90fa09171794 req-b30bb721-0f6b-4b90-9fb3-c0e124dd47c9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 946 time: 0.0553939 Aug 19 13:04:20.363742 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9dc7b5f8-7e87-4a46-944c-90fa09171794 req-99324a6b-3897-4a9f-a413-7124aeecf8dd tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396285 Aug 19 13:04:20.913634 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cdc791c2-7ebd-4506-aa33-ea57f4fd4a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:21.059640 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:21.504728 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1948d-c862-4906-950c-f383495e4505 req-32968c97-2fc4-453a-8ed0-c10c25643a73 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:21.506296 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dd1948d-c862-4906-950c-f383495e4505 req-32968c97-2fc4-453a-8ed0-c10c25643a73 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 946 time: 0.0630791 Aug 19 13:04:21.550078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8dd1948d-c862-4906-950c-f383495e4505 req-b0a80c88-385a-46f0-8e87-80c94d873600 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361524 Aug 19 13:04:22.256671 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:24.288404 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:24.862465 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:29.168962 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:38.797343 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:04:48.526594 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e227172-eead-4ab4-b998-597c00f96b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:50.915238 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9a94ed50-a32c-4079-b3d4-56423a5c1457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:51.065293 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:52.259583 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:54.290963 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:54.864242 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:59.210060 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.098745 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce824200-6c98-4552-84d2-9fb447324307 req-65b70c26-5e1e-452f-a9ab-6b5e283e5597 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441213 Aug 19 13:05:05.205087 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce824200-6c98-4552-84d2-9fb447324307 req-4d51c07b-b8d7-49dd-a5b5-6d77e705ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:05.206656 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce824200-6c98-4552-84d2-9fb447324307 req-4d51c07b-b8d7-49dd-a5b5-6d77e705ce50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1097 time: 0.0435851 Aug 19 13:05:05.327510 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce824200-6c98-4552-84d2-9fb447324307 req-393ae288-96fd-452d-a25b-83f828b9d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:05.329197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce824200-6c98-4552-84d2-9fb447324307 req-393ae288-96fd-452d-a25b-83f828b9d341 service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.1011333 Aug 19 13:05:05.400986 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce824200-6c98-4552-84d2-9fb447324307 req-d16235d3-a456-4d22-a72c-b17811e62df7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 1001 time: 0.0641401 Aug 19 13:05:05.453765 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce824200-6c98-4552-84d2-9fb447324307 req-455544cf-e5ee-4e9d-914e-10c1641e92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:05.455376 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce824200-6c98-4552-84d2-9fb447324307 req-455544cf-e5ee-4e9d-914e-10c1641e92c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0469441 Aug 19 13:05:05.509559 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce824200-6c98-4552-84d2-9fb447324307 req-1cdc1200-1444-4152-98b6-8cc86cbca75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:05.511181 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce824200-6c98-4552-84d2-9fb447324307 req-1cdc1200-1444-4152-98b6-8cc86cbca75f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483813 Aug 19 13:05:05.617279 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce824200-6c98-4552-84d2-9fb447324307 req-99591122-5705-45dd-8207-61d5a2029f71 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979791 Aug 19 13:05:05.723109 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ce824200-6c98-4552-84d2-9fb447324307 req-02dff9dc-3af5-4e60-b8e0-fac49a464f2d service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973265 Aug 19 13:05:15.798007 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:05:18.521698 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7e7e-05a0-4c8f-9d46-bf82dbb00426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.917587 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9f68139e-6c0c-4ecd-9058-b426e7172d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:21.072550 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:22.263579 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:24.299818 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:24.882792 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:29.201388 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:37.073670 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49398) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:37.254259 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Deleting port 3c065fbd-bd57-48a7-9914-9e4a5a2f79cf {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:05:37.254668 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:37.339889 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:37.340144 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:37.352823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Calling delete_port for 3c065fbd-bd57-48a7-9914-9e4a5a2f79cf owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:05:37.516768 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:37.547490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event deleted for resources: {'Port': ['ID=3c065fbd-bd57-48a7-9914-9e4a5a2f79cf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:37.572824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.573170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.573509 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.573847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.574192 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.574518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.574853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.575186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.575501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.575806 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.576130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.576447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:37.616047 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:37.616355 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Floating IP 781be22e-da70-40fb-8c06-eb2f9addcf45 disassociated (deleted). External IP: 172.25.4.150, port: caa627ac-139c-4520-8c79-7dbb88b9ce11. Aug 19 13:05:37.845889 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Router f8f1e506-3a47-4e7b-9db8-b385f5815e25 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:05:37.962965 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:05:37.968162 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:37.974891 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] Sync routers for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:05:37.989578 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:05:37.990228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:05:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:37.996651 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1d2a93d0-10d6-4736-a47d-748ea8063e9c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "DELETE /v2.0/floatingips/781be22e-da70-40fb-8c06-eb2f9addcf45 HTTP/1.1" status: 204 len: 168 time: 0.9210966 Aug 19 13:05:37.997302 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:05:37.999727 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1dc261-d033-47ca-b96c-0d35a0e13b83" -d '{"events": [{"name": "network-changed", "server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:05:38.103174 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:05:38.113907 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d44e23-b15a-45a1-8874-78dee540e902 x-openstack-request-id: req-90d44e23-b15a-45a1-8874-78dee540e902 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:05:38.114525 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:05:38.114525 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90d44e23-b15a-45a1-8874-78dee540e902 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:05:38.115090 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'status': 'completed', 'code': 200} Aug 19 13:05:38.248557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f880408-fd66-4f75-9432-0fcbbf5eba56 req-737675f8-3d76-470c-abc8-67ab04c45650 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:38.250207 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f880408-fd66-4f75-9432-0fcbbf5eba56 req-737675f8-3d76-470c-abc8-67ab04c45650 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 946 time: 0.0556085 Aug 19 13:05:38.255237 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-fa198904-43f3-4236-8b22-26c73282b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:38.257026 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-fa198904-43f3-4236-8b22-26c73282b40f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 1097 time: 0.0973649 Aug 19 13:05:38.299346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9f880408-fd66-4f75-9432-0fcbbf5eba56 req-eccbd135-41a6-4e98-9996-9a4f4ec9cd4d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423272 Aug 19 13:05:38.317856 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:38.344046 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] Checking router: f8f1e506-3a47-4e7b-9db8-b385f5815e25 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:05:38.352556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:05:38.353197 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:05:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:38.360523 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-96c4d3b9-5925-45ca-bfb0-423910a1ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:38.362080 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-96c4d3b9-5925-45ca-bfb0-423910a1ebc2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0964782 Aug 19 13:05:38.405805 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-31a2ea67-286d-4e4f-88e2-7bdb80c66cbe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 200 len: 217 time: 0.0360565 Aug 19 13:05:38.464386 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-892211de-c482-41b0-9798-8b25ea4433a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:38.465813 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-892211de-c482-41b0-9798-8b25ea4433a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0519300 Aug 19 13:05:38.473675 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:05:38.523183 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-1b8daeac-a4ca-4bad-b686-20141020cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:38.524591 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-1b8daeac-a4ca-4bad-b686-20141020cb06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500631 Aug 19 13:05:38.623375 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-34db6422-e589-4858-9e81-8e51fd3ec2b8 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900741 Aug 19 13:05:38.715466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:38.738546 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-3a1dc261-d033-47ca-b96c-0d35a0e13b83 req-b5fdcdbb-15b8-4ecf-8267-66d3ac336650 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062124 Aug 19 13:05:38.741718 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e7fda-238e-48ca-bfe6-0760ead7f6fa None None] The sync data for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 is: [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:05:38.985553 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd8090-8734-4112-8c31-10faa40c6a3c None None] New status for floating IP 781be22e-da70-40fb-8c06-eb2f9addcf45: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:05:39.423467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa90dc-1073-4e55-ad2f-94abd6ddf322 req-603b2017-2f6c-4ac7-80bb-f287854422f1 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:39.425078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fafa90dc-1073-4e55-ad2f-94abd6ddf322 req-603b2017-2f6c-4ac7-80bb-f287854422f1 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 946 time: 0.0527461 Aug 19 13:05:39.467077 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fafa90dc-1073-4e55-ad2f-94abd6ddf322 req-11ed8e15-e217-4f4d-a413-ec35f9a81a18 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5aa4033-8def-4e07-8574-eb611f0c63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357618 Aug 19 13:05:39.905360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a847d-0e4f-47cf-872c-b23226066c64 req-66b6c30b-eeb0-4d00-a448-ab5837f79a2d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:39.906832 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-577a847d-0e4f-47cf-872c-b23226066c64 req-66b6c30b-eeb0-4d00-a448-ab5837f79a2d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.54 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 946 time: 0.0544968 Aug 19 13:05:40.011668 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-577a847d-0e4f-47cf-872c-b23226066c64 req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Deleting port caa627ac-139c-4520-8c79-7dbb88b9ce11 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:05:40.012195 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-577a847d-0e4f-47cf-872c-b23226066c64 req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:40.116731 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-577a847d-0e4f-47cf-872c-b23226066c64 req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] For port caa627ac-139c-4520-8c79-7dbb88b9ce11, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=caa627ac-139c-4520-8c79-7dbb88b9ce11,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:40.117129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-577a847d-0e4f-47cf-872c-b23226066c64 req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:40.129560 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-577a847d-0e4f-47cf-872c-b23226066c64 req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Calling delete_port for caa627ac-139c-4520-8c79-7dbb88b9ce11 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:05:40.268172 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-577a847d-0e4f-47cf-872c-b23226066c64 req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:40.297812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event deleted for resources: {'Port': ['ID=caa627ac-139c-4520-8c79-7dbb88b9ce11,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:40.337733 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-577a847d-0e4f-47cf-872c-b23226066c64 req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] No DVR routers for this DVR port caa627ac-139c-4520-8c79-7dbb88b9ce11 on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:05:40.340521 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-577a847d-0e4f-47cf-872c-b23226066c64 req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:40.342749 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-577a847d-0e4f-47cf-872c-b23226066c64 req-1f0ae89e-62e9-46bc-8c23-efc8835425e6 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.54 "DELETE /v2.0/ports/caa627ac-139c-4520-8c79-7dbb88b9ce11 HTTP/1.1" status: 204 len: 173 time: 0.4293904 Aug 19 13:05:40.343194 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-deleted', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:05:40.345488 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fbf998-2d74-4ca5-b16b-535cac05c3ca" -d '{"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-deleted", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:05:40.391964 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a87946-8631-483f-b9fd-956af591f2fb x-openstack-request-id: req-f7a87946-8631-483f-b9fd-956af591f2fb {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:05:40.392255 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255f052a-fe87-45f2-9cfa-84dd42dc5721", "name": "network-vif-deleted", "tag": "caa627ac-139c-4520-8c79-7dbb88b9ce11", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:05:40.392504 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7a87946-8631-483f-b9fd-956af591f2fb {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:05:40.392937 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255f052a-fe87-45f2-9cfa-84dd42dc5721', 'name': 'network-vif-deleted', 'tag': 'caa627ac-139c-4520-8c79-7dbb88b9ce11', 'status': 'completed', 'code': 200} Aug 19 13:05:40.597881 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5efe940a-5854-40a3-85b3-e00132d89228 req-5cf0a327-eada-4cad-a7eb-d3001ff00b86 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=255f052a-fe87-45f2-9cfa-84dd42dc5721 HTTP/1.1" status: 200 len: 210 time: 0.0395012 Aug 19 13:05:41.659378 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49428) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:41.725608 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3581a531-e128-4dc5-855c-d19064834d16 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:41.752697 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3581a531-e128-4dc5-855c-d19064834d16 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:41.819481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3581a531-e128-4dc5-855c-d19064834d16 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:41.822102 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-3581a531-e128-4dc5-855c-d19064834d16 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:41.823300 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-3581a531-e128-4dc5-855c-d19064834d16 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "DELETE /v2.0/security-groups/c5aa4033-8def-4e07-8574-eb611f0c63d4 HTTP/1.1" status: 204 len: 168 time: 0.1629436 Aug 19 13:05:41.835923 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581a531-e128-4dc5-855c-d19064834d16 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa4033-8def-4e07-8574-eb611f0c63d4,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:42.266536 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49434) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:42.271645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732692271', 'description': 'tempest-secgroup-smoke-732692271 description', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:42.295999 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.378676 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.383863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.409209 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.410456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1430869 Aug 19 13:05:42.413837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49436) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:42.418645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e2d870d2-5a81-4fc1-9d20-a46bcb9bcacb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': '8036071e-dbfc-4df6-887d-6f81de0f9e1c', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:42.419876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8036071e-dbfc-4df6-887d-6f81de0f9e1c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:42.428358 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.428727 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.429080 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.429423 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.429757 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.430096 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.430431 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.430798 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.431125 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.431456 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.431781 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.432106 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fcac30-3452-4a56-ba98-63284cf2fda4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:42.457335 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2d870d2-5a81-4fc1-9d20-a46bcb9bcacb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.517218 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2d870d2-5a81-4fc1-9d20-a46bcb9bcacb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.524890 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2d870d2-5a81-4fc1-9d20-a46bcb9bcacb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.544443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d870d2-5a81-4fc1-9d20-a46bcb9bcacb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d3cafa-2ce5-49c0-9d83-ea486975404e,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:42.553708 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e2d870d2-5a81-4fc1-9d20-a46bcb9bcacb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.557752 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e2d870d2-5a81-4fc1-9d20-a46bcb9bcacb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401303 Aug 19 13:05:42.558188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49438) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:42.562578 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-925117ee-4409-4f8b-96c6-12d103f0b594 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': '8036071e-dbfc-4df6-887d-6f81de0f9e1c', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:42.592907 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-925117ee-4409-4f8b-96c6-12d103f0b594 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.655729 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-925117ee-4409-4f8b-96c6-12d103f0b594 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.661203 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-925117ee-4409-4f8b-96c6-12d103f0b594 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.678855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925117ee-4409-4f8b-96c6-12d103f0b594 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a0692d-db80-44b4-b49f-b7eb78099b76,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:42.687056 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-925117ee-4409-4f8b-96c6-12d103f0b594 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.688492 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-925117ee-4409-4f8b-96c6-12d103f0b594 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295044 Aug 19 13:05:42.691580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49440) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:42.696434 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-760a12aa-70bd-41c7-a217-4006c552f6da tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': '8036071e-dbfc-4df6-887d-6f81de0f9e1c', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:42.725702 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-760a12aa-70bd-41c7-a217-4006c552f6da tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.792135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-760a12aa-70bd-41c7-a217-4006c552f6da tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.796824 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-760a12aa-70bd-41c7-a217-4006c552f6da tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.812638 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a12aa-70bd-41c7-a217-4006c552f6da tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62d05ca-0121-41e9-8839-e1b5fd6c1ca5,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:42.822902 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-760a12aa-70bd-41c7-a217-4006c552f6da tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.824137 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-760a12aa-70bd-41c7-a217-4006c552f6da tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315336 Aug 19 13:05:42.827170 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49442) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:42.831769 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-071e4223-24f8-4a9c-9c2f-63c894540402 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': '8036071e-dbfc-4df6-887d-6f81de0f9e1c', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:42.860522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-071e4223-24f8-4a9c-9c2f-63c894540402 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.924979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-071e4223-24f8-4a9c-9c2f-63c894540402 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.928966 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-071e4223-24f8-4a9c-9c2f-63c894540402 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.949235 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e4223-24f8-4a9c-9c2f-63c894540402 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0871a914-49f1-41ba-b5d0-38ea5d47622c,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:42.954639 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-071e4223-24f8-4a9c-9c2f-63c894540402 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:42.956383 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-071e4223-24f8-4a9c-9c2f-63c894540402 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282909 Aug 19 13:05:42.959459 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49444) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:42.964295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-5bc1c570-84d4-4467-a5eb-ed3a41d0de35 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': '8036071e-dbfc-4df6-887d-6f81de0f9e1c', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:42.988467 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-5bc1c570-84d4-4467-a5eb-ed3a41d0de35 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Project 46fac6220e5b421ebd3f95908d61e7a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:05:42.994842 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c570-84d4-4467-a5eb-ed3a41d0de35 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:43.068078 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c570-84d4-4467-a5eb-ed3a41d0de35 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:43.072912 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c570-84d4-4467-a5eb-ed3a41d0de35 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:43.092606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1c570-84d4-4467-a5eb-ed3a41d0de35 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511c0ffe-89f3-4406-821b-0fbbc9fb9fc7,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:43.098319 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c570-84d4-4467-a5eb-ed3a41d0de35 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:43.099872 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-5bc1c570-84d4-4467-a5eb-ed3a41d0de35 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393127 Aug 19 13:05:43.102720 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49446) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:43.103275 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device caa627ac-139c-4520-8c79-7dbb88b9ce11 no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:05:43.107557 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-08f9cfc9-0d69-42ea-974e-0e7c1524d96c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'security_group_rule': {'security_group_id': '8036071e-dbfc-4df6-887d-6f81de0f9e1c', 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:43.123947 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: caa627ac-139c-4520-8c79-7dbb88b9ce11 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:05:43.124290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device caa627ac-139c-4520-8c79-7dbb88b9ce11 not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:05:43.135502 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-08f9cfc9-0d69-42ea-974e-0e7c1524d96c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Project 46fac6220e5b421ebd3f95908d61e7a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:05:43.142364 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08f9cfc9-0d69-42ea-974e-0e7c1524d96c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:43.202868 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08f9cfc9-0d69-42ea-974e-0e7c1524d96c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:43.207943 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08f9cfc9-0d69-42ea-974e-0e7c1524d96c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:43.225774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9cfc9-0d69-42ea-974e-0e7c1524d96c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126e560a-5acf-4f5c-b7c4-462416c9a6b3,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:43.234945 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-08f9cfc9-0d69-42ea-974e-0e7c1524d96c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:43.236921 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-08f9cfc9-0d69-42ea-974e-0e7c1524d96c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330888 Aug 19 13:05:48.529766 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e36302e8-0e83-4744-bdb0-17aaef22d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:50.913758 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a96b33c7-4f23-49ca-923c-26b42cfd930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:51.069276 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:52.263246 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:52.798505 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:05:54.299667 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:54.887272 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:58.753009 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-feff86eb-63bf-4bcd-8f0d-8303e70a5089 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732692271&fields=id&tenant_id=46fac6220e5b421ebd3f95908d61e7a7 HTTP/1.1" status: 200 len: 267 time: 0.0365829 Aug 19 13:05:58.889110 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-e5e2e3f5-0938-4b1c-94e7-453156a0b9c7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:58.890501 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-e5e2e3f5-0938-4b1c-94e7-453156a0b9c7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 808 time: 0.1271257 Aug 19 13:05:58.913783 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-04f7d3b5-45a9-4e2f-86d7-833670575f14 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/quotas/46fac6220e5b421ebd3f95908d61e7a7 HTTP/1.1" status: 200 len: 375 time: 0.0147524 Aug 19 13:05:58.970621 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-1e5ab789-1c62-44c4-ad9c-1495566e2aaa tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508466 Aug 19 13:05:59.118596 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-a5d1abd8-fda5-41bf-b2b9-2e012fcb0de9 service neutron] 10.222.0.65 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349161 Aug 19 13:05:59.214872 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:59.218404 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-58e645b1-600a-4557-a69d-6dc65f79099c service neutron] 10.222.0.65 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900605 Aug 19 13:05:59.543469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-61dd8682-ede4-4d2a-af0c-1c5d644e23bd req-cc53011f-e530-4c53-8715-32bd3a615e30 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 210 time: 0.0271077 Aug 19 13:06:00.667235 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-41b17e72-c631-49be-b69e-dc021738dfe2 req-b190d86e-e451-492d-8f92-176fc50908d2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 210 time: 0.0320380 Aug 19 13:06:00.738729 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-625ea25c-aa2d-43f3-bae9-d63dabf7f431 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:00.740208 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-625ea25c-aa2d-43f3-bae9-d63dabf7f431 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 808 time: 0.1048884 Aug 19 13:06:00.792411 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-1a626aef-b8c5-40d4-afce-134e0d525514 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46fac6220e5b421ebd3f95908d61e7a7 HTTP/1.1" status: 200 len: 379 time: 0.0375917 Aug 19 13:06:00.816837 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'port': {'device_id': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'admin_state_up': True, 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'security_groups': ['8036071e-dbfc-4df6-887d-6f81de0f9e1c']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:00.938547 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Made reservation on behalf of 46fac6220e5b421ebd3f95908d61e7a7 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:06:00.943132 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:01.067876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Allocated IP 172.20.0.4 (25cca577-fe9c-4365-889e-cf571399b841/27f1baf9-b70c-4501-b28a-dd6a53c77ef6/dd4c7fff-3b9a-4299-a9fe-9243ddf340df) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:06:01.215684 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:01.231295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Transition to ACTIVE for port object dd4c7fff-3b9a-4299-a9fe-9243ddf340df will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:06:01.272768 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:01.317104 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Network 25cca577-fe9c-4365-889e-cf571399b841 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:06:01.325798 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:06:01.328469 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:06:01.362992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:01.393666 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:01.394351 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:01.415648 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-f516b987-7c7f-46ba-9ba0-35d88d64aea2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6000438 Aug 19 13:06:01.479814 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Request body: {'port': {'device_id': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:01.559321 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-798c564e-6ed7-4b50-bd77-8039bd0a88ca None None] Provisioning for port dd4c7fff-3b9a-4299-a9fe-9243ddf340df completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:06:01.563687 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-798c564e-6ed7-4b50-bd77-8039bd0a88ca None None] Provisioning complete for port dd4c7fff-3b9a-4299-a9fe-9243ddf340df triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:06:01.564321 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-798c564e-6ed7-4b50-bd77-8039bd0a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:01.600720 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-798c564e-6ed7-4b50-bd77-8039bd0a88ca None None] Port dd4c7fff-3b9a-4299-a9fe-9243ddf340df cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:06:01.817534 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df048f86-f8cb-4a8c-9cd8-ff9f65ab4219 req-8406df21-dcf1-4561-ab9a-6a38fef12302 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:01.819273 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df048f86-f8cb-4a8c-9cd8-ff9f65ab4219 req-8406df21-dcf1-4561-ab9a-6a38fef12302 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 931 time: 0.0550604 Aug 19 13:06:01.863435 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df048f86-f8cb-4a8c-9cd8-ff9f65ab4219 req-11a6b427-b147-44d3-a2f7-816bd3cecd1e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367587 Aug 19 13:06:01.931868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:02.230218 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4c7fff-3b9a-4299-a9fe-9243ddf340df {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:06:02.238301 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:02.250963 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Transition to ACTIVE for port object dd4c7fff-3b9a-4299-a9fe-9243ddf340df will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:06:02.255825 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:02.311030 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:02.381527 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Attempting to bind port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:06:02.382145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Attempting to bind port dd4c7fff-3b9a-4299-a9fe-9243ddf340df by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:06:02.382655 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Attempting to bind port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:06:02.387533 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on network 25cca577-fe9c-4365-889e-cf571399b841 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:06:02.387855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Attempting to bind port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:06:02.392881 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:06:02.393217 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Checking segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:06:02.393598 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Bound using segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:06:02.394017 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Bound port: dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:06:02.394374 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:02.466515 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:06:02.470268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:06:02.475093 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:02.513447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:02.514068 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:02.515487 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] 10.222.0.69 "PUT /v2.0/ports/dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 1091 time: 1.0883083 Aug 19 13:06:02.516073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:06:02.518260 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:06:02.539387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4eb3c-846c-42e8-9d92-0fbd58eeeed8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:02.567977 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66270e42-eec4-4d49-bf84-b87a37e2f27a x-openstack-request-id: req-66270e42-eec4-4d49-bf84-b87a37e2f27a {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:06:02.568282 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:06:02.568524 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66270e42-eec4-4d49-bf84-b87a37e2f27a {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:06:02.569119 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'status': 'completed', 'code': 200} Aug 19 13:06:02.632260 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-baa615b2-83fc-4537-b5ad-e8e652dc00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:02.633945 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-baa615b2-83fc-4537-b5ad-e8e652dc00a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1094 time: 0.0459852 Aug 19 13:06:02.689222 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-423f1d41-41a6-4670-904b-f1dc9a96c5d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 217 time: 0.0416191 Aug 19 13:06:02.744948 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-c3f139de-3343-428d-8e3d-a484a225eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:02.746505 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-c3f139de-3343-428d-8e3d-a484a225eaca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0504565 Aug 19 13:06:02.796870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-e5f071fc-1a95-4a6f-8795-045ac7787cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:02.798423 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-e5f071fc-1a95-4a6f-8795-045ac7787cab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448551 Aug 19 13:06:02.897005 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-18d34f74-842c-4a4e-a23a-9b52fe8bb35a service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Aug 19 13:06:02.987086 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b13d66-0e47-4ece-b3ed-66d187b263a9 req-dfdb0668-2e25-4c1c-98bc-941cc71e46b7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:02.988785 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b13d66-0e47-4ece-b3ed-66d187b263a9 req-dfdb0668-2e25-4c1c-98bc-941cc71e46b7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0527608 Aug 19 13:06:02.994676 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-a49a6222-f0b4-4f15-8f07-f99b19b8f6e4 req-233393ca-4e4e-40cb-9c7c-0023f8258875 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907066 Aug 19 13:06:03.035189 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b1b13d66-0e47-4ece-b3ed-66d187b263a9 req-1de14c55-a4a7-422f-822f-18420f6b1ff7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380330 Aug 19 13:06:03.114478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-0ec89f8d-7a43-4410-b92b-7187879d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:03.116519 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-0ec89f8d-7a43-4410-b92b-7187879d2875 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1094 time: 0.0425067 Aug 19 13:06:03.215583 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-45e09661-262a-479a-a3a8-90b62021d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:03.217111 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-45e09661-262a-479a-a3a8-90b62021d77c service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0929723 Aug 19 13:06:03.260464 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-7200b4d8-c7da-4337-8d08-d05c0e7c0116 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 217 time: 0.0366423 Aug 19 13:06:03.318169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-7938f9f9-800c-40c9-9f26-45b21fab9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:03.319771 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-7938f9f9-800c-40c9-9f26-45b21fab9f8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0527184 Aug 19 13:06:03.374476 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-fe13ecfb-0067-413b-bb63-bdd8aefbc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:03.376028 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-fe13ecfb-0067-413b-bb63-bdd8aefbc02c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459745 Aug 19 13:06:03.479054 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-bdec2edb-d5f7-442a-aea0-e51af6616f88 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955572 Aug 19 13:06:03.575779 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-fd943a93-d512-40f5-8367-ad4fe3e7b1b1 req-826eb41b-7dc3-4390-b0f4-a4bf76f559b1 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899060 Aug 19 13:06:04.168733 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc38d3a-fdae-4dc8-80cf-2b147a7b8309 req-44719472-bc71-470e-9dc8-52cd0e8103b7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:04.170694 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecc38d3a-fdae-4dc8-80cf-2b147a7b8309 req-44719472-bc71-470e-9dc8-52cd0e8103b7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0577309 Aug 19 13:06:04.211958 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ecc38d3a-fdae-4dc8-80cf-2b147a7b8309 req-89a0b803-c278-4008-89a8-c2080b49e3a0 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350308 Aug 19 13:06:05.353291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb45559-3e8f-49ae-90f2-ede550437850 req-c63fafb0-59cd-4f54-8885-c1d0b2ad2327 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:05.354775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcb45559-3e8f-49ae-90f2-ede550437850 req-c63fafb0-59cd-4f54-8885-c1d0b2ad2327 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0623920 Aug 19 13:06:05.394944 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-dcb45559-3e8f-49ae-90f2-ede550437850 req-e656a74b-4253-4391-b8b4-6b86d496d015 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338459 Aug 19 13:06:06.521726 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a52c0-8a96-4f40-a26e-e42215cde354 req-e327e501-a094-434d-bf11-6e513d3d4f59 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:06.523132 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a32a52c0-8a96-4f40-a26e-e42215cde354 req-e327e501-a094-434d-bf11-6e513d3d4f59 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0528843 Aug 19 13:06:06.564105 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a32a52c0-8a96-4f40-a26e-e42215cde354 req-4a4e3e4b-0493-425c-8a82-790264674cdd tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338604 Aug 19 13:06:07.704931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48c15-0cdc-4df6-a6e8-984e0dbb30ae req-eba25da0-f81a-443e-bbe0-fc5b4b4a6e1a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:07.706417 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22e48c15-0cdc-4df6-a6e8-984e0dbb30ae req-eba25da0-f81a-443e-bbe0-fc5b4b4a6e1a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0623610 Aug 19 13:06:07.747810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-22e48c15-0cdc-4df6-a6e8-984e0dbb30ae req-910f02b0-4ad2-47c2-9130-be6d53e518f7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326908 Aug 19 13:06:08.878912 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269968c-2bed-4903-ba24-97b3f4804723 req-7bac0d60-deb7-4f1f-8a91-4aa1da1c8e3d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:08.880444 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2269968c-2bed-4903-ba24-97b3f4804723 req-7bac0d60-deb7-4f1f-8a91-4aa1da1c8e3d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0537927 Aug 19 13:06:08.922214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2269968c-2bed-4903-ba24-97b3f4804723 req-6eebf087-0942-45cc-8574-b55e325d545a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353158 Aug 19 13:06:10.048901 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b948a5-c810-4534-b04a-f0ef91c58913 req-17e74853-079a-49d1-958b-aacefd93e4b8 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:10.050421 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0b948a5-c810-4534-b04a-f0ef91c58913 req-17e74853-079a-49d1-958b-aacefd93e4b8 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0591719 Aug 19 13:06:10.090817 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b0b948a5-c810-4534-b04a-f0ef91c58913 req-19803311-1c5e-48ab-81aa-65d9f4d23967 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340405 Aug 19 13:06:11.227012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ea5fa-a32d-40e6-80e7-5ea7897a18b6 req-6ab9ab4b-fa6f-4e0c-9685-381fd87ade2c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:11.228660 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-786ea5fa-a32d-40e6-80e7-5ea7897a18b6 req-6ab9ab4b-fa6f-4e0c-9685-381fd87ade2c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0550041 Aug 19 13:06:11.268272 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-786ea5fa-a32d-40e6-80e7-5ea7897a18b6 req-575ae349-415e-4752-a616-d334389c6e4d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334351 Aug 19 13:06:12.403958 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d23fd-8fac-4441-bebb-75ad52db53b9 req-fbf65f3c-274e-405e-85d6-cf9484f91345 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:12.405648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f4d23fd-8fac-4441-bebb-75ad52db53b9 req-fbf65f3c-274e-405e-85d6-cf9484f91345 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0550802 Aug 19 13:06:12.452418 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f4d23fd-8fac-4441-bebb-75ad52db53b9 req-62c65a2a-1cf9-4a24-8032-57cd2cc6ad88 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375118 Aug 19 13:06:13.578192 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ea6c2-d6d3-4da2-8a13-278dd05ac2e1 req-58b88be9-7832-4fc0-9ff6-6b4becf4460a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:13.579655 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f0ea6c2-d6d3-4da2-8a13-278dd05ac2e1 req-58b88be9-7832-4fc0-9ff6-6b4becf4460a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0547795 Aug 19 13:06:13.623899 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4f0ea6c2-d6d3-4da2-8a13-278dd05ac2e1 req-b64023f3-f06e-499d-995f-0db5f893bf5d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378189 Aug 19 13:06:14.147777 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dd4c7fff-3b9a-4299-a9fe-9243ddf340df details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:06:14.265270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:06:14.281149 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'port_id': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'mac_address': 'fa:16:3e:50:33:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:06:14.320029 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:14.333893 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4c7fff-3b9a-4299-a9fe-9243ddf340df {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:06:14.364405 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:06:14.370847 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:14.419264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:14.426941 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.427285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.427625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.427958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.428316 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.428650 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.428996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.429319 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.429638 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.429945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.430285 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.430604 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.670974 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['dd4c7fff-3b9a-4299-a9fe-9243ddf340df'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:06:14.752170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d448df-0206-41aa-b208-bb02d9d17599 req-86b0ef2a-6cf5-4508-a8a3-467610b2d057 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:14.753841 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04d448df-0206-41aa-b208-bb02d9d17599 req-86b0ef2a-6cf5-4508-a8a3-467610b2d057 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 944 time: 0.0577605 Aug 19 13:06:14.798231 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-04d448df-0206-41aa-b208-bb02d9d17599 req-404833f1-7b68-4701-b000-60ecad600a32 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373688 Aug 19 13:06:15.931200 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647995f2-5012-427f-8ee4-f810325c911a req-136555e6-cc95-4211-b5a0-31fdd9dacff2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:15.933006 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-647995f2-5012-427f-8ee4-f810325c911a req-136555e6-cc95-4211-b5a0-31fdd9dacff2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 944 time: 0.0563064 Aug 19 13:06:15.974369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-647995f2-5012-427f-8ee4-f810325c911a req-19e0c12b-4155-4e72-9743-042251341c26 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346820 Aug 19 13:06:16.158106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dd4c7fff-3b9a-4299-a9fe-9243ddf340df up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:06:16.214264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port dd4c7fff-3b9a-4299-a9fe-9243ddf340df completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:06:16.218198 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port dd4c7fff-3b9a-4299-a9fe-9243ddf340df triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:06:16.218581 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:16.306150 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:16.329701 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:06:16.331963 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a360b47-bbf1-4560-8cef-bca7f7776ba7" -d '{"events": [{"server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "name": "network-vif-plugged", "status": "completed", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:06:16.347452 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:06:16.353437 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:16.409057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:16.435281 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6df678d-e0be-4f61-a33f-e98a0e62c453 x-openstack-request-id: req-b6df678d-e0be-4f61-a33f-e98a0e62c453 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:06:16.435634 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "name": "network-vif-plugged", "status": "completed", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:06:16.435890 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6df678d-e0be-4f61-a33f-e98a0e62c453 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:06:16.436292 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'code': 200} Aug 19 13:06:16.569211 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8f3a-a6aa-4ef7-aaa9-df1aa838cf34 req-3f7b262a-ab3c-459e-aa99-371b8c779303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:16.571069 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-650d8f3a-a6aa-4ef7-aaa9-df1aa838cf34 req-3f7b262a-ab3c-459e-aa99-371b8c779303 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1096 time: 0.0521786 Aug 19 13:06:16.619673 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-650d8f3a-a6aa-4ef7-aaa9-df1aa838cf34 req-00ab91f7-8759-4e31-aa65-5b30facd8803 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408063 Aug 19 13:06:17.110274 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd09b1e-6edf-43d2-b99f-3e9db29261a6 req-d5499ebd-9c46-4091-bf8f-534395d907f2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:17.111778 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7dd09b1e-6edf-43d2-b99f-3e9db29261a6 req-d5499ebd-9c46-4091-bf8f-534395d907f2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0559618 Aug 19 13:06:17.156405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7dd09b1e-6edf-43d2-b99f-3e9db29261a6 req-f8990538-6050-4481-b60b-c97468735bd1 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353739 Aug 19 13:06:18.313318 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67c24-59e7-4174-84e8-284e415aae22 req-3d318318-e42d-443d-8305-f1c26a579058 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:18.314769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7c67c24-59e7-4174-84e8-284e415aae22 req-3d318318-e42d-443d-8305-f1c26a579058 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0629423 Aug 19 13:06:18.358533 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e7c67c24-59e7-4174-84e8-284e415aae22 req-79d8d29f-a3ad-4391-8530-5093237df605 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368330 Aug 19 13:06:18.481860 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d0576-70a3-43b4-8155-b54db1943abb req-00af4e3b-f860-4ef6-a815-7b712e108ac9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:18.483456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a7d0576-70a3-43b4-8155-b54db1943abb req-00af4e3b-f860-4ef6-a815-7b712e108ac9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0546646 Aug 19 13:06:18.524757 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-1a7d0576-70a3-43b4-8155-b54db1943abb req-afbd4303-cbe6-42fd-82e8-57611d514276 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338099 Aug 19 13:06:18.525020 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8bd734b2-79ad-498c-8207-16f9ebc44e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:18.547515 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49652) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:18.588907 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a94d6d8-0661-41dd-8616-ededef25c86c tempest-TestShelveInstance-1222276245 tempest-TestShelveInstance-1222276245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:18.590486 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-0a94d6d8-0661-41dd-8616-ededef25c86c tempest-TestShelveInstance-1222276245 tempest-TestShelveInstance-1222276245-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1091 time: 0.0418994 Aug 19 13:06:18.593420 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49654) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:18.597983 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:18.623512 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:18.730602 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:18.853177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Allocated IP 172.25.4.117 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/6c4b8c38-aff8-4bf7-921b-c52a84a12a51) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:06:18.971865 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:19.024509 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:19.065895 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:06:19.068718 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:06:19.072312 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:06:19.077913 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'Port': ['ID=6c4b8c38-aff8-4bf7-921b-c52a84a12a51,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:19.490897 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:19.568663 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:19.731154 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:19.738617 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:19.807636 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event updated for resources: {'Port': ['ID=6c4b8c38-aff8-4bf7-921b-c52a84a12a51,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:19.824927 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:20.304914 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Floating IP 949fbfc5-bde2-4cdc-b962-80acbf15b28d associated. External IP: 172.25.4.117, port: dd4c7fff-3b9a-4299-a9fe-9243ddf340df. Aug 19 13:06:20.546213 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Router f8f1e506-3a47-4e7b-9db8-b385f5815e25 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:06:20.668135 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:06:20.680015 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] Sync routers for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:06:20.688521 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:20.692080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:06:20.692733 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:05:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:20.728703 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3e1028b2-d5cd-4ee8-ac2d-b1622a9f5e60 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1218786 Aug 19 13:06:20.728703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:06:20.728703 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:06:20.811855 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:06:20.817955 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1377027-2de0-475c-a505-e75b0da865fc x-openstack-request-id: req-c1377027-2de0-475c-a505-e75b0da865fc {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:06:20.818470 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:06:20.818724 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1377027-2de0-475c-a505-e75b0da865fc {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:06:20.819128 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'status': 'completed', 'code': 200} Aug 19 13:06:20.908432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-a5dd17e1-48bd-49a6-ac7f-c67832334bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:20.910102 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-a5dd17e1-48bd-49a6-ac7f-c67832334bfb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1096 time: 0.0468452 Aug 19 13:06:20.927596 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4006c816-daa2-4e64-9d1d-5b748b5df258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:21.006539 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-4ff09149-0a74-4569-a8c3-256b48a7b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:21.008046 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-4ff09149-0a74-4569-a8c3-256b48a7b806 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0903764 Aug 19 13:06:21.068493 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:21.076566 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '949fbfc5-bde2-4cdc-b962-80acbf15b28d', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'port_id': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'mac_address': 'fa:16:3e:50:33:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:06:19Z', 'updated_at': '2021-08-19T13:06:19Z', 'revision_number': 0, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:21.084792 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-88cc82f4-f9a4-4640-9122-394c7573b869 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 999 time: 0.0686746 Aug 19 13:06:21.104882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] Checking router: f8f1e506-3a47-4e7b-9db8-b385f5815e25 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:06:21.114272 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:06:21.114908 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:06:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:21.136825 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-1b3ba977-b96e-4d7b-90ec-0f4809c3bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:21.138357 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-1b3ba977-b96e-4d7b-90ec-0f4809c3bcf5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0461252 Aug 19 13:06:21.183870 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-86dc2be9-cae1-4dfa-bcc3-01df65d05660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:21.185441 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-86dc2be9-cae1-4dfa-bcc3-01df65d05660 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405054 Aug 19 13:06:21.224080 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:06:21.287110 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-36387310-14be-4550-9bca-4a65e75e941f service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938132 Aug 19 13:06:21.385071 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-ff82a5ad-5ef9-492d-8f31-0effa563f6c0 req-f9205857-4219-4289-b7a5-76bff9d31e4d service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901620 Aug 19 13:06:21.456955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '949fbfc5-bde2-4cdc-b962-80acbf15b28d', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'port_id': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'mac_address': 'fa:16:3e:50:33:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:06:19Z', 'updated_at': '2021-08-19T13:06:19Z', 'revision_number': 0, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:21.483885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1434bd75-64bd-48f0-8f85-9b4f65cdf423 None None] The sync data for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 is: [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': '949fbfc5-bde2-4cdc-b962-80acbf15b28d', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'port_id': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'mac_address': 'fa:16:3e:50:33:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:06:19Z', 'updated_at': '2021-08-19T13:06:19Z', 'revision_number': 0, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:06:21.720554 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da1b7e-eb18-4d57-b816-35fb2d46fab7 None None] New status for floating IP 949fbfc5-bde2-4cdc-b962-80acbf15b28d: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:06:22.269121 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:24.304802 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:24.893177 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:29.212734 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:29.799431 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:06:48.523035 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3c5499be-b7d9-4f7e-9402-be8af43a6637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:50.910534 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-421da6ba-e328-4db5-8820-92e6ced2c811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:51.061334 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:52.270702 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:54.302207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:54.891423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:59.224913 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:06.802701 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:07:15.241765 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-5a70ce04-6cec-4a0c-942d-0f328e85e5e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465195 Aug 19 13:07:15.344115 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-ce59601e-49f2-4608-8038-3fdffdac2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:15.345613 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-ce59601e-49f2-4608-8038-3fdffdac2f8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1096 time: 0.0438402 Aug 19 13:07:15.452888 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-439799af-c332-403c-ae2b-ab936054b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:15.454402 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-439799af-c332-403c-ae2b-ab936054b3b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0884879 Aug 19 13:07:15.528308 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-c66937d0-a65f-412a-89bb-f33724d6d730 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 1001 time: 0.0667522 Aug 19 13:07:15.581974 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-b4fdd5a8-ee12-459b-9501-10a99f89ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:15.583556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-b4fdd5a8-ee12-459b-9501-10a99f89ef5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0479207 Aug 19 13:07:15.631625 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-a77e0356-8202-44a2-9a7f-dc8b75e10492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:15.633051 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-a77e0356-8202-44a2-9a7f-dc8b75e10492 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420594 Aug 19 13:07:15.733013 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-44408ab4-1fcd-46c7-9a69-46b926b846d7 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923173 Aug 19 13:07:15.839939 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-16e2b51b-c3da-4e33-afc4-2693336ccfc4 req-7e9083ef-46df-4715-99e1-658642cb1107 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000676 Aug 19 13:07:18.524921 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-41dca199-a251-4aef-b698-2ebf0548728b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:20.914018 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1c09a762-ab0a-4227-91f1-2c7c88b66e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:21.065285 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:22.272321 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:24.306349 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:24.889224 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:29.227445 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:43.803094 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:07:48.528266 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bebd95c5-ffc0-40ea-86d0-16ad1f9b6aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:50.916656 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3d1c11be-2a7a-4c92-ab58-e153a25bcbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:51.067533 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:52.277724 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:54.307891 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:54.898053 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:59.238635 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.335345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aea55-f583-4cf5-9a4a-c661d63a0680 req-1a44ade9-b9f7-4a4c-bdf1-0571171fb452 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:16.337590 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-612aea55-f583-4cf5-9a4a-c661d63a0680 req-1a44ade9-b9f7-4a4c-bdf1-0571171fb452 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0737560 Aug 19 13:08:16.382021 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-612aea55-f583-4cf5-9a4a-c661d63a0680 req-e5aee063-bc13-483e-a252-1142d1f27bba tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382190 Aug 19 13:08:17.270131 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-13785b21-f19d-441a-92ef-4434d87adcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:17.271368 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-13785b21-f19d-441a-92ef-4434d87adcf3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1096 time: 0.0449357 Aug 19 13:08:17.383724 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-3c1a4876-adcc-4666-9150-8ebd98130a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:17.385284 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-3c1a4876-adcc-4666-9150-8ebd98130a99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0889125 Aug 19 13:08:17.467291 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-9c498090-9886-4c08-ae65-7e510797c684 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 1001 time: 0.0739241 Aug 19 13:08:17.524408 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-c811182c-6358-4011-b4a4-de176902cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:17.525901 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-c811182c-6358-4011-b4a4-de176902cd1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0512371 Aug 19 13:08:17.534552 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410494e-6a32-4766-a4cf-de357a8563c7 req-1206d1ac-1961-46c0-bfb3-f9227e9fb3a4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:17.536024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2410494e-6a32-4766-a4cf-de357a8563c7 req-1206d1ac-1961-46c0-bfb3-f9227e9fb3a4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0514486 Aug 19 13:08:17.574186 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-19c05147-5f34-4c46-8981-ff27289df422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:17.575750 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-19c05147-5f34-4c46-8981-ff27289df422 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430427 Aug 19 13:08:17.576117 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2410494e-6a32-4766-a4cf-de357a8563c7 req-a9c9ac77-56a4-47c9-9c21-d990909e525e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334241 Aug 19 13:08:17.672982 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-511f1c24-30ad-42c5-9e12-d0fca9643a8b service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898864 Aug 19 13:08:17.763709 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-dfc0b8b7-e4cb-4c09-9364-42689816325f req-e1a6ce19-e372-45b9-b4a8-171322cc3ba1 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836511 Aug 19 13:08:18.534790 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-274d688f-0bf7-415f-ae31-25fc6c75cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.721643 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4053f-7ed3-4b0e-a626-130c0d7f1261 req-96a1a707-8ac3-47d3-b0d1-b393810dbc4d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:18.723139 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45f4053f-7ed3-4b0e-a626-130c0d7f1261 req-96a1a707-8ac3-47d3-b0d1-b393810dbc4d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Aug 19 13:08:18.765940 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45f4053f-7ed3-4b0e-a626-130c0d7f1261 req-ff06990c-f21f-4e17-9546-d25e3024663a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360308 Aug 19 13:08:19.887158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af6eb8-3400-4ecd-a051-40bd3e20de15 req-16750692-90a9-4cc7-be39-ad7ad01fbea4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:19.888648 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74af6eb8-3400-4ecd-a051-40bd3e20de15 req-16750692-90a9-4cc7-be39-ad7ad01fbea4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Aug 19 13:08:19.928369 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-74af6eb8-3400-4ecd-a051-40bd3e20de15 req-00b12926-06f3-48f0-ad21-39f62fd3ec46 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333729 Aug 19 13:08:20.802574 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:08:20.920344 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-12298c2f-4d1b-4364-9bfa-7813bfde7eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:21.060057 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342e4d9-1f8f-4fcd-a856-a8336175e478 req-efc3c36f-a662-413b-912e-5a091cc2464d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:21.061550 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d342e4d9-1f8f-4fcd-a856-a8336175e478 req-efc3c36f-a662-413b-912e-5a091cc2464d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0542800 Aug 19 13:08:21.071376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:21.105833 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d342e4d9-1f8f-4fcd-a856-a8336175e478 req-d6329eba-c57b-480c-a05a-f28ec941b3c4 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373683 Aug 19 13:08:22.223734 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0ffdd-204a-40a5-9eb1-710d3aafa623 req-7a770218-774d-406e-a267-1d749be9fc6c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:22.225282 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64b0ffdd-204a-40a5-9eb1-710d3aafa623 req-7a770218-774d-406e-a267-1d749be9fc6c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0497334 Aug 19 13:08:22.268823 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-64b0ffdd-204a-40a5-9eb1-710d3aafa623 req-b09a20b9-b3ac-4f2c-9073-20a8d97c129e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371051 Aug 19 13:08:22.286008 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:23.410121 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d30e3-03d5-4883-b34e-e6492d4a6f48 req-9b8a51cc-c960-4ab3-bacb-4cd129728ab3 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:23.411679 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-980d30e3-03d5-4883-b34e-e6492d4a6f48 req-9b8a51cc-c960-4ab3-bacb-4cd129728ab3 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0530391 Aug 19 13:08:23.460521 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-980d30e3-03d5-4883-b34e-e6492d4a6f48 req-d7b44397-15b4-44af-9c0a-b41930349ac0 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 Aug 19 13:08:24.312414 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:24.591788 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82077c4-efc0-43b0-a04b-4f53e79ded8c req-64a7bb1c-de93-41c7-81b8-dba7801cac1a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:24.593351 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e82077c4-efc0-43b0-a04b-4f53e79ded8c req-64a7bb1c-de93-41c7-81b8-dba7801cac1a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0541801 Aug 19 13:08:24.634069 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e82077c4-efc0-43b0-a04b-4f53e79ded8c req-e43da85b-38e2-49bc-83ed-1cf0b12fc998 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345268 Aug 19 13:08:24.902948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:25.759417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fadb08-8aa3-4816-92b3-00b2407f29f6 req-6d065c5a-e4b2-4699-b73d-77c82882fb26 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:25.761057 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58fadb08-8aa3-4816-92b3-00b2407f29f6 req-6d065c5a-e4b2-4699-b73d-77c82882fb26 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0506291 Aug 19 13:08:25.804608 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-58fadb08-8aa3-4816-92b3-00b2407f29f6 req-49824afe-f625-4dc0-acde-af57558825d2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371716 Aug 19 13:08:26.520130 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333fa2-fd19-46e5-9e23-28e94200893e req-31ba1d30-aae6-4f3b-941b-6cf1184d97de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:26.522033 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43333fa2-fd19-46e5-9e23-28e94200893e req-31ba1d30-aae6-4f3b-941b-6cf1184d97de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1096 time: 0.0493078 Aug 19 13:08:26.620112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333fa2-fd19-46e5-9e23-28e94200893e req-d8848766-847b-49cd-b002-e26226318780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:26.621682 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43333fa2-fd19-46e5-9e23-28e94200893e req-d8848766-847b-49cd-b002-e26226318780 service neutron] 10.222.0.69 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0929201 Aug 19 13:08:26.697936 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43333fa2-fd19-46e5-9e23-28e94200893e req-4cf759fb-07b9-4301-82e6-870511e725b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 1001 time: 0.0691783 Aug 19 13:08:26.750659 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333fa2-fd19-46e5-9e23-28e94200893e req-e45c4f82-e1b8-4543-9d05-98548bfa202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:26.752164 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43333fa2-fd19-46e5-9e23-28e94200893e req-e45c4f82-e1b8-4543-9d05-98548bfa202b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0475113 Aug 19 13:08:26.802081 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333fa2-fd19-46e5-9e23-28e94200893e req-bb469216-f2c0-40e6-86e3-5a8162a76e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:26.804083 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43333fa2-fd19-46e5-9e23-28e94200893e req-bb469216-f2c0-40e6-86e3-5a8162a76e8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446537 Aug 19 13:08:26.912947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43333fa2-fd19-46e5-9e23-28e94200893e req-6c531d5d-d496-44e0-83f8-3b27fadcd5c9 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002560 Aug 19 13:08:26.930714 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22ddc5-d02e-41da-a885-d4daeb3a4564 req-817115b5-49da-453b-bc00-0e704a379536 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:26.932270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf22ddc5-d02e-41da-a885-d4daeb3a4564 req-817115b5-49da-453b-bc00-0e704a379536 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0546989 Aug 19 13:08:26.973125 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bf22ddc5-d02e-41da-a885-d4daeb3a4564 req-5b029bd6-9e83-4a61-8b42-8ef5285b9e68 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340805 Aug 19 13:08:27.008862 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-43333fa2-fd19-46e5-9e23-28e94200893e req-5a86300a-674c-4141-8ffd-cb8f9753ede1 service neutron] 10.222.0.69 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889628 Aug 19 13:08:28.095157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413801-1a94-415c-beb0-b4d4277863f2 req-5188b0bf-6cf2-4dc6-b654-85fb3a925d61 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:28.096652 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39413801-1a94-415c-beb0-b4d4277863f2 req-5188b0bf-6cf2-4dc6-b654-85fb3a925d61 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0526161 Aug 19 13:08:28.136519 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-39413801-1a94-415c-beb0-b4d4277863f2 req-1af6dffe-5aa1-44af-9bac-3c528ba31758 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325549 Aug 19 13:08:29.232164 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.279089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee90354-a18e-4ead-9766-7752dc7794f7 req-b91d26bf-af30-4848-b42b-168a344c34ab tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:29.281635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bee90354-a18e-4ead-9766-7752dc7794f7 req-b91d26bf-af30-4848-b42b-168a344c34ab tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0723977 Aug 19 13:08:29.341483 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-bee90354-a18e-4ead-9766-7752dc7794f7 req-5c16d770-1d59-44db-be4c-8fade3960697 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527177 Aug 19 13:08:30.472089 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d5d7b-ade6-4057-8a8a-963b742b5666 req-01516ad0-c467-4efa-84cb-5ceaf9975ee5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:30.473614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-335d5d7b-ade6-4057-8a8a-963b742b5666 req-01516ad0-c467-4efa-84cb-5ceaf9975ee5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0508943 Aug 19 13:08:30.514896 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-335d5d7b-ade6-4057-8a8a-963b742b5666 req-fbdb8076-d4fe-40e7-87a8-25ba7f051870 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348921 Aug 19 13:08:30.773010 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49fe12-ef07-479a-b921-127ee7b8802f req-76a99f6d-279f-4c1a-a175-fba78aa84333 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:30.775467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae49fe12-ef07-479a-b921-127ee7b8802f req-76a99f6d-279f-4c1a-a175-fba78aa84333 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0632579 Aug 19 13:08:30.807229 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-bdccc534-4189-4f99-9d17-be90bce8148e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176708 Aug 19 13:08:30.817275 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ae49fe12-ef07-479a-b921-127ee7b8802f req-7f9593fa-0b4d-494c-87ba-74d42a575e48 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356212 Aug 19 13:08:31.945844 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53427a-5b28-41b2-98cb-24c94e6db184 req-0ab0d1ba-7081-44fd-8d89-2fc8a859c1a1 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:31.947397 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c53427a-5b28-41b2-98cb-24c94e6db184 req-0ab0d1ba-7081-44fd-8d89-2fc8a859c1a1 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 945 time: 0.0557921 Aug 19 13:08:31.993099 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4c53427a-5b28-41b2-98cb-24c94e6db184 req-cf9aae69-5ff5-4bba-8e50-44e5215770dc tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382187 Aug 19 13:08:32.692476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device dd4c7fff-3b9a-4299-a9fe-9243ddf340df no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:32.933503 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:32.955621 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:32.957920 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63f681e-f771-451d-8bd1-7904baa0e937" -d '{"events": [{"server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "name": "network-vif-unplugged", "status": "completed", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:32.971346 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:32.981876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.006543 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b7e596-6add-4b31-a341-6791c713f31b x-openstack-request-id: req-33b7e596-6add-4b31-a341-6791c713f31b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:33.006835 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "name": "network-vif-unplugged", "status": "failed", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df", "code": 422}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:33.007083 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33b7e596-6add-4b31-a341-6791c713f31b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:33.007478 n-d-778550-9 neutron-server[101155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'code': 422} returned with failed status Aug 19 13:08:33.044416 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:33.058607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.059182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.059746 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.060580 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.061345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.062236 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.063031 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.064398 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.065806 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.066376 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.067290 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.067515 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:33.211233 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20ee5e-0a22-4fee-b13f-6390c4b49cae req-e440eeaa-84f5-4b3b-b1bc-67f11415b768 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:33.212794 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc20ee5e-0a22-4fee-b13f-6390c4b49cae req-e440eeaa-84f5-4b3b-b1bc-67f11415b768 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.1184535 Aug 19 13:08:33.256517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-fc20ee5e-0a22-4fee-b13f-6390c4b49cae req-b0216f64-9c38-401e-b293-eacfd8051ed2 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357208 Aug 19 13:08:34.405928 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e066c31-40f2-484e-b3df-756086bf2722 req-6082106c-5f1b-4eb7-a7d4-56f02723fa64 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:34.408033 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e066c31-40f2-484e-b3df-756086bf2722 req-6082106c-5f1b-4eb7-a7d4-56f02723fa64 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0625181 Aug 19 13:08:34.452659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6e066c31-40f2-484e-b3df-756086bf2722 req-7051f352-512a-4314-aa24-c67e9fc5a235 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373690 Aug 19 13:08:35.578886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324a180-131c-4a96-b24a-ae24ffe56cb1 req-c1e7d233-e5c2-4c19-9e65-e6a57b736a14 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:35.580517 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8324a180-131c-4a96-b24a-ae24ffe56cb1 req-c1e7d233-e5c2-4c19-9e65-e6a57b736a14 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0530047 Aug 19 13:08:35.629344 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8324a180-131c-4a96-b24a-ae24ffe56cb1 req-3e089e0a-6076-4d11-8e69-524adcdaf951 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414538 Aug 19 13:08:36.776315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954664a-2d61-4cc3-a5e6-494348f7294a req-9d3baf7f-5ccc-4d09-8145-1d7e7a54ba55 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:36.778185 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f954664a-2d61-4cc3-a5e6-494348f7294a req-9d3baf7f-5ccc-4d09-8145-1d7e7a54ba55 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0539494 Aug 19 13:08:36.818607 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f954664a-2d61-4cc3-a5e6-494348f7294a req-6f5d521f-2906-4aa0-a7d4-4564fc369c02 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337539 Aug 19 13:08:37.774920 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-6c528b63-aa22-4520-a044-7d6bc9814af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:37.776378 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-6c528b63-aa22-4520-a044-7d6bc9814af5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4&tenant_id=46fac6220e5b421ebd3f95908d61e7a7 HTTP/1.1" status: 200 len: 1094 time: 0.0449345 Aug 19 13:08:37.793723 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-9', 'device_owner': 'compute:nova'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:37.851025 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:37.943069 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92f33-3ae5-4211-ba76-1072f7bae18b req-9f2b4813-50fd-48ee-b7a7-682a6604a40c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:37.944780 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5c92f33-3ae5-4211-ba76-1072f7bae18b req-9f2b4813-50fd-48ee-b7a7-682a6604a40c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0530937 Aug 19 13:08:37.991403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d5c92f33-3ae5-4211-ba76-1072f7bae18b req-f77152f6-3726-43bf-ad9f-b7b0b2f9b2da tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386407 Aug 19 13:08:38.088810 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:38.125968 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:08:38.159593 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4c7fff-3b9a-4299-a9fe-9243ddf340df {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:08:38.168481 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.182849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Transition to ACTIVE for port object dd4c7fff-3b9a-4299-a9fe-9243ddf340df will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:38.187615 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.249602 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=7']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:38.291333 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.291809 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.292281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.292796 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.293198 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.293607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.294045 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.294439 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.295165 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.295551 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.295958 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.296436 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:38.350549 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] No DVR routers for this DVR port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:38.499392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Attempting to bind port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:08:38.499766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Attempting to bind port dd4c7fff-3b9a-4299-a9fe-9243ddf340df by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:08:38.500125 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Attempting to bind port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:38.504823 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on network 25cca577-fe9c-4365-889e-cf571399b841 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:08:38.505542 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Attempting to bind port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on network 25cca577-fe9c-4365-889e-cf571399b841 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:38.510405 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:08:38.510824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Checking segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:08:38.511240 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Bound using segment: {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:08:38.511750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Bound port: dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528b4f5d-3fa2-4072-a945-ef73ee1ba387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '25cca577-fe9c-4365-889e-cf571399b841'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:08:38.512184 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.579380 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:08:38.582988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:08:38.589221 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.625361 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:38.625969 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.627420 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] 10.222.0.54 "PUT /v2.0/ports/dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 1091 time: 0.8379593 Aug 19 13:08:38.627860 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:38.630337 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f339c0-965f-4042-b91e-6f39d9d1b9af" -d '{"events": [{"name": "network-changed", "server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:38.698706 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e5fbda-064f-4eb8-8441-ad414d970de6 x-openstack-request-id: req-02e5fbda-064f-4eb8-8441-ad414d970de6 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:38.699098 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:38.699250 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02e5fbda-064f-4eb8-8441-ad414d970de6 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:38.699618 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'status': 'completed', 'code': 200} Aug 19 13:08:38.701629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892b4f-7079-4449-bd63-360db244a021 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=8']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:38.720195 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-8cc72bd1-3c68-4fab-8c60-c23bfae7404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:38.721787 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-8cc72bd1-3c68-4fab-8c60-c23bfae7404d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1094 time: 0.0580239 Aug 19 13:08:38.826507 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-9c0466ee-04ae-443b-b5f1-053e79caccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:38.828057 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-9c0466ee-04ae-443b-b5f1-053e79caccfd service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0942311 Aug 19 13:08:38.898395 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-a6073a45-e6ce-4883-b92e-e8430e12bab1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 999 time: 0.0631616 Aug 19 13:08:38.950501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-8ccc5b2d-2f58-48bf-8130-7d7c230211ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:38.952231 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-8ccc5b2d-2f58-48bf-8130-7d7c230211ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0471687 Aug 19 13:08:39.001654 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-5cc6fb13-1ec4-44c8-83f5-662e4db84fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:39.003179 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-5cc6fb13-1ec4-44c8-83f5-662e4db84fd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439565 Aug 19 13:08:39.102215 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-df8c4635-4c22-46df-ba6c-5ee628e00a95 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914290 Aug 19 13:08:39.124217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b131869-4756-4f24-a7c5-355a622ff20d req-a6a310d5-d4ee-4eee-9af4-5869ca9788ac tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:39.125803 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b131869-4756-4f24-a7c5-355a622ff20d req-a6a310d5-d4ee-4eee-9af4-5869ca9788ac tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0526066 Aug 19 13:08:39.176137 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6b131869-4756-4f24-a7c5-355a622ff20d req-77df23a8-fbe1-4490-b7e4-eaf6d4a96766 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390701 Aug 19 13:08:39.196989 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-aff37075-077d-4a2f-860e-241c96fc7bf0 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875793 Aug 19 13:08:39.318254 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-a693de85-aa0a-4c0f-820a-4c769948a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:39.320240 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-a693de85-aa0a-4c0f-820a-4c769948a085 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1094 time: 0.0483212 Aug 19 13:08:39.418812 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-756d386f-865c-49f6-a8fc-cb0d0df3064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:39.420630 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-756d386f-865c-49f6-a8fc-cb0d0df3064e service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0923264 Aug 19 13:08:39.493025 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-39347ba7-cf41-42da-a341-53e8b35db614 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 999 time: 0.0647731 Aug 19 13:08:39.543715 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-53d94f27-895d-4462-ac8e-718e9ea77c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:39.545580 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-53d94f27-895d-4462-ac8e-718e9ea77c85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0458333 Aug 19 13:08:39.595629 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-952f57ae-9edf-49bc-a771-72116efaf69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:39.597236 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-952f57ae-9edf-49bc-a771-72116efaf69f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437357 Aug 19 13:08:39.691618 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-ece580ea-c3d5-4675-9dbc-87e316ec6882 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867183 Aug 19 13:08:39.831644 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f2f339c0-965f-4042-b91e-6f39d9d1b9af req-081e7c84-6bb9-4747-b988-e73056256218 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261020 Aug 19 13:08:40.305351 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4af6c-7b19-4804-9d15-a40f7ee5e533 req-99c2ea47-b47a-431a-83ba-936f4dbdf3fe tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:40.306973 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29d4af6c-7b19-4804-9d15-a40f7ee5e533 req-99c2ea47-b47a-431a-83ba-936f4dbdf3fe tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0568593 Aug 19 13:08:40.346180 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-29d4af6c-7b19-4804-9d15-a40f7ee5e533 req-100e9323-96e5-4f75-ad34-aaa0ee2eee04 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Aug 19 13:08:41.467079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fa41d-3994-4c74-960b-bf8ad8ba2546 req-b25a0cd0-05c9-4f5b-a20a-624aef57e346 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:41.468592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-858fa41d-3994-4c74-960b-bf8ad8ba2546 req-b25a0cd0-05c9-4f5b-a20a-624aef57e346 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0513573 Aug 19 13:08:41.508907 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-858fa41d-3994-4c74-960b-bf8ad8ba2546 req-94820738-4081-4f37-b72b-e6fef2b7fc2a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339599 Aug 19 13:08:42.629087 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f051e-0d25-48e0-8dca-9fc58431a900 req-1c27cb1c-c0a3-49f1-b4be-7b3b37d8045e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:42.630769 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-143f051e-0d25-48e0-8dca-9fc58431a900 req-1c27cb1c-c0a3-49f1-b4be-7b3b37d8045e tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0508425 Aug 19 13:08:42.674177 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-143f051e-0d25-48e0-8dca-9fc58431a900 req-246a3811-6547-41d1-9b35-710405caa80f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372169 Aug 19 13:08:43.799170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da72df-42ed-4e71-8215-fd0fa63ce700 req-8309c249-3d10-4ae2-abd1-68e00f6f7cd7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:43.800745 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8da72df-42ed-4e71-8215-fd0fa63ce700 req-8309c249-3d10-4ae2-abd1-68e00f6f7cd7 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0541024 Aug 19 13:08:43.845995 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d8da72df-42ed-4e71-8215-fd0fa63ce700 req-4dce11d1-85f4-4de4-a806-47ef82578be9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386531 Aug 19 13:08:44.969028 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f8723-fab1-477f-b854-b9c108891081 req-d58afc6d-bb75-433d-87ba-278759155883 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:44.970718 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b80f8723-fab1-477f-b854-b9c108891081 req-d58afc6d-bb75-433d-87ba-278759155883 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0535610 Aug 19 13:08:45.010024 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b80f8723-fab1-477f-b854-b9c108891081 req-6da6ec45-5a79-4f43-9610-27c5e758b481 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Aug 19 13:08:46.132483 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9152429-4622-472c-8344-d70ece23a3c9 req-e2822a86-1565-481f-87ac-f21d7975ecca tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:46.134113 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9152429-4622-472c-8344-d70ece23a3c9 req-e2822a86-1565-481f-87ac-f21d7975ecca tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0527406 Aug 19 13:08:46.179760 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b9152429-4622-472c-8344-d70ece23a3c9 req-e0d5da78-74b6-4800-b4ac-b85d49490565 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390563 Aug 19 13:08:47.312259 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa94c1-dd58-437b-939b-c407e54bfc4f req-092d359a-d782-4be9-ae59-8a15048d5329 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:47.314467 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00aa94c1-dd58-437b-939b-c407e54bfc4f req-092d359a-d782-4be9-ae59-8a15048d5329 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 943 time: 0.0614796 Aug 19 13:08:47.354920 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-00aa94c1-dd58-437b-939b-c407e54bfc4f req-0c6d9914-c19b-416f-846d-37e2fcf6ab7c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342178 Aug 19 13:08:47.957020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dd4c7fff-3b9a-4299-a9fe-9243ddf340df details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:08:48.057772 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:48.069404 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'port_id': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'mac_address': 'fa:16:3e:50:33:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:08:48.106299 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:48.119986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4c7fff-3b9a-4299-a9fe-9243ddf340df {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:08:48.140024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:48.143917 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:48.201845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=9']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:48.486128 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716da99a-d8e9-47bd-80ea-639fa93d74f9 req-5a9df683-b490-4793-b01b-606e2f3bdd1d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:48.487618 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716da99a-d8e9-47bd-80ea-639fa93d74f9 req-5a9df683-b490-4793-b01b-606e2f3bdd1d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 944 time: 0.0621521 Aug 19 13:08:48.527555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['dd4c7fff-3b9a-4299-a9fe-9243ddf340df'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:08:48.531039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-716da99a-d8e9-47bd-80ea-639fa93d74f9 req-57ea157b-314b-43e9-b4e9-ccdaab4a1a6c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359707 Aug 19 13:08:48.553491 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-80263a5f-466d-4eef-9556-25c81a43d663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:49.665867 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5efe8-ceff-4d54-bcac-fbd0a941cb78 req-be699938-2934-410d-99af-b073cd8ffef9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:49.667354 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbc5efe8-ceff-4d54-bcac-fbd0a941cb78 req-be699938-2934-410d-99af-b073cd8ffef9 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 944 time: 0.0523396 Aug 19 13:08:49.718222 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-cbc5efe8-ceff-4d54-bcac-fbd0a941cb78 req-4fada087-e7bf-4206-a4e2-2e803140be7d tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442820 Aug 19 13:08:49.973103 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dd4c7fff-3b9a-4299-a9fe-9243ddf340df up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:50.024827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port dd4c7fff-3b9a-4299-a9fe-9243ddf340df completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:50.028964 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port dd4c7fff-3b9a-4299-a9fe-9243ddf340df triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:50.029346 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:50.109199 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:50.135886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:50.138332 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e75cc8f-05eb-47d7-86de-e43be4d2e5f8" -d '{"events": [{"server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "name": "network-vif-plugged", "status": "completed", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:50.151801 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:50.156615 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:50.183174 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f9e88-3d74-4d42-8d6f-bde2eb0d998e x-openstack-request-id: req-c19f9e88-3d74-4d42-8d6f-bde2eb0d998e {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:50.183469 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "name": "network-vif-plugged", "status": "completed", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:50.183717 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c19f9e88-3d74-4d42-8d6f-bde2eb0d998e {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:50.184107 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'code': 200} Aug 19 13:08:50.212547 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=10']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:50.388323 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94e06b-83ba-4ab8-b5ac-309388be4937 req-807f3e00-2e1e-43a0-b293-c0b00cb494d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:50.389919 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7c94e06b-83ba-4ab8-b5ac-309388be4937 req-807f3e00-2e1e-43a0-b293-c0b00cb494d8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1097 time: 0.0498040 Aug 19 13:08:50.430077 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7c94e06b-83ba-4ab8-b5ac-309388be4937 req-d395aa39-aa04-458d-ad22-0951c76f92d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319183 Aug 19 13:08:50.844600 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbcc6b-ba5e-431a-b325-cf41fb4478b0 req-72ce1a3e-5b85-4d55-a0dc-04bd8a080b19 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:50.846170 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4adbcc6b-ba5e-431a-b325-cf41fb4478b0 req-72ce1a3e-5b85-4d55-a0dc-04bd8a080b19 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 946 time: 0.0527625 Aug 19 13:08:50.887238 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4adbcc6b-ba5e-431a-b325-cf41fb4478b0 req-d00b31d4-09c3-478f-b889-78774fc1b81c tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344889 Aug 19 13:08:50.927632 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-39df6364-419a-491b-a975-c08989245cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:51.076517 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:52.014212 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace38399-a86f-4867-9727-15beb1a6ec9d req-d9e64052-8e85-4d57-acf0-0969e0331240 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:52.015781 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ace38399-a86f-4867-9727-15beb1a6ec9d req-d9e64052-8e85-4d57-acf0-0969e0331240 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 946 time: 0.0538776 Aug 19 13:08:52.066150 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ace38399-a86f-4867-9727-15beb1a6ec9d req-4e43fed5-90ff-418c-93eb-da77113cb0cb tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431654 Aug 19 13:08:52.275848 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:54.317223 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:54.908624 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.807410 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:08:59.230812 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:09.100007 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-697d98b4-9278-4f8d-839d-99b805547101 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404603 Aug 19 13:09:09.206256 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-489a6b2c-4b24-4f34-bea9-478330f4f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:09.207872 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-489a6b2c-4b24-4f34-bea9-478330f4f36c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1097 time: 0.0435367 Aug 19 13:09:09.323161 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-835849b4-7116-427e-9684-5584d6c4b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:09.324723 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-835849b4-7116-427e-9684-5584d6c4b06e service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0924125 Aug 19 13:09:09.392821 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-693922d1-a576-4aa6-a22e-639723ab4f91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 1001 time: 0.0580633 Aug 19 13:09:09.450564 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-dcde6dc5-eeee-4316-8a9f-1e3908f8a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:09.452082 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-dcde6dc5-eeee-4316-8a9f-1e3908f8a1f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0489953 Aug 19 13:09:09.509869 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-ed6ee015-03cf-4c25-b320-6d0a2f722a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:09.511400 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-ed6ee015-03cf-4c25-b320-6d0a2f722a6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461335 Aug 19 13:09:09.603330 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-63fc6a42-1a30-4da3-8d9e-afceaf6e4cd4 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844514 Aug 19 13:09:09.698740 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-2b30502a-779e-4a80-8519-c59ac6f3342a req-1f240bbd-893d-41f2-b2ca-10c0c1814b81 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867844 Aug 19 13:09:18.533047 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1d36684-7c0a-4520-95be-48cff3ab7a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:20.931106 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10c91481-fb91-42be-a799-fc6c98ec2577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.083322 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.284273 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:24.318560 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:24.927747 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.258014 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:34.812198 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:09:48.540182 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5460-5646-4197-bcae-994d044dcbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:50.930067 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ad427cf0-d971-4688-9fcf-4d496871b79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:51.077947 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:52.289383 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:54.322391 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:54.934944 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.281668 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.061716 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-add356b1-97ff-4914-a1a8-4161f2005047 req-2cd87531-3459-47b4-83f7-600d2634e0f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436645 Aug 19 13:10:10.162471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add356b1-97ff-4914-a1a8-4161f2005047 req-bf8c3a7c-a623-4b00-a016-53bc59fce5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:10.163948 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-add356b1-97ff-4914-a1a8-4161f2005047 req-bf8c3a7c-a623-4b00-a016-53bc59fce5be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1097 time: 0.0433650 Aug 19 13:10:10.276501 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add356b1-97ff-4914-a1a8-4161f2005047 req-20aa1657-ddca-4e4d-b020-b09d624a5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:10.278079 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-add356b1-97ff-4914-a1a8-4161f2005047 req-20aa1657-ddca-4e4d-b020-b09d624a5320 service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.0943096 Aug 19 13:10:10.345068 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-add356b1-97ff-4914-a1a8-4161f2005047 req-f600b007-9d34-4970-822e-9568622b23c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 1001 time: 0.0598931 Aug 19 13:10:10.402199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add356b1-97ff-4914-a1a8-4161f2005047 req-02cfe22d-e90d-419f-b06b-c7a790d08602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:10.403737 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-add356b1-97ff-4914-a1a8-4161f2005047 req-02cfe22d-e90d-419f-b06b-c7a790d08602 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0512729 Aug 19 13:10:10.452018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add356b1-97ff-4914-a1a8-4161f2005047 req-ae9f9bfc-5db6-48f7-8a0e-15237a750362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:10.453556 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-add356b1-97ff-4914-a1a8-4161f2005047 req-ae9f9bfc-5db6-48f7-8a0e-15237a750362 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432115 Aug 19 13:10:10.555093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-add356b1-97ff-4914-a1a8-4161f2005047 req-abde6ba7-628c-40be-b896-5e07761c3b60 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910044 Aug 19 13:10:10.650314 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-add356b1-97ff-4914-a1a8-4161f2005047 req-a003e2a4-d9de-475c-9af4-ed94098e5b5c service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Aug 19 13:10:11.810040 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49852) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:11.812188 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:10:12.005977 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Deleting port 6c4b8c38-aff8-4bf7-921b-c52a84a12a51 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:12.006323 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.099587 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.099855 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.112107 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Calling delete_port for 6c4b8c38-aff8-4bf7-921b-c52a84a12a51 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:12.290738 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.316208 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event deleted for resources: {'Port': ['ID=6c4b8c38-aff8-4bf7-921b-c52a84a12a51,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:12.328488 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.328864 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.329201 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.329529 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.329854 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.330179 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.330501 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.330824 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.331138 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.331452 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.331765 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.332090 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:12.390305 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.390545 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Floating IP 949fbfc5-bde2-4cdc-b962-80acbf15b28d disassociated (deleted). External IP: 172.25.4.117, port: dd4c7fff-3b9a-4299-a9fe-9243ddf340df. Aug 19 13:10:12.620467 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Router f8f1e506-3a47-4e7b-9db8-b385f5815e25 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:12.735786 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:12.741075 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.750353 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] Sync routers for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:12.761389 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:12.762013 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:09:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:12.772161 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d9f57b2d-9617-42dd-b491-a7ce1e0616f5 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "DELETE /v2.0/floatingips/949fbfc5-bde2-4cdc-b962-80acbf15b28d HTTP/1.1" status: 204 len: 168 time: 0.9609191 Aug 19 13:10:12.772880 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:12.775276 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e" -d '{"events": [{"name": "network-changed", "server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:12.816017 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0f2d0b-cd82-4fac-a93a-eb4e88ec0f79 x-openstack-request-id: req-9f0f2d0b-cd82-4fac-a93a-eb4e88ec0f79 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:12.816715 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:12.816715 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f0f2d0b-cd82-4fac-a93a-eb4e88ec0f79 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:12.817051 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'status': 'completed', 'code': 200} Aug 19 13:10:12.879903 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:12.913027 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-6c337bcf-ce4f-4f7e-89ed-9461e7e7c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:12.919660 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-6c337bcf-ce4f-4f7e-89ed-9461e7e7c797 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 1097 time: 0.0525846 Aug 19 13:10:13.021936 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4bdd2-1c57-43bd-92f0-6f15e680aab4 req-0bfc3147-f82c-4112-b2a9-cccbfad66afc tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:13.023427 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03e4bdd2-1c57-43bd-92f0-6f15e680aab4 req-0bfc3147-f82c-4112-b2a9-cccbfad66afc tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 946 time: 0.0558281 Aug 19 13:10:13.068477 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-03e4bdd2-1c57-43bd-92f0-6f15e680aab4 req-af7c685a-91e1-4a16-8cf0-4850668202b3 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365160 Aug 19 13:10:13.070594 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-708cfb93-2068-4c01-8109-b4c9f97599a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:13.072178 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-708cfb93-2068-4c01-8109-b4c9f97599a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 200 len: 909 time: 0.1089947 Aug 19 13:10:13.106789 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:13.118055 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-a061e5be-3d74-4f0b-9533-2d918c31bb04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 200 len: 217 time: 0.0378871 Aug 19 13:10:13.134860 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] Checking router: f8f1e506-3a47-4e7b-9db8-b385f5815e25 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:13.143535 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:13.144732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:09:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:13.177038 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-f16a83ff-69a4-41e8-9677-594086b08b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:13.178586 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-f16a83ff-69a4-41e8-9677-594086b08b6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 200 len: 847 time: 0.0531371 Aug 19 13:10:13.227568 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-d6ae80f8-54b7-43aa-ae8b-f27c065788fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:13.229154 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-d6ae80f8-54b7-43aa-ae8b-f27c065788fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25cca577-fe9c-4365-889e-cf571399b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429997 Aug 19 13:10:13.263496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:13.330053 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-59f02b63-a233-4cba-ab5d-b02b5fc00b54 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906379 Aug 19 13:10:13.490872 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:13.521136 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad99401-7647-46d1-8c97-1d061b37ba6a None None] The sync data for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 is: [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:01:14Z', 'revision_number': 4, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': 'ca944a1c-c181-43d6-a815-c83c3dfbab78', 'name': '', 'network_id': '25cca577-fe9c-4365-889e-cf571399b841', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'mac_address': 'fa:16:3e:26:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:14Z', 'updated_at': '2021-08-19T13:01:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'subnets': [{'id': '27f1baf9-b70c-4501-b28a-dd6a53c77ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:13.781566 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fa2a2-9ff0-4066-be1d-e942d4f82495 None None] New status for floating IP 949fbfc5-bde2-4cdc-b962-80acbf15b28d: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:10:13.820122 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d88c137a-d7c1-463a-aae0-09a0c4c0d94e req-da5bbb2c-8999-4a00-b2d1-50a810a01f54 service neutron] 10.222.0.54 "GET /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780359 Aug 19 13:10:14.256653 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133f8f4-975d-4891-8ffd-5a51320e710a req-1da49cc2-87dc-4e75-b74c-b7484b94ac40 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:14.258198 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7133f8f4-975d-4891-8ffd-5a51320e710a req-1da49cc2-87dc-4e75-b74c-b7484b94ac40 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 946 time: 0.0980947 Aug 19 13:10:14.305669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-7133f8f4-975d-4891-8ffd-5a51320e710a req-593cb304-077f-402d-b427-19dbbbac70ee tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/security-groups?id=8036071e-dbfc-4df6-887d-6f81de0f9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370746 Aug 19 13:10:14.971759 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-878afbd1-452c-485c-aca8-95b1b90c3205 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:14.975553 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-878afbd1-452c-485c-aca8-95b1b90c3205 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.54 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 946 time: 0.0745950 Aug 19 13:10:15.086099 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Deleting port dd4c7fff-3b9a-4299-a9fe-9243ddf340df {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:15.086398 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.180845 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] For port dd4c7fff-3b9a-4299-a9fe-9243ddf340df, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:15.181241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.194614 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Calling delete_port for dd4c7fff-3b9a-4299-a9fe-9243ddf340df owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:15.342916 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.376975 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event deleted for resources: {'Port': ['ID=dd4c7fff-3b9a-4299-a9fe-9243ddf340df,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:15.401287 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.401642 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.401969 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.402304 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.402639 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.402979 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.403296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.403636 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.403946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.404268 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.404589 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.404940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:15.428811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-88788aae-6a0b-4397-89af-e47f845b51fc req-835c1485-8df3-4253-b19e-ab694936bb16 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 210 time: 0.0278838 Aug 19 13:10:15.430418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] No DVR routers for this DVR port dd4c7fff-3b9a-4299-a9fe-9243ddf340df on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:15.433406 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.435484 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-7ec8c984-f03e-4463-97bc-a714b225e4f6 req-14e5fdf1-f1f3-4983-83fe-190f840cab8f tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.54 "DELETE /v2.0/ports/dd4c7fff-3b9a-4299-a9fe-9243ddf340df HTTP/1.1" status: 204 len: 173 time: 0.4534926 Aug 19 13:10:15.436018 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'name': 'network-vif-deleted', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:15.438369 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc42d69-da01-4643-bbad-bd6215bf6bcc" -d '{"events": [{"server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "name": "network-vif-deleted", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:15.474217 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7704d823-92b6-4d1a-bd6e-71db71485ce2 x-openstack-request-id: req-7704d823-92b6-4d1a-bd6e-71db71485ce2 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:15.474428 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f867bc6d-bb75-4454-b3ca-470f78f573b4", "name": "network-vif-deleted", "tag": "dd4c7fff-3b9a-4299-a9fe-9243ddf340df", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:15.474713 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7704d823-92b6-4d1a-bd6e-71db71485ce2 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:15.475065 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f867bc6d-bb75-4454-b3ca-470f78f573b4', 'name': 'network-vif-deleted', 'tag': 'dd4c7fff-3b9a-4299-a9fe-9243ddf340df', 'status': 'completed', 'code': 200} Aug 19 13:10:16.532840 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-6ab3c42a-77a5-47e8-b408-810c010d4ca1 req-5293bb3b-7586-4513-98f4-c909951c769a tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 210 time: 0.0305424 Aug 19 13:10:17.634169 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac5fb8f1-139a-496b-8373-e36088ce3405 req-8daedfe2-ebe0-4dcc-97e0-580b1c3fbc03 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 210 time: 0.0290728 Aug 19 13:10:18.390127 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dd4c7fff-3b9a-4299-a9fe-9243ddf340df no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:18.410950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: dd4c7fff-3b9a-4299-a9fe-9243ddf340df {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:18.411303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device dd4c7fff-3b9a-4299-a9fe-9243ddf340df not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:18.537406 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8052b5f8-704a-455a-bb84-0d3c78db24d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.733611 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-849f0dbc-523d-4315-99ca-c46a893a2eab req-306e5da9-b9ca-4500-b7cd-b45f70b89557 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "GET /v2.0/ports?device_id=f867bc6d-bb75-4454-b3ca-470f78f573b4 HTTP/1.1" status: 200 len: 210 time: 0.0277693 Aug 19 13:10:19.792608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49896) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:19.858447 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c17ddb6-ae55-4e9f-af36-af4256a13288 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.885084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c17ddb6-ae55-4e9f-af36-af4256a13288 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.949438 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c17ddb6-ae55-4e9f-af36-af4256a13288 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.952275 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-4c17ddb6-ae55-4e9f-af36-af4256a13288 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.956457 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-4c17ddb6-ae55-4e9f-af36-af4256a13288 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] 10.222.0.65 "DELETE /v2.0/security-groups/8036071e-dbfc-4df6-887d-6f81de0f9e1c HTTP/1.1" status: 204 len: 168 time: 0.1627076 Aug 19 13:10:19.970506 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17ddb6-ae55-4e9f-af36-af4256a13288 tempest-TestShelveInstance-982768133 tempest-TestShelveInstance-982768133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8036071e-dbfc-4df6-887d-6f81de0f9e1c,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:20.003474 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49900) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:20.467990 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.734971 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Deleting port ca944a1c-c181-43d6-a815-c83c3dfbab78 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:20.735309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.820085 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] For port ca944a1c-c181-43d6-a815-c83c3dfbab78, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=ca944a1c-c181-43d6-a815-c83c3dfbab78,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:20.820333 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.833105 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Calling delete_port for ca944a1c-c181-43d6-a815-c83c3dfbab78 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:20.926372 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4d8b05f6-b7df-490a-b8d9-52e682dfd620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.049540 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.076866 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca944a1c-c181-43d6-a815-c83c3dfbab78,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:21.093258 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.266088 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.496250 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Router f8f1e506-3a47-4e7b-9db8-b385f5815e25 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:21.613696 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:21.619292 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-09c087a3-21df-41a1-aa8c-d546cdfe7870 admin admin] 10.222.0.65 "PUT /v2.0/routers/f8f1e506-3a47-4e7b-9db8-b385f5815e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6133554 Aug 19 13:10:21.621717 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49904) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:21.623736 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] Sync routers for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:21.640986 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:21.641648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:21.746224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.757844 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:21.854399 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.914595 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Deleting port 46323abd-31a0-4cce-811d-9dd3f41cecdc {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:21.914965 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.946750 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:10:20Z', 'revision_number': 5, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port': {'id': '46323abd-31a0-4cce-811d-9dd3f41cecdc', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:12Z', 'updated_at': '2021-08-19T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:21.974819 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] Checking router: f8f1e506-3a47-4e7b-9db8-b385f5815e25 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:21.983857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] Routers {'f8f1e506-3a47-4e7b-9db8-b385f5815e25'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:21.984585 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:22.007647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] For port 46323abd-31a0-4cce-811d-9dd3f41cecdc, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=46323abd-31a0-4cce-811d-9dd3f41cecdc,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:22.007937 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.022842 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Calling delete_port for 46323abd-31a0-4cce-811d-9dd3f41cecdc owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:22.073704 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] Set router f8f1e506-3a47-4e7b-9db8-b385f5815e25 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:22.138607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:10:21Z', 'revision_number': 6, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:22.167651 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb72a49-0032-482f-82e5-9aefd24a1e0c None None] The sync data for ids ['f8f1e506-3a47-4e7b-9db8-b385f5815e25'] in n-d-778550-9 is: [{'id': 'f8f1e506-3a47-4e7b-9db8-b385f5815e25', 'name': 'tempest-TestShelveInstance-262065090-router', 'tenant_id': '46fac6220e5b421ebd3f95908d61e7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:11Z', 'updated_at': '2021-08-19T13:10:21Z', 'revision_number': 6, 'project_id': '46fac6220e5b421ebd3f95908d61e7a7', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:22.218539 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.249966 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Pushing event deleted for resources: {'Port': ['ID=46323abd-31a0-4cce-811d-9dd3f41cecdc,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:22.287682 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.306850 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.402240 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.404531 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.455084 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.456160 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8f1e506-3a47-4e7b-9db8-b385f5815e25 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:10:22.461480 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.463079 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-10805ade-dfc4-4b96-a85c-6b7d60d30dae admin admin] 10.222.0.65 "DELETE /v2.0/routers/f8f1e506-3a47-4e7b-9db8-b385f5815e25 HTTP/1.1" status: 204 len: 168 time: 0.8403454 Aug 19 13:10:22.465914 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49906) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:22.524148 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1891cca5-ac90-4449-b569-164b4f044baf admin admin] Deleting subnet 27f1baf9-b70c-4501-b28a-dd6a53c77ef6 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:10:22.527567 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1891cca5-ac90-4449-b569-164b4f044baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.565253 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1891cca5-ac90-4449-b569-164b4f044baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.656313 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1891cca5-ac90-4449-b569-164b4f044baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.719299 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1891cca5-ac90-4449-b569-164b4f044baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.744570 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891cca5-ac90-4449-b569-164b4f044baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f1baf9-b70c-4501-b28a-dd6a53c77ef6,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:22.748332 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1891cca5-ac90-4449-b569-164b4f044baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.750320 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1891cca5-ac90-4449-b569-164b4f044baf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/27f1baf9-b70c-4501-b28a-dd6a53c77ef6 HTTP/1.1" status: 204 len: 168 time: 0.2831516 Aug 19 13:10:22.753786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49908) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:22.755734 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c240c-f48c-4820-8022-608557eabd34 None None] Network 25cca577-fe9c-4365-889e-cf571399b841 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:22.831386 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.888274 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Deleting port a1190b1a-da13-4a10-abfb-1ee7307e391d {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:22.888591 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.952730 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] DHCP port deletion for 25cca577-fe9c-4365-889e-cf571399b841 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:10:22.966919 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] For port a1190b1a-da13-4a10-abfb-1ee7307e391d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a1190b1a-da13-4a10-abfb-1ee7307e391d,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:22.967380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:22.984112 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Calling delete_port for a1190b1a-da13-4a10-abfb-1ee7307e391d owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:23.003588 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ca944a1c-c181-43d6-a815-c83c3dfbab78 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:23.026849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Deleting port a1190b1a-da13-4a10-abfb-1ee7307e391d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:23.027218 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.068557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: ca944a1c-c181-43d6-a815-c83c3dfbab78 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:23.069097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device ca944a1c-c181-43d6-a815-c83c3dfbab78 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:23.069511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 46323abd-31a0-4cce-811d-9dd3f41cecdc no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:23.077522 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.097036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 46323abd-31a0-4cce-811d-9dd3f41cecdc {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:23.097496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 46323abd-31a0-4cce-811d-9dd3f41cecdc not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:23.104300 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1190b1a-da13-4a10-abfb-1ee7307e391d,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:23.108308 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] No DVR routers for this DVR port a1190b1a-da13-4a10-abfb-1ee7307e391d on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:23.115299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] For port a1190b1a-da13-4a10-abfb-1ee7307e391d, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a1190b1a-da13-4a10-abfb-1ee7307e391d,segment=NetworkSegment(528b4f5d-3fa2-4072-a945-ef73ee1ba387),segment_id=528b4f5d-3fa2-4072-a945-ef73ee1ba387)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:23.115710 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.129017 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Calling delete_port for a1190b1a-da13-4a10-abfb-1ee7307e391d owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:23.195052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.205785 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cca577-fe9c-4365-889e-cf571399b841']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:23.209016 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.218628 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528b4f5d-3fa2-4072-a945-ef73ee1ba387') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:23.218961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528b4f5d-3fa2-4072-a945-ef73ee1ba387') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:23.230516 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.238630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Pushing event deleted for resources: {'Port': ['ID=a1190b1a-da13-4a10-abfb-1ee7307e391d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:23.247698 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.248114 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.248451 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.248827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.249166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.249497 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.249827 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.250152 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.250507 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.250802 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.251124 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.251448 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.251769 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:23.254510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86373d8e-414d-4912-a756-cdaf4bd0976a None None] No DVR routers for this DVR port a1190b1a-da13-4a10-abfb-1ee7307e391d on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:23.254698 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:10:23.255099 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: timer() Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:10:23.257282 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:10:23.319518 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.324252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:23.326203 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] 10.222.0.65 "DELETE /v2.0/networks/25cca577-fe9c-4365-889e-cf571399b841 HTTP/1.1" status: 204 len: 168 time: 0.5714414 Aug 19 13:10:23.329455 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49910) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:23.339876 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e00d02-d446-4a73-8e10-b09e5b012122 admin admin] Pushing event deleted for resources: {'Network': ['ID=25cca577-fe9c-4365-889e-cf571399b841,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:23.716338 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.323998 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.326878 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Deleting port a82af35b-bc7d-4e66-9b99-9159a06a706f {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:24.327381 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.425229 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] For port a82af35b-bc7d-4e66-9b99-9159a06a706f, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=a82af35b-bc7d-4e66-9b99-9159a06a706f,segment=NetworkSegment(0f9b89ed-fd09-4311-8d5d-2da97443b8ff),segment_id=0f9b89ed-fd09-4311-8d5d-2da97443b8ff)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:24.426026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.440888 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Calling delete_port for a82af35b-bc7d-4e66-9b99-9159a06a706f owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:24.640675 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.669026 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a82af35b-bc7d-4e66-9b99-9159a06a706f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:24.848017 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.867971 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a1190b1a-da13-4a10-abfb-1ee7307e391d no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:24.888565 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: a1190b1a-da13-4a10-abfb-1ee7307e391d {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:24.888950 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a1190b1a-da13-4a10-abfb-1ee7307e391d not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:24.945175 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.086170 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Router 93a39977-8697-49cc-b3b4-20bd306e03e4 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:25.208177 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:25.213776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-7e27fd22-1e29-4a1b-a695-e70126252c9b admin admin] 10.222.0.65 "PUT /v2.0/routers/93a39977-8697-49cc-b3b4-20bd306e03e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8832116 Aug 19 13:10:25.216419 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49912) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:25.217245 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] Sync routers for ids ['93a39977-8697-49cc-b3b4-20bd306e03e4'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:25.227659 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] Routers {'93a39977-8697-49cc-b3b4-20bd306e03e4'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:25.228332 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['93a39977-8697-49cc-b3b4-20bd306e03e4'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:25.324061 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.338200 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] Set router 93a39977-8697-49cc-b3b4-20bd306e03e4 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:25.432460 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.495966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Deleting port bd9840d0-09c1-4c85-a4eb-ea910cda9e91 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:25.496442 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.522898 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:10:24Z', 'revision_number': 5, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'gw_port': {'id': 'bd9840d0-09c1-4c85-a4eb-ea910cda9e91', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:25.548811 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] Checking router: 93a39977-8697-49cc-b3b4-20bd306e03e4 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:25.556963 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] Routers {'93a39977-8697-49cc-b3b4-20bd306e03e4'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:25.557564 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['93a39977-8697-49cc-b3b4-20bd306e03e4'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:25.585747 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] For port bd9840d0-09c1-4c85-a4eb-ea910cda9e91, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=bd9840d0-09c1-4c85-a4eb-ea910cda9e91,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:25.586108 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.600279 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Calling delete_port for bd9840d0-09c1-4c85-a4eb-ea910cda9e91 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:25.644539 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] Set router 93a39977-8697-49cc-b3b4-20bd306e03e4 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:25.698815 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:10:25Z', 'revision_number': 6, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:25.727209 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c91970-9fbc-4911-8530-2fb646d4e051 None None] The sync data for ids ['93a39977-8697-49cc-b3b4-20bd306e03e4'] in n-d-778550-9 is: [{'id': '93a39977-8697-49cc-b3b4-20bd306e03e4', 'name': 'tempest-TestShelveInstance-736705076-router', 'tenant_id': '6704773fb8d24ceb899327836e60d3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:01:17Z', 'updated_at': '2021-08-19T13:10:25Z', 'revision_number': 6, 'project_id': '6704773fb8d24ceb899327836e60d3cd', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:25.776534 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.801342 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9840d0-09c1-4c85-a4eb-ea910cda9e91,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:25.872598 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.967577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.970011 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.016915 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.017345 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a39977-8697-49cc-b3b4-20bd306e03e4 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:10:26.022006 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.023269 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-2945cb9e-4d2b-4e5d-83df-706d2111928c admin admin] 10.222.0.65 "DELETE /v2.0/routers/93a39977-8697-49cc-b3b4-20bd306e03e4 HTTP/1.1" status: 204 len: 168 time: 0.8058107 Aug 19 13:10:26.025948 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49914) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:26.083260 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c160d3a8-c201-47f5-89a7-4be20310e4c5 admin admin] Deleting subnet 9e29843e-67e1-400f-837e-644f3a45f2c0 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:10:26.089069 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c160d3a8-c201-47f5-89a7-4be20310e4c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.126591 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c160d3a8-c201-47f5-89a7-4be20310e4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4920761'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.213722 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c160d3a8-c201-47f5-89a7-4be20310e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.272247 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c160d3a8-c201-47f5-89a7-4be20310e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4930998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913544'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.305050 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c160d3a8-c201-47f5-89a7-4be20310e4c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.307288 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c160d3a8-c201-47f5-89a7-4be20310e4c5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9e29843e-67e1-400f-837e-644f3a45f2c0 HTTP/1.1" status: 204 len: 168 time: 0.2801378 Aug 19 13:10:26.308516 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160d3a8-c201-47f5-89a7-4be20310e4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e29843e-67e1-400f-837e-644f3a45f2c0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:26.310021 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49916) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:26.313527 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45165a85-f236-4973-96b6-8e67d4259a24 None None] Network 30654eb0-8249-41b4-bb6a-f286b59605ef requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:26.385871 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.451175 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Deleting port c30e8dc8-6a2f-41be-858b-817ea73a8adf {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:26.451523 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.513378 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] DHCP port deletion for 30654eb0-8249-41b4-bb6a-f286b59605ef request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:10:26.528440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] For port c30e8dc8-6a2f-41be-858b-817ea73a8adf, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c30e8dc8-6a2f-41be-858b-817ea73a8adf,segment=NetworkSegment(0f9b89ed-fd09-4311-8d5d-2da97443b8ff),segment_id=0f9b89ed-fd09-4311-8d5d-2da97443b8ff)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:26.528827 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.547746 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Calling delete_port for c30e8dc8-6a2f-41be-858b-817ea73a8adf owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:26.563258 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] Deleting port c30e8dc8-6a2f-41be-858b-817ea73a8adf {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:26.563638 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.630595 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] For port c30e8dc8-6a2f-41be-858b-817ea73a8adf, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=c30e8dc8-6a2f-41be-858b-817ea73a8adf,segment=NetworkSegment(0f9b89ed-fd09-4311-8d5d-2da97443b8ff),segment_id=0f9b89ed-fd09-4311-8d5d-2da97443b8ff)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:26.631039 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.634363 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.661597 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Pushing event deleted for resources: {'Port': ['ID=c30e8dc8-6a2f-41be-858b-817ea73a8adf,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:26.665279 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] No DVR routers for this DVR port c30e8dc8-6a2f-41be-858b-817ea73a8adf on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:26.748530 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.762495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30654eb0-8249-41b4-bb6a-f286b59605ef']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:26.775110 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9b89ed-fd09-4311-8d5d-2da97443b8ff') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:26.775455 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9b89ed-fd09-4311-8d5d-2da97443b8ff') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:26.791039 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.810899 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.813976 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] Calling delete_port for c30e8dc8-6a2f-41be-858b-817ea73a8adf owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:26.818606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:10:26.818919 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: timer() Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:10:26.820933 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:10:26.826724 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a82af35b-bc7d-4e66-9b99-9159a06a706f no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:26.874900 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: a82af35b-bc7d-4e66-9b99-9159a06a706f {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:26.875240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device a82af35b-bc7d-4e66-9b99-9159a06a706f not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:26.875653 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c30e8dc8-6a2f-41be-858b-817ea73a8adf no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:26.879135 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.884466 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.886785 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] 10.222.0.65 "DELETE /v2.0/networks/30654eb0-8249-41b4-bb6a-f286b59605ef HTTP/1.1" status: 204 len: 168 time: 0.5756691 Aug 19 13:10:26.900458 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: c30e8dc8-6a2f-41be-858b-817ea73a8adf {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:26.900836 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device c30e8dc8-6a2f-41be-858b-817ea73a8adf not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:26.901264 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bd9840d0-09c1-4c85-a4eb-ea910cda9e91 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:26.907856 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a472e3-d7ed-4e0c-bb37-6f176b1df15e admin admin] Pushing event deleted for resources: {'Network': ['ID=30654eb0-8249-41b4-bb6a-f286b59605ef,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:26.928716 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: bd9840d0-09c1-4c85-a4eb-ea910cda9e91 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:26.929061 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device bd9840d0-09c1-4c85-a4eb-ea910cda9e91 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:26.957079 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.981106 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] Pushing event deleted for resources: {'Port': ['ID=c30e8dc8-6a2f-41be-858b-817ea73a8adf,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:26.983118 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] Network 30654eb0-8249-41b4-bb6a-f286b59605ef is not hosted by any dhcp agent {{(pid=101155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 13:10:26.983540 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68db76-f11d-403c-ab0b-47808384c2d6 None None] No DVR routers for this DVR port c30e8dc8-6a2f-41be-858b-817ea73a8adf on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:27.026990 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49920) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:27.070229 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e20b8c9c-b189-4c9b-9ce4-ea24d290e1c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46fac6220e5b421ebd3f95908d61e7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419958 Aug 19 13:10:27.072862 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49922) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:27.132043 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a44c9f79-f578-4b6b-a550-ea92a72f2c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.155927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a44c9f79-f578-4b6b-a550-ea92a72f2c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.211468 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a44c9f79-f578-4b6b-a550-ea92a72f2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.214109 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a44c9f79-f578-4b6b-a550-ea92a72f2c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.215284 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a44c9f79-f578-4b6b-a550-ea92a72f2c6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2edba8a7-5a4b-49cf-b8eb-55a93b90b092 HTTP/1.1" status: 204 len: 168 time: 0.1415427 Aug 19 13:10:27.223894 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c9f79-f578-4b6b-a550-ea92a72f2c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edba8a7-5a4b-49cf-b8eb-55a93b90b092,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:27.590576 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49928) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:27.635991 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-03db7ecd-f9c1-43fc-a0e5-d54ca35ef07d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6704773fb8d24ceb899327836e60d3cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441377 Aug 19 13:10:27.638647 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49930) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:27.689852 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4b6767f-92f2-4f8b-9f95-9f2a82c0802e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.716419 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4b6767f-92f2-4f8b-9f95-9f2a82c0802e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.771738 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4b6767f-92f2-4f8b-9f95-9f2a82c0802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.776043 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-b4b6767f-92f2-4f8b-9f95-9f2a82c0802e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.777943 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-b4b6767f-92f2-4f8b-9f95-9f2a82c0802e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9de2f8c-bbfa-4159-a1ed-b2dbfa033ca9 HTTP/1.1" status: 204 len: 168 time: 0.1381547 Aug 19 13:10:27.787855 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6767f-92f2-4f8b-9f95-9f2a82c0802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9de2f8c-bbfa-4159-a1ed-b2dbfa033ca9,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:28.495740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:28.601647 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1047361446-network', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:28.622828 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Made reservation on behalf of b634898235754c7faeb5dda2e9515e26 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:28.625198 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.634733 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.727416 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.731605 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.756472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:10:28.766258 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0708ae-c63f-4a09-9ce7-9ed9bfd7d6db,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:28.771553 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.771892 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Added segment a8895ec6-fd0a-4a96-bf72-40e87400251b of type vlan for network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 Aug 19 13:10:28.814243 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.843504 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.844490 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:28.845271 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:28.901819 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4048455 Aug 19 13:10:28.905085 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49956) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:28.910522 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Request body: {'subnet': {'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1047361446-subnet', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:28.913472 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319be114-75ce-4962-bdf4-8beab0d97423 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:28.925147 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:10:28.935297 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Made reservation on behalf of b634898235754c7faeb5dda2e9515e26 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:28.937744 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.146624 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.200352 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0388e7d2-371f-4b70-8436-887c1c2483e8,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:29.212472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Checking segment: {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:29.212853 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Network hostable DHCP agents. Network: 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:10:29.230453 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:10:29.244512 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:29.248988 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:29.249686 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.262309 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e809f-a29a-4414-8574-c2fbe914ce71 None None] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:29.268855 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-f7a5354a-85a8-4917-9124-81ad83384a9c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3621583 Aug 19 13:10:29.271779 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49958) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:29.276674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:29.299326 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.300425 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.322315 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.360435 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.428192 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:10:29.429210 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.517685 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.578756 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Allocated IP 172.20.0.2 (9ff56e44-2d9e-4c7e-b6bf-3969d650ce64/0388e7d2-371f-4b70-8436-887c1c2483e8/9e7df6eb-971f-4d09-a173-7955dcb2b41e) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:29.733730 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.734160 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.743759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Transition to ACTIVE for port object 9e7df6eb-971f-4d09-a173-7955dcb2b41e will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:29.754445 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.758556 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Transition to ACTIVE for port object 9e7df6eb-971f-4d09-a173-7955dcb2b41e will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:29.765425 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.801569 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:29.809886 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:29.813563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:29.819409 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Pushing event updated for resources: {'Port': ['ID=9e7df6eb-971f-4d09-a173-7955dcb2b41e,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:29.867849 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Allocated IP 172.25.4.136 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/68af4dae-ee73-458e-b10f-a21a952491b3) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:29.875667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Attempting to bind port 9e7df6eb-971f-4d09-a173-7955dcb2b41e on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:29.876038 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Attempting to bind port 9e7df6eb-971f-4d09-a173-7955dcb2b41e by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:29.876407 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Attempting to bind port 9e7df6eb-971f-4d09-a173-7955dcb2b41e on network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:29.883065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:29.883461 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Checking segment: {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:29.883851 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.884245 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Bound using segment: {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:29.884738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Bound port: 9e7df6eb-971f-4d09-a173-7955dcb2b41e, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:29.885122 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.952420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] For port 9e7df6eb-971f-4d09-a173-7955dcb2b41e, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:29.955560 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] For port 9e7df6eb-971f-4d09-a173-7955dcb2b41e, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9e7df6eb-971f-4d09-a173-7955dcb2b41e,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:29.960280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.989495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.018599 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e32930-feeb-4b95-b25e-c415582d1c5f None None] Pushing event updated for resources: {'Port': ['ID=9e7df6eb-971f-4d09-a173-7955dcb2b41e,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:30.032252 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.076804 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:30.080090 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:30.085234 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:30.088667 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Pushing event updated for resources: {'Port': ['ID=68af4dae-ee73-458e-b10f-a21a952491b3,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:30.361807 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.572968 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.721497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:10:30.866420 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9e7df6eb-971f-4d09-a173-7955dcb2b41e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:30.871073 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:30.889901 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.894511 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2d0ce7b9-75f1-49ab-af42-278fb620f808 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6187284 Aug 19 13:10:30.894738 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Sync routers for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:30.895148 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49960) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:30.917627 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:30.918282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:30.966340 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b295c6-d458-4ea5-9dc7-b0593cc05a16 None None] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:31.042572 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 9e7df6eb-971f-4d09-a173-7955dcb2b41e completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:31.084242 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3a89eb30-06f1-4e3b-bf68-b82dc96ff2fe None None] Provisioning for port 9e7df6eb-971f-4d09-a173-7955dcb2b41e completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:31.104660 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3a89eb30-06f1-4e3b-bf68-b82dc96ff2fe None None] Provisioning complete for port 9e7df6eb-971f-4d09-a173-7955dcb2b41e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:31.104660 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3a89eb30-06f1-4e3b-bf68-b82dc96ff2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.115381 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:31.349400 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.396439 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3a89eb30-06f1-4e3b-bf68-b82dc96ff2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.444474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-3a89eb30-06f1-4e3b-bf68-b82dc96ff2fe None None] For port 9e7df6eb-971f-4d09-a173-7955dcb2b41e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9e7df6eb-971f-4d09-a173-7955dcb2b41e,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:31.452127 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3a89eb30-06f1-4e3b-bf68-b82dc96ff2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.457759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:30Z', 'revision_number': 3, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:31.506510 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Checking router: 447ef4e8-4d1e-4de7-a7f2-8c257390b836 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:31.506866 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Updating router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 port 68af4dae-ee73-458e-b10f-a21a952491b3 binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:10:31.531438 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Allocated IP 172.20.0.1 (9ff56e44-2d9e-4c7e-b6bf-3969d650ce64/0388e7d2-371f-4b70-8436-887c1c2483e8/5aaaa187-eaff-4b50-b2fa-02058e355639) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:31.545133 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.581483 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89eb30-06f1-4e3b-bf68-b82dc96ff2fe None None] Pushing event updated for resources: {'Port': ['ID=9e7df6eb-971f-4d09-a173-7955dcb2b41e,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:31.642587 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.657784 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Transition to ACTIVE for port object 5aaaa187-eaff-4b50-b2fa-02058e355639 will not be triggered until provisioned by entity DHCP. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:31.694414 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.695862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4061e70b-eff7-48a3-80ee-dcd30236bfab None None] Provisioning complete for port 9e7df6eb-971f-4d09-a173-7955dcb2b41e triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:31.696257 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4061e70b-eff7-48a3-80ee-dcd30236bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.741811 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:31.748078 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:31.750464 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=5aaaa187-eaff-4b50-b2fa-02058e355639,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:31.754749 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:31.793140 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.911403 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.923688 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Transition to ACTIVE for port object 68af4dae-ee73-458e-b10f-a21a952491b3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:31.930352 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.932623 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:31.995717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef8ab2-6cb0-4a73-af4e-6cb6f0c31439 None None] Pushing event updated for resources: {'Port': ['ID=68af4dae-ee73-458e-b10f-a21a952491b3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:31.998539 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Attempting to bind port 68af4dae-ee73-458e-b10f-a21a952491b3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:31.998901 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Attempting to bind port 68af4dae-ee73-458e-b10f-a21a952491b3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:31.999614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Attempting to bind port 68af4dae-ee73-458e-b10f-a21a952491b3 on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:32.007486 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:32.007864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:32.008318 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.008813 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:32.009181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Bound port: 68af4dae-ee73-458e-b10f-a21a952491b3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:32.009607 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.012250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-51eea9f5-f81b-4b64-a796-00f925564bfc None None] Provisioning for port 5aaaa187-eaff-4b50-b2fa-02058e355639 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:32.034739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-51eea9f5-f81b-4b64-a796-00f925564bfc None None] Provisioning complete for port 5aaaa187-eaff-4b50-b2fa-02058e355639 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:32.035062 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-51eea9f5-f81b-4b64-a796-00f925564bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.087213 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-51eea9f5-f81b-4b64-a796-00f925564bfc None None] Port 5aaaa187-eaff-4b50-b2fa-02058e355639 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:32.092924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] For port 68af4dae-ee73-458e-b10f-a21a952491b3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:32.096357 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] For port 68af4dae-ee73-458e-b10f-a21a952491b3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=68af4dae-ee73-458e-b10f-a21a952491b3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:32.102342 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.113587 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.119216 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.162345 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:32.162885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:32.167968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef8ab2-6cb0-4a73-af4e-6cb6f0c31439 None None] Pushing event updated for resources: {'Port': ['ID=68af4dae-ee73-458e-b10f-a21a952491b3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:32.185364 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=5aaaa187-eaff-4b50-b2fa-02058e355639,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:32.188086 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.277683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:32.286376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:32.288194 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:32.643302 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-5f30a8c7-1c4e-4e54-8698-9f8f9a59b30a None None] Provisioning complete for port 5aaaa187-eaff-4b50-b2fa-02058e355639 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:32.643778 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5f30a8c7-1c4e-4e54-8698-9f8f9a59b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.687696 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-5f30a8c7-1c4e-4e54-8698-9f8f9a59b30a None None] Port 5aaaa187-eaff-4b50-b2fa-02058e355639 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:32.701363 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 2, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:32.731591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d96c04-2f67-4618-bc86-d9e40b307d8a None None] The sync data for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 is: [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 2, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:32.760897 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:32.806436 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9e7df6eb-971f-4d09-a173-7955dcb2b41e up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:32.856413 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 9e7df6eb-971f-4d09-a173-7955dcb2b41e triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:32.856813 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.891966 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:32.901438 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-69fb1820-df0b-4aab-8aa5-8e94077a9bc7 admin admin] 10.222.0.65 "PUT /v2.0/routers/447ef4e8-4d1e-4de7-a7f2-8c257390b836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0049865 Aug 19 13:10:33.467263 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49976) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:33.472581 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-907702581-network', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:33.501377 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Made reservation on behalf of 3a01a71f809345a5ac249d7c1b96ff42 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:33.504919 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.514611 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.622837 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.628316 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.657172 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:10:33.663919 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15689ff-bb3c-4131-a678-bfe4aea4d7b6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:33.671143 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.671494 n-d-778550-9 neutron-server[101154]: INFO neutron.db.segments_db [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Added segment 226cefd2-b479-4262-b39a-1a85de2458d7 of type vlan for network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a Aug 19 13:10:33.714603 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760571412381'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.740985 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.742402 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:33.742604 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.799405 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3309598 Aug 19 13:10:33.802757 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49978) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:33.810238 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Request body: {'subnet': {'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-907702581-subnet', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'ip_version': 4}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:33.810996 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826f7fd-9a09-4879-a90d-f6b1274d5c1e admin admin] Pushing event updated for resources: {'Network': ['ID=80a1cdc0-9f7d-44af-a5c2-9a8931f9389a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:33.822549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a details requested by agent ovs-agent-n-d-778550-9 with host n-d-778550-9 {{(pid=101155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:10:33.842520 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Made reservation on behalf of 3a01a71f809345a5ac249d7c1b96ff42 for: {'subnet': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:33.845404 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16608517'] for subnet, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.025934 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16328461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16608531'] for subnet, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.077786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c57e17-a170-4533-8523-f78a2c366c2f,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:34.093588 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Checking segment: {'id': '226cefd2-b479-4262-b39a-1a85de2458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:34.093953 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Network hostable DHCP agents. Network: 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a, hostable agents: ['522fe1fb-ff13-489e-a1ea-74fcd4ff6f09'], hosted agents: [] {{(pid=101153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:10:34.113508 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a is scheduled to be hosted by DHCP agent 522fe1fb-ff13-489e-a1ea-74fcd4ff6f09 with binding_index 1 {{(pid=101153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:10:34.125498 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-9, 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a) {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:34.130607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:34.131263 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.135216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747c507e-fd73-4d1a-b509-c740eb46c79b None None] Network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:34.148548 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1af0c2bf-3c7f-4de1-ae89-c573903779fb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3443124 Aug 19 13:10:34.151262 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49980) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:34.155622 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:34.178540 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7899840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5578'] for router, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.179830 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7899728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7903709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8041367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5571'] for router, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.237237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.296654 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9c385d5-0db1-5e6d-bccc-90a99bf3a115-80a1cdc0-9f7d-44af-a5c2-9a8931f9389a', 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'fixed_ips': [{'subnet_id': 'e1c57e17-a170-4533-8523-f78a2c366c2f'}]}} from n-d-778550-9. {{(pid=101155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:10:34.297587 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.386213 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.443094 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Allocated IP 172.20.0.2 (80a1cdc0-9f7d-44af-a5c2-9a8931f9389a/e1c57e17-a170-4533-8523-f78a2c366c2f/d6c04fe1-583c-4488-85d6-803c76c95ff3) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:34.604284 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.614591 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Transition to ACTIVE for port object d6c04fe1-583c-4488-85d6-803c76c95ff3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:34.631686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Transition to ACTIVE for port object d6c04fe1-583c-4488-85d6-803c76c95ff3 will not be triggered until provisioned by entity DHCP. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:34.639651 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.682700 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:34.685862 n-d-778550-9 neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:34.690826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:34.694100 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Pushing event updated for resources: {'Port': ['ID=d6c04fe1-583c-4488-85d6-803c76c95ff3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:34.754397 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Attempting to bind port d6c04fe1-583c-4488-85d6-803c76c95ff3 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:34.754768 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Attempting to bind port d6c04fe1-583c-4488-85d6-803c76c95ff3 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '226cefd2-b479-4262-b39a-1a85de2458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:34.755114 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Attempting to bind port d6c04fe1-583c-4488-85d6-803c76c95ff3 on network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:34.762820 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:34.763538 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Checking segment: {'id': '226cefd2-b479-4262-b39a-1a85de2458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:34.764486 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.766885 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Bound using segment: {'id': '226cefd2-b479-4262-b39a-1a85de2458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:34.770326 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Bound port: d6c04fe1-583c-4488-85d6-803c76c95ff3, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226cefd2-b479-4262-b39a-1a85de2458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:34.770326 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.835974 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Sync routers for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:34.852406 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:34.853070 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 68af4dae-ee73-458e-b10f-a21a952491b3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:34.853570 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:34.881722 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] For port d6c04fe1-583c-4488-85d6-803c76c95ff3, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:34.901551 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] For port d6c04fe1-583c-4488-85d6-803c76c95ff3, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d6c04fe1-583c-4488-85d6-803c76c95ff3,segment=NetworkSegment(226cefd2-b479-4262-b39a-1a85de2458d7),segment_id=226cefd2-b479-4262-b39a-1a85de2458d7)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:34.909879 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.974735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 68af4dae-ee73-458e-b10f-a21a952491b3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:34.976015 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:34.991396 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 68af4dae-ee73-458e-b10f-a21a952491b3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:34.991765 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.994739 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277488c5-053c-4c26-87a9-854e6fa15e0c None None] Pushing event updated for resources: {'Port': ['ID=d6c04fe1-583c-4488-85d6-803c76c95ff3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:35.018868 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.041287 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.106376 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.135637 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 68af4dae-ee73-458e-b10f-a21a952491b3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=68af4dae-ee73-458e-b10f-a21a952491b3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:35.141922 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.175133 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Allocated IP 172.25.4.196 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/3d118f56-c273-4166-84cf-16fd40cbc9da) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:35.211365 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=68af4dae-ee73-458e-b10f-a21a952491b3,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:35.323454 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.368812 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.380603 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 2, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:35.409669 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Checking router: 447ef4e8-4d1e-4de7-a7f2-8c257390b836 for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:35.410057 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Updating router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 port 5aaaa187-eaff-4b50-b2fa-02058e355639 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:10:35.419431 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:35.424215 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:35.428718 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:35.435395 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.457233 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=3d118f56-c273-4166-84cf-16fd40cbc9da,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:35.696736 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.711473 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.723601 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Transition to ACTIVE for port object 5aaaa187-eaff-4b50-b2fa-02058e355639 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:35.730678 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.829832 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Attempting to bind port 5aaaa187-eaff-4b50-b2fa-02058e355639 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:35.830197 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Attempting to bind port 5aaaa187-eaff-4b50-b2fa-02058e355639 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:35.830565 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Attempting to bind port 5aaaa187-eaff-4b50-b2fa-02058e355639 on network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:35.832871 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Pushing event updated for resources: {'Port': ['ID=5aaaa187-eaff-4b50-b2fa-02058e355639,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:35.841596 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.842258 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.842258 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.842561 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.842885 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.843207 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.843519 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.844020 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.844503 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.844997 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.845471 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.845965 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:35.853298 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:35.853665 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Checking segment: {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:35.855014 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.855560 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Bound using segment: {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:35.856219 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Bound port: 5aaaa187-eaff-4b50-b2fa-02058e355639, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:35.856814 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.931105 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7899721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7903512'] for router, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.931414 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] For port 5aaaa187-eaff-4b50-b2fa-02058e355639, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:35.933821 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] For port 5aaaa187-eaff-4b50-b2fa-02058e355639, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5aaaa187-eaff-4b50-b2fa-02058e355639,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:35.944928 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:36.009991 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:36.010630 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:36.053684 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e2d08-7028-41e4-9ad1-b97539e6ad05 None None] Pushing event updated for resources: {'Port': ['ID=5aaaa187-eaff-4b50-b2fa-02058e355639,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:36.087497 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Router c3831fee-cd75-4337-8113-411191b8fc5b is scheduled to L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e with binding_index 1 {{(pid=101153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:10:36.160504 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:36.212201 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:36.226712 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Sync routers for ids ['c3831fee-cd75-4337-8113-411191b8fc5b'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:36.234085 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:36.235504 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0402c49e-ce16-4137-b5d3-e7000a967dc5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0831852 Aug 19 13:10:36.238886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49984) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:36.242810 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Routers {'c3831fee-cd75-4337-8113-411191b8fc5b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:36.243709 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c3831fee-cd75-4337-8113-411191b8fc5b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:36.289850 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b52281-b94e-4100-9906-883feddfa291 None None] Network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:36.409981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0f332137-e582-40ad-b905-a3e07867defc None None] Provisioning for port d6c04fe1-583c-4488-85d6-803c76c95ff3 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:36.414568 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:36.443518 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e433d-ebd2-4dda-9374-7820e2d057f7 None None] The sync data for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 is: [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:36.471075 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Set router c3831fee-cd75-4337-8113-411191b8fc5b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:36.712266 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:34Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 3, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'gw_port': {'id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:39:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:35Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:36.730524 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:36.741955 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Checking router: c3831fee-cd75-4337-8113-411191b8fc5b for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:36.742303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Updating router c3831fee-cd75-4337-8113-411191b8fc5b port 3d118f56-c273-4166-84cf-16fd40cbc9da binding host n-d-778550-9 {{(pid=101155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:10:36.811558 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:36.978091 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Allocated IP 172.20.0.1 (80a1cdc0-9f7d-44af-a5c2-9a8931f9389a/e1c57e17-a170-4533-8523-f78a2c366c2f/869117e3-4430-460b-a702-4c8d2da971c4) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:37.041181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5aaaa187-eaff-4b50-b2fa-02058e355639 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:37.103215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.119029 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Transition to ACTIVE for port object 869117e3-4430-460b-a702-4c8d2da971c4 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:37.163468 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.170512 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 5aaaa187-eaff-4b50-b2fa-02058e355639 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:37.186067 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5aaaa187-eaff-4b50-b2fa-02058e355639 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:37.186429 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.189269 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.209580 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:37.215199 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:37.219859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:37.236338 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Transition to ACTIVE for port object 3d118f56-c273-4166-84cf-16fd40cbc9da will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:37.252359 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Pushing event updated for resources: {'Port': ['ID=869117e3-4430-460b-a702-4c8d2da971c4,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:37.252643 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.277429 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7901776'] for router_interface, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.330528 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40562886-7e78-41e4-a4e7-5d69775ae96e None None] Pushing event updated for resources: {'Port': ['ID=3d118f56-c273-4166-84cf-16fd40cbc9da,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:37.337383 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Attempting to bind port 3d118f56-c273-4166-84cf-16fd40cbc9da on host n-d-778550-9 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:37.337826 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Attempting to bind port 3d118f56-c273-4166-84cf-16fd40cbc9da by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:37.338324 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Attempting to bind port 3d118f56-c273-4166-84cf-16fd40cbc9da on network 4cb52ebe-f4db-498e-982d-427874c885d6 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:37.371477 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:37.372004 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Checking segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:37.372421 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.372845 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Bound using segment: {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:37.373388 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Bound port: 3d118f56-c273-4166-84cf-16fd40cbc9da, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e202e-f607-4c99-a465-ce3909f852eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:37.373734 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.417028 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.439939 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.461385 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] For port 3d118f56-c273-4166-84cf-16fd40cbc9da, host n-d-778550-9, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:37.469268 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] For port 3d118f56-c273-4166-84cf-16fd40cbc9da, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3d118f56-c273-4166-84cf-16fd40cbc9da,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:37.473182 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 5aaaa187-eaff-4b50-b2fa-02058e355639, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5aaaa187-eaff-4b50-b2fa-02058e355639,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:37.475055 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.482340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.483087 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d6c04fe1-583c-4488-85d6-803c76c95ff3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:37.592942 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40562886-7e78-41e4-a4e7-5d69775ae96e None None] Pushing event updated for resources: {'Port': ['ID=3d118f56-c273-4166-84cf-16fd40cbc9da,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:37.597462 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Routers {'c3831fee-cd75-4337-8113-411191b8fc5b'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:37.598097 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c3831fee-cd75-4337-8113-411191b8fc5b'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:37.601078 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3f2da983-85d4-4e6f-af14-405ce05b4fe0 None None] Provisioning for port 869117e3-4430-460b-a702-4c8d2da971c4 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:37.627373 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.633347 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.668270 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-3f2da983-85d4-4e6f-af14-405ce05b4fe0 None None] Provisioning complete for port 869117e3-4430-460b-a702-4c8d2da971c4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:37.668645 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3f2da983-85d4-4e6f-af14-405ce05b4fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.699231 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Pushing event updated for resources: {'Port': ['ID=869117e3-4430-460b-a702-4c8d2da971c4,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:37.701815 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7863106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7901860'] for router_interface, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.810728 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port d6c04fe1-583c-4488-85d6-803c76c95ff3 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:37.813903 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:37.817740 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:37.818795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-3f2da983-85d4-4e6f-af14-405ce05b4fe0 None None] Port 869117e3-4430-460b-a702-4c8d2da971c4 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:37.827786 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=5aaaa187-eaff-4b50-b2fa-02058e355639,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:37.830945 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d6c04fe1-583c-4488-85d6-803c76c95ff3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:37.831315 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.866074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] Set router c3831fee-cd75-4337-8113-411191b8fc5b gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:37.954239 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Router c3831fee-cd75-4337-8113-411191b8fc5b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:38.074360 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:38.080386 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-1ff1817d-b209-446d-a334-dfb09f4b43ee admin admin] 10.222.0.65 "PUT /v2.0/routers/c3831fee-cd75-4337-8113-411191b8fc5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8405876 Aug 19 13:10:38.140956 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-085e0da1-6a47-4747-afad-e746ae6269a3 None None] Provisioning complete for port 869117e3-4430-460b-a702-4c8d2da971c4 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:38.141343 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-085e0da1-6a47-4747-afad-e746ae6269a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.285508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-085e0da1-6a47-4747-afad-e746ae6269a3 None None] Port 869117e3-4430-460b-a702-4c8d2da971c4 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:38.314708 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.398732 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port d6c04fe1-583c-4488-85d6-803c76c95ff3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d6c04fe1-583c-4488-85d6-803c76c95ff3,segment=NetworkSegment(226cefd2-b479-4262-b39a-1a85de2458d7),segment_id=226cefd2-b479-4262-b39a-1a85de2458d7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:38.408748 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.409683 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 68af4dae-ee73-458e-b10f-a21a952491b3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:38.511058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=d6c04fe1-583c-4488-85d6-803c76c95ff3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:38.520766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:34Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 4, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'gw_port': {'id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:39:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:35Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '869117e3-4430-460b-a702-4c8d2da971c4', 'name': '', 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'mac_address': 'fa:16:3e:47:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:36Z', 'updated_at': '2021-08-19T13:10:36Z', 'revision_number': 1, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'subnets': [{'id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:38.551437 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3d320-536f-40f4-8c54-3484aba2f303 None None] The sync data for ids ['c3831fee-cd75-4337-8113-411191b8fc5b'] in n-d-778550-9 is: [{'id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:34Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 4, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'gw_port': {'id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:39:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:35Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '869117e3-4430-460b-a702-4c8d2da971c4', 'name': '', 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'mac_address': 'fa:16:3e:47:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:36Z', 'updated_at': '2021-08-19T13:10:36Z', 'revision_number': 1, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'subnets': [{'id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:38.556867 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 68af4dae-ee73-458e-b10f-a21a952491b3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:38.557245 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.660176 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49992) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:38.665146 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-0eaa46a7-3708-4e3f-b58e-b8650726b9e3 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978035777', 'description': 'tempest-secgroup-smoke-978035777 description', 'project_id': 'b634898235754c7faeb5dda2e9515e26'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:38.693651 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0eaa46a7-3708-4e3f-b58e-b8650726b9e3 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.802215 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0eaa46a7-3708-4e3f-b58e-b8650726b9e3 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.808238 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0eaa46a7-3708-4e3f-b58e-b8650726b9e3 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.841628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-0eaa46a7-3708-4e3f-b58e-b8650726b9e3 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.843483 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-0eaa46a7-3708-4e3f-b58e-b8650726b9e3 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1820357 Aug 19 13:10:38.846766 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 49994) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:38.854191 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa46a7-3708-4e3f-b58e-b8650726b9e3 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2566fb7-eb44-43ac-a534-cb4130eb7d60,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:38.858343 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d6c04fe1-583c-4488-85d6-803c76c95ff3 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:38.859525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3a3b7dde-57ad-4500-b76c-d83a1535ee3e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'security_group_rule': {'security_group_id': 'd2566fb7-eb44-43ac-a534-cb4130eb7d60', 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:38.897903 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7dde-57ad-4500-b76c-d83a1535ee3e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.923930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port d6c04fe1-583c-4488-85d6-803c76c95ff3 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:38.924319 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.971362 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7dde-57ad-4500-b76c-d83a1535ee3e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.976164 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7dde-57ad-4500-b76c-d83a1535ee3e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.005291 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b7dde-57ad-4500-b76c-d83a1535ee3e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b5130f-fc1a-4aac-ab6b-0203b73212a4,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:39.009599 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7dde-57ad-4500-b76c-d83a1535ee3e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.011567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-3a3b7dde-57ad-4500-b76c-d83a1535ee3e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625314 Aug 19 13:10:39.014291 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49996) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:39.019721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-e5159364-035a-4cd0-993e-9103d17aed52 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'security_group_rule': {'security_group_id': 'd2566fb7-eb44-43ac-a534-cb4130eb7d60', 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:39.028673 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5aaaa187-eaff-4b50-b2fa-02058e355639 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:39.056019 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5159364-035a-4cd0-993e-9103d17aed52 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.080303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 5aaaa187-eaff-4b50-b2fa-02058e355639 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:39.081327 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.111569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5159364-035a-4cd0-993e-9103d17aed52 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.117090 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5159364-035a-4cd0-993e-9103d17aed52 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.138829 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5159364-035a-4cd0-993e-9103d17aed52 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa5cdc2-5abf-4933-ace5-ee061e3a47d3,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:39.158064 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-e5159364-035a-4cd0-993e-9103d17aed52 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.164365 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-e5159364-035a-4cd0-993e-9103d17aed52 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444468 Aug 19 13:10:39.164648 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 49998) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:39.170200 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-74c62ce5-8275-480c-88bd-50cf7058c506 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'security_group_rule': {'security_group_id': 'd2566fb7-eb44-43ac-a534-cb4130eb7d60', 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:39.201589 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74c62ce5-8275-480c-88bd-50cf7058c506 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.273513 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74c62ce5-8275-480c-88bd-50cf7058c506 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.277836 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74c62ce5-8275-480c-88bd-50cf7058c506 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.299950 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c62ce5-8275-480c-88bd-50cf7058c506 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f4f395-4048-44d1-bf20-83f501cd2e34,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:39.303740 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-74c62ce5-8275-480c-88bd-50cf7058c506 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.305136 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-74c62ce5-8275-480c-88bd-50cf7058c506 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389990 Aug 19 13:10:39.308388 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50000) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:39.314700 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d66ca33b-be85-4779-927d-6387653bd0f8 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'security_group_rule': {'security_group_id': 'd2566fb7-eb44-43ac-a534-cb4130eb7d60', 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:39.343015 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d66ca33b-be85-4779-927d-6387653bd0f8 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.439169 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d66ca33b-be85-4779-927d-6387653bd0f8 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.445009 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d66ca33b-be85-4779-927d-6387653bd0f8 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.464157 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ca33b-be85-4779-927d-6387653bd0f8 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc928f0f-eecf-4c1f-a6c4-32385e78721d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:39.475137 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d66ca33b-be85-4779-927d-6387653bd0f8 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.476536 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-d66ca33b-be85-4779-927d-6387653bd0f8 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670992 Aug 19 13:10:39.479392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50002) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:39.484219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-71be5c1b-f454-4e58-a188-0c89753563a2 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'security_group_rule': {'security_group_id': 'd2566fb7-eb44-43ac-a534-cb4130eb7d60', 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:39.510860 n-d-778550-9 neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-71be5c1b-f454-4e58-a188-0c89753563a2 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Project b634898235754c7faeb5dda2e9515e26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:10:39.516558 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71be5c1b-f454-4e58-a188-0c89753563a2 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.584599 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71be5c1b-f454-4e58-a188-0c89753563a2 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.589476 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71be5c1b-f454-4e58-a188-0c89753563a2 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.611525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be5c1b-f454-4e58-a188-0c89753563a2 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b96759-06d5-46e1-895b-39afd2c4bf9e,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:39.619524 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71be5c1b-f454-4e58-a188-0c89753563a2 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.623499 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50004) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:39.623667 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-71be5c1b-f454-4e58-a188-0c89753563a2 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432338 Aug 19 13:10:39.628383 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [None req-2dc9a061-b72c-42ad-a27a-922ceb0d1959 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'security_group_rule': {'security_group_id': 'd2566fb7-eb44-43ac-a534-cb4130eb7d60', 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:39.650653 n-d-778550-9 neutron-server[101153]: INFO neutron.db.securitygroups_db [None req-2dc9a061-b72c-42ad-a27a-922ceb0d1959 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Project b634898235754c7faeb5dda2e9515e26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:10:39.656118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a061-b72c-42ad-a27a-922ceb0d1959 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.723120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a061-b72c-42ad-a27a-922ceb0d1959 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.727672 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a061-b72c-42ad-a27a-922ceb0d1959 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7946079'] for security_group_rule, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.746444 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9a061-b72c-42ad-a27a-922ceb0d1959 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e30aa6-b764-48c1-a426-367af8157110,revision_number=0']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:39.753936 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a061-b72c-42ad-a27a-922ceb0d1959 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.757213 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-2dc9a061-b72c-42ad-a27a-922ceb0d1959 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325140 Aug 19 13:10:39.904480 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-4ab9e9c0-8f03-4710-a7d7-01232844518c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978035777&fields=id&tenant_id=b634898235754c7faeb5dda2e9515e26 HTTP/1.1" status: 200 len: 267 time: 0.0356560 Aug 19 13:10:40.022645 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-78cd65e8-8988-4a50-92a3-b4425337fe2e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:40.024162 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-78cd65e8-8988-4a50-92a3-b4425337fe2e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 810 time: 0.1112299 Aug 19 13:10:40.040811 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-202614d5-840c-4dd4-9a0e-9f59217dfac0 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/quotas/b634898235754c7faeb5dda2e9515e26 HTTP/1.1" status: 200 len: 375 time: 0.0107937 Aug 19 13:10:40.103842 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-31655cec-989d-4faa-9769-35e7f4c341dd tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540533 Aug 19 13:10:40.124082 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-bdefdeae-8a70-4e69-8ea1-1fdb7ac48ed6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:10:40.125171 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-bdefdeae-8a70-4e69-8ea1-1fdb7ac48ed6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056643 Aug 19 13:10:40.226737 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-093d737a-84d6-4d06-bcb3-cc68b0e536e7 service neutron] 10.222.0.65 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940857 Aug 19 13:10:40.334850 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-8419385b-180d-42e4-a33a-94e8d79ce122 service neutron] 10.222.0.65 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012762 Aug 19 13:10:40.509591 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-8a08a400-2560-40ae-b3df-269b70ea9138 req-f87a567f-adc6-4f42-a570-ca4eaf637958 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 210 time: 0.0282507 Aug 19 13:10:40.701728 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Sync routers for ids ['c3831fee-cd75-4337-8113-411191b8fc5b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:40.714839 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Routers {'c3831fee-cd75-4337-8113-411191b8fc5b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:40.715788 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c3831fee-cd75-4337-8113-411191b8fc5b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:40.839162 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Set router c3831fee-cd75-4337-8113-411191b8fc5b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:40.853244 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3d118f56-c273-4166-84cf-16fd40cbc9da up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:40.908208 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 3d118f56-c273-4166-84cf-16fd40cbc9da completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:40.913710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3d118f56-c273-4166-84cf-16fd40cbc9da triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:40.914088 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.003474 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.027958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 3d118f56-c273-4166-84cf-16fd40cbc9da, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3d118f56-c273-4166-84cf-16fd40cbc9da,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:41.033207 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.049163 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:34Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 4, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'gw_port': {'id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:39:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:35Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '869117e3-4430-460b-a702-4c8d2da971c4', 'name': '', 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'mac_address': 'fa:16:3e:47:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:36Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 2, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'subnets': [{'id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:41.078320 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Checking router: c3831fee-cd75-4337-8113-411191b8fc5b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:41.079148 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Updating router c3831fee-cd75-4337-8113-411191b8fc5b port 869117e3-4430-460b-a702-4c8d2da971c4 binding host n-d-778550-9 {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:10:41.085084 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=3d118f56-c273-4166-84cf-16fd40cbc9da,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:41.111674 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.406002 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.418545 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Transition to ACTIVE for port object 869117e3-4430-460b-a702-4c8d2da971c4 will not be triggered until provisioned by entity L2. {{(pid=101156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:41.427603 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.488180 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57149b-2aa1-44c2-aded-7e9b8500089e None None] Pushing event updated for resources: {'Port': ['ID=869117e3-4430-460b-a702-4c8d2da971c4,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:41.540069 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Attempting to bind port 869117e3-4430-460b-a702-4c8d2da971c4 on host n-d-778550-9 for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:41.540443 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Attempting to bind port 869117e3-4430-460b-a702-4c8d2da971c4 by drivers openvswitch,hyperv on host n-d-778550-9 at level 0 using segments [{'id': '226cefd2-b479-4262-b39a-1a85de2458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:41.540836 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Attempting to bind port 869117e3-4430-460b-a702-4c8d2da971c4 on network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:41.546775 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Checking agent: {'id': '63bfcb22-efec-408a-9eab-e40e6235510f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 39, 51), 'started_at': datetime.datetime(2021, 8, 19, 11, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:41.547477 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Checking segment: {'id': '226cefd2-b479-4262-b39a-1a85de2458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:41.547881 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.548270 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Bound using segment: {'id': '226cefd2-b479-4262-b39a-1a85de2458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:41.548756 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Bound port: 869117e3-4430-460b-a702-4c8d2da971c4, host: n-d-778550-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226cefd2-b479-4262-b39a-1a85de2458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:41.549139 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.621709 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] For port 869117e3-4430-460b-a702-4c8d2da971c4, host n-d-778550-9, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:41.625931 n-d-778550-9 neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] For port 869117e3-4430-460b-a702-4c8d2da971c4, host n-d-778550-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=869117e3-4430-460b-a702-4c8d2da971c4,segment=NetworkSegment(226cefd2-b479-4262-b39a-1a85de2458d7),segment_id=226cefd2-b479-4262-b39a-1a85de2458d7)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:41.630643 n-d-778550-9 neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.671214 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d59be77-824d-423e-9aa1-ef75f5913a65 req-797adc54-b186-4003-931f-3cbe82f2f61c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 210 time: 0.0375245 Aug 19 13:10:41.735065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-5af419e3-e278-472b-96c6-03d94f99db3c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:41.736566 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-5af419e3-e278-472b-96c6-03d94f99db3c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.69 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 810 time: 0.2115517 Aug 19 13:10:41.798713 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Routers {'c3831fee-cd75-4337-8113-411191b8fc5b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:41.799388 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c3831fee-cd75-4337-8113-411191b8fc5b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:41.803923 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57149b-2aa1-44c2-aded-7e9b8500089e None None] Pushing event updated for resources: {'Port': ['ID=869117e3-4430-460b-a702-4c8d2da971c4,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:41.811487 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-42439494-71f6-4b63-ad0e-22b7d2b24067 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b634898235754c7faeb5dda2e9515e26 HTTP/1.1" status: 200 len: 379 time: 0.0509551 Aug 19 13:10:41.823142 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'port': {'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'admin_state_up': True, 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'security_groups': ['d2566fb7-eb44-43ac-a534-cb4130eb7d60']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:41.909712 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] Set router c3831fee-cd75-4337-8113-411191b8fc5b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:41.946449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Made reservation on behalf of b634898235754c7faeb5dda2e9515e26 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:41.950551 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.082883 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Allocated IP 172.20.0.7 (9ff56e44-2d9e-4c7e-b6bf-3969d650ce64/0388e7d2-371f-4b70-8436-887c1c2483e8/1f413f42-a9f8-4b8f-9e27-a85cc232e0b7) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:42.114259 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:34Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 4, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'gw_port': {'id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:35Z', 'updated_at': '2021-08-19T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '869117e3-4430-460b-a702-4c8d2da971c4', 'name': '', 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'mac_address': 'fa:16:3e:47:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:36Z', 'updated_at': '2021-08-19T13:10:41Z', 'revision_number': 4, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'subnets': [{'id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:42.140829 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563f991-90ba-4dd4-bd75-03bc4b08fe31 None None] The sync data for ids ['c3831fee-cd75-4337-8113-411191b8fc5b'] in n-d-778550-9 is: [{'id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:34Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 4, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'gw_port': {'id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:35Z', 'updated_at': '2021-08-19T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '869117e3-4430-460b-a702-4c8d2da971c4', 'name': '', 'network_id': '80a1cdc0-9f7d-44af-a5c2-9a8931f9389a', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'mac_address': 'fa:16:3e:47:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:36Z', 'updated_at': '2021-08-19T13:10:41Z', 'revision_number': 4, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'subnets': [{'id': 'e1c57e17-a170-4533-8523-f78a2c366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:42.234927 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.253169 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Transition to ACTIVE for port object 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:42.287979 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.332631 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:42.335961 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:42.340078 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:42.347117 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'Port': ['ID=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:42.402760 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:42.403434 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.421414 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0bc125ba-be74-4961-8680-f7edf0db4268 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022811 Aug 19 13:10:42.441611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Request body: {'port': {'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:42.509075 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.587511 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c1ecf0ca-bd67-4077-ac9f-53810ae30038 None None] Provisioning for port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:42.591677 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-c1ecf0ca-bd67-4077-ac9f-53810ae30038 None None] Provisioning complete for port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:42.592280 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf0ca-bd67-4077-ac9f-53810ae30038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.632137 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-c1ecf0ca-bd67-4077-ac9f-53810ae30038 None None] Port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:42.797942 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d05ff-3f63-4eec-b15f-64dc37748c54 req-6c55fe89-f72d-454d-8561-fd9a674c7f62 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:42.799748 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac4d05ff-3f63-4eec-b15f-64dc37748c54 req-6c55fe89-f72d-454d-8561-fd9a674c7f62 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 931 time: 0.0549600 Aug 19 13:10:42.809209 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:42.819421 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.832388 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Transition to ACTIVE for port object 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:42.837129 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.843844 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ac4d05ff-3f63-4eec-b15f-64dc37748c54 req-65aa18eb-1e33-4e83-9a26-8e789de12319 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364814 Aug 19 13:10:42.860119 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3d118f56-c273-4166-84cf-16fd40cbc9da up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:42.900983 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Pushing event updated for resources: {'Port': ['ID=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:42.925646 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 3d118f56-c273-4166-84cf-16fd40cbc9da triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:42.926015 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:42.978935 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Attempting to bind port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 on host n-h1-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:42.979266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Attempting to bind port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 by drivers openvswitch,hyperv on host n-h1-778550-9 at level 0 using segments [{'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:42.979607 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Attempting to bind port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 on network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:42.985244 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 on network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:10:42.985590 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Attempting to bind port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 on network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:42.991266 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Checking agent: {'id': 'd9e56060-9c7b-4f03-b0be-4c012eb7658e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:42.991611 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Checking segment: {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:42.992000 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Bound using segment: {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:42.992472 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Bound port: 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host: n-h1-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:42.993047 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:43.019301 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 869117e3-4430-460b-a702-4c8d2da971c4 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:43.063023 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:43.066886 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:43.070857 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning for port 869117e3-4430-460b-a702-4c8d2da971c4 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:43.072328 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:43.076030 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 869117e3-4430-460b-a702-4c8d2da971c4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:43.076423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:43.110701 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.111324 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:43.112903 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] 10.222.0.69 "PUT /v2.0/ports/1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 1091 time: 0.6768637 Aug 19 13:10:43.113461 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:43.115760 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15357e3-6579-4056-8afa-7f326076a1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:43.152295 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db7fcc-a93f-43a0-a2c7-bcd05202e819 service neutron] Pushing event updated for resources: {'Port': ['ID=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:43.192584 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:43.228187 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-192d6725-0757-4306-b6f9-fd7bc3615dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.229835 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-192d6725-0757-4306-b6f9-fd7bc3615dfe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1094 time: 0.0542545 Aug 19 13:10:43.235222 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] For port 869117e3-4430-460b-a702-4c8d2da971c4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=869117e3-4430-460b-a702-4c8d2da971c4,segment=NetworkSegment(226cefd2-b479-4262-b39a-1a85de2458d7),segment_id=226cefd2-b479-4262-b39a-1a85de2458d7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:43.250259 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:43.292757 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-60e3a6b7-3c96-49b2-87eb-01a2cde7f877 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 217 time: 0.0488296 Aug 19 13:10:43.328025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Pushing event updated for resources: {'Port': ['ID=869117e3-4430-460b-a702-4c8d2da971c4,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:43.341417 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242206d7-933b-4932-95bd-01544f523cdf x-openstack-request-id: req-242206d7-933b-4932-95bd-01544f523cdf {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:43.341690 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:43.342050 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-242206d7-933b-4932-95bd-01544f523cdf {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:43.342457 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'status': 'completed', 'code': 200} Aug 19 13:10:43.362060 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-085bf68e-b92f-453a-b032-3784e3c9bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.364353 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-085bf68e-b92f-453a-b032-3784e3c9bd2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0630875 Aug 19 13:10:43.412581 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-e3e3ce1b-b1c2-4e22-96bc-e132f171a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.414167 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-e3e3ce1b-b1c2-4e22-96bc-e132f171a3d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427318 Aug 19 13:10:43.519005 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-3fd80718-95b3-4ff6-ad9c-602b594c6379 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961046 Aug 19 13:10:43.623008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-df6f7936-a32c-45df-85a2-1f9b6247d684 req-0e6ee8f8-e585-476f-acfe-f77e990f87d7 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956769 Aug 19 13:10:43.757555 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-73d51d98-a91c-4c7e-a15b-b4227dc6dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.759230 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-73d51d98-a91c-4c7e-a15b-b4227dc6dc1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1094 time: 0.0476182 Aug 19 13:10:43.865982 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-6d3fdeda-72c5-4ab6-aff7-439faf02a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.868029 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-6d3fdeda-72c5-4ab6-aff7-439faf02a10c service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.1017213 Aug 19 13:10:43.912176 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-d2ed0e48-33fc-4a63-8a02-adde2f66dc05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 217 time: 0.0368624 Aug 19 13:10:43.968351 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-668abcb2-d326-4771-9362-326dfe5e8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.969830 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-668abcb2-d326-4771-9362-326dfe5e8fc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0496275 Aug 19 13:10:43.984735 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d062941-dee6-44d0-bf05-ed13db59a5a2 req-4d8060d1-0144-4ec5-aaf0-7936b1008d8f tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.986224 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d062941-dee6-44d0-bf05-ed13db59a5a2 req-4d8060d1-0144-4ec5-aaf0-7936b1008d8f tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 943 time: 0.0611222 Aug 19 13:10:44.019934 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-efff3d43-a33a-448a-b47b-cbb33b4d66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:44.021539 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-efff3d43-a33a-448a-b47b-cbb33b4d66fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432189 Aug 19 13:10:44.029168 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-4d062941-dee6-44d0-bf05-ed13db59a5a2 req-497ebc76-6297-42eb-b6ea-994ae1d75251 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354190 Aug 19 13:10:44.115376 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-a32cdcc1-8166-4c13-a8b3-8826e004ec67 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851159 Aug 19 13:10:44.213834 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-f15357e3-6579-4056-8afa-7f326076a1e3 req-c1bf5d2d-b809-40d0-9840-aaeb22ef3711 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905247 Aug 19 13:10:44.832167 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 869117e3-4430-460b-a702-4c8d2da971c4 up at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:44.901795 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Provisioning complete for port 869117e3-4430-460b-a702-4c8d2da971c4 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:44.902170 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:45.159180 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80779c5-e2b0-4d0e-b62d-f82543923194 req-341be5fc-ee80-4920-9e79-b57ebce89481 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:45.160659 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f80779c5-e2b0-4d0e-b62d-f82543923194 req-341be5fc-ee80-4920-9e79-b57ebce89481 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 943 time: 0.0561767 Aug 19 13:10:45.205194 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f80779c5-e2b0-4d0e-b62d-f82543923194 req-6890ab25-0193-4c1c-beaf-3c5accf5ff43 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343060 Aug 19 13:10:45.331082 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:10:45.432495 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:45.447881 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:10:45.487937 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:45.501358 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:45.525694 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:45.532918 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:45.589160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:45.848348 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['1f413f42-a9f8-4b8f-9e27-a85cc232e0b7'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:10:46.341079 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d6ce9-4c77-48e0-b6d0-e0efd756a8f6 req-4549b0c8-a1cd-4ab8-831e-1850e77cd225 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:46.342676 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d01d6ce9-4c77-48e0-b6d0-e0efd756a8f6 req-4549b0c8-a1cd-4ab8-831e-1850e77cd225 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 944 time: 0.0521593 Aug 19 13:10:46.382422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d01d6ce9-4c77-48e0-b6d0-e0efd756a8f6 req-df26262b-f8a3-4c02-b1a9-8f3a5b4b2fec tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335219 Aug 19 13:10:47.345996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:47.405160 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning for port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:47.409412 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:47.409789 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.497267 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.515022 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b0d3-1b4c-481b-b1f7-d8abfb0672ab req-36a2921e-c846-4799-b126-303634ba3027 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:47.516697 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d941b0d3-1b4c-481b-b1f7-d8abfb0672ab req-36a2921e-c846-4799-b126-303634ba3027 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 944 time: 0.0573030 Aug 19 13:10:47.521060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:47.523370 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e3bf72-8803-4b33-80b5-682a449c9703" -d '{"events": [{"server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "name": "network-vif-plugged", "status": "completed", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:47.537041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:47.541748 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.560567 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d941b0d3-1b4c-481b-b1f7-d8abfb0672ab req-828372e5-0ff5-4390-872c-6807c5ed0e43 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370002 Aug 19 13:10:47.574539 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32c9ec9-5e94-43ca-b721-4b5d03065673 x-openstack-request-id: req-f32c9ec9-5e94-43ca-b721-4b5d03065673 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:47.574892 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "name": "network-vif-plugged", "status": "completed", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:47.575200 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f32c9ec9-5e94-43ca-b721-4b5d03065673 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:47.575644 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'code': 200} Aug 19 13:10:47.603662 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:47.695028 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b562b4e-8ec4-4988-bc97-4666ffa8b33c req-c0017bb0-9887-42d0-a94f-9cc31659fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:47.696558 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b562b4e-8ec4-4988-bc97-4666ffa8b33c req-c0017bb0-9887-42d0-a94f-9cc31659fb55 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1096 time: 0.0433416 Aug 19 13:10:47.731021 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5b562b4e-8ec4-4988-bc97-4666ffa8b33c req-6428a101-3ab1-4b85-ab63-dcfcdeb19efa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275130 Aug 19 13:10:48.533172 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2125dc0f-326e-4688-ab07-d6201a5b3228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:48.703676 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8be482-6ea0-4661-a179-5220e086b5bf req-ca08c8b9-ea13-487f-b27c-4bd912f3cf06 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:48.705829 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c8be482-6ea0-4661-a179-5220e086b5bf req-ca08c8b9-ea13-487f-b27c-4bd912f3cf06 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 945 time: 0.0652137 Aug 19 13:10:48.748466 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-0c8be482-6ea0-4661-a179-5220e086b5bf req-4c1a455d-fd02-4fa2-ab8a-724d32ed0e44 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328212 Aug 19 13:10:48.817188 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:10:49.883965 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f645bb-bb57-4c36-9b21-cdb75f207750 req-764a2839-5105-4c4e-a7b0-115a2866a0eb tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:49.885379 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28f645bb-bb57-4c36-9b21-cdb75f207750 req-764a2839-5105-4c4e-a7b0-115a2866a0eb tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 945 time: 0.0672073 Aug 19 13:10:49.925669 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-28f645bb-bb57-4c36-9b21-cdb75f207750 req-10d2eff0-0f97-4197-a708-ead7feb9bd01 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339530 Aug 19 13:10:50.056703 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288d74-dce6-48b4-926d-879c0a3997e2 req-e6dec9d8-9cd1-4fd2-a7ec-998f99cd2dc0 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:50.058257 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea288d74-dce6-48b4-926d-879c0a3997e2 req-e6dec9d8-9cd1-4fd2-a7ec-998f99cd2dc0 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 945 time: 0.0635593 Aug 19 13:10:50.103831 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ea288d74-dce6-48b4-926d-879c0a3997e2 req-711e8747-403a-4e7d-8428-6bbf9b7e78c0 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389607 Aug 19 13:10:50.136491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50060) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:50.282489 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cffb803-2aab-458c-97c1-bacf88f9b48d tempest-TestSnapshotPattern-1331449020 tempest-TestSnapshotPattern-1331449020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:50.284496 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-9cffb803-2aab-458c-97c1-bacf88f9b48d tempest-TestSnapshotPattern-1331449020 tempest-TestSnapshotPattern-1331449020-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1091 time: 0.1469109 Aug 19 13:10:50.287688 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50064) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:50.295001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:50.326343 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:50.434754 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:50.543803 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Allocated IP 172.25.4.97 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/c851fb13-f5a0-4f2d-8f7b-a316f153f399) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:50.662109 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:50.716661 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:50.764915 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:50.768175 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:50.773705 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:50.776931 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'Port': ['ID=c851fb13-f5a0-4f2d-8f7b-a316f153f399,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:50.921005 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4fea7291-a3dd-4f48-b247-5c305793e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:51.076921 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:51.179843 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:51.253573 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:51.432740 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:51.440223 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:51.514697 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'Port': ['ID=c851fb13-f5a0-4f2d-8f7b-a316f153f399,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:51.532669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:51.653760 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Floating IP b672ef18-a767-47ca-a5c7-ee44491d8673 associated. External IP: 172.25.4.97, port: 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7. Aug 19 13:10:51.903843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:52.038220 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:52.048336 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] Sync routers for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:52.055421 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:52.058762 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:52.059400 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:52.091551 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-c643b1ed-6d68-4708-878d-1eec7de00562 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8026078 Aug 19 13:10:52.092254 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:52.094611 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e0bf43-7dc3-4646-8145-3479d631cfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:52.134570 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77126698-d370-4ce0-85d5-377dbd726c3a x-openstack-request-id: req-77126698-d370-4ce0-85d5-377dbd726c3a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:52.134856 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:52.135111 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77126698-d370-4ce0-85d5-377dbd726c3a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:52.135512 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'status': 'completed', 'code': 200} Aug 19 13:10:52.188273 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:52.229043 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-b8acc3e1-fb0c-4962-aa57-4f2309783a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:52.230546 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-b8acc3e1-fb0c-4962-aa57-4f2309783a98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1096 time: 0.0481901 Aug 19 13:10:52.297717 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:52.324719 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-947e704a-2b6f-402f-9ee2-1a9a8bf966da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:52.326222 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-947e704a-2b6f-402f-9ee2-1a9a8bf966da service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.0885608 Aug 19 13:10:52.398328 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-a4bc2beb-d931-4d0a-832f-006517eff2fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 998 time: 0.0639279 Aug 19 13:10:52.437523 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b672ef18-a767-47ca-a5c7-ee44491d8673', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.97', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:51Z', 'updated_at': '2021-08-19T13:10:51Z', 'revision_number': 0, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:52.447850 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-8f4c0203-f73d-4eb8-aaaa-d14611ce1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:52.449392 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-8f4c0203-f73d-4eb8-aaaa-d14611ce1de7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0445457 Aug 19 13:10:52.469470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] Checking router: 447ef4e8-4d1e-4de7-a7f2-8c257390b836 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:52.480410 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:52.481154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:10:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:52.497661 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-dbd1b731-9e09-45d9-8d51-655ff36371af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:52.499214 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-dbd1b731-9e09-45d9-8d51-655ff36371af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429525 Aug 19 13:10:52.592216 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:52.602163 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-573dc811-6f56-4bf4-b061-608fd94d60b6 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953333 Aug 19 13:10:52.701877 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-99e0bf43-7dc3-4646-8145-3479d631cfc6 req-458b9df0-6a26-4597-b182-1de9d49f565e service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919011 Aug 19 13:10:52.871759 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b672ef18-a767-47ca-a5c7-ee44491d8673', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.97', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:51Z', 'updated_at': '2021-08-19T13:10:51Z', 'revision_number': 0, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:52.902039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b673a-fa02-4294-9abc-2c6c9bf4e7e8 None None] The sync data for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 is: [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b672ef18-a767-47ca-a5c7-ee44491d8673', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.97', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:51Z', 'updated_at': '2021-08-19T13:10:51Z', 'revision_number': 0, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:53.157752 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758e5059-7b0a-4549-84aa-18c873b21deb None None] New status for floating IP b672ef18-a767-47ca-a5c7-ee44491d8673: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:10:54.327997 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:54.948880 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:59.274429 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:18.536370 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7c119c71-f53a-4405-9c50-fb540b172ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:20.925664 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dde3ffbe-6f9d-4a42-9f58-fd35d8fe215e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:21.081887 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:21.329419 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-a07344c9-c36a-44ff-9c68-59aa3301805b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1578941 Aug 19 13:11:21.434617 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-daf8c6a4-174b-4b06-b770-e07790e281fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:21.436073 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-daf8c6a4-174b-4b06-b770-e07790e281fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1096 time: 0.0439825 Aug 19 13:11:21.543358 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-aa84c59f-b736-43df-b925-833cd49329fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:21.545270 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-aa84c59f-b736-43df-b925-833cd49329fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.0877550 Aug 19 13:11:22.001471 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-06934301-5814-4a12-8600-100da7ccbbfd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 1000 time: 0.4484017 Aug 19 13:11:22.055065 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-040c7298-b625-478d-8209-cb397ea1fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:22.056620 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-040c7298-b625-478d-8209-cb397ea1fe48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0465798 Aug 19 13:11:22.105518 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-2134023a-b292-4b5f-a12a-fe3368b70e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:22.107065 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-2134023a-b292-4b5f-a12a-fe3368b70e53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440006 Aug 19 13:11:22.214398 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-7c2d3203-2c9e-4391-bf00-23efc9c5a1c1 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977569 Aug 19 13:11:22.292418 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:22.321667 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-88eb4a91-2bbf-4e95-8090-313ff1f4b86f req-fa3e2026-84cd-4ccb-988c-0671c1e497a0 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999308 Aug 19 13:11:24.334016 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:24.942709 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:25.818096 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:11:29.442062 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.540700 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-36d6b431-22c3-42e7-ad86-a45e7416fc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:50.931555 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b12bcfd6-bb55-4966-88a2-25037cb925d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:51.095554 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.301363 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.342256 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.961070 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.279722 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:02.824655 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:12:18.553121 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e4e7ac-b5d5-4d54-99fa-19aee185e5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:20.931178 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-85be378a-c282-4af3-b58b-7d7e8eae68b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.098132 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.245732 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-ec280edb-3a4f-46dc-9001-c0f2de7d599d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471201 Aug 19 13:12:21.356364 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-a7722d5e-e95d-43aa-9cb9-5d446cf1758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.357859 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-a7722d5e-e95d-43aa-9cb9-5d446cf1758d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1096 time: 0.0514369 Aug 19 13:12:21.473096 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-55306560-3d12-4a51-a565-588e1e67ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.474606 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-55306560-3d12-4a51-a565-588e1e67ca0b service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.0966103 Aug 19 13:12:21.543089 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-8e46d97e-e710-4766-873b-dfae34c7a579 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 1000 time: 0.0618973 Aug 19 13:12:21.592726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-3cff5ad0-1463-476b-9c2c-f3c3efe5880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.594214 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-3cff5ad0-1463-476b-9c2c-f3c3efe5880c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0448294 Aug 19 13:12:21.653281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-b822039f-c262-4b8a-962a-fe4bee60714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.655464 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-b822039f-c262-4b8a-962a-fe4bee60714e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536141 Aug 19 13:12:21.755132 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-35466697-b0be-4b42-8594-4e4cb4509c79 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919514 Aug 19 13:12:21.853874 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-897d2636-7e76-4c4a-8fdb-eace8470cee7 req-50f53d2d-41b2-45ae-9046-520667f4051f service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909100 Aug 19 13:12:22.302190 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:24.342365 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:24.970446 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:29.275070 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:39.831262 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:12:48.548836 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-726f52b5-4edc-46f4-9be5-63307dfe52b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.892888 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 details requested by agent hyperv_n-h1-778550-9 with host n-h1-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:12:49.996701 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:50.008154 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Returning: {'device': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:12:50.046155 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:50.065132 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:50.085981 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:50.091348 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:50.144178 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:50.151622 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.151961 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.152299 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.152634 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.152996 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.153327 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.153648 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.153969 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.154291 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.154607 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.154924 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.155224 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:50.252987 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] get_ports_and_sgs() called for port_ids ['1f413f42-a9f8-4b8f-9e27-a85cc232e0b7'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:12:50.927846 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1bccfffe-67f3-4934-8eb2-2d7c796b4b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.092163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.903916 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 up at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:12:51.966457 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Provisioning complete for port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:51.967318 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:52.077292 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:52.110930 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:52.115453 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f7e683-030a-4682-bdcb-3b5fce6b50e0" -d '{"events": [{"server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "name": "network-vif-plugged", "status": "completed", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:12:52.135474 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:52.141591 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:52.207408 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:52.242834 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6188f68-a1d8-498e-9dce-0e5741567cd5 x-openstack-request-id: req-e6188f68-a1d8-498e-9dce-0e5741567cd5 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:12:52.243280 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "name": "network-vif-plugged", "status": "completed", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:12:52.243836 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6188f68-a1d8-498e-9dce-0e5741567cd5 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:12:52.244114 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'code': 200} Aug 19 13:12:52.316055 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.351969 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.959983 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:59.281055 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:01.547594 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-52fe06c3-fe66-4bc4-afc6-c2fbd0f02cc6 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978035777&fields=id&tenant_id=b634898235754c7faeb5dda2e9515e26 HTTP/1.1" status: 200 len: 267 time: 0.0388157 Aug 19 13:13:01.671548 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-339f11a7-38f7-4245-a2f7-db85acfc455b tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:01.673039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-339f11a7-38f7-4245-a2f7-db85acfc455b tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 810 time: 0.1178980 Aug 19 13:13:01.690078 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-5547f1a7-45f9-4fcd-b749-5e046f9fd96e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/quotas/b634898235754c7faeb5dda2e9515e26 HTTP/1.1" status: 200 len: 375 time: 0.0099583 Aug 19 13:13:01.748179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-268c7eea-0d7e-46bd-884b-9068ec20c39a tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0516865 Aug 19 13:13:01.815740 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-8f9b4d0f-e36b-4c31-91b3-2364732715fa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:13:01.817054 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-8f9b4d0f-e36b-4c31-91b3-2364732715fa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520704 Aug 19 13:13:01.910656 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-efc61f1e-5ed8-4e30-95d0-69f7bcac1ad5 service neutron] 10.222.0.65 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869944 Aug 19 13:13:02.008322 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-7f28c0c2-6586-44be-9ef2-fd6b8186abdf service neutron] 10.222.0.65 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913792 Aug 19 13:13:02.224616 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e9b0a696-e769-401a-840a-ba21797daa96 req-bc431e99-3c24-432b-93e8-08096eea3234 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 210 time: 0.0365565 Aug 19 13:13:03.344895 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-5e8fd208-c59a-4cfd-96bd-f1b1f77cc2f8 req-9f008dfc-7207-41d2-a3e7-dcd912295007 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 210 time: 0.0341187 Aug 19 13:13:03.494517 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-c49e812a-9836-450e-9be7-98fd3a1d0b3a tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:03.496060 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-c49e812a-9836-450e-9be7-98fd3a1d0b3a tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.54 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 810 time: 0.1143088 Aug 19 13:13:03.559612 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-524ba76e-01e7-44a7-a3d2-64fce9133e55 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b634898235754c7faeb5dda2e9515e26 HTTP/1.1" status: 200 len: 379 time: 0.0467942 Aug 19 13:13:03.581481 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'port': {'device_id': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'admin_state_up': True, 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'security_groups': ['d2566fb7-eb44-43ac-a534-cb4130eb7d60']}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:13:03.716457 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Made reservation on behalf of b634898235754c7faeb5dda2e9515e26 for: {'port': 1} {{(pid=101153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:13:03.720086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:03.882127 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_common [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Allocated IP 172.20.0.11 (9ff56e44-2d9e-4c7e-b6bf-3969d650ce64/0388e7d2-371f-4b70-8436-887c1c2483e8/c6495668-d824-4bb8-b893-a3a371d476fd) {{(pid=101153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:13:03.940354 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:13:04.113063 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for port, precommit_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:04.133914 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:04.134537 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Transition to ACTIVE for port object c6495668-d824-4bb8-b893-a3a371d476fd will not be triggered until provisioned by entity DHCP. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:13:04.181569 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_create {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:04.185934 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:04.188226 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd538cb6-ae1a-4ced-a049-70662339718f" -d '{"events": [{"server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "name": "network-vif-unplugged", "status": "completed", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:04.204065 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:04.211468 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:04.268215 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058ac9c6-2bfb-4adc-b9d1-89ab26051356 x-openstack-request-id: req-058ac9c6-2bfb-4adc-b9d1-89ab26051356 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:04.268550 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "name": "network-vif-unplugged", "status": "completed", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:04.268743 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-058ac9c6-2bfb-4adc-b9d1-89ab26051356 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:04.269191 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'code': 200} Aug 19 13:13:04.277465 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 is already hosted by enough agents. {{(pid=101153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:13:04.284412 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.base_scheduler [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Resources bound (agent type, host, resource id): {{(pid=101153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:13:04.289317 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Received port after_create {{(pid=101153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:13:04.311485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Pushing event updated for resources: {'Port': ['ID=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:04.331618 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'Port': ['ID=c6495668-d824-4bb8-b893-a3a371d476fd,revision_number=1']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:04.353012 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.353649 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.354068 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.354474 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.354880 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.355289 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.355688 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.356084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.356495 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.356917 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.357312 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.357706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:04.375646 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:04.376293 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:04.394580 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-e1544ce9-275e-408c-9507-7660fa52d26c tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8183854 Aug 19 13:13:04.507531 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505138b5-cb67-46b2-92fc-56d95bb262f0 req-26fa821d-23fd-44d2-827b-f611d1b57feb tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:04.509179 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-505138b5-cb67-46b2-92fc-56d95bb262f0 req-26fa821d-23fd-44d2-827b-f611d1b57feb tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0857680 Aug 19 13:13:04.559232 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-505138b5-cb67-46b2-92fc-56d95bb262f0 req-2a092c14-9d40-464a-9a32-89aa94d030f3 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404000 Aug 19 13:13:04.642766 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f9f6e90-1b76-43e2-b9bc-554063d047f4 None None] Provisioning for port c6495668-d824-4bb8-b893-a3a371d476fd completed by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:13:04.648122 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-6f9f6e90-1b76-43e2-b9bc-554063d047f4 None None] Provisioning complete for port c6495668-d824-4bb8-b893-a3a371d476fd triggered by entity DHCP. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:13:04.648741 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6e90-1b76-43e2-b9bc-554063d047f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:04.686584 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6f9f6e90-1b76-43e2-b9bc-554063d047f4 None None] Port c6495668-d824-4bb8-b893-a3a371d476fd cannot update to ACTIVE because it is not bound. {{(pid=101155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:13:05.708064 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287d474-7b8c-46d4-af65-70b8de823293 req-99ec1c88-cc50-4be7-b219-fcddcbf552f9 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:05.716097 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b287d474-7b8c-46d4-af65-70b8de823293 req-99ec1c88-cc50-4be7-b219-fcddcbf552f9 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0666478 Aug 19 13:13:05.752469 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b287d474-7b8c-46d4-af65-70b8de823293 req-6159efe3-5b02-4230-bbee-f0b08cb54313 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354648 Aug 19 13:13:06.896628 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a5dda-08cc-4395-8fcd-b025318e9cba req-91018dbf-fc86-4f67-bcef-ea725f32daec tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:06.898241 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-815a5dda-08cc-4395-8fcd-b025318e9cba req-91018dbf-fc86-4f67-bcef-ea725f32daec tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0532970 Aug 19 13:13:06.945315 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-815a5dda-08cc-4395-8fcd-b025318e9cba req-0f00616c-4778-43e6-a3ac-8c05f8230ce6 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408835 Aug 19 13:13:08.080257 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b959d7c-1f35-47ef-9567-c4c62f45dfd9 req-968ba617-2034-4f56-99f4-e1019ca525df tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:08.081988 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b959d7c-1f35-47ef-9567-c4c62f45dfd9 req-968ba617-2034-4f56-99f4-e1019ca525df tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0619864 Aug 19 13:13:08.124773 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-2b959d7c-1f35-47ef-9567-c4c62f45dfd9 req-0f53f0d3-c2c6-4bb1-ae10-5605bf02b9d1 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365949 Aug 19 13:13:09.265365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8d49-4fc4-4051-9d70-7ffeb80d469e req-38262bf8-1a4b-45f7-aa60-1d8cb6de7f2a tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:09.267019 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-816d8d49-4fc4-4051-9d70-7ffeb80d469e req-38262bf8-1a4b-45f7-aa60-1d8cb6de7f2a tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0580254 Aug 19 13:13:09.308141 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-816d8d49-4fc4-4051-9d70-7ffeb80d469e req-6765d818-bebd-474d-943b-7cab5485ea44 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348561 Aug 19 13:13:10.471145 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e953995-7bd4-455b-b3c4-721ecaf39a7c req-23f5c14e-408a-4263-b30e-f08474bc8e58 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:10.479307 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e953995-7bd4-455b-b3c4-721ecaf39a7c req-23f5c14e-408a-4263-b30e-f08474bc8e58 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0905714 Aug 19 13:13:10.519154 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9e953995-7bd4-455b-b3c4-721ecaf39a7c req-3f742b4f-1d2e-4bef-b5d5-d245dd0041d8 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386596 Aug 19 13:13:11.649882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d2c3-4502-4ca4-8756-cb4e87c5de62 req-3a18d019-b1dd-4411-bd9c-c043a193e0bc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:11.651403 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d456d2c3-4502-4ca4-8756-cb4e87c5de62 req-3a18d019-b1dd-4411-bd9c-c043a193e0bc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0564919 Aug 19 13:13:12.031216 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d456d2c3-4502-4ca4-8756-cb4e87c5de62 req-e433dbf0-c59e-4f9d-a294-99dc0df4fdab tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736393 Aug 19 13:13:13.161776 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d7138-0a0e-4878-9655-3a5768594e80 req-bfe3187e-ae39-42e4-99a0-3bd29fa9dc8f tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:13.163174 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-720d7138-0a0e-4878-9655-3a5768594e80 req-bfe3187e-ae39-42e4-99a0-3bd29fa9dc8f tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0600410 Aug 19 13:13:13.205040 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-720d7138-0a0e-4878-9655-3a5768594e80 req-b4e82129-c133-4ffd-a20b-46dab40b5bdb tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356064 Aug 19 13:13:14.364602 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222e3a2-6eb6-4867-bf98-26630b039b45 req-c04e82fa-1191-4c47-949b-ae18f500c859 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:14.366098 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9222e3a2-6eb6-4867-bf98-26630b039b45 req-c04e82fa-1191-4c47-949b-ae18f500c859 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0649283 Aug 19 13:13:14.406072 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-9222e3a2-6eb6-4867-bf98-26630b039b45 req-e6dc7e1c-85e9-4b24-b25d-c22c10b1754e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337734 Aug 19 13:13:15.532060 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9cfa-555c-40e1-8769-c95a250fe081 req-a9b62877-ce3d-4326-b41a-dea7b41bc64d tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:15.533927 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f57f9cfa-555c-40e1-8769-c95a250fe081 req-a9b62877-ce3d-4326-b41a-dea7b41bc64d tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0538833 Aug 19 13:13:15.573635 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f57f9cfa-555c-40e1-8769-c95a250fe081 req-0e4d1058-f8e6-4e49-8017-49730711d8ff tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334215 Aug 19 13:13:16.721365 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093df9e-0700-4212-ba35-28c40e28ab25 req-946c8997-61e5-4df9-a836-7854cb451c31 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:16.723728 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b093df9e-0700-4212-ba35-28c40e28ab25 req-946c8997-61e5-4df9-a836-7854cb451c31 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0564923 Aug 19 13:13:16.764810 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-b093df9e-0700-4212-ba35-28c40e28ab25 req-3e6a4cde-5142-4e22-b75a-1051a9d33464 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339015 Aug 19 13:13:16.833491 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:13:17.889852 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88503f0-94a5-45f8-b8e6-192b84d9656f req-e50b710d-45bb-470e-b1dc-bc28297ec7bd tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:17.891250 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e88503f0-94a5-45f8-b8e6-192b84d9656f req-e50b710d-45bb-470e-b1dc-bc28297ec7bd tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 932 time: 0.0539138 Aug 19 13:13:17.934710 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e88503f0-94a5-45f8-b8e6-192b84d9656f req-dfd2a9dd-44de-4f9b-8474-2f2bc59d8618 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364313 Aug 19 13:13:18.330673 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.v2.base [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Request body: {'port': {'device_id': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-9'}} {{(pid=101153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:13:18.390474 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.553862 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0c095a0-6e2c-46cc-b8c7-94e0fab5ebea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.670787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6495668-d824-4bb8-b893-a3a371d476fd {{(pid=101153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:13:18.679727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.693561 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.provisioning_blocks [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Transition to ACTIVE for port object c6495668-d824-4bb8-b893-a3a371d476fd will not be triggered until provisioned by entity L2. {{(pid=101153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:13:18.697766 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.759188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Pushing event updated for resources: {'Port': ['ID=c6495668-d824-4bb8-b893-a3a371d476fd,revision_number=2']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:18.837322 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Attempting to bind port c6495668-d824-4bb8-b893-a3a371d476fd on host n-h2-778550-9 for vnic_type normal with profile {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:13:18.837674 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Attempting to bind port c6495668-d824-4bb8-b893-a3a371d476fd by drivers openvswitch,hyperv on host n-h2-778550-9 at level 0 using segments [{'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:13:18.837997 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Attempting to bind port c6495668-d824-4bb8-b893-a3a371d476fd on network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:18.842608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Port c6495668-d824-4bb8-b893-a3a371d476fd on network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-9 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:13:18.842964 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Attempting to bind port c6495668-d824-4bb8-b893-a3a371d476fd on network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:18.848992 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Checking agent: {'id': '2c12a080-9cc7-49bf-b1b5-6b423f67e943', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'started_at': datetime.datetime(2021, 8, 19, 11, 47, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:13:18.849331 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Checking segment: {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:13:18.849709 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Bound using segment: {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'} {{(pid=101153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:13:18.850137 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.managers [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Bound port: c6495668-d824-4bb8-b893-a3a371d476fd, host: n-h2-778550-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8895ec6-fd0a-4a96-bf72-40e87400251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64'}}] {{(pid=101153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:13:18.850495 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.937725 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, cleared binding levels {{(pid=101153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:13:18.941443 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6495668-d824-4bb8-b893-a3a371d476fd,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:13:18.945555 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16328630'] for port, after_update {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.979683 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:18.980297 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:18.981744 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] 10.222.0.54 "PUT /v2.0/ports/c6495668-d824-4bb8-b893-a3a371d476fd HTTP/1.1" status: 200 len: 1092 time: 0.7058008 Aug 19 13:13:18.982188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:18.984435 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:19.021861 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067688b5-0d6c-4b81-a923-dd526d031897 service neutron] Pushing event updated for resources: {'Port': ['ID=c6495668-d824-4bb8-b893-a3a371d476fd,revision_number=3']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:19.036880 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf1d866-bed0-4da9-b710-edcaaef73937 x-openstack-request-id: req-8cf1d866-bed0-4da9-b710-edcaaef73937 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:19.037178 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:19.039493 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8cf1d866-bed0-4da9-b710-edcaaef73937 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:19.040470 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'status': 'completed', 'code': 200} Aug 19 13:13:19.069023 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f37170-7c89-4438-8939-638bc44b57e3 req-aef75432-b1a8-461b-bb46-4c27c0b43637 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.076592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0f37170-7c89-4438-8939-638bc44b57e3 req-aef75432-b1a8-461b-bb46-4c27c0b43637 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 944 time: 0.0636053 Aug 19 13:13:19.116346 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c0f37170-7c89-4438-8939-638bc44b57e3 req-93eccbff-314e-4372-a6b7-c8efa8c2c302 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388818 Aug 19 13:13:19.117074 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-3d276e13-9a84-464e-aae5-be3e163aa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.118666 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-3d276e13-9a84-464e-aae5-be3e163aa769 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 1095 time: 0.0543935 Aug 19 13:13:19.175008 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-1d4c8705-7a73-476c-92e5-573c05416c7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6495668-d824-4bb8-b893-a3a371d476fd HTTP/1.1" status: 200 len: 217 time: 0.0415089 Aug 19 13:13:19.230188 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-b5932cfb-097b-4d82-9180-71f8e55f524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.231777 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-b5932cfb-097b-4d82-9180-71f8e55f524b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0490716 Aug 19 13:13:19.290954 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-276b55c9-0dc9-4a7d-bcda-deaf5a91cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.292419 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-276b55c9-0dc9-4a7d-bcda-deaf5a91cf2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525544 Aug 19 13:13:19.396707 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-7fc60c52-6a43-4e1e-a7d9-8cece7f6a2d8 service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956612 Aug 19 13:13:19.502402 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-478a0eae-2640-4159-bbbf-2f5483f3b62e req-d766bc92-6b01-4718-a238-3b80f20032ef service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979683 Aug 19 13:13:19.652126 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-aa372a6f-f9c0-4b94-b065-e5f308bf79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.653722 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-aa372a6f-f9c0-4b94-b065-e5f308bf79e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 1095 time: 0.0583768 Aug 19 13:13:19.757205 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-3427bb13-a5e6-4cad-9107-f61dd319705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.758678 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-3427bb13-a5e6-4cad-9107-f61dd319705e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.0972555 Aug 19 13:13:19.807563 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-d8b4a072-cb56-4770-8e44-a8d1af7e9ba6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6495668-d824-4bb8-b893-a3a371d476fd HTTP/1.1" status: 200 len: 217 time: 0.0402403 Aug 19 13:13:19.860132 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-93a65bb0-cbb9-45c3-bea5-edc0b14fc926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.861987 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-93a65bb0-cbb9-45c3-bea5-edc0b14fc926 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0465319 Aug 19 13:13:19.916794 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-ca269b63-a546-47df-98fa-2e19cb2fdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.918295 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-ca269b63-a546-47df-98fa-2e19cb2fdfdd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477836 Aug 19 13:13:20.037760 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-95897ead-856a-45fa-9029-4041b14bc891 service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086833 Aug 19 13:13:20.134780 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e192aa2c-b376-4e1a-a1fa-8b36b3638af6 req-0bf123e9-b28a-4a9f-ad9e-d77b96bdf295 service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847242 Aug 19 13:13:20.263876 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d562c5-031b-40d2-baca-c8122f94a5a3 req-0d6b22df-8534-4bf4-a94f-4422e8354896 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:20.266582 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4d562c5-031b-40d2-baca-c8122f94a5a3 req-0d6b22df-8534-4bf4-a94f-4422e8354896 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 944 time: 0.0620942 Aug 19 13:13:20.310297 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c4d562c5-031b-40d2-baca-c8122f94a5a3 req-1d8d869c-9ce6-4dd9-a13c-4636491a9ab2 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380292 Aug 19 13:13:20.922764 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49a74985-ceee-4ecb-ae2b-937a3a99b6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.094659 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.181822 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6495668-d824-4bb8-b893-a3a371d476fd details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:13:21.288902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6495668-d824-4bb8-b893-a3a371d476fd,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:21.301057 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'port_id': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'mac_address': 'fa:16:3e:70:77:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:13:21.340085 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.355387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6495668-d824-4bb8-b893-a3a371d476fd {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:13:21.377166 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6495668-d824-4bb8-b893-a3a371d476fd,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:21.381905 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.435303 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c6495668-d824-4bb8-b893-a3a371d476fd,revision_number=4']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:21.438738 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011928-38c1-4ca9-bc89-7a5955044fee req-197bdd51-54a9-477d-b196-71c792f197d9 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:21.441472 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45011928-38c1-4ca9-bc89-7a5955044fee req-197bdd51-54a9-477d-b196-71c792f197d9 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 945 time: 0.0525513 Aug 19 13:13:21.486474 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-45011928-38c1-4ca9-bc89-7a5955044fee req-4cf5986e-cd56-4024-bf5f-630ada0d3199 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389154 Aug 19 13:13:21.702202 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c6495668-d824-4bb8-b893-a3a371d476fd'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:13:22.304335 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:22.624417 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66418c1b-0316-4891-8569-65055930a647 req-ec2798c5-1f31-4b35-ad4b-71f064bab6fe tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:22.625943 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66418c1b-0316-4891-8569-65055930a647 req-ec2798c5-1f31-4b35-ad4b-71f064bab6fe tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 945 time: 0.0567415 Aug 19 13:13:22.674164 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-66418c1b-0316-4891-8569-65055930a647 req-dd427ec2-4b0a-4a07-ab95-f917187d60ef tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Aug 19 13:13:23.199027 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6495668-d824-4bb8-b893-a3a371d476fd up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:13:23.245578 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-972648f1-e66c-470b-89a8-b8219c64d79b req-f2c5e181-0221-4e16-a661-0b5c62c94a3b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441115 Aug 19 13:13:23.255714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning for port c6495668-d824-4bb8-b893-a3a371d476fd completed by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:13:23.259480 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port c6495668-d824-4bb8-b893-a3a371d476fd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:13:23.259862 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:23.342762 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:23.353384 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972648f1-e66c-470b-89a8-b8219c64d79b req-41006cd4-090a-4ebd-b263-5fba4c0be085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:23.354987 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-972648f1-e66c-470b-89a8-b8219c64d79b req-41006cd4-090a-4ebd-b263-5fba4c0be085 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1094 time: 0.0476983 Aug 19 13:13:23.372968 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:23.375246 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306da7cd-a105-48c0-8574-e93f64a05087" -d '{"events": [{"server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:23.389247 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6495668-d824-4bb8-b893-a3a371d476fd,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:23.395536 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:23.420907 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab37d4d-8a52-4e1e-a921-04737471b60b x-openstack-request-id: req-eab37d4d-8a52-4e1e-a921-04737471b60b {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:23.421203 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:23.421454 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eab37d4d-8a52-4e1e-a921-04737471b60b {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:23.421841 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'code': 200} Aug 19 13:13:23.448246 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c6495668-d824-4bb8-b893-a3a371d476fd,revision_number=5']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:23.472824 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972648f1-e66c-470b-89a8-b8219c64d79b req-b7c7bb23-75c2-4817-a55b-3d9742aa025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:23.474413 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-972648f1-e66c-470b-89a8-b8219c64d79b req-b7c7bb23-75c2-4817-a55b-3d9742aa025b service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.0964074 Aug 19 13:13:23.577814 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-972648f1-e66c-470b-89a8-b8219c64d79b req-dfcc3693-95d2-40f0-9a51-3b3781b7a938 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 998 time: 0.0952108 Aug 19 13:13:23.584285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfa4c7-2603-4600-b226-6a89f6960736 req-e8984889-439a-46de-b363-63b6a8906de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:23.585768 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8cdfa4c7-2603-4600-b226-6a89f6960736 req-e8984889-439a-46de-b363-63b6a8906de7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 1097 time: 0.0622232 Aug 19 13:13:23.651440 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972648f1-e66c-470b-89a8-b8219c64d79b req-aec1000c-331a-4aea-987a-96adfe13b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:23.652932 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-972648f1-e66c-470b-89a8-b8219c64d79b req-aec1000c-331a-4aea-987a-96adfe13b99c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0662956 Aug 19 13:13:23.656726 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8cdfa4c7-2603-4600-b226-6a89f6960736 req-80447edd-7e4d-41b5-9836-e458b6c46d38 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618186 Aug 19 13:13:23.707257 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972648f1-e66c-470b-89a8-b8219c64d79b req-7e462be9-3ca4-45a0-aa6c-7f8646e6c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:23.708750 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-972648f1-e66c-470b-89a8-b8219c64d79b req-7e462be9-3ca4-45a0-aa6c-7f8646e6c21d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475204 Aug 19 13:13:23.794843 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545797b-c16c-4245-8482-4cd9ed3eb36d req-19819957-2d2c-4105-9287-5ffc79e48570 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:23.796372 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c545797b-c16c-4245-8482-4cd9ed3eb36d req-19819957-2d2c-4105-9287-5ffc79e48570 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 946 time: 0.0512424 Aug 19 13:13:23.806316 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-972648f1-e66c-470b-89a8-b8219c64d79b req-2160d4bc-0baf-4695-a7d6-476409ac3e11 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877056 Aug 19 13:13:23.836274 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-c545797b-c16c-4245-8482-4cd9ed3eb36d req-a138d0ee-9f5d-4385-b4fe-e5e20f4d4509 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330808 Aug 19 13:13:23.906790 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-972648f1-e66c-470b-89a8-b8219c64d79b req-4124936f-ce9b-4f1a-b8fb-3756dbcc33e6 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930037 Aug 19 13:13:24.338396 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:24.969114 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:24.973103 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73337c3-958b-49ac-bb91-0e61933a5c0c req-c2f224ee-013c-4f13-a4bc-8dcb3c7351d1 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:24.974645 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e73337c3-958b-49ac-bb91-0e61933a5c0c req-c2f224ee-013c-4f13-a4bc-8dcb3c7351d1 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 946 time: 0.0644946 Aug 19 13:13:25.016555 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-e73337c3-958b-49ac-bb91-0e61933a5c0c req-c942d4c6-24fd-4590-b89f-10df4ce608ee tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356271 Aug 19 13:13:25.153012 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a6d54-8955-47c8-9938-c96cc9a3bc52 req-643d4827-895b-4bc9-b286-554749693948 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:25.154422 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f61a6d54-8955-47c8-9938-c96cc9a3bc52 req-643d4827-895b-4bc9-b286-554749693948 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 946 time: 0.0638371 Aug 19 13:13:25.196039 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-f61a6d54-8955-47c8-9938-c96cc9a3bc52 req-d39de3fc-6961-41a1-b500-db4ffa0a6086 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351477 Aug 19 13:13:25.218058 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50354) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:13:25.261504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea3115-6387-4d99-9b9e-0f101a38bc6e tempest-TestSnapshotPattern-1331449020 tempest-TestSnapshotPattern-1331449020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:25.263053 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-10ea3115-6387-4d99-9b9e-0f101a38bc6e tempest-TestSnapshotPattern-1331449020 tempest-TestSnapshotPattern-1331449020-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 1092 time: 0.0440235 Aug 19 13:13:25.266001 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50356) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:13:25.271327 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.v2.base [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Request body: {'floatingip': {'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'port_id': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:13:25.297146 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:25.415150 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:25.520823 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Allocated IP 172.25.4.103 (4cb52ebe-f4db-498e-982d-427874c885d6/1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84/f24f5ad3-b67e-4376-a016-37bdf1064135) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:13:25.639309 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:25.685584 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760571424835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:25.727000 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Network 4cb52ebe-f4db-498e-982d-427874c885d6 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:13:25.729985 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:13:25.733873 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:13:25.740382 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'Port': ['ID=f24f5ad3-b67e-4376-a016-37bdf1064135,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:25.768445 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.768817 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.769182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.769504 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.769842 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.770183 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.770576 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.770910 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.771239 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.771563 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.771887 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:25.772217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:26.126553 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:26.200764 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:26.356214 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:26.363506 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4931020'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:26.432372 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event updated for resources: {'Port': ['ID=f24f5ad3-b67e-4376-a016-37bdf1064135,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:26.444635 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910905'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:26.553226 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Floating IP f750a34f-143f-4b82-b7fe-c121d1c22826 associated. External IP: 172.25.4.103, port: c6495668-d824-4bb8-b893-a3a371d476fd. Aug 19 13:13:26.781005 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:13:26.899262 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:13:26.909958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] Sync routers for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:13:26.917863 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:26.918706 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:13:26.919278 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:26.945270 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-118d6d85-60ab-4e1b-b7d7-89a5f7ff2ffa tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6782305 Aug 19 13:13:26.945940 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:26.948181 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505580bd-5586-46a0-91af-a76a3d1e0a83" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:27.027387 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:13:27.046712 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713943d3-35b2-4973-8ccf-69b0b5668768 x-openstack-request-id: req-713943d3-35b2-4973-8ccf-69b0b5668768 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:27.047001 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:27.047250 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-713943d3-35b2-4973-8ccf-69b0b5668768 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:27.047655 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'status': 'completed', 'code': 200} Aug 19 13:13:27.137047 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-640b77e6-b4cd-417c-a0af-f34ff46ac545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:27.138593 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-640b77e6-b4cd-417c-a0af-f34ff46ac545 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 1097 time: 0.0432351 Aug 19 13:13:27.232281 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-ed87bf90-f8bc-4e07-b9f6-29aefac3cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:27.233802 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-ed87bf90-f8bc-4e07-b9f6-29aefac3cf1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.0876794 Aug 19 13:13:27.272630 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b672ef18-a767-47ca-a5c7-ee44491d8673', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.97', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:51Z', 'updated_at': '2021-08-19T13:10:53Z', 'revision_number': 1, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}, {'id': 'f750a34f-143f-4b82-b7fe-c121d1c22826', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.103', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:70:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:13:25Z', 'updated_at': '2021-08-19T13:13:25Z', 'revision_number': 0, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:27.301041 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] Checking router: 447ef4e8-4d1e-4de7-a7f2-8c257390b836 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:13:27.302220 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-b4b2c2be-7a15-4b86-a78b-3172f73c0f22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6495668-d824-4bb8-b893-a3a371d476fd HTTP/1.1" status: 200 len: 1000 time: 0.0603991 Aug 19 13:13:27.310215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:13:27.310843 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:13:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:27.356080 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-3bd4205f-0199-40a2-b5cd-e4aec349a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:27.357600 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-3bd4205f-0199-40a2-b5cd-e4aec349a12c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0458806 Aug 19 13:13:27.411634 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-87b7f6b5-23ea-4ece-8646-a41bd1f441d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:27.413424 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-87b7f6b5-23ea-4ece-8646-a41bd1f441d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479116 Aug 19 13:13:27.419967 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:13:27.506150 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-535e1250-943c-4c91-820a-822eaf84f7be service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830874 Aug 19 13:13:27.601727 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-505580bd-5586-46a0-91af-a76a3d1e0a83 req-8d366769-f9f1-4f46-94b9-ac73193493ec service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885482 Aug 19 13:13:27.657701 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b672ef18-a767-47ca-a5c7-ee44491d8673', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.97', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:51Z', 'updated_at': '2021-08-19T13:10:53Z', 'revision_number': 1, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}, {'id': 'f750a34f-143f-4b82-b7fe-c121d1c22826', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.103', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:70:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:13:25Z', 'updated_at': '2021-08-19T13:13:25Z', 'revision_number': 0, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:13:27.689025 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87753abb-daf7-4756-b9da-2319dc620701 None None] The sync data for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 is: [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b672ef18-a767-47ca-a5c7-ee44491d8673', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.97', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:51Z', 'updated_at': '2021-08-19T13:10:53Z', 'revision_number': 1, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}, {'id': 'f750a34f-143f-4b82-b7fe-c121d1c22826', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.103', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:70:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:13:25Z', 'updated_at': '2021-08-19T13:13:25Z', 'revision_number': 0, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:13:27.906546 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca587e5-00ef-469c-94f2-4bb56fec6b17 None None] New status for floating IP f750a34f-143f-4b82-b7fe-c121d1c22826: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:13:29.279153 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:48.552648 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-577f49dc-715b-4d5d-90b4-7f53d7ea0993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:50.928884 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b36e1989-4bc9-4b5c-989b-7874cabdcb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:51.098533 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.307410 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:53.836834 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:13:54.346817 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:54.986652 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:59.287330 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:12.067032 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-0f9a1cb1-cb94-41fb-b659-4a23ab778b90 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409207 Aug 19 13:14:12.176051 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-62a13bc9-b1df-411e-94ea-2d5eae4457b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:12.177650 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-62a13bc9-b1df-411e-94ea-2d5eae4457b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 1097 time: 0.0432703 Aug 19 13:14:12.290013 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-f0173b8e-b432-462b-8c85-90eee610d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:12.291888 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-f0173b8e-b432-462b-8c85-90eee610d989 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.0926311 Aug 19 13:14:12.358870 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-4083fb02-23ba-4f5f-9358-97721a71ea6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6495668-d824-4bb8-b893-a3a371d476fd HTTP/1.1" status: 200 len: 1002 time: 0.0592818 Aug 19 13:14:12.418750 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-c1e71817-1b4b-45de-adb5-5c97f5e0d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:12.420610 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-c1e71817-1b4b-45de-adb5-5c97f5e0d458 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0524707 Aug 19 13:14:12.477699 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-9721f990-20b0-4ec2-a57a-a98ac714208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:12.479236 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-9721f990-20b0-4ec2-a57a-a98ac714208a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477297 Aug 19 13:14:12.491003 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-83ded40c-2ad9-4a31-9900-f60ef2d1aca5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:14:12.492068 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-83ded40c-2ad9-4a31-9900-f60ef2d1aca5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050778 Aug 19 13:14:12.587197 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-e34d2d6e-6a21-4445-85fd-30c36c7d0bb6 service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880697 Aug 19 13:14:12.695257 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-9368f2d9-9c90-4902-82dc-154dc193b736 req-de0fae4e-f62a-4529-99d4-69b2e64fe2d8 service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988648 Aug 19 13:14:18.549149 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86db5649-60f5-4363-a866-7c8d4c828234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:20.932022 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8290-4c10-4654-a864-6f7e5249cf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:21.105483 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:22.316857 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:24.218456 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-356998e5-0b1f-427a-a277-09218381c1db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438890 Aug 19 13:14:24.329228 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-faaa6c72-5c7a-4ec6-acd0-aa4dfd1eed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:24.330734 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-faaa6c72-5c7a-4ec6-acd0-aa4dfd1eed6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1094 time: 0.0473890 Aug 19 13:14:24.344016 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:24.448485 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-43964dd4-6192-475d-889c-e4b7b6a4c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:24.450024 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-43964dd4-6192-475d-889c-e4b7b6a4c51f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.0969493 Aug 19 13:14:24.519873 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-8c751c22-cc7a-41a8-a9f6-c5007670f8d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 998 time: 0.0624537 Aug 19 13:14:24.571387 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-f939827f-8921-4c30-827b-3965995bb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:24.572947 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-f939827f-8921-4c30-827b-3965995bb3e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0458591 Aug 19 13:14:24.624908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-bcfcaf9a-382c-4f63-8405-101f9521b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:24.626640 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-bcfcaf9a-382c-4f63-8405-101f9521b887 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469000 Aug 19 13:14:24.638088 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-e5e4e5e5-e610-41cb-86ce-3d01b6aabb26 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:14:24.639050 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-e5e4e5e5-e610-41cb-86ce-3d01b6aabb26 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051706 Aug 19 13:14:24.742531 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-a36baf96-7438-4218-9d6c-b5dd1bdfd169 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964417 Aug 19 13:14:24.838646 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-e00f001a-6323-4335-8e48-ceaa147456f0 req-a40b7adb-c073-4318-abbf-29b76c8131cb service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890191 Aug 19 13:14:24.989441 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:29.307670 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:30.840349 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:14:48.554968 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7be26df0-645f-47c1-a8e6-6473f7a7c8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.938163 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4875e15a-ae45-4c5f-8353-6ca26bd493ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.098952 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:52.313719 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.351661 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:55.004862 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:59.300429 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:07.760488 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6495668-d824-4bb8-b893-a3a371d476fd details requested by agent hyperv_n-h2-778550-9 with host n-h2-778550-9 {{(pid=101155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:15:07.841294 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:15:07.862990 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6495668-d824-4bb8-b893-a3a371d476fd,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:07.878617 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Returning: {'device': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'port_id': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'mac_address': 'fa:16:3e:70:77:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:15:07.918705 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:07.932804 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6495668-d824-4bb8-b893-a3a371d476fd {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:15:07.954356 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6495668-d824-4bb8-b893-a3a371d476fd,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:07.960784 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:08.025331 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c6495668-d824-4bb8-b893-a3a371d476fd,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:08.037504 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.038019 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.038533 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.039039 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.039546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.040040 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.040552 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.041074 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.041555 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.041997 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.042466 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.042879 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:08.161088 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] get_ports_and_sgs() called for port_ids ['c6495668-d824-4bb8-b893-a3a371d476fd'] {{(pid=101155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:15:09.775936 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6495668-d824-4bb8-b893-a3a371d476fd up at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:15:09.839642 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Provisioning complete for port c6495668-d824-4bb8-b893-a3a371d476fd triggered by entity L2. {{(pid=101155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:09.840370 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489901'] for port, provisioning_complete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:10.245546 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:10.290060 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:10.293075 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02826fab-85bb-43d6-bcf8-2d2f769a6ff8" -d '{"events": [{"server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:15:10.303557 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6495668-d824-4bb8-b893-a3a371d476fd,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:10.311405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:10.346863 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0469067-d4f3-488e-8dc1-d55ded5ae9c7 x-openstack-request-id: req-e0469067-d4f3-488e-8dc1-d55ded5ae9c7 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:15:10.347223 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:15:10.347468 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0469067-d4f3-488e-8dc1-d55ded5ae9c7 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:15:10.347974 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'code': 200} Aug 19 13:15:10.385181 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c6495668-d824-4bb8-b893-a3a371d476fd,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:12.258084 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-af0a853d-b07f-4dc0-8285-34aedb0a4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:12.259540 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-af0a853d-b07f-4dc0-8285-34aedb0a4b8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 1097 time: 0.0531507 Aug 19 13:15:12.390981 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-423924eb-5bcc-4e2b-bf0a-d6531bf9e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:12.392648 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-423924eb-5bcc-4e2b-bf0a-d6531bf9e060 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.0967438 Aug 19 13:15:12.476093 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-00fe624d-64ea-489a-9a86-2311692dddfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6495668-d824-4bb8-b893-a3a371d476fd HTTP/1.1" status: 200 len: 1002 time: 0.0739114 Aug 19 13:15:12.564162 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-4f6c3aa2-4867-4f54-a0b8-4638fd1c2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:12.565751 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-4f6c3aa2-4867-4f54-a0b8-4638fd1c2343 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0744901 Aug 19 13:15:12.633867 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-00644d98-a7c7-46d8-88bf-1a44f80a1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:12.635731 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-00644d98-a7c7-46d8-88bf-1a44f80a1865 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598526 Aug 19 13:15:12.754722 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-007fdc9c-0e4e-4e06-a8c8-6498483c5431 service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092656 Aug 19 13:15:12.871887 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-5912baeb-7d54-4ab6-849d-14305ba851d8 req-5ed16c37-74dd-4d59-bf58-1829152a9977 service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089060 Aug 19 13:15:18.553311 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e31c907e-d0a2-4656-ab5f-28f8dd630045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:19.869063 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50578) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:20.039296 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Deleting port f24f5ad3-b67e-4376-a016-37bdf1064135 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:20.039653 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:20.126628 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:20.126884 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:20.139599 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Calling delete_port for f24f5ad3-b67e-4376-a016-37bdf1064135 owned by network:floatingip {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:20.305753 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:20.338145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event deleted for resources: {'Port': ['ID=f24f5ad3-b67e-4376-a016-37bdf1064135,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:20.363285 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.363608 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.363946 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.364572 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.364766 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.364940 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.365478 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.365742 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.366066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.366392 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.366758 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.367086 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:20.415106 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for floatingip, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:20.415368 n-d-778550-9 neutron-server[101153]: INFO neutron.db.l3_db [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Floating IP f750a34f-143f-4b82-b7fe-c121d1c22826 disassociated (deleted). External IP: 172.25.4.103, port: c6495668-d824-4bb8-b893-a3a371d476fd. Aug 19 13:15:20.637418 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:15:20.752874 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:15:20.757853 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:20.766563 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] Sync routers for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:20.777215 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:20.777959 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:14:51Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:20.800721 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-c1ee2b7d-7574-4568-9e6a-653f641ccbde tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "DELETE /v2.0/floatingips/f750a34f-143f-4b82-b7fe-c121d1c22826 HTTP/1.1" status: 204 len: 168 time: 0.9270575 Aug 19 13:15:20.800721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:20.802574 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba792e-40c2-45cd-801e-5a8af4cf1f52" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:15:20.880723 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997d424d-a432-4ca6-b905-109700747365 x-openstack-request-id: req-997d424d-a432-4ca6-b905-109700747365 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:15:20.880723 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:15:20.880723 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-997d424d-a432-4ca6-b905-109700747365 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:15:20.880723 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'status': 'completed', 'code': 200} Aug 19 13:15:20.925951 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:20.970853 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-74e44b09-29f1-40e4-9c07-4b66d0179881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:21.014502 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-55f52986-a3a2-4da8-a48b-bc2817e37a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:21.016109 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-55f52986-a3a2-4da8-a48b-bc2817e37a98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 1097 time: 0.0898054 Aug 19 13:15:21.148028 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:21.168108 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-c121e402-b751-4f95-8cb6-0529e80042f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:21.170064 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-c121e402-b751-4f95-8cb6-0529e80042f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.1383090 Aug 19 13:15:21.177525 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05679d-90b8-487b-bc20-8f80744c7ff1 req-762f196d-1653-463a-842e-762ec7dc7956 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:21.179114 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff05679d-90b8-487b-bc20-8f80744c7ff1 req-762f196d-1653-463a-842e-762ec7dc7956 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 946 time: 0.1238723 Aug 19 13:15:21.222935 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-ff05679d-90b8-487b-bc20-8f80744c7ff1 req-dcfb87d6-342d-4dea-80aa-c300aa5c75ba tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371521 Aug 19 13:15:21.233110 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-5ff0586d-6087-4212-92f9-c016691627a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6495668-d824-4bb8-b893-a3a371d476fd HTTP/1.1" status: 200 len: 217 time: 0.0542343 Aug 19 13:15:21.264036 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b672ef18-a767-47ca-a5c7-ee44491d8673', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.97', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:51Z', 'updated_at': '2021-08-19T13:10:53Z', 'revision_number': 1, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:21.294808 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] Checking router: 447ef4e8-4d1e-4de7-a7f2-8c257390b836 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:21.304366 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:21.305053 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:21.441519 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:21.678721 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-2eb5d7d3-84aa-4cb1-a407-9dba8fbb5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:21.680607 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-2eb5d7d3-84aa-4cb1-a407-9dba8fbb5606 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.4380896 Aug 19 13:15:21.713949 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b672ef18-a767-47ca-a5c7-ee44491d8673', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.97', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:51Z', 'updated_at': '2021-08-19T13:10:53Z', 'revision_number': 1, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:21.729155 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-1f73b639-a3e6-4f21-a701-581f9a5abc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:21.731304 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-1f73b639-a3e6-4f21-a701-581f9a5abc43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426478 Aug 19 13:15:21.744360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858f0da-def7-4257-a387-058987e80ae8 None None] The sync data for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 is: [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_floatingips': [{'id': 'b672ef18-a767-47ca-a5c7-ee44491d8673', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'floating_ip_address': '172.25.4.97', 'floating_network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'router_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'port_id': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'mac_address': 'fa:16:3e:92:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f36831-072f-4826-806b-e6fc7654f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:51Z', 'updated_at': '2021-08-19T13:10:53Z', 'revision_number': 1, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:21.820250 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6495668-d824-4bb8-b893-a3a371d476fd no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:15:21.837208 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-23cf8c5d-30b9-4e21-8a5e-e791cd79f345 service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979459 Aug 19 13:15:21.924036 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432906'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:21.954052 n-d-778550-9 neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:21.955605 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-57ba792e-40c2-45cd-801e-5a8af4cf1f52 req-5e2c6253-e097-4fe8-9f8a-11c3b5e5690e service neutron] 10.222.0.54 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067710 Aug 19 13:15:21.956665 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae954e91026e2a61ab71602bf66790dd06164e095296eb8a5655da3f4ce06ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053d9e33-357e-48ca-8483-901aebfb9fef" -d '{"events": [{"server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:15:21.978534 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6495668-d824-4bb8-b893-a3a371d476fd,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:21.985970 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760571945072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760571424853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760571424871'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:22.023670 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a6f158-e978-4c7b-8f4b-2251dc5b9fc4 x-openstack-request-id: req-d3a6f158-e978-4c7b-8f4b-2251dc5b9fc4 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:15:22.024125 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:15:22.024449 n-d-778550-9 neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3a6f158-e978-4c7b-8f4b-2251dc5b9fc4 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:15:22.024924 n-d-778550-9 neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'code': 200} Aug 19 13:15:22.043340 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399ccca-3437-4089-8a41-f1496d1714e1 None None] New status for floating IP f750a34f-143f-4b82-b7fe-c121d1c22826: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:15:22.052133 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Pushing event updated for resources: {'Port': ['ID=c6495668-d824-4bb8-b893-a3a371d476fd,revision_number=8']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:22.317696 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:22.353893 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d30ae-b235-483f-8e2e-8b6b1b1d4002 req-cd0182b6-add3-4706-8984-288df787376e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:22.355776 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a87d30ae-b235-483f-8e2e-8b6b1b1d4002 req-cd0182b6-add3-4706-8984-288df787376e tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 944 time: 0.0537071 Aug 19 13:15:22.399245 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-a87d30ae-b235-483f-8e2e-8b6b1b1d4002 req-253ac415-4d79-4d86-a22b-b4304ae438ed tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371761 Aug 19 13:15:23.006092 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-1a515f7b-61f7-48d9-b0a5-2f52d5f1e8ac tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:23.007612 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-1a515f7b-61f7-48d9-b0a5-2f52d5f1e8ac tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 944 time: 0.0597038 Aug 19 13:15:23.110790 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Deleting port c6495668-d824-4bb8-b893-a3a371d476fd {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:23.111116 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:23.222449 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] For port c6495668-d824-4bb8-b893-a3a371d476fd, host n-h2-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-9',level=0,port_id=c6495668-d824-4bb8-b893-a3a371d476fd,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:23.222944 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:23.240526 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Calling delete_port for c6495668-d824-4bb8-b893-a3a371d476fd owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:23.408160 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:23.444404 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event deleted for resources: {'Port': ['ID=c6495668-d824-4bb8-b893-a3a371d476fd,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:23.492606 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] No DVR routers for this DVR port c6495668-d824-4bb8-b893-a3a371d476fd on host n-h2-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:15:23.496448 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:23.498306 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-6f45807d-908c-4cad-9eb0-df0ef81830b8 req-d7165d32-119c-4744-af41-96089091a807 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.54 "DELETE /v2.0/ports/c6495668-d824-4bb8-b893-a3a371d476fd HTTP/1.1" status: 204 len: 173 time: 0.4829073 Aug 19 13:15:23.500327 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'name': 'network-vif-deleted', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:23.501111 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6e79a9-7a36-4bfe-b99f-2efeedab5d14" -d '{"events": [{"server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "name": "network-vif-deleted", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:15:23.516592 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-90d8ce40-34ec-4c0a-a367-ce90095d5e4b req-5dc9d55c-9bb5-4a48-a50b-c9f502decb7f tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b7830bd-cd31-44c3-a204-a0aff68868d4 HTTP/1.1" status: 200 len: 210 time: 0.0368183 Aug 19 13:15:23.544968 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b4465-8adf-434d-ad42-623041453b6d x-openstack-request-id: req-104b4465-8adf-434d-ad42-623041453b6d {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:15:23.545421 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7830bd-cd31-44c3-a204-a0aff68868d4", "name": "network-vif-deleted", "tag": "c6495668-d824-4bb8-b893-a3a371d476fd", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:15:23.545789 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-104b4465-8adf-434d-ad42-623041453b6d {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:15:23.546366 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7830bd-cd31-44c3-a204-a0aff68868d4', 'name': 'network-vif-deleted', 'tag': 'c6495668-d824-4bb8-b893-a3a371d476fd', 'status': 'completed', 'code': 200} Aug 19 13:15:24.351318 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:24.992814 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.190774 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50646) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:25.366052 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Deleting port c851fb13-f5a0-4f2d-8f7b-a316f153f399 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:25.366423 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.445566 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.445896 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.459317 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Calling delete_port for c851fb13-f5a0-4f2d-8f7b-a316f153f399 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:25.642229 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.674597 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event deleted for resources: {'Port': ['ID=c851fb13-f5a0-4f2d-8f7b-a316f153f399,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:25.702315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.702542 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.702882 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.703223 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.703555 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.703891 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.704219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.704541 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.704886 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.705211 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.705533 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.705856 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-9 {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:15:25.748586 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.749254 n-d-778550-9 neutron-server[101154]: INFO neutron.db.l3_db [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Floating IP b672ef18-a767-47ca-a5c7-ee44491d8673 disassociated (deleted). External IP: 172.25.4.97, port: 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7. Aug 19 13:15:25.834485 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6495668-d824-4bb8-b893-a3a371d476fd no longer exists at agent hyperv_n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:15:25.856024 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] No Port match for: c6495668-d824-4bb8-b893-a3a371d476fd {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:15:25.856717 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Device c6495668-d824-4bb8-b893-a3a371d476fd not bound to the agent host n-h2-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:15:25.994565 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:15:26.117356 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:15:26.123026 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:26.128072 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] Sync routers for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:26.138631 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:26.139282 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:26.155167 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-71c8a1ed-2ea5-4a29-b72a-17411120fb99 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "DELETE /v2.0/floatingips/b672ef18-a767-47ca-a5c7-ee44491d8673 HTTP/1.1" status: 204 len: 168 time: 0.9632807 Aug 19 13:15:26.156182 n-d-778550-9 neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:26.159203 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b56ffdd5a24f00d7ca3ecf4c5f2d493fac29ce78bdc00218361fb5d2eb045e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60eb549-12e2-493f-953e-c4deeeb5c75c" -d '{"events": [{"name": "network-changed", "server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:15:26.215455 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9947d8cd-df9b-4c48-965d-5c52fc74b061 x-openstack-request-id: req-9947d8cd-df9b-4c48-965d-5c52fc74b061 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:15:26.216139 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:15:26.216255 n-d-778550-9 neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9947d8cd-df9b-4c48-965d-5c52fc74b061 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:15:26.216891 n-d-778550-9 neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'status': 'completed', 'code': 200} Aug 19 13:15:26.256756 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-bf2bba76-9826-4dfa-ada2-e40c53cb923f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528293 Aug 19 13:15:26.273575 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:26.325077 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-51b67a86-b44b-42cb-8fdb-17d698bae418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:26.335624 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-51b67a86-b44b-42cb-8fdb-17d698bae418 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1094 time: 0.0595202 Aug 19 13:15:26.451448 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-e59f6ac5-ad98-4b95-85f8-010a6e1fa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:26.453121 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-e59f6ac5-ad98-4b95-85f8-010a6e1fa2c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.1165216 Aug 19 13:15:26.466158 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f1481-671d-4255-a0f8-cd4a24e2ffa0 req-06d09632-b52d-4a8e-ac88-1aa3d40461bd tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:26.472331 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-039f1481-671d-4255-a0f8-cd4a24e2ffa0 req-06d09632-b52d-4a8e-ac88-1aa3d40461bd tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 943 time: 0.0606775 Aug 19 13:15:26.510558 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-f86c4029-3ae8-4c1a-b965-f94b34b61c0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 217 time: 0.0486639 Aug 19 13:15:26.514507 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-039f1481-671d-4255-a0f8-cd4a24e2ffa0 req-2ff7e83c-790d-4b53-822d-dd26ce4f81f7 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Aug 19 13:15:26.530829 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:26.561110 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] Checking router: 447ef4e8-4d1e-4de7-a7f2-8c257390b836 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:26.569411 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-d6ad9142-95f4-4fe7-91fc-a6382cba91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:26.569910 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:26.570545 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:26.571063 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-d6ad9142-95f4-4fe7-91fc-a6382cba91be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0528312 Aug 19 13:15:26.628535 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-d085b302-07d4-47ba-b231-6bf5517bbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:26.630102 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-d085b302-07d4-47ba-b231-6bf5517bbf41 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494637 Aug 19 13:15:26.702632 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:26.740194 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-430f28f9-6f81-44a4-8b39-8aa900c94f98 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022546 Aug 19 13:15:26.843174 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-d60eb549-12e2-493f-953e-c4deeeb5c75c req-c08bbf79-8165-4e65-92f2-d977ef673919 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946457 Aug 19 13:15:26.934516 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:26.962454 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776c189-cbd3-4bc7-89cd-7994c32bd74f None None] The sync data for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 is: [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:31Z', 'revision_number': 4, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9', '_interfaces': [{'id': '5aaaa187-eaff-4b50-b2fa-02058e355639', 'name': '', 'network_id': '9ff56e44-2d9e-4c7e-b6bf-3969d650ce64', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'mac_address': 'fa:16:3e:1e:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:31Z', 'updated_at': '2021-08-19T13:10:37Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'subnets': [{'id': '0388e7d2-371f-4b70-8436-887c1c2483e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:27.001859 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-f7e9c124-e5d3-42c1-b66b-507e65e500e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:27.003888 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-f7e9c124-e5d3-42c1-b66b-507e65e500e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634898235754c7faeb5dda2e9515e26&device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 1094 time: 0.0552747 Aug 19 13:15:27.129479 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-21e410ca-1ad6-4b65-827c-8dac95cac096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:27.131044 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-21e410ca-1ad6-4b65-827c-8dac95cac096 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 200 len: 911 time: 0.1044581 Aug 19 13:15:27.183533 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-a856f5af-2329-4f25-8299-16838f98b8f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 200 len: 217 time: 0.0442419 Aug 19 13:15:27.222947 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492684a-3dab-48a1-a54f-9a8933e23799 None None] New status for floating IP b672ef18-a767-47ca-a5c7-ee44491d8673: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:15:27.238656 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-cdeb1201-3be2-4945-926c-5be389620444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:27.240174 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-cdeb1201-3be2-4945-926c-5be389620444 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 200 len: 849 time: 0.0484734 Aug 19 13:15:27.292490 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-a658a9fd-41c7-4e7c-8fb4-737ed190f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:27.294072 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-a658a9fd-41c7-4e7c-8fb4-737ed190f6dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454364 Aug 19 13:15:27.394164 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-3a17017a-4e21-4b07-b9b9-526f378d6997 service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920901 Aug 19 13:15:27.492583 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-8360811e-7d90-4f49-a897-de4ed4618fe5 req-3211d384-871e-47a3-8dde-aa3013e554ad service neutron] 10.222.0.69 "GET /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881937 Aug 19 13:15:27.664808 n-d-778550-9 neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000f786-6954-43aa-95ab-4b458d8bab47 req-13afb5dc-c29b-4ebd-a8b6-cb973dce3d1f tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:27.666258 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d000f786-6954-43aa-95ab-4b458d8bab47 req-13afb5dc-c29b-4ebd-a8b6-cb973dce3d1f tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 943 time: 0.0640037 Aug 19 13:15:27.709951 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d000f786-6954-43aa-95ab-4b458d8bab47 req-880da1af-f468-409a-b5de-879d11893179 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2566fb7-eb44-43ac-a534-cb4130eb7d60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369561 Aug 19 13:15:28.316145 n-d-778550-9 neutron-server[101153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-448ddf50-61b8-4182-bdad-0fd9ca8e672b tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:28.317933 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-448ddf50-61b8-4182-bdad-0fd9ca8e672b tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 943 time: 0.0564194 Aug 19 13:15:28.429786 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Deleting port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:28.430136 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.531677 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] For port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7, host n-h1-778550-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-9',level=0,port_id=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:28.532119 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.551671 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Calling delete_port for 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 owned by compute:nova {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:28.695741 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.725892 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event deleted for resources: {'Port': ['ID=1f413f42-a9f8-4b8f-9e27-a85cc232e0b7,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:28.779645 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] No DVR routers for this DVR port 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 on host n-h1-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:15:28.782669 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40646'] for port, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:28.785113 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [req-b8543d48-5f76-4b7c-8452-72a682d134ce req-bbd8f0ac-0ff7-48ff-8cfd-0f57a3d26ccc tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.69 "DELETE /v2.0/ports/1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 HTTP/1.1" status: 204 len: 173 time: 0.4605644 Aug 19 13:15:28.785592 n-d-778550-9 neutron-server[101153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'name': 'network-vif-deleted', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7'}] {{(pid=101153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:28.787991 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27aa29390f75486dcbee3111e0d68272a294872d5314e5133cd3695c642fdb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1453d4ec-e92f-4600-8543-031fdf31a948" -d '{"events": [{"server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "name": "network-vif-deleted", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7"}]}' {{(pid=101153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:15:28.825775 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [req-d66b280f-81fc-4684-9b23-687e8bdb18f3 req-e1f7b545-283f-415a-9f75-cf86d4e8c582 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "GET /v2.0/ports?device_id=92f36831-072f-4826-806b-e6fc7654f02f HTTP/1.1" status: 200 len: 210 time: 0.0372202 Aug 19 13:15:28.841056 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364b41fc-a6f0-4ade-a093-fc0001d03fd3 x-openstack-request-id: req-364b41fc-a6f0-4ade-a093-fc0001d03fd3 {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:15:28.841349 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f36831-072f-4826-806b-e6fc7654f02f", "name": "network-vif-deleted", "tag": "1f413f42-a9f8-4b8f-9e27-a85cc232e0b7", "status": "completed", "code": 200}]} {{(pid=101153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:15:28.841604 n-d-778550-9 neutron-server[101153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-364b41fc-a6f0-4ade-a093-fc0001d03fd3 {{(pid=101153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:15:28.842007 n-d-778550-9 neutron-server[101153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f36831-072f-4826-806b-e6fc7654f02f', 'name': 'network-vif-deleted', 'tag': '1f413f42-a9f8-4b8f-9e27-a85cc232e0b7', 'status': 'completed', 'code': 200} Aug 19 13:15:29.312737 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.889475 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50662) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:29.954125 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa6c88f6-fc78-4649-b744-809f5da20d72 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.990436 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa6c88f6-fc78-4649-b744-809f5da20d72 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:30.063234 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa6c88f6-fc78-4649-b744-809f5da20d72 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:30.065914 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-aa6c88f6-fc78-4649-b744-809f5da20d72 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:30.067142 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-aa6c88f6-fc78-4649-b744-809f5da20d72 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] 10.222.0.65 "DELETE /v2.0/security-groups/d2566fb7-eb44-43ac-a534-cb4130eb7d60 HTTP/1.1" status: 204 len: 168 time: 0.1766996 Aug 19 13:15:30.077528 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c88f6-fc78-4649-b744-809f5da20d72 tempest-TestSnapshotPattern-1431204407 tempest-TestSnapshotPattern-1431204407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2566fb7-eb44-43ac-a534-cb4130eb7d60,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:30.136292 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50666) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:30.688935 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:30.959706 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Deleting port 5aaaa187-eaff-4b50-b2fa-02058e355639 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:30.960418 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.050947 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] For port 5aaaa187-eaff-4b50-b2fa-02058e355639, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=5aaaa187-eaff-4b50-b2fa-02058e355639,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:31.051407 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.065552 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Calling delete_port for 5aaaa187-eaff-4b50-b2fa-02058e355639 owned by network:router_interface {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:31.279618 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.312864 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aaaa187-eaff-4b50-b2fa-02058e355639,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:31.504380 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:31.737471 n-d-778550-9 neutron-server[101153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:15:31.858032 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:15:31.863465 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-774a14b4-bad2-45dc-9ab0-1950f3f51a40 admin admin] 10.222.0.65 "PUT /v2.0/routers/447ef4e8-4d1e-4de7-a7f2-8c257390b836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259388 Aug 19 13:15:31.868783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50670) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:31.871548 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] Sync routers for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:31.882958 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:31.883735 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:31.997167 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.003686 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: n-d-778550-9 {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:32.107414 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.189926 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Deleting port 68af4dae-ee73-458e-b10f-a21a952491b3 {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:32.190193 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.223442 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:15:31Z', 'revision_number': 5, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port': {'id': '68af4dae-ee73-458e-b10f-a21a952491b3', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:32.256590 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] Checking router: 447ef4e8-4d1e-4de7-a7f2-8c257390b836 for host: n-d-778550-9 {{(pid=101155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:32.266571 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] Routers {'447ef4e8-4d1e-4de7-a7f2-8c257390b836'} bound to L3 agent in host n-d-778550-9 {{(pid=101155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:32.267240 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'], 'active': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:32.281927 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] For port 68af4dae-ee73-458e-b10f-a21a952491b3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=68af4dae-ee73-458e-b10f-a21a952491b3,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:32.282124 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.294984 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Calling delete_port for 68af4dae-ee73-458e-b10f-a21a952491b3 owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:32.359508 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvr_db [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] Set router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 gateway port host: None {{(pid=101155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:32.418020 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_hamode_db [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:15:32Z', 'revision_number': 6, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:32.484021 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.515732 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Pushing event deleted for resources: {'Port': ['ID=68af4dae-ee73-458e-b10f-a21a952491b3,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:32.585134 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:32.619870 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd041d-2f80-4fdf-a7d0-c660ca01c1db None None] The sync data for ids ['447ef4e8-4d1e-4de7-a7f2-8c257390b836'] in n-d-778550-9 is: [{'id': '447ef4e8-4d1e-4de7-a7f2-8c257390b836', 'name': 'tempest-TestSnapshotPattern-1047361446-router', 'tenant_id': 'b634898235754c7faeb5dda2e9515e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:29Z', 'updated_at': '2021-08-19T13:15:32Z', 'revision_number': 6, 'project_id': 'b634898235754c7faeb5dda2e9515e26', 'gw_port_host': None}] {{(pid=101155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:32.710380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 no longer exists at agent hyperv_n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:15:32.732139 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] No Port match for: 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:15:32.732476 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Device 1f413f42-a9f8-4b8f-9e27-a85cc232e0b7 not bound to the agent host n-h1-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:15:33.070076 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5aaaa187-eaff-4b50-b2fa-02058e355639 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:15:33.083118 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.085359 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.090882 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 5aaaa187-eaff-4b50-b2fa-02058e355639 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:15:33.091228 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 5aaaa187-eaff-4b50-b2fa-02058e355639 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:15:33.131192 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.131922 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 447ef4e8-4d1e-4de7-a7f2-8c257390b836 {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:15:33.137933 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.139468 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-a59ad342-4889-4289-8e0b-67bf62d2db63 admin admin] 10.222.0.65 "DELETE /v2.0/routers/447ef4e8-4d1e-4de7-a7f2-8c257390b836 HTTP/1.1" status: 204 len: 168 time: 1.2695105 Aug 19 13:15:33.142057 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50672) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:33.190847 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfe4ae8-e36b-4337-b60d-30391b3e80f3 admin admin] Deleting subnet 0388e7d2-371f-4b70-8436-887c1c2483e8 {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:15:33.193967 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4ae8-e36b-4337-b60d-30391b3e80f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.229097 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4ae8-e36b-4337-b60d-30391b3e80f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.314047 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4ae8-e36b-4337-b60d-30391b3e80f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.386089 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4ae8-e36b-4337-b60d-30391b3e80f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.416272 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe4ae8-e36b-4337-b60d-30391b3e80f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0388e7d2-371f-4b70-8436-887c1c2483e8,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:33.422142 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-dbfe4ae8-e36b-4337-b60d-30391b3e80f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.424083 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-dbfe4ae8-e36b-4337-b60d-30391b3e80f3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0388e7d2-371f-4b70-8436-887c1c2483e8 HTTP/1.1" status: 204 len: 168 time: 0.2810907 Aug 19 13:15:33.426787 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50674) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:33.430509 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed368e30-ed55-4685-94b8-1f064a8c6fdb None None] Network 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:15:33.502961 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.581705 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Deleting port 9e7df6eb-971f-4d09-a173-7955dcb2b41e {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:33.582052 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.648549 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b5189-bb32-424c-b781-39f1f9504a60 None None] DHCP port deletion for 9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:15:33.652783 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] For port 9e7df6eb-971f-4d09-a173-7955dcb2b41e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9e7df6eb-971f-4d09-a173-7955dcb2b41e,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:33.653237 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.670136 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Calling delete_port for 9e7df6eb-971f-4d09-a173-7955dcb2b41e owned by network:dhcp {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:33.701380 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b5189-bb32-424c-b781-39f1f9504a60 None None] Deleting port 9e7df6eb-971f-4d09-a173-7955dcb2b41e {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:33.701854 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5189-bb32-424c-b781-39f1f9504a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.781260 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.789749 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-6b1b5189-bb32-424c-b781-39f1f9504a60 None None] For port 9e7df6eb-971f-4d09-a173-7955dcb2b41e, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=9e7df6eb-971f-4d09-a173-7955dcb2b41e,segment=NetworkSegment(a8895ec6-fd0a-4a96-bf72-40e87400251b),segment_id=a8895ec6-fd0a-4a96-bf72-40e87400251b)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:33.790148 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5189-bb32-424c-b781-39f1f9504a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.807714 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b5189-bb32-424c-b781-39f1f9504a60 None None] Calling delete_port for 9e7df6eb-971f-4d09-a173-7955dcb2b41e owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:33.823609 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7df6eb-971f-4d09-a173-7955dcb2b41e,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:33.826340 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] No DVR routers for this DVR port 9e7df6eb-971f-4d09-a173-7955dcb2b41e on host n-d-778550-9 {{(pid=101153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:15:33.897477 n-d-778550-9 neutron-server[101155]: self.session.flush() Aug 19 13:15:33.905792 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5189-bb32-424c-b781-39f1f9504a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.916660 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.927447 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff56e44-2d9e-4c7e-b6bf-3969d650ce64']}} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:33.936902 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b5189-bb32-424c-b781-39f1f9504a60 None None] No DVR routers for this DVR port 9e7df6eb-971f-4d09-a173-7955dcb2b41e on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:15:33.939896 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8895ec6-fd0a-4a96-bf72-40e87400251b') {'for_net_delete': True} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:33.940241 n-d-778550-9 neutron-server[101153]: DEBUG neutron.services.segments.db [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8895ec6-fd0a-4a96-bf72-40e87400251b') {} {{(pid=101153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:33.941042 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b5189-bb32-424c-b781-39f1f9504a60 None None] Pushing event deleted for resources: {'Port': ['ID=9e7df6eb-971f-4d09-a173-7955dcb2b41e,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:33.953020 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16430422'] for segment, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.973737 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.980210 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16327022'] for segment, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: Traceback (most recent call last): Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: timer() Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: cb(*args, **kw) Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: return func(*args, **kwargs) Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: self._notify() Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: self.callback(batched_events) Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: event.method(event) Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: return f(self, *a, **k) Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: return self._get(url).json() Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: return self.request(url, 'GET', **kwargs) Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:15:33.982703 n-d-778550-9 neutron-server[101153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:15:34.038220 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.042921 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Notify callbacks [] for network, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:34.045306 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] 10.222.0.65 "DELETE /v2.0/networks/9ff56e44-2d9e-4c7e-b6bf-3969d650ce64 HTTP/1.1" status: 204 len: 168 time: 0.6175215 Aug 19 13:15:34.049217 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50676) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:34.058752 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da1716-7e6b-4fda-a4d4-a8795755dece admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff56e44-2d9e-4c7e-b6bf-3969d650ce64,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:34.767802 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7901903'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.006625 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9e7df6eb-971f-4d09-a173-7955dcb2b41e no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:15:35.030668 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 9e7df6eb-971f-4d09-a173-7955dcb2b41e {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:15:35.030923 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 9e7df6eb-971f-4d09-a173-7955dcb2b41e not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:15:35.031342 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 68af4dae-ee73-458e-b10f-a21a952491b3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:15:35.051199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 68af4dae-ee73-458e-b10f-a21a952491b3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:15:35.051546 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 68af4dae-ee73-458e-b10f-a21a952491b3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:15:35.062011 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Deleting port 869117e3-4430-460b-a702-4c8d2da971c4 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:35.062669 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.153453 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] For port 869117e3-4430-460b-a702-4c8d2da971c4, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=869117e3-4430-460b-a702-4c8d2da971c4,segment=NetworkSegment(226cefd2-b479-4262-b39a-1a85de2458d7),segment_id=226cefd2-b479-4262-b39a-1a85de2458d7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:35.153825 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.167282 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Calling delete_port for 869117e3-4430-460b-a702-4c8d2da971c4 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:35.375938 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.400480 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=869117e3-4430-460b-a702-4c8d2da971c4,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:35.615160 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7863099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7911775'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.874376 n-d-778550-9 neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Router c3831fee-cd75-4337-8113-411191b8fc5b has already been hosted by L3 agent ec18e87d-5090-4f86-b9f8-b27770d2787e {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:15:35.995491 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] Notify agent at l3_agent.n-d-778550-9 the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:15:36.003396 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-1637a4bf-7ee3-49e4-91b0-18ab32c86b9d admin admin] 10.222.0.65 "PUT /v2.0/routers/c3831fee-cd75-4337-8113-411191b8fc5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525206 Aug 19 13:15:36.006335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50680) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:36.009129 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] Sync routers for ids ['c3831fee-cd75-4337-8113-411191b8fc5b'] in n-d-778550-9 {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:36.020641 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] Routers {'c3831fee-cd75-4337-8113-411191b8fc5b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:36.021325 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c3831fee-cd75-4337-8113-411191b8fc5b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:36.120986 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks [] for router, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.138087 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] Set router c3831fee-cd75-4337-8113-411191b8fc5b gateway port host: n-d-778550-9 {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:36.252086 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.315541 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Deleting port 3d118f56-c273-4166-84cf-16fd40cbc9da {{(pid=101153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:36.315878 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.414422 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.db [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] For port 3d118f56-c273-4166-84cf-16fd40cbc9da, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=3d118f56-c273-4166-84cf-16fd40cbc9da,segment=NetworkSegment(0a2e202e-f607-4c99-a465-ce3909f852eb),segment_id=0a2e202e-f607-4c99-a465-ce3909f852eb)] {{(pid=101153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:36.414992 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.431908 n-d-778550-9 neutron-server[101153]: DEBUG neutron.plugins.ml2.plugin [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Calling delete_port for 3d118f56-c273-4166-84cf-16fd40cbc9da owned by network:router_gateway {{(pid=101153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:36.438872 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'external_fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:34Z', 'updated_at': '2021-08-19T13:15:35Z', 'revision_number': 5, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'gw_port': {'id': '3d118f56-c273-4166-84cf-16fd40cbc9da', 'name': '', 'network_id': '4cb52ebe-f4db-498e-982d-427874c885d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:35Z', 'updated_at': '2021-08-19T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1edc4dcc-e826-4cf2-9ddb-e2c6b92aad84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-9'}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:36.472475 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] Checking router: c3831fee-cd75-4337-8113-411191b8fc5b for host: n-d-778550-9 {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:36.482507 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] Routers {'c3831fee-cd75-4337-8113-411191b8fc5b'} bound to L3 agent in host n-d-778550-9 {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:36.483141 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T11:39:51Z,description=,heartbeat_timestamp=2021-08-19T13:15:21Z,host='n-d-778550-9',id=ec18e87d-5090-4f86-b9f8-b27770d2787e,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T11:39:51Z,topic='l3_agent')) {'router_ids': ['c3831fee-cd75-4337-8113-411191b8fc5b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:36.572233 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] Set router c3831fee-cd75-4337-8113-411191b8fc5b gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:36.621104 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16328633'] for port, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.624459 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:34Z', 'updated_at': '2021-08-19T13:15:36Z', 'revision_number': 6, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'gw_port_host': None}], 'n-d-778550-9', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:36.652726 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d118f56-c273-4166-84cf-16fd40cbc9da,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:36.654623 n-d-778550-9 neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a67d7d-2ad3-44c7-abda-83f5e678139e None None] The sync data for ids ['c3831fee-cd75-4337-8113-411191b8fc5b'] in n-d-778550-9 is: [{'id': 'c3831fee-cd75-4337-8113-411191b8fc5b', 'name': 'tempest-TestSnapshotPattern-907702581-router', 'tenant_id': '3a01a71f809345a5ac249d7c1b96ff42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:34Z', 'updated_at': '2021-08-19T13:15:36Z', 'revision_number': 6, 'project_id': '3a01a71f809345a5ac249d7c1b96ff42', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:36.728059 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7908759'] for router_gateway, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.827689 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7902884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5624'] for router, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.829902 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.889415 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7902941'] for router, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.889936 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3831fee-cd75-4337-8113-411191b8fc5b {{(pid=101153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:15:36.894727 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] Notify callbacks [] for router, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.895924 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-eebbdf16-ef6a-40cf-9d61-4c91d76c4d80 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c3831fee-cd75-4337-8113-411191b8fc5b HTTP/1.1" status: 204 len: 168 time: 0.8884115 Aug 19 13:15:36.898651 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50682) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:36.950066 n-d-778550-9 neutron-server[101153]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ff964d-1617-4625-9986-040bbe0775dd admin admin] Deleting subnet e1c57e17-a170-4533-8523-f78a2c366c2f {{(pid=101153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:15:36.953715 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01ff964d-1617-4625-9986-040bbe0775dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.997120 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01ff964d-1617-4625-9986-040bbe0775dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16430431'] for subnet, precommit_delete_associations {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.104442 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01ff964d-1617-4625-9986-040bbe0775dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485727'] for subnet, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.126864 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 869117e3-4430-460b-a702-4c8d2da971c4 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:15:37.151676 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 869117e3-4430-460b-a702-4c8d2da971c4 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:15:37.152360 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 869117e3-4430-460b-a702-4c8d2da971c4 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:15:37.169230 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01ff964d-1617-4625-9986-040bbe0775dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16328652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16608536'] for subnet, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.197335 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff964d-1617-4625-9986-040bbe0775dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c57e17-a170-4533-8523-f78a2c366c2f,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:37.201241 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-01ff964d-1617-4625-9986-040bbe0775dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.204863 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-01ff964d-1617-4625-9986-040bbe0775dd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e1c57e17-a170-4533-8523-f78a2c366c2f HTTP/1.1" status: 204 len: 168 time: 0.3032174 Aug 19 13:15:37.206315 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50684) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:37.209690 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48590d08-e555-47bd-8843-bb972802af73 None None] Network 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a requested from n-d-778550-9 {{(pid=101155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:15:37.285577 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1514630'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.350760 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Deleting port d6c04fe1-583c-4488-85d6-803c76c95ff3 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:37.351121 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.420627 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] For port d6c04fe1-583c-4488-85d6-803c76c95ff3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d6c04fe1-583c-4488-85d6-803c76c95ff3,segment=NetworkSegment(226cefd2-b479-4262-b39a-1a85de2458d7),segment_id=226cefd2-b479-4262-b39a-1a85de2458d7)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:37.420921 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.435404 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Calling delete_port for d6c04fe1-583c-4488-85d6-803c76c95ff3 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:37.483199 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a975a-c41d-4f2f-a387-b581f37ec9b8 None None] DHCP port deletion for 80a1cdc0-9f7d-44af-a5c2-9a8931f9389a request from n-d-778550-9 {{(pid=101155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:15:37.542496 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a975a-c41d-4f2f-a387-b581f37ec9b8 None None] Deleting port d6c04fe1-583c-4488-85d6-803c76c95ff3 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:15:37.542876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0e6a975a-c41d-4f2f-a387-b581f37ec9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760571940693'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.553495 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4931011'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.582752 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c04fe1-583c-4488-85d6-803c76c95ff3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:37.584655 n-d-778550-9 neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] No DVR routers for this DVR port d6c04fe1-583c-4488-85d6-803c76c95ff3 on host n-d-778550-9 {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:15:37.639849 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-0e6a975a-c41d-4f2f-a387-b581f37ec9b8 None None] For port d6c04fe1-583c-4488-85d6-803c76c95ff3, host n-d-778550-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-9',level=0,port_id=d6c04fe1-583c-4488-85d6-803c76c95ff3,segment=NetworkSegment(226cefd2-b479-4262-b39a-1a85de2458d7),segment_id=226cefd2-b479-4262-b39a-1a85de2458d7)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:37.640249 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0e6a975a-c41d-4f2f-a387-b581f37ec9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7906553'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.654614 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a975a-c41d-4f2f-a387-b581f37ec9b8 None None] Calling delete_port for d6c04fe1-583c-4488-85d6-803c76c95ff3 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:15:37.669967 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485334', 'neutron.services.segments.db._delete_segments_for_network-8760571926721'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.681871 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a1cdc0-9f7d-44af-a5c2-9a8931f9389a']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:37.694323 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226cefd2-b479-4262-b39a-1a85de2458d7') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:37.694621 n-d-778550-9 neutron-server[101154]: DEBUG neutron.services.segments.db [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226cefd2-b479-4262-b39a-1a85de2458d7') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:37.705231 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760571972006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4920752'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.721370 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.731137 n-d-778550-9 neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:15:37.731549 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4930324'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: Traceback (most recent call last): Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: timer() Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: cb(*args, **kw) Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: return func(*args, **kwargs) Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: self._notify() Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: self.callback(batched_events) Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: event.method(event) Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: return f(self, *a, **k) Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: return self._get(url).json() Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: return self.request(url, 'GET', **kwargs) Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:15:37.733784 n-d-778550-9 neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:15:37.759488 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0e6a975a-c41d-4f2f-a387-b581f37ec9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760571945081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760571424844'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.796184 n-d-778550-9 neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a975a-c41d-4f2f-a387-b581f37ec9b8 None None] No DVR routers for this DVR port d6c04fe1-583c-4488-85d6-803c76c95ff3 on host n-d-778550-9 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:15:37.800369 n-d-778550-9 neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a975a-c41d-4f2f-a387-b581f37ec9b8 None None] Pushing event deleted for resources: {'Port': ['ID=d6c04fe1-583c-4488-85d6-803c76c95ff3,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:37.811390 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7863088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7908674'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.819668 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Notify callbacks [] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.821614 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] 10.222.0.65 "DELETE /v2.0/networks/80a1cdc0-9f7d-44af-a5c2-9a8931f9389a HTTP/1.1" status: 204 len: 168 time: 0.6141803 Aug 19 13:15:37.833816 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d759fdf-2b93-4c24-9bc5-35fdb2540c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a1cdc0-9f7d-44af-a5c2-9a8931f9389a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:37.964293 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50688) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:38.015969 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-bb92b8c3-de9c-48d3-a27b-8d9ff70c60ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b634898235754c7faeb5dda2e9515e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501909 Aug 19 13:15:38.018690 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [-] (101153) accepted ('10.222.0.65', 50690) {{(pid=101153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:38.071657 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15e09c5e-769f-406d-aa30-5cdd68cfd50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.094813 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15e09c5e-769f-406d-aa30-5cdd68cfd50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.154008 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15e09c5e-769f-406d-aa30-5cdd68cfd50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.157224 n-d-778550-9 neutron-server[101153]: DEBUG neutron_lib.callbacks.manager [None req-15e09c5e-769f-406d-aa30-5cdd68cfd50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.158892 n-d-778550-9 neutron-server[101153]: INFO neutron.wsgi [None req-15e09c5e-769f-406d-aa30-5cdd68cfd50b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a0708ae-c63f-4a09-9ce7-9ed9bfd7d6db HTTP/1.1" status: 204 len: 168 time: 0.1393127 Aug 19 13:15:38.167703 n-d-778550-9 neutron-server[101153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e09c5e-769f-406d-aa30-5cdd68cfd50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0708ae-c63f-4a09-9ce7-9ed9bfd7d6db,revision_number=None']} {{(pid=101153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:38.563682 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50696) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:38.609542 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-840fd841-2a84-4d52-aefa-b98c47a3f4b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a01a71f809345a5ac249d7c1b96ff42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446558 Aug 19 13:15:38.612219 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.65', 50698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:38.672614 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4db0df56-eb62-4404-b073-0e4586476bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.697862 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4db0df56-eb62-4404-b073-0e4586476bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.746989 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4db0df56-eb62-4404-b073-0e4586476bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7941361'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.750196 n-d-778550-9 neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4db0df56-eb62-4404-b073-0e4586476bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:38.751456 n-d-778550-9 neutron-server[101154]: INFO neutron.wsgi [None req-4db0df56-eb62-4404-b073-0e4586476bd0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c15689ff-bb3c-4131-a678-bfe4aea4d7b6 HTTP/1.1" status: 204 len: 168 time: 0.1382201 Aug 19 13:15:38.760392 n-d-778550-9 neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0df56-eb62-4404-b073-0e4586476bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15689ff-bb3c-4131-a678-bfe4aea4d7b6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:39.009470 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3d118f56-c273-4166-84cf-16fd40cbc9da no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:15:39.036890 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: 3d118f56-c273-4166-84cf-16fd40cbc9da {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:15:39.037248 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device 3d118f56-c273-4166-84cf-16fd40cbc9da not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:15:39.037667 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d6c04fe1-583c-4488-85d6-803c76c95ff3 no longer exists at agent ovs-agent-n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:15:39.059710 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] No Port match for: d6c04fe1-583c-4488-85d6-803c76c95ff3 {{(pid=101155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:15:39.060058 n-d-778550-9 neutron-server[101155]: DEBUG neutron.plugins.ml2.rpc [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Device d6c04fe1-583c-4488-85d6-803c76c95ff3 not bound to the agent host n-d-778550-9 {{(pid=101155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:15:44.842068 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:15:48.548845 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-58d315b2-f85d-460d-a164-025d1f07523f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:50.931934 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4b72b5bf-dd01-40ae-9336-e4ca34f5a56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:51.107080 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:52.324204 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:54.354755 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:54.999887 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:59.320022 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:18.550340 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-840345b4-162a-46a1-a372-7c50b8c699a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:20.927573 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c53f3e2c-78b2-4517-9fdc-328da2d87b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:21.104022 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:21.841805 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:16:22.323667 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:24.357010 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:25.003308 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:29.329008 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:48.544930 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4dab2da2-90e6-4fe6-8a49-8f6fa86b8821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:50.930879 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-08d74e9d-b5eb-40ee-8052-582daff5cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:51.098334 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:52.328561 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:54.361283 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:54.997149 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:58.842393 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:16:59.343264 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:18.548632 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-024eb3c4-9285-4b02-9792-116952c0e3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:20.935239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f3b0e03e-8d92-4a05-86dc-856dd34e5b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:21.102596 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:22.333381 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:24.363714 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:24.999948 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:29.342876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:35.842147 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:17:48.554649 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bd238e11-12db-4e23-9cfb-ee7ab3c34fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:50.940023 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-04b4c1ca-5593-44a5-bf76-cf5c8d73e4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:51.106398 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:52.335007 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:54.367643 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:54.985293 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:59.344631 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:12.844676 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:18:18.552423 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-44cedb46-a724-4363-a957-aab0eaa117d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:20.944793 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ddab43c3-7281-4328-9711-e3afe0229381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.102673 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:22.339085 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.371954 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:24.993866 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:29.344505 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:48.546348 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3fcaf696-4337-4d37-83a1-99590a82f9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:49.844271 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:18:50.947785 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d191001b-f61f-49cb-9425-040193acbb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.109667 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.341503 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:54.374090 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:54.994176 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.291363 n-d-778550-9 neutron-server[101154]: DEBUG neutron.wsgi [req-d9db658d-aacd-49bd-abf1-4297d774ad5d req-6c5ea11d-0fcf-4a38-8618-813aa1406618 service neutron] (101154) timed out ('10.222.0.65', 49258) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:18:59.343019 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:18.552390 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8a223695-fb62-42ba-9af5-9e780a09e446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:20.955020 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a882f08-114c-446d-9a64-c48f08b0d4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:21.104405 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:22.344605 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:24.384923 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:24.998092 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:26.843971 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:19:29.347091 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:48.555217 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-497428c9-128c-4375-8bae-0857df4a795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:50.952720 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-93fd664d-b5ab-4013-9eb3-97fcad4220d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:51.108787 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:52.349008 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:54.391945 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:55.025800 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:59.347490 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:03.846687 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:20:18.572193 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2ca94017-54e2-453b-8dec-fc6e6dd08ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:20.954113 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52e2ecfd-6649-4468-a5c7-77fb30ed5b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:21.113840 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:22.349281 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:24.387578 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:25.022204 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:29.355941 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:40.851384 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:20:48.568221 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d0c982af-280b-4e8e-8f15-b4edc8866a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:50.955174 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f622285b-b143-48fb-8c10-db4416424f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:51.118189 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:52.354708 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:54.391844 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:55.062385 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:59.354987 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:17.856932 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:21:18.566978 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11faf782-ee90-4bb4-9872-f0ac01272f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:20.952239 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a56f2403-1249-41ef-9bc0-89d9026faa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:21.125367 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:22.357396 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:24.400703 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:25.056876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:29.360693 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:48.563167 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c12499b-50c9-4cfe-bc55-39084ee78942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:50.955899 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbb81-3c14-40b4-9fec-9ed8b713eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:51.130013 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:52.363244 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:54.396701 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:54.862548 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:21:55.077439 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:59.369092 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:18.564724 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-78deec16-b8ef-4441-af22-f555a0825722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:20.950791 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73cada1b-adea-422c-aa4b-c10cb75bf01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.125264 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:22.372641 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:24.406864 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:25.102435 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:29.373434 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:31.868156 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:22:48.558809 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a3f5fbd2-2d3b-4cc0-9822-20bd4c51bd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:50.957993 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec70a04c-943a-46b5-adc2-ff79554363e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.131546 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:52.370419 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:54.412337 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:55.117236 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.377010 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.862510 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:23:18.570174 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-17dcfa30-7795-4146-b02a-7898976a30d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:20.959192 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bc44a89b-0ef8-41f9-a61b-72d5e0845ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.132556 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:22.376549 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:24.407083 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.134686 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:29.376065 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.808432 n-d-778550-9 neutron-server[101153]: DEBUG neutron.wsgi [req-c0132475-f104-475a-9a3b-2a8f5c20f129 req-bdccc534-4189-4f99-9d17-be90bce8148e service neutron] (101153) timed out ('10.222.0.65', 45600) {{(pid=101153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:23:45.862038 n-d-778550-9 neutron-server[101156]: DEBUG neutron.db.agents_db [None req-9b2409c1-412f-406d-9713-14b5e0735557 None None] Agent healthcheck: found 7 active agents {{(pid=101156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:23:48.563775 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ab726725-3571-4210-864e-9bbf23a69327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:50.957640 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b17870c5-65e9-42cc-8a6f-44a06039674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:51.131529 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4949822c-a00a-483f-9d3e-c143dc42d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:52.377530 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e42d-19dd-41cf-b2b2-d1bbdf282679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:54.410730 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-52b00aa4-b4cf-4489-820e-d8e1ffd890b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:55.127876 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2023b48c-318d-40f6-b3ad-f08e8da94b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:59.390622 n-d-778550-9 neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37e116a7-2e32-451d-92e1-fe1a5f218fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760571926739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490520'] for agent, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}